-- Logs begin at Tue 2021-11-09 16:45:21 UTC, end at Tue 2021-11-09 19:19:42 UTC. -- Nov 09 17:18:20.757622 n-d-817236-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 09 17:18:23.618106 n-d-817236-1 neutron-server[102045]: INFO neutron.common.config [-] Logging enabled! Nov 09 17:18:23.618745 n-d-817236-1 neutron-server[102045]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev26 Nov 09 17:18:23.618886 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102045) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 17:18:23.622577 n-d-817236-1 neutron-server[102045]: INFO neutron.common.config [-] Logging enabled! Nov 09 17:18:23.622837 n-d-817236-1 neutron-server[102045]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev26 Nov 09 17:18:23.623153 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102045) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 17:18:23.624173 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 17:18:23.624408 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 17:18:23.624802 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 17:18:23.625045 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 17:18:23.625270 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 17:18:23.625596 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.625891 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.626209 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.626472 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.626940 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.627422 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.627725 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.628100 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.628405 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.628696 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.628977 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.629263 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.629493 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.629789 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.630071 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.630362 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.630579 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] debug = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.630857 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.631307 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.631748 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.632027 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.632315 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.632594 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.632866 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.633138 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.633421 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.633771 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] host = n-d-817236-1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.634141 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.634454 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.634784 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.635074 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.635472 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.635793 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.636085 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.636362 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.637248 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] log_file = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.637663 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.638161 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.638470 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.638768 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.638995 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.639248 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.639537 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.639829 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.640108 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.640383 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.640660 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.640936 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.641209 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.641479 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.641769 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.642051 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.642334 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.642610 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.642882 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.643153 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.643447 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.643731 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.644013 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.644280 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.644549 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.644836 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.645104 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.645557 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.645873 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.646157 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.646437 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.646721 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.646994 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.647300 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.647574 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.647847 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.648118 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] use_json = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.648386 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.648652 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.648932 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.649199 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.649467 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.649734 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.649999 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.650276 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:23.650575 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.650869 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.651173 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.651476 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.651770 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.652053 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.652970 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.653408 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.653744 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.654041 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.654336 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.654619 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.654912 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.655191 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.655515 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.655829 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.656124 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.656419 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.656697 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.656971 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.657247 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.657553 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.657809 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.658093 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.658387 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.658675 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.658963 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.659255 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.659551 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.659843 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.660116 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.660396 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.660686 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.660961 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.661234 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.661511 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.661799 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.662075 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.662346 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.662627 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.662900 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.663173 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.663479 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.663756 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.664046 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.664318 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.664590 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.664859 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.665130 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.665399 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.665679 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.665951 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.666220 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.666488 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.666754 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.667021 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.667316 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.667595 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.667929 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.668211 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.668488 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.668757 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.669087 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.669410 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.669684 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.669965 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.670230 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.670506 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.670773 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.671043 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.671338 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.671610 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.671882 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.672171 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.672468 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.672745 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.673023 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.673298 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.673573 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.673849 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.674122 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.674397 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.674675 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.674947 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.675269 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.675559 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.675850 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.676133 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.676439 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.676816 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.677114 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.677405 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.677678 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.677960 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.678243 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.678525 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.678819 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.679109 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.679428 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.679722 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.680017 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.680296 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.680605 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.680882 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:23.681098 n-d-817236-1 neutron-server[102045]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 17:18:23.681349 n-d-817236-1 neutron-server[102045]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102045) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 09 17:18:24.056356 n-d-817236-1 neutron-server[102045]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 17:18:24.056616 n-d-817236-1 neutron-server[102045]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 17:18:24.056911 n-d-817236-1 neutron-server[102045]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 17:18:24.057254 n-d-817236-1 neutron-server[102045]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 09 17:18:24.463340 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.463628 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.463897 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.465801 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.466069 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.466332 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.504594 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.504871 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.505141 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.521506 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.521792 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.522062 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.552667 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.552967 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.553230 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.594727 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.595001 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.595300 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.842412 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.843077 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.843077 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.843290 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.844156 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.972639 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.973005 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.973288 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.973559 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.973833 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.974140 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.974400 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.974657 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.974909 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.975189 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.975480 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.975749 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.976000 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.976250 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.976502 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.976766 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.977019 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.977281 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.977548 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.977806 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.978076 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.978331 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.978614 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.978999 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.979725 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.979725 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:24.979930 n-d-817236-1 neutron-server[102045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:18:24.980249 n-d-817236-1 neutron-server[102045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:18:24.980986 n-d-817236-1 neutron-server[102045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:18:24.981164 n-d-817236-1 neutron-server[102045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:18:24.981394 n-d-817236-1 neutron-server[102045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:18:24.981624 n-d-817236-1 neutron-server[102045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:18:24.981996 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 09 17:18:24.985853 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 09 17:18:24.990013 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 09 17:18:24.994015 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Nov 09 17:18:24.995793 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 09 17:18:24.996940 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 09 17:18:24.997291 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 09 17:18:24.997685 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 09 17:18:25.000698 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 09 17:18:25.000946 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 09 17:18:25.001306 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 17:18:25.006795 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 09 17:18:25.030688 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 09 17:18:25.031152 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.031486 n-d-817236-1 neutron-server[102045]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102045) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 09 17:18:25.031847 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.033248 n-d-817236-1 neutron-server[102045]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102045) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 09 17:18:25.033544 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 17:18:25.033793 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 09 17:18:25.037102 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.037374 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.101090 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 09 17:18:25.101273 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 09 17:18:25.101479 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 09 17:18:25.101862 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 09 17:18:25.125283 n-d-817236-1 neutron-server[102045]: DEBUG oslo_db.sqlalchemy.engines [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102045) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 09 17:18:25.693759 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Initializing driver for type 'gre' Nov 09 17:18:25.694292 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] gre ID ranges: [(1, 1000)] Nov 09 17:18:25.759669 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Initializing driver for type 'local' Nov 09 17:18:25.760090 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Initializing driver for type 'vlan' Nov 09 17:18:25.775921 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] VlanTypeDriver initialization complete Nov 09 17:18:25.776342 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Initializing driver for type 'vxlan' Nov 09 17:18:25.776985 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] vxlan ID ranges: [(1, 1000)] Nov 09 17:18:25.840125 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Initializing extension driver 'port_security' Nov 09 17:18:25.840746 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.extensions.port_security [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] PortSecurityExtensionDriver initialization complete Nov 09 17:18:25.842144 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Initializing mechanism driver 'openvswitch' Nov 09 17:18:25.842712 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Initializing mechanism driver 'hyperv' Nov 09 17:18:25.851308 n-d-817236-1 neutron-server[102045]: DEBUG neutron.plugins.ml2.plugin [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:25.852028 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > port after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.852414 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > port after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.852766 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > port after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.853337 n-d-817236-1 neutron-server[102045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:18:25.853780 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > subnet after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.854140 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > subnet after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.854491 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.854896 n-d-817236-1 neutron-server[102045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:18:25.855984 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > network after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.856452 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > network after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.856849 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > network after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.857229 n-d-817236-1 neutron-server[102045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:18:25.857648 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > security_group after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.858004 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > security_group after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.858348 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > security_group after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.858936 n-d-817236-1 neutron-server[102045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:18:25.859388 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.860014 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.860356 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.860758 n-d-817236-1 neutron-server[102045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:18:25.861178 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > address_group after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.861527 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > address_group after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.861876 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > address_group after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.862278 n-d-817236-1 neutron-server[102045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:18:25.862666 n-d-817236-1 neutron-server[102045]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] ML2 OVO RPC backend initialized. {{(pid=102045) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 09 17:18:25.863486 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.863848 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.864269 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > network before_response 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.864624 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > networks before_response 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.864981 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > port before_response 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.865323 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > ports before_response 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.865667 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > subnet before_response 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.866012 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > subnets before_response 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.866365 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > network after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.866713 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > network after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.867055 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > network after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.867436 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > port after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.867778 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > port after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.868120 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > port after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.868464 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > subnet after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.868815 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > subnet after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.869155 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.869812 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.plugin [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Modular L2 Plugin initialization complete Nov 09 17:18:25.870147 n-d-817236-1 neutron-server[102045]: DEBUG neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading services supported by the core plugin {{(pid=102045) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 09 17:18:25.870486 n-d-817236-1 neutron-server[102045]: INFO neutron.plugins.ml2.managers [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Got port-security extension from driver 'port_security' Nov 09 17:18:25.871557 n-d-817236-1 neutron-server[102045]: INFO neutron.extensions.vlantransparent [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Disabled vlantransparent extension. Nov 09 17:18:25.872075 n-d-817236-1 neutron-server[102045]: DEBUG neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102045) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 09 17:18:25.872408 n-d-817236-1 neutron-server[102045]: INFO neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading Plugin: router Nov 09 17:18:25.911584 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router_interface before_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.911975 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router after_create 55549900 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.912356 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router before_create 55549900 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.912722 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.913103 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.913461 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router after_delete 55549900 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.913825 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > floatingip after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.914178 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > floatingip after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.914545 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router after_create 55549900 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.914898 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router after_update 55549900 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.915278 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router after_update 55549900 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.915633 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.916000 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router after_update 55549900 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.916424 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router precommit_update 55549900 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.916801 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: port after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.917147 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: port after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.917491 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: subnet after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.918380 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.918735 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > port precommit_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.919088 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router precommit_create 55549900 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.919471 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: port before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.919821 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router precommit_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.920186 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router after_update 55549900 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.920533 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router precommit_delete 55549900 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.920890 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router precommit_create 55549900 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.921259 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.921607 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router precommit_update 55549900 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.921981 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > agent after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.922339 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > agent after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.922687 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > network after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.923698 n-d-817236-1 neutron-server[102045]: DEBUG neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Tracking information for resource: router configured {{(pid=102045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:18:25.924031 n-d-817236-1 neutron-server[102045]: DEBUG neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Tracking information for resource: floatingip configured {{(pid=102045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:18:25.929734 n-d-817236-1 neutron-server[102045]: INFO neutron.db.l3_agentschedulers_db [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 09 17:18:25.930343 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: port after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.930719 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: port after_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.931080 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: port after_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.931465 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: port after_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.932298 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router before_create 55550100 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.932671 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router precommit_delete 55550100 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.933040 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router precommit_create 55550100 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.933457 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > router precommit_update 55550100 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.939176 n-d-817236-1 neutron-server[102045]: DEBUG neutron.services.provider_configuration [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service providers = [] {{(pid=102045) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 09 17:18:25.939566 n-d-817236-1 neutron-server[102045]: DEBUG neutron.db.servicetype_db [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102045) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 09 17:18:25.942833 n-d-817236-1 neutron-server[102045]: DEBUG neutron.services.service_base [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 17:18:25.943179 n-d-817236-1 neutron-server[102045]: DEBUG neutron.services.service_base [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 17:18:25.943556 n-d-817236-1 neutron-server[102045]: DEBUG neutron.services.service_base [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 17:18:25.944549 n-d-817236-1 neutron-server[102045]: DEBUG neutron.services.service_base [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 17:18:25.944873 n-d-817236-1 neutron-server[102045]: INFO neutron.services.service_base [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 09 17:18:25.945270 n-d-817236-1 neutron-server[102045]: DEBUG neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:18:25.945594 n-d-817236-1 neutron-server[102045]: INFO neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 09 17:18:25.957315 n-d-817236-1 neutron-server[102045]: DEBUG neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:18:25.957656 n-d-817236-1 neutron-server[102045]: INFO neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading Plugin: auto_allocate Nov 09 17:18:25.963812 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: network precommit_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.964201 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: network precommit_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.964832 n-d-817236-1 neutron-server[102045]: DEBUG neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:18:25.965348 n-d-817236-1 neutron-server[102045]: INFO neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading Plugin: tag Nov 09 17:18:25.972428 n-d-817236-1 neutron-server[102045]: DEBUG neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:18:25.972757 n-d-817236-1 neutron-server[102045]: INFO neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading Plugin: timestamp Nov 09 17:18:25.976997 n-d-817236-1 neutron-server[102045]: DEBUG neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:18:25.977329 n-d-817236-1 neutron-server[102045]: INFO neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading Plugin: network_ip_availability Nov 09 17:18:25.983847 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.984240 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.984603 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:25.985672 n-d-817236-1 neutron-server[102045]: DEBUG neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:18:25.985999 n-d-817236-1 neutron-server[102045]: INFO neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading Plugin: flavors Nov 09 17:18:25.991320 n-d-817236-1 neutron-server[102045]: DEBUG neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:18:25.991659 n-d-817236-1 neutron-server[102045]: INFO neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading Plugin: revisions Nov 09 17:18:25.997355 n-d-817236-1 neutron-server[102045]: DEBUG neutron.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:18:25.997721 n-d-817236-1 neutron-server[102045]: DEBUG oslo_concurrency.lockutils [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.941s {{(pid=102045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 17:18:25.998523 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102045) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 09 17:18:25.998867 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Initializing extension manager. Nov 09 17:18:25.999422 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: __init__.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:25.999776 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: __pycache__ {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.000112 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.000450 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: address_group.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.001281 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.001869 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: address-group Nov 09 17:18:26.002193 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: address_scope.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.003173 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.003726 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: address-scope Nov 09 17:18:26.004047 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: admin_state_down_before_update.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.005108 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.007349 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: router-admin-state-down-before-update Nov 09 17:18:26.007349 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: agent.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.007349 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.007349 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: agent Nov 09 17:18:26.007715 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: agent_resources_synced.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.008435 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.008945 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: agent-resources-synced Nov 09 17:18:26.009272 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: allowedaddresspairs.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.011202 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.011871 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: allowed-address-pairs Nov 09 17:18:26.012258 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: auto_allocated_topology.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.013519 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.014111 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: auto-allocated-topology Nov 09 17:18:26.014503 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: availability_zone.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.015315 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.015901 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: availability_zone Nov 09 17:18:26.016268 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: availability_zone_filter.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.017269 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.017891 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: availability_zone_filter Nov 09 17:18:26.018259 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: data_plane_status.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.019247 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.019816 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension data-plane-status not supported by any of loaded plugins Nov 09 17:18:26.020177 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: default_subnetpools.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.021166 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.021747 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: default-subnetpools Nov 09 17:18:26.022113 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: dhcpagentscheduler.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.023019 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.023613 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: dhcp_agent_scheduler Nov 09 17:18:26.023978 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: dns.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.024996 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.025545 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension dns-integration not supported by any of loaded plugins Nov 09 17:18:26.025926 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: dns_domain_ports.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.026901 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.027966 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 09 17:18:26.028343 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.029348 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.029917 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 09 17:18:26.030343 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: dvr.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.031121 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.031768 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: dvr Nov 09 17:18:26.032184 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: ecmp_routes.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.033222 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.033826 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension ecmp_routes not supported by any of loaded plugins Nov 09 17:18:26.034232 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: empty_string_filtering.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.035292 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.035916 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: empty-string-filtering Nov 09 17:18:26.036584 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.037627 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.041030 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 09 17:18:26.041374 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.042395 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.043586 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 09 17:18:26.044235 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: external_net.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.044752 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.045274 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: external-net Nov 09 17:18:26.045602 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: extra_dhcp_opt.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.046531 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.047046 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: extra_dhcp_opt Nov 09 17:18:26.047413 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: extraroute.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.048358 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.048871 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: extraroute Nov 09 17:18:26.049198 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: extraroute_atomic.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.050350 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.050869 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: extraroute-atomic Nov 09 17:18:26.051199 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: filter_validation.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.052115 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.052629 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: filter-validation Nov 09 17:18:26.052961 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: fip_pf_description.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.053915 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.054425 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 09 17:18:26.054750 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: fip_port_details.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.055743 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.056253 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: fip-port-details Nov 09 17:18:26.056584 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: flavors.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.057883 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.059021 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: flavors Nov 09 17:18:26.059691 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.061100 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.061630 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 09 17:18:26.061966 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: floatingip_pools.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.062693 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.063205 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: floatingip-pools Nov 09 17:18:26.063559 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: ip_allocation.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.064523 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.065034 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension ip_allocation not supported by any of loaded plugins Nov 09 17:18:26.065362 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.066303 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.066817 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: ip-substring-filtering Nov 09 17:18:26.067146 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: l2_adjacency.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.068130 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.068639 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 09 17:18:26.068963 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: l3.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.070173 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.070699 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: router Nov 09 17:18:26.071028 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: l3_conntrack_helper.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.073517 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.074411 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 09 17:18:26.075028 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.075928 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.076465 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: ext-gw-mode Nov 09 17:18:26.076798 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.077758 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.078280 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: l3-ha Nov 09 17:18:26.078609 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: l3_flavors.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.079600 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.080117 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: l3-flavors Nov 09 17:18:26.080444 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.081399 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.081913 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 09 17:18:26.082239 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: l3agentscheduler.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.083437 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.083957 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: l3_agent_scheduler Nov 09 17:18:26.084291 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: logging.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.085874 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.086401 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension logging not supported by any of loaded plugins Nov 09 17:18:26.086743 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: metering.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.087547 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.088150 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: metering Nov 09 17:18:26.088484 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.090177 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.090806 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: metering_source_and_destination_fields Nov 09 17:18:26.091154 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: multiprovidernet.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.092170 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.092686 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: multi-provider Nov 09 17:18:26.093015 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: netmtu.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.093966 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.094478 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: net-mtu Nov 09 17:18:26.094804 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: netmtu_writable.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.095803 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.096314 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: net-mtu-writable Nov 09 17:18:26.096639 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: network_availability_zone.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.097334 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.097841 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: network_availability_zone Nov 09 17:18:26.098169 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: network_ip_availability.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.099389 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.099904 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: network-ip-availability Nov 09 17:18:26.100443 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: network_segment_range.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.101242 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.101751 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension network-segment-range not supported by any of loaded plugins Nov 09 17:18:26.102077 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: pagination.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.103104 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.103478 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: pagination Nov 09 17:18:26.103808 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: port_device_profile.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.104759 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.105347 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: port-device-profile Nov 09 17:18:26.106194 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.107169 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.107715 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: port-mac-address-regenerate Nov 09 17:18:26.108044 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.108997 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.109510 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: port-numa-affinity-policy Nov 09 17:18:26.110107 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: port_resource_request.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.111240 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.111752 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension port-resource-request not supported by any of loaded plugins Nov 09 17:18:26.112080 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: portbindings.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.113042 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.113551 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: binding Nov 09 17:18:26.113880 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: portbindings_extended.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.115260 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.115782 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: binding-extended Nov 09 17:18:26.116110 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: portsecurity.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.117054 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.117576 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: port-security Nov 09 17:18:26.117904 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: project_id.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.118907 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.119270 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: project-id Nov 09 17:18:26.119605 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: providernet.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.120557 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.121133 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: provider Nov 09 17:18:26.121760 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: qos.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.125230 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.125778 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension qos not supported by any of loaded plugins Nov 09 17:18:26.126118 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.127494 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.128129 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 09 17:18:26.128475 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.129442 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.129958 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 09 17:18:26.130289 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: qos_default.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.131252 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.131767 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension qos-default not supported by any of loaded plugins Nov 09 17:18:26.132098 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: qos_fip.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.132789 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.133295 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension qos-fip not supported by any of loaded plugins Nov 09 17:18:26.133621 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: qos_gateway_ip.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.134599 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.135114 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 09 17:18:26.135482 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: qos_port_network_policy.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.136771 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.137453 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 09 17:18:26.137778 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: qos_pps_rule.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.139087 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.139644 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension qos-pps not supported by any of loaded plugins Nov 09 17:18:26.139979 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: qos_rule_type_details.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.140950 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.141466 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 09 17:18:26.141799 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: qos_rules_alias.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.142925 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.143474 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 09 17:18:26.143808 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: quotasv2.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.144827 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.145159 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: quotas Nov 09 17:18:26.145485 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: quotasv2_detail.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.149048 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.149395 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: quota_details Nov 09 17:18:26.149735 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: rbac.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.150853 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.151436 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: rbac-policies Nov 09 17:18:26.151788 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: rbac_address_group.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.153288 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.153931 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: rbac-address-group Nov 09 17:18:26.154261 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: rbac_address_scope.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.155213 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.155758 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: rbac-address-scope Nov 09 17:18:26.156085 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: rbac_security_groups.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.157025 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.157541 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: rbac-security-groups Nov 09 17:18:26.157863 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: rbac_subnetpool.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.158812 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.159365 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: rbac-subnetpool Nov 09 17:18:26.159699 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: revisionifmatch.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.160658 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.161180 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: revision-if-match Nov 09 17:18:26.161502 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: revisions.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.162682 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.163197 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: standard-attr-revisions Nov 09 17:18:26.163561 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: router_availability_zone.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.164262 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.164774 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: router_availability_zone Nov 09 17:18:26.165105 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: routerservicetype.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.166068 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.166577 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension router-service-type not supported by any of loaded plugins Nov 09 17:18:26.166904 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.167995 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.168555 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: security-groups-normalized-cidr Nov 09 17:18:26.168878 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: security_groups_port_filtering.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.169841 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.170352 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: port-security-groups-filtering Nov 09 17:18:26.170678 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.171652 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.172164 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: security-groups-remote-address-group Nov 09 17:18:26.172493 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: securitygroup.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.185577 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.186153 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: security-group Nov 09 17:18:26.186492 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: segment.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.187443 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.187962 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension segment not supported by any of loaded plugins Nov 09 17:18:26.188294 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.189728 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.190242 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 09 17:18:26.190573 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: servicetype.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.191847 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.192377 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: service-type Nov 09 17:18:26.192707 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: sorting.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.193756 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.194101 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: sorting Nov 09 17:18:26.194429 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: standard_attr_segment.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.195477 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.195959 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 09 17:18:26.196289 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: standardattrdescription.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.196974 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.197487 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: standard-attr-description Nov 09 17:18:26.197815 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: stateful_security_group.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.198810 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.199802 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: stateful-security-group Nov 09 17:18:26.199962 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: stdattrs_common.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.200471 n-d-817236-1 neutron-server[102045]: WARNING neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 09 17:18:26.200796 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.201801 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.202335 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 09 17:18:26.202664 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: subnet_onboard.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.203836 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.204368 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: subnet_onboard Nov 09 17:18:26.204701 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.205679 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.206196 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 09 17:18:26.206526 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: subnet_service_types.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.207519 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.208038 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: subnet-service-types Nov 09 17:18:26.208366 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: subnetallocation.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.209559 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.210079 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: subnet_allocation Nov 09 17:18:26.210412 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.211149 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.211736 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: subnetpool-prefix-ops Nov 09 17:18:26.212078 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.213173 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.213725 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 09 17:18:26.214064 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: tagging.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.216073 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.216604 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: standard-attr-tag Nov 09 17:18:26.216936 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: timestamp.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.218256 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.218779 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loaded extension: standard-attr-timestamp Nov 09 17:18:26.219113 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: trunk.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.220210 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.220731 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension trunk not supported by any of loaded plugins Nov 09 17:18:26.221066 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: trunk_details.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.222015 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.222533 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension trunk-details not supported by any of loaded plugins Nov 09 17:18:26.222905 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: uplink_status_propagation.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.224270 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.224820 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 09 17:18:26.225350 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Loading extension file: vlantransparent.py {{(pid=102045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:18:26.226091 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:18:26.226677 n-d-817236-1 neutron-server[102045]: INFO neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 09 17:18:26.229816 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:network Nov 09 17:18:26.230490 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:subnet Nov 09 17:18:26.231042 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:18:26.231544 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:port Nov 09 17:18:26.233091 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.233601 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service FLAVORS assigned prefix: {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.234409 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.235154 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.235573 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:router Nov 09 17:18:26.236125 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:floatingip Nov 09 17:18:26.236734 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service METERING assigned prefix: /metering {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.238467 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:26.238891 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:26.239306 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:18:26.240609 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 17:18:26.241170 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:security_group Nov 09 17:18:26.241702 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 17:18:26.242476 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service CORE assigned prefix: {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.242864 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:18:26.243520 n-d-817236-1 neutron-server[102045]: WARNING neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] subnetpool is already registered Nov 09 17:18:26.244060 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service CORE assigned prefix: {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.244422 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:18:26.244827 n-d-817236-1 neutron-server[102045]: WARNING neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] subnetpool is already registered Nov 09 17:18:26.248229 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.248729 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service FLAVORS assigned prefix: {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.249381 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.249802 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.250144 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:router Nov 09 17:18:26.250492 n-d-817236-1 neutron-server[102045]: WARNING neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] router is already registered Nov 09 17:18:26.250910 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:floatingip Nov 09 17:18:26.251274 n-d-817236-1 neutron-server[102045]: WARNING neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] floatingip is already registered Nov 09 17:18:26.251751 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service METERING assigned prefix: /metering {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.252454 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 17:18:26.252782 n-d-817236-1 neutron-server[102045]: WARNING neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] rbac_policy is already registered Nov 09 17:18:26.253202 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:security_group Nov 09 17:18:26.253547 n-d-817236-1 neutron-server[102045]: WARNING neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] security_group is already registered Nov 09 17:18:26.253998 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 17:18:26.254378 n-d-817236-1 neutron-server[102045]: WARNING neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] security_group_rule is already registered Nov 09 17:18:26.255137 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service CORE assigned prefix: {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.255628 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:18:26.256242 n-d-817236-1 neutron-server[102045]: WARNING neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] subnetpool is already registered Nov 09 17:18:26.256711 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.v2.resource_helper [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Service CORE assigned prefix: {{(pid=102045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:18:26.257078 n-d-817236-1 neutron-server[102045]: INFO neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:18:26.257447 n-d-817236-1 neutron-server[102045]: WARNING neutron.quota.resource_registry [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] subnetpool is already registered Nov 09 17:18:26.258020 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: extensions {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.259778 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: address-groups {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.261294 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: address-scopes {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.263461 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: agents {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.264655 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: auto-allocated-topology {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.265920 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: availability_zones {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.267147 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: dhcp-networks {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.268735 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: dhcp-agents {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.270181 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: routers {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.272464 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: flavors {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.273650 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: service_profiles {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.274873 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: next_providers {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.276398 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: service_profiles {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.278214 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: floatingip-pools {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.279486 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: routers {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.281641 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: floatingips {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.282934 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: l3-routers {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.284415 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: l3-agents {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.285854 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: metering-labels {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.287244 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: metering-label-rules {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.288574 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: network-ip-availabilities {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.289868 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: bindings {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.292683 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: quotas {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.294221 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: quotas {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.295686 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: rbac-policies {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.296896 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: security-groups {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.298227 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: security-group-rules {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.299547 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: service-providers {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.300774 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: subnetpools {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.302240 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: subnetpools {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.303753 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: tags {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.305475 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: tags {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.307366 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: tags {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.310098 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: tags {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.312126 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: tags {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.314010 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: tags {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.315763 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: tags {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.317706 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: tags {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.319593 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: tags {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.321394 n-d-817236-1 neutron-server[102045]: DEBUG neutron.api.extensions [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Extended resource: tags {{(pid=102045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:18:26.328396 n-d-817236-1 neutron-server[102045]: WARNING keystonemiddleware.auth_token [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 09 17:18:26.333461 n-d-817236-1 neutron-server[102045]: WARNING keystonemiddleware.auth_token [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 09 17:18:26.342826 n-d-817236-1 neutron-server[102045]: DEBUG oslo_concurrency.lockutils [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Acquired lock "singleton_lock" {{(pid=102045) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 09 17:18:26.343525 n-d-817236-1 neutron-server[102045]: DEBUG oslo_concurrency.lockutils [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Releasing lock "singleton_lock" {{(pid=102045) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 09 17:18:26.344200 n-d-817236-1 neutron-server[102045]: INFO oslo_service.service [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Starting 2 workers Nov 09 17:18:26.349236 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Started child 102154 {{(pid=102045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 17:18:26.354127 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Started child 102155 {{(pid=102045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 17:18:26.354938 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:26.356594 n-d-817236-1 neutron-server[102045]: INFO neutron.service [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 09 17:18:26.356594 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Notify callbacks [] for process, before_spawn {{(pid=102045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:26.356849 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [-] (102154) wsgi starting up on http://0.0.0.0:9696 Nov 09 17:18:26.359265 n-d-817236-1 neutron-server[102045]: INFO oslo_service.service [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Starting 1 workers Nov 09 17:18:26.361854 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:26.364130 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [-] (102155) wsgi starting up on http://0.0.0.0:9696 Nov 09 17:18:26.364986 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Started child 102156 {{(pid=102045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 17:18:26.365613 n-d-817236-1 neutron-server[102045]: INFO oslo_service.service [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Starting 1 workers Nov 09 17:18:26.368987 n-d-817236-1 neutron-server[102156]: DEBUG neutron.service [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] calling RpcWorker wait() {{(pid=102156) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 09 17:18:26.369626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.service [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] returning from RpcWorker wait() {{(pid=102156) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 09 17:18:26.370580 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Started child 102157 {{(pid=102045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 17:18:26.371421 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:26.371889 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:26.372080 n-d-817236-1 neutron-server[102045]: DEBUG neutron_lib.callbacks.manager [None req-7327c3ec-040f-4e6d-9601-f0d3d15d405d None None] Notify callbacks [] for process, after_spawn {{(pid=102045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:26.374506 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102045) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 17:18:26.374741 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 17:18:26.374889 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 17:18:26.375284 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 17:18:26.375806 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 17:18:26.375959 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 17:18:26.376521 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.376800 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.377083 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.377357 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.377663 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.378264 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.378557 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.378792 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.379265 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.379531 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.379702 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.380048 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.380207 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:26.380893 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.380893 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.380893 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.381249 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.381427 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.381542 n-d-817236-1 neutron-server[102157]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:26.381944 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.382120 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.382532 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.382807 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.383062 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.383347 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] debug = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.383692 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.384095 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.384344 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.384577 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.384802 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.385094 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.385349 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.385757 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.385988 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.386309 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.386309 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.387523 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.387776 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.388070 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.388285 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.388528 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.388779 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.389284 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] host = n-d-817236-1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.389523 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.389733 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.390009 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.390254 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.390493 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.390703 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.390967 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.391250 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.391596 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.391805 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.392025 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.392252 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.392464 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.392680 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_file = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.392908 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_options = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.393132 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.393360 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.393601 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.393972 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.393972 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.394406 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.394406 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.394828 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.394828 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.395352 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.395352 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.395820 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.395820 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.396375 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.396375 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.396375 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.397164 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.397164 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.397164 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.398086 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.398086 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.398086 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.398086 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.398086 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.399141 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.399141 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.399141 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.399141 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.399141 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.400220 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.400220 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.400220 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.400220 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.401053 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.401053 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.401053 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.401631 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.401631 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.401631 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.402265 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.402265 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.402661 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.402868 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.403082 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.403316 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.403555 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.403771 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] use_json = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.404008 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.404462 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.405198 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.405466 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.405747 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.406071 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.406753 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.406753 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.407321 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.407321 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.407757 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.407757 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.408188 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.408423 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.408635 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.408858 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.409091 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.409294 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.409550 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.409792 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.410081 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.410318 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.410594 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.411979 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.411979 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.411979 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.411979 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.411979 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.414660 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.414660 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.414660 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.414660 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.414660 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.414660 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.414660 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.414660 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.418526 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.418526 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.418526 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.418526 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.418526 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.418526 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.418526 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.418526 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.420137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.420137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.420137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.420137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.420137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.420137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.420137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.420137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.420137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.421802 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.421802 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.421802 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.421802 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.421802 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.421802 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.421802 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.421802 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.421802 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.423475 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.423475 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.423475 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.423475 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.423475 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.423475 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.423475 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.423475 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.423475 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.425137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.425137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.425137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.425137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.425137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.425137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.425137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.425137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.425137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.427347 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.427347 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.427347 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.427347 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.427347 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.427347 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.427347 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.427347 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.427347 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.429156 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.429156 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.429156 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.429156 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.429156 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.429156 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.429156 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.429156 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.429156 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.430965 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.430965 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.430965 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.430965 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.430965 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.430965 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.430965 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.430965 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.432854 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.432854 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.432854 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.432854 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.432854 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.432854 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.432854 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.432854 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.435497 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.435497 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.435497 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.435497 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.435497 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.435497 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.435497 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.435497 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.437097 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.437097 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.437097 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.437097 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.437097 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.437097 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.437097 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.437097 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.438466 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.438466 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.438466 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.438466 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.438466 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.438466 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.438466 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.439674 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.439674 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.439674 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.439674 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.439674 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.440536 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.440536 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.440536 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.440536 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.441222 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.441222 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.441222 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.441788 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.441788 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.442149 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.442329 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.442507 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.442695 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.442919 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.443154 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.443415 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.443661 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.443965 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.444273 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.444505 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.444730 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.445011 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.445362 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.445362 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.445783 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.445973 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.446165 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.446355 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.446542 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.446721 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.446985 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.447455 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.447677 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.447918 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.448143 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.448363 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.448847 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.448847 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.449902 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.449902 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.450294 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.450558 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.450802 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.451379 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.451379 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.451802 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.451802 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.452212 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.452412 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.452630 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.452822 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.453049 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.453259 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.453510 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.453764 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.453975 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.454393 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.454651 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.455189 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.455927 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.455927 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.456334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39662) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:26.456574 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.456574 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.456574 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.456574 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.456574 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.457925 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.457925 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.457925 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.457925 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.457925 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.458922 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.458922 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.458922 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.458922 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.458922 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.460397 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.460397 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.460397 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.460397 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.460397 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.460397 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.461564 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.461564 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.461564 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.461564 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.461564 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.461564 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.462786 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.462786 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.462786 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.462786 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.462786 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.462786 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.464352 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.464352 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.464352 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.464352 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.464352 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.464352 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.464352 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.466450 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.466450 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.466450 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.466450 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.466450 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.466450 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.466450 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.466450 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.468303 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.468303 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.468303 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.468303 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.468303 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.468303 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.468303 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.468303 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.470101 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.470101 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.470101 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.470101 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.470101 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.470101 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.472426 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.472426 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.472426 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.472426 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.474194 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.474422 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.474774 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.475008 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.475344 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.475618 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.476025 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.476248 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.477484 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.478194 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.478194 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.479506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0204301 Nov 09 17:18:26.479861 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.481068 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.481329 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.481864 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.481864 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.483122 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.485589 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.485589 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.485589 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.485589 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.486879 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.486879 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.486879 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.486879 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.487865 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.487865 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.488391 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.488568 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.488722 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 17:18:26.489462 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102045) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 17:18:26.490001 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 17:18:26.490001 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 17:18:26.490935 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 17:18:26.490935 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 17:18:26.490935 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 17:18:26.491142 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.491503 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.491598 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.491810 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.492073 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.492392 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.492647 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.492921 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.493196 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.493463 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.493741 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.494109 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.494561 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.494561 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.495023 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.495023 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.496823 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.496823 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.496823 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.496823 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.497887 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.497887 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.497887 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] debug = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.497887 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.499066 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.499066 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.499066 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.499066 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.500103 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.500103 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.500103 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.500103 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.500982 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.500982 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.500982 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.501633 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.501633 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.502100 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.502100 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.502655 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.502655 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] host = n-d-817236-1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.503121 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.503121 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.503783 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.503783 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.505338 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.505338 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.505338 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.505338 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.505338 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.506318 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.506703 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.509558 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.509558 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.509558 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_file = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.509558 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_options = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.509558 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.509558 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.509558 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.509558 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.512077 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.512077 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.512077 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.512077 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.512077 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.515463 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.515463 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.515463 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.515463 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.515463 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.515463 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.515463 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.515463 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.515463 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.516605 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.516605 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.516605 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.516605 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.517993 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.517993 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.517993 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.517993 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.517993 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.518928 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.518928 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.518928 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.522209 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.522209 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.522209 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.522209 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.522209 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.522209 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.522209 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.522209 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.523318 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.523318 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.523318 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.523908 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.523908 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.524270 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.524470 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.524648 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.524877 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] use_json = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.525137 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.525405 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.526534 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.526534 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.526534 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.527870 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.528295 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.528499 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:18:26.530121 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.530121 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.530121 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.530121 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.530121 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.530121 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.531522 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.531522 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.531522 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.532127 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.532370 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.532859 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.533581 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.533581 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.533581 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.535511 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.535511 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.535511 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.535511 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.535511 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.535511 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.535511 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.535930 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.535930 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.536389 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.536726 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.537063 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.537437 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.537775 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.538441 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.538441 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.539012 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.539012 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.539396 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.539762 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.540109 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.540454 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.541383 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.541383 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.541383 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.541959 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.542306 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.542640 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.543596 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.544001 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.544696 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.544696 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.545016 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.545370 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.545723 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.546056 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.547141 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.547141 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.547141 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.547534 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.547884 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.548072 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.549206 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.549206 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.549494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:26.549638 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.549638 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.549926 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.550172 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.551194 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.551194 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.551194 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.551194 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.551759 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.552004 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.552812 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.552812 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.553307 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.553649 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.554192 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.554517 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.554859 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.555752 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.555752 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.556058 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.556664 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.556664 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.557890 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.557890 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.557890 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.557890 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.558238 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.558346 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.558658 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.558914 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.559178 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.559501 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.559741 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.560104 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.560555 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.560825 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.561078 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.561929 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.561929 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.561929 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.562280 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.562280 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.563357 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.563357 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.563357 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.563357 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.563853 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.563853 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.564087 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.564210 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.565129 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.565129 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.565129 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.565428 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.565513 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.565725 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.565992 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.566279 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.566534 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.566789 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.567071 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.567415 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.567677 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.567946 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.568229 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.568601 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.568783 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.569298 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.569561 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.569832 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.570078 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.570348 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.570616 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.570856 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.571087 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.571362 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.571634 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.571914 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.572214 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.572482 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.572724 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.572989 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.573258 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.573781 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.573781 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.575336 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.575336 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.575336 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.575989 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.575989 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.575989 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.576627 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.576627 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.577528 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.577528 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.577528 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.578208 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.578208 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.578208 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.578623 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.578768 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.578969 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.579515 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.579515 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.579823 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.580018 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.580271 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.580530 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.580803 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.581049 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.581315 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.581541 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.581799 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.582065 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.582313 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.582719 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.582877 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.583084 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.583368 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.583621 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.583878 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.584151 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.584418 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.584632 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.584835 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.585050 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.585313 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.586509 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.586509 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.586509 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.586509 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.586509 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.586509 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.587421 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.587421 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.587421 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.587812 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.587812 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.588076 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.588285 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.588534 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.588798 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.589055 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.589316 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.589763 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.589914 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.590150 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.590416 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.591696 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.591696 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.591696 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.591696 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.591696 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.592389 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.592389 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.592389 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.592778 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.592915 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.593120 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.593385 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.593644 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.593901 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.594157 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.594414 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.594683 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.594893 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.595108 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.595365 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.595580 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.595819 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.596047 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.596308 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.596571 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.596810 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.597404 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.597404 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.597638 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.597782 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.598044 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.598304 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.598557 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.598828 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.599115 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.599430 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.599665 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.600838 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.600838 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.600838 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.600838 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.602116 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.602116 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.602116 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.602116 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.602116 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.602116 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.603022 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.603022 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.603022 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.603904 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.604485 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.605748 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.605748 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.606153 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.606153 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.606547 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.606948 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.607376 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.607571 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.607750 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.607929 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.609098 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.609098 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.609098 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.609098 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.610036 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.610036 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.610036 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.610479 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.610624 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.610766 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.611023 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.611402 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.611582 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.611837 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.612099 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.612510 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.612667 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.612869 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.613116 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.613360 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.613610 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:18:26.613860 n-d-817236-1 neutron-server[102045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 17:18:40.626446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3420854-72c3-4a02-95bf-d0a91cf6cb78 None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:18:40.768179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3420854-72c3-4a02-95bf-d0a91cf6cb78 None None] No non-hosted networks {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 09 17:18:40.779438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.agentschedulers_db [None req-e3420854-72c3-4a02-95bf-d0a91cf6cb78 None None] DHCP Agent not found on host n-d-817236-1 {{(pid=102156) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 09 17:18:40.848313 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2c554329-b1cf-47f3-95b2-aa78cb982b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089575'] for agent, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:43.557677 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a3644642-fed1-4543-8f8d-a309101628e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089575'] for agent, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:43.641665 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b25616ff-ee75-4b5c-8d7f-ef7459a4adc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:44.148402 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089575'] for agent, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:44.149054 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:44.149398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:44.149729 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:44.150157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:44.150558 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:44.151551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:44.152174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:44.152558 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:44.152979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:44.153480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:44.163714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:44.165441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:44.166050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817236-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:44.180931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817236-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:18:45.178772 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089575'] for agent, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:47.418669 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089575'] for agent, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:48.825290 n-d-817236-1 neutron-server[102156]: INFO neutron.db.l3_hamode_db [None req-050f6d50-a126-4b8f-a98c-6567e0c15d74 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 09 17:18:48.908540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f6d50-a126-4b8f-a98c-6567e0c15d74 None None] Routers set() bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:18:48.908947 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f6d50-a126-4b8f-a98c-6567e0c15d74 None None] Router IDs set() for agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 17:18:50.037876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39760) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:50.708424 n-d-817236-1 neutron-server[102154]: WARNING oslo_policy.policy [None req-c9efa071-440e-40b8-a48a-7627e64e85d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:18:50.709114 n-d-817236-1 neutron-server[102154]: WARNING oslo_policy.policy [None req-c9efa071-440e-40b8-a48a-7627e64e85d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:18:50.938113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-c9efa071-440e-40b8-a48a-7627e64e85d2 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:18:50.939182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c9efa071-440e-40b8-a48a-7627e64e85d2 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9002721 Nov 09 17:18:53.660666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39774) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:54.061085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-bbd340c6-def3-4f4e-89d3-0670576d8b1e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:54.162319 n-d-817236-1 neutron-server[102154]: DEBUG neutron.policy [None req-bbd340c6-def3-4f4e-89d3-0670576d8b1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102154) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 17:18:54.211419 n-d-817236-1 neutron-server[102154]: WARNING oslo_policy.policy [None req-bbd340c6-def3-4f4e-89d3-0670576d8b1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:18:54.211816 n-d-817236-1 neutron-server[102154]: WARNING oslo_policy.policy [None req-bbd340c6-def3-4f4e-89d3-0670576d8b1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:18:54.221521 n-d-817236-1 neutron-server[102154]: INFO neutron.quota [None req-bbd340c6-def3-4f4e-89d3-0670576d8b1e admin admin] Loaded quota_driver: . Nov 09 17:18:54.334338 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bbd340c6-def3-4f4e-89d3-0670576d8b1e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742654049914', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742654048343', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742654037989', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742654029825', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742654468574', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742654010744', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1045115', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-843674', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1786140', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1731346'] for rbac-policy, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:54.427432 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bbd340c6-def3-4f4e-89d3-0670576d8b1e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:54.428773 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bbd340c6-def3-4f4e-89d3-0670576d8b1e admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7671783 Nov 09 17:18:57.974182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39786) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:18:58.597308 n-d-817236-1 neutron-server[102155]: WARNING oslo_policy.policy [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:18:58.597902 n-d-817236-1 neutron-server[102155]: WARNING oslo_policy.policy [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:18:58.930778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'project_id': 'ad15d7fa37414b16b04a8718add45f4b', 'name': 'private'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:18:58.933416 n-d-817236-1 neutron-server[102155]: INFO neutron.quota [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Loaded quota_driver: . Nov 09 17:18:59.007832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Made reservation on behalf of ad15d7fa37414b16b04a8718add45f4b for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:18:59.100207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.policy [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102155) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 17:18:59.151046 n-d-817236-1 neutron-server[102155]: WARNING oslo_policy.policy [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:18:59.151463 n-d-817236-1 neutron-server[102155]: WARNING oslo_policy.policy [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:18:59.162365 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:59.186869 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:59.323643 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:59.328444 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:59.350748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:18:59.382075 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742656572173', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:59.382664 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Unsubscribe: segment precommit_create {{(pid=102155) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 17:18:59.383251 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Added segment e7d74455-c889-4f40-882b-7c132ddf6d45 of type vlan for network d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee Nov 09 17:18:59.401834 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed40ff1-9240-4762-9b3e-0ec464cb056e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:59.459531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:59.459784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:59.460122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:59.460577 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:59.460906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:59.461231 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:59.461556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:59.461872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:59.462189 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:59.462533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:59.462847 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:59.463163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Tracked resource versions report: Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: pushed versions: Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: { 'AddressGroup': {'1.2'}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'ConntrackHelper': {'1.0'}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'Log': {'1.0'}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'Network': {'1.1'}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'Port': {'1.7'}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'PortForwarding': {'1.2'}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'QosPolicy': {'1.9'}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'SecurityGroup': {'1.4'}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'SubPort': {'1.0'}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'Subnet': {'1.1'}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'Trunk': {'1.1'}} Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: consumer versions: Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: { DHCP agent@n-d-817236-1: {}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: L3 agent@n-d-817236-1: {}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: Metadata agent@n-d-817236-1: {}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: Metering agent@n-d-817236-1: {}, Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: Open vSwitch agent@n-d-817236-1: { 'AddressGroup': '1.2', Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'ConntrackHelper': '1.0', Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'Log': '1.0', Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'Network': '1.1', Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'Port': '1.7', Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'PortForwarding': '1.2', Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'QosPolicy': '1.9', Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'SecurityGroup': '1.4', Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'SecurityGroupRule': '1.2', Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'SubPort': '1.0', Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'Subnet': '1.1', Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: 'Trunk': '1.1'}} Nov 09 17:18:59.464553 n-d-817236-1 neutron-server[102155]: {{(pid=102155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:18:59.529054 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:59.576076 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:59.577711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:18:59.578591 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:18:59.664435 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6877890 Nov 09 17:18:59.714237 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aab849-77c5-47f6-ac39-c235318e9b0a admin admin] Pushing event updated for resources: {'Network': ['ID=d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:18:59.731745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:19:02.645936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39808) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:03.144741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a3d992-db60-4135-b10a-0a455cfab780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:03.146304 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-65a3d992-db60-4135-b10a-0a455cfab780 admin admin] 10.222.0.81 "GET /v2.0/networks/d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee HTTP/1.1" status: 200 len: 825 time: 0.4989872 Nov 09 17:19:03.178499 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8945df3b-4947-4313-9f19-1b44cfb8684b admin admin] 10.222.0.81 "GET /v2.0/subnetpools/ff564785-203c-4e41-9cb3-f62e70c2665d HTTP/1.1" status: 200 len: 734 time: 0.0204649 Nov 09 17:19:03.189509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Request body: {'subnet': {'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'ff564785-203c-4e41-9cb3-f62e70c2665d', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:03.220217 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Made reservation on behalf of ad15d7fa37414b16b04a8718add45f4b for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:03.223115 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:03.570528 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:03.644351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Checking segment: {'id': 'e7d74455-c889-4f40-882b-7c132ddf6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:19:03.644739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Network hostable DHCP agents. Network: d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:19:03.657343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee33487-f2f6-486a-a216-8b4d8210afe8,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:03.671032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:03.671372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:03.671708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:03.672030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:03.672346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:03.672661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:03.672971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:03.673280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:03.673597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:03.673900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:03.674439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:03.674755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Tracked resource versions report: Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: pushed versions: Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: { 'AddressGroup': {'1.2'}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'ConntrackHelper': {'1.0'}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'Log': {'1.0'}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'Network': {'1.1'}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'Port': {'1.7'}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'PortForwarding': {'1.2'}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'QosPolicy': {'1.9'}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'SecurityGroup': {'1.4'}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'SubPort': {'1.0'}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'Subnet': {'1.1'}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'Trunk': {'1.1'}} Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: consumer versions: Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: { DHCP agent@n-d-817236-1: {}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: L3 agent@n-d-817236-1: {}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: Metadata agent@n-d-817236-1: {}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: Metering agent@n-d-817236-1: {}, Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: Open vSwitch agent@n-d-817236-1: { 'AddressGroup': '1.2', Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'ConntrackHelper': '1.0', Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'Log': '1.0', Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'Network': '1.1', Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'Port': '1.7', Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'PortForwarding': '1.2', Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'QosPolicy': '1.9', Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'SecurityGroup': '1.4', Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'SecurityGroupRule': '1.2', Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'SubPort': '1.0', Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'Subnet': '1.1', Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: 'Trunk': '1.1'}} Nov 09 17:19:03.675940 n-d-817236-1 neutron-server[102154]: {{(pid=102154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:19:03.720876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Network d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:19:03.738299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:03.744863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:03.745602 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:03.758781 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4734c159-b5ab-43d3-84cd-1d296a1dca1d None None] Network d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:19:03.766700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-806f6b81-e7b7-4893-a68c-e16300a9ccd9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5807137 Nov 09 17:19:04.189055 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee', 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'fixed_ips': [{'subnet_id': '0ee33487-f2f6-486a-a216-8b4d8210afe8'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:19:04.190984 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:04.555692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Allocated IP 172.20.0.2 (d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee/0ee33487-f2f6-486a-a216-8b4d8210afe8/6a0d55d7-6dc7-4132-9591-e4654d41d80f) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:19:04.804059 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:04.818385 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:04.991451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Network d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:19:05.001597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:05.007485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:19:05.110139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Pushing event updated for resources: {'Port': ['ID=6a0d55d7-6dc7-4132-9591-e4654d41d80f,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:05.135614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:05.135970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:05.136301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:05.136633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:05.136958 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:05.137284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:05.137608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:05.137930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:05.138247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:05.138563 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:05.138882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:05.139196 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Tracked resource versions report: Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: pushed versions: Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: { 'AddressGroup': {'1.2'}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'ConntrackHelper': {'1.0'}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'Log': {'1.0'}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'Network': {'1.1'}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'Port': {'1.7'}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'PortForwarding': {'1.2'}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'QosPolicy': {'1.9'}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'SecurityGroup': {'1.4'}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'SubPort': {'1.0'}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'Subnet': {'1.1'}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'Trunk': {'1.1'}} Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: consumer versions: Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: { DHCP agent@n-d-817236-1: {}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: L3 agent@n-d-817236-1: {}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: Metadata agent@n-d-817236-1: {}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: Metering agent@n-d-817236-1: {}, Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: Open vSwitch agent@n-d-817236-1: { 'AddressGroup': '1.2', Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'ConntrackHelper': '1.0', Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'Log': '1.0', Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'Network': '1.1', Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'Port': '1.7', Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'PortForwarding': '1.2', Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'QosPolicy': '1.9', Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'SecurityGroup': '1.4', Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'SecurityGroupRule': '1.2', Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'SubPort': '1.0', Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'Subnet': '1.1', Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: 'Trunk': '1.1'}} Nov 09 17:19:05.140344 n-d-817236-1 neutron-server[102156]: {{(pid=102156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:19:05.161980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Attempting to bind port 6a0d55d7-6dc7-4132-9591-e4654d41d80f on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:19:05.162507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Attempting to bind port 6a0d55d7-6dc7-4132-9591-e4654d41d80f by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'e7d74455-c889-4f40-882b-7c132ddf6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:19:05.163076 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Attempting to bind port 6a0d55d7-6dc7-4132-9591-e4654d41d80f on network d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:05.171430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:19:05.171966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Checking segment: {'id': 'e7d74455-c889-4f40-882b-7c132ddf6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:19:05.172590 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:05.173120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Bound using segment: {'id': 'e7d74455-c889-4f40-882b-7c132ddf6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:19:05.173902 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Bound port: 6a0d55d7-6dc7-4132-9591-e4654d41d80f, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d74455-c889-4f40-882b-7c132ddf6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:19:05.174451 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:05.268123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] For port 6a0d55d7-6dc7-4132-9591-e4654d41d80f, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:05.275599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] For port 6a0d55d7-6dc7-4132-9591-e4654d41d80f, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6a0d55d7-6dc7-4132-9591-e4654d41d80f,segment=NetworkSegment(e7d74455-c889-4f40-882b-7c132ddf6d45),segment_id=e7d74455-c889-4f40-882b-7c132ddf6d45)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:19:05.281468 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:05.377874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a14e2b-f3ff-4d7a-a86d-e3db97a60f37 None None] Pushing event updated for resources: {'Port': ['ID=6a0d55d7-6dc7-4132-9591-e4654d41d80f,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:06.589019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39820) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:06.959333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-d55a2804-799b-46d8-b6d1-ee4f92542ae2 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:19:06.960765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d55a2804-799b-46d8-b6d1-ee4f92542ae2 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3707714 Nov 09 17:19:09.663419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39828) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:10.036511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-6338ef83-5bc6-4edd-9078-80835ef4a795 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:19:10.037737 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6338ef83-5bc6-4edd-9078-80835ef4a795 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3732336 Nov 09 17:19:10.542475 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-72c9bfbc-65c1-4bbd-b080-84afc4ee1fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:13.019963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39838) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:13.479106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d11bc1f0-ebef-4c18-9a45-69e93ec6c57e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:13.520092 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d11bc1f0-ebef-4c18-9a45-69e93ec6c57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:13.522824 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d11bc1f0-ebef-4c18-9a45-69e93ec6c57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:13.542132 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b564df4-7c9a-4845-8cae-cae2bf07598e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:13.810318 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d11bc1f0-ebef-4c18-9a45-69e93ec6c57e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:13.817556 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d11bc1f0-ebef-4c18-9a45-69e93ec6c57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:13.838046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d11bc1f0-ebef-4c18-9a45-69e93ec6c57e admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:13.855260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d11bc1f0-ebef-4c18-9a45-69e93ec6c57e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8186193 Nov 09 17:19:14.126878 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:14.826414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6a0d55d7-6dc7-4132-9591-e4654d41d80f up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:19:14.981745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 6a0d55d7-6dc7-4132-9591-e4654d41d80f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:14.982397 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:15.153344 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:15.182975 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:15.226042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 6a0d55d7-6dc7-4132-9591-e4654d41d80f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6a0d55d7-6dc7-4132-9591-e4654d41d80f,segment=NetworkSegment(e7d74455-c889-4f40-882b-7c132ddf6d45),segment_id=e7d74455-c889-4f40-882b-7c132ddf6d45)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:15.231747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:15.290247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=6a0d55d7-6dc7-4132-9591-e4654d41d80f,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:15.429239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861704fc-aab6-41e3-9a30-78512d4150a4 None None] Network d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:19:15.541436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-51bb2e68-5fa9-4df8-9fb7-db37c56d529d None None] Provisioning complete for port 6a0d55d7-6dc7-4132-9591-e4654d41d80f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:15.542061 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-51bb2e68-5fa9-4df8-9fb7-db37c56d529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:16.109351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-354a3aa6-e9e9-463d-b651-b33b0743c7c3 None None] Provisioning complete for port 6a0d55d7-6dc7-4132-9591-e4654d41d80f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:16.110367 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-354a3aa6-e9e9-463d-b651-b33b0743c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:16.521533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39850) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:16.770378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6a0d55d7-6dc7-4132-9591-e4654d41d80f up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:19:16.842769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 6a0d55d7-6dc7-4132-9591-e4654d41d80f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:16.843433 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:16.905709 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-d26849e1-d67c-4331-9b62-a5043e8af60f admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:19:16.907134 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d26849e1-d67c-4331-9b62-a5043e8af60f admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3842916 Nov 09 17:19:17.362304 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:19.429116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39868) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:19.490956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:19.526954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Made reservation on behalf of ca5a3f4a77284948b88f7dc9263009de for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:19.529531 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:19.542334 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:19.636224 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:19.640766 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:19.659963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Reserving flat network on physical network physnet1 {{(pid=102155) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 09 17:19:19.683844 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1475ff7-7606-4437-8e65-6e2d404ba03a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:19.692544 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:19.693088 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Added segment ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb of type flat for network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed Nov 09 17:19:19.748210 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:19.786696 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:19.787933 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:19.788593 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:19.851554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4204593 Nov 09 17:19:19.857993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136f957-a81e-41a7-a461-ca05f5834c57 admin admin] Pushing event updated for resources: {'Network': ['ID=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:19.871184 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:19:22.303879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39886) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:22.438196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e8533-b8c7-4169-8514-26e65cdc1464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:22.439644 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9e0e8533-b8c7-4169-8514-26e65cdc1464 admin admin] 10.222.0.81 "GET /v2.0/subnets/0ee33487-f2f6-486a-a216-8b4d8210afe8 HTTP/1.1" status: 200 len: 849 time: 0.1347260 Nov 09 17:19:22.568880 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0dc29271-da22-4e73-b55c-2483b5ca001f admin admin] 10.222.0.81 "GET /v2.0/routers/6ea8049a-b2c9-49a6-93d6-469831780e33 HTTP/1.1" status: 200 len: 704 time: 0.1221080 Nov 09 17:19:22.863040 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:23.220662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Allocated IP 172.20.0.1 (d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee/0ee33487-f2f6-486a-a216-8b4d8210afe8/9c2d8283-289b-4e95-bb00-67af4cf6f43f) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:19:23.416179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:23.491606 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:23.571522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Network d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:19:23.576794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:23.583917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:19:23.584753 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:23.619478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Pushing event updated for resources: {'Port': ['ID=9c2d8283-289b-4e95-bb00-67af4cf6f43f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:23.863119 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:23.869026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1b32cbc8-97f3-40dc-8aca-b87b3e8ad73f None None] Provisioning complete for port 9c2d8283-289b-4e95-bb00-67af4cf6f43f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:23.869922 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b32cbc8-97f3-40dc-8aca-b87b3e8ad73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:23.911560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1b32cbc8-97f3-40dc-8aca-b87b3e8ad73f None None] Port 9c2d8283-289b-4e95-bb00-67af4cf6f43f cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:19:24.115064 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:24.120950 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:24.122248 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:24.266109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Pushing event updated for resources: {'Port': ['ID=9c2d8283-289b-4e95-bb00-67af4cf6f43f,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:24.330243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Network d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:19:24.331805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:24.542721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fd161be7-45e2-441a-a363-51289acaef44 None None] Provisioning complete for port 9c2d8283-289b-4e95-bb00-67af4cf6f43f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:24.543515 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fd161be7-45e2-441a-a363-51289acaef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:24.546958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Router 6ea8049a-b2c9-49a6-93d6-469831780e33 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:19:24.601125 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fd161be7-45e2-441a-a363-51289acaef44 None None] Port 9c2d8283-289b-4e95-bb00-67af4cf6f43f cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:19:24.654172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:19:24.662217 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6a2b6c0c-c7b4-441b-a4f8-3de90e1fd652 admin admin] 10.222.0.81 "PUT /v2.0/routers/6ea8049a-b2c9-49a6-93d6-469831780e33/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0864000 Nov 09 17:19:24.682002 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Sync routers for ids ['6ea8049a-b2c9-49a6-93d6-469831780e33'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:19:24.703254 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Routers {'6ea8049a-b2c9-49a6-93d6-469831780e33'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:19:24.704670 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:19:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6ea8049a-b2c9-49a6-93d6-469831780e33'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:25.060275 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Set router 6ea8049a-b2c9-49a6-93d6-469831780e33 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:19:25.847829 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'name': 'router1', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:13Z', 'updated_at': '2021-11-09T17:19:23Z', 'revision_number': 2, 'project_id': 'ad15d7fa37414b16b04a8718add45f4b', 'gw_port_host': None, '_interfaces': [{'id': '9c2d8283-289b-4e95-bb00-67af4cf6f43f', 'name': '', 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'mac_address': 'fa:16:3e:c0:8e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ee33487-f2f6-486a-a216-8b4d8210afe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:22Z', 'updated_at': '2021-11-09T17:19:23Z', 'revision_number': 2, 'project_id': 'ad15d7fa37414b16b04a8718add45f4b', 'subnets': [{'id': '0ee33487-f2f6-486a-a216-8b4d8210afe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff564785-203c-4e41-9cb3-f62e70c2665d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:25.905900 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Checking router: 6ea8049a-b2c9-49a6-93d6-469831780e33 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:19:25.906230 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Updating router 6ea8049a-b2c9-49a6-93d6-469831780e33 port 9c2d8283-289b-4e95-bb00-67af4cf6f43f binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:19:25.964630 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:26.637386 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:26.646607 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:26.886675 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Pushing event updated for resources: {'Port': ['ID=9c2d8283-289b-4e95-bb00-67af4cf6f43f,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:26.928272 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:26.928842 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:26.929956 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:26.930520 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:26.931081 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:26.931631 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:26.932171 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:26.932751 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:26.933390 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:26.933875 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:26.934446 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:26.935014 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Tracked resource versions report: Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: pushed versions: Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: { 'AddressGroup': {'1.2'}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'ConntrackHelper': {'1.0'}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'Log': {'1.0'}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'Network': {'1.1'}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'Port': {'1.7'}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'PortForwarding': {'1.2'}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'QosPolicy': {'1.9'}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'SecurityGroup': {'1.4'}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'SubPort': {'1.0'}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'Subnet': {'1.1'}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'Trunk': {'1.1'}} Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: consumer versions: Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: { DHCP agent@n-d-817236-1: {}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: L3 agent@n-d-817236-1: {}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: Metadata agent@n-d-817236-1: {}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: Metering agent@n-d-817236-1: {}, Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: Open vSwitch agent@n-d-817236-1: { 'AddressGroup': '1.2', Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'ConntrackHelper': '1.0', Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'Log': '1.0', Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'Network': '1.1', Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'Port': '1.7', Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'PortForwarding': '1.2', Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'QosPolicy': '1.9', Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'SecurityGroup': '1.4', Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'SecurityGroupRule': '1.2', Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'SubPort': '1.0', Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'Subnet': '1.1', Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: 'Trunk': '1.1'}} Nov 09 17:19:26.937012 n-d-817236-1 neutron-server[102157]: {{(pid=102157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:19:26.947959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e63efba3-428b-40e2-a929-08a103800634 None None] Provisioning complete for port 9c2d8283-289b-4e95-bb00-67af4cf6f43f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:26.948948 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e63efba3-428b-40e2-a929-08a103800634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:26.958589 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Attempting to bind port 9c2d8283-289b-4e95-bb00-67af4cf6f43f on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:19:26.959281 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Attempting to bind port 9c2d8283-289b-4e95-bb00-67af4cf6f43f by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'e7d74455-c889-4f40-882b-7c132ddf6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:19:26.960016 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Attempting to bind port 9c2d8283-289b-4e95-bb00-67af4cf6f43f on network d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:26.970778 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:19:26.971510 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Checking segment: {'id': 'e7d74455-c889-4f40-882b-7c132ddf6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:19:26.972312 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:26.972986 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Bound using segment: {'id': 'e7d74455-c889-4f40-882b-7c132ddf6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:19:26.974049 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Bound port: 9c2d8283-289b-4e95-bb00-67af4cf6f43f, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d74455-c889-4f40-882b-7c132ddf6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:19:26.974663 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:27.008515 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e63efba3-428b-40e2-a929-08a103800634 None None] Port 9c2d8283-289b-4e95-bb00-67af4cf6f43f cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:19:27.080797 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] For port 9c2d8283-289b-4e95-bb00-67af4cf6f43f, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:27.104793 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] For port 9c2d8283-289b-4e95-bb00-67af4cf6f43f, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9c2d8283-289b-4e95-bb00-67af4cf6f43f,segment=NetworkSegment(e7d74455-c889-4f40-882b-7c132ddf6d45),segment_id=e7d74455-c889-4f40-882b-7c132ddf6d45)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:19:27.111301 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:27.178362 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Routers {'6ea8049a-b2c9-49a6-93d6-469831780e33'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:19:27.179209 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:19:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6ea8049a-b2c9-49a6-93d6-469831780e33'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:27.197454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39896) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:27.252262 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f201383-d739-4eae-a41d-e565f4e2ec33 None None] Pushing event updated for resources: {'Port': ['ID=9c2d8283-289b-4e95-bb00-67af4cf6f43f,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:27.292576 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] Set router 6ea8049a-b2c9-49a6-93d6-469831780e33 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:19:27.401036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6657bdeb-f642-46b6-87a0-a9c4817d3b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:27.403338 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6657bdeb-f642-46b6-87a0-a9c4817d3b74 admin admin] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 842 time: 0.2043335 Nov 09 17:19:27.417135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-26f2bcc1-ae8b-4400-b4ce-72cd5a3516e2 admin admin] Request body: {'subnet': {'cidr': '172.25.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:27.438670 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-003c2add-b909-4610-ad1e-3bb4d926de25 None None] Provisioning complete for port 9c2d8283-289b-4e95-bb00-67af4cf6f43f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:27.439153 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-003c2add-b909-4610-ad1e-3bb4d926de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:27.448439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f2bcc1-ae8b-4400-b4ce-72cd5a3516e2 admin admin] Made reservation on behalf of ca5a3f4a77284948b88f7dc9263009de for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:19:27.453632 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26f2bcc1-ae8b-4400-b4ce-72cd5a3516e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:27.498369 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 5 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:19:27.578310 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'name': 'router1', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:13Z', 'updated_at': '2021-11-09T17:19:23Z', 'revision_number': 2, 'project_id': 'ad15d7fa37414b16b04a8718add45f4b', 'gw_port_host': None, '_interfaces': [{'id': '9c2d8283-289b-4e95-bb00-67af4cf6f43f', 'name': '', 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'mac_address': 'fa:16:3e:c0:8e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ee33487-f2f6-486a-a216-8b4d8210afe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:22Z', 'updated_at': '2021-11-09T17:19:27Z', 'revision_number': 4, 'project_id': 'ad15d7fa37414b16b04a8718add45f4b', 'subnets': [{'id': '0ee33487-f2f6-486a-a216-8b4d8210afe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff564785-203c-4e41-9cb3-f62e70c2665d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:27.584483 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-003c2add-b909-4610-ad1e-3bb4d926de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:27.608064 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2519a2-16c2-43bc-8eeb-66b37150dc1a None None] The sync data for ids ['6ea8049a-b2c9-49a6-93d6-469831780e33'] in n-d-817236-1 is: [{'id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'name': 'router1', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:13Z', 'updated_at': '2021-11-09T17:19:23Z', 'revision_number': 2, 'project_id': 'ad15d7fa37414b16b04a8718add45f4b', 'gw_port_host': None, '_interfaces': [{'id': '9c2d8283-289b-4e95-bb00-67af4cf6f43f', 'name': '', 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'mac_address': 'fa:16:3e:c0:8e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ee33487-f2f6-486a-a216-8b4d8210afe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:22Z', 'updated_at': '2021-11-09T17:19:27Z', 'revision_number': 4, 'project_id': 'ad15d7fa37414b16b04a8718add45f4b', 'subnets': [{'id': '0ee33487-f2f6-486a-a216-8b4d8210afe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff564785-203c-4e41-9cb3-f62e70c2665d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:19:27.653848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-003c2add-b909-4610-ad1e-3bb4d926de25 None None] For port 9c2d8283-289b-4e95-bb00-67af4cf6f43f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9c2d8283-289b-4e95-bb00-67af4cf6f43f,segment=NetworkSegment(e7d74455-c889-4f40-882b-7c132ddf6d45),segment_id=e7d74455-c889-4f40-882b-7c132ddf6d45)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:27.660817 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-003c2add-b909-4610-ad1e-3bb4d926de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:27.750655 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c2add-b909-4610-ad1e-3bb4d926de25 None None] Pushing event updated for resources: {'Port': ['ID=9c2d8283-289b-4e95-bb00-67af4cf6f43f,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:27.961648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.objects.ports [None req-26f2bcc1-ae8b-4400-b4ce-72cd5a3516e2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:19:27.962210 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26f2bcc1-ae8b-4400-b4ce-72cd5a3516e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:28.051378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2bcc1-ae8b-4400-b4ce-72cd5a3516e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf825de-abd3-488b-b586-4e4a216477cd,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:28.063130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2bcc1-ae8b-4400-b4ce-72cd5a3516e2 admin admin] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:19:28.063760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2bcc1-ae8b-4400-b4ce-72cd5a3516e2 admin admin] Network hostable DHCP agents. Network: ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:19:28.084705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2bcc1-ae8b-4400-b4ce-72cd5a3516e2 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:19:28.096282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-26f2bcc1-ae8b-4400-b4ce-72cd5a3516e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:28.103463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2bcc1-ae8b-4400-b4ce-72cd5a3516e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:28.104407 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26f2bcc1-ae8b-4400-b4ce-72cd5a3516e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:28.111663 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee66c41-b9d9-4b35-a0df-7aab9fb33a93 None None] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:19:28.131893 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-26f2bcc1-ae8b-4400-b4ce-72cd5a3516e2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7210650 Nov 09 17:19:28.328553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3106175e-1d19-4a59-bd91-91ee0fad2338 None None] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:19:31.314546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39904) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:31.531894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bd5e5f58-aa87-4b15-963a-99ead757fd57 admin admin] 10.222.0.81 "GET /v2.0/routers/6ea8049a-b2c9-49a6-93d6-469831780e33 HTTP/1.1" status: 200 len: 710 time: 0.2153909 Nov 09 17:19:31.698447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c389022-c0ae-4375-baa9-5adbc64af12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:19:31.700803 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8c389022-c0ae-4375-baa9-5adbc64af12e admin admin] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 886 time: 0.1619337 Nov 09 17:19:31.715468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:19:32.100506 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:32.380172 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:32.475565 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:32.602672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Allocated IP 172.25.1.178 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/3cdf28a0-085a-4294-bf76-33bbd77b42ce) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:19:32.773420 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:32.831893 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:32.880426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:19:32.884577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:19:32.888702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:19:32.963121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Pushing event updated for resources: {'Port': ['ID=3cdf28a0-085a-4294-bf76-33bbd77b42ce,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:33.235972 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:33.457678 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:33.462497 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:33.583166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Router 6ea8049a-b2c9-49a6-93d6-469831780e33 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:19:33.812652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:19:33.819495 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:33.821395 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a54cd487-5338-49a0-815d-c3c563bc4a92 admin admin] 10.222.0.81 "PUT /v2.0/routers/6ea8049a-b2c9-49a6-93d6-469831780e33 HTTP/1.1" status: 200 len: 890 time: 2.1100523 Nov 09 17:19:34.812190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9c2d8283-289b-4e95-bb00-67af4cf6f43f up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:19:34.870788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9c2d8283-289b-4e95-bb00-67af4cf6f43f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:34.871322 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:35.639529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Sync routers for ids ['6ea8049a-b2c9-49a6-93d6-469831780e33'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:19:35.658412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Routers {'6ea8049a-b2c9-49a6-93d6-469831780e33'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:19:35.659599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:19:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6ea8049a-b2c9-49a6-93d6-469831780e33'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:36.057606 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Set router 6ea8049a-b2c9-49a6-93d6-469831780e33 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:19:36.512970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39916) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:19:36.724922 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-160c5f2f-50c2-4978-817e-6f9abaeae198 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2102842 Nov 09 17:19:36.733973 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'name': 'router1', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '3cdf28a0-085a-4294-bf76-33bbd77b42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:13Z', 'updated_at': '2021-11-09T17:19:33Z', 'revision_number': 4, 'project_id': 'ad15d7fa37414b16b04a8718add45f4b', 'gw_port': {'id': '3cdf28a0-085a-4294-bf76-33bbd77b42ce', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:32Z', 'updated_at': '2021-11-09T17:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9c2d8283-289b-4e95-bb00-67af4cf6f43f', 'name': '', 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'mac_address': 'fa:16:3e:c0:8e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ee33487-f2f6-486a-a216-8b4d8210afe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:22Z', 'updated_at': '2021-11-09T17:19:27Z', 'revision_number': 5, 'project_id': 'ad15d7fa37414b16b04a8718add45f4b', 'subnets': [{'id': '0ee33487-f2f6-486a-a216-8b4d8210afe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff564785-203c-4e41-9cb3-f62e70c2665d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:36.824003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Checking router: 6ea8049a-b2c9-49a6-93d6-469831780e33 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:19:36.824523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Updating router 6ea8049a-b2c9-49a6-93d6-469831780e33 port 3cdf28a0-085a-4294-bf76-33bbd77b42ce binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:19:36.896545 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:37.333825 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:37.343604 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:37.431306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52631e52-e40b-4e5e-966c-5523f1ca8f7f None None] Pushing event updated for resources: {'Port': ['ID=3cdf28a0-085a-4294-bf76-33bbd77b42ce,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:37.434646 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Attempting to bind port 3cdf28a0-085a-4294-bf76-33bbd77b42ce on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:19:37.435279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Attempting to bind port 3cdf28a0-085a-4294-bf76-33bbd77b42ce by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:19:37.436102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Attempting to bind port 3cdf28a0-085a-4294-bf76-33bbd77b42ce on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:19:37.445127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:19:37.445744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:19:37.446249 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:37.446686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:19:37.447394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Bound port: 3cdf28a0-085a-4294-bf76-33bbd77b42ce, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:19:37.447818 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:37.596389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] For port 3cdf28a0-085a-4294-bf76-33bbd77b42ce, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:19:37.603185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] For port 3cdf28a0-085a-4294-bf76-33bbd77b42ce, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3cdf28a0-085a-4294-bf76-33bbd77b42ce,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:19:37.608858 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:37.670977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Routers {'6ea8049a-b2c9-49a6-93d6-469831780e33'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:19:37.671672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:19:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6ea8049a-b2c9-49a6-93d6-469831780e33'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:37.712778 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52631e52-e40b-4e5e-966c-5523f1ca8f7f None None] Pushing event updated for resources: {'Port': ['ID=3cdf28a0-085a-4294-bf76-33bbd77b42ce,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:37.819253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] Set router 6ea8049a-b2c9-49a6-93d6-469831780e33 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:19:38.171518 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'name': 'router1', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '3cdf28a0-085a-4294-bf76-33bbd77b42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:13Z', 'updated_at': '2021-11-09T17:19:33Z', 'revision_number': 4, 'project_id': 'ad15d7fa37414b16b04a8718add45f4b', 'gw_port': {'id': '3cdf28a0-085a-4294-bf76-33bbd77b42ce', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:32Z', 'updated_at': '2021-11-09T17:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9c2d8283-289b-4e95-bb00-67af4cf6f43f', 'name': '', 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'mac_address': 'fa:16:3e:c0:8e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ee33487-f2f6-486a-a216-8b4d8210afe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:22Z', 'updated_at': '2021-11-09T17:19:27Z', 'revision_number': 5, 'project_id': 'ad15d7fa37414b16b04a8718add45f4b', 'subnets': [{'id': '0ee33487-f2f6-486a-a216-8b4d8210afe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff564785-203c-4e41-9cb3-f62e70c2665d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:19:38.224274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0929d0-7615-4b58-a531-d2b4c0453910 None None] The sync data for ids ['6ea8049a-b2c9-49a6-93d6-469831780e33'] in n-d-817236-1 is: [{'id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'name': 'router1', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '3cdf28a0-085a-4294-bf76-33bbd77b42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:19:13Z', 'updated_at': '2021-11-09T17:19:33Z', 'revision_number': 4, 'project_id': 'ad15d7fa37414b16b04a8718add45f4b', 'gw_port': {'id': '3cdf28a0-085a-4294-bf76-33bbd77b42ce', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:32Z', 'updated_at': '2021-11-09T17:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9c2d8283-289b-4e95-bb00-67af4cf6f43f', 'name': '', 'network_id': 'd3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee', 'tenant_id': 'ad15d7fa37414b16b04a8718add45f4b', 'mac_address': 'fa:16:3e:c0:8e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea8049a-b2c9-49a6-93d6-469831780e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ee33487-f2f6-486a-a216-8b4d8210afe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:19:22Z', 'updated_at': '2021-11-09T17:19:27Z', 'revision_number': 5, 'project_id': 'ad15d7fa37414b16b04a8718add45f4b', 'subnets': [{'id': '0ee33487-f2f6-486a-a216-8b4d8210afe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff564785-203c-4e41-9cb3-f62e70c2665d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:19:38.811499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3cdf28a0-085a-4294-bf76-33bbd77b42ce up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:19:38.885673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3cdf28a0-085a-4294-bf76-33bbd77b42ce triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:38.886537 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:38.982419 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:39.029911 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 3cdf28a0-085a-4294-bf76-33bbd77b42ce, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3cdf28a0-085a-4294-bf76-33bbd77b42ce,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:19:39.037204 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:39.097595 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=3cdf28a0-085a-4294-bf76-33bbd77b42ce,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:19:40.562336 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-625b20a4-f6bc-4c6b-bd69-367a15362159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:40.821143 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3cdf28a0-085a-4294-bf76-33bbd77b42ce up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:19:40.901328 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3cdf28a0-085a-4294-bf76-33bbd77b42ce triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:19:40.901725 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:43.547519 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-33b3bbcf-6a0d-4996-8ae7-e04bfb952a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:44.136729 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:45.123559 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:19:47.391803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:20:04.498551 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 5 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:20:10.581227 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8de27b10-9ef0-4ac9-934e-4fae40292619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:20:13.558983 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-02f715fe-549f-4fc7-a36b-50c8e51d3a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:20:14.139039 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:20:15.110141 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:20:17.403830 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:20:40.549143 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a13fc75a-973f-43c3-bbaf-3908e97ba56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:20:41.493153 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 5 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:20:43.544864 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4e6ddf30-6efa-4276-897c-02e6b6201896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:20:44.787977 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:20:45.104510 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:20:47.367274 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:10.542518 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-718ae260-e568-4f40-949d-08249eacbcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:13.538668 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d1dcaab6-f163-417c-a83c-3abd1486563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:14.135027 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:15.108680 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:17.372110 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:18.496672 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 5 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:21:37.341376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40510) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:37.415625 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-57db1b3f-45d0-4d8a-9322-4848a8573336 admin admin] GET failed (client error): The resource could not be found. Nov 09 17:21:37.417063 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-57db1b3f-45d0-4d8a-9322-4848a8573336 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0747137 Nov 09 17:21:37.633684 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea27c2ec-56e1-402d-b1a5-475edb3b0441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:37.635184 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ea27c2ec-56e1-402d-b1a5-475edb3b0441 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2097585 Nov 09 17:21:40.262713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40520) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:40.394394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fb0f59-bec3-485c-bde0-b3b7cb25aaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:40.396042 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-12fb0f59-bec3-485c-bde0-b3b7cb25aaf4 admin admin] 10.222.0.81 "GET /v2.0/subnets/0ee33487-f2f6-486a-a216-8b4d8210afe8 HTTP/1.1" status: 200 len: 849 time: 0.1323631 Nov 09 17:21:40.409433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:21:40.513470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:40.542598 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-461b4d39-4a4e-49ce-a85f-f961b30e3b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:40.711853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742656825649'] for subnet, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:40.749840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:40.750592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:40.753020 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] 10.222.0.81 "PUT /v2.0/subnets/0ee33487-f2f6-486a-a216-8b4d8210afe8 HTTP/1.1" status: 200 len: 868 time: 0.3489418 Nov 09 17:21:40.758048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3479851e-e155-490c-a608-d8bf8a478c8e None None] Network d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:21:40.795355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee33487-f2f6-486a-a216-8b4d8210afe8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:21:40.808635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:40.809161 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:40.810493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:40.810493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:40.810858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:40.811171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:40.811696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:40.813013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:40.813013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:40.813319 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:40.813646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:40.814108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2901af1-9446-4d3c-af3b-e3c001058ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:21:41.210982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0c901cd7-efeb-42f1-a768-d8d9c3324b6b None None] Provisioning complete for port 6a0d55d7-6dc7-4132-9591-e4654d41d80f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:41.211623 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0c901cd7-efeb-42f1-a768-d8d9c3324b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:41.328705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0c901cd7-efeb-42f1-a768-d8d9c3324b6b None None] Provisioning complete for port 9c2d8283-289b-4e95-bb00-67af4cf6f43f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:21:41.328964 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0c901cd7-efeb-42f1-a768-d8d9c3324b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:43.160546 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40530) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:43.404555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5852ecf1-a046-47ae-860c-3ac47e828806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:43.404908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5852ecf1-a046-47ae-860c-3ac47e828806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:43.406517 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5852ecf1-a046-47ae-860c-3ac47e828806 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2449436 Nov 09 17:21:43.551313 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-96b18e11-4685-4192-aa4d-8b9a8ab65170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:44.139375 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:45.105247 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:45.939454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40538) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:46.153677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f3631-b101-451e-9998-a2d1960668cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:46.154334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f3631-b101-451e-9998-a2d1960668cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:46.156783 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6f1f3631-b101-451e-9998-a2d1960668cf admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2158725 Nov 09 17:21:47.377717 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:21:48.690495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40546) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:48.994503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd63aec-cff0-4ab8-9e84-315e6e2b4726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:48.996210 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6fd63aec-cff0-4ab8-9e84-315e6e2b4726 admin admin] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 886 time: 0.3042128 Nov 09 17:21:51.394466 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40554) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:51.567344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d29a6b-4001-4597-a3ec-a15046764c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:51.569749 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-34d29a6b-4001-4597-a3ec-a15046764c28 admin admin] 10.222.0.81 "GET /v2.0/networks/d3c4cfcf-bd08-4b4b-a6b4-c34294ec98ee HTTP/1.1" status: 200 len: 869 time: 0.1737623 Nov 09 17:21:54.033549 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40562) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:54.177773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3a9a8-5981-4017-8907-dae6e8d47f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:54.178412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3a9a8-5981-4017-8907-dae6e8d47f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:54.180158 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-83b3a9a8-5981-4017-8907-dae6e8d47f83 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1453202 Nov 09 17:21:55.496545 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 5 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:21:56.540429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40570) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:56.668596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf91c541-cdaf-48c4-a47f-91a00ff185c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.669332 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf91c541-cdaf-48c4-a47f-91a00ff185c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:56.671161 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cf91c541-cdaf-48c4-a47f-91a00ff185c2 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294336 Nov 09 17:21:59.145994 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40578) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:21:59.288761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f72821-7114-4773-b114-4c130c7d99e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:21:59.290183 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d9f72821-7114-4773-b114-4c130c7d99e2 admin admin] 10.222.0.81 "GET /v2.0/subnets/0ee33487-f2f6-486a-a216-8b4d8210afe8 HTTP/1.1" status: 200 len: 868 time: 0.1428854 Nov 09 17:22:01.865468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40586) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:01.999199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bfcc03-8dec-40c6-9062-9670ebdb056e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:02.000653 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-44bfcc03-8dec-40c6-9062-9670ebdb056e admin admin] 10.222.0.81 "GET /v2.0/subnets/9bf825de-abd3-488b-b586-4e4a216477cd HTTP/1.1" status: 200 len: 816 time: 0.1338465 Nov 09 17:22:10.545788 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-48c074a1-6c07-461f-8cae-f56490493d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:13.556195 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-26785db7-08ab-4d74-83fe-1bbc498e906a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:14.136954 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:15.111480 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:17.380980 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:29.143921 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40642) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:29.201421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-e15a2927-ae08-401b-a95e-4fc272d0e122 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:22:29.203293 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e15a2927-ae08-401b-a95e-4fc272d0e122 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582194 Nov 09 17:22:31.697026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40650) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:31.788209 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3c7a11-1794-4124-9d7e-845f5280b69b admin admin] GET failed (client error): The resource could not be found. Nov 09 17:22:31.790680 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fd3c7a11-1794-4124-9d7e-845f5280b69b admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0921333 Nov 09 17:22:31.920183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b5fc4c-431d-475b-8932-c8ca45ccca7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:31.921604 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-38b5fc4c-431d-475b-8932-c8ca45ccca7b admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1249254 Nov 09 17:22:32.496087 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 5 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:22:34.465047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40658) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:34.533187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:22:34.567774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Made reservation on behalf of ca5a3f4a77284948b88f7dc9263009de for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:22:34.571892 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:34.643594 n-d-817236-1 neutron-server[102155]: WARNING neutron.services.revisions.revision_plugin [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Could not find related network for resource to bump revision. Nov 09 17:22:34.669869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:22:34.686664 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:34.687006 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Added segment a6af9119-b638-4e5f-834d-0a69ac525c7d of type vlan for network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 Nov 09 17:22:34.731520 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:34.761325 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:34.762405 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:34.763086 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:34.827623 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3610921 Nov 09 17:22:34.834663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Pushing event updated for resources: {'Network': ['ID=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:34.844481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:34.844933 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:34.845359 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:34.845747 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:34.846127 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:34.846505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:34.846959 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:34.847445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:34.847915 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:34.848732 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:34.849165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:34.849655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1276baf-9e06-40b3-a9b7-a6bf727ad4a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:34.862985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:22:38.353502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40666) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:22:38.429042 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e70b2ac-4302-4bc4-8911-dd44fec110b6 admin admin] GET failed (client error): The resource could not be found. Nov 09 17:22:38.430513 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6e70b2ac-4302-4bc4-8911-dd44fec110b6 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0760436 Nov 09 17:22:38.511702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f65e535-65bc-44cf-8a1c-ac1d7cc50c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:38.513205 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7f65e535-65bc-44cf-8a1c-ac1d7cc50c0e admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0773757 Nov 09 17:22:38.524702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-838fabb3-4044-4387-876c-0a08802bfcf7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:22:38.553985 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838fabb3-4044-4387-876c-0a08802bfcf7 admin admin] Made reservation on behalf of ca5a3f4a77284948b88f7dc9263009de for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:22:38.556776 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-838fabb3-4044-4387-876c-0a08802bfcf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:38.852287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-838fabb3-4044-4387-876c-0a08802bfcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:38.990487 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fabb3-4044-4387-876c-0a08802bfcf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4992691b-7c1d-4db6-b8a7-530c7807d74c,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:39.001810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fabb3-4044-4387-876c-0a08802bfcf7 admin admin] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:22:39.001810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838fabb3-4044-4387-876c-0a08802bfcf7 admin admin] Network hostable DHCP agents. Network: f20a095f-d004-4b3f-abf6-0cf6ba79bcf5, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:22:39.031432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838fabb3-4044-4387-876c-0a08802bfcf7 admin admin] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:22:39.050196 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-838fabb3-4044-4387-876c-0a08802bfcf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, f20a095f-d004-4b3f-abf6-0cf6ba79bcf5) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:22:39.055546 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838fabb3-4044-4387-876c-0a08802bfcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:22:39.056141 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-838fabb3-4044-4387-876c-0a08802bfcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:39.064535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5303c0-c990-4642-b4a6-c2d907ec7b2c None None] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:22:39.076489 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-838fabb3-4044-4387-876c-0a08802bfcf7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5555017 Nov 09 17:22:39.292027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'tenant_id': 'ca5a3f4a77284948b88f7dc9263009de', 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:22:39.293440 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:39.509493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Allocated IP 192.168.233.2 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/9abade78-7f96-4025-8de2-5979550ff89e) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:22:39.725245 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:39.739358 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:39.784277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:22:39.788230 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:22:39.791070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:22:39.805312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Pushing event updated for resources: {'Port': ['ID=9abade78-7f96-4025-8de2-5979550ff89e,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:39.819449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:39.819892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:39.820459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:39.820812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:39.821178 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:39.821528 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:39.821864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:39.822194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:39.822643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:39.822887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:39.823180 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:39.823536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:22:39.883431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Attempting to bind port 9abade78-7f96-4025-8de2-5979550ff89e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:22:39.883994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Attempting to bind port 9abade78-7f96-4025-8de2-5979550ff89e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:22:39.884465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Attempting to bind port 9abade78-7f96-4025-8de2-5979550ff89e on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:22:39.891497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:22:39.891871 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:22:39.892277 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:39.892678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:22:39.893268 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Bound port: 9abade78-7f96-4025-8de2-5979550ff89e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:22:39.893770 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:39.977351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] For port 9abade78-7f96-4025-8de2-5979550ff89e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:22:39.981272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] For port 9abade78-7f96-4025-8de2-5979550ff89e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9abade78-7f96-4025-8de2-5979550ff89e,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:22:39.988914 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:40.057392 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcadd6-1245-4111-a6ed-a87c30a1ee2e None None] Pushing event updated for resources: {'Port': ['ID=9abade78-7f96-4025-8de2-5979550ff89e,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:40.548254 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b696f80d-c437-46bd-9e55-c7d17975da11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:41.069250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9abade78-7f96-4025-8de2-5979550ff89e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:22:41.138482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608bbc3d-1d5a-4e66-8a62-0f4f2e41a693 None None] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:22:41.273784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9abade78-7f96-4025-8de2-5979550ff89e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:41.274407 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:41.364971 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-cba7abb2-2b87-44d5-9c8c-cf84ce43b284 None None] Provisioning complete for port 9abade78-7f96-4025-8de2-5979550ff89e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:41.364971 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cba7abb2-2b87-44d5-9c8c-cf84ce43b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:41.711626 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:41.740244 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cba7abb2-2b87-44d5-9c8c-cf84ce43b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:41.823772 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 9abade78-7f96-4025-8de2-5979550ff89e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9abade78-7f96-4025-8de2-5979550ff89e,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:22:41.830212 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:41.987336 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-cba7abb2-2b87-44d5-9c8c-cf84ce43b284 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:22:41.987986 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-cba7abb2-2b87-44d5-9c8c-cf84ce43b284 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:22:41.994840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=9abade78-7f96-4025-8de2-5979550ff89e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:22:42.655588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-453e369e-4041-4ffa-a707-809d382c66bc None None] Provisioning complete for port 9abade78-7f96-4025-8de2-5979550ff89e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:42.655892 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-453e369e-4041-4ffa-a707-809d382c66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:42.957171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9abade78-7f96-4025-8de2-5979550ff89e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:22:43.012489 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9abade78-7f96-4025-8de2-5979550ff89e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:22:43.013418 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:43.559764 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f98e4573-bd07-45df-aa5c-0d5dfadbcad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:44.141916 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:45.119974 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:22:47.387678 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:23:09.496676 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 5 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:23:10.553067 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23b7ca66-21e4-4ad2-8842-ffdc18f57566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:23:13.558192 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-66505d06-e411-475e-bc09-9c832a65a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:23:14.146399 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:23:15.127252 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:23:17.383428 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:23:40.551465 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3a04eff7-e3f8-4e07-99f4-56c937ebff20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:23:43.556028 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b7221c3-363f-4418-b213-7feb0f2254f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:23:44.149854 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:23:45.122964 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:23:46.501851 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 5 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:23:47.389900 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:02.818060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40720) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:02.824232 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-0d3f01fd-9755-4016-b9f7-1fccdf6a273a tempest-verify_tempest_config-1365616125 tempest-verify_tempest_config-1365616125-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:24:02.825282 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0d3f01fd-9755-4016-b9f7-1fccdf6a273a tempest-verify_tempest_config-1365616125 tempest-verify_tempest_config-1365616125-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062301 Nov 09 17:24:03.215889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40738) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:03.338002 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:03.465440 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:03.470018 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:03.521636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=32ec04d50e3245aaa531f2d413733c2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3045690 Nov 09 17:24:03.522525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410fc512-cb1a-48e9-b20b-5e05cc8503ed,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:03.526228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40744) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:24:03.538559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:03.538904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:03.539284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:03.539628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:03.539962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:03.540291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:03.540618 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:03.541048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:03.541372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:03.541692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:03.542015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:03.542330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a011b0a-1b09-476d-8852-9350812e30f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:24:03.606684 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-414e4043-f6e1-4eb0-8884-199f982655f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:03.631917 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-414e4043-f6e1-4eb0-8884-199f982655f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:03.737120 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-414e4043-f6e1-4eb0-8884-199f982655f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:03.742310 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-414e4043-f6e1-4eb0-8884-199f982655f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:03.744439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-414e4043-f6e1-4eb0-8884-199f982655f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/410fc512-cb1a-48e9-b20b-5e05cc8503ed HTTP/1.1" status: 204 len: 168 time: 0.2169809 Nov 09 17:24:03.755539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e4043-f6e1-4eb0-8884-199f982655f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410fc512-cb1a-48e9-b20b-5e05cc8503ed,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:24:10.546168 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03c18ae8-d3cd-4446-92a7-381c7e425c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:13.555128 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5d66ea90-a3a9-4df6-801c-6cbf6e656aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:14.145144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:15.123828 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:17.389300 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:23.502181 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 5 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:24:40.551348 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f3219951-a826-464d-9553-170abd2e4d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:43.560654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5da825c3-f812-4c1c-b960-e1d0f7be3054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:44.148605 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:45.129504 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:24:47.392076 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:25:00.502804 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 5 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:25:10.545778 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a696b09f-ef76-4ce1-beef-b2009c4350f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:25:13.556592 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b81317a-a7a8-4351-a701-b70db53f610d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:25:14.155962 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:25:15.129357 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:25:17.397813 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:25:37.502838 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 5 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:25:40.550707 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-20620f43-a0cf-47d3-9c3d-22d056aca2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:25:43.566763 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-30eea4e1-9678-4860-adc3-51501156709a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:25:44.150382 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:25:45.131308 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:25:47.398642 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:26:10.554629 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6d828f77-90e3-4691-82f7-a6a12178abeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:26:13.560633 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c462824e-28b3-4b6e-b15d-a57c1af8e6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:26:14.152930 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:26:14.503458 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 5 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:26:15.135779 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:26:17.403659 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:26:40.560342 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8a1411a4-a21b-4b64-8c7b-c71c6d4de5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:26:43.565048 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8e339a4c-21f9-4998-b56c-f7d14abec89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:26:44.167257 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:26:45.139211 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:26:47.406320 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:26:51.502756 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 5 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:27:10.566726 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99ca5bad-b6dc-472c-998a-e0a4c8a305ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:27:13.568038 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-407d0363-08d0-4465-ba8c-209ee2d5b1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:27:14.161761 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:27:15.141476 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:27:17.407940 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:27:22.473900 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089575'] for agent, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:27:23.312338 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089575'] for agent, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:27:28.502174 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:27:40.566327 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe358ab5-e650-4ae1-af1d-1898eb28913d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:27:43.576176 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4af8b596-1713-4386-893a-3056a1aa9e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:27:44.166969 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:27:45.146866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:27:47.413056 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:27:52.448173 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:27:53.264264 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:05.504056 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:28:10.563314 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b903488f-9e08-45b6-803d-9e467c70242c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:12.815442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40810) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:12.958343 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ae0163b7-8c89-40b2-a7ae-df3868c071ac admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1414459 Nov 09 17:28:13.581185 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-570293e9-37fd-4875-8437-bc50aa5f74db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:14.172279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:15.157487 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:15.482081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40820) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:28:15.546385 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0fb5edcc-1dca-4c01-acc0-89194017688c admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0631642 Nov 09 17:28:17.414930 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:22.440288 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:23.262595 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:40.561125 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-643ea7e7-6378-487c-9432-c511ddf12bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:42.504238 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:28:43.569823 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dee3506a-9c6f-4186-8414-4e442e239bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:44.175624 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:45.160492 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:47.419325 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:52.461131 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:28:53.267859 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:10.558434 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e47ce1f6-2aac-4b19-8368-7d390474dec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:13.577144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-099acfd3-d6ac-429c-9fd1-ab01dede397e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:14.182727 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:15.162905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:17.424801 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:19.505978 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:29:22.461898 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:23.261975 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:40.555512 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01cf7749-081a-4594-8936-17d2a82d62cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:43.577525 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-232fb0dd-d706-4398-ada9-b74bfd853a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:44.183776 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:45.158649 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:47.426389 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:52.463544 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:53.273532 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:56.516392 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:29:56.767541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41026) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:57.186030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41050) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:57.186724 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-12335913-b416-4a69-84a9-14ab0038f55b tempest-AutoAllocateNetworkTest-4835799 tempest-AutoAllocateNetworkTest-4835799-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=350b4bd37c9941238eb3affc4315bfb9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4174216 Nov 09 17:29:57.390045 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a1edb-34a2-49df-8df7-48c19b159d54 tempest-AutoAllocateNetworkTest-4835799 tempest-AutoAllocateNetworkTest-4835799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:29:57.391977 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-543a1edb-34a2-49df-8df7-48c19b159d54 tempest-AutoAllocateNetworkTest-4835799 tempest-AutoAllocateNetworkTest-4835799-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2049618 Nov 09 17:29:57.395372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41062) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:57.465503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fae7230f-87f2-4076-990c-44cc12c2fd54 tempest-AutoAllocateNetworkTest-4835799 tempest-AutoAllocateNetworkTest-4835799-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686693 Nov 09 17:29:57.468102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41066) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:57.496683 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c81ac3e3-1a73-41af-8e4e-492f42dade0c tempest-AutoAllocateNetworkTest-4835799 tempest-AutoAllocateNetworkTest-4835799-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=350b4bd37c9941238eb3affc4315bfb9 HTTP/1.1" status: 200 len: 208 time: 0.0273783 Nov 09 17:29:58.395403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41104) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:58.767893 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:58.931342 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:58.936345 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:58.997494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41132) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:29:58.998122 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=350b4bd37c9941238eb3affc4315bfb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6001306 Nov 09 17:29:59.000966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22dbade-694a-426b-8d9a-d12a643281d2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:59.017347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.017776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.018116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.018792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.019075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.019946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.020847 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.021371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.021944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.022917 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.023382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.023848 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6fcb-5f9c-40aa-85a1-fd7c2d3535d3 admin admin] Tracked resource versions report: Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: pushed versions: Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: { 'AddressGroup': {'1.2'}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'ConntrackHelper': {'1.0'}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'Log': {'1.0'}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'Network': {'1.1'}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'Port': {'1.7'}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'PortForwarding': {'1.2'}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'QosPolicy': {'1.9'}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'SecurityGroup': {'1.4'}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'SubPort': {'1.0'}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'Subnet': {'1.1'}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'Trunk': {'1.1'}} Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: consumer versions: Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: { DHCP agent@n-d-817236-1: {}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: HyperV agent@n-h1-817236-1: {}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: HyperV agent@n-h2-817236-1: {}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: L3 agent@n-d-817236-1: {}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: Metadata agent@n-d-817236-1: {}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: Metering agent@n-d-817236-1: {}, Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: Open vSwitch agent@n-d-817236-1: { 'AddressGroup': '1.2', Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'ConntrackHelper': '1.0', Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'Log': '1.0', Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'Network': '1.1', Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'Port': '1.7', Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'PortForwarding': '1.2', Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'QosPolicy': '1.9', Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'SecurityGroup': '1.4', Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'SecurityGroupRule': '1.2', Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'SubPort': '1.0', Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'Subnet': '1.1', Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: 'Trunk': '1.1'}} Nov 09 17:29:59.025117 n-d-817236-1 neutron-server[102155]: {{(pid=102155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:29:59.130044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:59.170304 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:59.268266 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:59.273631 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:29:59.275904 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f22dbade-694a-426b-8d9a-d12a643281d2 HTTP/1.1" status: 204 len: 168 time: 0.2767334 Nov 09 17:29:59.300111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22dbade-694a-426b-8d9a-d12a643281d2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:29:59.319256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.319903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.320475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.321033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.321582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.322147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.322701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.323523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.324307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.325109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.325667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.326496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e23f49-1c3d-479e-9b0d-5149058a156f admin admin] Tracked resource versions report: Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: pushed versions: Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: { 'AddressGroup': {'1.2'}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'ConntrackHelper': {'1.0'}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'Log': {'1.0'}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'Network': {'1.1'}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'Port': {'1.7'}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'PortForwarding': {'1.2'}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'QosPolicy': {'1.9'}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'SecurityGroup': {'1.4'}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'SubPort': {'1.0'}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'Subnet': {'1.1'}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'Trunk': {'1.1'}} Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: consumer versions: Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: { DHCP agent@n-d-817236-1: {}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: HyperV agent@n-h1-817236-1: {}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: HyperV agent@n-h2-817236-1: {}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: L3 agent@n-d-817236-1: {}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: Metadata agent@n-d-817236-1: {}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: Metering agent@n-d-817236-1: {}, Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: Open vSwitch agent@n-d-817236-1: { 'AddressGroup': '1.2', Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'ConntrackHelper': '1.0', Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'Log': '1.0', Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'Network': '1.1', Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'Port': '1.7', Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'PortForwarding': '1.2', Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'QosPolicy': '1.9', Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'SecurityGroup': '1.4', Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'SecurityGroupRule': '1.2', Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'SubPort': '1.0', Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'Subnet': '1.1', Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: 'Trunk': '1.1'}} Nov 09 17:29:59.330717 n-d-817236-1 neutron-server[102154]: {{(pid=102154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:30:01.200887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41230) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:01.500119 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bb69b427-0051-4ab2-a16e-9ba79c917634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:01.614450 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bb69b427-0051-4ab2-a16e-9ba79c917634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:01.621982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bb69b427-0051-4ab2-a16e-9ba79c917634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:01.665537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69b427-0051-4ab2-a16e-9ba79c917634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b82c8c-b061-47ab-be05-3d7b748952a6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:01.678133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41264) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:01.692033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bb69b427-0051-4ab2-a16e-9ba79c917634 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=07ab017bb11b4dfeaae32f9d1e0a31e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4892924 Nov 09 17:30:01.743268 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2b962b9-486b-4d1e-b608-fc3940143ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:01.791620 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2b962b9-486b-4d1e-b608-fc3940143ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:01.906726 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2b962b9-486b-4d1e-b608-fc3940143ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:01.909825 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2b962b9-486b-4d1e-b608-fc3940143ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:01.911208 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f2b962b9-486b-4d1e-b608-fc3940143ce3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95b82c8c-b061-47ab-be05-3d7b748952a6 HTTP/1.1" status: 204 len: 168 time: 0.2320719 Nov 09 17:30:01.923212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b962b9-486b-4d1e-b608-fc3940143ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b82c8c-b061-47ab-be05-3d7b748952a6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:02.056251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41292) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:02.059382 n-d-817236-1 neutron-server[102154]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 17:30:02.094933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7512f671-b064-4fb0-9e73-d94d12bc2880 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d228b72b50c04a46a5e5780854a3b924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368941 Nov 09 17:30:02.222873 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611163e-1150-4d17-8963-c6a8932f4332 req-1db8f6c8-6f34-4075-8326-8b6090665620 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:02.224494 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-1db8f6c8-6f34-4075-8326-8b6090665620 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207700 Nov 09 17:30:02.244790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ef1ffd4-cca0-447b-9c9e-ec7efff8e7a3 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/quotas/d228b72b50c04a46a5e5780854a3b924 HTTP/1.1" status: 200 len: 375 time: 0.0140560 Nov 09 17:30:02.310928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-d27bb63b-f99a-4dc8-bfe2-e896b64d4124 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d228b72b50c04a46a5e5780854a3b924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570099 Nov 09 17:30:02.345795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41302) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:02.606094 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41324) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:02.624634 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8bf1-406b-41a4-8dc1-8adf35dc3160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:02.634635 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fac4345e-dfe6-450f-8aa2-04126621b77c req-def881de-90d8-48b5-9662-839b887c1bfc tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 210 time: 0.0579207 Nov 09 17:30:02.679735 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09f38ae7-e97b-4496-b94f-eda68a2dbf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:02.747215 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8bf1-406b-41a4-8dc1-8adf35dc3160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:02.759574 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8bf1-406b-41a4-8dc1-8adf35dc3160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:02.847183 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cb6c8bf1-406b-41a4-8dc1-8adf35dc3160 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=17601797c24a49dbb76485cc709cd842&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2398446 Nov 09 17:30:02.849930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41342) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:02.856832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c8bf1-406b-41a4-8dc1-8adf35dc3160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d99862-86bc-4ba9-b4df-97c16efe766f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:02.917899 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09f38ae7-e97b-4496-b94f-eda68a2dbf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:02.924699 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09f38ae7-e97b-4496-b94f-eda68a2dbf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:02.965492 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d446821c-cf8f-4603-9fb2-3ce5f84264ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:02.975193 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-09f38ae7-e97b-4496-b94f-eda68a2dbf0c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8048bdf018a04402b3894400b629a775&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6280432 Nov 09 17:30:03.001117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41352) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:03.035030 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f38ae7-e97b-4496-b94f-eda68a2dbf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69bcc00-2891-4da9-bbe9-a092549d03c8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:03.128627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d446821c-cf8f-4603-9fb2-3ce5f84264ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:03.348211 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e43599bf-762d-48dd-a8b6-26de397e48ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:03.402916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e43599bf-762d-48dd-a8b6-26de397e48ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:03.418116 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d446821c-cf8f-4603-9fb2-3ce5f84264ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:03.421536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d446821c-cf8f-4603-9fb2-3ce5f84264ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:03.424515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d446821c-cf8f-4603-9fb2-3ce5f84264ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/51d99862-86bc-4ba9-b4df-97c16efe766f HTTP/1.1" status: 204 len: 168 time: 0.5732191 Nov 09 17:30:03.449999 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446821c-cf8f-4603-9fb2-3ce5f84264ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d99862-86bc-4ba9-b4df-97c16efe766f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:03.499534 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e43599bf-762d-48dd-a8b6-26de397e48ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:03.500987 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e43599bf-762d-48dd-a8b6-26de397e48ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:03.502170 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e43599bf-762d-48dd-a8b6-26de397e48ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e69bcc00-2891-4da9-bbe9-a092549d03c8 HTTP/1.1" status: 204 len: 168 time: 0.4998889 Nov 09 17:30:03.515610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43599bf-762d-48dd-a8b6-26de397e48ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69bcc00-2891-4da9-bbe9-a092549d03c8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:04.046887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41442) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:04.279473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41460) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:04.376448 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d7e80fca-cba6-4f99-9ecf-c0fc201a1907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:04.605831 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d7e80fca-cba6-4f99-9ecf-c0fc201a1907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:04.615376 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d7e80fca-cba6-4f99-9ecf-c0fc201a1907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:04.661887 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fdcb7e71-0611-4970-b4ea-20272bdfe35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:04.746854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41476) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:04.791807 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d7e80fca-cba6-4f99-9ecf-c0fc201a1907 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7400223ebe1e4593b4a4bb937adcef9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5105286 Nov 09 17:30:04.794643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80fca-cba6-4f99-9ecf-c0fc201a1907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0077bf65-d283-41f9-8415-9532305510fd,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:04.801870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41480) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:04.930574 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53884e18-c276-419a-9787-f3f26d78f191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:04.954577 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fdcb7e71-0611-4970-b4ea-20272bdfe35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:04.962755 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fdcb7e71-0611-4970-b4ea-20272bdfe35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:04.978274 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53884e18-c276-419a-9787-f3f26d78f191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:05.064948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fdcb7e71-0611-4970-b4ea-20272bdfe35e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db861b7c98334d28abc9e878b105dac6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0125973 Nov 09 17:30:05.064948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb7e71-0611-4970-b4ea-20272bdfe35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607c4a1d-b2c9-4046-a0e7-a1e1eda7ac91,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:05.081297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41484) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:05.205389 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9e32cb2-26fe-45c7-b933-6ecaae8bc145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:05.207810 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-82d2e99d-875c-4a01-82c7-ad974b577caf tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=30388ef0ffa94521b5c7f2df27a06070&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333970 Nov 09 17:30:05.229233 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53884e18-c276-419a-9787-f3f26d78f191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:05.231984 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53884e18-c276-419a-9787-f3f26d78f191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:05.233235 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-53884e18-c276-419a-9787-f3f26d78f191 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0077bf65-d283-41f9-8415-9532305510fd HTTP/1.1" status: 204 len: 168 time: 0.4274385 Nov 09 17:30:05.237235 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9e32cb2-26fe-45c7-b933-6ecaae8bc145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:05.256534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53884e18-c276-419a-9787-f3f26d78f191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0077bf65-d283-41f9-8415-9532305510fd,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:05.310607 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9e32cb2-26fe-45c7-b933-6ecaae8bc145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:05.313761 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9e32cb2-26fe-45c7-b933-6ecaae8bc145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:05.317231 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e9e32cb2-26fe-45c7-b933-6ecaae8bc145 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/607c4a1d-b2c9-4046-a0e7-a1e1eda7ac91 HTTP/1.1" status: 204 len: 168 time: 0.2328899 Nov 09 17:30:05.324690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e32cb2-26fe-45c7-b933-6ecaae8bc145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607c4a1d-b2c9-4046-a0e7-a1e1eda7ac91,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:05.348633 n-d-817236-1 neutron-server[102155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 17:30:05.393707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-9df9af0a-407e-4326-937a-09e4046f0c44 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:05.395666 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-9df9af0a-407e-4326-937a-09e4046f0c44 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870599 Nov 09 17:30:05.423545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-3049cf45-3abe-46d4-a109-334bec88092d tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/quotas/30388ef0ffa94521b5c7f2df27a06070 HTTP/1.1" status: 200 len: 375 time: 0.0207694 Nov 09 17:30:05.448481 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ec2b54c8-674b-4c61-b40a-3575327507a7 req-c6c9c642-0f0e-4e76-b7c3-3d93bd12f9c8 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 210 time: 0.6972172 Nov 09 17:30:05.456306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41502) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:05.476489 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-6e61bec8-fb17-4b0c-a04f-c4632104c01a tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=30388ef0ffa94521b5c7f2df27a06070&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478728 Nov 09 17:30:05.755112 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.13', 58109) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:05.784577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7876e171-3954-44ed-b699-0008605091ba req-7a2b8dc9-1c7a-4ee3-b875-3cb8d9119dbd tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 210 time: 0.0716598 Nov 09 17:30:05.814740 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-031f69e5-8cba-4c65-a4b3-088ce3323008 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d228b72b50c04a46a5e5780854a3b924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511515 Nov 09 17:30:05.879536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cb2250a7-6e7f-4092-984f-d726f1edc3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:06.247380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611163e-1150-4d17-8963-c6a8932f4332 req-1f3504ac-8ac5-4768-9d5d-cd832cf37bf8 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:06.249038 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-1f3504ac-8ac5-4768-9d5d-cd832cf37bf8 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4330227 Nov 09 17:30:06.258254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41570) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:06.309665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b6057336-cbad-45e4-bc87-e72cebec9ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:06.313874 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cb2250a7-6e7f-4092-984f-d726f1edc3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:06.329831 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cb2250a7-6e7f-4092-984f-d726f1edc3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:06.356421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Request body: {'port': {'device_id': 'a55fc302-f1ee-41f2-b650-a46e5fb95b3e', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': 'd228b72b50c04a46a5e5780854a3b924'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:06.514212 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cb2250a7-6e7f-4092-984f-d726f1edc3c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ea4069ad1684f09959bd63e20aaa923&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0568039 Nov 09 17:30:06.519179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41604) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:06.544085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2250a7-6e7f-4092-984f-d726f1edc3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0413feb-a517-4ded-91f0-5c26b41125ca,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:06.678287 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfd2a-dd2b-495f-bf11-65e62361ad91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:06.748596 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfd2a-dd2b-495f-bf11-65e62361ad91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:06.856324 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b6057336-cbad-45e4-bc87-e72cebec9ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:06.861298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Made reservation on behalf of d228b72b50c04a46a5e5780854a3b924 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:06.869465 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:06.882734 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b6057336-cbad-45e4-bc87-e72cebec9ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:06.908400 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:06.935272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5035b27f-69e6-47f0-9c08-88402818a12e req-37b27625-6181-49e9-80e8-1f40d6042d1b tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 210 time: 0.0930352 Nov 09 17:30:06.964682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfd2a-dd2b-495f-bf11-65e62361ad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:06.970756 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfd2a-dd2b-495f-bf11-65e62361ad91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:06.972732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2c6dfd2a-dd2b-495f-bf11-65e62361ad91 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0413feb-a517-4ded-91f0-5c26b41125ca HTTP/1.1" status: 204 len: 168 time: 0.4516082 Nov 09 17:30:06.990379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dfd2a-dd2b-495f-bf11-65e62361ad91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0413feb-a517-4ded-91f0-5c26b41125ca,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:07.030124 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b6057336-cbad-45e4-bc87-e72cebec9ee9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=344e2edf748b486fb2ffa6ffc13552e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7685070 Nov 09 17:30:07.030505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41634) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:07.035266 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4d2ebacf-b044-4c78-a4d7-c3baf4e7ac0d req-dcc1fc3c-5d96-4a8e-a104-b4bf9b768fff tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 210 time: 0.0961020 Nov 09 17:30:07.037201 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6057336-cbad-45e4-bc87-e72cebec9ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982f05aa-e74e-4b47-9b16-60272d753b50,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:07.151343 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16637345-4288-496b-8b03-2fa8366de5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:07.201433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:07.209404 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:07.222437 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16637345-4288-496b-8b03-2fa8366de5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:07.267994 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b50a34f-edf6-46af-8e50-f9c35c9eea15,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:07.387075 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16637345-4288-496b-8b03-2fa8366de5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:07.390187 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16637345-4288-496b-8b03-2fa8366de5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:07.392125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-16637345-4288-496b-8b03-2fa8366de5e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/982f05aa-e74e-4b47-9b16-60272d753b50 HTTP/1.1" status: 204 len: 168 time: 0.3597057 Nov 09 17:30:07.416823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16637345-4288-496b-8b03-2fa8366de5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982f05aa-e74e-4b47-9b16-60272d753b50,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:07.791134 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Allocated IP 192.168.233.240 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/7270bf6a-03e3-46f9-901d-cec8697dce64) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:08.037354 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:08.210116 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:08.340702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41674) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:08.350269 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:08.387084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:08.389655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Pushing event updated for resources: {'Port': ['ID=7270bf6a-03e3-46f9-901d-cec8697dce64,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:08.401174 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a02a9950-32b8-4c0e-a5d8-2b39bc03712f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:08.404513 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:08.411735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:08.412403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:08.517166 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea088268-58b4-4fa9-bea5-664b99feef30 req-b556ec00-d840-4184-a05f-f703c8801608 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 210 time: 0.3059001 Nov 09 17:30:08.522783 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41678) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:08.542278 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-ae688d90-8b65-40ec-9f3f-6c22ac1386ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1933246 Nov 09 17:30:08.561620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08190ae4-388d-4699-872d-1b6b7f313b05 req-ba77ff68-4162-485d-96b3-6cf60b5662ff tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:08.570194 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08190ae4-388d-4699-872d-1b6b7f313b05 req-ba77ff68-4162-485d-96b3-6cf60b5662ff tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 936 time: 0.3151770 Nov 09 17:30:08.635571 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08190ae4-388d-4699-872d-1b6b7f313b05 req-3dbaa269-1887-4f49-83b1-3d19958ccce3 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634501 Nov 09 17:30:08.789772 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a02a9950-32b8-4c0e-a5d8-2b39bc03712f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:08.796350 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a02a9950-32b8-4c0e-a5d8-2b39bc03712f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:08.873464 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a02a9950-32b8-4c0e-a5d8-2b39bc03712f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4153bc7fe9fb438ebf29a381a0b2ceb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5265300 Nov 09 17:30:08.873963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41686) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:08.874230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a9950-32b8-4c0e-a5d8-2b39bc03712f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b2e2e6-d634-4876-a4f3-9afd24f7fe28,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:08.915074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c0fc4ee3-6750-4436-a911-c280802d0e30 None None] Provisioning complete for port 7270bf6a-03e3-46f9-901d-cec8697dce64 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:08.920218 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4ee3-6750-4436-a911-c280802d0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:09.034172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc4ee3-6750-4436-a911-c280802d0e30 None None] Port 7270bf6a-03e3-46f9-901d-cec8697dce64 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:30:09.047721 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc90feb5-f970-4e71-b430-6262a1e68ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:09.086770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc90feb5-f970-4e71-b430-6262a1e68ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:09.115805 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88616d64-17d8-4eb0-94b6-aeb364af2395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:09.179560 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc90feb5-f970-4e71-b430-6262a1e68ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:09.182991 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc90feb5-f970-4e71-b430-6262a1e68ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:09.188793 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dc90feb5-f970-4e71-b430-6262a1e68ace admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32b2e2e6-d634-4876-a4f3-9afd24f7fe28 HTTP/1.1" status: 204 len: 168 time: 0.3137295 Nov 09 17:30:09.198027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90feb5-f970-4e71-b430-6262a1e68ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b2e2e6-d634-4876-a4f3-9afd24f7fe28,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:09.324796 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88616d64-17d8-4eb0-94b6-aeb364af2395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:09.330413 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88616d64-17d8-4eb0-94b6-aeb364af2395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:09.383282 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88616d64-17d8-4eb0-94b6-aeb364af2395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d924f4-e10a-4a1e-ac08-f2240f49e6d9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:09.414242 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-88616d64-17d8-4eb0-94b6-aeb364af2395 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1601168b2b37472ba4ff6ba4725f11dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8823814 Nov 09 17:30:09.414570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41700) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:09.557242 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a8edd61f-532c-4d54-915e-c26e77d4a736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:09.594454 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a8edd61f-532c-4d54-915e-c26e77d4a736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:09.754392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f2550a8-796b-4ce4-9c0c-25c6e1d43339 req-aaa9bff3-91c1-4ee7-ba9e-f108bed83a83 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 210 time: 0.0933845 Nov 09 17:30:09.771001 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a8edd61f-532c-4d54-915e-c26e77d4a736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:09.779245 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a8edd61f-532c-4d54-915e-c26e77d4a736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:09.784585 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a8edd61f-532c-4d54-915e-c26e77d4a736 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/51d924f4-e10a-4a1e-ac08-f2240f49e6d9 HTTP/1.1" status: 204 len: 168 time: 0.3648851 Nov 09 17:30:09.804006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edd61f-532c-4d54-915e-c26e77d4a736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d924f4-e10a-4a1e-ac08-f2240f49e6d9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:09.968145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15975a1b-6106-46d6-972d-16d100cd3996 req-b313c1c9-ce01-4092-8730-6baf305953ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:09.970345 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15975a1b-6106-46d6-972d-16d100cd3996 req-b313c1c9-ce01-4092-8730-6baf305953ac tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 936 time: 0.1327527 Nov 09 17:30:10.049362 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15975a1b-6106-46d6-972d-16d100cd3996 req-0f6e90e6-9045-4aab-bd3e-2b1f7ce0060b tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637488 Nov 09 17:30:10.582856 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cc82f94e-044d-46d1-8b23-1a6bba2f9f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:10.738793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41744) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:10.780573 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5293b6c6-0e11-46fe-8973-ed88af1459c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:10.956960 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-479fb1fc-66bd-45f9-b1fb-c0c5ab22d5d4 req-d032ed0b-6625-41cc-89c1-430f04384c52 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 210 time: 0.0437376 Nov 09 17:30:11.059921 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5293b6c6-0e11-46fe-8973-ed88af1459c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:11.070072 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5293b6c6-0e11-46fe-8973-ed88af1459c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:11.136477 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5293b6c6-0e11-46fe-8973-ed88af1459c2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=814bfb7cf84540239634be6eace097f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3965151 Nov 09 17:30:11.141379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41754) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:11.156698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293b6c6-0e11-46fe-8973-ed88af1459c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1834075f-3929-482d-b7b6-34891c55e780,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:11.250700 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93face07-64a7-4824-9aca-c9549e703b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:11.314042 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93face07-64a7-4824-9aca-c9549e703b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:11.348851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61fafa-7744-4257-b7d2-9fd6741cc749 req-0cb50002-9540-4388-a0ec-0c87027ee9d4 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:11.356435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de61fafa-7744-4257-b7d2-9fd6741cc749 req-0cb50002-9540-4388-a0ec-0c87027ee9d4 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 936 time: 0.1203279 Nov 09 17:30:11.387031 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93face07-64a7-4824-9aca-c9549e703b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:11.389721 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93face07-64a7-4824-9aca-c9549e703b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:11.391249 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-93face07-64a7-4824-9aca-c9549e703b7b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1834075f-3929-482d-b7b6-34891c55e780 HTTP/1.1" status: 204 len: 168 time: 0.2479861 Nov 09 17:30:11.408436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93face07-64a7-4824-9aca-c9549e703b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1834075f-3929-482d-b7b6-34891c55e780,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:11.435325 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de61fafa-7744-4257-b7d2-9fd6741cc749 req-a017c16a-ecf5-4b67-afd2-fcf6f021e5d2 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779381 Nov 09 17:30:12.176612 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c26d50b-1821-46e5-b4e5-d89a8b612790 req-d294d89e-321a-4582-ae71-d525677f8d2b tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 210 time: 0.0836155 Nov 09 17:30:12.730953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b279c3-a4ea-40ec-86ae-63f0b6960367 req-62de3428-e7be-4ac8-8a71-2ab0912f05ae tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:12.744361 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99b279c3-a4ea-40ec-86ae-63f0b6960367 req-62de3428-e7be-4ac8-8a71-2ab0912f05ae tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 936 time: 0.1015687 Nov 09 17:30:12.745163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41802) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:12.818496 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99b279c3-a4ea-40ec-86ae-63f0b6960367 req-26842ab2-d015-4a1a-9e46-4f482d942a70 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555491 Nov 09 17:30:13.364740 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-baf2abed-2846-4180-966a-4ddf57f74eb0 req-04927398-940d-4eb9-a880-3e4bff829fd5 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 210 time: 0.0613518 Nov 09 17:30:13.378535 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d74bc619-73d2-41b6-a858-1697a3c2321f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:13.503493 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d74bc619-73d2-41b6-a858-1697a3c2321f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:13.517386 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d74bc619-73d2-41b6-a858-1697a3c2321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:13.569868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bc619-73d2-41b6-a858-1697a3c2321f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4681efce-3d95-4709-9fef-6605915360aa,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:13.576745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d74bc619-73d2-41b6-a858-1697a3c2321f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dfe021dfd9f845e1804affd7a0b53476&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8277001 Nov 09 17:30:13.577128 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41828) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:13.583702 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5cc775c3-f71c-40b2-ada8-69ce96b28423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:13.693754 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e3011645-06a4-43b2-bbc3-fa4c9494f1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:13.724653 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e3011645-06a4-43b2-bbc3-fa4c9494f1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:13.788652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e3011645-06a4-43b2-bbc3-fa4c9494f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:13.791277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e3011645-06a4-43b2-bbc3-fa4c9494f1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:13.798524 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e3011645-06a4-43b2-bbc3-fa4c9494f1dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4681efce-3d95-4709-9fef-6605915360aa HTTP/1.1" status: 204 len: 168 time: 0.2156930 Nov 09 17:30:13.816777 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3011645-06a4-43b2-bbc3-fa4c9494f1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4681efce-3d95-4709-9fef-6605915360aa,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:14.014953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178577f-368a-437e-9da8-9fb8ada2cb97 req-ae903dd3-45e4-4643-88d1-77b9469e29a7 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:14.029678 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3178577f-368a-437e-9da8-9fb8ada2cb97 req-ae903dd3-45e4-4643-88d1-77b9469e29a7 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 936 time: 0.1030588 Nov 09 17:30:14.084709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3178577f-368a-437e-9da8-9fb8ada2cb97 req-586d25af-a28f-489d-873d-5f45fade9c74 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535548 Nov 09 17:30:14.212754 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:14.726806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41862) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:14.760099 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b22e5803-77e1-4f1c-ae18-f1c70268ed87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:14.793747 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-01830d46-07d8-4b69-b9fd-5c4648c9ee0c req-49478c28-70f0-4d94-ad1b-01a1d0df0271 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 210 time: 0.0876346 Nov 09 17:30:14.897456 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b22e5803-77e1-4f1c-ae18-f1c70268ed87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:14.903187 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b22e5803-77e1-4f1c-ae18-f1c70268ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:14.949470 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b22e5803-77e1-4f1c-ae18-f1c70268ed87 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=111d5042ba354e0d816c7839e5aaefac&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2214568 Nov 09 17:30:14.952146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41874) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:14.964033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e5803-77e1-4f1c-ae18-f1c70268ed87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464e2a2e-1d18-40a4-ae43-c541ab7487ef,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:15.103056 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c20c94cd-8369-4ef6-84a4-ee7db414e563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:15.153414 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c20c94cd-8369-4ef6-84a4-ee7db414e563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:15.211287 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:15.287830 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c20c94cd-8369-4ef6-84a4-ee7db414e563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:15.291510 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c20c94cd-8369-4ef6-84a4-ee7db414e563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:15.295359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c20c94cd-8369-4ef6-84a4-ee7db414e563 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/464e2a2e-1d18-40a4-ae43-c541ab7487ef HTTP/1.1" status: 204 len: 168 time: 0.3392515 Nov 09 17:30:15.310704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c94cd-8369-4ef6-84a4-ee7db414e563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464e2a2e-1d18-40a4-ae43-c541ab7487ef,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:15.827547 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a71263-f17e-45e3-a66d-ad2a1c125b2d req-7ec01a9b-55b5-4496-83f1-c9674e5e3efa tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:15.855561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5a71263-f17e-45e3-a66d-ad2a1c125b2d req-7ec01a9b-55b5-4496-83f1-c9674e5e3efa tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 936 time: 0.2014728 Nov 09 17:30:15.972637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-345a1e8b-3698-45d3-a3fb-10a225ac56bd tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:30:15.976974 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-345a1e8b-3698-45d3-a3fb-10a225ac56bd tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1129322 Nov 09 17:30:16.034815 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5a71263-f17e-45e3-a66d-ad2a1c125b2d req-e6c235c2-e067-408e-a28d-eac3dd414a56 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779802 Nov 09 17:30:16.165562 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-eebcd167-9b70-4206-b997-c756daddc728 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=30388ef0ffa94521b5c7f2df27a06070&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813875 Nov 09 17:30:16.448881 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9798706f-51a4-4372-a4df-c21c103f5276 req-4ef5ce2a-ac67-41a3-979a-9ba6ea439bde tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 210 time: 0.1762738 Nov 09 17:30:16.615658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.13', 58114) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:16.701831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-31588b35-0f62-47d4-afb2-587982726e8d tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:16.705461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-31588b35-0f62-47d4-afb2-587982726e8d tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5180724 Nov 09 17:30:16.732443 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Request body: {'port': {'device_id': '606b9a42-13e5-43c0-9214-42ee91d640ee', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '30388ef0ffa94521b5c7f2df27a06070'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:17.182388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Made reservation on behalf of 30388ef0ffa94521b5c7f2df27a06070 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:17.188104 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:17.228637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Request body: {'port': {'device_id': 'a55fc302-f1ee-41f2-b650-a46e5fb95b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:17.276733 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:17.446044 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:17.501030 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:17.553962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdd8e8-d41f-4153-9dd5-3eaf39f9348f req-626981db-08db-47ac-8450-4b47cb2258e3 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:17.556289 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68fdd8e8-d41f-4153-9dd5-3eaf39f9348f req-626981db-08db-47ac-8450-4b47cb2258e3 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 936 time: 0.3146191 Nov 09 17:30:17.743530 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:17.773521 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:17.779020 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68fdd8e8-d41f-4153-9dd5-3eaf39f9348f req-0192a9ba-9893-44a0-ba93-071dcd670110 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131417 Nov 09 17:30:17.862523 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41936) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:18.060853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b593be-744f-483f-a163-9c1b91ac99a3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:18.120156 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c8bb2a74-63cc-43f0-95d0-fd2bd5779290 req-5fc4f0cb-313d-464d-a62b-93c1fe9ae95b tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 210 time: 0.1375806 Nov 09 17:30:18.282066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7270bf6a-03e3-46f9-901d-cec8697dce64 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:18.292922 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:18.325512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Transition to ACTIVE for port object 7270bf6a-03e3-46f9-901d-cec8697dce64 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:30:18.332794 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:18.490667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Allocated IP 192.168.233.70 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/8050a774-dc97-49f7-a7b8-7fdb3855652b) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:18.549882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Pushing event updated for resources: {'Port': ['ID=7270bf6a-03e3-46f9-901d-cec8697dce64,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:18.571909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Attempting to bind port 7270bf6a-03e3-46f9-901d-cec8697dce64 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:30:18.572548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Attempting to bind port 7270bf6a-03e3-46f9-901d-cec8697dce64 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:30:18.573088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Attempting to bind port 7270bf6a-03e3-46f9-901d-cec8697dce64 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:18.579494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Port 7270bf6a-03e3-46f9-901d-cec8697dce64 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:30:18.580304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Attempting to bind port 7270bf6a-03e3-46f9-901d-cec8697dce64 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:18.587351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:30:18.587934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:30:18.588753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:30:18.589455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Bound port: 7270bf6a-03e3-46f9-901d-cec8697dce64, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:30:18.590029 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:18.599940 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be6edf9b-c6f0-4104-8178-6bcff566a9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:18.729877 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be6edf9b-c6f0-4104-8178-6bcff566a9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:18.740936 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be6edf9b-c6f0-4104-8178-6bcff566a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:18.746945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] For port 7270bf6a-03e3-46f9-901d-cec8697dce64, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:30:18.760001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] For port 7270bf6a-03e3-46f9-901d-cec8697dce64, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7270bf6a-03e3-46f9-901d-cec8697dce64,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:30:18.771722 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:18.876071 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-be6edf9b-c6f0-4104-8178-6bcff566a9f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=246d58b44f46413f8519ffe7f3cc9719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9987543 Nov 09 17:30:18.883726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41976) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:18.897461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6edf9b-c6f0-4104-8178-6bcff566a9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc996e9-10e7-4e90-b3d4-ff43149aa173,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:18.901740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:18.902944 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:18.907031 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] 10.222.0.13 "PUT /v2.0/ports/7270bf6a-03e3-46f9-901d-cec8697dce64 HTTP/1.1" status: 200 len: 1096 time: 2.2449362 Nov 09 17:30:18.908029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55fc302-f1ee-41f2-b650-a46e5fb95b3e', 'tag': '7270bf6a-03e3-46f9-901d-cec8697dce64'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:19.071213 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a9f-f6ad-4e78-9703-9e2eb0dca9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:19.085467 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:19.211325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed60efc-e50c-4add-8021-69c3595e540f service neutron] Pushing event updated for resources: {'Port': ['ID=7270bf6a-03e3-46f9-901d-cec8697dce64,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:19.238143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611163e-1150-4d17-8963-c6a8932f4332 req-8caafc3c-1ccd-4aa8-a337-bbbeba9e8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:19.239988 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-8caafc3c-1ccd-4aa8-a337-bbbeba9e8c42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d228b72b50c04a46a5e5780854a3b924&device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 1099 time: 0.1339428 Nov 09 17:30:19.313754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41990) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:19.344275 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c411e-1186-4285-b48e-8803b36717bf req-39bb4f6e-21af-4121-aec9-0ff79147ea58 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:19.352832 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-863c411e-1186-4285-b48e-8803b36717bf req-39bb4f6e-21af-4121-aec9-0ff79147ea58 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 948 time: 0.4078124 Nov 09 17:30:19.375251 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a9f-f6ad-4e78-9703-9e2eb0dca9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:19.408233 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-c0b2f524-e344-4b6a-98e6-eceda962dea3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=7270bf6a-03e3-46f9-901d-cec8697dce64 HTTP/1.1" status: 200 len: 217 time: 0.1581609 Nov 09 17:30:19.478103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-863c411e-1186-4285-b48e-8803b36717bf req-df6a949d-4e0d-468f-bce0-1cbd53ede9f2 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193705 Nov 09 17:30:19.497743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611163e-1150-4d17-8963-c6a8932f4332 req-006761bb-3d3e-4439-a470-27d68cd2f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:19.500716 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:19.501601 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-006761bb-3d3e-4439-a470-27d68cd2f09c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0814438 Nov 09 17:30:19.532419 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a5ae2793-e368-415d-b1fb-9d625a4b1c79 req-938c29ef-499a-4c8d-af12-8622bbead6e7 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 210 time: 0.1224582 Nov 09 17:30:19.573354 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a9f-f6ad-4e78-9703-9e2eb0dca9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:19.575878 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a9f-f6ad-4e78-9703-9e2eb0dca9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:19.582114 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1d0d0a9f-f6ad-4e78-9703-9e2eb0dca9fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/afc996e9-10e7-4e90-b3d4-ff43149aa173 HTTP/1.1" status: 204 len: 168 time: 0.6759353 Nov 09 17:30:19.588712 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:19.590947 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Pushing event updated for resources: {'Port': ['ID=8050a774-dc97-49f7-a7b8-7fdb3855652b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:19.607273 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:19.622520 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:19.629117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:19.629995 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:19.634466 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d0a9f-f6ad-4e78-9703-9e2eb0dca9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc996e9-10e7-4e90-b3d4-ff43149aa173,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:19.636177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611163e-1150-4d17-8963-c6a8932f4332 req-c809193a-1441-4fa7-bf63-eea87bdce139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:19.637760 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-c809193a-1441-4fa7-bf63-eea87bdce139 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172593 Nov 09 17:30:19.680816 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7fe984d5-3bc2-46cc-b845-0c5c0dc4efac tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9560795 Nov 09 17:30:19.704290 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Request body: {'port': {'device_id': '606b9a42-13e5-43c0-9214-42ee91d640ee', 'device_owner': 'compute:tempest-test_az-895953061', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:19.840230 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbae44e-0a27-43b1-82f6-9b6e07f0acf9" -d '{"events": [{"name": "network-changed", "server_uuid": "a55fc302-f1ee-41f2-b650-a46e5fb95b3e", "tag": "7270bf6a-03e3-46f9-901d-cec8697dce64"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:19.888806 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b37e123-7b4a-4d2b-a085-62aedc015719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:19.974536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:19.984581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-c97a3799-e1fd-4e63-a850-828dc58da5ce service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365543 Nov 09 17:30:20.039707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1fdee54b-164f-4178-b904-a29a47cd340a None None] Provisioning complete for port 8050a774-dc97-49f7-a7b8-7fdb3855652b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:20.044200 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1fdee54b-164f-4178-b904-a29a47cd340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:20.170610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1fdee54b-164f-4178-b904-a29a47cd340a None None] Port 8050a774-dc97-49f7-a7b8-7fdb3855652b cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:30:20.228496 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1611163e-1150-4d17-8963-c6a8932f4332 req-8340d84a-206b-4739-ae07-acd5c6889cce service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310412 Nov 09 17:30:20.401549 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b37e123-7b4a-4d2b-a085-62aedc015719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:20.415624 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b37e123-7b4a-4d2b-a085-62aedc015719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:20.471238 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9e693e-2ae1-44ee-b37e-91258eda5b67 x-openstack-request-id: req-7d9e693e-2ae1-44ee-b37e-91258eda5b67 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:20.471767 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55fc302-f1ee-41f2-b650-a46e5fb95b3e", "tag": "7270bf6a-03e3-46f9-901d-cec8697dce64", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:20.471767 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d9e693e-2ae1-44ee-b37e-91258eda5b67 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:20.472222 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55fc302-f1ee-41f2-b650-a46e5fb95b3e', 'tag': '7270bf6a-03e3-46f9-901d-cec8697dce64', 'status': 'completed', 'code': 200} Nov 09 17:30:20.504897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37e123-7b4a-4d2b-a085-62aedc015719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aab019-f831-4586-be78-e73b9c353485,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:20.519201 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7b37e123-7b4a-4d2b-a085-62aedc015719 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1046595ad958430eb05abc89fcbc865a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1991191 Nov 09 17:30:20.523875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42026) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:20.573368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbae44e-0a27-43b1-82f6-9b6e07f0acf9 req-1683336d-828f-49fc-adc8-7542426aebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:20.578937 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3cbae44e-0a27-43b1-82f6-9b6e07f0acf9 req-1683336d-828f-49fc-adc8-7542426aebba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d228b72b50c04a46a5e5780854a3b924&device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 1099 time: 0.0769565 Nov 09 17:30:20.639709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42032) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:20.725037 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e499-8c1c-4df5-a7f8-07542442ac76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:20.763303 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-70eaa923-3250-47d5-8933-9b9dc62c2ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:20.790265 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8050a774-dc97-49f7-a7b8-7fdb3855652b {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:20.809794 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:20.816161 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-70eaa923-3250-47d5-8933-9b9dc62c2ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:20.826651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4c44c-6c05-477a-be94-70940910d704 req-922c800d-22a9-4b72-9e16-95b88fa15178 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:20.829338 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ca4c44c-6c05-477a-be94-70940910d704 req-922c800d-22a9-4b72-9e16-95b88fa15178 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 948 time: 0.1178803 Nov 09 17:30:20.856146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Transition to ACTIVE for port object 8050a774-dc97-49f7-a7b8-7fdb3855652b will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:30:20.878231 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:20.944113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbae44e-0a27-43b1-82f6-9b6e07f0acf9 req-351c9bc7-43a3-42f9-a620-20cf53a9025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:20.946003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3cbae44e-0a27-43b1-82f6-9b6e07f0acf9 req-351c9bc7-43a3-42f9-a620-20cf53a9025f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.3586092 Nov 09 17:30:20.958832 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ca4c44c-6c05-477a-be94-70940910d704 req-697e05d5-43fd-40e4-b1a7-bfdb02338c39 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897343 Nov 09 17:30:21.022966 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3cbae44e-0a27-43b1-82f6-9b6e07f0acf9 req-b788dda4-ec7d-4205-85d7-7dcc8595690e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=7270bf6a-03e3-46f9-901d-cec8697dce64 HTTP/1.1" status: 200 len: 217 time: 0.0630419 Nov 09 17:30:21.086315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Attempting to bind port 8050a774-dc97-49f7-a7b8-7fdb3855652b on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:30:21.086577 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Attempting to bind port 8050a774-dc97-49f7-a7b8-7fdb3855652b by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:30:21.089566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Attempting to bind port 8050a774-dc97-49f7-a7b8-7fdb3855652b on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:21.097941 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Pushing event updated for resources: {'Port': ['ID=8050a774-dc97-49f7-a7b8-7fdb3855652b,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:21.115916 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-70eaa923-3250-47d5-8933-9b9dc62c2ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:21.125763 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-70eaa923-3250-47d5-8933-9b9dc62c2ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:21.131399 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-70eaa923-3250-47d5-8933-9b9dc62c2ba7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/56aab019-f831-4586-be78-e73b9c353485 HTTP/1.1" status: 204 len: 168 time: 0.6024380 Nov 09 17:30:21.156264 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Port 8050a774-dc97-49f7-a7b8-7fdb3855652b on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:30:21.156880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Attempting to bind port 8050a774-dc97-49f7-a7b8-7fdb3855652b on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:21.175480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:30:21.176003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:30:21.176965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:30:21.178835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Bound port: 8050a774-dc97-49f7-a7b8-7fdb3855652b, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:30:21.179994 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:21.230661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbae44e-0a27-43b1-82f6-9b6e07f0acf9 req-e20a2d20-7ad5-4ec5-aac0-616788974304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:21.232362 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3cbae44e-0a27-43b1-82f6-9b6e07f0acf9 req-e20a2d20-7ad5-4ec5-aac0-616788974304 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2003419 Nov 09 17:30:21.238190 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eaa923-3250-47d5-8933-9b9dc62c2ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aab019-f831-4586-be78-e73b9c353485,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:21.238617 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e499-8c1c-4df5-a7f8-07542442ac76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:21.293417 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e499-8c1c-4df5-a7f8-07542442ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:21.368939 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d9f4e499-8c1c-4df5-a7f8-07542442ac76 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c8840c1e52641e59f688d5082956f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7209787 Nov 09 17:30:21.370631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4e499-8c1c-4df5-a7f8-07542442ac76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a4de27-4be6-4f86-8c87-472a36724a5d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:21.383000 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42062) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:21.418581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbae44e-0a27-43b1-82f6-9b6e07f0acf9 req-240a7abe-11b2-4297-9ceb-56ede65ea11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:21.423655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3cbae44e-0a27-43b1-82f6-9b6e07f0acf9 req-240a7abe-11b2-4297-9ceb-56ede65ea11c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1833320 Nov 09 17:30:21.549221 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fe664-0e6f-4419-b45a-673ccf9747a1 req-ba59b34f-9a17-4541-b6fe-29a49fe8da25 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:21.557854 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f1fe664-0e6f-4419-b45a-673ccf9747a1 req-ba59b34f-9a17-4541-b6fe-29a49fe8da25 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 968 time: 0.3268182 Nov 09 17:30:21.566292 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] For port 8050a774-dc97-49f7-a7b8-7fdb3855652b, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:30:21.575973 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] For port 8050a774-dc97-49f7-a7b8-7fdb3855652b, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8050a774-dc97-49f7-a7b8-7fdb3855652b,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:30:21.598444 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:21.614882 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3cbae44e-0a27-43b1-82f6-9b6e07f0acf9 req-47ed7f61-2498-4a22-b29c-10b71acfa1fc service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814206 Nov 09 17:30:21.615792 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-495e9632-1443-4e7b-b2db-a1afe8f6945c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:21.670144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:21.670781 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:21.674250 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] 10.222.0.13 "PUT /v2.0/ports/8050a774-dc97-49f7-a7b8-7fdb3855652b HTTP/1.1" status: 200 len: 1116 time: 1.9780135 Nov 09 17:30:21.692662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606b9a42-13e5-43c0-9214-42ee91d640ee', 'tag': '8050a774-dc97-49f7-a7b8-7fdb3855652b'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:21.798093 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f1fe664-0e6f-4419-b45a-673ccf9747a1 req-06f3d812-046a-4fe5-ade1-4cb10ae1feaa tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/security-groups?id=21b593be-744f-483f-a163-9c1b91ac99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390096 Nov 09 17:30:21.863021 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3cbae44e-0a27-43b1-82f6-9b6e07f0acf9 req-98cedea1-f971-46c9-981e-1458edc29dba service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402000 Nov 09 17:30:21.949515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-495e9632-1443-4e7b-b2db-a1afe8f6945c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:21.973237 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c393b-9146-4501-a365-89b62c705a40 service neutron] Pushing event updated for resources: {'Port': ['ID=8050a774-dc97-49f7-a7b8-7fdb3855652b,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:22.020979 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-233b7647-48dc-4e1d-a216-fef9f9f2d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:22.022632 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-233b7647-48dc-4e1d-a216-fef9f9f2d567 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30388ef0ffa94521b5c7f2df27a06070&device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 1119 time: 0.2368321 Nov 09 17:30:22.136386 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-daa359d0-544c-426f-a32e-619361339bf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=8050a774-dc97-49f7-a7b8-7fdb3855652b HTTP/1.1" status: 200 len: 217 time: 0.1029608 Nov 09 17:30:22.183369 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-495e9632-1443-4e7b-b2db-a1afe8f6945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:22.186415 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-495e9632-1443-4e7b-b2db-a1afe8f6945c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:22.190916 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-495e9632-1443-4e7b-b2db-a1afe8f6945c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66a4de27-4be6-4f86-8c87-472a36724a5d HTTP/1.1" status: 204 len: 168 time: 0.7901952 Nov 09 17:30:22.206243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1e391-9fc6-4c3a-b48e-e13bfdf01f93 req-5817c4c3-b0a6-4b29-8a57-f9ae19f7ca13 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:22.207979 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27c1e391-9fc6-4c3a-b48e-e13bfdf01f93 req-5817c4c3-b0a6-4b29-8a57-f9ae19f7ca13 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 948 time: 0.0653987 Nov 09 17:30:22.218318 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42092) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:22.243537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e9632-1443-4e7b-b2db-a1afe8f6945c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a4de27-4be6-4f86-8c87-472a36724a5d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:22.260077 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea0b0-6076-4ba6-ba00-1fc6806d00cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:22.272449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-eab9687d-23a0-4b09-bf4f-f1168d464dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:22.273860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-eab9687d-23a0-4b09-bf4f-f1168d464dd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1305821 Nov 09 17:30:22.297872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27c1e391-9fc6-4c3a-b48e-e13bfdf01f93 req-e652dccb-facd-49e2-b4be-a1dd5007062f tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741191 Nov 09 17:30:22.432763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42102) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:22.470768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-151a9c49-a7f9-4403-86a3-febff1e2cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:22.473206 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-151a9c49-a7f9-4403-86a3-febff1e2cac0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1881194 Nov 09 17:30:22.475707 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:22.705020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42108) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:22.747091 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1dbfe6-cc55-4db2-ae52-856cc61f4219" -d '{"events": [{"name": "network-changed", "server_uuid": "606b9a42-13e5-43c0-9214-42ee91d640ee", "tag": "8050a774-dc97-49f7-a7b8-7fdb3855652b"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:22.791844 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea0b0-6076-4ba6-ba00-1fc6806d00cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:22.799903 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae2ea0b0-6076-4ba6-ba00-1fc6806d00cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:22.850125 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed2fc-8350-4e51-8984-e2f12e0eb206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:22.871684 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-7ab04c95-dbdf-4ae5-9d05-53395dc6bb7f service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868358 Nov 09 17:30:22.917178 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ae2ea0b0-6076-4ba6-ba00-1fc6806d00cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b6e5866af6a8431497ae9b70e4c3ddd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6936460 Nov 09 17:30:22.926611 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42120) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:22.944236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ea0b0-6076-4ba6-ba00-1fc6806d00cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea19ecd-51c0-48da-83e8-42054588e60c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:22.988434 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed2fc-8350-4e51-8984-e2f12e0eb206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:22.989701 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f0e8ad9-3b53-4063-be40-f00082769993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.004438 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed2fc-8350-4e51-8984-e2f12e0eb206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.074348 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b6a10e-0d70-4bda-a382-13b7948b3bc5 x-openstack-request-id: req-54b6a10e-0d70-4bda-a382-13b7948b3bc5 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:23.074999 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606b9a42-13e5-43c0-9214-42ee91d640ee", "tag": "8050a774-dc97-49f7-a7b8-7fdb3855652b", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:23.075451 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54b6a10e-0d70-4bda-a382-13b7948b3bc5 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:23.076335 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606b9a42-13e5-43c0-9214-42ee91d640ee', 'tag': '8050a774-dc97-49f7-a7b8-7fdb3855652b', 'status': 'completed', 'code': 200} Nov 09 17:30:23.080036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ed2fc-8350-4e51-8984-e2f12e0eb206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f9e628-befd-4b88-93ab-f71d5ff4218a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:23.095276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ea7ed2fc-8350-4e51-8984-e2f12e0eb206 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=682ed36d4f454578986518fe7c89952a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6595132 Nov 09 17:30:23.099816 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7214-9a18-4888-a28e-4e43310b162b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.107859 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7270bf6a-03e3-46f9-901d-cec8697dce64 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:30:23.108466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42128) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:23.132925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9930772-a889-477f-8c59-f4b2bd1c51b2 req-cdca64a6-4297-4eca-9a47-832fe839a9fc tempest-NetworksTest-1142330521 tempest-NetworksTest-1142330521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:23.134306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9930772-a889-477f-8c59-f4b2bd1c51b2 req-cdca64a6-4297-4eca-9a47-832fe839a9fc tempest-NetworksTest-1142330521 tempest-NetworksTest-1142330521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:23.135510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9930772-a889-477f-8c59-f4b2bd1c51b2 req-cdca64a6-4297-4eca-9a47-832fe839a9fc tempest-NetworksTest-1142330521 tempest-NetworksTest-1142330521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:23.139201 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c9930772-a889-477f-8c59-f4b2bd1c51b2 req-cdca64a6-4297-4eca-9a47-832fe839a9fc tempest-NetworksTest-1142330521 tempest-NetworksTest-1142330521-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2972701 Nov 09 17:30:23.148191 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3eb35c5d-6606-44c8-8516-6071a8bbca6b req-f182a7cc-a010-4855-8bdf-ea02f18f8aa6 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338879 Nov 09 17:30:23.197127 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7214-9a18-4888-a28e-4e43310b162b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.290572 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3844b917-8176-4491-8d31-f10c1ccf98df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.337133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7270bf6a-03e3-46f9-901d-cec8697dce64, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7270bf6a-03e3-46f9-901d-cec8697dce64,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:23.339126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bfb53-1d96-4557-936a-966970d7d321 req-8d8fa9b6-8109-4058-afdb-865b8d88bb4f tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:23.347556 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-683bfb53-1d96-4557-936a-966970d7d321 req-8d8fa9b6-8109-4058-afdb-865b8d88bb4f tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 968 time: 0.1842403 Nov 09 17:30:23.350053 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.356077 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '7270bf6a-03e3-46f9-901d-cec8697dce64', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '7270bf6a-03e3-46f9-901d-cec8697dce64', 'mac_address': 'fa:16:3e:17:21:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:30:23.366478 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f0e8ad9-3b53-4063-be40-f00082769993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.408756 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3844b917-8176-4491-8d31-f10c1ccf98df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.417637 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f0e8ad9-3b53-4063-be40-f00082769993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.420543 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.445819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7270bf6a-03e3-46f9-901d-cec8697dce64 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:23.469670 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-683bfb53-1d96-4557-936a-966970d7d321 req-c96c2e5b-2b2c-4b67-b984-c2a277f463ad tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/security-groups?id=21b593be-744f-483f-a163-9c1b91ac99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211064 Nov 09 17:30:23.470464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dbfe6-cc55-4db2-ae52-856cc61f4219 req-7fb20ea5-715b-4b21-b733-9f8068576636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:23.473151 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc1dbfe6-cc55-4db2-ae52-856cc61f4219 req-7fb20ea5-715b-4b21-b733-9f8068576636 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30388ef0ffa94521b5c7f2df27a06070&device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 1119 time: 0.2459903 Nov 09 17:30:23.491169 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7270bf6a-03e3-46f9-901d-cec8697dce64, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7270bf6a-03e3-46f9-901d-cec8697dce64,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:23.491668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7b19e-1b43-4d32-b221-ba4aee6465ff req-0e4828f4-835d-4052-9e0b-d5f658796679 tempest-NetworksTest-1142330521 tempest-NetworksTest-1142330521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:23.496454 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-36b7b19e-1b43-4d32-b221-ba4aee6465ff req-0e4828f4-835d-4052-9e0b-d5f658796679 tempest-NetworksTest-1142330521 tempest-NetworksTest-1142330521-project-admin] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 886 time: 0.3196814 Nov 09 17:30:23.505348 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.538815 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0f0e8ad9-3b53-4063-be40-f00082769993 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee4ca23dd24f43389a4fbaf494845e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8316286 Nov 09 17:30:23.539736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42146) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:23.547817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e8ad9-3b53-4063-be40-f00082769993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da901eda-15e5-468c-93f3-8fea0edefe9c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:23.568310 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7214-9a18-4888-a28e-4e43310b162b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.585158 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7214-9a18-4888-a28e-4e43310b162b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.587088 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3b4d7214-9a18-4888-a28e-4e43310b162b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ea19ecd-51c0-48da-83e8-42054588e60c HTTP/1.1" status: 204 len: 168 time: 0.6583693 Nov 09 17:30:23.606592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=7270bf6a-03e3-46f9-901d-cec8697dce64,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:23.615088 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3844b917-8176-4491-8d31-f10c1ccf98df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.618838 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3844b917-8176-4491-8d31-f10c1ccf98df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.619108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:23.619594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:23.620143 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:23.620575 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:23.621145 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3844b917-8176-4491-8d31-f10c1ccf98df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71f9e628-befd-4b88-93ab-f71d5ff4218a HTTP/1.1" status: 204 len: 168 time: 0.5097454 Nov 09 17:30:23.624865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:23.625400 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:23.625864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:23.626312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:23.626827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Tracked resource versions report: Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: pushed versions: Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: { 'AddressGroup': {'1.2'}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'ConntrackHelper': {'1.0'}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'Log': {'1.0'}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'Network': {'1.1'}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'Port': {'1.7'}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'PortForwarding': {'1.2'}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'QosPolicy': {'1.9'}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'SecurityGroup': {'1.4'}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'SubPort': {'1.0'}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'Subnet': {'1.1'}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'Trunk': {'1.1'}} Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: consumer versions: Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: { DHCP agent@n-d-817236-1: {}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: HyperV agent@n-h1-817236-1: {}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: HyperV agent@n-h2-817236-1: {}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: L3 agent@n-d-817236-1: {}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: Metadata agent@n-d-817236-1: {}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: Metering agent@n-d-817236-1: {}, Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: Open vSwitch agent@n-d-817236-1: { 'AddressGroup': '1.2', Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'ConntrackHelper': '1.0', Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'Log': '1.0', Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'Network': '1.1', Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'Port': '1.7', Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'PortForwarding': '1.2', Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'QosPolicy': '1.9', Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'SecurityGroup': '1.4', Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'SecurityGroupRule': '1.2', Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'SubPort': '1.0', Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'Subnet': '1.1', Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: 'Trunk': '1.1'}} Nov 09 17:30:23.630858 n-d-817236-1 neutron-server[102156]: {{(pid=102156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:30:23.676576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb775-0bd2-44ef-aa70-34b539b7faef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.682197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844b917-8176-4491-8d31-f10c1ccf98df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f9e628-befd-4b88-93ab-f71d5ff4218a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:23.715965 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb775-0bd2-44ef-aa70-34b539b7faef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.741668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748aed62-98dc-4ae4-9c7a-06d297204f8c req-78948fd2-9268-4a9f-ad11-93c47a0bf055 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:23.750188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-748aed62-98dc-4ae4-9c7a-06d297204f8c req-78948fd2-9268-4a9f-ad11-93c47a0bf055 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 949 time: 0.1412520 Nov 09 17:30:23.757399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d7214-9a18-4888-a28e-4e43310b162b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea19ecd-51c0-48da-83e8-42054588e60c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:23.818627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-748aed62-98dc-4ae4-9c7a-06d297204f8c req-70802833-7fb1-4d83-b571-0cd1dca42410 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671852 Nov 09 17:30:23.856436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb775-0bd2-44ef-aa70-34b539b7faef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.862070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb775-0bd2-44ef-aa70-34b539b7faef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:23.867644 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9a4eb775-0bd2-44ef-aa70-34b539b7faef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/da901eda-15e5-468c-93f3-8fea0edefe9c HTTP/1.1" status: 204 len: 168 time: 0.3254981 Nov 09 17:30:23.872588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['7270bf6a-03e3-46f9-901d-cec8697dce64'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:23.879665 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4eb775-0bd2-44ef-aa70-34b539b7faef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da901eda-15e5-468c-93f3-8fea0edefe9c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:23.975273 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dbfe6-cc55-4db2-ae52-856cc61f4219 req-13275b1d-7e17-464b-8c06-1475cee97a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:23.977369 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc1dbfe6-cc55-4db2-ae52-856cc61f4219 req-13275b1d-7e17-464b-8c06-1475cee97a68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.4745181 Nov 09 17:30:24.043487 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc1dbfe6-cc55-4db2-ae52-856cc61f4219 req-2c4811e1-0a27-4863-bb02-5c3be5f61018 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=8050a774-dc97-49f7-a7b8-7fdb3855652b HTTP/1.1" status: 200 len: 217 time: 0.0558069 Nov 09 17:30:24.045019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e358e-f100-4042-806a-2e13f4d7567e req-6152cb74-bd72-46a9-8b37-60f3baf0d764 tempest-NetworksTest-1142330521 tempest-NetworksTest-1142330521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:24.045558 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e358e-f100-4042-806a-2e13f4d7567e req-6152cb74-bd72-46a9-8b37-60f3baf0d764 tempest-NetworksTest-1142330521 tempest-NetworksTest-1142330521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:24.046099 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e358e-f100-4042-806a-2e13f4d7567e req-6152cb74-bd72-46a9-8b37-60f3baf0d764 tempest-NetworksTest-1142330521 tempest-NetworksTest-1142330521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:24.047938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a9e358e-f100-4042-806a-2e13f4d7567e req-6152cb74-bd72-46a9-8b37-60f3baf0d764 tempest-NetworksTest-1142330521 tempest-NetworksTest-1142330521-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.4818203 Nov 09 17:30:24.078628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42162) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:24.117396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dbfe6-cc55-4db2-ae52-856cc61f4219 req-c04c5834-113d-4a31-86cb-a1b3bcfcbda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:24.118915 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc1dbfe6-cc55-4db2-ae52-856cc61f4219 req-c04c5834-113d-4a31-86cb-a1b3bcfcbda9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0630910 Nov 09 17:30:24.178003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dbfe6-cc55-4db2-ae52-856cc61f4219 req-af8f6ea9-f692-46ac-8f2b-db82b7f7bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:24.179498 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc1dbfe6-cc55-4db2-ae52-856cc61f4219 req-af8f6ea9-f692-46ac-8f2b-db82b7f7bb46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524938 Nov 09 17:30:24.240400 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42166) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:24.261649 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-97d72e06-79eb-42fa-a976-902a9bde299e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:24.317254 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc1dbfe6-cc55-4db2-ae52-856cc61f4219 req-3a041e5d-4f92-48b6-8c89-2f0e05c1064a service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246445 Nov 09 17:30:24.380224 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-97d72e06-79eb-42fa-a976-902a9bde299e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:24.399520 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-97d72e06-79eb-42fa-a976-902a9bde299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:24.470223 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-97d72e06-79eb-42fa-a976-902a9bde299e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9949a110dbbe4a3a9b41fd03f1eb144d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238488 Nov 09 17:30:24.470223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d72e06-79eb-42fa-a976-902a9bde299e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b707cf-20d3-4845-ade6-c2a5f99c1984,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:24.471572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42172) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:24.521162 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc1dbfe6-cc55-4db2-ae52-856cc61f4219 req-ae503208-05ce-46ce-a7f1-4e160699bd45 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958385 Nov 09 17:30:24.585987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-333974821-network', 'tenant_id': '70c630d7be7a41139c470735f4a6f7e7'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:24.597115 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c627bfc9-7081-4706-8bcc-67bf4d4f4fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:24.645454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c627bfc9-7081-4706-8bcc-67bf4d4f4fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:24.669732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Made reservation on behalf of 70c630d7be7a41139c470735f4a6f7e7 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:24.672867 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:24.687615 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:24.704371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d33e3-1d2b-4969-b089-f0edf23e566f req-9fd7e8dd-a795-46d7-ae66-579884954711 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:24.712110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc2d33e3-1d2b-4969-b089-f0edf23e566f req-9fd7e8dd-a795-46d7-ae66-579884954711 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 968 time: 0.1112561 Nov 09 17:30:24.752401 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c627bfc9-7081-4706-8bcc-67bf4d4f4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:24.759468 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c627bfc9-7081-4706-8bcc-67bf4d4f4fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:24.765084 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c627bfc9-7081-4706-8bcc-67bf4d4f4fd8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16b707cf-20d3-4845-ade6-c2a5f99c1984 HTTP/1.1" status: 204 len: 168 time: 0.2916744 Nov 09 17:30:24.781411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627bfc9-7081-4706-8bcc-67bf4d4f4fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b707cf-20d3-4845-ade6-c2a5f99c1984,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:24.783092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc2d33e3-1d2b-4969-b089-f0edf23e566f req-87ce7ce4-a357-4b14-981d-188be3015a6e tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/security-groups?id=21b593be-744f-483f-a163-9c1b91ac99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698934 Nov 09 17:30:24.857463 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42184) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:24.875098 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a24d6be5-6bb0-4287-9a38-1be92621ecde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:24.876273 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:24.881677 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:24.916756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:30:24.938646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9a111b-244d-432e-8245-b4cfd819af0c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:24.947734 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742656572173', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:24.948412 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Unsubscribe: segment precommit_create {{(pid=102154) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 17:30:24.948940 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Added segment de05527f-d240-4ead-b137-0fa54ce9c2bd of type vlan for network 19b117b5-c38d-4730-ba7b-a740b01864db Nov 09 17:30:25.011513 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.021431 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a24d6be5-6bb0-4287-9a38-1be92621ecde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.037524 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a24d6be5-6bb0-4287-9a38-1be92621ecde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.063316 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.065262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:25.066476 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.080900 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7270bf6a-03e3-46f9-901d-cec8697dce64 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:30:25.148399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d6be5-6bb0-4287-9a38-1be92621ecde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d63350-c8db-43eb-bcf1-de8dc3aa5086,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:25.163052 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42186) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:25.219287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1362677 Nov 09 17:30:25.227512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42192) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:25.236395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a3345985-1f60-4336-bd24-a682874e153a admin admin] Request body: {'subnet': {'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-333974821-subnet', 'tenant_id': '70c630d7be7a41139c470735f4a6f7e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:25.241170 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 7270bf6a-03e3-46f9-901d-cec8697dce64 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:30:25.247398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 7270bf6a-03e3-46f9-901d-cec8697dce64 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:25.247788 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.278671 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a24d6be5-6bb0-4287-9a38-1be92621ecde admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd2a82501baa471c9ad8fc1c26157724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200470 Nov 09 17:30:25.284524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42196) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:25.310276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f894a8-2ed7-40e5-a2d6-9d9475a89ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=19b117b5-c38d-4730-ba7b-a740b01864db,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:25.337645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 19b117b5-c38d-4730-ba7b-a740b01864db details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:30:25.341730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63057e0c-94ec-40f7-a479-7847731f2e0a req-39383738-0cbd-4631-b63a-c504b7e3d930 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:25.351087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63057e0c-94ec-40f7-a479-7847731f2e0a req-39383738-0cbd-4631-b63a-c504b7e3d930 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 949 time: 0.3255982 Nov 09 17:30:25.358261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3345985-1f60-4336-bd24-a682874e153a admin admin] Made reservation on behalf of 70c630d7be7a41139c470735f4a6f7e7 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:25.371297 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a3345985-1f60-4336-bd24-a682874e153a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.402809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09e0cd6b-0ffb-44fc-9ee4-260dc28a2596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.426682 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63057e0c-94ec-40f7-a479-7847731f2e0a req-95c03fe5-7856-42a4-9535-fcaa7ff63b02 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686259 Nov 09 17:30:25.465109 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.468789 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09e0cd6b-0ffb-44fc-9ee4-260dc28a2596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.515860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55fc302-f1ee-41f2-b650-a46e5fb95b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7270bf6a-03e3-46f9-901d-cec8697dce64'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:25.532815 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06818a6d-5cb8-459e-b6ce-b1b2d1f9589e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.601326 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09e0cd6b-0ffb-44fc-9ee4-260dc28a2596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.604924 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09e0cd6b-0ffb-44fc-9ee4-260dc28a2596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.609089 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-09e0cd6b-0ffb-44fc-9ee4-260dc28a2596 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/26d63350-c8db-43eb-bcf1-de8dc3aa5086 HTTP/1.1" status: 204 len: 168 time: 0.3202929 Nov 09 17:30:25.625138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0cd6b-0ffb-44fc-9ee4-260dc28a2596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d63350-c8db-43eb-bcf1-de8dc3aa5086,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:25.697020 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06818a6d-5cb8-459e-b6ce-b1b2d1f9589e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.711556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7270bf6a-03e3-46f9-901d-cec8697dce64, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7270bf6a-03e3-46f9-901d-cec8697dce64,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:25.716348 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06818a6d-5cb8-459e-b6ce-b1b2d1f9589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.720554 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.749365 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-06818a6d-5cb8-459e-b6ce-b1b2d1f9589e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ad9df3db01f4cbcb0acd8a428d88b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5675828 Nov 09 17:30:25.752037 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42210) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:25.795249 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06818a6d-5cb8-459e-b6ce-b1b2d1f9589e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e34df83-be89-46c8-87eb-f476371a9066,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:25.863327 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a3345985-1f60-4336-bd24-a682874e153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.869810 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9fc9778a-b8a4-4b5f-8afa-be8e74aff9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.876403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=7270bf6a-03e3-46f9-901d-cec8697dce64,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:25.930413 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9fc9778a-b8a4-4b5f-8afa-be8e74aff9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:25.989392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3345985-1f60-4336-bd24-a682874e153a admin admin] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:30:25.989392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3345985-1f60-4336-bd24-a682874e153a admin admin] Network hostable DHCP agents. Network: 19b117b5-c38d-4730-ba7b-a740b01864db, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:30:25.995731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3345985-1f60-4336-bd24-a682874e153a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce396ee-92ed-4866-bc41-5c446f272107,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:26.024808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba075ac7-0656-4662-9e87-3d30fcff338b req-ecccd31a-8ea1-4c19-8939-1b7f2cc38676 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:26.026750 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba075ac7-0656-4662-9e87-3d30fcff338b req-ecccd31a-8ea1-4c19-8939-1b7f2cc38676 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 968 time: 0.1069551 Nov 09 17:30:26.029010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3345985-1f60-4336-bd24-a682874e153a admin admin] Network 19b117b5-c38d-4730-ba7b-a740b01864db is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:30:26.060433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-a3345985-1f60-4336-bd24-a682874e153a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 19b117b5-c38d-4730-ba7b-a740b01864db) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:26.063406 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9fc9778a-b8a4-4b5f-8afa-be8e74aff9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:26.067179 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9fc9778a-b8a4-4b5f-8afa-be8e74aff9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:26.069280 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9fc9778a-b8a4-4b5f-8afa-be8e74aff9e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e34df83-be89-46c8-87eb-f476371a9066 HTTP/1.1" status: 204 len: 168 time: 0.3158221 Nov 09 17:30:26.080872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c604746d-f3c7-42a9-a9ae-d2953dfa9ad9 None None] Network 19b117b5-c38d-4730-ba7b-a740b01864db requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:30:26.086966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3345985-1f60-4336-bd24-a682874e153a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:26.088214 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a3345985-1f60-4336-bd24-a682874e153a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:26.090230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9778a-b8a4-4b5f-8afa-be8e74aff9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e34df83-be89-46c8-87eb-f476371a9066,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:26.143253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a3345985-1f60-4336-bd24-a682874e153a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9068191 Nov 09 17:30:26.158010 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba075ac7-0656-4662-9e87-3d30fcff338b req-0daad144-515d-4593-95c6-84448c165802 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/security-groups?id=21b593be-744f-483f-a163-9c1b91ac99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209750 Nov 09 17:30:26.177097 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1326f418-f2c5-4231-8d94-bc31a99c8912" -d '{"events": [{"server_uuid": "a55fc302-f1ee-41f2-b650-a46e5fb95b3e", "name": "network-vif-plugged", "status": "completed", "tag": "7270bf6a-03e3-46f9-901d-cec8697dce64"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:26.352555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa8c9b8-a67c-4d4e-9373-13f97bce15ab None None] Network 19b117b5-c38d-4730-ba7b-a740b01864db requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:30:26.591303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e043b2-797b-4a75-8d3a-c86604f64311 req-38c5c10f-f1a8-4c3c-860b-78bcf5e0decd tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:26.593643 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42e043b2-797b-4a75-8d3a-c86604f64311 req-38c5c10f-f1a8-4c3c-860b-78bcf5e0decd tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 950 time: 0.0775764 Nov 09 17:30:26.643262 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42e043b2-797b-4a75-8d3a-c86604f64311 req-32fb0aa0-73bc-4af9-956c-851ea0b465e9 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Nov 09 17:30:26.690048 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2296df3d-2a68-42d2-8ca1-135cb5760253 x-openstack-request-id: req-2296df3d-2a68-42d2-8ca1-135cb5760253 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:26.690366 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55fc302-f1ee-41f2-b650-a46e5fb95b3e", "name": "network-vif-plugged", "status": "completed", "tag": "7270bf6a-03e3-46f9-901d-cec8697dce64", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:26.690635 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2296df3d-2a68-42d2-8ca1-135cb5760253 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:26.696935 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55fc302-f1ee-41f2-b650-a46e5fb95b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7270bf6a-03e3-46f9-901d-cec8697dce64', 'code': 200} Nov 09 17:30:26.871394 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271ab03-e070-47b4-84f3-4dd2c408d897 req-8944308a-45dc-49d8-b5c5-dd58e10e0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:26.872951 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9271ab03-e070-47b4-84f3-4dd2c408d897 req-8944308a-45dc-49d8-b5c5-dd58e10e0943 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 1101 time: 0.1035140 Nov 09 17:30:26.895185 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9271ab03-e070-47b4-84f3-4dd2c408d897 req-341fc3c3-4c60-4389-a419-65bd25efafe9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:27.001679 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9271ab03-e070-47b4-84f3-4dd2c408d897 req-341fc3c3-4c60-4389-a419-65bd25efafe9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:27.008632 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9271ab03-e070-47b4-84f3-4dd2c408d897 req-341fc3c3-4c60-4389-a419-65bd25efafe9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:27.040661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42252) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:27.059881 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9271ab03-e070-47b4-84f3-4dd2c408d897 req-341fc3c3-4c60-4389-a419-65bd25efafe9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762171 Nov 09 17:30:27.068739 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca19e8f4-126d-4717-81c4-491068c1b95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:27.080317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fc3c3-4c60-4389-a419-65bd25efafe9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=edbea3da-2a8f-44de-9a25-216972c40e74,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:27.087464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8050a774-dc97-49f7-a7b8-7fdb3855652b details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:30:27.196738 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca19e8f4-126d-4717-81c4-491068c1b95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:27.204198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca19e8f4-126d-4717-81c4-491068c1b95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:27.278580 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42262) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:27.278890 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ca19e8f4-126d-4717-81c4-491068c1b95e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=64554e56e87544cea2adb5270c65be35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364931 Nov 09 17:30:27.279914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19e8f4-126d-4717-81c4-491068c1b95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717f30df-ff78-40a8-8ab7-1db8793f588e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:27.305646 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8050a774-dc97-49f7-a7b8-7fdb3855652b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8050a774-dc97-49f7-a7b8-7fdb3855652b,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:27.343910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '8050a774-dc97-49f7-a7b8-7fdb3855652b', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '8050a774-dc97-49f7-a7b8-7fdb3855652b', 'mac_address': 'fa:16:3e:ef:46:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:tempest-test_az-895953061', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:30:27.392238 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b90951c1-7dbb-4711-a47f-5d421e882f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:27.394526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48336a-344b-49cd-a13f-a5b96b3d010d req-6de3bf65-f381-4d01-9d2f-6202faafae26 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:27.396316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b48336a-344b-49cd-a13f-a5b96b3d010d req-6de3bf65-f381-4d01-9d2f-6202faafae26 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 968 time: 0.1026037 Nov 09 17:30:27.404167 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:27.429368 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8050a774-dc97-49f7-a7b8-7fdb3855652b {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:27.430008 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b90951c1-7dbb-4711-a47f-5d421e882f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:27.472741 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b48336a-344b-49cd-a13f-a5b96b3d010d req-f54ab4d4-c1d7-4751-9737-13af1fe32a01 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/security-groups?id=21b593be-744f-483f-a163-9c1b91ac99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635235 Nov 09 17:30:27.477968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8050a774-dc97-49f7-a7b8-7fdb3855652b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8050a774-dc97-49f7-a7b8-7fdb3855652b,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:27.486881 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:27.517855 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b90951c1-7dbb-4711-a47f-5d421e882f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:27.521047 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b90951c1-7dbb-4711-a47f-5d421e882f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:27.522231 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b90951c1-7dbb-4711-a47f-5d421e882f53 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/717f30df-ff78-40a8-8ab7-1db8793f588e HTTP/1.1" status: 204 len: 168 time: 0.2426293 Nov 09 17:30:27.532072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90951c1-7dbb-4711-a47f-5d421e882f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717f30df-ff78-40a8-8ab7-1db8793f588e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:27.592297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8050a774-dc97-49f7-a7b8-7fdb3855652b,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:27.724021 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['8050a774-dc97-49f7-a7b8-7fdb3855652b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:27.946333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5a534-e806-42aa-8dce-cded3451131d req-e0f5b8d7-4264-4786-becd-75d8f8cefb0d tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:27.947923 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3dd5a534-e806-42aa-8dce-cded3451131d req-e0f5b8d7-4264-4786-becd-75d8f8cefb0d tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 950 time: 0.2185407 Nov 09 17:30:28.009908 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3dd5a534-e806-42aa-8dce-cded3451131d req-ad07dd9e-9def-4543-85fd-02a8b79cb4b0 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483088 Nov 09 17:30:28.432749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42304) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:28.444669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-839482433-network', 'tenant_id': 'd632c98792fe4c7ca83e368c87ba4463'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:28.493907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Made reservation on behalf of d632c98792fe4c7ca83e368c87ba4463 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:28.498613 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:28.521713 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:28.716886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f76db-3a1f-42f5-bf79-fe2950d778b1 req-943bd8d0-a50e-4f57-8cd8-933cb6224d51 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:28.721066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-465f76db-3a1f-42f5-bf79-fe2950d778b1 req-943bd8d0-a50e-4f57-8cd8-933cb6224d51 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 969 time: 0.1308217 Nov 09 17:30:28.768361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:28.782006 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:28.806404 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-465f76db-3a1f-42f5-bf79-fe2950d778b1 req-b7209e0e-918f-4abc-8e6c-66b153f00f27 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/security-groups?id=21b593be-744f-483f-a163-9c1b91ac99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702395 Nov 09 17:30:28.822610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:30:28.856835 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:28.857429 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Added segment 7d7d8b74-51f7-404b-8d9e-50f8224549c0 of type vlan for network 62b25b1b-617a-40b2-93de-e3feef2e521a Nov 09 17:30:28.860059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e634551c-0304-463f-8dbb-2183160e5cee,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:28.940576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:29.002393 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:29.002393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:29.003155 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:29.105601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42326) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:29.112112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8050a774-dc97-49f7-a7b8-7fdb3855652b up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:30:29.112712 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-af075b6b-fd15-45d6-83f4-a42d6f09af6f admin admin] Request body: {'subnet': {'network_id': '62b25b1b-617a-40b2-93de-e3feef2e521a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-839482433-subnet', 'tenant_id': 'd632c98792fe4c7ca83e368c87ba4463', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:29.116336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6780155 Nov 09 17:30:29.132934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576892f-ba0e-47b6-8f3d-05d069b42b72 admin admin] Pushing event updated for resources: {'Network': ['ID=62b25b1b-617a-40b2-93de-e3feef2e521a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:29.157044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 62b25b1b-617a-40b2-93de-e3feef2e521a details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:30:29.197500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af075b6b-fd15-45d6-83f4-a42d6f09af6f admin admin] Made reservation on behalf of d632c98792fe4c7ca83e368c87ba4463 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:29.200981 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af075b6b-fd15-45d6-83f4-a42d6f09af6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:29.216676 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e41f4-e13f-419e-a79e-f157d2869ae8 req-6d36350f-d224-4f19-ab03-8980f8667c19 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:29.226496 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-515e41f4-e13f-419e-a79e-f157d2869ae8 req-6d36350f-d224-4f19-ab03-8980f8667c19 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 950 time: 0.0968192 Nov 09 17:30:29.298799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 8050a774-dc97-49f7-a7b8-7fdb3855652b completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:30:29.314343 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 8050a774-dc97-49f7-a7b8-7fdb3855652b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:29.315111 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:29.339617 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-515e41f4-e13f-419e-a79e-f157d2869ae8 req-e76939fe-09a3-44ae-9fa4-ce90f8a17034 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966215 Nov 09 17:30:29.415310 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:29.447784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606b9a42-13e5-43c0-9214-42ee91d640ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8050a774-dc97-49f7-a7b8-7fdb3855652b'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:29.450421 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d98a3ef-c787-4a3d-87fb-3dda6ae62af3" -d '{"events": [{"server_uuid": "606b9a42-13e5-43c0-9214-42ee91d640ee", "name": "network-vif-plugged", "status": "completed", "tag": "8050a774-dc97-49f7-a7b8-7fdb3855652b"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:29.471031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8050a774-dc97-49f7-a7b8-7fdb3855652b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8050a774-dc97-49f7-a7b8-7fdb3855652b,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:29.480434 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:29.538915 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ffe906-b549-4174-a9c5-4a3f1af0ba3e x-openstack-request-id: req-80ffe906-b549-4174-a9c5-4a3f1af0ba3e {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:29.539403 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606b9a42-13e5-43c0-9214-42ee91d640ee", "name": "network-vif-plugged", "status": "completed", "tag": "8050a774-dc97-49f7-a7b8-7fdb3855652b", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:29.539789 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80ffe906-b549-4174-a9c5-4a3f1af0ba3e {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:29.540282 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606b9a42-13e5-43c0-9214-42ee91d640ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8050a774-dc97-49f7-a7b8-7fdb3855652b', 'code': 200} Nov 09 17:30:29.574986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8050a774-dc97-49f7-a7b8-7fdb3855652b,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:29.614073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af075b6b-fd15-45d6-83f4-a42d6f09af6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:29.719588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af075b6b-fd15-45d6-83f4-a42d6f09af6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2442df83-fa92-4640-add7-7d62238b5cc9,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:29.740691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af075b6b-fd15-45d6-83f4-a42d6f09af6f admin admin] Checking segment: {'id': '7d7d8b74-51f7-404b-8d9e-50f8224549c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62b25b1b-617a-40b2-93de-e3feef2e521a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:30:29.741101 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af075b6b-fd15-45d6-83f4-a42d6f09af6f admin admin] Network hostable DHCP agents. Network: 62b25b1b-617a-40b2-93de-e3feef2e521a, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:30:29.744903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c796063-c789-4cb0-b281-88db855f56c0 req-30f998d9-2352-42ff-b42d-88365322e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:29.746720 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6c796063-c789-4cb0-b281-88db855f56c0 req-30f998d9-2352-42ff-b42d-88365322e91e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 1121 time: 0.0877376 Nov 09 17:30:29.771665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af075b6b-fd15-45d6-83f4-a42d6f09af6f admin admin] Network 62b25b1b-617a-40b2-93de-e3feef2e521a is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:30:29.798017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-af075b6b-fd15-45d6-83f4-a42d6f09af6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 62b25b1b-617a-40b2-93de-e3feef2e521a) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:29.805883 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af075b6b-fd15-45d6-83f4-a42d6f09af6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:29.806386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af075b6b-fd15-45d6-83f4-a42d6f09af6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:29.810018 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6c796063-c789-4cb0-b281-88db855f56c0 req-616504d9-2409-4f82-9484-ee50540b75bd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=21b593be-744f-483f-a163-9c1b91ac99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445967 Nov 09 17:30:29.831040 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-af075b6b-fd15-45d6-83f4-a42d6f09af6f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7236335 Nov 09 17:30:29.836714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9957f7-5633-4cf1-8f80-57e2a9f2c8aa None None] Network 62b25b1b-617a-40b2-93de-e3feef2e521a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:30:30.019364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b81d9-1be9-44f3-b81d-4b4e1b6002af req-13f7e7ca-7b42-49e2-a467-bfe70beaf286 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:30.032300 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-757b81d9-1be9-44f3-b81d-4b4e1b6002af req-13f7e7ca-7b42-49e2-a467-bfe70beaf286 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 970 time: 0.1174755 Nov 09 17:30:30.049669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff4d0d-adca-4638-89b4-07a92ae5ea73 None None] Network 62b25b1b-617a-40b2-93de-e3feef2e521a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:30:30.084351 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-757b81d9-1be9-44f3-b81d-4b4e1b6002af req-c62d3426-6c4a-4d30-bd23-331b2f9ab494 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/security-groups?id=21b593be-744f-483f-a163-9c1b91ac99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505619 Nov 09 17:30:30.377358 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eeb40-b9f4-4376-9bcc-5466aed069f3 req-8b9f3688-cf9f-480a-9943-d1e53f277ee2 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:30.383879 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b01eeb40-b9f4-4376-9bcc-5466aed069f3 req-8b9f3688-cf9f-480a-9943-d1e53f277ee2 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 950 time: 0.0891900 Nov 09 17:30:30.458261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b01eeb40-b9f4-4376-9bcc-5466aed069f3 req-b77a7d93-4d60-4985-aa66-aa8df4f961c7 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630755 Nov 09 17:30:31.281696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08653663-01fa-4dcf-9063-7444f7eadc32 req-51c852cf-5199-4451-b0a8-4f1781d04252 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:31.284890 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08653663-01fa-4dcf-9063-7444f7eadc32 req-51c852cf-5199-4451-b0a8-4f1781d04252 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 970 time: 0.0882468 Nov 09 17:30:31.350579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08653663-01fa-4dcf-9063-7444f7eadc32 req-b5ada23d-79f7-48de-baad-c00f0f00bc9b tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/security-groups?id=21b593be-744f-483f-a163-9c1b91ac99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532773 Nov 09 17:30:31.612480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8a2b9fb0-6827-49cb-b927-926695664420 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:31.615874 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8a2b9fb0-6827-49cb-b927-926695664420 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 820 time: 0.3047843 Nov 09 17:30:31.658353 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-c76a5a86-80c9-419e-b125-a76e305657c6 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/quotas/70c630d7be7a41139c470735f4a6f7e7 HTTP/1.1" status: 200 len: 375 time: 0.0302346 Nov 09 17:30:31.743310 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-5fed1d7c-db08-4a90-8b82-b500685f4673 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838048 Nov 09 17:30:31.961805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f783f-b3d4-4e68-b361-6cf43cde34b2 req-3e71fc5b-e85a-4024-b40f-49c597b081f1 tempest-DeleteServersAdminTestJSON-640430914 tempest-DeleteServersAdminTestJSON-640430914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:31.963801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a8f783f-b3d4-4e68-b361-6cf43cde34b2 req-3e71fc5b-e85a-4024-b40f-49c597b081f1 tempest-DeleteServersAdminTestJSON-640430914 tempest-DeleteServersAdminTestJSON-640430914-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 1101 time: 0.0620785 Nov 09 17:30:32.108674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-8a8f783f-b3d4-4e68-b361-6cf43cde34b2 req-aada01ab-1475-4ec0-9f65-1a94f033d4bc tempest-DeleteServersAdminTestJSON-640430914 tempest-DeleteServersAdminTestJSON-640430914-project-admin] Deleting port 7270bf6a-03e3-46f9-901d-cec8697dce64 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:30:32.109287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-8a8f783f-b3d4-4e68-b361-6cf43cde34b2 req-aada01ab-1475-4ec0-9f65-1a94f033d4bc tempest-DeleteServersAdminTestJSON-640430914 tempest-DeleteServersAdminTestJSON-640430914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:32.202294 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-fcaa21dd-8d4d-48ed-97a9-58d60c8981b8 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:30:32.210347 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-fcaa21dd-8d4d-48ed-97a9-58d60c8981b8 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1945522 Nov 09 17:30:32.282318 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-8a8f783f-b3d4-4e68-b361-6cf43cde34b2 req-aada01ab-1475-4ec0-9f65-1a94f033d4bc tempest-DeleteServersAdminTestJSON-640430914 tempest-DeleteServersAdminTestJSON-640430914-project-admin] For port 7270bf6a-03e3-46f9-901d-cec8697dce64, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7270bf6a-03e3-46f9-901d-cec8697dce64,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:32.282558 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-8a8f783f-b3d4-4e68-b361-6cf43cde34b2 req-aada01ab-1475-4ec0-9f65-1a94f033d4bc tempest-DeleteServersAdminTestJSON-640430914 tempest-DeleteServersAdminTestJSON-640430914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:32.308457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-8a8f783f-b3d4-4e68-b361-6cf43cde34b2 req-aada01ab-1475-4ec0-9f65-1a94f033d4bc tempest-DeleteServersAdminTestJSON-640430914 tempest-DeleteServersAdminTestJSON-640430914-project-admin] Calling delete_port for 7270bf6a-03e3-46f9-901d-cec8697dce64 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:30:32.408727 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8c205006-030b-4630-b2a1-66ad0bba1dda service neutron] 10.222.0.81 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972535 Nov 09 17:30:32.586016 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-ad117875-cbf5-43f6-bcd9-36b4c070696d service neutron] 10.222.0.81 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565778 Nov 09 17:30:32.607176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-8a8f783f-b3d4-4e68-b361-6cf43cde34b2 req-aada01ab-1475-4ec0-9f65-1a94f033d4bc tempest-DeleteServersAdminTestJSON-640430914 tempest-DeleteServersAdminTestJSON-640430914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:32.627840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['7270bf6a-03e3-46f9-901d-cec8697dce64'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:32.657238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada01ab-1475-4ec0-9f65-1a94f033d4bc tempest-DeleteServersAdminTestJSON-640430914 tempest-DeleteServersAdminTestJSON-640430914-project-admin] Pushing event deleted for resources: {'Port': ['ID=7270bf6a-03e3-46f9-901d-cec8697dce64,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:32.753002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8f783f-b3d4-4e68-b361-6cf43cde34b2 req-aada01ab-1475-4ec0-9f65-1a94f033d4bc tempest-DeleteServersAdminTestJSON-640430914 tempest-DeleteServersAdminTestJSON-640430914-project-admin] No DVR routers for this DVR port 7270bf6a-03e3-46f9-901d-cec8697dce64 on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:30:32.768900 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-8a8f783f-b3d4-4e68-b361-6cf43cde34b2 req-aada01ab-1475-4ec0-9f65-1a94f033d4bc tempest-DeleteServersAdminTestJSON-640430914 tempest-DeleteServersAdminTestJSON-640430914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:32.776216 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a8f783f-b3d4-4e68-b361-6cf43cde34b2 req-aada01ab-1475-4ec0-9f65-1a94f033d4bc tempest-DeleteServersAdminTestJSON-640430914 tempest-DeleteServersAdminTestJSON-640430914-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7270bf6a-03e3-46f9-901d-cec8697dce64 HTTP/1.1" status: 204 len: 173 time: 0.8054907 Nov 09 17:30:32.776569 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55fc302-f1ee-41f2-b650-a46e5fb95b3e', 'name': 'network-vif-deleted', 'tag': '7270bf6a-03e3-46f9-901d-cec8697dce64'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:32.779465 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caad7ef2-210c-41d4-b100-c3751df2e806" -d '{"events": [{"server_uuid": "a55fc302-f1ee-41f2-b650-a46e5fb95b3e", "name": "network-vif-deleted", "tag": "7270bf6a-03e3-46f9-901d-cec8697dce64"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:32.969376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce72cb-e1d7-47ec-9b59-6783b9e41c53 req-472884a3-9bf3-47cb-b814-e879e9a76aae tempest-AggregatesAdminTestJSON-1055905133 tempest-AggregatesAdminTestJSON-1055905133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:32.980280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33ce72cb-e1d7-47ec-9b59-6783b9e41c53 req-472884a3-9bf3-47cb-b814-e879e9a76aae tempest-AggregatesAdminTestJSON-1055905133 tempest-AggregatesAdminTestJSON-1055905133-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 1121 time: 0.2114735 Nov 09 17:30:33.007137 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-33ce72cb-e1d7-47ec-9b59-6783b9e41c53 req-daa90a3a-44e6-4b80-ac1d-75aba524a3cf tempest-AggregatesAdminTestJSON-1055905133 tempest-AggregatesAdminTestJSON-1055905133-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:33.132751 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-82ccdadd-100f-45b3-ae89-d0fc9430516e req-3fd009d5-95dd-413d-8798-1c1571a805ea tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=a55fc302-f1ee-41f2-b650-a46e5fb95b3e HTTP/1.1" status: 200 len: 210 time: 0.0573425 Nov 09 17:30:33.247021 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-33ce72cb-e1d7-47ec-9b59-6783b9e41c53 req-daa90a3a-44e6-4b80-ac1d-75aba524a3cf tempest-AggregatesAdminTestJSON-1055905133 tempest-AggregatesAdminTestJSON-1055905133-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:33.259081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-33ce72cb-e1d7-47ec-9b59-6783b9e41c53 req-daa90a3a-44e6-4b80-ac1d-75aba524a3cf tempest-AggregatesAdminTestJSON-1055905133 tempest-AggregatesAdminTestJSON-1055905133-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:33.320567 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33ce72cb-e1d7-47ec-9b59-6783b9e41c53 req-daa90a3a-44e6-4b80-ac1d-75aba524a3cf tempest-AggregatesAdminTestJSON-1055905133 tempest-AggregatesAdminTestJSON-1055905133-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=21b593be-744f-483f-a163-9c1b91ac99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402185 Nov 09 17:30:33.370250 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa90a3a-44e6-4b80-ac1d-75aba524a3cf tempest-AggregatesAdminTestJSON-1055905133 tempest-AggregatesAdminTestJSON-1055905133-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce457e7-d754-4402-947a-2bf2ccbb096e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:33.528861 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:30:33.830480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42480) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:34.022933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-5b9a699d-04be-4562-9e4c-a6d5d96ec718 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e700c05ab12f4f7bb7ca5fe3495b6490&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817401 Nov 09 17:30:34.039133 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-302b07e1-2c3c-436b-a1d4-f8cdf322621c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:34.183464 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-302b07e1-2c3c-436b-a1d4-f8cdf322621c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:34.190232 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-302b07e1-2c3c-436b-a1d4-f8cdf322621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:34.240248 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ce70cb-c372-4970-a39e-9f91b9fc5f86 x-openstack-request-id: req-e7ce70cb-c372-4970-a39e-9f91b9fc5f86 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:34.240778 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55fc302-f1ee-41f2-b650-a46e5fb95b3e", "name": "network-vif-deleted", "tag": "7270bf6a-03e3-46f9-901d-cec8697dce64", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:34.241837 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7ce70cb-c372-4970-a39e-9f91b9fc5f86 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:34.242517 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55fc302-f1ee-41f2-b650-a46e5fb95b3e', 'name': 'network-vif-deleted', 'tag': '7270bf6a-03e3-46f9-901d-cec8697dce64', 'status': 'completed', 'code': 200} Nov 09 17:30:34.252384 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b07e1-2c3c-436b-a1d4-f8cdf322621c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2bb7e4-f68d-4eef-85c7-976fb61f3f94,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:34.262668 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-302b07e1-2c3c-436b-a1d4-f8cdf322621c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3197201fc95b47fab0c474f761b8fb91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301322 Nov 09 17:30:34.269333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42496) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:34.286259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-31d91d08-1dd7-4c04-ade7-29bf03a10512 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:34.288609 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-31d91d08-1dd7-4c04-ade7-29bf03a10512 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621212 Nov 09 17:30:34.337651 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-d56b0f3a-ac1d-4b73-8a43-518ccc4e9c75 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/quotas/e700c05ab12f4f7bb7ca5fe3495b6490 HTTP/1.1" status: 200 len: 375 time: 0.0333047 Nov 09 17:30:34.384686 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-284a3ae6-3fe5-400a-850b-6b2ae0656741 req-c7accda4-23dc-4c6e-ac2f-84b5a3c12dda tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 210 time: 0.0533810 Nov 09 17:30:34.416725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9a05e667-759d-4917-8973-3d0c4af8a007 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e700c05ab12f4f7bb7ca5fe3495b6490&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703259 Nov 09 17:30:34.421563 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8260d112-60c2-40eb-aa21-025d3e636f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:34.496716 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8260d112-60c2-40eb-aa21-025d3e636f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:34.524986 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.18', 62060) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:34.628721 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8260d112-60c2-40eb-aa21-025d3e636f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:34.634771 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8260d112-60c2-40eb-aa21-025d3e636f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:34.637468 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8260d112-60c2-40eb-aa21-025d3e636f1e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb2bb7e4-f68d-4eef-85c7-976fb61f3f94 HTTP/1.1" status: 204 len: 168 time: 0.3652680 Nov 09 17:30:34.687641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260d112-60c2-40eb-aa21-025d3e636f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2bb7e4-f68d-4eef-85c7-976fb61f3f94,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:35.083930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-a4e5404c-0a82-44c2-aa26-e4722617b61b tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:35.085548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-a4e5404c-0a82-44c2-aa26-e4722617b61b tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.18 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 820 time: 0.5595343 Nov 09 17:30:35.119812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-543ffd14-76c6-4f28-b48b-07f2c69cb688 req-dbfcf051-cb52-4009-935e-bcd6e636d02d tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 210 time: 0.1887479 Nov 09 17:30:35.163464 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a3dc5f5-17af-4819-9004-0060f2442f17 req-807b5038-28a3-48b1-a069-0e1faa85c3df tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e68dde878dbe4db5bc44ce1bab92f2df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562239 Nov 09 17:30:35.200129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8720ec74-8ded-41e9-a859-bc26ac28939e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Request body: {'port': {'device_id': '6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc', 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db', 'admin_state_up': True, 'tenant_id': '70c630d7be7a41139c470735f4a6f7e7'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:35.539151 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42552) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:35.605435 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8e13b38-3e20-43db-b7d2-dd806c88e566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:35.630022 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dc5f5-17af-4819-9004-0060f2442f17 req-9b317e13-cbba-4f22-91ac-27c89954dc0c tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:35.633878 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a3dc5f5-17af-4819-9004-0060f2442f17 req-9b317e13-cbba-4f22-91ac-27c89954dc0c tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4548285 Nov 09 17:30:35.649120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8720ec74-8ded-41e9-a859-bc26ac28939e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Made reservation on behalf of 70c630d7be7a41139c470735f4a6f7e7 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:35.654233 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8720ec74-8ded-41e9-a859-bc26ac28939e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:35.726866 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a3dc5f5-17af-4819-9004-0060f2442f17 req-3d7a5ca0-79cb-4d50-b201-8cebc1f62993 tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] 10.222.0.81 "GET /v2.0/quotas/e68dde878dbe4db5bc44ce1bab92f2df HTTP/1.1" status: 200 len: 375 time: 0.0492980 Nov 09 17:30:35.880766 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a3dc5f5-17af-4819-9004-0060f2442f17 req-81dff935-d7cd-4210-a542-539f1458776b tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e68dde878dbe4db5bc44ce1bab92f2df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068394 Nov 09 17:30:36.080120 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8e13b38-3e20-43db-b7d2-dd806c88e566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:36.087724 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8e13b38-3e20-43db-b7d2-dd806c88e566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:36.217105 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-04a22965-f8b2-4e0d-a677-766b0a5878d5 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d228b72b50c04a46a5e5780854a3b924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305266 Nov 09 17:30:36.256174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e13b38-3e20-43db-b7d2-dd806c88e566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ab6e02-f029-4148-ae4f-e35893a48997,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:36.284042 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a8e13b38-3e20-43db-b7d2-dd806c88e566 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5759e1be89be423a8917d0cc2b3972ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7391145 Nov 09 17:30:36.306922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42572) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:36.465835 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-decc4012-bec4-4f3b-bedf-171612084e30 req-8a9ef685-a8eb-4cfa-ab53-fa6be241774a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 210 time: 0.0595524 Nov 09 17:30:36.511184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8720ec74-8ded-41e9-a859-bc26ac28939e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Allocated IP 172.20.0.8 (19b117b5-c38d-4730-ba7b-a740b01864db/2ce396ee-92ed-4866-bc41-5c446f272107/962d915f-6b75-4d0c-b021-6d24f7dad2f8) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:36.724536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3aaadb0-eb20-4082-92e8-ba245f6be7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:36.756533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-ea7f12ab-b9ba-477e-a197-18ded5a2f532 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:36.756533 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-ea7f12ab-b9ba-477e-a197-18ded5a2f532 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5265594 Nov 09 17:30:36.796408 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3aaadb0-eb20-4082-92e8-ba245f6be7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:36.829998 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-10d4c500-8810-42bb-8337-6681afa4c641 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e700c05ab12f4f7bb7ca5fe3495b6490&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522158 Nov 09 17:30:36.858958 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-ae2471b0-dbac-4b44-b632-f3b5dfb6f5e0 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/quotas/d228b72b50c04a46a5e5780854a3b924 HTTP/1.1" status: 200 len: 375 time: 0.0580657 Nov 09 17:30:36.896898 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8720ec74-8ded-41e9-a859-bc26ac28939e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:36.985738 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8720ec74-8ded-41e9-a859-bc26ac28939e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:37.020903 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-3391e4fa-47ac-4218-8d67-3be1c0fea162 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d228b72b50c04a46a5e5780854a3b924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1401160 Nov 09 17:30:37.144615 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3aaadb0-eb20-4082-92e8-ba245f6be7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:37.147670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8720ec74-8ded-41e9-a859-bc26ac28939e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Network 19b117b5-c38d-4730-ba7b-a740b01864db is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:37.156736 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3aaadb0-eb20-4082-92e8-ba245f6be7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:37.166167 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c3aaadb0-eb20-4082-92e8-ba245f6be7ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3ab6e02-f029-4148-ae4f-e35893a48997 HTTP/1.1" status: 204 len: 168 time: 0.8567812 Nov 09 17:30:37.188904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7270bf6a-03e3-46f9-901d-cec8697dce64 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:30:37.192449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8720ec74-8ded-41e9-a859-bc26ac28939e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:37.194828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720ec74-8ded-41e9-a859-bc26ac28939e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Pushing event updated for resources: {'Port': ['ID=962d915f-6b75-4d0c-b021-6d24f7dad2f8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:37.208421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8720ec74-8ded-41e9-a859-bc26ac28939e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:37.216917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8720ec74-8ded-41e9-a859-bc26ac28939e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:37.218136 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8720ec74-8ded-41e9-a859-bc26ac28939e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:37.258741 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-8720ec74-8ded-41e9-a859-bc26ac28939e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0781353 Nov 09 17:30:37.278230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aaadb0-eb20-4082-92e8-ba245f6be7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ab6e02-f029-4148-ae4f-e35893a48997,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:37.289127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 7270bf6a-03e3-46f9-901d-cec8697dce64 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:30:37.290509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7270bf6a-03e3-46f9-901d-cec8697dce64 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:30:37.342965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-f0ba6d32-dd8a-435f-99c1-2a8d556cdfc7 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:37.353702 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-f0ba6d32-dd8a-435f-99c1-2a8d556cdfc7 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5091279 Nov 09 17:30:37.374680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Request body: {'port': {'device_id': '9a5a956a-1f8e-4e73-81be-8e22dceb20c6', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': 'e700c05ab12f4f7bb7ca5fe3495b6490'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:37.444399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80033cb1-eac9-43ea-97f4-a508a18ce969 req-95ac68b5-d0ec-46d3-92a8-81b732b25cc3 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 210 time: 0.1033914 Nov 09 17:30:37.673652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Made reservation on behalf of e700c05ab12f4f7bb7ca5fe3495b6490 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:37.688515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:37.721349 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:37.961719 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-91b48bd5-e4f2-45a3-8b66-955f0527fdcd req-223052b8-4cb6-442b-8358-7bf3a95ce7af tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 210 time: 0.1063514 Nov 09 17:30:38.040828 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:38.049826 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:38.243617 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad5ffdc-cf5b-4f53-a534-a99facf437ba,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:38.350683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0989b-8b8c-41a1-a88e-b4c090003ce1 req-dbc58276-38b3-4bdb-8eee-eb994b74f5fa tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:38.352389 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2df0989b-8b8c-41a1-a88e-b4c090003ce1 req-dbc58276-38b3-4bdb-8eee-eb994b74f5fa tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 931 time: 0.1972866 Nov 09 17:30:38.416167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Allocated IP 192.168.233.73 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/754a0907-4734-42b2-a956-a3863ddc2a67) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:38.468434 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2df0989b-8b8c-41a1-a88e-b4c090003ce1 req-c4656be0-8ed5-4fba-a4ee-605b63fee202 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840573 Nov 09 17:30:38.868396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:38.962750 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:38.975329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-708e3286-ff69-4c33-acb2-df80b4bf2746 req-9048d47c-1c13-40fc-90ba-8cf3990f7133 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 210 time: 0.0767400 Nov 09 17:30:39.085487 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:39.090675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:39.096255 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:39.106714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:39.108030 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:39.145510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Pushing event updated for resources: {'Port': ['ID=754a0907-4734-42b2-a956-a3863ddc2a67,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:39.153495 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-9c45cea5-8a8e-406a-88ba-4e43775bbc2e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7928939 Nov 09 17:30:39.180302 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Request body: {'port': {'device_id': '9a5a956a-1f8e-4e73-81be-8e22dceb20c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:39.273053 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:39.291094 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de647ffb-0aeb-495f-b894-ae0364f0fbbf req-192b2837-eeb6-4709-8f9e-82f092e8fb71 tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e68dde878dbe4db5bc44ce1bab92f2df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557737 Nov 09 17:30:39.396872 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a26cfbae-167a-47c6-842d-06c7946f4795 req-f744478e-bf77-4bc8-b451-491a5ffdd403 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 210 time: 0.0434151 Nov 09 17:30:39.560445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de647ffb-0aeb-495f-b894-ae0364f0fbbf req-2ce87831-4022-47ef-a4b0-cc595a91fc52 tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:39.568273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de647ffb-0aeb-495f-b894-ae0364f0fbbf req-2ce87831-4022-47ef-a4b0-cc595a91fc52 tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718384 Nov 09 17:30:39.611363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de647ffb-0aeb-495f-b894-ae0364f0fbbf req-5d96b006-0906-4882-af99-6370d7884220 tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] 10.222.0.81 "GET /v2.0/quotas/e68dde878dbe4db5bc44ce1bab92f2df HTTP/1.1" status: 200 len: 375 time: 0.0234098 Nov 09 17:30:39.688056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-38c45582-1530-43f1-8733-75554751957a None None] Provisioning complete for port 754a0907-4734-42b2-a956-a3863ddc2a67 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:39.688913 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-38c45582-1530-43f1-8733-75554751957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:39.725760 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de647ffb-0aeb-495f-b894-ae0364f0fbbf req-69dfb3ab-06c8-4489-89ff-b4d02756198b tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e68dde878dbe4db5bc44ce1bab92f2df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935678 Nov 09 17:30:39.792877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-38c45582-1530-43f1-8733-75554751957a None None] Port 754a0907-4734-42b2-a956-a3863ddc2a67 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:30:39.919135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479584c-6143-46ff-8519-8afd83535b55 req-8d11c06e-42c2-491e-89ac-23a5f78d6eac tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:39.921788 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b479584c-6143-46ff-8519-8afd83535b55 req-8d11c06e-42c2-491e-89ac-23a5f78d6eac tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 931 time: 0.1562634 Nov 09 17:30:40.044645 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b479584c-6143-46ff-8519-8afd83535b55 req-4011cfcf-be59-4c2b-9dbc-41c6699e2d01 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068866 Nov 09 17:30:40.188581 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754a0907-4734-42b2-a956-a3863ddc2a67 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:40.212469 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:40.242491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Transition to ACTIVE for port object 754a0907-4734-42b2-a956-a3863ddc2a67 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:30:40.248947 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:40.430102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Pushing event updated for resources: {'Port': ['ID=754a0907-4734-42b2-a956-a3863ddc2a67,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:40.448666 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Attempting to bind port 754a0907-4734-42b2-a956-a3863ddc2a67 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:30:40.449037 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Attempting to bind port 754a0907-4734-42b2-a956-a3863ddc2a67 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:30:40.449447 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Attempting to bind port 754a0907-4734-42b2-a956-a3863ddc2a67 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:40.460454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Port 754a0907-4734-42b2-a956-a3863ddc2a67 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:30:40.460862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Attempting to bind port 754a0907-4734-42b2-a956-a3863ddc2a67 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:40.469721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:30:40.470057 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:30:40.470453 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:30:40.471965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Bound port: 754a0907-4734-42b2-a956-a3863ddc2a67, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:30:40.472369 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:40.576897 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1af71a3f-f0d2-4c19-b664-9631325a9ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:40.694235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] For port 754a0907-4734-42b2-a956-a3863ddc2a67, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:30:40.708125 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] For port 754a0907-4734-42b2-a956-a3863ddc2a67, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=754a0907-4734-42b2-a956-a3863ddc2a67,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:30:40.724391 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:40.835367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:40.836035 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:40.837578 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] 10.222.0.13 "PUT /v2.0/ports/754a0907-4734-42b2-a956-a3863ddc2a67 HTTP/1.1" status: 200 len: 1095 time: 1.6711531 Nov 09 17:30:40.838074 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5a956a-1f8e-4e73-81be-8e22dceb20c6', 'tag': '754a0907-4734-42b2-a956-a3863ddc2a67'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:40.853670 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c7c3b0-a7df-4075-94b8-ee64d45ad3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5a956a-1f8e-4e73-81be-8e22dceb20c6", "tag": "754a0907-4734-42b2-a956-a3863ddc2a67"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:40.931398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73178c9d-82b9-4e44-ba34-291ea488c2eb service neutron] Pushing event updated for resources: {'Port': ['ID=754a0907-4734-42b2-a956-a3863ddc2a67,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:41.061846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-b82830e4-2964-4e41-8d1a-719a310d1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:41.073477 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-b82830e4-2964-4e41-8d1a-719a310d1f27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e700c05ab12f4f7bb7ca5fe3495b6490&device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 1098 time: 0.1358771 Nov 09 17:30:41.153374 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-615b817a-802f-4c4a-9fcd-1adcd0c5f564 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=754a0907-4734-42b2-a956-a3863ddc2a67 HTTP/1.1" status: 200 len: 217 time: 0.0678346 Nov 09 17:30:41.205575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4368b2-3584-4e1e-88a1-1a40b1761953 req-e3fafd30-8516-4ee4-99e6-56556a9169b2 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:41.216668 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c4368b2-3584-4e1e-88a1-1a40b1761953 req-e3fafd30-8516-4ee4-99e6-56556a9169b2 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 947 time: 0.1234117 Nov 09 17:30:41.270642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-f15bfef4-f07c-428a-82b1-de0c8bf1d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:41.272339 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-f15bfef4-f07c-428a-82b1-de0c8bf1d126 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1121371 Nov 09 17:30:41.295820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c4368b2-3584-4e1e-88a1-1a40b1761953 req-f22c738d-8a24-4849-b0a6-f80f0f4a027e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769887 Nov 09 17:30:41.345049 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-728bbc41-c469-4148-94b9-8daa5354dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:41.346644 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-728bbc41-c469-4148-94b9-8daa5354dcb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673969 Nov 09 17:30:41.456419 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c898203-571c-4e4f-9f4a-eba844d91e47 x-openstack-request-id: req-8c898203-571c-4e4f-9f4a-eba844d91e47 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:41.457159 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5a956a-1f8e-4e73-81be-8e22dceb20c6", "tag": "754a0907-4734-42b2-a956-a3863ddc2a67", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:41.457276 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c898203-571c-4e4f-9f4a-eba844d91e47 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:41.457597 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5a956a-1f8e-4e73-81be-8e22dceb20c6', 'tag': '754a0907-4734-42b2-a956-a3863ddc2a67', 'status': 'completed', 'code': 200} Nov 09 17:30:41.459787 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1a21a3e-010e-441d-9dbe-5b48321f5c08 req-68792621-97af-414c-823c-d89ec3e1a635 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 210 time: 0.0733457 Nov 09 17:30:41.523412 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-4851a927-d72e-4219-9bfa-f558920cd09f service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685810 Nov 09 17:30:41.689623 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-53fb312f-605d-4eb2-832b-0df26860424e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=6d66166d470345f289e8b22658fcf791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312941 Nov 09 17:30:41.721725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22188d3-828c-43bd-9550-55f254ffa7a3 req-1345c86d-12e4-4ea2-875a-d5d082322eec tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:41.723380 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d22188d3-828c-43bd-9550-55f254ffa7a3 req-1345c86d-12e4-4ea2-875a-d5d082322eec tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 931 time: 0.1284528 Nov 09 17:30:41.729790 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86a41eaf-e26c-488e-9b8a-0f06f07e3576 req-823ff103-d0b2-42b3-833f-a92862865fbc service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895311 Nov 09 17:30:41.810529 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d22188d3-828c-43bd-9550-55f254ffa7a3 req-f010f295-b7c8-4d3f-9a22-dec9e94ce5ea tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739174 Nov 09 17:30:41.843628 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7c3b0-a7df-4075-94b8-ee64d45ad3b4 req-8b4ac4c9-b570-484e-9f9c-2636941da9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:41.845331 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59c7c3b0-a7df-4075-94b8-ee64d45ad3b4 req-8b4ac4c9-b570-484e-9f9c-2636941da9c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e700c05ab12f4f7bb7ca5fe3495b6490&device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 1098 time: 0.0560615 Nov 09 17:30:41.864836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-d60510fa-218c-466a-ba92-7ed6891e9a94 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:41.867452 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-d60510fa-218c-466a-ba92-7ed6891e9a94 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629353 Nov 09 17:30:41.892526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-0f4f168b-6e83-41d0-a62f-d9a0751d79b5 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/quotas/6d66166d470345f289e8b22658fcf791 HTTP/1.1" status: 200 len: 375 time: 0.0179553 Nov 09 17:30:41.940348 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-a0081780-298a-4f94-883f-1c1e6cfc1769 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d66166d470345f289e8b22658fcf791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351582 Nov 09 17:30:41.994989 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7c3b0-a7df-4075-94b8-ee64d45ad3b4 req-08c6c859-3cd5-4bc2-9924-3898df425c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:42.005625 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59c7c3b0-a7df-4075-94b8-ee64d45ad3b4 req-08c6c859-3cd5-4bc2-9924-3898df425c26 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.1432772 Nov 09 17:30:42.068732 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59c7c3b0-a7df-4075-94b8-ee64d45ad3b4 req-19b1dd46-9c53-417f-8020-2698e40a1862 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=754a0907-4734-42b2-a956-a3863ddc2a67 HTTP/1.1" status: 200 len: 217 time: 0.0612872 Nov 09 17:30:42.158533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7c3b0-a7df-4075-94b8-ee64d45ad3b4 req-213ef4c8-ebbd-486d-8be1-89f7dec3ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:42.160664 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59c7c3b0-a7df-4075-94b8-ee64d45ad3b4 req-213ef4c8-ebbd-486d-8be1-89f7dec3ceea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0847106 Nov 09 17:30:42.238178 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7c3b0-a7df-4075-94b8-ee64d45ad3b4 req-ed83da9c-6b44-498f-8212-b3a588af6f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:42.256132 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59c7c3b0-a7df-4075-94b8-ee64d45ad3b4 req-ed83da9c-6b44-498f-8212-b3a588af6f5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859210 Nov 09 17:30:42.486278 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59c7c3b0-a7df-4075-94b8-ee64d45ad3b4 req-dae19b36-3791-46a5-b9d5-af009d2579b9 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218080 Nov 09 17:30:42.626657 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-3a0e941a-0f5d-4518-830e-10dd14992a59 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=6d66166d470345f289e8b22658fcf791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896206 Nov 09 17:30:42.661501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f98213-1a85-4f12-b76b-810a10cd1742 req-b267214f-5117-4d34-9fba-4a4e68a748a6 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:42.665857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2f98213-1a85-4f12-b76b-810a10cd1742 req-b267214f-5117-4d34-9fba-4a4e68a748a6 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 947 time: 0.1565068 Nov 09 17:30:42.746519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2f98213-1a85-4f12-b76b-810a10cd1742 req-654e9238-bea2-47cf-aa73-bac154a79afb tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640762 Nov 09 17:30:42.773176 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59c7c3b0-a7df-4075-94b8-ee64d45ad3b4 req-4478cc09-1753-48ab-a020-e546eaca1612 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793639 Nov 09 17:30:42.840606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-d987a5e0-8236-457f-a47b-5a3cf66057bf tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:42.842831 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-d987a5e0-8236-457f-a47b-5a3cf66057bf tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025750 Nov 09 17:30:42.897945 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-df82d0be-dde3-455f-a76e-9cb24b7fca8f tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/quotas/6d66166d470345f289e8b22658fcf791 HTTP/1.1" status: 200 len: 375 time: 0.0367055 Nov 09 17:30:42.936647 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-e9dd595e-4974-4d08-b3a2-bb345c911455 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d66166d470345f289e8b22658fcf791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374410 Nov 09 17:30:43.207618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c51764c-51f5-47d1-97d3-35771ee4303c req-9073eae4-2ba7-4d4c-a71f-63dae3907d19 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 210 time: 0.0580974 Nov 09 17:30:43.218250 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-4baab7cd-6d12-4012-91bc-6df90c590885 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:30:43.222411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-4baab7cd-6d12-4012-91bc-6df90c590885 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136764 Nov 09 17:30:43.319329 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4b004f2-b431-464a-b263-d0a0eea6b091 req-6c655d78-058b-4e80-b049-432a5205abad tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e68dde878dbe4db5bc44ce1bab92f2df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810192 Nov 09 17:30:43.519089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9d59a-d0df-491f-9f8a-55d0ba5dc230 req-829ef532-aa1f-4f1b-bdfc-0f24cf3e86f6 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:43.528330 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5d9d59a-d0df-491f-9f8a-55d0ba5dc230 req-829ef532-aa1f-4f1b-bdfc-0f24cf3e86f6 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 931 time: 0.2237475 Nov 09 17:30:43.583497 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-76d7c77c-5901-4186-b3fe-ca1fc0254787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:43.620458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b004f2-b431-464a-b263-d0a0eea6b091 req-d72d6483-a4f0-44ec-9c0f-6966e5aec230 tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:43.628917 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4b004f2-b431-464a-b263-d0a0eea6b091 req-d72d6483-a4f0-44ec-9c0f-6966e5aec230 tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943945 Nov 09 17:30:43.663052 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5d9d59a-d0df-491f-9f8a-55d0ba5dc230 req-a9c09f59-f7c9-4ee5-8b89-4d39e0de3625 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137753 Nov 09 17:30:43.679561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4b004f2-b431-464a-b263-d0a0eea6b091 req-23605c5c-014d-418b-97fa-d1790897a58d tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] 10.222.0.81 "GET /v2.0/quotas/e68dde878dbe4db5bc44ce1bab92f2df HTTP/1.1" status: 200 len: 375 time: 0.0381162 Nov 09 17:30:43.702585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Request body: {'port': {'device_id': '6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:43.806233 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4b004f2-b431-464a-b263-d0a0eea6b091 req-fa5458b4-790d-432b-af72-119798a4850c tempest-QuotasAdminNegativeTest-453678119 tempest-QuotasAdminNegativeTest-453678119-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e68dde878dbe4db5bc44ce1bab92f2df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1255951 Nov 09 17:30:43.827352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:43.984429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b08c5d8b-65e4-4f84-9afd-555885d6b876 req-0ad0b825-0917-4843-a3ef-cc2e2a73482f tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 210 time: 0.0745604 Nov 09 17:30:44.189876 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:44.216174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b964-352b-4600-bb0c-fc86385777fe req-0d554b69-2510-4ea4-b554-0219bcb31588 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:44.233110 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93d9b964-352b-4600-bb0c-fc86385777fe req-0d554b69-2510-4ea4-b554-0219bcb31588 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 947 time: 0.2449372 Nov 09 17:30:44.302418 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93d9b964-352b-4600-bb0c-fc86385777fe req-f600b858-dbc1-45b5-b00a-ae920b194223 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680130 Nov 09 17:30:44.429676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962d915f-6b75-4d0c-b021-6d24f7dad2f8 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:44.441352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:44.452228 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.18', 62068) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:44.461537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Transition to ACTIVE for port object 962d915f-6b75-4d0c-b021-6d24f7dad2f8 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:30:44.469012 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:44.538200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Pushing event updated for resources: {'Port': ['ID=962d915f-6b75-4d0c-b021-6d24f7dad2f8,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:44.540552 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-c42e311e-2543-4676-a547-8974ed1371aa tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6d66166d470345f289e8b22658fcf791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867624 Nov 09 17:30:44.676473 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Attempting to bind port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:30:44.677194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Attempting to bind port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:30:44.677194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Attempting to bind port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:44.693278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on network 19b117b5-c38d-4730-ba7b-a740b01864db not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:30:44.694275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Attempting to bind port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:44.706096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:30:44.706728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:30:44.707339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Bound using segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:30:44.708035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Bound port: 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:30:44.708697 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:44.787216 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-4dfde87f-ff97-45cc-9d38-07869d4880af tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:44.789706 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-4dfde87f-ff97-45cc-9d38-07869d4880af tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350109 Nov 09 17:30:44.817586 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Request body: {'port': {'device_id': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '6d66166d470345f289e8b22658fcf791'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:44.851944 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:30:44.858052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:30:44.871020 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:45.020931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Pushing event updated for resources: {'Port': ['ID=962d915f-6b75-4d0c-b021-6d24f7dad2f8,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:45.036106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-286235cb-2b0a-40ab-8645-a07a883bf9fd req-6d77df22-0553-4dc2-865e-a8a51495656a tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 210 time: 0.0445664 Nov 09 17:30:45.042640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.18', 62069) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:45.112016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-a63e89c2-db82-40b4-a7d1-748b2d9c7755 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d228b72b50c04a46a5e5780854a3b924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461791 Nov 09 17:30:45.182030 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:45.220565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 754a0907-4734-42b2-a956-a3863ddc2a67 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:30:45.262044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Made reservation on behalf of 6d66166d470345f289e8b22658fcf791 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:45.279175 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:45.308299 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:45.454074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 754a0907-4734-42b2-a956-a3863ddc2a67, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=754a0907-4734-42b2-a956-a3863ddc2a67,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:45.481827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '754a0907-4734-42b2-a956-a3863ddc2a67', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '754a0907-4734-42b2-a956-a3863ddc2a67', 'mac_address': 'fa:16:3e:cf:cd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:30:45.496000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-6466c0f7-7fb9-4b9f-a6f9-612e952b9747 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:45.497558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-6466c0f7-7fb9-4b9f-a6f9-612e952b9747 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3839304 Nov 09 17:30:45.503254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:45.503908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:45.505311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-cd07ab9a-3303-4918-9ee3-017ae99bd13c service neutron] 10.222.0.18 "PUT /v2.0/ports/962d915f-6b75-4d0c-b021-6d24f7dad2f8 HTTP/1.1" status: 200 len: 1091 time: 1.9751167 Nov 09 17:30:45.505777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc', 'tag': '962d915f-6b75-4d0c-b021-6d24f7dad2f8'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:45.508200 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7464080b-d3f6-4d4a-96c0-26bdc3872f72" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc", "tag": "962d915f-6b75-4d0c-b021-6d24f7dad2f8"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:45.516813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-9120245d-01bf-4310-ba41-96578a1bd997 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Request body: {'port': {'device_id': '38d3041d-f896-4e6a-b59a-1d98e3a1721c', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': 'd228b72b50c04a46a5e5780854a3b924'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:45.578641 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:45.603190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754a0907-4734-42b2-a956-a3863ddc2a67 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:45.644727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09cf73-1f9b-471c-835a-d9d4be8ae12c req-6998c905-bee9-475e-a50a-41418d162f1f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:45.652809 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d09cf73-1f9b-471c-835a-d9d4be8ae12c req-6998c905-bee9-475e-a50a-41418d162f1f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 943 time: 0.1917040 Nov 09 17:30:45.665765 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 754a0907-4734-42b2-a956-a3863ddc2a67, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=754a0907-4734-42b2-a956-a3863ddc2a67,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:45.672568 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:45.715660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d09cf73-1f9b-471c-835a-d9d4be8ae12c req-78caca80-3a8d-4dd3-86eb-43a98f2c2bb3 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567570 Nov 09 17:30:45.739533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-4b0cd8da-7b52-41ce-9184-005d203afbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:45.745442 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-4b0cd8da-7b52-41ce-9184-005d203afbab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 1094 time: 0.1547284 Nov 09 17:30:45.834359 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=754a0907-4734-42b2-a956-a3863ddc2a67,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:45.893541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['754a0907-4734-42b2-a956-a3863ddc2a67'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:45.977736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.18', 62072) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:46.004608 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-7eb1da6c-9d65-4f39-a593-23fda13518ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8 HTTP/1.1" status: 200 len: 217 time: 0.2479546 Nov 09 17:30:46.078938 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:46.086588 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84197608-df21-4f62-b96c-674880754aac req-92250f0b-77d2-4565-a226-798e17537f3f tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 210 time: 0.5199101 Nov 09 17:30:46.089777 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:46.136855 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-7a1d2766-9dea-4cf2-8bb5-b9d98cf26589 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6d66166d470345f289e8b22658fcf791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1552024 Nov 09 17:30:46.388108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee977dd-072a-4717-85fb-f6ce37123ddc,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:46.438445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Allocated IP 192.168.233.183 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/6dea0f42-c96c-4626-97a6-5d0d677cf547) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:46.514825 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f952e8f-ceae-48f6-aa16-9cdd598841a8 x-openstack-request-id: req-5f952e8f-ceae-48f6-aa16-9cdd598841a8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:46.515361 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc", "tag": "962d915f-6b75-4d0c-b021-6d24f7dad2f8", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:46.515744 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f952e8f-ceae-48f6-aa16-9cdd598841a8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:46.516359 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc', 'tag': '962d915f-6b75-4d0c-b021-6d24f7dad2f8', 'status': 'completed', 'code': 200} Nov 09 17:30:46.554822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-9120245d-01bf-4310-ba41-96578a1bd997 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Made reservation on behalf of d228b72b50c04a46a5e5780854a3b924 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:46.562773 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-9120245d-01bf-4310-ba41-96578a1bd997 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:46.593281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-a12ef45d-1aa0-4bea-a4cd-77be20fa8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:46.596708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-a12ef45d-1aa0-4bea-a4cd-77be20fa8f11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.5402377 Nov 09 17:30:46.611662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93b123-4ba1-4f18-bed5-fa0208c78f5b req-7d8f9490-f887-47eb-834e-dd27af8f82b2 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:46.613321 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db93b123-4ba1-4f18-bed5-fa0208c78f5b req-7d8f9490-f887-47eb-834e-dd27af8f82b2 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 948 time: 0.6341507 Nov 09 17:30:46.735881 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7c966897-1df9-4116-abf3-3d6969904568 req-37028e1a-0868-4229-818b-25d5fc9e727e tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 210 time: 0.0464296 Nov 09 17:30:46.736372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42894) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:46.761236 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:46.814616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:46.927731 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-b19d6671-2dc5-48d1-8d50-4250c6ec5b54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2354248 Nov 09 17:30:46.949445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-d513bd6c-44b6-4c1d-9f06-34ad7c9f23a0 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:46.950603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-d513bd6c-44b6-4c1d-9f06-34ad7c9f23a0 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7959883 Nov 09 17:30:46.976993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-07b7889e-4192-4722-90e2-749afac2cbe9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Request body: {'port': {'device_id': '449f74e0-371e-42f5-823a-db86aabcac95', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '6d66166d470345f289e8b22658fcf791'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:47.010562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:47.015153 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:47.027515 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:47.047195 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db93b123-4ba1-4f18-bed5-fa0208c78f5b req-5535e7de-cffb-47a7-a1e5-b8e0e345631e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192269 Nov 09 17:30:47.051242 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:47.052209 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.119951 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Pushing event updated for resources: {'Port': ['ID=6dea0f42-c96c-4626-97a6-5d0d677cf547,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:47.128039 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d96b43b-eaab-4cb0-9db9-58023ba74c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.135116 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-41e84c8e-9698-4d6d-96f3-e7d380569dd6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3217170 Nov 09 17:30:47.150648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Request body: {'port': {'device_id': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:47.236906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 754a0907-4734-42b2-a956-a3863ddc2a67 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:30:47.250528 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.361024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 754a0907-4734-42b2-a956-a3863ddc2a67 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:30:47.367840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 754a0907-4734-42b2-a956-a3863ddc2a67 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:47.368377 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.443382 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.450478 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d96b43b-eaab-4cb0-9db9-58023ba74c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.466177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-9120245d-01bf-4310-ba41-96578a1bd997 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Allocated IP 192.168.233.47 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/3c560217-8515-47b9-af94-0605e337fa80) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:47.472013 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d96b43b-eaab-4cb0-9db9-58023ba74c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.517715 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.527346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6812ea-2dbe-4a2c-af83-c03176d028b9 req-df6fb46d-809f-45ff-a58e-c42e32aa7fd4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:47.528988 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fc6812ea-2dbe-4a2c-af83-c03176d028b9 req-df6fb46d-809f-45ff-a58e-c42e32aa7fd4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 943 time: 0.2209859 Nov 09 17:30:47.561248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5a956a-1f8e-4e73-81be-8e22dceb20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754a0907-4734-42b2-a956-a3863ddc2a67'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:47.565958 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5d96b43b-eaab-4cb0-9db9-58023ba74c6b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e68dde878dbe4db5bc44ce1bab92f2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8217864 Nov 09 17:30:47.566119 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0154b03-8769-4b13-9419-56b25ae0d680" -d '{"events": [{"server_uuid": "9a5a956a-1f8e-4e73-81be-8e22dceb20c6", "name": "network-vif-plugged", "status": "completed", "tag": "754a0907-4734-42b2-a956-a3863ddc2a67"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:47.569405 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42918) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:47.579636 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96b43b-eaab-4cb0-9db9-58023ba74c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b407a-d91b-4cdc-b54b-a58e393f0ee8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:47.580978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 754a0907-4734-42b2-a956-a3863ddc2a67, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=754a0907-4734-42b2-a956-a3863ddc2a67,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:47.586191 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.591487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ecdf0dd7-4dc4-4863-9cac-e23053ae8a77 None None] Provisioning complete for port 6dea0f42-c96c-4626-97a6-5d0d677cf547 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:47.591979 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0dd7-4dc4-4863-9cac-e23053ae8a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.634926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fc6812ea-2dbe-4a2c-af83-c03176d028b9 req-7ba15765-3329-4b43-a3d3-8db924334285 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930638 Nov 09 17:30:47.656415 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c55556b-98d3-425d-9f31-3aa0687cb9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.696789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf0dd7-4dc4-4863-9cac-e23053ae8a77 None None] Port 6dea0f42-c96c-4626-97a6-5d0d677cf547 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:30:47.706526 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c55556b-98d3-425d-9f31-3aa0687cb9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.733035 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=754a0907-4734-42b2-a956-a3863ddc2a67,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:47.787644 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d1c9a4-cd28-4a45-a68a-1278ab327d0b x-openstack-request-id: req-51d1c9a4-cd28-4a45-a68a-1278ab327d0b {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:47.788723 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5a956a-1f8e-4e73-81be-8e22dceb20c6", "name": "network-vif-plugged", "status": "completed", "tag": "754a0907-4734-42b2-a956-a3863ddc2a67", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:47.789538 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51d1c9a4-cd28-4a45-a68a-1278ab327d0b {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:47.791650 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5a956a-1f8e-4e73-81be-8e22dceb20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754a0907-4734-42b2-a956-a3863ddc2a67', 'code': 200} Nov 09 17:30:47.796112 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c55556b-98d3-425d-9f31-3aa0687cb9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.803205 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c55556b-98d3-425d-9f31-3aa0687cb9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:47.819069 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1c55556b-98d3-425d-9f31-3aa0687cb9f4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d55b407a-d91b-4cdc-b54b-a58e393f0ee8 HTTP/1.1" status: 204 len: 168 time: 0.2483466 Nov 09 17:30:47.821420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fad9d679-129a-448c-899a-2c42c78f9934 req-a1357afd-47b2-43bc-b45c-b809c8ec7b92 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 210 time: 0.0655317 Nov 09 17:30:47.848192 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-fb69efc2-c86b-4620-abb3-f8c3dd643d1d service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9088237 Nov 09 17:30:47.861386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55556b-98d3-425d-9f31-3aa0687cb9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b407a-d91b-4cdc-b54b-a58e393f0ee8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:47.890327 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-9120245d-01bf-4310-ba41-96578a1bd997 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:48.010434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992884b-45c7-40d0-ba16-28d516c2dcac req-10325d77-99c7-4d16-8fe3-6c1316bd8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:48.016301 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f992884b-45c7-40d0-ba16-28d516c2dcac req-10325d77-99c7-4d16-8fe3-6c1316bd8ca2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 1100 time: 0.1192741 Nov 09 17:30:48.035851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-07b7889e-4192-4722-90e2-749afac2cbe9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Made reservation on behalf of 6d66166d470345f289e8b22658fcf791 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:48.040563 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-07b7889e-4192-4722-90e2-749afac2cbe9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:48.063590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c4dc53dc-5c30-47b9-8eed-ecd27c0ba7d7 req-c91ec024-5e6b-45bd-87d4-7f9a60e32e90 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052259 Nov 09 17:30:48.090958 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-9120245d-01bf-4310-ba41-96578a1bd997 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:48.226863 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f992884b-45c7-40d0-ba16-28d516c2dcac req-2ef7db75-e1a5-4ddc-bde2-f600b1c2460b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028320 Nov 09 17:30:48.409233 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-9120245d-01bf-4310-ba41-96578a1bd997 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:48.455657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120245d-01bf-4310-ba41-96578a1bd997 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Pushing event updated for resources: {'Port': ['ID=3c560217-8515-47b9-af94-0605e337fa80,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:48.461345 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-9120245d-01bf-4310-ba41-96578a1bd997 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:48.470895 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-9120245d-01bf-4310-ba41-96578a1bd997 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:48.476718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-9120245d-01bf-4310-ba41-96578a1bd997 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:48.477502 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-9120245d-01bf-4310-ba41-96578a1bd997 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:48.501922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464080b-d3f6-4d4a-96c0-26bdc3872f72 req-7014c381-549f-4d18-892f-bc31740d47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:48.503083 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7464080b-d3f6-4d4a-96c0-26bdc3872f72 req-7014c381-549f-4d18-892f-bc31740d47ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 1094 time: 0.3612382 Nov 09 17:30:48.519025 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da02ce-b29f-474b-96ab-3fd02100642c req-1e34e3e5-2933-43e3-8b32-23d7a80cc217 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:48.527627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d8da02ce-b29f-474b-96ab-3fd02100642c req-1e34e3e5-2933-43e3-8b32-23d7a80cc217 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 935 time: 0.3472455 Nov 09 17:30:48.552740 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dea0f42-c96c-4626-97a6-5d0d677cf547 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:48.570555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-9120245d-01bf-4310-ba41-96578a1bd997 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0570698 Nov 09 17:30:48.575653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd67af2-40bd-4234-a43b-cc06e48d7134 req-22108453-0872-40aa-b099-1f5b872c6bd2 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:48.579702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42954) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:48.584107 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-efd67af2-40bd-4234-a43b-cc06e48d7134 req-22108453-0872-40aa-b099-1f5b872c6bd2 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 949 time: 0.1839013 Nov 09 17:30:48.588464 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:48.618380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Request body: {'port': {'device_id': '38d3041d-f896-4e6a-b59a-1d98e3a1721c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:48.624874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Transition to ACTIVE for port object 6dea0f42-c96c-4626-97a6-5d0d677cf547 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:30:48.645917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:48.696385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42958) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:48.733124 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7334392-fa5e-4459-9745-56234448aefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:48.789858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Pushing event updated for resources: {'Port': ['ID=6dea0f42-c96c-4626-97a6-5d0d677cf547,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:48.808753 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-efd67af2-40bd-4234-a43b-cc06e48d7134 req-5915e89f-5af7-4ed2-bebd-f7c1cc2c2d01 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803014 Nov 09 17:30:48.864463 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Attempting to bind port 6dea0f42-c96c-4626-97a6-5d0d677cf547 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:30:48.864803 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Attempting to bind port 6dea0f42-c96c-4626-97a6-5d0d677cf547 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:30:48.865209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Attempting to bind port 6dea0f42-c96c-4626-97a6-5d0d677cf547 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:48.870866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Port 6dea0f42-c96c-4626-97a6-5d0d677cf547 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:30:48.871201 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Attempting to bind port 6dea0f42-c96c-4626-97a6-5d0d677cf547 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:48.878449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:30:48.878783 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:30:48.879173 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:30:48.879818 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Bound port: 6dea0f42-c96c-4626-97a6-5d0d677cf547, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:30:48.880354 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:48.885305 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d8da02ce-b29f-474b-96ab-3fd02100642c req-337f3603-d80b-41d8-b387-1cc85ea7a91e tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568354 Nov 09 17:30:48.947443 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e9d6899b-8ecf-423e-ba12-1634b1e15ffd None None] Provisioning complete for port 3c560217-8515-47b9-af94-0605e337fa80 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:48.948886 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e9d6899b-8ecf-423e-ba12-1634b1e15ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:49.054431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:30:49.058478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:30:49.070509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6899b-8ecf-423e-ba12-1634b1e15ffd None None] Port 3c560217-8515-47b9-af94-0605e337fa80 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:30:49.072108 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:49.144637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-07b7889e-4192-4722-90e2-749afac2cbe9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Allocated IP 192.168.233.85 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:49.208149 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:49.210896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:49.213167 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:49.214957 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] 10.222.0.18 "PUT /v2.0/ports/6dea0f42-c96c-4626-97a6-5d0d677cf547 HTTP/1.1" status: 200 len: 1096 time: 2.0703149 Nov 09 17:30:49.222990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47e82eed-ecfc-4cbe-83be-79c370da0fed req-ed0afea5-2506-4080-be11-e4c04cdc1427 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 210 time: 0.0668793 Nov 09 17:30:49.249408 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:49.249408 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdf9dab-5014-4746-90c6-1f621cf4a6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:49.273693 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-86f4f9d9-ecdc-4fde-8f17-38ca931a1d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:49.284193 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464080b-d3f6-4d4a-96c0-26bdc3872f72 req-770f7014-139f-4858-bc4b-25b2d4398a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:49.285726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7464080b-d3f6-4d4a-96c0-26bdc3872f72 req-770f7014-139f-4858-bc4b-25b2d4398a6c service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.7550058 Nov 09 17:30:49.294462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd3859-404b-4a7d-8162-ead008868311 service neutron] Pushing event updated for resources: {'Port': ['ID=6dea0f42-c96c-4626-97a6-5d0d677cf547,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:49.400301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c6e9a-c807-4f34-84a7-ab8a87cd439e req-92f1a03f-909d-4813-abe4-826b43d9d4cd tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:49.403474 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fc7c6e9a-c807-4f34-84a7-ab8a87cd439e req-92f1a03f-909d-4813-abe4-826b43d9d4cd tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 943 time: 0.2685509 Nov 09 17:30:49.418681 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f576b1-4d3f-4e8e-8acc-120f36bb79ab x-openstack-request-id: req-52f576b1-4d3f-4e8e-8acc-120f36bb79ab {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:49.419317 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:49.420462 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52f576b1-4d3f-4e8e-8acc-120f36bb79ab {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:49.421196 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'status': 'completed', 'code': 200} Nov 09 17:30:49.502590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-a4c6c2bc-8ac6-4613-9ea5-afec8aa29333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:49.505151 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-a4c6c2bc-8ac6-4613-9ea5-afec8aa29333 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d66166d470345f289e8b22658fcf791&device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 1099 time: 0.1933715 Nov 09 17:30:49.583073 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fc7c6e9a-c807-4f34-84a7-ab8a87cd439e req-f8e4603d-0736-474a-91f1-0e3e7a9e620f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665080 Nov 09 17:30:49.587424 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-255ec1d9-6803-498b-8a35-bba4e457cb92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547 HTTP/1.1" status: 200 len: 217 time: 0.0631521 Nov 09 17:30:49.655265 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7464080b-d3f6-4d4a-96c0-26bdc3872f72 req-2a652e57-45ff-431c-95c1-0071abf40705 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8 HTTP/1.1" status: 200 len: 217 time: 0.3310006 Nov 09 17:30:49.661794 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-86f4f9d9-ecdc-4fde-8f17-38ca931a1d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:49.666997 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-86f4f9d9-ecdc-4fde-8f17-38ca931a1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:49.710740 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7334392-fa5e-4459-9745-56234448aefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:49.747072 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7334392-fa5e-4459-9745-56234448aefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:49.767418 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4f9d9-ecdc-4fde-8f17-38ca931a1d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce70a411-8c7c-4c9b-9e01-a42c9bd86063,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:49.834918 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-86f4f9d9-ecdc-4fde-8f17-38ca931a1d2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=352668c2c3dc466ba1713af35d6babdf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1134980 Nov 09 17:30:49.839945 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42986) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:49.851265 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-942a84ed-3342-424e-81ad-e05688bb7539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:49.854162 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-942a84ed-3342-424e-81ad-e05688bb7539 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2567177 Nov 09 17:30:49.969852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464080b-d3f6-4d4a-96c0-26bdc3872f72 req-20bdcdc3-8ee7-41e7-bdb4-b7f2dc324aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:49.971677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7464080b-d3f6-4d4a-96c0-26bdc3872f72 req-20bdcdc3-8ee7-41e7-bdb4-b7f2dc324aac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.2807283 Nov 09 17:30:49.974987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-17866016-2198-4877-802c-6c6425c9a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:49.976615 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-17866016-2198-4877-802c-6c6425c9a221 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993726 Nov 09 17:30:49.979197 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb3b8add-bf98-43a8-a2f6-e36699124420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:49.986323 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-07b7889e-4192-4722-90e2-749afac2cbe9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:49.989621 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c7334392-fa5e-4459-9745-56234448aefe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f96ba1333d1740b1917348e608bed9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4074035 Nov 09 17:30:49.996274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42998) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:49.996870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7334392-fa5e-4459-9745-56234448aefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93efc0a-7b14-4289-ad80-cb2ac0fbb145,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:50.056064 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7464080b-d3f6-4d4a-96c0-26bdc3872f72 req-ee2c9c14-c8a4-4edc-9f99-c54a7b9ce6f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599647 Nov 09 17:30:50.104780 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb3b8add-bf98-43a8-a2f6-e36699124420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:50.144833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed240c9f-1fd0-4566-873a-7ea045be2f34 req-3908b8f4-665a-4b61-8800-6e2b65eb06dc tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:50.146389 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed240c9f-1fd0-4566-873a-7ea045be2f34 req-3908b8f4-665a-4b61-8800-6e2b65eb06dc tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 949 time: 0.1920986 Nov 09 17:30:50.219767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3b699-c094-4a2e-9826-e12f71a6481c req-bf480184-0711-4bbf-9555-6da3d57898dd tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:50.221975 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-0b3e8e45-b5f1-44c2-9462-ae78fe9e1426 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248452 Nov 09 17:30:50.222321 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9d3b699-c094-4a2e-9826-e12f71a6481c req-bf480184-0711-4bbf-9555-6da3d57898dd tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 935 time: 0.2274055 Nov 09 17:30:50.223727 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a06afd36-9c5e-4ad5-b2b0-80d3ec36111b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:50.279716 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-07b7889e-4192-4722-90e2-749afac2cbe9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:50.307896 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed240c9f-1fd0-4566-873a-7ea045be2f34 req-b49008a5-5bc0-43f9-b9ac-6184f1b35861 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384609 Nov 09 17:30:50.315994 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb3b8add-bf98-43a8-a2f6-e36699124420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:50.318649 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb3b8add-bf98-43a8-a2f6-e36699124420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:50.324374 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bb3b8add-bf98-43a8-a2f6-e36699124420 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce70a411-8c7c-4c9b-9e01-a42c9bd86063 HTTP/1.1" status: 204 len: 168 time: 0.4787023 Nov 09 17:30:50.324374 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a06afd36-9c5e-4ad5-b2b0-80d3ec36111b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:50.354231 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b8add-bf98-43a8-a2f6-e36699124420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce70a411-8c7c-4c9b-9e01-a42c9bd86063,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:50.420111 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4e7f6f6-a5ac-4b23-968b-1e036e76c453 req-10719268-4dc8-4679-8f80-202c3b07044d service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869423 Nov 09 17:30:50.441636 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a06afd36-9c5e-4ad5-b2b0-80d3ec36111b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:50.448163 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a06afd36-9c5e-4ad5-b2b0-80d3ec36111b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:50.453939 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a06afd36-9c5e-4ad5-b2b0-80d3ec36111b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f93efc0a-7b14-4289-ad80-cb2ac0fbb145 HTTP/1.1" status: 204 len: 168 time: 0.4495437 Nov 09 17:30:50.465177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06afd36-9c5e-4ad5-b2b0-80d3ec36111b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93efc0a-7b14-4289-ad80-cb2ac0fbb145,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:50.688806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf9dab-5014-4746-90c6-1f621cf4a6bc req-dea86d75-8daa-41a5-84ec-c4114a853f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:50.691602 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cbdf9dab-5014-4746-90c6-1f621cf4a6bc req-dea86d75-8daa-41a5-84ec-c4114a853f3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d66166d470345f289e8b22658fcf791&device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 1099 time: 0.1531634 Nov 09 17:30:50.813944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d00fe-4f3f-4e69-b52c-24bab8847813 req-f6e52dac-7ec2-4a3c-a025-1ad004c2119e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:50.817027 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-503d00fe-4f3f-4e69-b52c-24bab8847813 req-f6e52dac-7ec2-4a3c-a025-1ad004c2119e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 935 time: 0.1983769 Nov 09 17:30:50.893507 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9d3b699-c094-4a2e-9826-e12f71a6481c req-bfb39a85-04b4-4144-b42e-320aa8ddfd6e tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616223 Nov 09 17:30:50.897485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-07b7889e-4192-4722-90e2-749afac2cbe9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:50.912269 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7464080b-d3f6-4d4a-96c0-26bdc3872f72 req-86b17c21-2262-43a4-997a-37210c038d44 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8460746 Nov 09 17:30:50.922191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-07b7889e-4192-4722-90e2-749afac2cbe9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:50.936588 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-503d00fe-4f3f-4e69-b52c-24bab8847813 req-eedf78e5-94d7-4ffe-8723-ae79ed4e6360 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001377 Nov 09 17:30:50.941187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-07b7889e-4192-4722-90e2-749afac2cbe9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:50.944080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf9dab-5014-4746-90c6-1f621cf4a6bc req-867588e3-de2c-439a-8814-efc71c271e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:50.945587 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cbdf9dab-5014-4746-90c6-1f621cf4a6bc req-867588e3-de2c-439a-8814-efc71c271e7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.2460608 Nov 09 17:30:50.963686 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-07b7889e-4192-4722-90e2-749afac2cbe9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:50.963686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-07b7889e-4192-4722-90e2-749afac2cbe9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:50.994355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7889e-4192-4722-90e2-749afac2cbe9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Pushing event updated for resources: {'Port': ['ID=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:51.026921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cbdf9dab-5014-4746-90c6-1f621cf4a6bc req-0e0221ae-3ce4-4eea-a622-96bc1eac3c2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547 HTTP/1.1" status: 200 len: 217 time: 0.0728734 Nov 09 17:30:51.106536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf9dab-5014-4746-90c6-1f621cf4a6bc req-6ff7f492-4307-4655-9ff7-7c4d0138ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:51.108314 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cbdf9dab-5014-4746-90c6-1f621cf4a6bc req-6ff7f492-4307-4655-9ff7-7c4d0138ce4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0724092 Nov 09 17:30:51.196590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf9dab-5014-4746-90c6-1f621cf4a6bc req-1747f2ec-fdb0-47e0-98f6-7305209a0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:51.198982 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cbdf9dab-5014-4746-90c6-1f621cf4a6bc req-1747f2ec-fdb0-47e0-98f6-7305209a0e38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0820243 Nov 09 17:30:51.201448 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7464080b-d3f6-4d4a-96c0-26bdc3872f72 req-e162fa69-9fe9-4581-a6bb-940289e73ccb service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751408 Nov 09 17:30:51.276044 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-07b7889e-4192-4722-90e2-749afac2cbe9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3108959 Nov 09 17:30:51.303108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Request body: {'port': {'device_id': '449f74e0-371e-42f5-823a-db86aabcac95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:51.345506 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-731af305-8f0c-43ec-bb9d-f826cbd5f900 None None] Provisioning complete for port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:51.349075 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-731af305-8f0c-43ec-bb9d-f826cbd5f900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:51.358699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43032) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:51.381871 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:51.382292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77cc4bbf-8fd3-4ed9-ad8a-70a6bc95db18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:51.406201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab8782-1bb5-4526-8692-da24c0b47e35 req-6a13094a-f5ae-4b67-a69a-4621565f5689 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:51.408239 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-01ab8782-1bb5-4526-8692-da24c0b47e35 req-6a13094a-f5ae-4b67-a69a-4621565f5689 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 943 time: 0.1949906 Nov 09 17:30:51.428374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-731af305-8f0c-43ec-bb9d-f826cbd5f900 None None] Port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:30:51.509567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77cc4bbf-8fd3-4ed9-ad8a-70a6bc95db18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:51.524792 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77cc4bbf-8fd3-4ed9-ad8a-70a6bc95db18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:51.614391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cbdf9dab-5014-4746-90c6-1f621cf4a6bc req-8b44b4ca-b0a4-47d6-9bad-b1356b2f264b service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992276 Nov 09 17:30:51.662716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c560217-8515-47b9-af94-0605e337fa80 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:51.684560 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:51.715928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-01ab8782-1bb5-4526-8692-da24c0b47e35 req-e16334d9-6eff-47bb-80fc-4a62686ee2fb tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963278 Nov 09 17:30:51.739726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Transition to ACTIVE for port object 3c560217-8515-47b9-af94-0605e337fa80 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:30:51.765413 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:51.906956 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c560217-8515-47b9-af94-0605e337fa80,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:51.971467 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Attempting to bind port 3c560217-8515-47b9-af94-0605e337fa80 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:30:51.971799 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Attempting to bind port 3c560217-8515-47b9-af94-0605e337fa80 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:30:51.972117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Attempting to bind port 3c560217-8515-47b9-af94-0605e337fa80 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:52.033683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Port 3c560217-8515-47b9-af94-0605e337fa80 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:30:52.034103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Attempting to bind port 3c560217-8515-47b9-af94-0605e337fa80 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:52.042054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:30:52.042423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:30:52.042817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:30:52.043251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Bound port: 3c560217-8515-47b9-af94-0605e337fa80, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:30:52.043628 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:52.130277 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-77cc4bbf-8fd3-4ed9-ad8a-70a6bc95db18 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a64c577502b24d5e98af767f2fa2df2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7696803 Nov 09 17:30:52.136876 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc4bbf-8fd3-4ed9-ad8a-70a6bc95db18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5e33ec-aea8-48ca-90b3-5a33e52cc761,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:52.155188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43074) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:52.216757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 962d915f-6b75-4d0c-b021-6d24f7dad2f8 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:30:52.244072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-c89d2fd2-aaa2-4e15-932e-47147289030f tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e700c05ab12f4f7bb7ca5fe3495b6490&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117687 Nov 09 17:30:52.361637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:52.371503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:52.376833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] For port 3c560217-8515-47b9-af94-0605e337fa80, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:30:52.392775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] For port 3c560217-8515-47b9-af94-0605e337fa80, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3c560217-8515-47b9-af94-0605e337fa80,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:30:52.394701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '962d915f-6b75-4d0c-b021-6d24f7dad2f8', 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db', 'port_id': '962d915f-6b75-4d0c-b021-6d24f7dad2f8', 'mac_address': 'fa:16:3e:c1:08:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce396ee-92ed-4866-bc41-5c446f272107', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:30:52.402101 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cbdf9dab-5014-4746-90c6-1f621cf4a6bc req-519144a1-b31a-4658-8cca-33f82c18eca1 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7802494 Nov 09 17:30:52.412405 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:52.444908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-762b3d35-90e8-4b6b-a5d3-0b6cf2089c1d tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:52.446472 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-762b3d35-90e8-4b6b-a5d3-0b6cf2089c1d tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010083 Nov 09 17:30:52.459183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ff5f7-b904-4c72-a03c-f83f08f1a101 req-8bf5bd33-b418-41fa-8f2c-0a7aa1aafaf7 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:52.461965 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-924ff5f7-b904-4c72-a03c-f83f08f1a101 req-8bf5bd33-b418-41fa-8f2c-0a7aa1aafaf7 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 947 time: 0.2763996 Nov 09 17:30:52.463906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:52.478266 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:52.500819 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-256bb332-5c79-48f8-a8a3-69d49db38c0a tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/quotas/e700c05ab12f4f7bb7ca5fe3495b6490 HTTP/1.1" status: 200 len: 375 time: 0.0355697 Nov 09 17:30:52.520979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962d915f-6b75-4d0c-b021-6d24f7dad2f8 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:52.552208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:52.554317 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:52.557803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:52.563687 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce9a335c-d654-41ac-9f75-1a631aa1186c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:52.566840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Transition to ACTIVE for port object fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:30:52.629921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=962d915f-6b75-4d0c-b021-6d24f7dad2f8,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:52.636126 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce9a335c-d654-41ac-9f75-1a631aa1186c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:52.678838 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-2ef46b90-ece5-4705-8b14-f717eea56632 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e700c05ab12f4f7bb7ca5fe3495b6490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1729271 Nov 09 17:30:52.687988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:52.688771 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:52.690499 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] 10.222.0.18 "PUT /v2.0/ports/3c560217-8515-47b9-af94-0605e337fa80 HTTP/1.1" status: 200 len: 1095 time: 4.0892167 Nov 09 17:30:52.691181 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:52.694138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5bebc-212d-46a0-b0e8-4d078053ebd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c560217-8515-47b9-af94-0605e337fa80,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:52.723848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d3041d-f896-4e6a-b59a-1d98e3a1721c', 'tag': '3c560217-8515-47b9-af94-0605e337fa80'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:52.726525 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3591be6-8552-4f7f-a3a3-c90cd20acbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "38d3041d-f896-4e6a-b59a-1d98e3a1721c", "tag": "3c560217-8515-47b9-af94-0605e337fa80"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:52.840656 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Pushing event updated for resources: {'Port': ['ID=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:52.859273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-924ff5f7-b904-4c72-a03c-f83f08f1a101 req-27759afe-7edc-43bb-8a8c-4fcfa23cb945 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624549 Nov 09 17:30:52.993797 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce9a335c-d654-41ac-9f75-1a631aa1186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:52.998696 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce9a335c-d654-41ac-9f75-1a631aa1186c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:53.007555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ce9a335c-d654-41ac-9f75-1a631aa1186c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a5e33ec-aea8-48ca-90b3-5a33e52cc761 HTTP/1.1" status: 204 len: 168 time: 0.8414986 Nov 09 17:30:53.007555 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a61c62-2a2c-4d1a-ae09-f0ef10a608cc x-openstack-request-id: req-c7a61c62-2a2c-4d1a-ae09-f0ef10a608cc {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:53.007555 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d3041d-f896-4e6a-b59a-1d98e3a1721c", "tag": "3c560217-8515-47b9-af94-0605e337fa80", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:53.008136 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7a61c62-2a2c-4d1a-ae09-f0ef10a608cc {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:53.009053 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d3041d-f896-4e6a-b59a-1d98e3a1721c', 'tag': '3c560217-8515-47b9-af94-0605e337fa80', 'status': 'completed', 'code': 200} Nov 09 17:30:53.012039 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Attempting to bind port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:30:53.012290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Attempting to bind port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:30:53.012621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Attempting to bind port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:53.020034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['962d915f-6b75-4d0c-b021-6d24f7dad2f8'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:53.020227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-abefc9a3-375e-46b0-9784-95e154fe8730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:53.021670 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-abefc9a3-375e-46b0-9784-95e154fe8730 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d228b72b50c04a46a5e5780854a3b924&device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 1098 time: 0.2608638 Nov 09 17:30:53.027925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a335c-d654-41ac-9f75-1a631aa1186c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5e33ec-aea8-48ca-90b3-5a33e52cc761,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:53.040876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:30:53.041200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Attempting to bind port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:53.119205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-b1b08112-25b8-4add-b894-6b71ae44a678 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=3c560217-8515-47b9-af94-0605e337fa80 HTTP/1.1" status: 200 len: 217 time: 0.0873971 Nov 09 17:30:53.120355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:30:53.120927 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:30:53.121523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:30:53.122187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Bound port: fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:30:53.122821 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:53.296331 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:53.302840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] For port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:30:53.306513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] For port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:30:53.316785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e4e59-8fbb-40a8-b3c0-e88abb7d9a35 req-40ac71ef-045a-498a-8b3a-03c3f1da83c0 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:53.320137 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f57e4e59-8fbb-40a8-b3c0-e88abb7d9a35 req-40ac71ef-045a-498a-8b3a-03c3f1da83c0 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 947 time: 0.1886609 Nov 09 17:30:53.337265 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:53.386419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-c0d56c0e-5307-4a43-a0c6-f9c3eb0d7387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:53.389627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-c0d56c0e-5307-4a43-a0c6-f9c3eb0d7387 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2265615 Nov 09 17:30:53.400122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84279f22-abe8-4107-8975-bca53fe94207 req-23e01c7b-994d-425f-adf5-33f815b3450f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:53.405253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84279f22-abe8-4107-8975-bca53fe94207 req-23e01c7b-994d-425f-adf5-33f815b3450f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 944 time: 0.2917418 Nov 09 17:30:53.429812 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f57e4e59-8fbb-40a8-b3c0-e88abb7d9a35 req-4459658a-ecf6-4bd1-806c-32310cf0c88c tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788181 Nov 09 17:30:53.448782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:53.449602 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:53.451203 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] 10.222.0.18 "PUT /v2.0/ports/fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d HTTP/1.1" status: 200 len: 1095 time: 2.1533172 Nov 09 17:30:53.539626 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-06a73b7d-9c91-4abb-b8e9-0ca931c9bce1 req-33dc4087-1db5-4a65-bb4a-af97c705cf5e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 210 time: 0.0348215 Nov 09 17:30:53.609402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34e07e-0f0d-48ec-ba62-ed020356b058 service neutron] Pushing event updated for resources: {'Port': ['ID=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:53.640900 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84279f22-abe8-4107-8975-bca53fe94207 req-6493a6b7-1a85-4429-8c0a-c950aad07743 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142644 Nov 09 17:30:53.664288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-8653f28f-bc63-48ea-aa89-da2ab83888a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:53.666685 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-8653f28f-bc63-48ea-aa89-da2ab83888a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2526498 Nov 09 17:30:53.705685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-115935b8-5a19-438f-a591-6a385bc3519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:53.708018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-115935b8-5a19-438f-a591-6a385bc3519d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d66166d470345f289e8b22658fcf791&device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 1098 time: 0.1930997 Nov 09 17:30:53.793235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-2625d126-2a4a-471f-ae3a-1eaa775fe37c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d HTTP/1.1" status: 200 len: 217 time: 0.0693405 Nov 09 17:30:53.887020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-389d3abb-1d23-483d-b87f-ca4edbefd828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:53.889249 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-389d3abb-1d23-483d-b87f-ca4edbefd828 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0836418 Nov 09 17:30:53.891244 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-a78f7410-0e25-44cf-9613-7c2e5e117375 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087865 Nov 09 17:30:54.031721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-e9870409-aaae-45a1-963a-3c4318f6e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:54.033291 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-e9870409-aaae-45a1-963a-3c4318f6e1ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252859 Nov 09 17:30:54.057300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43128) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:54.071714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-063b684a-d8d3-4093-a991-cafffff4698b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:54.145907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00faaed7-bac3-425a-ab29-7c6c7b2850d5 req-3576e612-d8f1-4adb-9fbf-00022ffec721 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358017 Nov 09 17:30:54.188757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0f1a2-6a4e-421d-98d9-58f572ec7348 req-5b58efca-eba5-4810-89ba-923cb118cc92 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:54.190357 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ae0f1a2-6a4e-421d-98d9-58f572ec7348 req-5b58efca-eba5-4810-89ba-923cb118cc92 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 947 time: 0.1364107 Nov 09 17:30:54.193090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6dea0f42-c96c-4626-97a6-5d0d677cf547 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:30:54.207200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ede564-de7e-4ee7-96b9-026abed85771 req-ea72748c-fab1-43c3-b74c-f977e55310c2 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:54.219783 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-31ede564-de7e-4ee7-96b9-026abed85771 req-ea72748c-fab1-43c3-b74c-f977e55310c2 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 970 time: 0.1140771 Nov 09 17:30:54.227035 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-10d1797d-c156-4d92-b311-6de6e40e2fa2 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817629 Nov 09 17:30:54.254051 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 962d915f-6b75-4d0c-b021-6d24f7dad2f8 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:30:54.300074 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-31ede564-de7e-4ee7-96b9-026abed85771 req-4a7ad887-6a2c-4500-b3bc-98b05cf1776e tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/security-groups?id=21b593be-744f-483f-a163-9c1b91ac99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787652 Nov 09 17:30:54.309224 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-063b684a-d8d3-4093-a991-cafffff4698b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:54.318144 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-063b684a-d8d3-4093-a991-cafffff4698b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:54.379561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-063b684a-d8d3-4093-a991-cafffff4698b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa0734035d1945c5a2dabc9b186ea86c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208539 Nov 09 17:30:54.380383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43136) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:54.387859 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b684a-d8d3-4093-a991-cafffff4698b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d82b6d-9759-45ee-bd50-0734177a37ef,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:54.393301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:30:54.401991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:54.405664 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:54.406037 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:54.443067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'mac_address': 'fa:16:3e:2d:9f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:30:54.460290 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-142fa573-d71f-45bd-9259-807773de0b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:54.468470 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ae0f1a2-6a4e-421d-98d9-58f572ec7348 req-40a81afa-e90d-4cec-8f0d-efff16a6da2f tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494686 Nov 09 17:30:54.476671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591be6-8552-4f7f-a3a3-c90cd20acbc9 req-76bfc29a-49b2-4200-b40d-2ab765117823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:54.478797 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a3591be6-8552-4f7f-a3a3-c90cd20acbc9 req-76bfc29a-49b2-4200-b40d-2ab765117823 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d228b72b50c04a46a5e5780854a3b924&device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 1098 time: 0.2563119 Nov 09 17:30:54.523282 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-142fa573-d71f-45bd-9259-807773de0b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:54.584718 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8f9955f-a529-4e71-8bb7-cf9c3e9bfe18 req-c53a21b5-7070-4c7c-84e4-631938deefae service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983975 Nov 09 17:30:54.642695 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-e39257e9-c025-40e6-a65d-b16ccc25dc29 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e700c05ab12f4f7bb7ca5fe3495b6490&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373034 Nov 09 17:30:54.683201 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:54.732760 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-142fa573-d71f-45bd-9259-807773de0b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:54.736050 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-142fa573-d71f-45bd-9259-807773de0b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:54.737357 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-142fa573-d71f-45bd-9259-807773de0b7d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65d82b6d-9759-45ee-bd50-0734177a37ef HTTP/1.1" status: 204 len: 168 time: 0.3555660 Nov 09 17:30:54.767366 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:54.774590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fa573-d71f-45bd-9259-807773de0b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d82b6d-9759-45ee-bd50-0734177a37ef,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:54.796601 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-e9f28f9b-38c2-4aca-bb22-d6fc86fa4709 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=819b03013587476d87f8600771af1ac5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487103 Nov 09 17:30:54.811771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dea0f42-c96c-4626-97a6-5d0d677cf547 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:54.851765 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:54.905403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:54.920100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d915f-6b75-4d0c-b021-6d24f7dad2f8'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:54.922774 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd929e8-c5d6-4215-b4fc-c0cc8accb3d6" -d '{"events": [{"server_uuid": "6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc", "name": "network-vif-plugged", "status": "completed", "tag": "962d915f-6b75-4d0c-b021-6d24f7dad2f8"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:54.925857 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:54.930257 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-cdfe3dd7-3ecc-40a0-b721-5645c231fa6c tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:54.932234 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-cdfe3dd7-3ecc-40a0-b721-5645c231fa6c tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837174 Nov 09 17:30:54.942577 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:54.942797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520a15a-4551-4755-99d2-b9fb56b7e946 req-7a2fe879-a1c6-44de-93a5-1f6723439a12 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:54.944354 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d520a15a-4551-4755-99d2-b9fb56b7e946 req-7a2fe879-a1c6-44de-93a5-1f6723439a12 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 947 time: 0.3559883 Nov 09 17:30:54.949641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591be6-8552-4f7f-a3a3-c90cd20acbc9 req-bc66a70f-2b95-4fe5-8547-866904b42a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:54.951253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a3591be6-8552-4f7f-a3a3-c90cd20acbc9 req-bc66a70f-2b95-4fe5-8547-866904b42a7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.4550025 Nov 09 17:30:54.958809 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-290c06c2-1998-4147-8295-6ae8c7669373 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Request body: {'port': {'device_id': '8bd12694-903e-49e9-9294-2362ad9e3211', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': 'e700c05ab12f4f7bb7ca5fe3495b6490'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:55.007982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6dea0f42-c96c-4626-97a6-5d0d677cf547,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:55.032028 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d520a15a-4551-4755-99d2-b9fb56b7e946 req-06b43f64-44f5-4e8c-9a44-2b3504c8a090 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793295 Nov 09 17:30:55.032489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449f74e0-371e-42f5-823a-db86aabcac95', 'tag': 'fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:55.034782 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6673ff88-581c-40f4-86e3-fa9b537839b1" -d '{"events": [{"name": "network-changed", "server_uuid": "449f74e0-371e-42f5-823a-db86aabcac95", "tag": "fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:55.040746 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a3591be6-8552-4f7f-a3a3-c90cd20acbc9 req-39118251-9fb9-4567-bd5d-29b89329f606 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=3c560217-8515-47b9-af94-0605e337fa80 HTTP/1.1" status: 200 len: 217 time: 0.0717812 Nov 09 17:30:55.095578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=962d915f-6b75-4d0c-b021-6d24f7dad2f8,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:55.106343 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-a0d02edb-356c-4774-a552-b010f78915f9 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:55.108114 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-a0d02edb-356c-4774-a552-b010f78915f9 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2890429 Nov 09 17:30:55.128863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591be6-8552-4f7f-a3a3-c90cd20acbc9 req-98632777-8010-4546-9220-b22dd73494f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:55.130363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a3591be6-8552-4f7f-a3a3-c90cd20acbc9 req-98632777-8010-4546-9220-b22dd73494f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0810883 Nov 09 17:30:55.131158 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-fc461fb5-a2c7-48f8-a2cb-b986296f4848 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/quotas/819b03013587476d87f8600771af1ac5 HTTP/1.1" status: 200 len: 375 time: 0.0160654 Nov 09 17:30:55.180059 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-2e0f2c53-0b6f-4b6c-9e17-11a45b34c555 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=819b03013587476d87f8600771af1ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336382 Nov 09 17:30:55.188230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-290c06c2-1998-4147-8295-6ae8c7669373 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Made reservation on behalf of e700c05ab12f4f7bb7ca5fe3495b6490 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:55.194922 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-290c06c2-1998-4147-8295-6ae8c7669373 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:55.195276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75092e9a-1e07-45c2-bbb7-407fd3b4e372 req-438a844b-ff60-475a-8d6e-75573d21b730 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 210 time: 0.0462341 Nov 09 17:30:55.213182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591be6-8552-4f7f-a3a3-c90cd20acbc9 req-c9e26d10-c620-4fd2-ad04-2c8a7b067b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:55.213182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a3591be6-8552-4f7f-a3a3-c90cd20acbc9 req-c9e26d10-c620-4fd2-ad04-2c8a7b067b9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727940 Nov 09 17:30:55.408345 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650c53cd-52cf-4d35-9f2d-98b140139f7b x-openstack-request-id: req-650c53cd-52cf-4d35-9f2d-98b140139f7b {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:55.408857 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc", "name": "network-vif-plugged", "status": "completed", "tag": "962d915f-6b75-4d0c-b021-6d24f7dad2f8", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:55.408969 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-650c53cd-52cf-4d35-9f2d-98b140139f7b {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:55.409308 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d915f-6b75-4d0c-b021-6d24f7dad2f8', 'code': 200} Nov 09 17:30:55.419041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbe394-c424-4e8f-a6cb-064e8fcefe81 req-09b7b039-b36b-4eca-a34a-514ded760b1c tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:55.421514 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0fbe394-c424-4e8f-a6cb-064e8fcefe81 req-09b7b039-b36b-4eca-a34a-514ded760b1c tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 945 time: 0.1065004 Nov 09 17:30:55.435091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-290c06c2-1998-4147-8295-6ae8c7669373 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Allocated IP 192.168.233.7 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/daa479f8-b1e4-4abe-9999-7b4208e2c3ce) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:55.452444 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c7b309-390a-4415-ad8b-41a9c181a0eb x-openstack-request-id: req-f2c7b309-390a-4415-ad8b-41a9c181a0eb {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:55.453169 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449f74e0-371e-42f5-823a-db86aabcac95", "tag": "fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:55.453578 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2c7b309-390a-4415-ad8b-41a9c181a0eb {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:55.454175 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449f74e0-371e-42f5-823a-db86aabcac95', 'tag': 'fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d', 'status': 'completed', 'code': 200} Nov 09 17:30:55.458265 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a3591be6-8552-4f7f-a3a3-c90cd20acbc9 req-2f1ef2b9-7c25-45dc-8846-1ca0bd5a7750 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381322 Nov 09 17:30:55.523694 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['6dea0f42-c96c-4626-97a6-5d0d677cf547'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:55.588123 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a3591be6-8552-4f7f-a3a3-c90cd20acbc9 req-b8876e61-102f-4b3e-8019-89bb215798e9 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111133 Nov 09 17:30:55.673013 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0fbe394-c424-4e8f-a6cb-064e8fcefe81 req-31b0d891-6275-4484-a60e-cffa5bfd4ad1 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397487 Nov 09 17:30:55.702590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673ff88-581c-40f4-86e3-fa9b537839b1 req-a9a5d817-7838-45a7-b2be-8d5eb2184548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:55.704460 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6673ff88-581c-40f4-86e3-fa9b537839b1 req-a9a5d817-7838-45a7-b2be-8d5eb2184548 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d66166d470345f289e8b22658fcf791&device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 1098 time: 0.1061656 Nov 09 17:30:55.713518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3218c3-a92b-490a-9df2-78d46039f63d req-e44bb884-2d1c-410b-9337-df0ff7a9af73 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:55.713739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11de24-1dbe-40b5-9e6a-126aa58d697a req-9bd091a9-67bc-420d-9a7e-5fd09a3dfa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:55.714996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da3218c3-a92b-490a-9df2-78d46039f63d req-e44bb884-2d1c-410b-9337-df0ff7a9af73 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.13 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 970 time: 0.1260004 Nov 09 17:30:55.715509 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ca11de24-1dbe-40b5-9e6a-126aa58d697a req-9bd091a9-67bc-420d-9a7e-5fd09a3dfa2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 1096 time: 0.2145295 Nov 09 17:30:55.842271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b7d0e-d808-46f3-ac98-3a9e79784f5d req-5586d712-52c0-49c6-8459-193da2dba95f tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:55.844423 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4d5b7d0e-d808-46f3-ac98-3a9e79784f5d req-5586d712-52c0-49c6-8459-193da2dba95f tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 970 time: 0.1541615 Nov 09 17:30:55.857482 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ca11de24-1dbe-40b5-9e6a-126aa58d697a req-1e988d1b-940d-4456-86b7-29fa4c9a1c13 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148419 Nov 09 17:30:55.857720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac4a60de-e03b-4a3e-b591-67a101002b4b req-0eeb4d79-9cd0-471f-81bf-0a3620bd5eb3 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 210 time: 0.0345106 Nov 09 17:30:55.928915 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4d5b7d0e-d808-46f3-ac98-3a9e79784f5d req-c4b440b5-091f-4d5a-8762-b4ea778f5cd7 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/security-groups?id=21b593be-744f-483f-a163-9c1b91ac99a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757463 Nov 09 17:30:55.946629 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-290c06c2-1998-4147-8295-6ae8c7669373 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:55.952243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673ff88-581c-40f4-86e3-fa9b537839b1 req-2f86aa86-b22d-402d-b139-a7f5706340a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:55.954045 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6673ff88-581c-40f4-86e3-fa9b537839b1 req-2f86aa86-b22d-402d-b139-a7f5706340a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.2380905 Nov 09 17:30:56.008097 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-290c06c2-1998-4147-8295-6ae8c7669373 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:56.022255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['754a0907-4734-42b2-a956-a3863ddc2a67'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:56.077074 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-290c06c2-1998-4147-8295-6ae8c7669373 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:56.081789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-290c06c2-1998-4147-8295-6ae8c7669373 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:56.088983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-290c06c2-1998-4147-8295-6ae8c7669373 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:56.098137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-290c06c2-1998-4147-8295-6ae8c7669373 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:56.099203 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-290c06c2-1998-4147-8295-6ae8c7669373 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:56.132887 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-290c06c2-1998-4147-8295-6ae8c7669373 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1883745 Nov 09 17:30:56.149075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Request body: {'port': {'device_id': '8bd12694-903e-49e9-9294-2362ad9e3211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:56.239816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f8661-953c-41c5-8924-246d9970ebb8 req-fd3d4a58-9095-4c8b-b169-ab214b4b4b91 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:56.242214 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df9f8661-953c-41c5-8924-246d9970ebb8 req-fd3d4a58-9095-4c8b-b169-ab214b4b4b91 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 947 time: 0.2834165 Nov 09 17:30:56.264486 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:56.266571 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c06c2-1998-4147-8295-6ae8c7669373 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Pushing event updated for resources: {'Port': ['ID=daa479f8-b1e4-4abe-9999-7b4208e2c3ce,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:56.342944 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6673ff88-581c-40f4-86e3-fa9b537839b1 req-71fb26ad-0005-4909-aa3b-23c61437d863 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d HTTP/1.1" status: 200 len: 217 time: 0.0969250 Nov 09 17:30:56.411099 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b50108-3f24-4813-b753-55982ac3534d req-7d638a2d-c669-4ebd-81db-a5ed983c18d4 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:56.412665 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3b50108-3f24-4813-b753-55982ac3534d req-7d638a2d-c669-4ebd-81db-a5ed983c18d4 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 947 time: 0.1497157 Nov 09 17:30:56.468088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-da3218c3-a92b-490a-9df2-78d46039f63d req-4d72bd3e-2a4f-4094-9fbc-f3bbed9185fa tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Deleting port 8050a774-dc97-49f7-a7b8-7fdb3855652b {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:30:56.468661 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-da3218c3-a92b-490a-9df2-78d46039f63d req-4d72bd3e-2a4f-4094-9fbc-f3bbed9185fa tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:56.538418 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df9f8661-953c-41c5-8924-246d9970ebb8 req-c74b728f-be64-4531-84ff-c304e16c7afd tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075186 Nov 09 17:30:56.557197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673ff88-581c-40f4-86e3-fa9b537839b1 req-b2519909-a3e5-4a72-9e3f-a3f80b067717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:56.559240 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6673ff88-581c-40f4-86e3-fa9b537839b1 req-b2519909-a3e5-4a72-9e3f-a3f80b067717 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1927981 Nov 09 17:30:56.580266 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3b50108-3f24-4813-b753-55982ac3534d req-8b7cc653-8f1e-4770-a583-b669046e5416 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858650 Nov 09 17:30:56.601562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-afec69d3-6a5e-48ff-bc01-36b810091d86 None None] Provisioning complete for port daa479f8-b1e4-4abe-9999-7b4208e2c3ce triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:56.602246 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-afec69d3-6a5e-48ff-bc01-36b810091d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:56.625417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-da3218c3-a92b-490a-9df2-78d46039f63d req-4d72bd3e-2a4f-4094-9fbc-f3bbed9185fa tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] For port 8050a774-dc97-49f7-a7b8-7fdb3855652b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8050a774-dc97-49f7-a7b8-7fdb3855652b,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:56.626237 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-da3218c3-a92b-490a-9df2-78d46039f63d req-4d72bd3e-2a4f-4094-9fbc-f3bbed9185fa tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:56.645680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-da3218c3-a92b-490a-9df2-78d46039f63d req-4d72bd3e-2a4f-4094-9fbc-f3bbed9185fa tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Calling delete_port for 8050a774-dc97-49f7-a7b8-7fdb3855652b owned by compute:tempest-test_az-895953061 {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:30:56.732667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-afec69d3-6a5e-48ff-bc01-36b810091d86 None None] Port daa479f8-b1e4-4abe-9999-7b4208e2c3ce cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:30:56.877460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673ff88-581c-40f4-86e3-fa9b537839b1 req-7875974f-83e3-477f-b081-82b655b00a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:56.879397 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6673ff88-581c-40f4-86e3-fa9b537839b1 req-7875974f-83e3-477f-b081-82b655b00a14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019812 Nov 09 17:30:56.905145 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-da3218c3-a92b-490a-9df2-78d46039f63d req-4d72bd3e-2a4f-4094-9fbc-f3bbed9185fa tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:56.924363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['8050a774-dc97-49f7-a7b8-7fdb3855652b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:56.996742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72bd3e-2a4f-4094-9fbc-f3bbed9185fa tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Pushing event deleted for resources: {'Port': ['ID=8050a774-dc97-49f7-a7b8-7fdb3855652b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:57.016573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da7f72-1515-42c3-b24c-8fb5e2c0369b req-d830c6eb-cb1b-4454-8c8c-1d0de91a67c0 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:57.034168 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8da7f72-1515-42c3-b24c-8fb5e2c0369b req-d830c6eb-cb1b-4454-8c8c-1d0de91a67c0 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 934 time: 0.2563581 Nov 09 17:30:57.091964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3218c3-a92b-490a-9df2-78d46039f63d req-4d72bd3e-2a4f-4094-9fbc-f3bbed9185fa tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] No DVR routers for this DVR port 8050a774-dc97-49f7-a7b8-7fdb3855652b on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:30:57.106486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39736f0-f7e6-46a9-bc05-2aa660ed5e07 req-6e251bc5-bda2-40a3-b31d-d4c92f98bd7d tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:57.108227 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d39736f0-f7e6-46a9-bc05-2aa660ed5e07 req-6e251bc5-bda2-40a3-b31d-d4c92f98bd7d tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 945 time: 0.2527137 Nov 09 17:30:57.115700 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-da3218c3-a92b-490a-9df2-78d46039f63d req-4d72bd3e-2a4f-4094-9fbc-f3bbed9185fa tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:57.119762 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da3218c3-a92b-490a-9df2-78d46039f63d req-4d72bd3e-2a4f-4094-9fbc-f3bbed9185fa tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.13 "DELETE /v2.0/ports/8050a774-dc97-49f7-a7b8-7fdb3855652b HTTP/1.1" status: 204 len: 173 time: 1.3947883 Nov 09 17:30:57.154260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6673ff88-581c-40f4-86e3-fa9b537839b1 req-6d3173ff-465e-4241-9370-bb0da58953ec service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579229 Nov 09 17:30:57.198226 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8da7f72-1515-42c3-b24c-8fb5e2c0369b req-5aa45062-a9cf-44a9-8aba-4debf29bcbc6 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534965 Nov 09 17:30:57.220274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa479f8-b1e4-4abe-9999-7b4208e2c3ce {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:57.250806 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:57.289417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Transition to ACTIVE for port object daa479f8-b1e4-4abe-9999-7b4208e2c3ce will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:30:57.297938 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:57.345114 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-170f92fb-26ea-4eee-86cb-4ca072bd88f0 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=819b03013587476d87f8600771af1ac5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1647010 Nov 09 17:30:57.371198 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d39736f0-f7e6-46a9-bc05-2aa660ed5e07 req-2a2e4d2d-5357-4a94-9b44-90ecb5a65cdc tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420268 Nov 09 17:30:57.413427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=daa479f8-b1e4-4abe-9999-7b4208e2c3ce,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:57.436054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Attempting to bind port daa479f8-b1e4-4abe-9999-7b4208e2c3ce on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:30:57.438024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Attempting to bind port daa479f8-b1e4-4abe-9999-7b4208e2c3ce by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:30:57.438993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Attempting to bind port daa479f8-b1e4-4abe-9999-7b4208e2c3ce on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:57.469508 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Port daa479f8-b1e4-4abe-9999-7b4208e2c3ce on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:30:57.470134 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Attempting to bind port daa479f8-b1e4-4abe-9999-7b4208e2c3ce on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:30:57.490898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:30:57.491902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:30:57.496994 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:30:57.498981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Bound port: daa479f8-b1e4-4abe-9999-7b4208e2c3ce, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:30:57.499895 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:57.541306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606b9a42-13e5-43c0-9214-42ee91d640ee', 'name': 'network-vif-deleted', 'tag': '8050a774-dc97-49f7-a7b8-7fdb3855652b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:57.543488 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fec753-88f2-4532-81d0-1cc8b47d5a3c" -d '{"events": [{"server_uuid": "606b9a42-13e5-43c0-9214-42ee91d640ee", "name": "network-vif-deleted", "tag": "8050a774-dc97-49f7-a7b8-7fdb3855652b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:57.553924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-9df31a64-0417-4258-b317-cd39caca53fb tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:57.555827 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-9df31a64-0417-4258-b317-cd39caca53fb tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799800 Nov 09 17:30:57.571680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Request body: {'port': {'device_id': '22781082-1966-4b59-b2a7-566d1af1f6ab', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '819b03013587476d87f8600771af1ac5'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:57.671648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] For port daa479f8-b1e4-4abe-9999-7b4208e2c3ce, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:30:57.677414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] For port daa479f8-b1e4-4abe-9999-7b4208e2c3ce, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=daa479f8-b1e4-4abe-9999-7b4208e2c3ce,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:30:57.685036 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:57.722623 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-86b0f654-644b-4910-a486-09a6146b8814 req-61b22973-adde-4801-98be-82be15ce06d4 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 210 time: 0.0374672 Nov 09 17:30:57.760605 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6673ff88-581c-40f4-86e3-fa9b537839b1 req-0ea25fb3-8b02-45ee-948e-e33ccdad899e service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956204 Nov 09 17:30:57.776459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-37daf465-6c0e-4789-abae-670b98099f76 req-3310cf19-ba07-47f5-a58f-d38211b5b822 tempest-AggregatesAdminTestJSON-1499343143 tempest-AggregatesAdminTestJSON-1499343143-project] 10.222.0.81 "GET /v2.0/ports?device_id=606b9a42-13e5-43c0-9214-42ee91d640ee HTTP/1.1" status: 200 len: 210 time: 0.0963240 Nov 09 17:30:57.783766 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Made reservation on behalf of 819b03013587476d87f8600771af1ac5 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:30:57.788587 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:57.789211 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:57.790605 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/daa479f8-b1e4-4abe-9999-7b4208e2c3ce HTTP/1.1" status: 200 len: 1094 time: 1.6476355 Nov 09 17:30:57.791113 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd12694-903e-49e9-9294-2362ad9e3211', 'tag': 'daa479f8-b1e4-4abe-9999-7b4208e2c3ce'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:57.792259 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:57.793707 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720c887e-2589-49c3-8d8a-effd9b62416f" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd12694-903e-49e9-9294-2362ad9e3211", "tag": "daa479f8-b1e4-4abe-9999-7b4208e2c3ce"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:57.809198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:57.847210 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95ae30-a9b6-4f7f-9fcd-7d961926c1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=daa479f8-b1e4-4abe-9999-7b4208e2c3ce,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:57.940145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-c8e6a9ef-5068-4c63-a8f9-26e2476966f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:57.947654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-c8e6a9ef-5068-4c63-a8f9-26e2476966f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e700c05ab12f4f7bb7ca5fe3495b6490&device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 1097 time: 0.0961978 Nov 09 17:30:57.953176 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba418a3f-7028-4eac-a7c5-e9b1203fc3a3 x-openstack-request-id: req-ba418a3f-7028-4eac-a7c5-e9b1203fc3a3 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:57.953727 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606b9a42-13e5-43c0-9214-42ee91d640ee", "name": "network-vif-deleted", "tag": "8050a774-dc97-49f7-a7b8-7fdb3855652b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:57.954196 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba418a3f-7028-4eac-a7c5-e9b1203fc3a3 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:57.955634 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606b9a42-13e5-43c0-9214-42ee91d640ee', 'name': 'network-vif-deleted', 'tag': '8050a774-dc97-49f7-a7b8-7fdb3855652b', 'status': 'completed', 'code': 200} Nov 09 17:30:57.991416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:58.003695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:58.078632 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-50e5312b-0d60-459b-bcf3-d5788d48f11a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=daa479f8-b1e4-4abe-9999-7b4208e2c3ce HTTP/1.1" status: 200 len: 217 time: 0.1192379 Nov 09 17:30:58.200288 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-b0a34449-6a48-46a9-a580-ed92714be9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:58.202455 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-b0a34449-6a48-46a9-a580-ed92714be9b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1053274 Nov 09 17:30:58.212019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74f23b-8dc3-43f7-b3f6-d0680544e6c6 req-644c5cf4-62ab-4f0f-a275-28b9e4024b5c tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:58.220436 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1b74f23b-8dc3-43f7-b3f6-d0680544e6c6 req-644c5cf4-62ab-4f0f-a275-28b9e4024b5c tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 947 time: 0.1400778 Nov 09 17:30:58.243677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3c560217-8515-47b9-af94-0605e337fa80 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:30:58.250237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6dea0f42-c96c-4626-97a6-5d0d677cf547 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:30:58.310831 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1b74f23b-8dc3-43f7-b3f6-d0680544e6c6 req-75f0481a-51d1-4960-85fe-43753be12ce9 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891838 Nov 09 17:30:58.337289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-f5adacb6-930d-422a-8250-bc5bb1585523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:58.341195 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-f5adacb6-930d-422a-8250-bc5bb1585523 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000741 Nov 09 17:30:58.408911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:58.477689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a4d68-3dbb-4e95-abf3-48aecedbc9b6 req-963cea7d-f8c0-4730-856c-044b66e1c016 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:58.479275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c3a4d68-3dbb-4e95-abf3-48aecedbc9b6 req-963cea7d-f8c0-4730-856c-044b66e1c016 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 947 time: 0.1065695 Nov 09 17:30:58.535708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Allocated IP 192.168.233.93 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/f95cbbe1-f354-44d3-b4f2-31360019542e) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:30:58.584050 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c3a4d68-3dbb-4e95-abf3-48aecedbc9b6 req-f5a3def0-06ad-47a4-a514-5f588853035c tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950847 Nov 09 17:30:58.688030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3c560217-8515-47b9-af94-0605e337fa80, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3c560217-8515-47b9-af94-0605e337fa80,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:58.721128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '3c560217-8515-47b9-af94-0605e337fa80', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '3c560217-8515-47b9-af94-0605e337fa80', 'mac_address': 'fa:16:3e:49:ba:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:30:58.721415 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-77fc573a-1902-44bb-ba67-153ebe1c184f service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724229 Nov 09 17:30:58.722806 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3833e5cc-6c6b-4e2d-b134-063e4d49016d x-openstack-request-id: req-3833e5cc-6c6b-4e2d-b134-063e4d49016d {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:58.723375 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd12694-903e-49e9-9294-2362ad9e3211", "tag": "daa479f8-b1e4-4abe-9999-7b4208e2c3ce", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:58.723911 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3833e5cc-6c6b-4e2d-b134-063e4d49016d {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:58.724439 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd12694-903e-49e9-9294-2362ad9e3211', 'tag': 'daa479f8-b1e4-4abe-9999-7b4208e2c3ce', 'status': 'completed', 'code': 200} Nov 09 17:30:58.768215 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 6dea0f42-c96c-4626-97a6-5d0d677cf547 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:30:58.781476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 6dea0f42-c96c-4626-97a6-5d0d677cf547 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:58.782127 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:58.813812 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:58.814456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afbee4-bff1-4813-865f-9d793b502978 req-3cb1b628-1397-4a27-9f2c-c855b0e22786 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:58.822238 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-98afbee4-bff1-4813-865f-9d793b502978 req-3cb1b628-1397-4a27-9f2c-c855b0e22786 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 946 time: 0.1078269 Nov 09 17:30:58.839422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c560217-8515-47b9-af94-0605e337fa80 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:30:58.860811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a31f2-d498-4964-8ec9-90890432a7bf req-73392851-230a-4d15-bf74-806df1c47056 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:58.862398 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a46a31f2-d498-4964-8ec9-90890432a7bf req-73392851-230a-4d15-bf74-806df1c47056 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 945 time: 0.0705285 Nov 09 17:30:58.862656 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3c560217-8515-47b9-af94-0605e337fa80, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3c560217-8515-47b9-af94-0605e337fa80,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:58.871507 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:58.924674 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:58.930606 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7407ec5-d581-4f5e-9d49-217ad2a0ba85 req-d6be529b-9078-4e9c-8e14-b1a4171e45fe service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023978 Nov 09 17:30:58.939505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a46a31f2-d498-4964-8ec9-90890432a7bf req-ccd8dc6e-dc7f-499f-a741-a09c8c63fb42 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461285 Nov 09 17:30:58.952996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-98afbee4-bff1-4813-865f-9d793b502978 req-830d24d5-88b7-4d6e-9c1a-4c8a12890e4e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297541 Nov 09 17:30:58.984529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=3c560217-8515-47b9-af94-0605e337fa80,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:58.991656 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:59.049113 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:30:59.054954 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978e9847-454c-47c0-ad7a-928fae9e3bdd" -d '{"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-plugged", "status": "completed", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:30:59.063193 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:59.081400 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:30:59.087684 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:59.126292 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c887e-2589-49c3-8d8a-effd9b62416f req-d143912d-b2f2-402e-8e9d-40c02de77155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:59.129360 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-720c887e-2589-49c3-8d8a-effd9b62416f req-d143912d-b2f2-402e-8e9d-40c02de77155 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e700c05ab12f4f7bb7ca5fe3495b6490&device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 1097 time: 0.1051993 Nov 09 17:30:59.154329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:30:59.174910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:30:59.181180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:30:59.181603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6dea0f42-c96c-4626-97a6-5d0d677cf547,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:59.187640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:59.188396 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:59.212646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Pushing event updated for resources: {'Port': ['ID=f95cbbe1-f354-44d3-b4f2-31360019542e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:30:59.221566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['3c560217-8515-47b9-af94-0605e337fa80'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:30:59.229621 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-f57cce28-d1d5-4ccf-9ee8-8e19517aec23 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6636636 Nov 09 17:30:59.244227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63806f86-6cf6-4f47-a710-d3727622e7dd req-1086ec4d-6bc4-41f0-9ac5-d0bcdc6fd567 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:59.246392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-63806f86-6cf6-4f47-a710-d3727622e7dd req-1086ec4d-6bc4-41f0-9ac5-d0bcdc6fd567 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 935 time: 0.1140544 Nov 09 17:30:59.251989 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Request body: {'port': {'device_id': '22781082-1966-4b59-b2a7-566d1af1f6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:30:59.287871 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8050a774-dc97-49f7-a7b8-7fdb3855652b no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:30:59.340643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c887e-2589-49c3-8d8a-effd9b62416f req-32b6b4fb-3452-43f6-9315-8480b69f31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:59.348861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 8050a774-dc97-49f7-a7b8-7fdb3855652b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:30:59.349690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8050a774-dc97-49f7-a7b8-7fdb3855652b not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:30:59.358046 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-720c887e-2589-49c3-8d8a-effd9b62416f req-32b6b4fb-3452-43f6-9315-8480b69f31b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.2208531 Nov 09 17:30:59.415639 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-63806f86-6cf6-4f47-a710-d3727622e7dd req-57b594bf-97dc-4b9f-9b4a-d3a32363abb5 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/security-groups?id=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602094 Nov 09 17:30:59.425787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:59.490610 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-720c887e-2589-49c3-8d8a-effd9b62416f req-b1cb6101-a547-4f4f-a8a3-b1d8fc4fa6d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=daa479f8-b1e4-4abe-9999-7b4208e2c3ce HTTP/1.1" status: 200 len: 217 time: 0.1289799 Nov 09 17:30:59.607592 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3158c434-d4f8-41ba-8417-26ab22c33996 x-openstack-request-id: req-3158c434-d4f8-41ba-8417-26ab22c33996 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:30:59.607919 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-plugged", "status": "completed", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:30:59.608184 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3158c434-d4f8-41ba-8417-26ab22c33996 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:30:59.608845 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'code': 200} Nov 09 17:30:59.641567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c887e-2589-49c3-8d8a-effd9b62416f req-f5400100-fe3d-4fee-aa07-75b143fcc2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:59.648305 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-720c887e-2589-49c3-8d8a-effd9b62416f req-f5400100-fe3d-4fee-aa07-75b143fcc2bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1511128 Nov 09 17:30:59.721192 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5d1bb46d-44a4-484e-b9c8-11f6c1c887ec None None] Provisioning complete for port f95cbbe1-f354-44d3-b4f2-31360019542e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:30:59.722603 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5d1bb46d-44a4-484e-b9c8-11f6c1c887ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:30:59.754185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c887e-2589-49c3-8d8a-effd9b62416f req-665cd8c2-11e0-4bc2-9090-47b4f74a8f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:59.755764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-720c887e-2589-49c3-8d8a-effd9b62416f req-665cd8c2-11e0-4bc2-9090-47b4f74a8f70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0991135 Nov 09 17:30:59.819955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-5d1bb46d-44a4-484e-b9c8-11f6c1c887ec None None] Port f95cbbe1-f354-44d3-b4f2-31360019542e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:30:59.871323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-720c887e-2589-49c3-8d8a-effd9b62416f req-85b6ef20-fc64-46cc-a72e-7b71d53db7af service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062799 Nov 09 17:30:59.928602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43300) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:30:59.987428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00a7f2-c321-4ca6-a4ad-9a279e727c2f req-1d5c837d-e413-4bbb-992f-fdf71d8677c1 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:59.987698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5993c08-972b-4ee9-a761-09b59ca08b5f req-49901de0-a9d8-47df-a89c-f7d71fa8afce tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:30:59.989433 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-da00a7f2-c321-4ca6-a4ad-9a279e727c2f req-1d5c837d-e413-4bbb-992f-fdf71d8677c1 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 1096 time: 0.1712978 Nov 09 17:30:59.995368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c5993c08-972b-4ee9-a761-09b59ca08b5f req-49901de0-a9d8-47df-a89c-f7d71fa8afce tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 948 time: 0.1540377 Nov 09 17:31:00.019385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb14fc9-c751-405d-8ec3-9dd79250dd8a req-ca0ef4dd-ffda-45df-9b54-2efd5dda4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:00.021258 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cdb14fc9-c751-405d-8ec3-9dd79250dd8a req-ca0ef4dd-ffda-45df-9b54-2efd5dda4343 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 1101 time: 0.1927168 Nov 09 17:31:00.042131 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-720c887e-2589-49c3-8d8a-effd9b62416f req-94284fca-7782-4fe2-b4f8-b662cc3927bb service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603351 Nov 09 17:31:00.044139 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-da00a7f2-c321-4ca6-a4ad-9a279e727c2f req-082e445c-010c-4394-a86d-230474896ca7 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538230 Nov 09 17:31:00.097377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c5993c08-972b-4ee9-a761-09b59ca08b5f req-cf53e123-66c9-4dfc-b432-2e7ca6b2c3c8 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017499 Nov 09 17:31:00.136437 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cdb14fc9-c751-405d-8ec3-9dd79250dd8a req-9626d0d6-cb75-4631-8953-bf4b5a774fd1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057575 Nov 09 17:31:00.211540 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cd847fd0-0fd4-4b87-b8ee-c21a0cf40e89 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=30388ef0ffa94521b5c7f2df27a06070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777536 Nov 09 17:31:00.217105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43310) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:00.251779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:31:00.271443 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642535c7-d7f3-4988-b9da-0fe13b1d89d0 req-11222ce4-5be9-49bc-90c1-184e2438b053 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:00.279100 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-642535c7-d7f3-4988-b9da-0fe13b1d89d0 req-11222ce4-5be9-49bc-90c1-184e2438b053 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 947 time: 0.0614421 Nov 09 17:31:00.310979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95cbbe1-f354-44d3-b4f2-31360019542e {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:00.317207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-642535c7-d7f3-4988-b9da-0fe13b1d89d0 req-3e52786a-0b3c-4e12-bf06-4f7c2bebd12b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370660 Nov 09 17:31:00.329228 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:00.351038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Transition to ACTIVE for port object f95cbbe1-f354-44d3-b4f2-31360019542e will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:31:00.362023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:00.377810 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95042a44-04f1-47ef-ba75-c3b2789df113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:00.378028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:00.392846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d', 'mac_address': 'fa:16:3e:1a:31:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:31:00.406943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634fa57-a65e-4e47-8c10-829edae83c1c req-c199da57-69ce-48a2-a6fe-984162886ffe tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:00.409123 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1634fa57-a65e-4e47-8c10-829edae83c1c req-c199da57-69ce-48a2-a6fe-984162886ffe tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 946 time: 0.1402478 Nov 09 17:31:00.450379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de71ac-79a2-4f66-96f9-2889eceb690d req-f66cd7f1-65e6-46f5-ba4d-9060b8b5eb27 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:00.452441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-37de71ac-79a2-4f66-96f9-2889eceb690d req-f66cd7f1-65e6-46f5-ba4d-9060b8b5eb27 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 1096 time: 0.0647895 Nov 09 17:31:00.465508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95042a44-04f1-47ef-ba75-c3b2789df113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:00.472982 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:00.480545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Pushing event updated for resources: {'Port': ['ID=f95cbbe1-f354-44d3-b4f2-31360019542e,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:00.491717 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:00.517673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:00.523280 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:00.533313 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-37de71ac-79a2-4f66-96f9-2889eceb690d req-ccf94ba9-ce2f-4338-9e2b-260f487693a8 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702634 Nov 09 17:31:00.543638 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:00.545029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:00.545029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:00.545311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:00.545634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:00.546078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:00.546416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:00.546745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:00.547074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:00.547447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:00.547761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:00.548277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:00.576895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1634fa57-a65e-4e47-8c10-829edae83c1c req-1d0a390c-e8bf-4c8d-a765-d7dc3c92fbf8 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495829 Nov 09 17:31:00.598465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Attempting to bind port f95cbbe1-f354-44d3-b4f2-31360019542e on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:00.600049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Attempting to bind port f95cbbe1-f354-44d3-b4f2-31360019542e by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:00.600838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Attempting to bind port f95cbbe1-f354-44d3-b4f2-31360019542e on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:00.636062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:00.642410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Port f95cbbe1-f354-44d3-b4f2-31360019542e on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:31:00.645911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Attempting to bind port f95cbbe1-f354-44d3-b4f2-31360019542e on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:00.674812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:00.678914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:00.679441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:00.680015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Bound port: f95cbbe1-f354-44d3-b4f2-31360019542e, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:00.681336 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:00.688527 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95042a44-04f1-47ef-ba75-c3b2789df113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:00.699465 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95042a44-04f1-47ef-ba75-c3b2789df113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:00.703696 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-95042a44-04f1-47ef-ba75-c3b2789df113 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/21b593be-744f-483f-a163-9c1b91ac99a3 HTTP/1.1" status: 204 len: 168 time: 0.4853351 Nov 09 17:31:00.738555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95042a44-04f1-47ef-ba75-c3b2789df113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b593be-744f-483f-a163-9c1b91ac99a3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:00.839047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddffac-3818-4687-9b8a-286a9d053551 req-d3af94c5-a98e-4eb1-9638-bf18af334175 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:00.842838 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aeddffac-3818-4687-9b8a-286a9d053551 req-d3af94c5-a98e-4eb1-9638-bf18af334175 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 947 time: 0.0758069 Nov 09 17:31:00.858900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] For port f95cbbe1-f354-44d3-b4f2-31360019542e, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:00.864726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] For port f95cbbe1-f354-44d3-b4f2-31360019542e, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f95cbbe1-f354-44d3-b4f2-31360019542e,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:00.873498 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:00.918134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:00.918751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:00.920583 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] 10.222.0.13 "PUT /v2.0/ports/f95cbbe1-f354-44d3-b4f2-31360019542e HTTP/1.1" status: 200 len: 1095 time: 1.6735103 Nov 09 17:31:00.921033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22781082-1966-4b59-b2a7-566d1af1f6ab', 'tag': 'f95cbbe1-f354-44d3-b4f2-31360019542e'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:00.923707 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658f870a-2734-4066-9a0b-812eccba06e7" -d '{"events": [{"name": "network-changed", "server_uuid": "22781082-1966-4b59-b2a7-566d1af1f6ab", "tag": "f95cbbe1-f354-44d3-b4f2-31360019542e"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:00.936665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:00.959330 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aeddffac-3818-4687-9b8a-286a9d053551 req-00c74240-6cc9-4e42-9063-5d13eb3acd84 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/security-groups?id=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030333 Nov 09 17:31:01.089491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038a62b-786a-4a78-86d9-4d185bbc7a3d service neutron] Pushing event updated for resources: {'Port': ['ID=f95cbbe1-f354-44d3-b4f2-31360019542e,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:01.102229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-9a6299e2-3a0a-4c8f-bd04-6b663e701873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:01.104017 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-9a6299e2-3a0a-4c8f-bd04-6b663e701873 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b03013587476d87f8600771af1ac5&device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 1098 time: 0.1279821 Nov 09 17:31:01.113078 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbcbbf5-90da-45ed-8a73-301de7c78bdb x-openstack-request-id: req-ffbcbbf5-90da-45ed-8a73-301de7c78bdb {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:01.113414 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22781082-1966-4b59-b2a7-566d1af1f6ab", "tag": "f95cbbe1-f354-44d3-b4f2-31360019542e", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:01.113668 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffbcbbf5-90da-45ed-8a73-301de7c78bdb {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:01.114076 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22781082-1966-4b59-b2a7-566d1af1f6ab', 'tag': 'f95cbbe1-f354-44d3-b4f2-31360019542e', 'status': 'completed', 'code': 200} Nov 09 17:31:01.175068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-19afcb66-532b-445c-8f26-6beb7ccc2fca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f95cbbe1-f354-44d3-b4f2-31360019542e HTTP/1.1" status: 200 len: 217 time: 0.0581503 Nov 09 17:31:01.187097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43346) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:01.235941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-35c0ab24-6222-4030-9b17-0f9599a9c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:01.237477 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-35c0ab24-6222-4030-9b17-0f9599a9c49f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0549393 Nov 09 17:31:01.282464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device daa479f8-b1e4-4abe-9999-7b4208e2c3ce details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:31:01.313253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64b41b-6e51-4f09-b302-39cf5f1eab53 req-00943381-98ea-4782-8931-2b3b8b6adcd7 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:01.320351 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b64b41b-6e51-4f09-b302-39cf5f1eab53 req-00943381-98ea-4782-8931-2b3b8b6adcd7 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 948 time: 0.1006284 Nov 09 17:31:01.323346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-a871a872-5b60-4630-b213-0bec814c81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:01.329628 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-a871a872-5b60-4630-b213-0bec814c81fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827813 Nov 09 17:31:01.379180 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b64b41b-6e51-4f09-b302-39cf5f1eab53 req-7522631c-7a3b-4ee0-ae26-434911c91e5c tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555310 Nov 09 17:31:01.438129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43352) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:01.484406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port daa479f8-b1e4-4abe-9999-7b4208e2c3ce, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=daa479f8-b1e4-4abe-9999-7b4208e2c3ce,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:01.500137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'daa479f8-b1e4-4abe-9999-7b4208e2c3ce', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'daa479f8-b1e4-4abe-9999-7b4208e2c3ce', 'mac_address': 'fa:16:3e:fe:67:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:31:01.505635 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-efa1a0d3-24c2-41ca-80f4-cda97f314c9a service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558383 Nov 09 17:31:01.534102 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d1510677-8455-4c11-a192-306f2e028193 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c6d98c624544041982f333fbc26a2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935740 Nov 09 17:31:01.544405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43358) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:01.565200 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:01.577891 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:01.599182 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa479f8-b1e4-4abe-9999-7b4208e2c3ce {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:01.640056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port daa479f8-b1e4-4abe-9999-7b4208e2c3ce, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=daa479f8-b1e4-4abe-9999-7b4208e2c3ce,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:01.646909 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:01.657820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f539f-5131-429b-be73-611d11a1cfa9 req-03f7efe0-836c-427a-9f01-3bf27d9da5f6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:01.665845 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e7f539f-5131-429b-be73-611d11a1cfa9 req-03f7efe0-836c-427a-9f01-3bf27d9da5f6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 948 time: 0.0922570 Nov 09 17:31:01.704428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-4ff8ea4d-b010-4970-beb8-9cac33259d1a req-b9f8eb02-25e3-4d35-bebc-2523eb5b8e6b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:31:01.705563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ff8ea4d-b010-4970-beb8-9cac33259d1a req-b9f8eb02-25e3-4d35-bebc-2523eb5b8e6b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2685175 Nov 09 17:31:01.717704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a77b5e1d-120e-41e3-b5ac-9127d4f72863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:01.728959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=daa479f8-b1e4-4abe-9999-7b4208e2c3ce,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:01.737297 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e7f539f-5131-429b-be73-611d11a1cfa9 req-54d0c534-64dd-46af-9c80-1b069c783b51 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701265 Nov 09 17:31:01.750651 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9998b8db-2069-4fc7-b51e-0355d4697c36 req-d0ffe438-3ab1-4ea5-b28f-6d62b60d3ea8 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364311 Nov 09 17:31:01.763421 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a77b5e1d-120e-41e3-b5ac-9127d4f72863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:01.771578 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:01.784886 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:01.820374 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e854fb19e7794c16b0803dcd285f26f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6312976 Nov 09 17:31:01.822652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43364) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:01.870050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['daa479f8-b1e4-4abe-9999-7b4208e2c3ce'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:01.893737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f870a-2734-4066-9a0b-812eccba06e7 req-ac17a766-bc89-4e63-b536-0e13fb1f6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:01.901675 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-658f870a-2734-4066-9a0b-812eccba06e7 req-ac17a766-bc89-4e63-b536-0e13fb1f6fbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b03013587476d87f8600771af1ac5&device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 1098 time: 0.0808377 Nov 09 17:31:01.905106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683e3dc8-806e-4c64-89a3-2df23d05c2cf,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:01.921245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:01.921806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:01.921929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:01.922312 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:01.922756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:01.923707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:01.923707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:01.923707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:01.924185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:01.924448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:01.924838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:01.925714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf172-c395-4df6-8070-a983a38b32d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:01.925873 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a77b5e1d-120e-41e3-b5ac-9127d4f72863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:01.928706 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a77b5e1d-120e-41e3-b5ac-9127d4f72863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:01.941000 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a77b5e1d-120e-41e3-b5ac-9127d4f72863 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cce457e7-d754-4402-947a-2bf2ccbb096e HTTP/1.1" status: 204 len: 168 time: 0.3924077 Nov 09 17:31:01.966531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fad38-fb11-482f-a85e-76cd628797bf req-1452040d-4722-4941-8c67-5a54d514c32e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:01.968689 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-904fad38-fb11-482f-a85e-76cd628797bf req-1452040d-4722-4941-8c67-5a54d514c32e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 947 time: 0.1116083 Nov 09 17:31:01.989099 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a49df73-4e1f-46db-9e6b-a30d3fff70c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:02.028136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b5e1d-120e-41e3-b5ac-9127d4f72863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce457e7-d754-4402-947a-2bf2ccbb096e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:02.101013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f870a-2734-4066-9a0b-812eccba06e7 req-f33ea313-c8fc-4b05-8945-c7ada8b8ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:02.103049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-658f870a-2734-4066-9a0b-812eccba06e7 req-f33ea313-c8fc-4b05-8945-c7ada8b8ec0c service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.1918850 Nov 09 17:31:02.110365 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a49df73-4e1f-46db-9e6b-a30d3fff70c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:02.164815 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-658f870a-2734-4066-9a0b-812eccba06e7 req-baeb4ce9-33ca-4e69-8b63-4b4e73277765 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f95cbbe1-f354-44d3-b4f2-31360019542e HTTP/1.1" status: 200 len: 217 time: 0.0529931 Nov 09 17:31:02.184235 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-904fad38-fb11-482f-a85e-76cd628797bf req-82fe9a13-3f15-46d4-b263-68f2821a7e64 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023172 Nov 09 17:31:02.250962 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a49df73-4e1f-46db-9e6b-a30d3fff70c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:02.254017 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a49df73-4e1f-46db-9e6b-a30d3fff70c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:02.255354 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7a49df73-4e1f-46db-9e6b-a30d3fff70c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/683e3dc8-806e-4c64-89a3-2df23d05c2cf HTTP/1.1" status: 204 len: 168 time: 0.4314737 Nov 09 17:31:02.264671 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49df73-4e1f-46db-9e6b-a30d3fff70c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683e3dc8-806e-4c64-89a3-2df23d05c2cf,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:02.267287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3c560217-8515-47b9-af94-0605e337fa80 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:02.280794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f870a-2734-4066-9a0b-812eccba06e7 req-c1d5db16-18fb-436b-a06e-974d916ad2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:02.282686 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-658f870a-2734-4066-9a0b-812eccba06e7 req-c1d5db16-18fb-436b-a06e-974d916ad2e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1078343 Nov 09 17:31:02.371368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f870a-2734-4066-9a0b-812eccba06e7 req-252c94c4-6227-4ba2-9901-4cbdaa83c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:02.373892 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-658f870a-2734-4066-9a0b-812eccba06e7 req-252c94c4-6227-4ba2-9901-4cbdaa83c2f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815978 Nov 09 17:31:02.374418 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdbd67-d078-4e6c-b5a6-bba6c9a53544 req-5b876038-ea85-4346-9fba-62da17a1761c tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:02.376373 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-60fdbd67-d078-4e6c-b5a6-bba6c9a53544 req-5b876038-ea85-4346-9fba-62da17a1761c tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 947 time: 0.0778623 Nov 09 17:31:02.449698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 3c560217-8515-47b9-af94-0605e337fa80 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:31:02.460393 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 3c560217-8515-47b9-af94-0605e337fa80 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:02.462242 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:02.506234 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-60fdbd67-d078-4e6c-b5a6-bba6c9a53544 req-679e6443-3bf5-4b28-9f5e-23d1afeaffd0 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/security-groups?id=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170950 Nov 09 17:31:02.556680 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-658f870a-2734-4066-9a0b-812eccba06e7 req-cb52dc68-84aa-4310-8c6a-746b7b51e5c3 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649218 Nov 09 17:31:02.599010 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:02.656364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d3041d-f896-4e6a-b59a-1d98e3a1721c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c560217-8515-47b9-af94-0605e337fa80'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:02.660764 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa91e425-c464-4de9-b273-2beb8074c175" -d '{"events": [{"server_uuid": "38d3041d-f896-4e6a-b59a-1d98e3a1721c", "name": "network-vif-plugged", "status": "completed", "tag": "3c560217-8515-47b9-af94-0605e337fa80"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:02.693380 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3c560217-8515-47b9-af94-0605e337fa80, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3c560217-8515-47b9-af94-0605e337fa80,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:02.705949 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:02.707576 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:02.798447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-658f870a-2734-4066-9a0b-812eccba06e7 req-60b9ed7d-c8e2-4c03-9471-697cfacc4b49 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310419 Nov 09 17:31:02.897285 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=3c560217-8515-47b9-af94-0605e337fa80,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:02.923047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:31:02.937828 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:02.938561 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:02.965382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dfe87-6ccc-49f2-8177-afc37221db7a req-a701dc7b-7f98-479f-a61c-7d0fc2785d19 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:02.986155 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a15dfe87-6ccc-49f2-8177-afc37221db7a req-a701dc7b-7f98-479f-a61c-7d0fc2785d19 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 949 time: 0.2029305 Nov 09 17:31:03.074448 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a15dfe87-6ccc-49f2-8177-afc37221db7a req-825f60a0-1451-42cb-b6ec-73f5356f6afc tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853631 Nov 09 17:31:03.128471 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:03.132449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43412) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:03.149991 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8683cc4f-00cd-4059-a750-c61719879795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:03.213250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:03.225180 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:03.283849 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0105efb-358c-4f8d-844e-4e8c6da5db2d x-openstack-request-id: req-c0105efb-358c-4f8d-844e-4e8c6da5db2d {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:03.284214 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d3041d-f896-4e6a-b59a-1d98e3a1721c", "name": "network-vif-plugged", "status": "completed", "tag": "3c560217-8515-47b9-af94-0605e337fa80", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:03.284409 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c0105efb-358c-4f8d-844e-4e8c6da5db2d {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:03.284781 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d3041d-f896-4e6a-b59a-1d98e3a1721c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c560217-8515-47b9-af94-0605e337fa80', 'code': 200} Nov 09 17:31:03.319501 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device daa479f8-b1e4-4abe-9999-7b4208e2c3ce up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:03.343886 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8683cc4f-00cd-4059-a750-c61719879795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:03.358140 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8683cc4f-00cd-4059-a750-c61719879795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:03.417688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:03.436801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8683cc4f-00cd-4059-a750-c61719879795 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3bd8b56ae2534221822bc23161001544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024857 Nov 09 17:31:03.441287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43424) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:03.445177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683cc4f-00cd-4059-a750-c61719879795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b540c5a2-43a2-4eaf-9e5e-dd5dd6fe0404,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:03.464869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7084248-4209-454a-aae2-4d2f255c7fd6 req-a065625f-46c2-40a9-a2e5-d21326652198 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:03.467078 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7084248-4209-454a-aae2-4d2f255c7fd6 req-a065625f-46c2-40a9-a2e5-d21326652198 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 949 time: 0.1323090 Nov 09 17:31:03.506241 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port daa479f8-b1e4-4abe-9999-7b4208e2c3ce completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:31:03.510519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port daa479f8-b1e4-4abe-9999-7b4208e2c3ce triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:03.510882 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:03.544213 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7084248-4209-454a-aae2-4d2f255c7fd6 req-806b0eda-f0d7-478f-a27d-d2f9191a90e2 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693338 Nov 09 17:31:03.550451 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dcb12-1d57-4f40-b224-cb7a3b62b775 req-600caaa9-4ad8-4de5-817b-02ff033257a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:03.554212 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-830dcb12-1d57-4f40-b224-cb7a3b62b775 req-600caaa9-4ad8-4de5-817b-02ff033257a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 1100 time: 0.1782284 Nov 09 17:31:03.604588 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-076ee8b3-98ac-4522-bc9f-b7bf3cbfb58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:03.640071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-830dcb12-1d57-4f40-b224-cb7a3b62b775 req-848a7de7-6d05-40b4-96f2-829a6d4008a0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780122 Nov 09 17:31:03.642000 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-076ee8b3-98ac-4522-bc9f-b7bf3cbfb58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:03.720540 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-076ee8b3-98ac-4522-bc9f-b7bf3cbfb58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:03.725250 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-076ee8b3-98ac-4522-bc9f-b7bf3cbfb58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:03.727088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-076ee8b3-98ac-4522-bc9f-b7bf3cbfb58d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b540c5a2-43a2-4eaf-9e5e-dd5dd6fe0404 HTTP/1.1" status: 204 len: 168 time: 0.2832060 Nov 09 17:31:03.753826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ee8b3-98ac-4522-bc9f-b7bf3cbfb58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b540c5a2-43a2-4eaf-9e5e-dd5dd6fe0404,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:03.777385 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:03.821888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43438) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:03.837539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port daa479f8-b1e4-4abe-9999-7b4208e2c3ce, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=daa479f8-b1e4-4abe-9999-7b4208e2c3ce,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:03.845401 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:03.858480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf66bdc-7320-491f-a606-cb91035aecfb req-357a6393-ae3e-4f7d-bd2a-bbdcf8094cfb tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:03.861161 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3cf66bdc-7320-491f-a606-cb91035aecfb req-357a6393-ae3e-4f7d-bd2a-bbdcf8094cfb tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 947 time: 0.1690128 Nov 09 17:31:03.921488 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3cf66bdc-7320-491f-a606-cb91035aecfb req-87e77f0a-a55a-4105-b50c-fb99e7b23a6f tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498118 Nov 09 17:31:03.956388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=daa479f8-b1e4-4abe-9999-7b4208e2c3ce,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:04.128019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97f379-de57-471e-a33f-b12469fa8e2b req-c6e6e9ed-fe2c-46ba-9ee7-d547f3f2d58e tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:04.131992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cb97f379-de57-471e-a33f-b12469fa8e2b req-c6e6e9ed-fe2c-46ba-9ee7-d547f3f2d58e tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 947 time: 0.0992024 Nov 09 17:31:04.194762 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cb97f379-de57-471e-a33f-b12469fa8e2b req-abbef36b-15c9-4db4-b625-ee560a83e218 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/security-groups?id=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541761 Nov 09 17:31:04.266756 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3cf49615-a80b-4219-a126-548a74c2a782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:04.395622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2fbad-634a-4547-b387-809850ee0932 req-60651a5d-8361-4e63-84d5-8335b537bf79 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:04.398232 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ff2fbad-634a-4547-b387-809850ee0932 req-60651a5d-8361-4e63-84d5-8335b537bf79 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 949 time: 0.1167812 Nov 09 17:31:04.403983 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3cf49615-a80b-4219-a126-548a74c2a782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:04.413263 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3cf49615-a80b-4219-a126-548a74c2a782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:04.490000 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ff2fbad-634a-4547-b387-809850ee0932 req-56b76e02-d804-45f9-94ed-828c6069ae80 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676851 Nov 09 17:31:04.491025 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3cf49615-a80b-4219-a126-548a74c2a782 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e181fee074dd47e29c83ad8773068913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6679714 Nov 09 17:31:04.493034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf49615-a80b-4219-a126-548a74c2a782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d88b10-bdfd-4357-a35c-5df81a31a66b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:04.495007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43460) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:04.596445 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4b31bd3c-4e8d-4b7a-9233-6e502cb354fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:04.600904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43468) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:04.665359 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4b31bd3c-4e8d-4b7a-9233-6e502cb354fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:04.774704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb635def-cc80-4d04-8610-89cfd34bc366 req-4d078864-7621-4de8-bdd7-5064ef17c816 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:04.788048 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb635def-cc80-4d04-8610-89cfd34bc366 req-4d078864-7621-4de8-bdd7-5064ef17c816 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 949 time: 0.1533868 Nov 09 17:31:04.840178 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb635def-cc80-4d04-8610-89cfd34bc366 req-1c9649a8-778f-4f40-ae82-2ba4bb630f69 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511067 Nov 09 17:31:04.841344 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4b31bd3c-4e8d-4b7a-9233-6e502cb354fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:04.844380 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4b31bd3c-4e8d-4b7a-9233-6e502cb354fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:04.849643 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4b31bd3c-4e8d-4b7a-9233-6e502cb354fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4d88b10-bdfd-4357-a35c-5df81a31a66b HTTP/1.1" status: 204 len: 168 time: 0.3488693 Nov 09 17:31:04.864060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31bd3c-4e8d-4b7a-9233-6e502cb354fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d88b10-bdfd-4357-a35c-5df81a31a66b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:05.142250 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-da7ec7be-4650-420f-a113-e36cee6428d7 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:31:05.149424 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-da7ec7be-4650-420f-a113-e36cee6428d7 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5471730 Nov 09 17:31:05.182624 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f162e-c6cc-4e58-ac8b-08ee0a9bbca1 req-cbc70c54-5cde-4d3a-9c1b-b4b906970173 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:05.194761 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e8f162e-c6cc-4e58-ac8b-08ee0a9bbca1 req-cbc70c54-5cde-4d3a-9c1b-b4b906970173 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 948 time: 0.1423924 Nov 09 17:31:05.235098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-6feb1816-d227-4a4e-ab57-2bda22cd42c8 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:05.249235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-6feb1816-d227-4a4e-ab57-2bda22cd42c8 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports/962d915f-6b75-4d0c-b021-6d24f7dad2f8 HTTP/1.1" status: 200 len: 1093 time: 0.0983334 Nov 09 17:31:05.268915 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e8f162e-c6cc-4e58-ac8b-08ee0a9bbca1 req-c3d84e52-d8b5-40e7-aa25-949b6c1699a7 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729940 Nov 09 17:31:05.286061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449f74e0-371e-42f5-823a-db86aabcac95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d'}, {'server_uuid': '8bd12694-903e-49e9-9294-2362ad9e3211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa479f8-b1e4-4abe-9999-7b4208e2c3ce'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:05.288453 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7d2935-7b7f-4e55-8414-0816846d6932" -d '{"events": [{"server_uuid": "449f74e0-371e-42f5-823a-db86aabcac95", "name": "network-vif-plugged", "status": "completed", "tag": "fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d"}, {"server_uuid": "8bd12694-903e-49e9-9294-2362ad9e3211", "name": "network-vif-plugged", "status": "completed", "tag": "daa479f8-b1e4-4abe-9999-7b4208e2c3ce"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:05.296768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f95cbbe1-f354-44d3-b4f2-31360019542e details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:31:05.491840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port f95cbbe1-f354-44d3-b4f2-31360019542e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f95cbbe1-f354-44d3-b4f2-31360019542e,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:05.517767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785993e7-6c7b-4002-9d53-5f118b37dd4d req-6d054891-273f-49a3-bef1-aee79a86764c tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:05.519494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'f95cbbe1-f354-44d3-b4f2-31360019542e', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'f95cbbe1-f354-44d3-b4f2-31360019542e', 'mac_address': 'fa:16:3e:1d:48:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:31:05.521292 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-785993e7-6c7b-4002-9d53-5f118b37dd4d req-6d054891-273f-49a3-bef1-aee79a86764c tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 947 time: 0.1033661 Nov 09 17:31:05.578427 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:05.595777 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-785993e7-6c7b-4002-9d53-5f118b37dd4d req-3a104d84-8296-4859-b2f8-8fd6ee5f7373 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/security-groups?id=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663862 Nov 09 17:31:05.610366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95cbbe1-f354-44d3-b4f2-31360019542e {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:05.658716 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port f95cbbe1-f354-44d3-b4f2-31360019542e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f95cbbe1-f354-44d3-b4f2-31360019542e,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:05.664726 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:05.669608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43506) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:05.699327 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bc787f18-df56-453c-9eff-3447f872748b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:05.732227 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b21fa69-348d-4cf7-b24f-e35d32856fc3 x-openstack-request-id: req-0b21fa69-348d-4cf7-b24f-e35d32856fc3 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:05.732843 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449f74e0-371e-42f5-823a-db86aabcac95", "name": "network-vif-plugged", "status": "completed", "tag": "fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d", "code": 200}, {"server_uuid": "8bd12694-903e-49e9-9294-2362ad9e3211", "name": "network-vif-plugged", "status": "completed", "tag": "daa479f8-b1e4-4abe-9999-7b4208e2c3ce", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:05.733597 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b21fa69-348d-4cf7-b24f-e35d32856fc3 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:05.745010 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449f74e0-371e-42f5-823a-db86aabcac95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d', 'code': 200} Nov 09 17:31:05.747425 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd12694-903e-49e9-9294-2362ad9e3211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa479f8-b1e4-4abe-9999-7b4208e2c3ce', 'code': 200} Nov 09 17:31:05.861436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=f95cbbe1-f354-44d3-b4f2-31360019542e,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:05.922909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] Request body: {'binding': {'host': 'n-h1-817236-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:05.923481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] Unknown quota resources ['binding']. {{(pid=102154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:31:05.934624 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd603-f920-4d1c-b41c-a6c632879755 req-8a63cd0a-134e-4fe0-8a4f-cff13b07b066 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:05.937651 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ff4bd603-f920-4d1c-b41c-a6c632879755 req-8a63cd0a-134e-4fe0-8a4f-cff13b07b066 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 949 time: 0.1181097 Nov 09 17:31:05.945170 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['f95cbbe1-f354-44d3-b4f2-31360019542e'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:06.031437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40ee11-26e3-4c5d-b334-362f06a2eec0 req-0e1abe93-7f65-4874-b086-b7f3a29db09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:06.033104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f40ee11-26e3-4c5d-b334-362f06a2eec0 req-0e1abe93-7f65-4874-b086-b7f3a29db09d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 1100 time: 0.1976600 Nov 09 17:31:06.064088 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ff4bd603-f920-4d1c-b41c-a6c632879755 req-580f07df-9f2d-494b-8f90-7dfb88056032 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118715 Nov 09 17:31:06.094109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184b10a-31ba-4dc1-b2af-91d05e431597 req-85ab7a2b-b98f-4179-b813-541202f9e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:06.096167 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a184b10a-31ba-4dc1-b2af-91d05e431597 req-85ab7a2b-b98f-4179-b813-541202f9e70b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 1099 time: 0.2451422 Nov 09 17:31:06.139693 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bc787f18-df56-453c-9eff-3447f872748b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.157013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43518) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:06.170562 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bc787f18-df56-453c-9eff-3447f872748b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.249333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88123a-c2b8-4a5d-968a-77b277887213 req-e00f4ddd-4fc8-4ccd-a3d5-d4f355dd1811 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:06.256118 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e88123a-c2b8-4a5d-968a-77b277887213 req-e00f4ddd-4fc8-4ccd-a3d5-d4f355dd1811 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 949 time: 0.0658979 Nov 09 17:31:06.267152 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f40ee11-26e3-4c5d-b334-362f06a2eec0 req-ae930f27-bfba-48d4-b747-f75c5c03c1e3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966531 Nov 09 17:31:06.293073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a184b10a-31ba-4dc1-b2af-91d05e431597 req-9add76a0-2177-41cd-8dae-78e1a8424976 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714318 Nov 09 17:31:06.294617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc787f18-df56-453c-9eff-3447f872748b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3d01a9-3e69-4ea1-bbbe-972bcfa221c2,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:06.303387 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bc787f18-df56-453c-9eff-3447f872748b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf58fb279cf748ef9f12b4a337407a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6273372 Nov 09 17:31:06.303387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] Attempting to bind port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on host n-h1-817236-1 for vnic_type normal with profile None {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:06.303387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] Attempting to bind port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:06.303387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] Attempting to bind port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:06.305163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43522) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:06.315811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] Port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on network 19b117b5-c38d-4730-ba7b-a740b01864db not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:31:06.316237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] Attempting to bind port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:06.327555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:06.327895 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:06.328290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] Bound using segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:06.328733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] Bound port: 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:06.334336 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e88123a-c2b8-4a5d-968a-77b277887213 req-f0842455-804d-4257-9212-0088a97e9012 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760527 Nov 09 17:31:06.397352 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d2416841-6f31-4601-be76-8a4d72492f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.425794 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d2416841-6f31-4601-be76-8a4d72492f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.444295 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-network', 'tenant_id': '539805ebb2294155a2a36d78da1a217e'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:06.488938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Made reservation on behalf of 539805ebb2294155a2a36d78da1a217e for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:06.491696 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.506723 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.539313 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d2416841-6f31-4601-be76-8a4d72492f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.546198 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d2416841-6f31-4601-be76-8a4d72492f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.548764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d2416841-6f31-4601-be76-8a4d72492f64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c3d01a9-3e69-4ea1-bbbe-972bcfa221c2 HTTP/1.1" status: 204 len: 168 time: 0.2423227 Nov 09 17:31:06.583669 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2416841-6f31-4601-be76-8a4d72492f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3d01a9-3e69-4ea1-bbbe-972bcfa221c2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:06.680728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.690463 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.719654 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:31:06.747889 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976f9795-0044-4b1c-8444-faa7e23beacb,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:06.758888 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.759758 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Added segment 75766d52-fb0f-4577-850a-47b3e1f1dbce of type vlan for network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 Nov 09 17:31:06.809775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:06.818822 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] Notify callbacks [] for binding, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.820319 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-41d8c1c1-e9f5-402a-9ca5-f52a4d321432 service neutron] 10.222.0.81 "POST /v2.0/ports/962d915f-6b75-4d0c-b021-6d24f7dad2f8/bindings HTTP/1.1" status: 201 len: 389 time: 1.2083528 Nov 09 17:31:06.824613 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.864329 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:06.867928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:06.869855 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:07.027116 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8622079 Nov 09 17:31:07.031748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43540) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:07.048763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5c0af811-b17b-43fb-aab8-00799b5ed7ff admin admin] Request body: {'subnet': {'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-subnet', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:07.075425 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0af811-b17b-43fb-aab8-00799b5ed7ff admin admin] Made reservation on behalf of 539805ebb2294155a2a36d78da1a217e for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:07.078678 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c0af811-b17b-43fb-aab8-00799b5ed7ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:07.095773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae8be8-b7ee-4a7d-af7f-f1860f097bcb admin admin] Pushing event updated for resources: {'Network': ['ID=90995fa8-9653-4bb5-8df8-b768e9c55fb2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:07.125901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:31:07.154417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65d690-ec23-4f1a-9a63-0a366539b637 req-d3e8d2a4-dc03-4f92-bf2a-7d16813a35fa tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.157154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b65d690-ec23-4f1a-9a63-0a366539b637 req-d3e8d2a4-dc03-4f92-bf2a-7d16813a35fa tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 948 time: 0.1491880 Nov 09 17:31:07.268269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-5fb589a7-bab8-4ffb-b584-a0e69a6e8f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.271286 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-5fb589a7-bab8-4ffb-b584-a0e69a6e8f30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 1096 time: 0.1385982 Nov 09 17:31:07.297455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f95cbbe1-f354-44d3-b4f2-31360019542e up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:07.320441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b65d690-ec23-4f1a-9a63-0a366539b637 req-bc5e3a32-8db0-40b1-a325-41af18085dd3 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080248 Nov 09 17:31:07.406490 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port f95cbbe1-f354-44d3-b4f2-31360019542e completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:31:07.423328 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port f95cbbe1-f354-44d3-b4f2-31360019542e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:07.424959 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:07.468238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae54e6a-a37f-45d8-b50c-73879ee7b64d req-ee43e876-1bfb-401d-8bf9-f6712568b138 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.469847 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5ae54e6a-a37f-45d8-b50c-73879ee7b64d req-ee43e876-1bfb-401d-8bf9-f6712568b138 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 949 time: 0.1152477 Nov 09 17:31:07.520727 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c0af811-b17b-43fb-aab8-00799b5ed7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:07.562943 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:07.580383 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206146e-037a-440e-9553-f729981781c1 req-efe1e4b9-6807-41b2-ace2-59b0cb1710a2 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.588321 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7206146e-037a-440e-9553-f729981781c1 req-efe1e4b9-6807-41b2-ace2-59b0cb1710a2 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 948 time: 0.1079476 Nov 09 17:31:07.610296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port f95cbbe1-f354-44d3-b4f2-31360019542e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f95cbbe1-f354-44d3-b4f2-31360019542e,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:07.618952 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:07.643725 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5ae54e6a-a37f-45d8-b50c-73879ee7b64d req-495a3710-f36f-4428-92e7-42468542d887 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572897 Nov 09 17:31:07.684876 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0af811-b17b-43fb-aab8-00799b5ed7ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=beea7396-a9ce-456d-9ed3-84b264d878c3,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:07.697061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-d54fcfd2-9c0f-45eb-b380-66b8d5f652cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.699705 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-d54fcfd2-9c0f-45eb-b380-66b8d5f652cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.3955009 Nov 09 17:31:07.728584 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0af811-b17b-43fb-aab8-00799b5ed7ff admin admin] Checking segment: {'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:07.728943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0af811-b17b-43fb-aab8-00799b5ed7ff admin admin] Network hostable DHCP agents. Network: 90995fa8-9653-4bb5-8df8-b768e9c55fb2, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:31:07.730444 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7206146e-037a-440e-9553-f729981781c1 req-c8e458f8-c0a3-4be1-bf42-eec1029f2e87 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/security-groups?id=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387863 Nov 09 17:31:07.770854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22781082-1966-4b59-b2a7-566d1af1f6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95cbbe1-f354-44d3-b4f2-31360019542e'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:07.785164 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557a9906-cff8-4a6e-9666-26797ccc3dff" -d '{"events": [{"server_uuid": "22781082-1966-4b59-b2a7-566d1af1f6ab", "name": "network-vif-plugged", "status": "completed", "tag": "f95cbbe1-f354-44d3-b4f2-31360019542e"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:07.795977 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-0e7fc4ca-57ec-4261-bbb7-0bc35965d7fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8 HTTP/1.1" status: 200 len: 217 time: 0.0849676 Nov 09 17:31:07.799871 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=f95cbbe1-f354-44d3-b4f2-31360019542e,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:07.852805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0af811-b17b-43fb-aab8-00799b5ed7ff admin admin] Network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:31:07.871851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-a98ecfb8-a117-40a3-a734-0b939fd73115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.875014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-a98ecfb8-a117-40a3-a734-0b939fd73115 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.0715127 Nov 09 17:31:07.890057 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-5c0af811-b17b-43fb-aab8-00799b5ed7ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 90995fa8-9653-4bb5-8df8-b768e9c55fb2) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:07.905002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0af811-b17b-43fb-aab8-00799b5ed7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.905835 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c0af811-b17b-43fb-aab8-00799b5ed7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:07.911484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c755f8d-10f7-4832-b091-5efbc60a65f0 None None] Network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:07.928036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c1ef9-4c26-4682-a65b-19966bef2c5c req-bcfb9691-21b2-4ce4-a41c-33cc5cc564cd tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:07.932459 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-3913743a-f5ce-4a6e-97d4-695dbd34f011 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474379 Nov 09 17:31:07.936333 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d9c1ef9-4c26-4682-a65b-19966bef2c5c req-bcfb9691-21b2-4ce4-a41c-33cc5cc564cd tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 945 time: 0.1587694 Nov 09 17:31:07.951685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43566) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:07.962013 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5c0af811-b17b-43fb-aab8-00799b5ed7ff admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9195073 Nov 09 17:31:07.965058 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43568) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:07.971456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:08.018687 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d9c1ef9-4c26-4682-a65b-19966bef2c5c req-af580c9b-fd65-4fd9-8bcd-577e070fe014 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811002 Nov 09 17:31:08.039156 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:08.040863 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:08.126221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1572105413-network', 'tenant_id': '6615b1f013d8445890f56ac476bfe8c2'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:08.154205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-35317451-6469-4710-97ca-6b3f4d906a99 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126470 Nov 09 17:31:08.237938 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:31:08.239765 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:08.255617 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:08.281271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Made reservation on behalf of 6615b1f013d8445890f56ac476bfe8c2 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:08.285467 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:08.300842 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:08.428946 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-12315e4e-f2d1-4207-a39c-446f955b3a30 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654572 Nov 09 17:31:08.543593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:08.560895 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:08.579162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Allocated IP 172.20.0.2 (90995fa8-9653-4bb5-8df8-b768e9c55fb2/beea7396-a9ce-456d-9ed3-84b264d878c3/5cdcc154-a10d-4f8f-a027-cdeb0c0760fd) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:08.605628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:31:08.739849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e17d524-857b-49d2-ae54-9b1a5197758e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:08.740981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a1cea-ee9a-42d4-bcc9-50530a421c06 req-03fae9a3-8fe1-431d-9dda-afa91a67f401 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:08.748711 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:08.749704 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Added segment 486be759-b151-4d23-a850-9e6a7807a3cd of type vlan for network 257e9fd2-7c49-4b0b-8eaf-ff78a90e48e5 Nov 09 17:31:08.755203 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-024a1cea-ee9a-42d4-bcc9-50530a421c06 req-03fae9a3-8fe1-431d-9dda-afa91a67f401 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 949 time: 0.6196082 Nov 09 17:31:08.839495 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905ca37d-4aee-4f5c-abe2-219f447bfe10 x-openstack-request-id: req-905ca37d-4aee-4f5c-abe2-219f447bfe10 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:08.839998 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22781082-1966-4b59-b2a7-566d1af1f6ab", "name": "network-vif-plugged", "status": "completed", "tag": "f95cbbe1-f354-44d3-b4f2-31360019542e", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:08.840448 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-905ca37d-4aee-4f5c-abe2-219f447bfe10 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:08.841601 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22781082-1966-4b59-b2a7-566d1af1f6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95cbbe1-f354-44d3-b4f2-31360019542e', 'code': 200} Nov 09 17:31:08.855531 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:08.887427 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:08.889851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-c251648c-bd84-47eb-90fd-4c2696d0453d tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:08.893491 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-c251648c-bd84-47eb-90fd-4c2696d0453d tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc&tenant_id=70c630d7be7a41139c470735f4a6f7e7&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 1096 time: 0.2742321 Nov 09 17:31:08.916627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817236-1'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:08.928118 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:08.979072 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:08.981928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Pushing event updated for resources: {'Port': ['ID=5cdcc154-a10d-4f8f-a027-cdeb0c0760fd,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:08.991825 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-024a1cea-ee9a-42d4-bcc9-50530a421c06 req-5ea2460b-e3d3-41d7-8a27-092730497d89 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353146 Nov 09 17:31:09.009876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:09.013572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:09.019983 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:09.101280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879523e-96cd-4f03-b1d8-d1dab30e553f req-2c97a1f3-a4d2-4050-92e0-dc81ebc5437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.103434 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0879523e-96cd-4f03-b1d8-d1dab30e553f req-2c97a1f3-a4d2-4050-92e0-dc81ebc5437e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 1100 time: 0.1806777 Nov 09 17:31:09.141916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Attempting to bind port 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:09.142523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Attempting to bind port 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:09.143263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Attempting to bind port 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd on network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:09.152112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:09.152603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Checking segment: {'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:09.154356 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:09.155905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Bound using segment: {'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:09.156435 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:09.156567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Bound port: 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:09.157188 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:09.158164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.159185 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:09.176554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:09.193604 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470d076-44d8-4aff-9144-2b44be241878 req-9fd2b408-bff0-44c2-a4f0-7f7a70e4f0f2 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.196388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2470d076-44d8-4aff-9144-2b44be241878 req-9fd2b408-bff0-44c2-a4f0-7f7a70e4f0f2 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 948 time: 0.2296548 Nov 09 17:31:09.211308 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0879523e-96cd-4f03-b1d8-d1dab30e553f req-210c7558-4b64-4328-86c3-dfcc3e0373c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979817 Nov 09 17:31:09.229037 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2735522 Nov 09 17:31:09.240200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43586) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:09.246218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-82f3d6a3-89e0-4d10-b4a7-373e40912763 admin admin] Request body: {'subnet': {'network_id': '257e9fd2-7c49-4b0b-8eaf-ff78a90e48e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1572105413-subnet', 'tenant_id': '6615b1f013d8445890f56ac476bfe8c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:09.261059 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aadcb2-924b-4204-acf1-df702e88fb0c req-257678fa-ca4e-43ee-ad34-24b72bc3ff35 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.264261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5aadcb2-924b-4204-acf1-df702e88fb0c req-257678fa-ca4e-43ee-ad34-24b72bc3ff35 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 949 time: 0.1009130 Nov 09 17:31:09.288297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] For port 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:09.295863 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] For port 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5cdcc154-a10d-4f8f-a027-cdeb0c0760fd,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:09.303779 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:09.318609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479eb95-3dfd-4fd4-8886-1c58067ab252 admin admin] Pushing event updated for resources: {'Network': ['ID=257e9fd2-7c49-4b0b-8eaf-ff78a90e48e5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:09.330529 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2470d076-44d8-4aff-9144-2b44be241878 req-6a5757d1-380b-4d98-9bc3-d68c350c5544 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087697 Nov 09 17:31:09.366993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 257e9fd2-7c49-4b0b-8eaf-ff78a90e48e5 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:31:09.398748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f3d6a3-89e0-4d10-b4a7-373e40912763 admin admin] Made reservation on behalf of 6615b1f013d8445890f56ac476bfe8c2 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:09.401629 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-82f3d6a3-89e0-4d10-b4a7-373e40912763 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:09.529814 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5aadcb2-924b-4204-acf1-df702e88fb0c req-dbe6165d-1e83-4c5c-b96a-26456de3534f tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470455 Nov 09 17:31:09.530125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:09.575844 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:09.598792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663daafb-3abd-4c0a-ae56-964d1f6b15aa None None] Pushing event updated for resources: {'Port': ['ID=5cdcc154-a10d-4f8f-a027-cdeb0c0760fd,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:09.611585 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:09.632246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6c0f0-8679-4ee5-80bc-f42b0c2da1ab req-46925c6f-3125-4ff4-8f91-5b9665ee7289 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.640251 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38a6c0f0-8679-4ee5-80bc-f42b0c2da1ab req-46925c6f-3125-4ff4-8f91-5b9665ee7289 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 949 time: 0.1859980 Nov 09 17:31:09.678444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:09.726820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38a6c0f0-8679-4ee5-80bc-f42b0c2da1ab req-e6462313-b340-494a-88de-b1b24da92b41 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/security-groups?id=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833240 Nov 09 17:31:09.800419 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:09.818376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962d915f-6b75-4d0c-b021-6d24f7dad2f8'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:09.821202 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0559c3b5-db81-4de1-8e12-cf4097e224f6" -d '{"events": [{"server_uuid": "6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc", "name": "network-vif-unplugged", "status": "completed", "tag": "962d915f-6b75-4d0c-b021-6d24f7dad2f8"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:09.834455 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:09.887973 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e34db-f316-4515-b35a-3dcf7ea77df0 req-b8aa97a0-34a6-460b-a241-0e44fce7ab98 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:09.889659 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-149e34db-f316-4515-b35a-3dcf7ea77df0 req-b8aa97a0-34a6-460b-a241-0e44fce7ab98 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.2161472 Nov 09 17:31:09.949851 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Allocated IP 172.25.1.137 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/e9441b09-4f5a-4594-9191-2a04022b55f5) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:09.976993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Pushing event updated for resources: {'Port': ['ID=962d915f-6b75-4d0c-b021-6d24f7dad2f8,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:10.015110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8a448-e676-4e27-a861-5cd34acb476b req-74df34c7-2594-4434-af94-0f27e5889722 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.016906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-63e8a448-e676-4e27-a861-5cd34acb476b req-74df34c7-2594-4434-af94-0f27e5889722 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 943 time: 0.1857834 Nov 09 17:31:10.043380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Attempting to bind port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on host n-h2-817236-1 for vnic_type normal with profile {"migrating_to": "n-h1-817236-1"} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:10.043870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Attempting to bind port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:10.044203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Attempting to bind port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:10.054786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on network 19b117b5-c38d-4730-ba7b-a740b01864db not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:31:10.055240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Attempting to bind port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:10.070375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:10.070698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:10.071095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Bound using segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:10.071577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Bound port: 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:10.072750 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:10.076487 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-149e34db-f316-4515-b35a-3dcf7ea77df0 req-7b177509-57b8-4540-a612-5eacf971b4b4 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580012 Nov 09 17:31:10.078164 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-63e8a448-e676-4e27-a861-5cd34acb476b req-f973a974-2eb3-49ce-8289-ab1f8b7cf859 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552380 Nov 09 17:31:10.096715 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-82f3d6a3-89e0-4d10-b4a7-373e40912763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:10.209036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:10.215314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:10.227529 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:10.262516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3d6a3-89e0-4d10-b4a7-373e40912763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14432d95-3f4d-4f91-a260-57e768abc001,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:10.275665 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab838951-dffa-4b26-be48-c4ef68582d0e x-openstack-request-id: req-ab838951-dffa-4b26-be48-c4ef68582d0e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:10.276128 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc", "name": "network-vif-unplugged", "status": "completed", "tag": "962d915f-6b75-4d0c-b021-6d24f7dad2f8", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:10.276376 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab838951-dffa-4b26-be48-c4ef68582d0e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:10.276647 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962d915f-6b75-4d0c-b021-6d24f7dad2f8', 'code': 200} Nov 09 17:31:10.355005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Pushing event updated for resources: {'Port': ['ID=962d915f-6b75-4d0c-b021-6d24f7dad2f8,revision_number=8']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:10.369751 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.370388 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:10.374576 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-66db2b6b-5985-40f4-b2d0-210aaada9d12 service neutron] 10.222.0.13 "PUT /v2.0/ports/962d915f-6b75-4d0c-b021-6d24f7dad2f8 HTTP/1.1" status: 200 len: 1121 time: 1.4687722 Nov 09 17:31:10.414800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3d6a3-89e0-4d10-b4a7-373e40912763 admin admin] Checking segment: {'id': '486be759-b151-4d23-a850-9e6a7807a3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '257e9fd2-7c49-4b0b-8eaf-ff78a90e48e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:10.416218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f3d6a3-89e0-4d10-b4a7-373e40912763 admin admin] Network hostable DHCP agents. Network: 257e9fd2-7c49-4b0b-8eaf-ff78a90e48e5, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:31:10.423287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:10.516540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f3d6a3-89e0-4d10-b4a7-373e40912763 admin admin] Network 257e9fd2-7c49-4b0b-8eaf-ff78a90e48e5 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:31:10.523728 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:31:10.535957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-82f3d6a3-89e0-4d10-b4a7-373e40912763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 257e9fd2-7c49-4b0b-8eaf-ff78a90e48e5) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:10.554230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3d6a3-89e0-4d10-b4a7-373e40912763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.557551 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-82f3d6a3-89e0-4d10-b4a7-373e40912763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:10.564540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c8bdd-d160-4ac5-b95f-322fbaec14c6 None None] Network 257e9fd2-7c49-4b0b-8eaf-ff78a90e48e5 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:10.567781 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:10.611061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['962d915f-6b75-4d0c-b021-6d24f7dad2f8'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:10.668689 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8be728e5-de89-447f-bff9-58064dd8e62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:10.688916 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Pushing event updated for resources: {'Port': ['ID=e9441b09-4f5a-4594-9191-2a04022b55f5,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:10.711431 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-82f3d6a3-89e0-4d10-b4a7-373e40912763 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4552963 Nov 09 17:31:10.711431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:10.711848 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:10.724059 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:10.754465 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-3029eafc-a5f3-4dbb-a097-56e047572f76 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=6d66166d470345f289e8b22658fcf791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2206402 Nov 09 17:31:10.928074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c281890-0df2-4326-98ab-b7f473ee14b3 req-55e6c3d7-7808-41cc-90db-819f6728ccf1 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:10.932419 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2c281890-0df2-4326-98ab-b7f473ee14b3 req-55e6c3d7-7808-41cc-90db-819f6728ccf1 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 949 time: 0.3586693 Nov 09 17:31:11.002900 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6c3609-dad7-4448-9101-f1524e955a86 None None] Network 257e9fd2-7c49-4b0b-8eaf-ff78a90e48e5 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:11.135303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37d37-32d3-4e61-8211-a11502897614 req-508aa76f-1b65-4d4a-a1f9-b704adf32c1d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:11.142363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-508aa76f-1b65-4d4a-a1f9-b704adf32c1d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3723862 Nov 09 17:31:11.143906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffa571-05f1-43cc-9aa2-26e257ae33d0 req-931b6748-43c7-4d1f-9b53-3bda59c1a49c tempest-ServersAdminNegativeTestJSON-1827311219 tempest-ServersAdminNegativeTestJSON-1827311219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:11.146592 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-92ffa571-05f1-43cc-9aa2-26e257ae33d0 req-931b6748-43c7-4d1f-9b53-3bda59c1a49c tempest-ServersAdminNegativeTestJSON-1827311219 tempest-ServersAdminNegativeTestJSON-1827311219-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 1099 time: 0.3603477 Nov 09 17:31:11.236596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-a93a7b2e-9ddc-4b13-b93e-257d2dce4b32 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/quotas/6d66166d470345f289e8b22658fcf791 HTTP/1.1" status: 200 len: 375 time: 0.0795734 Nov 09 17:31:11.243280 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-92ffa571-05f1-43cc-9aa2-26e257ae33d0 req-4d589857-64eb-44e7-97fa-f7e30c88f1ee tempest-ServersAdminNegativeTestJSON-1827311219 tempest-ServersAdminNegativeTestJSON-1827311219-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:11.438313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43630) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:11.487865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:11.562048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00ece86-454c-45af-8993-360a9eacef48 None None] Network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:11.583502 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9fdf3b4b-0138-4ebf-a33d-42f4590d99ca tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d66166d470345f289e8b22658fcf791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3308225 Nov 09 17:31:11.595169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-2c281890-0df2-4326-98ab-b7f473ee14b3 req-65fd0012-aca2-466d-b6fe-af36d6efee94 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Deleting port 3c560217-8515-47b9-af94-0605e337fa80 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:31:11.596136 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2c281890-0df2-4326-98ab-b7f473ee14b3 req-65fd0012-aca2-466d-b6fe-af36d6efee94 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:11.636037 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-085a8a69-fb44-43d2-b6af-514e108e1ac4 None None] Provisioning complete for port 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:11.637359 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-085a8a69-fb44-43d2-b6af-514e108e1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:11.757827 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-085a8a69-fb44-43d2-b6af-514e108e1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:11.814767 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:11.815397 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:11.898034 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd84491c-84fa-4621-89ec-20a1be705693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:11.902362 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:11.963270 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-085a8a69-fb44-43d2-b6af-514e108e1ac4 None None] For port 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5cdcc154-a10d-4f8f-a027-cdeb0c0760fd,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:12.015737 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-085a8a69-fb44-43d2-b6af-514e108e1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.101606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43644) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:12.114889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-2c281890-0df2-4326-98ab-b7f473ee14b3 req-65fd0012-aca2-466d-b6fe-af36d6efee94 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] For port 3c560217-8515-47b9-af94-0605e337fa80, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3c560217-8515-47b9-af94-0605e337fa80,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:12.115511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2c281890-0df2-4326-98ab-b7f473ee14b3 req-65fd0012-aca2-466d-b6fe-af36d6efee94 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.134867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-2c281890-0df2-4326-98ab-b7f473ee14b3 req-65fd0012-aca2-466d-b6fe-af36d6efee94 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Calling delete_port for 3c560217-8515-47b9-af94-0605e337fa80 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:31:12.204440 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd84491c-84fa-4621-89ec-20a1be705693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.211478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-563572265-network', 'tenant_id': 'bd17d714654b43e8907fc7887061b98f'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:12.235419 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd84491c-84fa-4621-89ec-20a1be705693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.261036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a8a69-fb44-43d2-b6af-514e108e1ac4 None None] Pushing event updated for resources: {'Port': ['ID=5cdcc154-a10d-4f8f-a027-cdeb0c0760fd,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:12.288316 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-92ffa571-05f1-43cc-9aa2-26e257ae33d0 req-4d589857-64eb-44e7-97fa-f7e30c88f1ee tempest-ServersAdminNegativeTestJSON-1827311219 tempest-ServersAdminNegativeTestJSON-1827311219-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.290457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc', 'tag': '962d915f-6b75-4d0c-b021-6d24f7dad2f8'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:12.295213 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661f1a6c-b8e5-46c7-a56a-8b25b57c2b26" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc", "tag": "962d915f-6b75-4d0c-b021-6d24f7dad2f8"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:12.298538 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-92ffa571-05f1-43cc-9aa2-26e257ae33d0 req-4d589857-64eb-44e7-97fa-f7e30c88f1ee tempest-ServersAdminNegativeTestJSON-1827311219 tempest-ServersAdminNegativeTestJSON-1827311219-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.331353 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d589857-64eb-44e7-97fa-f7e30c88f1ee tempest-ServersAdminNegativeTestJSON-1827311219 tempest-ServersAdminNegativeTestJSON-1827311219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64adf25f-ef4c-48e9-97cc-50b95b894d62,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:12.381988 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-92ffa571-05f1-43cc-9aa2-26e257ae33d0 req-4d589857-64eb-44e7-97fa-f7e30c88f1ee tempest-ServersAdminNegativeTestJSON-1827311219 tempest-ServersAdminNegativeTestJSON-1827311219-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2229822 Nov 09 17:31:12.392067 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43652) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:12.392360 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fd84491c-84fa-4621-89ec-20a1be705693 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4aca6beff0aa422b85164a074e0ca532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9473734 Nov 09 17:31:12.393177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84491c-84fa-4621-89ec-20a1be705693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ff2c0b-1976-4ee0-83aa-b95869cea0e9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:12.400869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Made reservation on behalf of bd17d714654b43e8907fc7887061b98f for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:12.404290 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.418494 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.502908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac592e6-a004-4696-99a7-46278edb1b16 req-4818505e-e9c7-4007-a537-511cacef9374 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:12.504575 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dac592e6-a004-4696-99a7-46278edb1b16 req-4818505e-e9c7-4007-a537-511cacef9374 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d3041d-f896-4e6a-b59a-1d98e3a1721c HTTP/1.1" status: 200 len: 949 time: 0.4081831 Nov 09 17:31:12.632118 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.648964 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99c272b0-0a1f-4045-a918-14a3918ab5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.652997 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dac592e6-a004-4696-99a7-46278edb1b16 req-e933fe6a-8c6a-467c-830d-5c37c51e61c3 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b50a34f-edf6-46af-8e50-f9c35c9eea15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262176 Nov 09 17:31:12.657453 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.682238 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2c281890-0df2-4326-98ab-b7f473ee14b3 req-65fd0012-aca2-466d-b6fe-af36d6efee94 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.708064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:31:12.723368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e269c3d-290e-4b32-a4d6-42dd8bacd20b req-6f05e104-dc50-495a-a7c0-53fef8e64116 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:12.727924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e269c3d-290e-4b32-a4d6-42dd8bacd20b req-6f05e104-dc50-495a-a7c0-53fef8e64116 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 949 time: 0.2490125 Nov 09 17:31:12.756625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcccdfb-7780-4cb0-a347-4969af74ad60,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:12.760528 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c73985f2-5c90-4040-ad05-16f8de31b564 None None] Provisioning complete for port 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:12.762205 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.762534 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c73985f2-5c90-4040-ad05-16f8de31b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.763147 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Added segment 5f2de24b-5b02-4039-8e18-0d546cc851ce of type vlan for network 60d4fc24-9146-4f24-bdb2-6446501a1e5e Nov 09 17:31:12.765256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd0012-aca2-466d-b6fe-af36d6efee94 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Pushing event deleted for resources: {'Port': ['ID=3c560217-8515-47b9-af94-0605e337fa80,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:12.814474 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99c272b0-0a1f-4045-a918-14a3918ab5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.834709 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.891704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c281890-0df2-4326-98ab-b7f473ee14b3 req-65fd0012-aca2-466d-b6fe-af36d6efee94 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] No DVR routers for this DVR port 3c560217-8515-47b9-af94-0605e337fa80 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:12.899874 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.910165 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2c281890-0df2-4326-98ab-b7f473ee14b3 req-65fd0012-aca2-466d-b6fe-af36d6efee94 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.913708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2c281890-0df2-4326-98ab-b7f473ee14b3 req-65fd0012-aca2-466d-b6fe-af36d6efee94 tempest-DeleteServersAdminTestJSON-909664319 tempest-DeleteServersAdminTestJSON-909664319-project] 10.222.0.18 "DELETE /v2.0/ports/3c560217-8515-47b9-af94-0605e337fa80 HTTP/1.1" status: 204 len: 173 time: 1.9699032 Nov 09 17:31:12.953240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c6fd3-d30c-4924-9f05-187caeb44797 req-19f8b4f7-6e94-41ce-b2b2-293aa785f910 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:12.955354 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-031c6fd3-d30c-4924-9f05-187caeb44797 req-19f8b4f7-6e94-41ce-b2b2-293aa785f910 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 943 time: 0.1243312 Nov 09 17:31:12.956528 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:12.957573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:12.958314 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:13.075727 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8766797 Nov 09 17:31:13.079885 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e269c3d-290e-4b32-a4d6-42dd8bacd20b req-cb1874dc-4752-41c9-850d-ccc3dd0d9e8d tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/security-groups?id=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715235 Nov 09 17:31:13.080158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43656) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:13.093590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-513080e4-2c93-4e93-ab3e-5d0788caff17 admin admin] Request body: {'subnet': {'network_id': '60d4fc24-9146-4f24-bdb2-6446501a1e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-563572265-subnet', 'tenant_id': 'bd17d714654b43e8907fc7887061b98f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:13.111681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-031c6fd3-d30c-4924-9f05-187caeb44797 req-40e9626a-5ea6-4859-858f-457ad41bbc75 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363690 Nov 09 17:31:13.121480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec0c94-36f6-46b0-97a4-339a8a8eaf73 admin admin] Pushing event updated for resources: {'Network': ['ID=60d4fc24-9146-4f24-bdb2-6446501a1e5e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:13.144920 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 60d4fc24-9146-4f24-bdb2-6446501a1e5e details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:31:13.169708 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99c272b0-0a1f-4045-a918-14a3918ab5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:13.170970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513080e4-2c93-4e93-ab3e-5d0788caff17 admin admin] Made reservation on behalf of bd17d714654b43e8907fc7887061b98f for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:13.172688 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99c272b0-0a1f-4045-a918-14a3918ab5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:13.176186 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-99c272b0-0a1f-4045-a918-14a3918ab5ca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e8ff2c0b-1976-4ee0-83aa-b95869cea0e9 HTTP/1.1" status: 204 len: 168 time: 0.7804196 Nov 09 17:31:13.176383 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-513080e4-2c93-4e93-ab3e-5d0788caff17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:13.190836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c272b0-0a1f-4045-a918-14a3918ab5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ff2c0b-1976-4ee0-83aa-b95869cea0e9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:13.237088 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a444d9f9-3a89-48d8-a69e-ffcc3b84d67f x-openstack-request-id: req-a444d9f9-3a89-48d8-a69e-ffcc3b84d67f {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:13.237687 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc", "tag": "962d915f-6b75-4d0c-b021-6d24f7dad2f8", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:13.237892 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a444d9f9-3a89-48d8-a69e-ffcc3b84d67f {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:13.238635 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc', 'tag': '962d915f-6b75-4d0c-b021-6d24f7dad2f8', 'status': 'completed', 'code': 200} Nov 09 17:31:13.313616 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 962d915f-6b75-4d0c-b021-6d24f7dad2f8 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:31:13.369938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-753b0b38-116b-4389-a7f2-9bedf273a85e req-fe7ae463-3bf9-49f2-b2c4-91c9cd50e217 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 210 time: 0.1508455 Nov 09 17:31:13.382440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Router 27e2cffa-6611-4ded-a834-4242bccef4bf is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:31:13.526602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:13.529831 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-513080e4-2c93-4e93-ab3e-5d0788caff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:13.636512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513080e4-2c93-4e93-ab3e-5d0788caff17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0498e2c-f409-4eb7-92de-7dbbcc539635,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:13.645402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:13.646296 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:13.702531 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b7075ae5-2c8a-425e-852f-87790c9c41ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:13.763097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513080e4-2c93-4e93-ab3e-5d0788caff17 admin admin] Checking segment: {'id': '5f2de24b-5b02-4039-8e18-0d546cc851ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60d4fc24-9146-4f24-bdb2-6446501a1e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:13.763097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513080e4-2c93-4e93-ab3e-5d0788caff17 admin admin] Network hostable DHCP agents. Network: 60d4fc24-9146-4f24-bdb2-6446501a1e5e, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:31:13.782995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f1a6c-b8e5-46c7-a56a-8b25b57c2b26 req-b75cc4b6-0c52-49c0-b3f2-ce298cdeadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:13.784778 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-661f1a6c-b8e5-46c7-a56a-8b25b57c2b26 req-b75cc4b6-0c52-49c0-b3f2-ce298cdeadc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 1124 time: 0.5451133 Nov 09 17:31:13.805081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:13.820080 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-8e3d6597-186b-4d54-9926-c923b2cb6c6f tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6d66166d470345f289e8b22658fcf791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2139692 Nov 09 17:31:13.826887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 962d915f-6b75-4d0c-b021-6d24f7dad2f8 has no active binding in host n-h1-817236-1 {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:31:13.968619 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d1c1f-957d-4616-90ef-01ad2e8acd9f req-7a7e6308-67de-4410-84cb-90afbdcad287 tempest-ServersAdminNegativeTestJSON-1827311219 tempest-ServersAdminNegativeTestJSON-1827311219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:13.970089 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cd7d1c1f-957d-4616-90ef-01ad2e8acd9f req-7a7e6308-67de-4410-84cb-90afbdcad287 tempest-ServersAdminNegativeTestJSON-1827311219 tempest-ServersAdminNegativeTestJSON-1827311219-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 1099 time: 0.3685162 Nov 09 17:31:13.979413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:31:13.994341 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Sync routers for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:31:14.017975 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:14.018601 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:31:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:14.060535 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:14.062037 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3bdc9613-d1b1-4727-b898-bc8646f2f29f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.0954461 Nov 09 17:31:14.065573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43672) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:14.085877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37d37-32d3-4e61-8211-a11502897614 req-bd105b9f-dfc3-4a53-90ce-d8479ffd272b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:14.087660 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-bd105b9f-dfc3-4a53-90ce-d8479ffd272b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2404280 Nov 09 17:31:14.125651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43674) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:14.172284 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-fdc37d37-32d3-4e61-8211-a11502897614 req-c0b7da7b-2e05-4301-8764-d9fa14d2411d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Request body: {'port': {'device_id': 'f87dc5bd-8c88-4352-936c-c34ae7d59b49', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '6d66166d470345f289e8b22658fcf791'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:14.181330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513080e4-2c93-4e93-ab3e-5d0788caff17 admin admin] Network 60d4fc24-9146-4f24-bdb2-6446501a1e5e is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:31:14.186280 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cd7d1c1f-957d-4616-90ef-01ad2e8acd9f req-eb2b1312-f1ce-4407-98f0-fd4a24afd5a9 tempest-ServersAdminNegativeTestJSON-1827311219 tempest-ServersAdminNegativeTestJSON-1827311219-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004461 Nov 09 17:31:14.187425 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fd3a387-faa8-4367-a351-0314b876436c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:14.202445 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:14.213122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d4ad-5c5f-4164-aa68-9d32ee749c5c req-9aea448f-e2e9-4461-8b84-7f08d382aea5 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:14.215071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bc9d4ad-5c5f-4164-aa68-9d32ee749c5c req-9aea448f-e2e9-4461-8b84-7f08d382aea5 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 949 time: 0.4884644 Nov 09 17:31:14.260943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-513080e4-2c93-4e93-ab3e-5d0788caff17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 60d4fc24-9146-4f24-bdb2-6446501a1e5e) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:14.261907 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:14.274994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b67963d-41ea-4ae3-bb65-35b6cfc3dd1f None None] Network 60d4fc24-9146-4f24-bdb2-6446501a1e5e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:14.294962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513080e4-2c93-4e93-ab3e-5d0788caff17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:14.295600 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-513080e4-2c93-4e93-ab3e-5d0788caff17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:14.405237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3c560217-8515-47b9-af94-0605e337fa80 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:14.422004 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-513080e4-2c93-4e93-ab3e-5d0788caff17 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3407521 Nov 09 17:31:14.430381 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f1a6c-b8e5-46c7-a56a-8b25b57c2b26 req-fa6c975c-5db5-46e7-8508-87d55b70bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:14.432589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-661f1a6c-b8e5-46c7-a56a-8b25b57c2b26 req-fa6c975c-5db5-46e7-8508-87d55b70bf66 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.6345730 Nov 09 17:31:14.468478 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bc9d4ad-5c5f-4164-aa68-9d32ee749c5c req-06296a72-fa53-4652-9968-baa58e50228c tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/security-groups?id=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412651 Nov 09 17:31:14.473508 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 3c560217-8515-47b9-af94-0605e337fa80 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:31:14.474100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3c560217-8515-47b9-af94-0605e337fa80 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:14.531660 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:11Z', 'revision_number': 3, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:14.564313 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Checking router: 27e2cffa-6611-4ded-a834-4242bccef4bf for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:31:14.564669 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Updating router 27e2cffa-6611-4ded-a834-4242bccef4bf port e9441b09-4f5a-4594-9191-2a04022b55f5 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:31:14.594158 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:14.657793 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-661f1a6c-b8e5-46c7-a56a-8b25b57c2b26 req-7feacb5a-7592-4aa9-98e0-4c0b6631c215 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8 HTTP/1.1" status: 200 len: 217 time: 0.1865242 Nov 09 17:31:14.672594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43686) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:14.789413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0b0b3e-c5e2-48b1-90e9-c8275b8159d7 None None] Network 60d4fc24-9146-4f24-bdb2-6446501a1e5e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:14.846511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fd3a387-faa8-4367-a351-0314b876436c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:14.870258 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fd3a387-faa8-4367-a351-0314b876436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:14.914957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc37d37-32d3-4e61-8211-a11502897614 req-c0b7da7b-2e05-4301-8764-d9fa14d2411d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Made reservation on behalf of 6d66166d470345f289e8b22658fcf791 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:14.919652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fdc37d37-32d3-4e61-8211-a11502897614 req-c0b7da7b-2e05-4301-8764-d9fa14d2411d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:14.947918 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8fd3a387-faa8-4367-a351-0314b876436c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a9ca39a18b546e4a13cd2cd2f6a1d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7923076 Nov 09 17:31:14.948156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fc102-74ef-4536-a4e8-bbe4382059bd req-81aef166-40b2-4918-a42f-ad6b87337667 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:14.951927 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3a387-faa8-4367-a351-0314b876436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1196af1-ed74-40d0-8b7a-dbf9cf5173b8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:14.955764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c49fc102-74ef-4536-a4e8-bbe4382059bd req-81aef166-40b2-4918-a42f-ad6b87337667 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 943 time: 0.2463002 Nov 09 17:31:14.957446 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43692) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:14.979502 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:15.002375 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:15.029491 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-522bfd70-dec0-45e3-98c8-97e227aef170 req-126bcc8e-f234-4962-8249-10856a9d597e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 210 time: 0.1783214 Nov 09 17:31:15.055789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b5ddec-f0de-440a-9f6e-993beb17300b admin admin] Deleting subnet 14432d95-3f4d-4f91-a260-57e768abc001 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:31:15.063948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f1a6c-b8e5-46c7-a56a-8b25b57c2b26 req-00cb1325-8102-4686-a8c3-1417ae38708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:15.066728 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-661f1a6c-b8e5-46c7-a56a-8b25b57c2b26 req-00cb1325-8102-4686-a8c3-1417ae38708c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.3789470 Nov 09 17:31:15.067994 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ddec-f0de-440a-9f6e-993beb17300b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:15.087683 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Pushing event updated for resources: {'Port': ['ID=e9441b09-4f5a-4594-9191-2a04022b55f5,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:15.131342 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:15.131725 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:15.132438 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:15.133525 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:15.134315 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:15.134945 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:15.135621 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:15.136246 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:15.137289 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:15.137907 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:15.138565 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ddec-f0de-440a-9f6e-993beb17300b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:15.138973 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:15.139725 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Tracked resource versions report: Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: pushed versions: Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: { 'AddressGroup': {'1.2'}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'ConntrackHelper': {'1.0'}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'Log': {'1.0'}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'Network': {'1.1'}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'Port': {'1.7'}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'PortForwarding': {'1.2'}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'QosPolicy': {'1.9'}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'SecurityGroup': {'1.4'}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'SubPort': {'1.0'}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'Subnet': {'1.1'}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'Trunk': {'1.1'}} Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: consumer versions: Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: { DHCP agent@n-d-817236-1: {}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: HyperV agent@n-h1-817236-1: {}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: HyperV agent@n-h2-817236-1: {}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: L3 agent@n-d-817236-1: {}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: Metadata agent@n-d-817236-1: {}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: Metering agent@n-d-817236-1: {}, Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: Open vSwitch agent@n-d-817236-1: { 'AddressGroup': '1.2', Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'ConntrackHelper': '1.0', Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'Log': '1.0', Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'Network': '1.1', Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'Port': '1.7', Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'PortForwarding': '1.2', Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'QosPolicy': '1.9', Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'SecurityGroup': '1.4', Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'SecurityGroupRule': '1.2', Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'SubPort': '1.0', Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'Subnet': '1.1', Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: 'Trunk': '1.1'}} Nov 09 17:31:15.141775 n-d-817236-1 neutron-server[102157]: {{(pid=102157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:31:15.166092 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ddec-f0de-440a-9f6e-993beb17300b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:15.167431 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Attempting to bind port e9441b09-4f5a-4594-9191-2a04022b55f5 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:15.168609 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Attempting to bind port e9441b09-4f5a-4594-9191-2a04022b55f5 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:15.169433 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Attempting to bind port e9441b09-4f5a-4594-9191-2a04022b55f5 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:15.183497 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:15.184516 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:15.185109 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:15.185678 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:15.186490 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Bound port: e9441b09-4f5a-4594-9191-2a04022b55f5, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:15.187041 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:15.196123 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:15.242209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d3041d-f896-4e6a-b59a-1d98e3a1721c', 'name': 'network-vif-deleted', 'tag': '3c560217-8515-47b9-af94-0605e337fa80'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:15.246720 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be14c7d-5eb8-4c02-8819-eb77a51c3b60" -d '{"events": [{"server_uuid": "38d3041d-f896-4e6a-b59a-1d98e3a1721c", "name": "network-vif-deleted", "tag": "3c560217-8515-47b9-af94-0605e337fa80"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:15.285430 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c49fc102-74ef-4536-a4e8-bbe4382059bd req-774ce1ba-b7a9-4038-bb4f-20273e34b920 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285608 Nov 09 17:31:15.294868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-661f1a6c-b8e5-46c7-a56a-8b25b57c2b26 req-32c1c8fc-94e6-47f8-9bb4-8347c179a884 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746922 Nov 09 17:31:15.360156 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] For port e9441b09-4f5a-4594-9191-2a04022b55f5, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:15.371418 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] For port e9441b09-4f5a-4594-9191-2a04022b55f5, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e9441b09-4f5a-4594-9191-2a04022b55f5,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:15.381932 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:15.431293 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05ae7c68-654d-4ed4-9fd3-6d63f8fbe360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:15.504888 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-661f1a6c-b8e5-46c7-a56a-8b25b57c2b26 req-916e6b63-7d34-456d-a80c-f730fa465a81 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054734 Nov 09 17:31:15.512358 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31d055d-f7a4-4dda-afba-c13eeee0d490 x-openstack-request-id: req-f31d055d-f7a4-4dda-afba-c13eeee0d490 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:15.512776 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d3041d-f896-4e6a-b59a-1d98e3a1721c", "name": "network-vif-deleted", "tag": "3c560217-8515-47b9-af94-0605e337fa80", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:15.513155 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f31d055d-f7a4-4dda-afba-c13eeee0d490 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:15.513894 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d3041d-f896-4e6a-b59a-1d98e3a1721c', 'name': 'network-vif-deleted', 'tag': '3c560217-8515-47b9-af94-0605e337fa80', 'status': 'completed', 'code': 200} Nov 09 17:31:15.548280 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:15.549643 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:31:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:15.686832 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05ae7c68-654d-4ed4-9fd3-6d63f8fbe360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:15.711171 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-fdc37d37-32d3-4e61-8211-a11502897614 req-c0b7da7b-2e05-4301-8764-d9fa14d2411d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Allocated IP 192.168.233.253 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/da9a0406-d7f9-40ea-8142-451218b93fe0) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:15.900783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ae39-0472-4be4-9db6-9eda3833ef56 req-6c14d486-fcf8-4995-9f48-678c7069dbc3 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:15.904614 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fcc0ae39-0472-4be4-9db6-9eda3833ef56 req-6c14d486-fcf8-4995-9f48-678c7069dbc3 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.13 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 949 time: 0.3952579 Nov 09 17:31:15.906745 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ddec-f0de-440a-9f6e-993beb17300b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:15.932365 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:16.047690 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d506e57-0556-48a0-a512-8de4a32cecc9 None None] Pushing event updated for resources: {'Port': ['ID=e9441b09-4f5a-4594-9191-2a04022b55f5,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:16.051102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98f46-074c-481c-8803-c95551f54b67 req-8396966c-08b9-4773-b1f3-5d6f5ab6b221 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:16.054016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49f98f46-074c-481c-8803-c95551f54b67 req-8396966c-08b9-4773-b1f3-5d6f5ab6b221 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 949 time: 0.3204825 Nov 09 17:31:16.055210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43714) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:16.087074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5ddec-f0de-440a-9f6e-993beb17300b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14432d95-3f4d-4f91-a260-57e768abc001,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:16.115665 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ddec-f0de-440a-9f6e-993beb17300b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:16.131316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b9b5ddec-f0de-440a-9f6e-993beb17300b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/14432d95-3f4d-4f91-a260-57e768abc001 HTTP/1.1" status: 204 len: 168 time: 1.4534860 Nov 09 17:31:16.146997 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-661f1a6c-b8e5-46c7-a56a-8b25b57c2b26 req-3ac45352-34f8-4002-baa0-a903a67a3c62 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6316500 Nov 09 17:31:16.151774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43720) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:16.321115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d84e2b-c2ed-4f6c-8d0b-0c4b566ff7a7 req-3fdb85a1-5966-4d23-997a-6bffa710dd97 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:16.335914 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5d84e2b-c2ed-4f6c-8d0b-0c4b566ff7a7 req-3fdb85a1-5966-4d23-997a-6bffa710dd97 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 948 time: 0.5024400 Nov 09 17:31:16.340867 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:16.375194 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49f98f46-074c-481c-8803-c95551f54b67 req-b52f75a1-6879-444d-b184-75dfe825cc6e tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/security-groups?id=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829933 Nov 09 17:31:16.422741 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05ae7c68-654d-4ed4-9fd3-6d63f8fbe360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:16.427615 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05ae7c68-654d-4ed4-9fd3-6d63f8fbe360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:16.434002 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-05ae7c68-654d-4ed4-9fd3-6d63f8fbe360 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f1196af1-ed74-40d0-8b7a-dbf9cf5173b8 HTTP/1.1" status: 204 len: 168 time: 1.4710183 Nov 09 17:31:16.437098 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:11Z', 'revision_number': 3, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:16.513582 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5e224-4ef1-4795-927b-a3c301120808 None None] The sync data for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 is: [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:11Z', 'revision_number': 3, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:31:16.569311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae7c68-654d-4ed4-9fd3-6d63f8fbe360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1196af1-ed74-40d0-8b7a-dbf9cf5173b8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:16.626210 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5d84e2b-c2ed-4f6c-8d0b-0c4b566ff7a7 req-2b6eb963-967b-4815-a167-b170557d2ccd tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886486 Nov 09 17:31:16.725097 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0b99da4-2ff2-47ae-a2fa-d4bdfa9876a4 req-d582750f-99a9-4e94-9346-b645a093831c tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 210 time: 0.1682253 Nov 09 17:31:16.769634 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c593cd36-a8c0-40ab-86ed-05837393acbf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d228b72b50c04a46a5e5780854a3b924&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7014308 Nov 09 17:31:16.779199 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:16.782866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43728) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:16.856234 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-fcc0ae39-0472-4be4-9db6-9eda3833ef56 req-9917c1e7-40eb-4565-bbcc-8e4a37ed6d5a tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Deleting port f95cbbe1-f354-44d3-b4f2-31360019542e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:31:16.856768 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae39-0472-4be4-9db6-9eda3833ef56 req-9917c1e7-40eb-4565-bbcc-8e4a37ed6d5a tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:17.081644 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fdc37d37-32d3-4e61-8211-a11502897614 req-c0b7da7b-2e05-4301-8764-d9fa14d2411d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:17.103530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e5f9d-cb93-413b-9796-2a558e4ac927 req-72ea6f29-6a73-4394-acaf-6bb0d3b298a7 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:17.117101 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-082e5f9d-cb93-413b-9796-2a558e4ac927 req-72ea6f29-6a73-4394-acaf-6bb0d3b298a7 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 943 time: 0.2873189 Nov 09 17:31:17.161775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-1584972e-cff7-41f7-b220-bad5eec3c886 service neutron] 10.222.0.18 "GET /v2.0/ports/962d915f-6b75-4d0c-b021-6d24f7dad2f8/bindings/n-h1-817236-1 HTTP/1.1" status: 200 len: 384 time: 0.7028089 Nov 09 17:31:17.232124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-fcc0ae39-0472-4be4-9db6-9eda3833ef56 req-9917c1e7-40eb-4565-bbcc-8e4a37ed6d5a tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] For port f95cbbe1-f354-44d3-b4f2-31360019542e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f95cbbe1-f354-44d3-b4f2-31360019542e,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:17.232693 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae39-0472-4be4-9db6-9eda3833ef56 req-9917c1e7-40eb-4565-bbcc-8e4a37ed6d5a tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:17.257090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-fcc0ae39-0472-4be4-9db6-9eda3833ef56 req-9917c1e7-40eb-4565-bbcc-8e4a37ed6d5a tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Calling delete_port for f95cbbe1-f354-44d3-b4f2-31360019542e owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:31:17.305049 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Allocated IP 172.20.0.1 (90995fa8-9653-4bb5-8df8-b768e9c55fb2/beea7396-a9ce-456d-9ed3-84b264d878c3/ca14426d-bed7-4a36-9267-2e404b499695) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:17.333788 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-082e5f9d-cb93-413b-9796-2a558e4ac927 req-3dc71852-c554-4b8b-8c9c-4f96005cd267 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155929 Nov 09 17:31:17.486308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e9441b09-4f5a-4594-9191-2a04022b55f5 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:17.527358 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fdc37d37-32d3-4e61-8211-a11502897614 req-c0b7da7b-2e05-4301-8764-d9fa14d2411d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:17.592171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['6dea0f42-c96c-4626-97a6-5d0d677cf547', 'fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:17.603288 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:17.610019 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:17.736621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245474f-ea56-49eb-bd88-eebbaacc4d36 req-67e82394-fb37-4d56-ba0b-17957cc0601a tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:17.739632 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2245474f-ea56-49eb-bd88-eebbaacc4d36 req-67e82394-fb37-4d56-ba0b-17957cc0601a tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 948 time: 0.3813250 Nov 09 17:31:17.794971 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e9441b09-4f5a-4594-9191-2a04022b55f5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:17.797345 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:17.839412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc37d37-32d3-4e61-8211-a11502897614 req-c0b7da7b-2e05-4301-8764-d9fa14d2411d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:17.846110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1ad04-d066-4c72-b4a6-4995a346c416 req-faba42b4-97f5-4b4a-8b6a-19b76cc4f644 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:17.857826 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-98a1ad04-d066-4c72-b4a6-4995a346c416 req-faba42b4-97f5-4b4a-8b6a-19b76cc4f644 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 949 time: 0.3209419 Nov 09 17:31:17.880973 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ed75-e119-432b-a38a-b668bc902f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:17.916726 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:17.925536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:17.926896 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:17.927508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > port after_create 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:17.928871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-fdc37d37-32d3-4e61-8211-a11502897614 req-c0b7da7b-2e05-4301-8764-d9fa14d2411d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:17.930472 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:17.931032 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > port after_update 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:17.938350 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:17.938655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:17.939109 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:17.939618 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:17.981875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc37d37-32d3-4e61-8211-a11502897614 req-c0b7da7b-2e05-4301-8764-d9fa14d2411d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:18.006608 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37d37-32d3-4e61-8211-a11502897614 req-c0b7da7b-2e05-4301-8764-d9fa14d2411d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:18.010272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fdc37d37-32d3-4e61-8211-a11502897614 req-c0b7da7b-2e05-4301-8764-d9fa14d2411d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:18.149731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7da7b-2e05-4301-8764-d9fa14d2411d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Pushing event updated for resources: {'Port': ['ID=da9a0406-d7f9-40ea-8142-451218b93fe0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:18.164661 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:18.164919 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:18.165397 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:18.166206 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:31:18.166525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257e9fd2-7c49-4b0b-8eaf-ff78a90e48e5']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:18.236137 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-c0b7da7b-2e05-4301-8764-d9fa14d2411d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1093941 Nov 09 17:31:18.281882 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:18.302794 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ed75-e119-432b-a38a-b668bc902f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:18.319982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486be759-b151-4d23-a850-9e6a7807a3cd') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:18.320371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486be759-b151-4d23-a850-9e6a7807a3cd') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:18.328053 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Request body: {'port': {'device_id': 'f87dc5bd-8c88-4352-936c-c34ae7d59b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:18.341978 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:18.380131 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:18.397723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32aa3e5-f610-4752-99dd-c428d88cf8c1 req-045068a6-6261-4799-86cd-7495f1d6665b tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:18.400522 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f32aa3e5-f610-4752-99dd-c428d88cf8c1 req-045068a6-6261-4799-86cd-7495f1d6665b tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 948 time: 0.4754345 Nov 09 17:31:18.404316 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port e9441b09-4f5a-4594-9191-2a04022b55f5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e9441b09-4f5a-4594-9191-2a04022b55f5,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:18.421072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c91adfdd-3d2a-4181-8533-c713e5a2eace None None] Provisioning complete for port da9a0406-d7f9-40ea-8142-451218b93fe0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:18.421744 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c91adfdd-3d2a-4181-8533-c713e5a2eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:18.437809 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:18.461572 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f32aa3e5-f610-4752-99dd-c428d88cf8c1 req-b575a170-7da2-4afd-9c65-8e2bd834d1ea tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523396 Nov 09 17:31:18.485393 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:18.493478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-2245474f-ea56-49eb-bd88-eebbaacc4d36 req-d5af0f9e-bcd8-4d4f-b05d-0f4e7e3d0401 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Deleting port daa479f8-b1e4-4abe-9999-7b4208e2c3ce {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:31:18.494006 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2245474f-ea56-49eb-bd88-eebbaacc4d36 req-d5af0f9e-bcd8-4d4f-b05d-0f4e7e3d0401 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:18.507987 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:18.606412 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-98a1ad04-d066-4c72-b4a6-4995a346c416 req-2356c832-8024-4729-9778-6acc332943b0 tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/security-groups?id=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7034698 Nov 09 17:31:18.608576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:31:18.608995 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:18.632694 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=e9441b09-4f5a-4594-9191-2a04022b55f5,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:18.664190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c91adfdd-3d2a-4181-8533-c713e5a2eace None None] Port da9a0406-d7f9-40ea-8142-451218b93fe0 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:31:18.780869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-dc690b84-f599-4e4b-986f-a3002b5b0847 service neutron] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:18.781381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:18.800987 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:18.806291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-dc690b84-f599-4e4b-986f-a3002b5b0847 service neutron] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:18.850869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:18.856517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:18.856517 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:18.860030 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Pushing event updated for resources: {'Port': ['ID=ca14426d-bed7-4a36-9267-2e404b499695,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: from cryptography.utils import int_from_bytes Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: from cryptography.utils import int_from_bytes Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:31:18.863210 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:31:18.988920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-dc690b84-f599-4e4b-986f-a3002b5b0847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962d915f-6b75-4d0c-b021-6d24f7dad2f8 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:19.009037 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-dc690b84-f599-4e4b-986f-a3002b5b0847 service neutron] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:19.039215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-2245474f-ea56-49eb-bd88-eebbaacc4d36 req-d5af0f9e-bcd8-4d4f-b05d-0f4e7e3d0401 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] For port daa479f8-b1e4-4abe-9999-7b4208e2c3ce, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=daa479f8-b1e4-4abe-9999-7b4208e2c3ce,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:19.040087 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2245474f-ea56-49eb-bd88-eebbaacc4d36 req-d5af0f9e-bcd8-4d4f-b05d-0f4e7e3d0401 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:19.074826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c59a5-666a-48cc-974e-5a36aecc9da3 req-9412e4ad-7267-4f2b-b39d-54cc3f922cfb tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:19.076668 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a37c59a5-666a-48cc-974e-5a36aecc9da3 req-9412e4ad-7267-4f2b-b39d-54cc3f922cfb tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 936 time: 0.3994405 Nov 09 17:31:19.102796 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-dc690b84-f599-4e4b-986f-a3002b5b0847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:19.123893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-2245474f-ea56-49eb-bd88-eebbaacc4d36 req-d5af0f9e-bcd8-4d4f-b05d-0f4e7e3d0401 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Calling delete_port for daa479f8-b1e4-4abe-9999-7b4208e2c3ce owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:31:19.215037 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ed75-e119-432b-a38a-b668bc902f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:19.218194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ed75-e119-432b-a38a-b668bc902f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:19.219822 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d8f1ed75-e119-432b-a38a-b668bc902f32 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b50a34f-edf6-46af-8e50-f9c35c9eea15 HTTP/1.1" status: 204 len: 168 time: 2.4216616 Nov 09 17:31:19.244303 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-de1929f6-56e9-484b-9e10-d49927fc99c6 None None] Provisioning complete for port ca14426d-bed7-4a36-9267-2e404b499695 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:19.244602 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-de1929f6-56e9-484b-9e10-d49927fc99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:19.258549 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:19.284420 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae39-0472-4be4-9db6-9eda3833ef56 req-9917c1e7-40eb-4565-bbcc-8e4a37ed6d5a tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:19.286635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1ed75-e119-432b-a38a-b668bc902f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b50a34f-edf6-46af-8e50-f9c35c9eea15,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:19.303363 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:19.306825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] 10.222.0.81 "DELETE /v2.0/networks/257e9fd2-7c49-4b0b-8eaf-ff78a90e48e5 HTTP/1.1" status: 204 len: 168 time: 3.1455326 Nov 09 17:31:19.334069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43768) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:19.337845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f95cbbe1-f354-44d3-b4f2-31360019542e no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:19.467904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: f95cbbe1-f354-44d3-b4f2-31360019542e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:31:19.469937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f95cbbe1-f354-44d3-b4f2-31360019542e not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:19.478744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e9441b09-4f5a-4594-9191-2a04022b55f5 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:19.492292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-de1929f6-56e9-484b-9e10-d49927fc99c6 None None] Port ca14426d-bed7-4a36-9267-2e404b499695 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:31:19.493731 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a37c59a5-666a-48cc-974e-5a36aecc9da3 req-23d1727c-e699-4c19-8cad-a7c59a7ea7d2 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932953 Nov 09 17:31:19.646038 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e9441b09-4f5a-4594-9191-2a04022b55f5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:19.646599 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:19.952105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe1fa3-5eac-4323-ad22-bd4fce4a4b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=257e9fd2-7c49-4b0b-8eaf-ff78a90e48e5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:19.966619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36748c15-35d5-4505-bc0b-a07161e11b83 req-a6e4ada5-da58-42c1-a012-bc3e23f00551 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:19.969786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36748c15-35d5-4505-bc0b-a07161e11b83 req-a6e4ada5-da58-42c1-a012-bc3e23f00551 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 943 time: 1.0986583 Nov 09 17:31:19.972843 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:19.988493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917c1e7-40eb-4565-bbcc-8e4a37ed6d5a tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Pushing event deleted for resources: {'Port': ['ID=f95cbbe1-f354-44d3-b4f2-31360019542e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:20.141136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc0ae39-0472-4be4-9db6-9eda3833ef56 req-9917c1e7-40eb-4565-bbcc-8e4a37ed6d5a tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] No DVR routers for this DVR port f95cbbe1-f354-44d3-b4f2-31360019542e on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:20.147362 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae39-0472-4be4-9db6-9eda3833ef56 req-9917c1e7-40eb-4565-bbcc-8e4a37ed6d5a tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:20.154056 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fcc0ae39-0472-4be4-9db6-9eda3833ef56 req-9917c1e7-40eb-4565-bbcc-8e4a37ed6d5a tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.13 "DELETE /v2.0/ports/f95cbbe1-f354-44d3-b4f2-31360019542e HTTP/1.1" status: 204 len: 173 time: 4.2424705 Nov 09 17:31:20.167790 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22781082-1966-4b59-b2a7-566d1af1f6ab', 'name': 'network-vif-deleted', 'tag': 'f95cbbe1-f354-44d3-b4f2-31360019542e'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:20.173162 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7754ef46-479a-42ef-9d97-7fa41d5d21b5" -d '{"events": [{"server_uuid": "22781082-1966-4b59-b2a7-566d1af1f6ab", "name": "network-vif-deleted", "tag": "f95cbbe1-f354-44d3-b4f2-31360019542e"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:20.200789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-93afcdf0-bbc7-49d6-b297-78dda2cb4970 admin admin] Deleting subnet d0498e2c-f409-4eb7-92de-7dbbcc539635 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:31:20.206639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-dc690b84-f599-4e4b-986f-a3002b5b0847 service neutron] Transition to ACTIVE for port object 962d915f-6b75-4d0c-b021-6d24f7dad2f8 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:31:20.221370 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-93afcdf0-bbc7-49d6-b297-78dda2cb4970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:20.256221 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9a0406-d7f9-40ea-8142-451218b93fe0 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:20.267804 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-dc690b84-f599-4e4b-986f-a3002b5b0847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:20.276368 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:20.306458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Transition to ACTIVE for port object da9a0406-d7f9-40ea-8142-451218b93fe0 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:31:20.312466 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2245474f-ea56-49eb-bd88-eebbaacc4d36 req-d5af0f9e-bcd8-4d4f-b05d-0f4e7e3d0401 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:20.327394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['754a0907-4734-42b2-a956-a3863ddc2a67'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:20.349736 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:20.382111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 962d915f-6b75-4d0c-b021-6d24f7dad2f8 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:20.384053 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36748c15-35d5-4505-bc0b-a07161e11b83 req-77318c1d-3825-4292-bb06-adff9e5fa3c4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670552 Nov 09 17:31:20.402888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43786) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:20.460908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-93afcdf0-bbc7-49d6-b297-78dda2cb4970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:20.488403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 962d915f-6b75-4d0c-b021-6d24f7dad2f8 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:20.554518 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-88b5dcbe-efa1-467f-8158-6f51a9537fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:20.564720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-dc690b84-f599-4e4b-986f-a3002b5b0847 service neutron] No DVR routers for this DVR port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:20.583382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc690b84-f599-4e4b-986f-a3002b5b0847 service neutron] Pushing event updated for resources: {'Port': ['ID=962d915f-6b75-4d0c-b021-6d24f7dad2f8,revision_number=10']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:20.680077 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-dc690b84-f599-4e4b-986f-a3002b5b0847 service neutron] 10.222.0.18 "PUT /v2.0/ports/962d915f-6b75-4d0c-b021-6d24f7dad2f8/bindings/n-h1-817236-1/activate HTTP/1.1" status: 200 len: 369 time: 3.4762731 Nov 09 17:31:20.681086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00449a9f-197b-447e-bf23-0b266128fc3a req-8d534c62-0384-4dcd-9c54-8562a356b56e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:20.682983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00449a9f-197b-447e-bf23-0b266128fc3a req-8d534c62-0384-4dcd-9c54-8562a356b56e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bd12694-903e-49e9-9294-2362ad9e3211 HTTP/1.1" status: 200 len: 867 time: 0.7709939 Nov 09 17:31:20.684507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af0f9e-bcd8-4d4f-b05d-0f4e7e3d0401 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Pushing event deleted for resources: {'Port': ['ID=daa479f8-b1e4-4abe-9999-7b4208e2c3ce,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:20.686224 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fa89169-c8ee-4779-a3b8-0a16678311b7 req-86228166-2e02-4a01-bb4a-98bee34ecbdf tempest-ServerDiagnosticsNegativeTest-1157186427 tempest-ServerDiagnosticsNegativeTest-1157186427-project] 10.222.0.81 "GET /v2.0/ports?device_id=22781082-1966-4b59-b2a7-566d1af1f6ab HTTP/1.1" status: 200 len: 210 time: 0.1164286 Nov 09 17:31:20.691647 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-93afcdf0-bbc7-49d6-b297-78dda2cb4970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:20.831894 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-93afcdf0-bbc7-49d6-b297-78dda2cb4970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:20.936379 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-93afcdf0-bbc7-49d6-b297-78dda2cb4970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:20.940099 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2245474f-ea56-49eb-bd88-eebbaacc4d36 req-d5af0f9e-bcd8-4d4f-b05d-0f4e7e3d0401 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] No DVR routers for this DVR port daa479f8-b1e4-4abe-9999-7b4208e2c3ce on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:20.942758 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-93afcdf0-bbc7-49d6-b297-78dda2cb4970 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d0498e2c-f409-4eb7-92de-7dbbcc539635 HTTP/1.1" status: 204 len: 168 time: 1.5819781 Nov 09 17:31:20.943757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43792) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:20.964601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afcdf0-bbc7-49d6-b297-78dda2cb4970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0498e2c-f409-4eb7-92de-7dbbcc539635,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:20.973223 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2245474f-ea56-49eb-bd88-eebbaacc4d36 req-d5af0f9e-bcd8-4d4f-b05d-0f4e7e3d0401 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:20.976163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-88b5dcbe-efa1-467f-8158-6f51a9537fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:20.979413 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2245474f-ea56-49eb-bd88-eebbaacc4d36 req-d5af0f9e-bcd8-4d4f-b05d-0f4e7e3d0401 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.13 "DELETE /v2.0/ports/daa479f8-b1e4-4abe-9999-7b4208e2c3ce HTTP/1.1" status: 204 len: 173 time: 3.2255502 Nov 09 17:31:20.980156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd12694-903e-49e9-9294-2362ad9e3211', 'name': 'network-vif-deleted', 'tag': 'daa479f8-b1e4-4abe-9999-7b4208e2c3ce'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:20.984946 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0c4e83-b90d-48f3-83ed-dccb83334ab6" -d '{"events": [{"server_uuid": "8bd12694-903e-49e9-9294-2362ad9e3211", "name": "network-vif-deleted", "tag": "daa479f8-b1e4-4abe-9999-7b4208e2c3ce"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:21.042097 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-88b5dcbe-efa1-467f-8158-6f51a9537fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.079162 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Pushing event updated for resources: {'Port': ['ID=da9a0406-d7f9-40ea-8142-451218b93fe0,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:21.164050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-b4725f18-4fed-4059-abb7-742a0e9559d7 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:21.167195 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-b4725f18-4fed-4059-abb7-742a0e9559d7 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc&tenant_id=70c630d7be7a41139c470735f4a6f7e7&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 1095 time: 0.2944961 Nov 09 17:31:21.273343 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.289038 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00449a9f-197b-447e-bf23-0b266128fc3a req-959eb499-4bb7-4718-8773-d352edc117f3 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347059 Nov 09 17:31:21.296947 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Attempting to bind port da9a0406-d7f9-40ea-8142-451218b93fe0 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:21.297266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Attempting to bind port da9a0406-d7f9-40ea-8142-451218b93fe0 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:21.297586 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Attempting to bind port da9a0406-d7f9-40ea-8142-451218b93fe0 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:21.302985 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.307425 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.310706 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce6ef-e430-4448-9153-11df2d89b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.331326 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-88b5dcbe-efa1-467f-8158-6f51a9537fd0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e129eab167594b04ac40e27b4e4caf04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9252241 Nov 09 17:31:21.333781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43796) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:21.334120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device daa479f8-b1e4-4abe-9999-7b4208e2c3ce no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:21.344887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5dcbe-efa1-467f-8158-6f51a9537fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8293f290-7b7d-4267-b46b-418c887a0127,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:21.405060 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8256e6-f23a-408d-8a89-442d868032bc x-openstack-request-id: req-3e8256e6-f23a-408d-8a89-442d868032bc {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:21.405378 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22781082-1966-4b59-b2a7-566d1af1f6ab", "name": "network-vif-deleted", "tag": "f95cbbe1-f354-44d3-b4f2-31360019542e", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:21.405637 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e8256e6-f23a-408d-8a89-442d868032bc {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:21.408414 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22781082-1966-4b59-b2a7-566d1af1f6ab', 'name': 'network-vif-deleted', 'tag': 'f95cbbe1-f354-44d3-b4f2-31360019542e', 'status': 'completed', 'code': 200} Nov 09 17:31:21.421000 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Pushing event updated for resources: {'Port': ['ID=ca14426d-bed7-4a36-9267-2e404b499695,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:21.433050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: daa479f8-b1e4-4abe-9999-7b4208e2c3ce {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:31:21.433853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device daa479f8-b1e4-4abe-9999-7b4208e2c3ce not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:21.440527 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Port da9a0406-d7f9-40ea-8142-451218b93fe0 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:31:21.440942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Attempting to bind port da9a0406-d7f9-40ea-8142-451218b93fe0 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:21.480764 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:21.481368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:21.482464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:21.483440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Bound port: da9a0406-d7f9-40ea-8142-451218b93fe0, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:21.484694 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.582632 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce6ef-e430-4448-9153-11df2d89b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.615510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-b347486e-9678-4c46-bdde-a0e87a562d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:21.617223 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-b347486e-9678-4c46-bdde-a0e87a562d1e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc&tenant_id=70c630d7be7a41139c470735f4a6f7e7 HTTP/1.1" status: 200 len: 1095 time: 0.4240711 Nov 09 17:31:21.625850 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-4f9ce6ef-e430-4448-9153-11df2d89b8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d4fc24-9146-4f24-bdb2-6446501a1e5e']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:21.638145 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b77b70-a6be-4d0b-844a-e66a54fcc8ac x-openstack-request-id: req-b6b77b70-a6be-4d0b-844a-e66a54fcc8ac {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:21.638561 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd12694-903e-49e9-9294-2362ad9e3211", "name": "network-vif-deleted", "tag": "daa479f8-b1e4-4abe-9999-7b4208e2c3ce", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:21.638957 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6b77b70-a6be-4d0b-844a-e66a54fcc8ac {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:21.639607 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd12694-903e-49e9-9294-2362ad9e3211', 'name': 'network-vif-deleted', 'tag': 'daa479f8-b1e4-4abe-9999-7b4208e2c3ce', 'status': 'completed', 'code': 200} Nov 09 17:31:21.692584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-4f9ce6ef-e430-4448-9153-11df2d89b8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2de24b-5b02-4039-8e18-0d546cc851ce') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:21.693037 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-4f9ce6ef-e430-4448-9153-11df2d89b8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2de24b-5b02-4039-8e18-0d546cc851ce') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:21.719478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078b38-08fb-43e3-bfa8-b6f66814e976 req-65c92fcc-c452-4f9c-8588-9c73924cf7cd tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:21.721204 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-74078b38-08fb-43e3-bfa8-b6f66814e976 req-65c92fcc-c452-4f9c-8588-9c73924cf7cd tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 948 time: 0.2071817 Nov 09 17:31:21.767372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0b489cf-b3a1-45c7-ae7b-2abfb874a4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.779361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce6ef-e430-4448-9153-11df2d89b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.806952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] For port da9a0406-d7f9-40ea-8142-451218b93fe0, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:21.811938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:21.822670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] For port da9a0406-d7f9-40ea-8142-451218b93fe0, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=da9a0406-d7f9-40ea-8142-451218b93fe0,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:21.829764 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:21.841689 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.853415 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce6ef-e430-4448-9153-11df2d89b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.855729 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-74078b38-08fb-43e3-bfa8-b6f66814e976 req-4782d030-8f89-4393-91e1-f5fc5f62fc41 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244731 Nov 09 17:31:21.862899 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0b489cf-b3a1-45c7-ae7b-2abfb874a4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.962882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9ce6ef-e430-4448-9153-11df2d89b8d5 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:31:21.964223 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce6ef-e430-4448-9153-11df2d89b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.990650 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:21.991719 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:21.994270 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] 10.222.0.18 "PUT /v2.0/ports/da9a0406-d7f9-40ea-8142-451218b93fe0 HTTP/1.1" status: 200 len: 1096 time: 3.6722903 Nov 09 17:31:22.102487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a10d77-18ce-40a8-8422-ab0ccceca65f req-e656bf8b-e5d5-4447-ad47-ffa9770984a2 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:22.105158 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a5a10d77-18ce-40a8-8422-ab0ccceca65f req-e656bf8b-e5d5-4447-ad47-ffa9770984a2 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 944 time: 0.4622169 Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:31:22.107276 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:31:22.110888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-67883414-92be-4171-a045-d8188154c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:22.115517 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-67883414-92be-4171-a045-d8188154c849 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 1095 time: 0.4547801 Nov 09 17:31:22.205790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b0e8e-f82a-420c-9e60-ed8724dbca2a service neutron] Pushing event updated for resources: {'Port': ['ID=da9a0406-d7f9-40ea-8142-451218b93fe0,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:22.272449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37d37-32d3-4e61-8211-a11502897614 req-8feca84d-69e4-44b2-9663-17369e276b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:22.275325 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-8feca84d-69e4-44b2-9663-17369e276b92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d66166d470345f289e8b22658fcf791&device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 1099 time: 0.1590724 Nov 09 17:31:22.359385 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-3c747328-a1b6-4df9-83a7-c39442387e0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=da9a0406-d7f9-40ea-8142-451218b93fe0 HTTP/1.1" status: 200 len: 217 time: 0.0610776 Nov 09 17:31:22.424019 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce6ef-e430-4448-9153-11df2d89b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:22.503266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Router 27e2cffa-6611-4ded-a834-4242bccef4bf has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:31:22.507274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37d37-32d3-4e61-8211-a11502897614 req-7ee06ce0-8374-4a54-802b-1bb6bb304b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:22.509848 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce6ef-e430-4448-9153-11df2d89b8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:22.510120 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-7ee06ce0-8374-4a54-802b-1bb6bb304b38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1391685 Nov 09 17:31:22.514803 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4f9ce6ef-e430-4448-9153-11df2d89b8d5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/60d4fc24-9146-4f24-bdb2-6446501a1e5e HTTP/1.1" status: 204 len: 168 time: 1.5617235 Nov 09 17:31:22.520801 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a5a10d77-18ce-40a8-8422-ab0ccceca65f req-bd156b3f-af20-43ea-a173-afab5e97f162 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774056 Nov 09 17:31:22.560508 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f35fa0aa-84ac-475d-a3e9-bbc1fe236e87 None None] Provisioning complete for port ca14426d-bed7-4a36-9267-2e404b499695 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:22.563658 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f35fa0aa-84ac-475d-a3e9-bbc1fe236e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:22.571543 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:22.582236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0b489cf-b3a1-45c7-ae7b-2abfb874a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:22.597258 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0b489cf-b3a1-45c7-ae7b-2abfb874a4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:22.602210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f0b489cf-b3a1-45c7-ae7b-2abfb874a4cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8293f290-7b7d-4267-b46b-418c887a0127 HTTP/1.1" status: 204 len: 168 time: 1.2471499 Nov 09 17:31:22.606757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ce6ef-e430-4448-9153-11df2d89b8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d4fc24-9146-4f24-bdb2-6446501a1e5e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:22.683104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-1c95eefa-9097-4d5e-b0e9-2d1c6c5a3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:22.691762 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-1c95eefa-9097-4d5e-b0e9-2d1c6c5a3676 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.5501373 Nov 09 17:31:22.692977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b489cf-b3a1-45c7-ae7b-2abfb874a4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8293f290-7b7d-4267-b46b-418c887a0127,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:22.771169 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f35fa0aa-84ac-475d-a3e9-bbc1fe236e87 None None] Port ca14426d-bed7-4a36-9267-2e404b499695 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:31:22.851638 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-21469dd5-3929-465f-869a-48aa06c46851 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8 HTTP/1.1" status: 200 len: 217 time: 0.1465743 Nov 09 17:31:22.934699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43838) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:22.986208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-d043067f-dea9-4335-9eaf-9af3a6fba88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:22.986208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-d043067f-dea9-4335-9eaf-9af3a6fba88e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.1145182 Nov 09 17:31:23.098806 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-7fcac02d-44a0-4446-9e51-d7d463f82c7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103492 Nov 09 17:31:23.110533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37d37-32d3-4e61-8211-a11502897614 req-95223821-291a-4eb4-abd4-7c33261e34aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:23.119889 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-95223821-291a-4eb4-abd4-7c33261e34aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5827260 Nov 09 17:31:23.133292 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43848) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:23.195273 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-33b9f5fc-9b45-4428-9935-6394abc65fe1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6615b1f013d8445890f56ac476bfe8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458475 Nov 09 17:31:23.199889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43852) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:23.258929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:31:23.300705 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b5434a76-5207-4678-9e88-80e0302f0d56 admin admin] 10.222.0.81 "PUT /v2.0/routers/27e2cffa-6611-4ded-a834-4242bccef4bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2338848 Nov 09 17:31:23.315649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b745bb-fb00-4ad3-8404-e67c36be66c0 req-0d603fb1-72e4-4450-99a3-3285cb67665f tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:23.315807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Sync routers for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:31:23.331257 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b9b745bb-fb00-4ad3-8404-e67c36be66c0 req-0d603fb1-72e4-4450-99a3-3285cb67665f tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 948 time: 0.2231004 Nov 09 17:31:23.342518 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:23.347806 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-7bb67942-5378-48d7-830e-f97d6a90f391 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348499 Nov 09 17:31:23.351256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:23.359067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:31:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:23.412049 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4d5a7-8524-4a29-8060-c6cc28e4c71d req-53d90c73-4b5e-4523-bb01-80d76bf93b42 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:23.414587 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b9b745bb-fb00-4ad3-8404-e67c36be66c0 req-51e57984-af0b-40e9-9041-163eb80efa89 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945661 Nov 09 17:31:23.414841 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-69c4d5a7-8524-4a29-8060-c6cc28e4c71d req-53d90c73-4b5e-4523-bb01-80d76bf93b42 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 949 time: 0.1799371 Nov 09 17:31:23.441244 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-f7329fdc-f586-47f8-86d3-af22f18721f1 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929811 Nov 09 17:31:23.448575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-43cccbfa-3f7e-4ce6-af74-fd6da8ee4fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:23.507749 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-43cccbfa-3f7e-4ce6-af74-fd6da8ee4fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:23.636446 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-69c4d5a7-8524-4a29-8060-c6cc28e4c71d req-6b92b3c7-cd49-483b-bff7-2415016b21e1 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934350 Nov 09 17:31:23.640957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87dc5bd-8c88-4352-936c-c34ae7d59b49', 'tag': 'da9a0406-d7f9-40ea-8142-451218b93fe0'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:23.670280 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-43cccbfa-3f7e-4ce6-af74-fd6da8ee4fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:23.671560 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3924f30-7008-417b-8d5a-0693f626874c" -d '{"events": [{"name": "network-changed", "server_uuid": "f87dc5bd-8c88-4352-936c-c34ae7d59b49", "tag": "da9a0406-d7f9-40ea-8142-451218b93fe0"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:23.674365 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-43cccbfa-3f7e-4ce6-af74-fd6da8ee4fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:23.680949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-43cccbfa-3f7e-4ce6-af74-fd6da8ee4fc3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e17d524-857b-49d2-ae54-9b1a5197758e HTTP/1.1" status: 204 len: 168 time: 0.4799125 Nov 09 17:31:23.689338 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-6b5961fa-0a3c-4efc-9aec-99d2a9614f99 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210020 Nov 09 17:31:23.692984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:23.711241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cccbfa-3f7e-4ce6-af74-fd6da8ee4fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e17d524-857b-49d2-ae54-9b1a5197758e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:23.778674 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdc37d37-32d3-4e61-8211-a11502897614 req-971a5c09-8696-41a0-a0e5-5d44952ce6f4 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231106 Nov 09 17:31:23.796679 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ee8747-82fe-483a-a20e-4ee2e66b544b x-openstack-request-id: req-a6ee8747-82fe-483a-a20e-4ee2e66b544b {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:23.797474 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87dc5bd-8c88-4352-936c-c34ae7d59b49", "tag": "da9a0406-d7f9-40ea-8142-451218b93fe0", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:23.798118 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6ee8747-82fe-483a-a20e-4ee2e66b544b {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:23.798954 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87dc5bd-8c88-4352-936c-c34ae7d59b49', 'tag': 'da9a0406-d7f9-40ea-8142-451218b93fe0', 'status': 'completed', 'code': 200} Nov 09 17:31:23.903147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786191bb-1bf7-42bd-846f-1a9a2cc53e99 req-f01b276e-ac61-450f-942b-b80216e4fa93 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:23.905942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-786191bb-1bf7-42bd-846f-1a9a2cc53e99 req-f01b276e-ac61-450f-942b-b80216e4fa93 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 944 time: 0.1304867 Nov 09 17:31:23.935939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43868) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:24.067583 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e64b761c-b684-4770-8bc0-aed986b44bfe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=819b03013587476d87f8600771af1ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9326954 Nov 09 17:31:24.078163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43876) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:24.106379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-786191bb-1bf7-42bd-846f-1a9a2cc53e99 req-b1a48cc0-cb2b-44f2-88ed-3d14f585f20c tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929016 Nov 09 17:31:24.133543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-93be4b30-7d86-4652-ad03-8a512320a83e tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:24.140538 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-93be4b30-7d86-4652-ad03-8a512320a83e tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc&tenant_id=70c630d7be7a41139c470735f4a6f7e7&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1095 time: 0.1442549 Nov 09 17:31:24.182801 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3924f30-7008-417b-8d5a-0693f626874c req-dc70061e-b512-4c91-829a-aa73122daa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:24.185482 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e3924f30-7008-417b-8d5a-0693f626874c req-dc70061e-b512-4c91-829a-aa73122daa1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d66166d470345f289e8b22658fcf791&device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 1099 time: 0.3084757 Nov 09 17:31:24.257262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:20Z', 'revision_number': 2, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:24.296106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d14c886f-9c34-4a31-b1ed-942cd6450f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:24.331537 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Checking router: 27e2cffa-6611-4ded-a834-4242bccef4bf for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:31:24.332431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Updating router 27e2cffa-6611-4ded-a834-4242bccef4bf port ca14426d-bed7-4a36-9267-2e404b499695 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:31:24.351249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-f9ec08ab-f711-4053-a57e-f0fadc599e9d service neutron] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:24.356398 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-f9ec08ab-f711-4053-a57e-f0fadc599e9d service neutron] Notify callbacks [] for binding, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:24.357561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b8b78-a3f1-43f1-bfef-5197610ca4d5 req-f9ec08ab-f711-4053-a57e-f0fadc599e9d service neutron] 10.222.0.13 "DELETE /v2.0/ports/962d915f-6b75-4d0c-b021-6d24f7dad2f8/bindings/n-h2-817236-1 HTTP/1.1" status: 204 len: 173 time: 0.1999123 Nov 09 17:31:24.386003 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d14c886f-9c34-4a31-b1ed-942cd6450f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:24.394872 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:24.542176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3924f30-7008-417b-8d5a-0693f626874c req-cedd877c-821b-465c-b410-97eca8985626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:24.550309 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e3924f30-7008-417b-8d5a-0693f626874c req-cedd877c-821b-465c-b410-97eca8985626 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.3517585 Nov 09 17:31:24.556558 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43886) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:24.564631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cafa2-9dec-440c-97fe-acde63269e8d req-0fe395a9-f4be-471f-b09b-8b44a833611d tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:24.566191 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-687cafa2-9dec-440c-97fe-acde63269e8d req-0fe395a9-f4be-471f-b09b-8b44a833611d tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 949 time: 0.0997114 Nov 09 17:31:24.641633 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70511f24-ae0d-485a-8267-f46c8d84cf3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:24.672590 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e3924f30-7008-417b-8d5a-0693f626874c req-e82fb50a-ff64-45b3-8a43-85cd035ec9ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=da9a0406-d7f9-40ea-8142-451218b93fe0 HTTP/1.1" status: 200 len: 217 time: 0.1096675 Nov 09 17:31:24.852012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-687cafa2-9dec-440c-97fe-acde63269e8d req-c99bb55d-2695-4ece-a196-c03307c60de9 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Deleting port 754a0907-4734-42b2-a956-a3863ddc2a67 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:31:24.852649 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-687cafa2-9dec-440c-97fe-acde63269e8d req-c99bb55d-2695-4ece-a196-c03307c60de9 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:25.079002 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70511f24-ae0d-485a-8267-f46c8d84cf3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:25.084875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3924f30-7008-417b-8d5a-0693f626874c req-fd05cbbe-1866-48e1-be0c-b0f62ae82dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:25.092571 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e3924f30-7008-417b-8d5a-0693f626874c req-fd05cbbe-1866-48e1-be0c-b0f62ae82dbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.3914995 Nov 09 17:31:25.107673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6ec250c1-766d-4524-aae8-f1003826d05b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd17d714654b43e8907fc7887061b98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5503523 Nov 09 17:31:25.111555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43898) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:25.112755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3434b-7b2a-4cf9-982d-1a5db3d53f59 req-92dabeee-de30-454b-8cb6-bba6dce8b0d9 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:25.117523 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d3434b-7b2a-4cf9-982d-1a5db3d53f59 req-92dabeee-de30-454b-8cb6-bba6dce8b0d9 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a5a956a-1f8e-4e73-81be-8e22dceb20c6 HTTP/1.1" status: 200 len: 949 time: 0.3225377 Nov 09 17:31:25.125407 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70511f24-ae0d-485a-8267-f46c8d84cf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:25.199874 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d14c886f-9c34-4a31-b1ed-942cd6450f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:25.204441 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d14c886f-9c34-4a31-b1ed-942cd6450f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:25.206094 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d14c886f-9c34-4a31-b1ed-942cd6450f6d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aabc3964-fa79-4aa1-aa82-3a8b1a453ac7 HTTP/1.1" status: 204 len: 168 time: 1.1235285 Nov 09 17:31:25.290080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:25.301326 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:25.320418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43910) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:25.395306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c886f-9c34-4a31-b1ed-942cd6450f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabc3964-fa79-4aa1-aa82-3a8b1a453ac7,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:25.426561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-290943652-network', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:25.502282 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Pushing event updated for resources: {'Port': ['ID=ca14426d-bed7-4a36-9267-2e404b499695,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:25.505915 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e22519-6518-4f14-ae1f-acbb4b7a7a2b req-93796bf0-d0b1-42ea-92fe-bc7042f93115 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:25.508279 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-33e22519-6518-4f14-ae1f-acbb4b7a7a2b req-93796bf0-d0b1-42ea-92fe-bc7042f93115 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 948 time: 0.8516102 Nov 09 17:31:25.515186 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-910da209-ce26-42e8-805d-a93298b2a803 req-dd9c0dd5-64f4-4c49-84b7-1958db0b44b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6106951 Nov 09 17:31:25.567973 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3924f30-7008-417b-8d5a-0693f626874c req-17607dcc-b9e2-4016-933c-679c35fc0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:25.573153 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e3924f30-7008-417b-8d5a-0693f626874c req-17607dcc-b9e2-4016-933c-679c35fc0f87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4550886 Nov 09 17:31:25.581342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-687cafa2-9dec-440c-97fe-acde63269e8d req-c99bb55d-2695-4ece-a196-c03307c60de9 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] For port 754a0907-4734-42b2-a956-a3863ddc2a67, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=754a0907-4734-42b2-a956-a3863ddc2a67,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:25.582096 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-687cafa2-9dec-440c-97fe-acde63269e8d req-c99bb55d-2695-4ece-a196-c03307c60de9 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:25.582678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:25.583711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:25.584576 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:25.585409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:25.590409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:25.593350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:25.594395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:25.606134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:25.609594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:25.610548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:25.612660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-687cafa2-9dec-440c-97fe-acde63269e8d req-c99bb55d-2695-4ece-a196-c03307c60de9 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Calling delete_port for 754a0907-4734-42b2-a956-a3863ddc2a67 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:31:25.613892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:25.614709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:31:25.643539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Attempting to bind port ca14426d-bed7-4a36-9267-2e404b499695 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:25.644848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Attempting to bind port ca14426d-bed7-4a36-9267-2e404b499695 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:25.645761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Attempting to bind port ca14426d-bed7-4a36-9267-2e404b499695 on network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:25.656141 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:25.659446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Checking segment: {'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:25.660654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:25.661585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Bound using segment: {'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:25.662905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Bound port: ca14426d-bed7-4a36-9267-2e404b499695, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:25.663906 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:25.876119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] For port ca14426d-bed7-4a36-9267-2e404b499695, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:25.911993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] For port ca14426d-bed7-4a36-9267-2e404b499695, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ca14426d-bed7-4a36-9267-2e404b499695,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:25.918580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8b6c116a-0395-4a1b-91b6-5218f03e5208 None None] Provisioning complete for port ca14426d-bed7-4a36-9267-2e404b499695 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:25.919725 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8b6c116a-0395-4a1b-91b6-5218f03e5208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:25.927136 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:26.109805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d405d8-d1e7-4724-a81f-37663ea519cf None None] Pushing event updated for resources: {'Port': ['ID=ca14426d-bed7-4a36-9267-2e404b499695,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:26.117882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43918) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:26.139354 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-33e22519-6518-4f14-ae1f-acbb4b7a7a2b req-84e40793-68f6-407d-8475-137c9a4be377 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993893 Nov 09 17:31:26.153755 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99a5ecf6-c43c-414a-ac10-290d1fa1cef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:26.179590 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99a5ecf6-c43c-414a-ac10-290d1fa1cef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:26.208958 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:26.211703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:31:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:26.239245 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1da905cf-756b-456d-9c0a-888960fc4ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:26.290396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99a5ecf6-c43c-414a-ac10-290d1fa1cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:26.295207 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99a5ecf6-c43c-414a-ac10-290d1fa1cef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:26.299690 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-99a5ecf6-c43c-414a-ac10-290d1fa1cef0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2dcccdfb-7780-4cb0-a347-4969af74ad60 HTTP/1.1" status: 204 len: 168 time: 1.1772587 Nov 09 17:31:26.335639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910da209-ce26-42e8-805d-a93298b2a803 req-af751f45-ce6a-4b5b-95dc-82799b47c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:26.337205 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-910da209-ce26-42e8-805d-a93298b2a803 req-af751f45-ce6a-4b5b-95dc-82799b47c4ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 1095 time: 0.6497831 Nov 09 17:31:26.356332 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5ecf6-c43c-414a-ac10-290d1fa1cef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcccdfb-7780-4cb0-a347-4969af74ad60,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:26.545267 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d3434b-7b2a-4cf9-982d-1a5db3d53f59 req-49a6ec33-5c00-4395-92fb-95089549d43e tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.81 "GET /v2.0/security-groups?id=cad5ffdc-cf5b-4f53-a534-a99facf437ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3978567 Nov 09 17:31:26.556242 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-687cafa2-9dec-440c-97fe-acde63269e8d req-c99bb55d-2695-4ece-a196-c03307c60de9 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:26.566094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:26.587794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910da209-ce26-42e8-805d-a93298b2a803 req-d6b2a7c5-5b13-4290-9492-857f6c4a2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:26.589825 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-910da209-ce26-42e8-805d-a93298b2a803 req-d6b2a7c5-5b13-4290-9492-857f6c4a2ca7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.1858761 Nov 09 17:31:26.619633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Made reservation on behalf of ec22fa6b8dbd4f9ba6cb474b06e82705 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:26.623714 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:26.633169 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e3924f30-7008-417b-8d5a-0693f626874c req-8f03fa28-8011-4c23-a08a-cb7fd8eb7b6e service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0196295 Nov 09 17:31:26.645613 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-70511f24-ae0d-485a-8267-f46c8d84cf3c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=51cfef13bd3d4981b8f9a053d6877ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7076695 Nov 09 17:31:26.654713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bb55d-2695-4ece-a196-c03307c60de9 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Pushing event deleted for resources: {'Port': ['ID=754a0907-4734-42b2-a956-a3863ddc2a67,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:26.669668 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:26.680963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70511f24-ae0d-485a-8267-f46c8d84cf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8452d78-6625-4daa-8122-d54a5ffd0ceb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:26.691041 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43924) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:26.773002 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-910da209-ce26-42e8-805d-a93298b2a803 req-952f75a8-0beb-4282-b9a3-9763bf235fc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8 HTTP/1.1" status: 200 len: 217 time: 0.1699107 Nov 09 17:31:26.789751 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['754a0907-4734-42b2-a956-a3863ddc2a67'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:26.909214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910da209-ce26-42e8-805d-a93298b2a803 req-cb144b86-6b1a-4cbd-8ac2-34bba62243e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:26.910771 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-910da209-ce26-42e8-805d-a93298b2a803 req-cb144b86-6b1a-4cbd-8ac2-34bba62243e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.0965199 Nov 09 17:31:26.917835 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:26.970059 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-910da209-ce26-42e8-805d-a93298b2a803 req-af101e9c-86ed-48ed-a3a4-efcd3e293299 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349393 Nov 09 17:31:26.984829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f742bca-5c20-47e0-b346-15a3d8893b72 req-7f8c803b-dbbe-4901-ab39-a426daf4da93 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:26.986441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f742bca-5c20-47e0-b346-15a3d8893b72 req-7f8c803b-dbbe-4901-ab39-a426daf4da93 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 944 time: 0.5683129 Nov 09 17:31:27.036041 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7160-b301-43c5-9f19-cefdf5c11f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:27.054478 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:27.060195 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8b6c116a-0395-4a1b-91b6-5218f03e5208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:27.135833 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8b6c116a-0395-4a1b-91b6-5218f03e5208 None None] For port ca14426d-bed7-4a36-9267-2e404b499695, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ca14426d-bed7-4a36-9267-2e404b499695,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:27.160852 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8b6c116a-0395-4a1b-91b6-5218f03e5208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:27.161260 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e0a487-557f-4e32-8491-46e13968fb48,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:27.191704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-687cafa2-9dec-440c-97fe-acde63269e8d req-c99bb55d-2695-4ece-a196-c03307c60de9 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] No DVR routers for this DVR port 754a0907-4734-42b2-a956-a3863ddc2a67 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:31:27.219932 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-687cafa2-9dec-440c-97fe-acde63269e8d req-c99bb55d-2695-4ece-a196-c03307c60de9 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:27.232343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-687cafa2-9dec-440c-97fe-acde63269e8d req-c99bb55d-2695-4ece-a196-c03307c60de9 tempest-ServersAdminNegativeTestJSON-2097820012 tempest-ServersAdminNegativeTestJSON-2097820012-project] 10.222.0.13 "DELETE /v2.0/ports/754a0907-4734-42b2-a956-a3863ddc2a67 HTTP/1.1" status: 204 len: 173 time: 2.6553988 Nov 09 17:31:27.237680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5a956a-1f8e-4e73-81be-8e22dceb20c6', 'name': 'network-vif-deleted', 'tag': '754a0907-4734-42b2-a956-a3863ddc2a67'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:27.243735 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8a9ddb-b267-46b9-900a-bd52273df5b8" -d '{"events": [{"server_uuid": "9a5a956a-1f8e-4e73-81be-8e22dceb20c6", "name": "network-vif-deleted", "tag": "754a0907-4734-42b2-a956-a3863ddc2a67"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:27.263032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:31:27.313867 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:27.314885 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Added segment 489b339f-d0eb-4a7d-8ee9-305ae394b8e6 of type vlan for network ce006f30-25b2-4cac-bd2b-f5b29ae8601a Nov 09 17:31:27.334031 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb851d3c-1ace-431b-b1c0-b5cb77aadc85 req-95184c43-a06a-4307-980e-2cae45416c98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4123564 Nov 09 17:31:27.384727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:25Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:27.479683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4990e63a-8c33-481b-91f9-9246933e00e8 None None] The sync data for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 is: [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:25Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:31:27.536728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c116a-0395-4a1b-91b6-5218f03e5208 None None] Pushing event updated for resources: {'Port': ['ID=ca14426d-bed7-4a36-9267-2e404b499695,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:27.573384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bcfc9bbc-5938-453a-84c1-5bc10701ac66 None None] Provisioning complete for port ca14426d-bed7-4a36-9267-2e404b499695 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:27.576132 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bcfc9bbc-5938-453a-84c1-5bc10701ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:27.661661 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-910da209-ce26-42e8-805d-a93298b2a803 req-f6e5c707-6ff9-4906-bf8a-d17c2f5ad17e service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718426 Nov 09 17:31:27.675713 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1da905cf-756b-456d-9c0a-888960fc4ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:27.773430 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1da905cf-756b-456d-9c0a-888960fc4ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:27.894874 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1da905cf-756b-456d-9c0a-888960fc4ca4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c7b964940d424a6b9f37b86d388bf4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7543817 Nov 09 17:31:27.907545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43952) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:27.915238 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:28.025416 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7160-b301-43c5-9f19-cefdf5c11f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:28.038158 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f742bca-5c20-47e0-b346-15a3d8893b72 req-9bc44de2-47b3-4281-9a9a-84d69e8e5dbb tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9972682 Nov 09 17:31:28.134074 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da905cf-756b-456d-9c0a-888960fc4ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246fe409-847d-48f6-a59f-d0c7420e710f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:28.140233 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e3924f30-7008-417b-8d5a-0693f626874c req-baadc82e-0961-4f12-8322-a522339afd6c service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4974463 Nov 09 17:31:28.160799 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7160-b301-43c5-9f19-cefdf5c11f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:28.168991 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7160-b301-43c5-9f19-cefdf5c11f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:28.177618 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6c3f7160-b301-43c5-9f19-cefdf5c11f05 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8452d78-6625-4daa-8122-d54a5ffd0ceb HTTP/1.1" status: 204 len: 168 time: 1.4697137 Nov 09 17:31:28.180569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1d94d8c-0cda-4426-a1a0-2bd951fb7943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:28.221508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.resource_extend [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:31:28.246339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb851d3c-1ace-431b-b1c0-b5cb77aadc85 req-5318c374-f582-4fa7-88da-4f0dd6f963a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:28.247551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f7160-b301-43c5-9f19-cefdf5c11f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8452d78-6625-4daa-8122-d54a5ffd0ceb,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:28.259525 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-910da209-ce26-42e8-805d-a93298b2a803 req-730c96f1-bf07-429a-8dc3-971f1fb8f3a1 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674262 Nov 09 17:31:28.283706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb851d3c-1ace-431b-b1c0-b5cb77aadc85 req-5318c374-f582-4fa7-88da-4f0dd6f963a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d66166d470345f289e8b22658fcf791&device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 1101 time: 0.7797976 Nov 09 17:31:28.335385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980944c-ad15-4585-a2f0-a3028af1c42d req-e6fb9152-0f10-4967-8084-a4842eb44434 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:28.342246 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2980944c-ad15-4585-a2f0-a3028af1c42d req-e6fb9152-0f10-4967-8084-a4842eb44434 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 948 time: 0.7261395 Nov 09 17:31:28.354670 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb50a634-0bdb-4479-8daf-02f5c4bd322e x-openstack-request-id: req-fb50a634-0bdb-4479-8daf-02f5c4bd322e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:28.355576 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5a956a-1f8e-4e73-81be-8e22dceb20c6", "name": "network-vif-deleted", "tag": "754a0907-4734-42b2-a956-a3863ddc2a67", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:28.356744 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb50a634-0bdb-4479-8daf-02f5c4bd322e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:28.357730 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5a956a-1f8e-4e73-81be-8e22dceb20c6', 'name': 'network-vif-deleted', 'tag': '754a0907-4734-42b2-a956-a3863ddc2a67', 'status': 'completed', 'code': 200} Nov 09 17:31:28.422216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device da9a0406-d7f9-40ea-8142-451218b93fe0 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:31:28.724221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port da9a0406-d7f9-40ea-8142-451218b93fe0, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=da9a0406-d7f9-40ea-8142-451218b93fe0,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:28.753900 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37285d-bca0-42c7-ac6b-3b46f2f8aed7 req-e4664f6a-efac-4697-9df5-7dca8ddcd512 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:28.754503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'da9a0406-d7f9-40ea-8142-451218b93fe0', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'da9a0406-d7f9-40ea-8142-451218b93fe0', 'mac_address': 'fa:16:3e:07:33:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:31:28.766715 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1a37285d-bca0-42c7-ac6b-3b46f2f8aed7 req-e4664f6a-efac-4697-9df5-7dca8ddcd512 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 1095 time: 0.1255643 Nov 09 17:31:28.841529 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:28.858768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9a0406-d7f9-40ea-8142-451218b93fe0 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:28.882894 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1d94d8c-0cda-4426-a1a0-2bd951fb7943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:28.893697 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2980944c-ad15-4585-a2f0-a3028af1c42d req-f8d94990-68aa-490b-8042-333ad2e47a49 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790823 Nov 09 17:31:28.899980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port da9a0406-d7f9-40ea-8142-451218b93fe0, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=da9a0406-d7f9-40ea-8142-451218b93fe0,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:28.907698 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:28.927151 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:28.928281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:28.928889 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:28.956719 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1a37285d-bca0-42c7-ac6b-3b46f2f8aed7 req-6710771d-4150-40b7-960c-4e1e390e3d80 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876559 Nov 09 17:31:28.983561 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=da9a0406-d7f9-40ea-8142-451218b93fe0,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:29.172906 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb851d3c-1ace-431b-b1c0-b5cb77aadc85 req-12ddf6b4-56f9-44d8-8130-97df757545a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:29.174964 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb851d3c-1ace-431b-b1c0-b5cb77aadc85 req-12ddf6b4-56f9-44d8-8130-97df757545a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.8764298 Nov 09 17:31:29.188474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43978) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:29.188853 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.8229446 Nov 09 17:31:29.197545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22983c-e7f3-42c9-b384-abf720c6afb2 admin admin] Pushing event updated for resources: {'Network': ['ID=ce006f30-25b2-4cac-bd2b-f5b29ae8601a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:29.198781 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-77282274-a08a-4892-a1df-ff29e32e12fe admin admin] Request body: {'subnet': {'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290943652-subnet', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:29.220180 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network ce006f30-25b2-4cac-bd2b-f5b29ae8601a details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:31:29.242479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb851d3c-1ace-431b-b1c0-b5cb77aadc85 req-65262cb1-f278-46fc-915b-5d58c550f2de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547 HTTP/1.1" status: 200 len: 217 time: 0.0522656 Nov 09 17:31:29.251302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43980) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:29.270388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77282274-a08a-4892-a1df-ff29e32e12fe admin admin] Made reservation on behalf of ec22fa6b8dbd4f9ba6cb474b06e82705 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:29.278856 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77282274-a08a-4892-a1df-ff29e32e12fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:29.386139 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb851d3c-1ace-431b-b1c0-b5cb77aadc85 req-eb3935d6-1248-4037-adb2-3f26617186db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:29.395984 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb851d3c-1ace-431b-b1c0-b5cb77aadc85 req-eb3935d6-1248-4037-adb2-3f26617186db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1286533 Nov 09 17:31:29.420664 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['da9a0406-d7f9-40ea-8142-451218b93fe0'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:29.428803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 754a0907-4734-42b2-a956-a3863ddc2a67 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:31:29.475916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-698b10bd-659a-474e-9460-25679c52e8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:29.527501 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1d94d8c-0cda-4426-a1a0-2bd951fb7943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:29.531202 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1d94d8c-0cda-4426-a1a0-2bd951fb7943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:29.551634 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b1d94d8c-0cda-4426-a1a0-2bd951fb7943 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/246fe409-847d-48f6-a59f-d0c7420e710f HTTP/1.1" status: 204 len: 168 time: 1.5845726 Nov 09 17:31:29.584926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d94d8c-0cda-4426-a1a0-2bd951fb7943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246fe409-847d-48f6-a59f-d0c7420e710f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:29.642529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ca14426d-bed7-4a36-9267-2e404b499695 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:29.652094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 754a0907-4734-42b2-a956-a3863ddc2a67 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:31:29.652760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 754a0907-4734-42b2-a956-a3863ddc2a67 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:31:29.741087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44000) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:29.900535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-d42d9584-1721-45a3-8a6d-b1b33189fa90 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:29.908780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-d42d9584-1721-45a3-8a6d-b1b33189fa90 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 820 time: 0.2199748 Nov 09 17:31:29.922289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb851d3c-1ace-431b-b1c0-b5cb77aadc85 req-f28efbaa-a96f-4ced-bf79-ee309094e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:29.924520 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb851d3c-1ace-431b-b1c0-b5cb77aadc85 req-f28efbaa-a96f-4ced-bf79-ee309094e7f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5191450 Nov 09 17:31:29.936163 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77282274-a08a-4892-a1df-ff29e32e12fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:29.941493 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-2bb2e264-c50a-473b-86bd-dafc5520d033 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/quotas/70c630d7be7a41139c470735f4a6f7e7 HTTP/1.1" status: 200 len: 375 time: 0.0315073 Nov 09 17:31:30.133997 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77282274-a08a-4892-a1df-ff29e32e12fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=767ee3cf-a0a2-478a-82d2-9f68d95bf190,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:30.142528 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77282274-a08a-4892-a1df-ff29e32e12fe admin admin] Checking segment: {'id': '489b339f-d0eb-4a7d-8ee9-305ae394b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:30.142882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77282274-a08a-4892-a1df-ff29e32e12fe admin admin] Network hostable DHCP agents. Network: ce006f30-25b2-4cac-bd2b-f5b29ae8601a, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:31:30.205272 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77282274-a08a-4892-a1df-ff29e32e12fe admin admin] Network ce006f30-25b2-4cac-bd2b-f5b29ae8601a is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:31:30.216503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-01ed8224-80c2-4bd7-bfd3-f24e99cb28ad tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2731814 Nov 09 17:31:30.229643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-06abce93-b904-4b5a-a99c-73bbe22e6110 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:31:30.240652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-77282274-a08a-4892-a1df-ff29e32e12fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, ce006f30-25b2-4cac-bd2b-f5b29ae8601a) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:30.246814 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-06abce93-b904-4b5a-a99c-73bbe22e6110 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279791 Nov 09 17:31:30.253878 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77282274-a08a-4892-a1df-ff29e32e12fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:30.255868 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77282274-a08a-4892-a1df-ff29e32e12fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:30.264126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8ca4f2-8cca-4432-bbc1-96b8cedeed25 None None] Network ce006f30-25b2-4cac-bd2b-f5b29ae8601a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:30.298693 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-77282274-a08a-4892-a1df-ff29e32e12fe admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1069934 Nov 09 17:31:30.302097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44008) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:30.312533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-290943652-router', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:30.377088 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:30.383550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:30.474850 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:30.517965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port ca14426d-bed7-4a36-9267-2e404b499695 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:30.518692 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:30.523098 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-698b10bd-659a-474e-9460-25679c52e8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:30.540144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-698b10bd-659a-474e-9460-25679c52e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:30.666151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-698b10bd-659a-474e-9460-25679c52e8b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e305aec0fae94130928110514a2ba59f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4128461 Nov 09 17:31:30.679912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b10bd-659a-474e-9460-25679c52e8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e9b70e-ca9c-4395-9b27-955e17608318,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:30.708945 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44014) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:30.749469 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb851d3c-1ace-431b-b1c0-b5cb77aadc85 req-6d0ce6de-6649-4fbf-92a5-540e971b7519 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7927980 Nov 09 17:31:30.970734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-e3cb6362-3f99-4a80-84cd-1fa2b4e0d678 service neutron] 10.222.0.81 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7222149 Nov 09 17:31:31.093888 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:31.192978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39487ce-f354-4832-bc13-72834920446b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-ce006f30-25b2-4cac-bd2b-f5b29ae8601a', 'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'fixed_ips': [{'subnet_id': '767ee3cf-a0a2-478a-82d2-9f68d95bf190'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:31:31.197691 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f39487ce-f354-4832-bc13-72834920446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:31.236770 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a8f6a-fcd5-44ec-9229-4da54e93257b req-05f88e22-188a-46ba-8cdb-f8d2bec026e5 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:31.238387 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-581a8f6a-fcd5-44ec-9229-4da54e93257b req-05f88e22-188a-46ba-8cdb-f8d2bec026e5 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 949 time: 0.3278604 Nov 09 17:31:31.247839 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7bf4b558-a26b-42ee-90d6-86f7ceea6dfc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e700c05ab12f4f7bb7ca5fe3495b6490&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5005538 Nov 09 17:31:31.252457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44026) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:31.253458 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69b23e5d-22af-4bdd-9a2f-a70e3c02aa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:31.325347 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb851d3c-1ace-431b-b1c0-b5cb77aadc85 req-4b67d221-aaa5-4348-b5cb-756bcfe771bb service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650139 Nov 09 17:31:31.403469 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69b23e5d-22af-4bdd-9a2f-a70e3c02aa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:31.415275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-ef38d9e0-be1a-44d8-af93-5d779964346e service neutron] 10.222.0.81 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915970 Nov 09 17:31:31.464068 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-581a8f6a-fcd5-44ec-9229-4da54e93257b req-bb3d2254-6451-41e5-ade4-4f7e8ed1bb30 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048347 Nov 09 17:31:31.532332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-29ba16b1-a70c-47a1-85f7-a28d44d721db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:31.604019 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-29ba16b1-a70c-47a1-85f7-a28d44d721db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:31.692402 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69b23e5d-22af-4bdd-9a2f-a70e3c02aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:31.698025 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69b23e5d-22af-4bdd-9a2f-a70e3c02aa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:31.706142 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-69b23e5d-22af-4bdd-9a2f-a70e3c02aa63 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/15e9b70e-ca9c-4395-9b27-955e17608318 HTTP/1.1" status: 204 len: 168 time: 0.9957390 Nov 09 17:31:31.730405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-f39487ce-f354-4832-bc13-72834920446b None None] Allocated IP 172.20.0.2 (ce006f30-25b2-4cac-bd2b-f5b29ae8601a/767ee3cf-a0a2-478a-82d2-9f68d95bf190/542579a4-9c2e-4fc5-ac62-b28fb4516f9f) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:31.754488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b23e5d-22af-4bdd-9a2f-a70e3c02aa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e9b70e-ca9c-4395-9b27-955e17608318,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:31.987629 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-29ba16b1-a70c-47a1-85f7-a28d44d721db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:32.050876 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-29ba16b1-a70c-47a1-85f7-a28d44d721db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:32.062343 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-29ba16b1-a70c-47a1-85f7-a28d44d721db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cad5ffdc-cf5b-4f53-a534-a99facf437ba HTTP/1.1" status: 204 len: 168 time: 0.8026977 Nov 09 17:31:32.135414 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:32.141105 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba16b1-a70c-47a1-85f7-a28d44d721db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad5ffdc-cf5b-4f53-a534-a99facf437ba,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:32.187076 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:32.280706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0181c935-92ee-49ba-ad3a-35ed9418e408 req-b17330ac-c18a-4bdc-9c19-24ac0fd05e46 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 210 time: 0.0654261 Nov 09 17:31:32.313266 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f39487ce-f354-4832-bc13-72834920446b None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:32.333253 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f39487ce-f354-4832-bc13-72834920446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:32.493221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device da9a0406-d7f9-40ea-8142-451218b93fe0 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:32.493705 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Allocated IP 172.25.1.76 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:32.515031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39487ce-f354-4832-bc13-72834920446b None None] Network ce006f30-25b2-4cac-bd2b-f5b29ae8601a is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:32.584004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-f39487ce-f354-4832-bc13-72834920446b None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:32.592092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39487ce-f354-4832-bc13-72834920446b None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:32.595838 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39487ce-f354-4832-bc13-72834920446b None None] Pushing event updated for resources: {'Port': ['ID=542579a4-9c2e-4fc5-ac62-b28fb4516f9f,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:32.765555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port da9a0406-d7f9-40ea-8142-451218b93fe0 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:31:32.772755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f39487ce-f354-4832-bc13-72834920446b None None] Attempting to bind port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:32.773739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f39487ce-f354-4832-bc13-72834920446b None None] Attempting to bind port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '489b339f-d0eb-4a7d-8ee9-305ae394b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:32.774986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39487ce-f354-4832-bc13-72834920446b None None] Attempting to bind port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f on network ce006f30-25b2-4cac-bd2b-f5b29ae8601a {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:32.787065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port da9a0406-d7f9-40ea-8142-451218b93fe0 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:32.788063 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:32.794952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39487ce-f354-4832-bc13-72834920446b None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:32.796139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39487ce-f354-4832-bc13-72834920446b None None] Checking segment: {'id': '489b339f-d0eb-4a7d-8ee9-305ae394b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:32.797118 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f39487ce-f354-4832-bc13-72834920446b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:32.798240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39487ce-f354-4832-bc13-72834920446b None None] Bound using segment: {'id': '489b339f-d0eb-4a7d-8ee9-305ae394b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:32.799636 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f39487ce-f354-4832-bc13-72834920446b None None] Bound port: 542579a4-9c2e-4fc5-ac62-b28fb4516f9f, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489b339f-d0eb-4a7d-8ee9-305ae394b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:32.800675 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f39487ce-f354-4832-bc13-72834920446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:32.813306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63057c-bebd-4c67-a99f-e9234be941d3 req-f940a95a-1562-4264-9ca5-4b093fa965da tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:32.815126 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de63057c-bebd-4c67-a99f-e9234be941d3 req-f940a95a-1562-4264-9ca5-4b093fa965da tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 949 time: 0.1091750 Nov 09 17:31:32.825823 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:32.957342 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de63057c-bebd-4c67-a99f-e9234be941d3 req-fe32709d-0f40-4582-b859-4dbefa25a290 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230431 Nov 09 17:31:32.986013 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:33.015792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f39487ce-f354-4832-bc13-72834920446b None None] For port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:33.019370 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f39487ce-f354-4832-bc13-72834920446b None None] For port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=542579a4-9c2e-4fc5-ac62-b28fb4516f9f,segment=NetworkSegment(489b339f-d0eb-4a7d-8ee9-305ae394b8e6),segment_id=489b339f-d0eb-4a7d-8ee9-305ae394b8e6)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:33.056715 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f39487ce-f354-4832-bc13-72834920446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:33.062815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44090) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:33.151429 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:33.228683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port da9a0406-d7f9-40ea-8142-451218b93fe0, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=da9a0406-d7f9-40ea-8142-451218b93fe0,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:33.229996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87dc5bd-8c88-4352-936c-c34ae7d59b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9a0406-d7f9-40ea-8142-451218b93fe0'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:33.233731 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed11d6bc-7342-49ed-9131-44ef553a7ce7" -d '{"events": [{"server_uuid": "f87dc5bd-8c88-4352-936c-c34ae7d59b49", "name": "network-vif-plugged", "status": "completed", "tag": "da9a0406-d7f9-40ea-8142-451218b93fe0"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:33.236961 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39487ce-f354-4832-bc13-72834920446b None None] Pushing event updated for resources: {'Port': ['ID=542579a4-9c2e-4fc5-ac62-b28fb4516f9f,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:33.241068 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:33.321942 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1adbe9-7dff-4133-832c-caab3f54e252 x-openstack-request-id: req-2b1adbe9-7dff-4133-832c-caab3f54e252 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:33.322324 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87dc5bd-8c88-4352-936c-c34ae7d59b49", "name": "network-vif-plugged", "status": "completed", "tag": "da9a0406-d7f9-40ea-8142-451218b93fe0", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:33.322727 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b1adbe9-7dff-4133-832c-caab3f54e252 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:33.322950 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87dc5bd-8c88-4352-936c-c34ae7d59b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9a0406-d7f9-40ea-8142-451218b93fe0', 'code': 200} Nov 09 17:31:33.362353 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=da9a0406-d7f9-40ea-8142-451218b93fe0,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:33.511440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:33.535186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Pushing event updated for resources: {'Port': ['ID=52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:33.548769 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:33.582164 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d3b8e3f-72e7-43c5-940a-7dd21c93e628 req-401c1617-f4aa-4a4d-9470-ef530a2e14f1 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 210 time: 0.0761878 Nov 09 17:31:33.583298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:33.655953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe25e8-ade0-4d47-9592-aca84e225d30 req-7338be7c-c58b-4438-abb5-de9df8e6d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:33.658689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6dbe25e8-ade0-4d47-9592-aca84e225d30 req-7338be7c-c58b-4438-abb5-de9df8e6d3e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 1101 time: 0.1566274 Nov 09 17:31:33.693817 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-325f7358-5436-4421-acc8-e3986dc648d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be75b6ef4eb14bd0bfc9cc2c4489d2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6255064 Nov 09 17:31:33.724858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44108) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:33.804418 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6dbe25e8-ade0-4d47-9592-aca84e225d30 req-c89cd027-65c2-437f-99e4-e894544226b9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346426 Nov 09 17:31:33.821682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-100a399f-54a1-4aaf-a1f8-0573c42cda4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:33.862404 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-100a399f-54a1-4aaf-a1f8-0573c42cda4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:33.953163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-100a399f-54a1-4aaf-a1f8-0573c42cda4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:33.957969 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-100a399f-54a1-4aaf-a1f8-0573c42cda4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:33.961843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-100a399f-54a1-4aaf-a1f8-0573c42cda4a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/64adf25f-ef4c-48e9-97cc-50b95b894d62 HTTP/1.1" status: 204 len: 168 time: 0.2308543 Nov 09 17:31:33.972962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a399f-54a1-4aaf-a1f8-0573c42cda4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64adf25f-ef4c-48e9-97cc-50b95b894d62,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:34.048980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44118) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:34.072816 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:34.365724 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7f68c-e99b-4d6f-9549-985249b0d9bd req-e97430bc-e5b2-4dd6-9e83-34fbe23f17ba tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:34.369316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28e7f68c-e99b-4d6f-9549-985249b0d9bd req-e97430bc-e5b2-4dd6-9e83-34fbe23f17ba tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 950 time: 0.1853089 Nov 09 17:31:34.453811 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28e7f68c-e99b-4d6f-9549-985249b0d9bd req-87e5cb5c-7a8a-4079-9e40-74578dd3771b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733981 Nov 09 17:31:34.505783 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-86f29c3b-a0fa-4a74-9bb9-34a4cacb14fd tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:34.509146 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-86f29c3b-a0fa-4a74-9bb9-34a4cacb14fd tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 820 time: 0.3738585 Nov 09 17:31:34.531838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-7c9064e9-c565-4f5d-ba12-dea5b2b62a48 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Request body: {'port': {'device_id': '2b44f0a9-375c-41d3-bdd3-6963bd458f7a', 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db', 'admin_state_up': True, 'tenant_id': '70c630d7be7a41139c470735f4a6f7e7'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:34.581924 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:34.727720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c3bf9dbb-e008-44b2-a05f-db272e879a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:34.873197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a482a9f5-f098-4f56-ab76-0406b5d0fa8f None None] Network ce006f30-25b2-4cac-bd2b-f5b29ae8601a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:34.889460 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eacfbdc6-d5ba-498e-a33b-0ad15f21f318 req-5373adcf-1303-4aea-bf3e-4bbf643cdd98 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 210 time: 0.0469434 Nov 09 17:31:34.937468 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c3bf9dbb-e008-44b2-a05f-db272e879a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:34.949095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-7c9064e9-c565-4f5d-ba12-dea5b2b62a48 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Made reservation on behalf of 70c630d7be7a41139c470735f4a6f7e7 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:34.950848 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c3bf9dbb-e008-44b2-a05f-db272e879a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:34.966310 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-7c9064e9-c565-4f5d-ba12-dea5b2b62a48 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:34.998343 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7361264a-e23d-48e6-82be-d502f4a0dddb None None] Provisioning complete for port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:34.999701 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7361264a-e23d-48e6-82be-d502f4a0dddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:35.042885 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Router e12a387a-1b07-4863-bdcd-03deff61a592 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:31:35.083485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c3bf9dbb-e008-44b2-a05f-db272e879a55 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3813b24a16e8468f83a32fe1e27a7299&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0333481 Nov 09 17:31:35.091355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf9dbb-e008-44b2-a05f-db272e879a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64f3e6b-de0e-400b-bc31-ebe4b45b20cb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:35.113775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44144) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:35.251850 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7361264a-e23d-48e6-82be-d502f4a0dddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:35.297830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7361264a-e23d-48e6-82be-d502f4a0dddb None None] For port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=542579a4-9c2e-4fc5-ac62-b28fb4516f9f,segment=NetworkSegment(489b339f-d0eb-4a7d-8ee9-305ae394b8e6),segment_id=489b339f-d0eb-4a7d-8ee9-305ae394b8e6)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:35.315578 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7361264a-e23d-48e6-82be-d502f4a0dddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:35.348933 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-56600108-519a-47f8-8174-3c6a24bff8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:35.420877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361264a-e23d-48e6-82be-d502f4a0dddb None None] Pushing event updated for resources: {'Port': ['ID=542579a4-9c2e-4fc5-ac62-b28fb4516f9f,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:35.427900 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-920473a3-631e-4400-9822-ae40a55bd337 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=cc849955cbae4b2e9b2cfde53d866b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1737471 Nov 09 17:31:35.444670 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-56600108-519a-47f8-8174-3c6a24bff8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:35.514656 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-56600108-519a-47f8-8174-3c6a24bff8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:35.515799 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-56600108-519a-47f8-8174-3c6a24bff8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:35.521921 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-56600108-519a-47f8-8174-3c6a24bff8f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d64f3e6b-de0e-400b-bc31-ebe4b45b20cb HTTP/1.1" status: 204 len: 168 time: 0.4051218 Nov 09 17:31:35.564239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-7c9064e9-c565-4f5d-ba12-dea5b2b62a48 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Allocated IP 172.20.0.14 (19b117b5-c38d-4730-ba7b-a740b01864db/2ce396ee-92ed-4866-bc41-5c446f272107/0a04bb4a-0e87-420e-b7c8-d1617103f3a1) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:35.570701 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:31:35.597431 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Sync routers for ids ['e12a387a-1b07-4863-bdcd-03deff61a592'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:31:35.616491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56600108-519a-47f8-8174-3c6a24bff8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64f3e6b-de0e-400b-bc31-ebe4b45b20cb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:35.637039 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Routers {'e12a387a-1b07-4863-bdcd-03deff61a592'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:35.638090 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:31:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e12a387a-1b07-4863-bdcd-03deff61a592'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:35.641682 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:35.649076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44168) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:35.653853 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d859a07c-e49d-46ac-92c7-edc672893dcb admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.3394489 Nov 09 17:31:35.775060 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 542579a4-9c2e-4fc5-ac62-b28fb4516f9f up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:35.780087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ea9c0fee-2201-4004-9c68-eb9ff2c0a5c7 None None] Provisioning complete for port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:35.785607 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0fee-2201-4004-9c68-eb9ff2c0a5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:35.832919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-6eb1fd21-1d2c-4b58-a529-135962e47b3c tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:35.834439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-6eb1fd21-1d2c-4b58-a529-135962e47b3c tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4057417 Nov 09 17:31:35.862046 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-06bd4dd0-c31e-412c-b914-fba7d80a99ab tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/quotas/cc849955cbae4b2e9b2cfde53d866b19 HTTP/1.1" status: 200 len: 375 time: 0.0189235 Nov 09 17:31:35.974481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4f918-28d9-421a-9039-02a5c452915d req-18a7bb6a-56f8-4631-a8c6-4bbdb5303c42 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:35.977828 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8f4f918-28d9-421a-9039-02a5c452915d req-18a7bb6a-56f8-4631-a8c6-4bbdb5303c42 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 950 time: 0.2606533 Nov 09 17:31:35.997498 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:35.998284 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:36.036238 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Set router e12a387a-1b07-4863-bdcd-03deff61a592 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:36.102645 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8f4f918-28d9-421a-9039-02a5c452915d req-10ecc273-c8b6-4b45-b169-34a96234db85 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125484 Nov 09 17:31:36.162771 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-7c9064e9-c565-4f5d-ba12-dea5b2b62a48 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:36.165268 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-7978db22-2d93-4569-9a68-ce8ea996d5a9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cc849955cbae4b2e9b2cfde53d866b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2928295 Nov 09 17:31:36.282470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-7c9064e9-c565-4f5d-ba12-dea5b2b62a48 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:36.391372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-7c9064e9-c565-4f5d-ba12-dea5b2b62a48 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Network 19b117b5-c38d-4730-ba7b-a740b01864db is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:36.392485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9064e9-c565-4f5d-ba12-dea5b2b62a48 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Pushing event updated for resources: {'Port': ['ID=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:36.399566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-7c9064e9-c565-4f5d-ba12-dea5b2b62a48 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:36.414026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-7c9064e9-c565-4f5d-ba12-dea5b2b62a48 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:36.425320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-7c9064e9-c565-4f5d-ba12-dea5b2b62a48 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:36.427834 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-7c9064e9-c565-4f5d-ba12-dea5b2b62a48 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:36.470085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bdbf1-8636-464a-8221-28775926d795 req-a10c1fea-985e-4289-8062-c008d76d8fb1 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:36.471479 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3b0bdbf1-8636-464a-8221-28775926d795 req-a10c1fea-985e-4289-8062-c008d76d8fb1 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 932 time: 0.2060616 Nov 09 17:31:36.512356 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-7c9064e9-c565-4f5d-ba12-dea5b2b62a48 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9887195 Nov 09 17:31:36.512569 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290943652-router', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:30Z', 'updated_at': '2021-11-09T17:31:33Z', 'revision_number': 3, 'project_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'gw_port': {'id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:32Z', 'updated_at': '2021-11-09T17:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:36.538070 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Request body: {'port': {'device_id': '2b44f0a9-375c-41d3-bdd3-6963bd458f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:36.567817 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3b0bdbf1-8636-464a-8221-28775926d795 req-b826e1b7-ec6f-469e-94df-b5754a484ca8 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834599 Nov 09 17:31:36.592128 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Checking router: e12a387a-1b07-4863-bdcd-03deff61a592 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:31:36.592499 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Updating router e12a387a-1b07-4863-bdcd-03deff61a592 port 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:31:36.631070 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:36.653985 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:36.666302 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44190) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:36.703698 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:36.723421 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e53eba9d-9526-4f4f-8cd1-e8481a65cec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:36.763556 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9dc338f9-3afc-4186-b6d4-41297b42ff21 req-b0801ea4-16b9-4cea-8e5c-b0cb14a08123 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 210 time: 0.0634823 Nov 09 17:31:37.054396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e53eba9d-9526-4f4f-8cd1-e8481a65cec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.070530 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e53eba9d-9526-4f4f-8cd1-e8481a65cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.154638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53eba9d-9526-4f4f-8cd1-e8481a65cec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb3edc9-2e38-46c1-bafc-7a1ba283f586,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:37.154864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Allocated IP 172.20.0.1 (ce006f30-25b2-4cac-bd2b-f5b29ae8601a/767ee3cf-a0a2-478a-82d2-9f68d95bf190/e6e471a9-b70e-4753-bb3c-b08dee3f4d76) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:37.161167 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e53eba9d-9526-4f4f-8cd1-e8481a65cec5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=860f32dfe3c24fb5b0fa201f89c9337c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4922955 Nov 09 17:31:37.164390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44204) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:37.255645 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.267305 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.273601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:37.306794 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.320436 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb374acf-f6bf-42a5-8283-9f52ae3b20c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.365968 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb374acf-f6bf-42a5-8283-9f52ae3b20c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.385137 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.440734 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.452326 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d73392-f0b0-4327-b1f8-7cfdc6305c79 None None] Pushing event updated for resources: {'Port': ['ID=52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:37.468618 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Attempting to bind port 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:37.470539 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Attempting to bind port 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:37.471005 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Attempting to bind port 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:37.491121 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:37.492362 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:37.492533 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.493066 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:37.493435 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Bound port: 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:37.495844 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.505047 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb374acf-f6bf-42a5-8283-9f52ae3b20c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.512063 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb374acf-f6bf-42a5-8283-9f52ae3b20c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.513853 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fb374acf-f6bf-42a5-8283-9f52ae3b20c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/abb3edc9-2e38-46c1-bafc-7a1ba283f586 HTTP/1.1" status: 204 len: 168 time: 0.3484473 Nov 09 17:31:37.515537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Transition to ACTIVE for port object 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:31:37.517382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 542579a4-9c2e-4fc5-ac62-b28fb4516f9f up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:37.527158 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.533675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb374acf-f6bf-42a5-8283-9f52ae3b20c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb3edc9-2e38-46c1-bafc-7a1ba283f586,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:37.572728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e471a9-b70e-4753-bb3c-b08dee3f4d76,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:37.590890 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Network ce006f30-25b2-4cac-bd2b-f5b29ae8601a is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:37.596164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:37.603416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:37.669380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:37.671278 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] For port 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:37.675276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Attempting to bind port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:37.675762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Attempting to bind port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:37.676143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Attempting to bind port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:37.681432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on network 19b117b5-c38d-4730-ba7b-a740b01864db not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:31:37.681687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Attempting to bind port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:37.686978 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] For port 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:37.688863 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:37.689211 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:37.689658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Bound using segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:37.690113 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Bound port: 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:37.690541 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.702925 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.733548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:37.734316 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.759703 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.819849 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:37.842460 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d73392-f0b0-4327-b1f8-7cfdc6305c79 None None] Pushing event updated for resources: {'Port': ['ID=52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:37.864421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:37.886568 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.896633 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Routers {'e12a387a-1b07-4863-bdcd-03deff61a592'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:37.897610 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:31:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e12a387a-1b07-4863-bdcd-03deff61a592'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:37.999268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:37.999268 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:37.999268 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] 10.222.0.13 "PUT /v2.0/ports/0a04bb4a-0e87-420e-b7c8-d1617103f3a1 HTTP/1.1" status: 200 len: 1092 time: 1.4751055 Nov 09 17:31:37.999268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b44f0a9-375c-41d3-bdd3-6963bd458f7a', 'tag': '0a04bb4a-0e87-420e-b7c8-d1617103f3a1'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:38.000018 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286112db-b23a-4846-96b0-7b465861924f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b44f0a9-375c-41d3-bdd3-6963bd458f7a", "tag": "0a04bb4a-0e87-420e-b7c8-d1617103f3a1"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:38.050423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e500a8-2a99-483a-be47-120b077562f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:38.137546 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] Set router e12a387a-1b07-4863-bdcd-03deff61a592 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:38.206957 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-89c61aa5-795f-4d14-8d0f-550700812c96 None None] Provisioning complete for port e6e471a9-b70e-4753-bb3c-b08dee3f4d76 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:38.210105 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-89c61aa5-795f-4d14-8d0f-550700812c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:38.331536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-89c61aa5-795f-4d14-8d0f-550700812c96 None None] Port e6e471a9-b70e-4753-bb3c-b08dee3f4d76 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:31:38.502431 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290943652-router', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:30Z', 'updated_at': '2021-11-09T17:31:33Z', 'revision_number': 3, 'project_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'gw_port': {'id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:32Z', 'updated_at': '2021-11-09T17:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:38.544389 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7394c469-53af-4a02-9da4-097bd3563012 None None] The sync data for ids ['e12a387a-1b07-4863-bdcd-03deff61a592'] in n-d-817236-1 is: [{'id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290943652-router', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:30Z', 'updated_at': '2021-11-09T17:31:33Z', 'revision_number': 3, 'project_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'gw_port': {'id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:32Z', 'updated_at': '2021-11-09T17:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:31:38.655994 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c91d3ffa-b551-4070-96bd-10f4f4146f58 req-c9064193-5079-419d-b91d-33ffc3eb8f49 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 210 time: 0.0335908 Nov 09 17:31:38.694463 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-33d412d6-428d-49fd-bb57-6afe737e95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:38.696540 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-33d412d6-428d-49fd-bb57-6afe737e95de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 1095 time: 0.6343875 Nov 09 17:31:38.750127 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-cfaf748d-40d4-40f7-b26c-26afa96ed40b tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cc849955cbae4b2e9b2cfde53d866b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956759 Nov 09 17:31:38.761781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:38.776249 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-1f6abb4e-0f43-4e55-9fc2-0c81f5a1b6aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1 HTTP/1.1" status: 200 len: 217 time: 0.0696363 Nov 09 17:31:38.884569 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-b07b8fc9-2c0c-4724-ad71-a0091c49ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:38.895461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-b07b8fc9-2c0c-4724-ad71-a0091c49ceae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.1122942 Nov 09 17:31:38.910643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-69f1ead9-0772-42bc-9180-725416ef16c1 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:38.912421 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-69f1ead9-0772-42bc-9180-725416ef16c1 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478784 Nov 09 17:31:38.930205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Request body: {'port': {'device_id': '2d5d6d34-8c95-4b88-b227-231a56c3d412', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': 'cc849955cbae4b2e9b2cfde53d866b19'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:38.985579 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-58c2093e-3646-4259-af9c-e514c8e6c566 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791154 Nov 09 17:31:39.125738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3457dd0-e801-428f-a133-174460dc2b10 req-59cc49db-7dda-4ece-a6a2-9103e1acf3aa tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:39.150296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3457dd0-e801-428f-a133-174460dc2b10 req-59cc49db-7dda-4ece-a6a2-9103e1acf3aa tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 944 time: 1.0748196 Nov 09 17:31:39.313115 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-07b4d71c-a0ca-4d46-8765-0c1ea2df3ebb service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066046 Nov 09 17:31:39.485356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Made reservation on behalf of cc849955cbae4b2e9b2cfde53d866b19 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:39.489333 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:39.520760 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:39.546765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3457dd0-e801-428f-a133-174460dc2b10 req-0048d2b3-e2a2-43fb-b7ff-f57af7308d83 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952231 Nov 09 17:31:39.560121 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:39.562287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:39.592952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44248) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:39.653250 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:39.655300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465c445-4ef0-457f-85e5-f543b89cfecd req-fb296e1e-cc81-4a8f-98dc-f4efabb182c5 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:39.656649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465c445-4ef0-457f-85e5-f543b89cfecd req-fb296e1e-cc81-4a8f-98dc-f4efabb182c5 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:39.659515 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465c445-4ef0-457f-85e5-f543b89cfecd req-fb296e1e-cc81-4a8f-98dc-f4efabb182c5 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:39.659938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465c445-4ef0-457f-85e5-f543b89cfecd req-fb296e1e-cc81-4a8f-98dc-f4efabb182c5 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:39.661180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465c445-4ef0-457f-85e5-f543b89cfecd req-fb296e1e-cc81-4a8f-98dc-f4efabb182c5 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:39.663667 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0465c445-4ef0-457f-85e5-f543b89cfecd req-fb296e1e-cc81-4a8f-98dc-f4efabb182c5 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412&device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a&device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49&device_id=449f74e0-371e-42f5-823a-db86aabcac95&device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14&device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 4653 time: 0.2190285 Nov 09 17:31:39.665825 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ac0bd0-5b20-4791-8ee3-693e4a2b0af6 x-openstack-request-id: req-02ac0bd0-5b20-4791-8ee3-693e4a2b0af6 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:39.666302 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b44f0a9-375c-41d3-bdd3-6963bd458f7a", "tag": "0a04bb4a-0e87-420e-b7c8-d1617103f3a1", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:39.666621 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02ac0bd0-5b20-4791-8ee3-693e4a2b0af6 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:39.667160 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b44f0a9-375c-41d3-bdd3-6963bd458f7a', 'tag': '0a04bb4a-0e87-420e-b7c8-d1617103f3a1', 'status': 'completed', 'code': 200} Nov 09 17:31:39.672497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:39.681307 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:39.749684 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad62f7d6-5fd3-474f-90e5-dc7d16e9b1c0 req-40695a1d-e32a-442a-8bbd-67099dee7a59 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163983 Nov 09 17:31:39.786012 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0465c445-4ef0-457f-85e5-f543b89cfecd req-79093757-ffba-436f-8759-16f3cd839b87 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:39.992607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e3813559-ea17-4333-b28a-7bbd3c839e78 req-6a0725dd-1466-4589-bd02-6f473e9a29e7 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 210 time: 0.1303954 Nov 09 17:31:40.009439 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:40.019354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:40.034753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e471a9-b70e-4753-bb3c-b08dee3f4d76,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:40.054546 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286112db-b23a-4846-96b0-7b465861924f req-b5884d01-8c27-4ba1-8e36-96d9076a28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:40.056194 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-286112db-b23a-4846-96b0-7b465861924f req-b5884d01-8c27-4ba1-8e36-96d9076a28bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 1095 time: 0.2180078 Nov 09 17:31:40.076901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:40.086279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:40.193647 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:40.201082 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:40.226675 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bfae15c6-25b1-40b3-9cf3-cfe332e181b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:40.238020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:40.292779 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0465c445-4ef0-457f-85e5-f543b89cfecd req-79093757-ffba-436f-8759-16f3cd839b87 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:40.320150 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0465c445-4ef0-457f-85e5-f543b89cfecd req-79093757-ffba-436f-8759-16f3cd839b87 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:40.358331 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0465c445-4ef0-457f-85e5-f543b89cfecd req-79093757-ffba-436f-8759-16f3cd839b87 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 354 time: 0.6688957 Nov 09 17:31:40.398225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:40.429812 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79093757-ffba-436f-8759-16f3cd839b87 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f360821-6a12-40e6-bdf1-b30a0a144921,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:40.438228 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286112db-b23a-4846-96b0-7b465861924f req-63d6493f-026e-4847-95e3-37bf3d610f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:40.440366 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-286112db-b23a-4846-96b0-7b465861924f req-63d6493f-026e-4847-95e3-37bf3d610f88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.3726628 Nov 09 17:31:40.449327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Network ce006f30-25b2-4cac-bd2b-f5b29ae8601a is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:40.461761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:40.583913 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-286112db-b23a-4846-96b0-7b465861924f req-b18c35d2-36a7-4cfe-b739-618099d7895a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1 HTTP/1.1" status: 200 len: 217 time: 0.1340959 Nov 09 17:31:40.588380 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be630891-fa9c-4dff-8f42-5b8db9cc57dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:40.874019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286112db-b23a-4846-96b0-7b465861924f req-d43e822e-d2c8-4086-a9b6-9623f08dbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:40.900418 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-286112db-b23a-4846-96b0-7b465861924f req-d43e822e-d2c8-4086-a9b6-9623f08dbee6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.2968454 Nov 09 17:31:40.906148 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bfae15c6-25b1-40b3-9cf3-cfe332e181b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:40.950782 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bfae15c6-25b1-40b3-9cf3-cfe332e181b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:40.978468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Allocated IP 192.168.233.142 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/fc0494be-448d-4771-b2af-76e4f4f20c6d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:40.986543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ec1c282e-133e-43a6-b848-114658f4a959 None None] Provisioning complete for port e6e471a9-b70e-4753-bb3c-b08dee3f4d76 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:40.987023 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ec1c282e-133e-43a6-b848-114658f4a959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:40.987141 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-286112db-b23a-4846-96b0-7b465861924f req-d132dea5-5924-4a9a-9f47-0cc9d520baec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614986 Nov 09 17:31:41.065572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4e371-f073-43cb-bb87-d76711643a85 req-ccdc6ae1-00b9-47fb-a89a-6fa262418345 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:41.077154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79f4e371-f073-43cb-bb87-d76711643a85 req-ccdc6ae1-00b9-47fb-a89a-6fa262418345 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 944 time: 0.3073385 Nov 09 17:31:41.082243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c282e-133e-43a6-b848-114658f4a959 None None] Port e6e471a9-b70e-4753-bb3c-b08dee3f4d76 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:31:41.208371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79f4e371-f073-43cb-bb87-d76711643a85 req-c17bdc46-08cd-4ffa-96f6-a7c148c0dd0f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295259 Nov 09 17:31:41.254523 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bfae15c6-25b1-40b3-9cf3-cfe332e181b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e6b869355544a7c94a3c3b6fc1710a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6558421 Nov 09 17:31:41.259712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Router e12a387a-1b07-4863-bdcd-03deff61a592 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:31:41.260621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44292) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:41.268311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae15c6-25b1-40b3-9cf3-cfe332e181b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcd4ece-3bfc-4a15-983c-8abd7f788220,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:41.393168 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-286112db-b23a-4846-96b0-7b465861924f req-d1a3cb68-e88a-4270-9ada-7b6a0d39bb6e service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514338 Nov 09 17:31:41.411719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7f57d-e691-48d6-986d-e5707ab6300d req-6e13b6a7-5e17-4979-85c7-87740140fb8f tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:41.412373 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7f57d-e691-48d6-986d-e5707ab6300d req-6e13b6a7-5e17-4979-85c7-87740140fb8f tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:41.412924 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7f57d-e691-48d6-986d-e5707ab6300d req-6e13b6a7-5e17-4979-85c7-87740140fb8f tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:41.429869 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17f7f57d-e691-48d6-986d-e5707ab6300d req-6e13b6a7-5e17-4979-85c7-87740140fb8f tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49&device_id=449f74e0-371e-42f5-823a-db86aabcac95&device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 2883 time: 0.3197966 Nov 09 17:31:41.506646 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:41.527514 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:41.584268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:31:41.601869 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-67eb7c4f-ea92-4298-be8e-1596f130e4c9 admin admin] 10.222.0.81 "PUT /v2.0/routers/e12a387a-1b07-4863-bdcd-03deff61a592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9514060 Nov 09 17:31:41.654158 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:41.696149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:41.700662 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:41.727129 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b6e9706e-7f99-4a5b-8d78-1e53f63c156d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:41.756509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:41.761141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:41.774757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Sync routers for ids ['e12a387a-1b07-4863-bdcd-03deff61a592'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:31:41.784835 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b6e9706e-7f99-4a5b-8d78-1e53f63c156d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:41.799554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:41.834435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Routers {'e12a387a-1b07-4863-bdcd-03deff61a592'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:41.838141 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:31:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e12a387a-1b07-4863-bdcd-03deff61a592'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:41.924139 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17f7f57d-e691-48d6-986d-e5707ab6300d req-dc83d734-6799-4333-af02-9b0c280f7145 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927471 Nov 09 17:31:41.946063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:41.946749 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:41.951377 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b6e9706e-7f99-4a5b-8d78-1e53f63c156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:41.951615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Pushing event updated for resources: {'Port': ['ID=fc0494be-448d-4771-b2af-76e4f4f20c6d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:41.958016 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b6e9706e-7f99-4a5b-8d78-1e53f63c156d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:41.971634 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b6e9706e-7f99-4a5b-8d78-1e53f63c156d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3dcd4ece-3bfc-4a15-983c-8abd7f788220 HTTP/1.1" status: 204 len: 168 time: 0.6948819 Nov 09 17:31:41.988171 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-5fe728f1-8571-4ce3-b159-cc7659c97db9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0651410 Nov 09 17:31:42.012683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9706e-7f99-4a5b-8d78-1e53f63c156d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcd4ece-3bfc-4a15-983c-8abd7f788220,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:42.019379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Request body: {'port': {'device_id': '2d5d6d34-8c95-4b88-b227-231a56c3d412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:42.058126 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-286112db-b23a-4846-96b0-7b465861924f req-ca62aa3c-fbbe-4027-af57-a5a7f6de7dfb service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6582794 Nov 09 17:31:42.146374 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:42.172595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7c34e-f5d6-4125-aaaa-35a3ef61a497 req-87091344-061e-41c8-a006-c7e675fd0518 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:42.180273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dfa7c34e-f5d6-4125-aaaa-35a3ef61a497 req-87091344-061e-41c8-a006-c7e675fd0518 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 936 time: 0.1532023 Nov 09 17:31:42.274375 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dfa7c34e-f5d6-4125-aaaa-35a3ef61a497 req-f49c49e7-4349-4f63-84a9-f372b1d6e067 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930667 Nov 09 17:31:42.381894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Set router e12a387a-1b07-4863-bdcd-03deff61a592 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:42.459969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-293e45b7-16f3-4f63-b92f-97ae3542b3c7 None None] Provisioning complete for port fc0494be-448d-4771-b2af-76e4f4f20c6d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:42.460620 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-293e45b7-16f3-4f63-b92f-97ae3542b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:42.574959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0494be-448d-4771-b2af-76e4f4f20c6d {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:42.586197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:42.605339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Transition to ACTIVE for port object fc0494be-448d-4771-b2af-76e4f4f20c6d will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:31:42.614996 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:42.723964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-293e45b7-16f3-4f63-b92f-97ae3542b3c7 None None] Port fc0494be-448d-4771-b2af-76e4f4f20c6d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:31:42.732355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44332) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:42.827437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Pushing event updated for resources: {'Port': ['ID=fc0494be-448d-4771-b2af-76e4f4f20c6d,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:42.828366 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba74fa20-eb4a-47e1-9eb2-a0caedecfeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:43.026354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290943652-router', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:30Z', 'updated_at': '2021-11-09T17:31:38Z', 'revision_number': 4, 'project_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'gw_port': {'id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:32Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e6e471a9-b70e-4753-bb3c-b08dee3f4d76', 'name': '', 'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'mac_address': 'fa:16:3e:18:45:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '767ee3cf-a0a2-478a-82d2-9f68d95bf190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:36Z', 'updated_at': '2021-11-09T17:31:39Z', 'revision_number': 2, 'project_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'subnets': [{'id': '767ee3cf-a0a2-478a-82d2-9f68d95bf190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:43.062209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Attempting to bind port fc0494be-448d-4771-b2af-76e4f4f20c6d on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:43.062761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Attempting to bind port fc0494be-448d-4771-b2af-76e4f4f20c6d by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:43.064518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Attempting to bind port fc0494be-448d-4771-b2af-76e4f4f20c6d on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:43.089223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Port fc0494be-448d-4771-b2af-76e4f4f20c6d on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:31:43.089987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Attempting to bind port fc0494be-448d-4771-b2af-76e4f4f20c6d on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:43.114030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Checking router: e12a387a-1b07-4863-bdcd-03deff61a592 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:31:43.114388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Updating router e12a387a-1b07-4863-bdcd-03deff61a592 port e6e471a9-b70e-4753-bb3c-b08dee3f4d76 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:31:43.116513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:43.117121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:43.118098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:43.119522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Bound port: fc0494be-448d-4771-b2af-76e4f4f20c6d, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:43.120578 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:43.153009 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba74fa20-eb4a-47e1-9eb2-a0caedecfeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:43.193690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208472d8-a21c-47e2-986b-9faa78505d87 req-3c227a05-032f-4eb2-bb52-7f3cbf9ba266 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:43.194432 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:43.195428 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-208472d8-a21c-47e2-986b-9faa78505d87 req-3c227a05-032f-4eb2-bb52-7f3cbf9ba266 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 944 time: 0.4405072 Nov 09 17:31:43.196273 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba74fa20-eb4a-47e1-9eb2-a0caedecfeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:43.267806 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ba74fa20-eb4a-47e1-9eb2-a0caedecfeb0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5df56c57ed6e4303b39ca1a912e18768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5304503 Nov 09 17:31:43.270225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44352) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:43.334787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] For port fc0494be-448d-4771-b2af-76e4f4f20c6d, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:43.343871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74fa20-eb4a-47e1-9eb2-a0caedecfeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735d87bd-0c7b-4018-82b3-5b3e1941549b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:43.375481 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-208472d8-a21c-47e2-986b-9faa78505d87 req-2a6760a7-7ebf-494c-8876-77d7ae8a3f58 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204488 Nov 09 17:31:43.405718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] For port fc0494be-448d-4771-b2af-76e4f4f20c6d, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fc0494be-448d-4771-b2af-76e4f4f20c6d,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:43.413906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:43.462094 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d48e5ca6-2922-4440-9e96-d57729cda578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:43.489160 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d48e5ca6-2922-4440-9e96-d57729cda578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:43.533687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:31:43.547943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:43.548593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:43.550070 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] 10.222.0.13 "PUT /v2.0/ports/fc0494be-448d-4771-b2af-76e4f4f20c6d HTTP/1.1" status: 200 len: 1096 time: 1.5488958 Nov 09 17:31:43.579467 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5d6d34-8c95-4b88-b227-231a56c3d412', 'tag': 'fc0494be-448d-4771-b2af-76e4f4f20c6d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:43.582257 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85776312-6f45-4f50-9b65-939acf4162cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5d6d34-8c95-4b88-b227-231a56c3d412", "tag": "fc0494be-448d-4771-b2af-76e4f4f20c6d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:43.589816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d48e5ca6-2922-4440-9e96-d57729cda578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:43.592663 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d48e5ca6-2922-4440-9e96-d57729cda578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:43.605754 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d48e5ca6-2922-4440-9e96-d57729cda578 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/735d87bd-0c7b-4018-82b3-5b3e1941549b HTTP/1.1" status: 204 len: 168 time: 0.3313758 Nov 09 17:31:43.671455 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e03f9c0b-d02a-47b1-acbd-4c131a4332d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:43.689382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e5ca6-2922-4440-9e96-d57729cda578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735d87bd-0c7b-4018-82b3-5b3e1941549b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:43.705676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a134dec-c462-438d-b342-3c9392531a6d service neutron] Pushing event updated for resources: {'Port': ['ID=fc0494be-448d-4771-b2af-76e4f4f20c6d,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:43.733446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-fc2175e2-f528-44c4-b1fb-4ab73ef62b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:43.736273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-fc2175e2-f528-44c4-b1fb-4ab73ef62b55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc849955cbae4b2e9b2cfde53d866b19&device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 1099 time: 0.1244512 Nov 09 17:31:43.749896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc90c54-6699-4e05-92da-e5633e6071a7 req-2c06a967-e1b4-4411-bdb2-952c8412614e tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:43.764132 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbc90c54-6699-4e05-92da-e5633e6071a7 req-2c06a967-e1b4-4411-bdb2-952c8412614e tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 948 time: 0.1691895 Nov 09 17:31:43.882618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-0e060813-4a47-4d50-8949-06076b3f96dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=fc0494be-448d-4771-b2af-76e4f4f20c6d HTTP/1.1" status: 200 len: 217 time: 0.1353569 Nov 09 17:31:43.899828 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbc90c54-6699-4e05-92da-e5633e6071a7 req-6ece6833-75fd-4a94-be69-cc4e923a3b74 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325855 Nov 09 17:31:43.901615 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:43.933088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:43.950999 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '0a04bb4a-0e87-420e-b7c8-d1617103f3a1', 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db', 'port_id': '0a04bb4a-0e87-420e-b7c8-d1617103f3a1', 'mac_address': 'fa:16:3e:5d:4a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce396ee-92ed-4866-bc41-5c446f272107', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:31:43.952835 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:44.012271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-dbbffd20-97a4-4956-922d-ac05cdbca60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:44.013833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-dbbffd20-97a4-4956-922d-ac05cdbca60a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1213727 Nov 09 17:31:44.084916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-83e3e986-ca20-4e66-a94a-b4eaf5b0579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:44.088425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-83e3e986-ca20-4e66-a94a-b4eaf5b0579c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674038 Nov 09 17:31:44.094811 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:44.135067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd61c62-a126-4625-8179-5640191a0b0e None None] Pushing event updated for resources: {'Port': ['ID=e6e471a9-b70e-4753-bb3c-b08dee3f4d76,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:44.155752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:44.301464 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:44.301965 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-52391e23-e942-458f-a86d-772e06449394 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047186 Nov 09 17:31:44.304757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:44.307823 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0827dd60-7977-43c7-ae9a-5fabe2261db2 x-openstack-request-id: req-0827dd60-7977-43c7-ae9a-5fabe2261db2 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:44.308777 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5d6d34-8c95-4b88-b227-231a56c3d412", "tag": "fc0494be-448d-4771-b2af-76e4f4f20c6d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:44.309382 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0827dd60-7977-43c7-ae9a-5fabe2261db2 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:44.310097 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5d6d34-8c95-4b88-b227-231a56c3d412', 'tag': 'fc0494be-448d-4771-b2af-76e4f4f20c6d', 'status': 'completed', 'code': 200} Nov 09 17:31:44.327472 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:44.345696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Attempting to bind port e6e471a9-b70e-4753-bb3c-b08dee3f4d76 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:44.346341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Attempting to bind port e6e471a9-b70e-4753-bb3c-b08dee3f4d76 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '489b339f-d0eb-4a7d-8ee9-305ae394b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:44.346991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Attempting to bind port e6e471a9-b70e-4753-bb3c-b08dee3f4d76 on network ce006f30-25b2-4cac-bd2b-f5b29ae8601a {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:44.453904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:44.456879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Checking segment: {'id': '489b339f-d0eb-4a7d-8ee9-305ae394b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:44.457963 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:44.458893 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Bound using segment: {'id': '489b339f-d0eb-4a7d-8ee9-305ae394b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:44.460259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Bound port: e6e471a9-b70e-4753-bb3c-b08dee3f4d76, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489b339f-d0eb-4a7d-8ee9-305ae394b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:44.461243 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:44.539908 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:44.565958 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0a04bb4a-0e87-420e-b7c8-d1617103f3a1'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:44.653850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] For port e6e471a9-b70e-4753-bb3c-b08dee3f4d76, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:44.659091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-eb4de0be-bcde-40e0-88c3-00b2715784e2 None None] Provisioning complete for port e6e471a9-b70e-4753-bb3c-b08dee3f4d76 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:44.659703 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-eb4de0be-bcde-40e0-88c3-00b2715784e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:44.700217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] For port e6e471a9-b70e-4753-bb3c-b08dee3f4d76, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e6e471a9-b70e-4753-bb3c-b08dee3f4d76,segment=NetworkSegment(489b339f-d0eb-4a7d-8ee9-305ae394b8e6),segment_id=489b339f-d0eb-4a7d-8ee9-305ae394b8e6)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:44.712548 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:44.770883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-eb4de0be-bcde-40e0-88c3-00b2715784e2 None None] Port e6e471a9-b70e-4753-bb3c-b08dee3f4d76 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:31:44.843334 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Routers {'e12a387a-1b07-4863-bdcd-03deff61a592'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:44.844190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:31:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e12a387a-1b07-4863-bdcd-03deff61a592'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:44.848964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd61c62-a126-4625-8179-5640191a0b0e None None] Pushing event updated for resources: {'Port': ['ID=e6e471a9-b70e-4753-bb3c-b08dee3f4d76,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:44.852457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4ea6e-5ee5-4b36-be82-af7e10f6ee4b req-0ddfe7bd-ac01-4021-b8e8-3d40669a9c49 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:44.876682 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dfb4ea6e-5ee5-4b36-be82-af7e10f6ee4b req-0ddfe7bd-ac01-4021-b8e8-3d40669a9c49 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 945 time: 0.1028113 Nov 09 17:31:44.945522 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dfb4ea6e-5ee5-4b36-be82-af7e10f6ee4b req-84855fe0-cb52-4711-9c72-843a57b94e4e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665874 Nov 09 17:31:44.984590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745b8049-f23e-42c8-89ff-0546c1bd401b req-de686209-19c6-499e-a3c7-0bcb64dabcd4 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732299 Nov 09 17:31:45.152817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776312-6f45-4f50-9b65-939acf4162cb req-babfc27d-7362-4db8-b923-595620a66ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:45.154418 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85776312-6f45-4f50-9b65-939acf4162cb req-babfc27d-7362-4db8-b923-595620a66ddb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc849955cbae4b2e9b2cfde53d866b19&device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 1099 time: 0.0760894 Nov 09 17:31:45.156070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] Set router e12a387a-1b07-4863-bdcd-03deff61a592 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:45.211304 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44426) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:45.330690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe5fcb-c1bf-46d8-a868-164b1631dfbd req-95b2e813-e481-41a4-bb1e-b24d1b19469c tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:45.330690 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cafe5fcb-c1bf-46d8-a868-164b1631dfbd req-95b2e813-e481-41a4-bb1e-b24d1b19469c tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 1101 time: 0.0926435 Nov 09 17:31:45.331049 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44430) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:45.346910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776312-6f45-4f50-9b65-939acf4162cb req-cc132327-1753-4235-bb20-fbb370f4a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:45.348534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85776312-6f45-4f50-9b65-939acf4162cb req-cc132327-1753-4235-bb20-fbb370f4a4a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.1858401 Nov 09 17:31:45.404323 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:45.405526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-03ff4c9f-320d-40aa-9b28-45e52c2fe39b None None] Provisioning complete for port e6e471a9-b70e-4753-bb3c-b08dee3f4d76 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:45.406149 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03ff4c9f-320d-40aa-9b28-45e52c2fe39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:45.419646 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cafe5fcb-c1bf-46d8-a868-164b1631dfbd req-bf8b68b8-e349-47fb-8f36-1aa231b6eb3f tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699313 Nov 09 17:31:45.420721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85776312-6f45-4f50-9b65-939acf4162cb req-c3692084-7668-49c6-9a19-02f2954633e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=fc0494be-448d-4771-b2af-76e4f4f20c6d HTTP/1.1" status: 200 len: 217 time: 0.0638502 Nov 09 17:31:45.534368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776312-6f45-4f50-9b65-939acf4162cb req-7f687ea7-8317-4726-8cdf-0b98a5ebfe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:45.535935 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85776312-6f45-4f50-9b65-939acf4162cb req-7f687ea7-8317-4726-8cdf-0b98a5ebfe5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1079161 Nov 09 17:31:45.546725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44436) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:45.551979 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5cfc0516-7d6a-4beb-ad4a-801e69b59ed7 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2075462403', 'description': 'tempest-description--623450119'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:45.613997 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1438910257-network', 'tenant_id': '61ce788f443e4e8eb29322a533919f37'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:45.663866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776312-6f45-4f50-9b65-939acf4162cb req-5796cb08-2f59-4868-8777-a303ad95ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:45.665822 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85776312-6f45-4f50-9b65-939acf4162cb req-5796cb08-2f59-4868-8777-a303ad95ada0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056130 Nov 09 17:31:45.668397 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ed136c4-690f-4d76-bd61-5c2c320ca37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:45.686786 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0516-7d6a-4beb-ad4a-801e69b59ed7 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:45.734661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Made reservation on behalf of 61ce788f443e4e8eb29322a533919f37 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:45.737529 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:45.765768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50ba87-e8c8-4a1b-a097-4c7b4e83b7d8 req-b77770d9-0eba-4e18-bafd-5979dfba42aa tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:45.778388 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba50ba87-e8c8-4a1b-a097-4c7b4e83b7d8 req-b77770d9-0eba-4e18-bafd-5979dfba42aa tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 948 time: 0.1728394 Nov 09 17:31:45.812131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:45.906905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03ff4c9f-320d-40aa-9b28-45e52c2fe39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:45.922654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba50ba87-e8c8-4a1b-a097-4c7b4e83b7d8 req-da9fb0ca-fdcc-4fbf-b59a-5c6fd52f70bc tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432512 Nov 09 17:31:46.007035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73165190-b5f3-4526-9dd9-a3b12adb0e48 req-7debf14e-78be-426d-80d9-1e151881cfef tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:46.020181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-73165190-b5f3-4526-9dd9-a3b12adb0e48 req-7debf14e-78be-426d-80d9-1e151881cfef tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 1101 time: 0.1820471 Nov 09 17:31:46.048505 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-03ff4c9f-320d-40aa-9b28-45e52c2fe39b None None] For port e6e471a9-b70e-4753-bb3c-b08dee3f4d76, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e6e471a9-b70e-4753-bb3c-b08dee3f4d76,segment=NetworkSegment(489b339f-d0eb-4a7d-8ee9-305ae394b8e6),segment_id=489b339f-d0eb-4a7d-8ee9-305ae394b8e6)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:46.054796 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03ff4c9f-320d-40aa-9b28-45e52c2fe39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.071256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85776312-6f45-4f50-9b65-939acf4162cb req-24b7c083-2e4f-4b72-9f6d-c249876600a1 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926475 Nov 09 17:31:46.077194 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0516-7d6a-4beb-ad4a-801e69b59ed7 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.107744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0516-7d6a-4beb-ad4a-801e69b59ed7 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.123760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff4c9f-320d-40aa-9b28-45e52c2fe39b None None] Pushing event updated for resources: {'Port': ['ID=e6e471a9-b70e-4753-bb3c-b08dee3f4d76,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:46.162663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ed136c4-690f-4d76-bd61-5c2c320ca37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.165409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290943652-router', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:30Z', 'updated_at': '2021-11-09T17:31:38Z', 'revision_number': 4, 'project_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'gw_port': {'id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:32Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e6e471a9-b70e-4753-bb3c-b08dee3f4d76', 'name': '', 'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'mac_address': 'fa:16:3e:18:45:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '767ee3cf-a0a2-478a-82d2-9f68d95bf190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:36Z', 'updated_at': '2021-11-09T17:31:44Z', 'revision_number': 4, 'project_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'subnets': [{'id': '767ee3cf-a0a2-478a-82d2-9f68d95bf190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:46.202355 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ed136c4-690f-4d76-bd61-5c2c320ca37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.209840 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-73165190-b5f3-4526-9dd9-a3b12adb0e48 req-1d459dd1-3455-44e0-9ba3-2cf98eeec7c5 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698096 Nov 09 17:31:46.231034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bbbdfa-d7ab-431c-a2a2-ba4ad0568252 None None] The sync data for ids ['e12a387a-1b07-4863-bdcd-03deff61a592'] in n-d-817236-1 is: [{'id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290943652-router', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:30Z', 'updated_at': '2021-11-09T17:31:38Z', 'revision_number': 4, 'project_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'gw_port': {'id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:32Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e6e471a9-b70e-4753-bb3c-b08dee3f4d76', 'name': '', 'network_id': 'ce006f30-25b2-4cac-bd2b-f5b29ae8601a', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'mac_address': 'fa:16:3e:18:45:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '767ee3cf-a0a2-478a-82d2-9f68d95bf190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:36Z', 'updated_at': '2021-11-09T17:31:44Z', 'revision_number': 4, 'project_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'subnets': [{'id': '767ee3cf-a0a2-478a-82d2-9f68d95bf190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:31:46.271188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44458) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:46.275083 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0516-7d6a-4beb-ad4a-801e69b59ed7 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.280198 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5cfc0516-7d6a-4beb-ad4a-801e69b59ed7 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7317204 Nov 09 17:31:46.297669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44460) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:46.334860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a113c27b-22f4-4c6d-b01a-da74667a0de4 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Request body: {'security_group_rule': {'security_group_id': '4c7fed44-a232-4382-853d-574c6fa90640', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:46.356466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85776312-6f45-4f50-9b65-939acf4162cb req-27006f60-a3c7-48b7-8e8c-9d71fb2d4703 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671275 Nov 09 17:31:46.377857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc0516-7d6a-4beb-ad4a-801e69b59ed7 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7fed44-a232-4382-853d-574c6fa90640,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:46.409684 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a113c27b-22f4-4c6d-b01a-da74667a0de4 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.474521 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.482227 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed136c4-690f-4d76-bd61-5c2c320ca37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949bb190-3840-41a7-8044-66282a3dbc13,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:46.490564 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0ed136c4-690f-4d76-bd61-5c2c320ca37c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6f2e3d290b347c3a664ba3baabd2709&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2762272 Nov 09 17:31:46.491116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44468) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:46.493011 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.575714 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a113c27b-22f4-4c6d-b01a-da74667a0de4 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.579009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad3cc5-e2c8-43a5-9984-381e0f7a8032 req-d63fba28-a524-43dd-b88c-db767cb036d3 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:46.580994 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-28ad3cc5-e2c8-43a5-9984-381e0f7a8032 req-d63fba28-a524-43dd-b88c-db767cb036d3 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 945 time: 0.4048223 Nov 09 17:31:46.584308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:31:46.601359 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fc98970-0075-4fa7-b53a-4a275deff2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.634936 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a113c27b-22f4-4c6d-b01a-da74667a0de4 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.644007 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.644504 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Added segment 9081290e-4de5-4ee2-979b-03976d740ba5 of type vlan for network 602e13ae-1442-4af1-a285-336455e1cb46 Nov 09 17:31:46.648304 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350853a1-faf2-4e47-b15e-cb98967d7fb8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:46.713474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113c27b-22f4-4c6d-b01a-da74667a0de4 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4becd00d-49e9-4dca-a635-96ec2489e175,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:46.740220 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a113c27b-22f4-4c6d-b01a-da74667a0de4 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.741776 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a113c27b-22f4-4c6d-b01a-da74667a0de4 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4385300 Nov 09 17:31:46.746290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44474) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:46.754963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-08bf729a-e6fd-44cf-b859-9331844b4814 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Request body: {'security_group_rule': {'security_group_id': '4c7fed44-a232-4382-853d-574c6fa90640', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:46.759862 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-28ad3cc5-e2c8-43a5-9984-381e0f7a8032 req-ad61793f-4445-4ef1-9018-bf1e5015b3f7 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604786 Nov 09 17:31:46.793314 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.797637 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b23b92e2-cef4-467e-aaba-ad1906240cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.847988 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08bf729a-e6fd-44cf-b859-9331844b4814 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.943282 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b23b92e2-cef4-467e-aaba-ad1906240cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.976028 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:46.977137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:46.978927 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.027508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fc98970-0075-4fa7-b53a-4a275deff2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.043327 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fc98970-0075-4fa7-b53a-4a275deff2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.050646 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08bf729a-e6fd-44cf-b859-9331844b4814 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.087937 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08bf729a-e6fd-44cf-b859-9331844b4814 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.118161 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7840867 Nov 09 17:31:47.125172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44482) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:47.130671 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a4eab92f-c56b-4ec1-ae88-cef3a538bc55 admin admin] Request body: {'subnet': {'network_id': '602e13ae-1442-4af1-a285-336455e1cb46', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438910257-subnet', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:47.158831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316eaf50-c582-4d05-b484-723d3ef63f37 admin admin] Pushing event updated for resources: {'Network': ['ID=602e13ae-1442-4af1-a285-336455e1cb46,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:47.171463 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 602e13ae-1442-4af1-a285-336455e1cb46 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:31:47.175323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc98970-0075-4fa7-b53a-4a275deff2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89592cb-8fce-48af-9e3f-268975abe018,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:47.187908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf729a-e6fd-44cf-b859-9331844b4814 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec8f01c-ad7a-4b4c-8020-b0a97a09d1b1,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:47.200825 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b23b92e2-cef4-467e-aaba-ad1906240cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.201849 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6fc98970-0075-4fa7-b53a-4a275deff2fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=188d85f0ae0344c1ba7139f9123114b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9298472 Nov 09 17:31:47.202868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44484) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:47.203155 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b23b92e2-cef4-467e-aaba-ad1906240cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.206764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b23b92e2-cef4-467e-aaba-ad1906240cd9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/949bb190-3840-41a7-8044-66282a3dbc13 HTTP/1.1" status: 204 len: 168 time: 0.7007399 Nov 09 17:31:47.218513 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b92e2-cef4-467e-aaba-ad1906240cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949bb190-3840-41a7-8044-66282a3dbc13,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:47.230663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eab92f-c56b-4ec1-ae88-cef3a538bc55 admin admin] Made reservation on behalf of 61ce788f443e4e8eb29322a533919f37 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:47.235668 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a4eab92f-c56b-4ec1-ae88-cef3a538bc55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.329394 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08bf729a-e6fd-44cf-b859-9331844b4814 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.335015 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-08bf729a-e6fd-44cf-b859-9331844b4814 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5838523 Nov 09 17:31:47.345457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44490) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:47.370698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:47.442545 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fc0494be-448d-4771-b2af-76e4f4f20c6d details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:31:47.487953 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:47.518998 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:31:47.556753 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49959d29-4766-4982-824f-d19551ee5abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.609803 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.622541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e6e471a9-b70e-4753-bb3c-b08dee3f4d76 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:47.640907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44504) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:47.667609 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49959d29-4766-4982-824f-d19551ee5abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.729350 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.762616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4920b44-9369-4bd7-b190-ddb3e5e9a2d6 req-4f986316-4768-4ebf-bbb0-30ba166973b6 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:47.778820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4920b44-9369-4bd7-b190-ddb3e5e9a2d6 req-4f986316-4768-4ebf-bbb0-30ba166973b6 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 948 time: 0.5948975 Nov 09 17:31:47.791464 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49959d29-4766-4982-824f-d19551ee5abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.800290 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49959d29-4766-4982-824f-d19551ee5abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.802872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-49959d29-4766-4982-824f-d19551ee5abb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d89592cb-8fce-48af-9e3f-268975abe018 HTTP/1.1" status: 204 len: 168 time: 0.5781024 Nov 09 17:31:47.887309 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e6e471a9-b70e-4753-bb3c-b08dee3f4d76 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:47.892923 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.899465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:31:47.950665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a4eab92f-c56b-4ec1-ae88-cef3a538bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:47.972210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:47.972497 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.026477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44516) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:48.027860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49959d29-4766-4982-824f-d19551ee5abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89592cb-8fce-48af-9e3f-268975abe018,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:48.101014 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d100a3a4-8771-4260-9ad6-37e4c37c508d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.123617 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fc0494be-448d-4771-b2af-76e4f4f20c6d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fc0494be-448d-4771-b2af-76e4f4f20c6d,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:48.137663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059be90-33d5-40c0-ba7f-e4c21caa49a5 req-c977e04d-c284-4e61-9ca0-57ae44595fd5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:48.138852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4920b44-9369-4bd7-b190-ddb3e5e9a2d6 req-b3bcbb73-feb6-40ff-9e3a-bfd421170e1f tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571339 Nov 09 17:31:48.146947 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6059be90-33d5-40c0-ba7f-e4c21caa49a5 req-c977e04d-c284-4e61-9ca0-57ae44595fd5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 945 time: 0.2667422 Nov 09 17:31:48.170032 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'fc0494be-448d-4771-b2af-76e4f4f20c6d', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'fc0494be-448d-4771-b2af-76e4f4f20c6d', 'mac_address': 'fa:16:3e:1b:7a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:31:48.187907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eab92f-c56b-4ec1-ae88-cef3a538bc55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=942163c2-3953-4813-b3b0-df527cbbf24f,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:48.283751 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eab92f-c56b-4ec1-ae88-cef3a538bc55 admin admin] Checking segment: {'id': '9081290e-4de5-4ee2-979b-03976d740ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '602e13ae-1442-4af1-a285-336455e1cb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:48.284386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eab92f-c56b-4ec1-ae88-cef3a538bc55 admin admin] Network hostable DHCP agents. Network: 602e13ae-1442-4af1-a285-336455e1cb46, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:31:48.329878 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6059be90-33d5-40c0-ba7f-e4c21caa49a5 req-cd8f04ec-fb54-464c-a87a-0859ef3b32ae tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818938 Nov 09 17:31:48.357165 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.417302 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eab92f-c56b-4ec1-ae88-cef3a538bc55 admin admin] Network 602e13ae-1442-4af1-a285-336455e1cb46 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:31:48.459092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-a4eab92f-c56b-4ec1-ae88-cef3a538bc55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 602e13ae-1442-4af1-a285-336455e1cb46) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:48.481537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eab92f-c56b-4ec1-ae88-cef3a538bc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:48.482145 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a4eab92f-c56b-4ec1-ae88-cef3a538bc55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.488476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f98afcf-8d1d-4884-bf95-0651c4502281 None None] Network 602e13ae-1442-4af1-a285-336455e1cb46 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:48.513790 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825471c-6cdd-498b-a665-f76b4ab6a605 req-739d25c1-c78b-4564-b39f-f8c1a364df22 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:48.524826 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9825471c-6cdd-498b-a665-f76b4ab6a605 req-739d25c1-c78b-4564-b39f-f8c1a364df22 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1810269 Nov 09 17:31:48.538768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d100a3a4-8771-4260-9ad6-37e4c37c508d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.549901 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a4eab92f-c56b-4ec1-ae88-cef3a538bc55 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4247229 Nov 09 17:31:48.553868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44524) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:48.569266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1438910257-router', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:48.572706 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d100a3a4-8771-4260-9ad6-37e4c37c508d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.657017 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d100a3a4-8771-4260-9ad6-37e4c37c508d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2826ea9a6a854919ab58072872e207fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6242893 Nov 09 17:31:48.657017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100a3a4-8771-4260-9ad6-37e4c37c508d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3334e0-8d49-42cd-9ef6-1bb00a0a4afa,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:48.661024 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.662443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.672034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44526) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:48.712728 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.740428 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f4ed46d6-d469-4e04-8c11-b0eb7d50ec85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.742837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0494be-448d-4771-b2af-76e4f4f20c6d {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:48.746956 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.768902 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.772042 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9825471c-6cdd-498b-a665-f76b4ab6a605 req-99f16709-63b0-4a84-8e81-7c385c301492 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459803 Nov 09 17:31:48.808844 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fc0494be-448d-4771-b2af-76e4f4f20c6d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fc0494be-448d-4771-b2af-76e4f4f20c6d,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:48.820848 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.824145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Allocated IP 172.25.1.37 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/3989d32c-be69-4046-9ce1-10272fed4274) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:48.850237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b44f0a9-375c-41d3-bdd3-6963bd458f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a04bb4a-0e87-420e-b7c8-d1617103f3a1'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:48.852739 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae02207-4c6c-4dfb-82a4-45dafa0a765d" -d '{"events": [{"server_uuid": "2b44f0a9-375c-41d3-bdd3-6963bd458f7a", "name": "network-vif-plugged", "status": "completed", "tag": "0a04bb4a-0e87-420e-b7c8-d1617103f3a1"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:48.857742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44528) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:48.900891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:48.914851 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.929034 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23767d23-e223-4c8d-bf35-848b3a8cea30 x-openstack-request-id: req-23767d23-e223-4c8d-bf35-848b3a8cea30 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:48.929361 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b44f0a9-375c-41d3-bdd3-6963bd458f7a", "name": "network-vif-plugged", "status": "completed", "tag": "0a04bb4a-0e87-420e-b7c8-d1617103f3a1", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:48.929615 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23767d23-e223-4c8d-bf35-848b3a8cea30 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:48.930010 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b44f0a9-375c-41d3-bdd3-6963bd458f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a04bb4a-0e87-420e-b7c8-d1617103f3a1', 'code': 200} Nov 09 17:31:48.966679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=fc0494be-448d-4771-b2af-76e4f4f20c6d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:48.981623 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a25ac4e6-1d82-48b6-96b3-74fb1bf43232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.990746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-602e13ae-1442-4af1-a285-336455e1cb46', 'network_id': '602e13ae-1442-4af1-a285-336455e1cb46', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'fixed_ips': [{'subnet_id': '942163c2-3953-4813-b3b0-df527cbbf24f'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:31:48.990746 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:48.998249 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.055821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['fc0494be-448d-4771-b2af-76e4f4f20c6d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:31:49.095751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f784a0b8-746f-483e-90af-414f19b0f305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.111073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f4ed46d6-d469-4e04-8c11-b0eb7d50ec85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.118078 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f4ed46d6-d469-4e04-8c11-b0eb7d50ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.170720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed46d6-d469-4e04-8c11-b0eb7d50ec85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9c15a7-2950-454d-8b63-22bd06c070e9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:49.176941 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f4ed46d6-d469-4e04-8c11-b0eb7d50ec85 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ef66f3200f2411280717cdcbe550de4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3947530 Nov 09 17:31:49.185081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44534) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:49.208982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f784a0b8-746f-483e-90af-414f19b0f305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.260458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:49.294014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cf7c6-a4db-430c-af94-694279705668 req-5c6257dd-564c-43ec-b7d7-9c05ad5502e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:49.295917 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-271cf7c6-a4db-430c-af94-694279705668 req-5c6257dd-564c-43ec-b7d7-9c05ad5502e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 1097 time: 0.2434084 Nov 09 17:31:49.303842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Allocated IP 172.20.0.2 (602e13ae-1442-4af1-a285-336455e1cb46/942163c2-3953-4813-b3b0-df527cbbf24f/a9b5c1a8-ff71-4789-868f-a7b6139c076b) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:49.373431 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.432286 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f784a0b8-746f-483e-90af-414f19b0f305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.435627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f784a0b8-746f-483e-90af-414f19b0f305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.437197 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f784a0b8-746f-483e-90af-414f19b0f305 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd3334e0-8d49-42cd-9ef6-1bb00a0a4afa HTTP/1.1" status: 204 len: 168 time: 0.7514353 Nov 09 17:31:49.449940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-271cf7c6-a4db-430c-af94-694279705668 req-c0ef9a3a-0e2a-410b-b161-57cc67d01c87 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430697 Nov 09 17:31:49.480804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784a0b8-746f-483e-90af-414f19b0f305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3334e0-8d49-42cd-9ef6-1bb00a0a4afa,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:49.500026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e510ced-7523-4b27-a65f-2f7e4a7216b7 req-117909c3-8eb1-4fc1-9529-a60ba46073f6 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:49.502143 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e510ced-7523-4b27-a65f-2f7e4a7216b7 req-117909c3-8eb1-4fc1-9529-a60ba46073f6 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 949 time: 0.1825485 Nov 09 17:31:49.508713 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a25ac4e6-1d82-48b6-96b3-74fb1bf43232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.524998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a25ac4e6-1d82-48b6-96b3-74fb1bf43232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.555409 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.655730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a25ac4e6-1d82-48b6-96b3-74fb1bf43232 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1dbf0ef144b047c3968f28ce4939486c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7957087 Nov 09 17:31:49.656946 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ac4e6-1d82-48b6-96b3-74fb1bf43232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceff369c-8ddb-4339-871f-f1d644c1d712,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:49.665089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44540) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:49.668828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:49.671660 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.683538 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.690829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:49.699991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:49.717293 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e510ced-7523-4b27-a65f-2f7e4a7216b7 req-adf5d766-dfae-44ce-bc17-18bf6da8a4a4 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938338 Nov 09 17:31:49.781171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Network 602e13ae-1442-4af1-a285-336455e1cb46 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:49.784949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:49.789281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:49.790885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Pushing event updated for resources: {'Port': ['ID=3989d32c-be69-4046-9ce1-10272fed4274,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:49.824519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Pushing event updated for resources: {'Port': ['ID=a9b5c1a8-ff71-4789-868f-a7b6139c076b,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:49.855315 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cd35cb8-cac3-41dc-916e-173a789e5b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.862923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Attempting to bind port a9b5c1a8-ff71-4789-868f-a7b6139c076b on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:49.863586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Attempting to bind port a9b5c1a8-ff71-4789-868f-a7b6139c076b by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '9081290e-4de5-4ee2-979b-03976d740ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '602e13ae-1442-4af1-a285-336455e1cb46'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:49.863762 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Attempting to bind port a9b5c1a8-ff71-4789-868f-a7b6139c076b on network 602e13ae-1442-4af1-a285-336455e1cb46 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:49.870631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:49.871688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Checking segment: {'id': '9081290e-4de5-4ee2-979b-03976d740ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '602e13ae-1442-4af1-a285-336455e1cb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:49.872379 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.873079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Bound using segment: {'id': '9081290e-4de5-4ee2-979b-03976d740ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '602e13ae-1442-4af1-a285-336455e1cb46'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:49.873889 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Bound port: a9b5c1a8-ff71-4789-868f-a7b6139c076b, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9081290e-4de5-4ee2-979b-03976d740ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '602e13ae-1442-4af1-a285-336455e1cb46'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:49.874301 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:49.889306 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c82434cc-4fcd-4ebf-baff-2204532bcb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.025546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] For port a9b5c1a8-ff71-4789-868f-a7b6139c076b, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:50.031144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] For port a9b5c1a8-ff71-4789-868f-a7b6139c076b, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a9b5c1a8-ff71-4789-868f-a7b6139c076b,segment=NetworkSegment(9081290e-4de5-4ee2-979b-03976d740ba5),segment_id=9081290e-4de5-4ee2-979b-03976d740ba5)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:50.037878 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.040342 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.074222 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c82434cc-4fcd-4ebf-baff-2204532bcb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.084357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e9911-673a-4a8c-8e96-3a4c93542fad req-5e43a3f2-fa8b-4167-a355-889b0f1903a1 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:50.092697 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e2e9911-673a-4a8c-8e96-3a4c93542fad req-5e43a3f2-fa8b-4167-a355-889b0f1903a1 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 946 time: 0.4066958 Nov 09 17:31:50.096416 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cd35cb8-cac3-41dc-916e-173a789e5b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.102190 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.104153 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.157157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849372c1-a0d3-421c-9049-8f98256fe307 req-2303be29-5335-46fa-957d-1e233e0601e5 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:50.158690 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-849372c1-a0d3-421c-9049-8f98256fe307 req-2303be29-5335-46fa-957d-1e233e0601e5 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1680350 Nov 09 17:31:50.186506 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fd081-ec9e-496a-9481-59d4804b542c None None] Pushing event updated for resources: {'Port': ['ID=a9b5c1a8-ff71-4789-868f-a7b6139c076b,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:50.220046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.262646 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-849372c1-a0d3-421c-9049-8f98256fe307 req-31ddcd1d-6080-40db-8c29-0d3dad8ceea4 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703733 Nov 09 17:31:50.263359 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c82434cc-4fcd-4ebf-baff-2204532bcb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.266057 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c82434cc-4fcd-4ebf-baff-2204532bcb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.267306 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c82434cc-4fcd-4ebf-baff-2204532bcb2a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ceff369c-8ddb-4339-871f-f1d644c1d712 HTTP/1.1" status: 204 len: 168 time: 0.5928853 Nov 09 17:31:50.281576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Allocated IP 172.25.1.161 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/66eeba4d-0d02-44a4-af40-a7d8ccf66f1c) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:50.289881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82434cc-4fcd-4ebf-baff-2204532bcb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceff369c-8ddb-4339-871f-f1d644c1d712,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:50.338173 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e2e9911-673a-4a8c-8e96-3a4c93542fad req-40e22967-799b-4888-b32b-36b8326db78f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445652 Nov 09 17:31:50.506693 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cd35cb8-cac3-41dc-916e-173a789e5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.512938 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cd35cb8-cac3-41dc-916e-173a789e5b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.519171 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3cd35cb8-cac3-41dc-916e-173a789e5b30 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c9c15a7-2950-454d-8b63-22bd06c070e9 HTTP/1.1" status: 204 len: 168 time: 1.3329239 Nov 09 17:31:50.568459 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd35cb8-cac3-41dc-916e-173a789e5b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9c15a7-2950-454d-8b63-22bd06c070e9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:50.634261 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.641806 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.643980 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.736713 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.765848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Pushing event updated for resources: {'Port': ['ID=3989d32c-be69-4046-9ce1-10272fed4274,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:50.800696 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.834240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:50.834654 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:50.840075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fac261a8-21f8-4127-bd1e-f991bbf1fa6b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4905033 Nov 09 17:31:50.843868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:50.852340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:50.949575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Pushing event updated for resources: {'Port': ['ID=66eeba4d-0d02-44a4-af40-a7d8ccf66f1c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:51.004026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3738a8-8c3c-41ff-8250-2a0af706f107 req-1182049f-d089-40f9-b0d8-826dfb1ed3e0 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:51.005841 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c3738a8-8c3c-41ff-8250-2a0af706f107 req-1182049f-d089-40f9-b0d8-826dfb1ed3e0 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 949 time: 0.1391459 Nov 09 17:31:51.060669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c3738a8-8c3c-41ff-8250-2a0af706f107 req-99ed5a12-eace-44f9-9f76-fe796b64c1eb tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Nov 09 17:31:51.173569 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:51.310060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44582) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:51.346776 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b4f628e4-bab1-4678-b230-27a31f03e3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:51.369426 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-fc943e6a-6a41-4535-bab7-902c0d232649 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2075462403&fields=id&tenant_id=539805ebb2294155a2a36d78da1a217e HTTP/1.1" status: 200 len: 267 time: 0.0940509 Nov 09 17:31:51.470026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fc0494be-448d-4771-b2af-76e4f4f20c6d up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:51.627331 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cbf528-6d2a-4dbe-9bd9-b0975ad31c9f None None] Network 602e13ae-1442-4af1-a285-336455e1cb46 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:51.632723 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:51.684238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-49115e61-8501-4ed6-b1db-d2f38eaa1ea1 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:51.689183 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-49115e61-8501-4ed6-b1db-d2f38eaa1ea1 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/networks?id=90995fa8-9653-4bb5-8df8-b768e9c55fb2 HTTP/1.1" status: 200 len: 824 time: 0.2732329 Nov 09 17:31:51.689472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670131-c210-4506-a711-e2dd73bad9cb req-c141bdb7-95e0-45f7-b6a5-c93fcbc0aaf1 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:51.701492 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e3670131-c210-4506-a711-e2dd73bad9cb req-c141bdb7-95e0-45f7-b6a5-c93fcbc0aaf1 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1543515 Nov 09 17:31:51.755835 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-da67dc10-7d81-4f93-9f99-8f08710d3ac3 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/quotas/539805ebb2294155a2a36d78da1a217e HTTP/1.1" status: 200 len: 375 time: 0.0456195 Nov 09 17:31:51.768302 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b4f628e4-bab1-4678-b230-27a31f03e3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:51.781238 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e3670131-c210-4506-a711-e2dd73bad9cb req-0994dd99-053a-480b-a184-64cfbd2b6bdc tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781102 Nov 09 17:31:51.787718 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b4f628e4-bab1-4678-b230-27a31f03e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:51.860524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b4f628e4-bab1-4678-b230-27a31f03e3d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0ad64b8b92f4d849b417206e9c4149e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5491407 Nov 09 17:31:51.863079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f628e4-bab1-4678-b230-27a31f03e3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82624375-9f38-4652-b109-2785cfb2b6c1,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:51.866084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44596) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:51.875666 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a9b5c1a8-ff71-4789-868f-a7b6139c076b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:51.962616 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d0b37d0-95a7-46ac-a88a-c4124e2f7ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:52.008929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff5f84-0c8a-4b2a-ba09-458c87eaa5f5 req-692ed5c9-8623-46b6-90cf-ce393209edbf tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:52.011371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66ff5f84-0c8a-4b2a-ba09-458c87eaa5f5 req-692ed5c9-8623-46b6-90cf-ce393209edbf tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 946 time: 0.1083689 Nov 09 17:31:52.013640 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d0b37d0-95a7-46ac-a88a-c4124e2f7ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:52.110110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1dbf67c5-9532-4b91-b813-a09976d9abd1 None None] Provisioning complete for port a9b5c1a8-ff71-4789-868f-a7b6139c076b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:52.110912 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1dbf67c5-9532-4b91-b813-a09976d9abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:52.114084 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-755a8d48-6aa1-496b-aec1-7194b0e7fce7 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=539805ebb2294155a2a36d78da1a217e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3563435 Nov 09 17:31:52.182889 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66ff5f84-0c8a-4b2a-ba09-458c87eaa5f5 req-908abdd1-2c5b-4274-bf09-968d727e817a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551535 Nov 09 17:31:52.185572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Router 2bce259c-217a-410d-9d9f-112c745079bd is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:31:52.220473 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d0b37d0-95a7-46ac-a88a-c4124e2f7ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:52.225311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d0b37d0-95a7-46ac-a88a-c4124e2f7ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:52.227452 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4d0b37d0-95a7-46ac-a88a-c4124e2f7ec5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/82624375-9f38-4652-b109-2785cfb2b6c1 HTTP/1.1" status: 204 len: 168 time: 0.3599601 Nov 09 17:31:52.245424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b37d0-95a7-46ac-a88a-c4124e2f7ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82624375-9f38-4652-b109-2785cfb2b6c1,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:52.355376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port fc0494be-448d-4771-b2af-76e4f4f20c6d completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:31:52.367423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a9b5c1a8-ff71-4789-868f-a7b6139c076b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:52.367895 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:52.375283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port fc0494be-448d-4771-b2af-76e4f4f20c6d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:52.375721 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:52.433966 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-e7c3a6e6-c9ca-46a3-aa55-433a557d499e service neutron] 10.222.0.81 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036859 Nov 09 17:31:52.452342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e3930-d08e-4d19-850a-bcd7cf5b1c8d req-5772437b-31ab-4b2c-91bf-13fa935e84b2 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:52.457125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2b7e3930-d08e-4d19-850a-bcd7cf5b1c8d req-5772437b-31ab-4b2c-91bf-13fa935e84b2 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 949 time: 0.1054840 Nov 09 17:31:52.554782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2b7e3930-d08e-4d19-850a-bcd7cf5b1c8d req-e5f726a7-5435-4f6c-bd3a-c6179c3a8c0a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924885 Nov 09 17:31:52.591682 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:52.720488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd5eed-063d-4c5c-af67-26a1fd9db17d req-82d0c0a6-3f92-4502-80d1-033de6c8e48d tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:52.724156 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42bd5eed-063d-4c5c-af67-26a1fd9db17d req-82d0c0a6-3f92-4502-80d1-033de6c8e48d tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 1097 time: 0.0971832 Nov 09 17:31:52.756785 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1dbf67c5-9532-4b91-b813-a09976d9abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:52.806602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:31:52.835920 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Sync routers for ids ['2bce259c-217a-410d-9d9f-112c745079bd'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:31:52.859654 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42bd5eed-063d-4c5c-af67-26a1fd9db17d req-77db1185-86aa-4016-8196-0af3075fee24 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271508 Nov 09 17:31:52.878503 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Routers {'2bce259c-217a-410d-9d9f-112c745079bd'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:52.880916 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:31:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2bce259c-217a-410d-9d9f-112c745079bd'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:52.888627 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:52.890667 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-02bfaead-1375-4cb5-acda-45bbe34080bd admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3360531 Nov 09 17:31:52.897338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44628) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:52.981143 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:52.987439 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-c5fd774f-af46-42ad-98ba-d29ac1fd6ca2 service neutron] 10.222.0.81 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446053 Nov 09 17:31:53.113964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5d6d34-8c95-4b88-b227-231a56c3d412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0494be-448d-4771-b2af-76e4f4f20c6d'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:31:53.121727 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a78edf5-cf9d-493d-b036-c3b3ea748ee1" -d '{"events": [{"server_uuid": "2d5d6d34-8c95-4b88-b227-231a56c3d412", "name": "network-vif-plugged", "status": "completed", "tag": "fc0494be-448d-4771-b2af-76e4f4f20c6d"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:31:53.149887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fc0494be-448d-4771-b2af-76e4f4f20c6d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fc0494be-448d-4771-b2af-76e4f4f20c6d,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:53.154048 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:53.164029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1dbf67c5-9532-4b91-b813-a09976d9abd1 None None] For port a9b5c1a8-ff71-4789-868f-a7b6139c076b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a9b5c1a8-ff71-4789-868f-a7b6139c076b,segment=NetworkSegment(9081290e-4de5-4ee2-979b-03976d740ba5),segment_id=9081290e-4de5-4ee2-979b-03976d740ba5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:53.171053 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:53.198628 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1dbf67c5-9532-4b91-b813-a09976d9abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:53.447176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e4200-268b-4da8-ad61-7e1a74df0db7 req-5c25a4ea-8cb2-41c9-b678-498fb3c523a0 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:53.452419 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:31:53.452818 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:31:53.458539 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f08e4200-268b-4da8-ad61-7e1a74df0db7 req-5c25a4ea-8cb2-41c9-b678-498fb3c523a0 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 1097 time: 0.1125345 Nov 09 17:31:53.482273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46a1ad-83e7-41ab-a693-2511050103ce req-367a8665-245e-496c-b8b5-93f4d321e15b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:53.484959 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d46a1ad-83e7-41ab-a693-2511050103ce req-367a8665-245e-496c-b8b5-93f4d321e15b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.2015474 Nov 09 17:31:53.490704 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Set router 2bce259c-217a-410d-9d9f-112c745079bd gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:53.506354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3bede468-0903-4ff2-be4f-371fb5676fcd None None] Provisioning complete for port a9b5c1a8-ff71-4789-868f-a7b6139c076b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:53.506737 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3bede468-0903-4ff2-be4f-371fb5676fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:53.591567 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f08e4200-268b-4da8-ad61-7e1a74df0db7 req-78ef24cd-cf5f-456f-a7a5-8c7873eda120 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316855 Nov 09 17:31:53.604459 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:53.606604 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=fc0494be-448d-4771-b2af-76e4f4f20c6d,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:53.668146 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d46a1ad-83e7-41ab-a693-2511050103ce req-42705473-c93a-4f9b-88bb-f2078579b5c3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957556 Nov 09 17:31:53.822057 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a034745f-5639-4190-9c28-78b6d9ecd07d req-3b0f9df6-6c82-44bc-9b75-dafb605d7fd8 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 210 time: 0.0667777 Nov 09 17:31:53.863204 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce259c-217a-410d-9d9f-112c745079bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438910257-router', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:48Z', 'updated_at': '2021-11-09T17:31:51Z', 'revision_number': 3, 'project_id': '61ce788f443e4e8eb29322a533919f37', 'gw_port': {'id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bce259c-217a-410d-9d9f-112c745079bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:50Z', 'updated_at': '2021-11-09T17:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:53.904778 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Checking router: 2bce259c-217a-410d-9d9f-112c745079bd for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:31:53.905520 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Updating router 2bce259c-217a-410d-9d9f-112c745079bd port 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:31:53.943473 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:53.975686 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80bf91d-785c-4bb6-9b7c-8131c0102459 x-openstack-request-id: req-b80bf91d-785c-4bb6-9b7c-8131c0102459 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:31:53.976032 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5d6d34-8c95-4b88-b227-231a56c3d412", "name": "network-vif-plugged", "status": "completed", "tag": "fc0494be-448d-4771-b2af-76e4f4f20c6d", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:31:53.976272 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b80bf91d-785c-4bb6-9b7c-8131c0102459 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:31:53.976691 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5d6d34-8c95-4b88-b227-231a56c3d412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0494be-448d-4771-b2af-76e4f4f20c6d', 'code': 200} Nov 09 17:31:54.057956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf67c5-9532-4b91-b813-a09976d9abd1 None None] Pushing event updated for resources: {'Port': ['ID=a9b5c1a8-ff71-4789-868f-a7b6139c076b,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:54.106330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5bb8d-1097-41de-890c-598bd49f9aa7 req-2adbf17a-664a-4718-87ec-479758d44e21 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:54.132850 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-82c5bb8d-1097-41de-890c-598bd49f9aa7 req-2adbf17a-664a-4718-87ec-479758d44e21 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 950 time: 0.1916926 Nov 09 17:31:54.250587 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-82c5bb8d-1097-41de-890c-598bd49f9aa7 req-cad8570a-49e7-44d1-9ca9-28fe8872ee8c tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167910 Nov 09 17:31:54.291752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a9b5c1a8-ff71-4789-868f-a7b6139c076b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:54.358997 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:54.369996 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:54.442060 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Attempting to bind port 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:31:54.442432 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Attempting to bind port 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:31:54.442846 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Attempting to bind port 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:31:54.452956 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:31:54.453515 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:54.453977 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:54.454391 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:31:54.454902 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Bound port: 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:31:54.455315 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:54.472382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a9b5c1a8-ff71-4789-868f-a7b6139c076b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:54.473002 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:54.518233 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52772fa-d03d-4e8b-8952-9cb11c8977b8 None None] Pushing event updated for resources: {'Port': ['ID=66eeba4d-0d02-44a4-af40-a7d8ccf66f1c,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:54.595284 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] For port 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:31:54.606005 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] For port 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=66eeba4d-0d02-44a4-af40-a7d8ccf66f1c,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:31:54.616227 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:54.745646 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Routers {'2bce259c-217a-410d-9d9f-112c745079bd'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:31:54.747193 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:31:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2bce259c-217a-410d-9d9f-112c745079bd'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:54.828162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed39a4-1e05-4600-be91-442fdd960ad3 req-a75fa39e-6c07-4ada-b1be-f2d48983649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:54.829764 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49ed39a4-1e05-4600-be91-442fdd960ad3 req-a75fa39e-6c07-4ada-b1be-f2d48983649d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 1101 time: 0.3410854 Nov 09 17:31:54.870155 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52772fa-d03d-4e8b-8952-9cb11c8977b8 None None] Pushing event updated for resources: {'Port': ['ID=66eeba4d-0d02-44a4-af40-a7d8ccf66f1c,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:54.941546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24c4d9-d642-4d8e-a361-69d2728f96f4 req-930da0c4-c4f5-49ae-81ea-4d5b4f3e9bc0 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:54.959091 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb24c4d9-d642-4d8e-a361-69d2728f96f4 req-930da0c4-c4f5-49ae-81ea-4d5b4f3e9bc0 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 1097 time: 0.2979629 Nov 09 17:31:55.037542 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] Set router 2bce259c-217a-410d-9d9f-112c745079bd gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:31:55.054499 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49ed39a4-1e05-4600-be91-442fdd960ad3 req-d10afd29-abb2-491d-8e76-41d777513500 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120719 Nov 09 17:31:55.123891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb24c4d9-d642-4d8e-a361-69d2728f96f4 req-7b7bb6a4-22bf-42c3-9718-43b4bd42bb74 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636596 Nov 09 17:31:55.133707 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:55.187108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a89dae-a79f-4eb4-b088-5423e7810dc9 req-1901c907-9b84-4ea8-b3cb-5e2565b30a3e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:55.193248 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43a89dae-a79f-4eb4-b088-5423e7810dc9 req-1901c907-9b84-4ea8-b3cb-5e2565b30a3e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1554651 Nov 09 17:31:55.294409 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43a89dae-a79f-4eb4-b088-5423e7810dc9 req-5db3c468-5a35-4ccf-b476-e85b371626d9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926032 Nov 09 17:31:55.356078 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce259c-217a-410d-9d9f-112c745079bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438910257-router', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:48Z', 'updated_at': '2021-11-09T17:31:51Z', 'revision_number': 3, 'project_id': '61ce788f443e4e8eb29322a533919f37', 'gw_port': {'id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bce259c-217a-410d-9d9f-112c745079bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:50Z', 'updated_at': '2021-11-09T17:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:31:55.364338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44702) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:55.380942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9facc854-e1ee-4547-83c3-3274d03d3daf req-180de589-8b62-407b-a35b-5796fc68e974 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 210 time: 0.1088431 Nov 09 17:31:55.396509 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233c3e8-678a-4410-bb29-1bb2ac3fcbb4 None None] The sync data for ids ['2bce259c-217a-410d-9d9f-112c745079bd'] in n-d-817236-1 is: [{'id': '2bce259c-217a-410d-9d9f-112c745079bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438910257-router', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:48Z', 'updated_at': '2021-11-09T17:31:51Z', 'revision_number': 3, 'project_id': '61ce788f443e4e8eb29322a533919f37', 'gw_port': {'id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bce259c-217a-410d-9d9f-112c745079bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:50Z', 'updated_at': '2021-11-09T17:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:31:55.682073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190a5ac-3255-4666-b6f5-0c770b80302b req-d97fedc6-a234-4bce-a8c2-15151e6cfda4 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:55.700746 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9190a5ac-3255-4666-b6f5-0c770b80302b req-d97fedc6-a234-4bce-a8c2-15151e6cfda4 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 950 time: 0.1970055 Nov 09 17:31:55.776692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-439904389-network', 'tenant_id': '25d3e790f0ec4ac594daaa554e8c156b'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:55.779545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-70fd15cd-b6bb-42f3-931e-30bca651ed2e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:55.781097 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-70fd15cd-b6bb-42f3-931e-30bca651ed2e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.18 "GET /v2.0/networks?id=90995fa8-9653-4bb5-8df8-b768e9c55fb2 HTTP/1.1" status: 200 len: 824 time: 0.2722766 Nov 09 17:31:55.789975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Allocated IP 172.20.0.1 (602e13ae-1442-4af1-a285-336455e1cb46/942163c2-3953-4813-b3b0-df527cbbf24f/032a7adb-951d-4195-8cf5-16b8de5f48a8) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:55.793007 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9190a5ac-3255-4666-b6f5-0c770b80302b req-294a84d5-3744-4ebc-bd6e-5f11b036fbb2 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869849 Nov 09 17:31:55.833164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Made reservation on behalf of 25d3e790f0ec4ac594daaa554e8c156b for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:55.836656 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:55.880644 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:55.918148 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-764c0774-4547-4335-a173-9aaf77a5c533 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=539805ebb2294155a2a36d78da1a217e HTTP/1.1" status: 200 len: 380 time: 0.1209271 Nov 09 17:31:55.962615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-cc8f53a9-ab27-4007-bc18-b1863ed20e4e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Request body: {'port': {'device_id': 'f8354f9a-ef62-46f4-b6ba-652a964c8840', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'admin_state_up': True, 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'security_groups': ['4c7fed44-a232-4382-853d-574c6fa90640']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:56.105132 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.113092 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.148465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:31:56.163433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.164010 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Added segment 63e5b0b1-910b-4f5d-85fe-faa3056fd7fd of type vlan for network c5306e5a-869f-4e12-b075-e70b3e6a1bc2 Nov 09 17:31:56.224324 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.268759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.363137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.365309 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:56.365911 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.374556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:56.412701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-cc8f53a9-ab27-4007-bc18-b1863ed20e4e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Made reservation on behalf of 539805ebb2294155a2a36d78da1a217e for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:56.422423 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-cc8f53a9-ab27-4007-bc18-b1863ed20e4e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.441109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e48841-59a2-4307-a170-e37093807192,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:56.470118 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0992937 Nov 09 17:31:56.474244 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44732) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:56.480957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3b009d96-acd4-4fd9-a378-1add7c06b849 admin admin] Request body: {'subnet': {'network_id': 'c5306e5a-869f-4e12-b075-e70b3e6a1bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-439904389-subnet', 'tenant_id': '25d3e790f0ec4ac594daaa554e8c156b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:56.484834 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8993af1-0615-40fe-a25c-94e69c81dc12 admin admin] Pushing event updated for resources: {'Network': ['ID=c5306e5a-869f-4e12-b075-e70b3e6a1bc2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:56.501183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network c5306e5a-869f-4e12-b075-e70b3e6a1bc2 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:31:56.516562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b009d96-acd4-4fd9-a378-1add7c06b849 admin admin] Made reservation on behalf of 25d3e790f0ec4ac594daaa554e8c156b for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:56.517819 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.520751 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b009d96-acd4-4fd9-a378-1add7c06b849 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.591397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9c5e3-072a-4659-86b4-92a940faae2f req-346773e6-003d-4eda-849b-b54c5e0ec324 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:56.600996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85c9c5e3-072a-4659-86b4-92a940faae2f req-346773e6-003d-4eda-849b-b54c5e0ec324 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 1097 time: 0.2696178 Nov 09 17:31:56.637991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:56.639034 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.714387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Network 602e13ae-1442-4af1-a285-336455e1cb46 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:56.715806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Pushing event updated for resources: {'Port': ['ID=032a7adb-951d-4195-8cf5-16b8de5f48a8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:56.738510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:56.750674 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:56.833798 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85c9c5e3-072a-4659-86b4-92a940faae2f req-5674b55a-7339-46d6-8147-7638e15f9c96 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314558 Nov 09 17:31:56.834993 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.911815 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=66eeba4d-0d02-44a4-af40-a7d8ccf66f1c,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:31:56.918637 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.926949 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:56.969365 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609004e7-9878-499b-b80e-2eb23aa05bcf req-80a69a21-4042-474b-be57-8b9072438840 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:56.971667 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-609004e7-9878-499b-b80e-2eb23aa05bcf req-80a69a21-4042-474b-be57-8b9072438840 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1674416 Nov 09 17:31:56.972880 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b009d96-acd4-4fd9-a378-1add7c06b849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:57.037820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=66eeba4d-0d02-44a4-af40-a7d8ccf66f1c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:57.066009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-cc8f53a9-ab27-4007-bc18-b1863ed20e4e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Allocated IP 172.20.0.9 (90995fa8-9653-4bb5-8df8-b768e9c55fb2/beea7396-a9ce-456d-9ed3-84b264d878c3/4990606f-e808-4fa0-a10d-3970f175a758) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:31:57.074066 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-609004e7-9878-499b-b80e-2eb23aa05bcf req-60c7a6f6-ba4a-454c-8bd4-2284866f488b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729947 Nov 09 17:31:57.085080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b009d96-acd4-4fd9-a378-1add7c06b849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e176a40a-9b50-4efd-9f65-be46a59e0bf0,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:57.130030 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b009d96-acd4-4fd9-a378-1add7c06b849 admin admin] Checking segment: {'id': '63e5b0b1-910b-4f5d-85fe-faa3056fd7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c5306e5a-869f-4e12-b075-e70b3e6a1bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:31:57.130719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b009d96-acd4-4fd9-a378-1add7c06b849 admin admin] Network hostable DHCP agents. Network: c5306e5a-869f-4e12-b075-e70b3e6a1bc2, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:31:57.159214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b009d96-acd4-4fd9-a378-1add7c06b849 admin admin] Network c5306e5a-869f-4e12-b075-e70b3e6a1bc2 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:31:57.176813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3b009d96-acd4-4fd9-a378-1add7c06b849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, c5306e5a-869f-4e12-b075-e70b3e6a1bc2) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:57.195939 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b009d96-acd4-4fd9-a378-1add7c06b849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:57.199123 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b009d96-acd4-4fd9-a378-1add7c06b849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:57.200654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05049f8b-89f8-47b4-accb-b595c102d885 None None] Network c5306e5a-869f-4e12-b075-e70b3e6a1bc2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:57.219597 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9dc38d0a-b89e-4026-a832-94a7ed5be564 req-aba18110-13c1-4f61-8699-f7792b5e9cf4 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 210 time: 0.1369948 Nov 09 17:31:57.252413 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3b009d96-acd4-4fd9-a378-1add7c06b849 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7748730 Nov 09 17:31:57.340438 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f658a23-e3e0-4180-b6e2-1c938c0d068e req-e0fa963a-e480-4a37-9674-94c0c14a1a84 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:57.354821 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4f658a23-e3e0-4180-b6e2-1c938c0d068e req-e0fa963a-e480-4a37-9674-94c0c14a1a84 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 950 time: 0.1003127 Nov 09 17:31:57.456422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0a0744cc-d7d6-4c32-8805-f51f5c982f73 None None] Provisioning complete for port 032a7adb-951d-4195-8cf5-16b8de5f48a8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:57.457251 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0a0744cc-d7d6-4c32-8805-f51f5c982f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:57.462643 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4f658a23-e3e0-4180-b6e2-1c938c0d068e req-c1ee4636-de51-45fb-a285-b751de5502bd tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024489 Nov 09 17:31:57.492899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46ef031-b4b9-4f23-9379-432c862c95b8 None None] Network c5306e5a-869f-4e12-b075-e70b3e6a1bc2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:31:57.618422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0a0744cc-d7d6-4c32-8805-f51f5c982f73 None None] Port 032a7adb-951d-4195-8cf5-16b8de5f48a8 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:31:57.627568 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:57.704348 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-cc8f53a9-ab27-4007-bc18-b1863ed20e4e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:57.816220 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-cc8f53a9-ab27-4007-bc18-b1863ed20e4e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:57.924224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-cc8f53a9-ab27-4007-bc18-b1863ed20e4e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:57.940725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-cc8f53a9-ab27-4007-bc18-b1863ed20e4e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:57.946280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-cc8f53a9-ab27-4007-bc18-b1863ed20e4e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:31:57.951527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f53a9-ab27-4007-bc18-b1863ed20e4e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Pushing event updated for resources: {'Port': ['ID=4990606f-e808-4fa0-a10d-3970f175a758,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:57.998933 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:58.013814 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:58.110404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-cc8f53a9-ab27-4007-bc18-b1863ed20e4e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:58.111672 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-cc8f53a9-ab27-4007-bc18-b1863ed20e4e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:58.140381 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-cc8f53a9-ab27-4007-bc18-b1863ed20e4e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2041957 Nov 09 17:31:58.162672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Pushing event updated for resources: {'Port': ['ID=032a7adb-951d-4195-8cf5-16b8de5f48a8,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:58.198468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Request body: {'port': {'device_id': 'f8354f9a-ef62-46f4-b6ba-652a964c8840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:58.215972 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:58.265827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:31:58.350178 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-746bf2ff-8d4f-4bdd-aa67-031931b1284e req-6c49ef46-2963-488b-afa3-32ee343f86de service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:31:58.355095 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-746bf2ff-8d4f-4bdd-aa67-031931b1284e req-6c49ef46-2963-488b-afa3-32ee343f86de service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076358 Nov 09 17:31:58.453465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9719d5d3-48d1-4509-9f49-fa45b2188c2f None None] Provisioning complete for port 4990606f-e808-4fa0-a10d-3970f175a758 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:58.454790 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9719d5d3-48d1-4509-9f49-fa45b2188c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:58.501611 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44790) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:58.550375 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:58.559722 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9719d5d3-48d1-4509-9f49-fa45b2188c2f None None] Port 4990606f-e808-4fa0-a10d-3970f175a758 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:31:58.565484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:58.566099 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:58.686029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f399c7-aa50-4e4b-83b5-6f513fc83e7e req-8f9b44d0-1251-4066-a177-6587f052e88b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:58.698645 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89f399c7-aa50-4e4b-83b5-6f513fc83e7e req-8f9b44d0-1251-4066-a177-6587f052e88b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1706161 Nov 09 17:31:58.791687 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89f399c7-aa50-4e4b-83b5-6f513fc83e7e req-ad713d36-c534-4901-83e6-b069d320ef5a tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903955 Nov 09 17:31:58.897953 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-360bdc95-034b-4e3f-8c50-22f4fd468668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:58.902616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44802) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:58.918251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1504990068-network', 'tenant_id': '662b0febeeb44109aa9f8df165b6a962'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:58.981931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Network 602e13ae-1442-4af1-a285-336455e1cb46 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:31:58.983743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:31:59.105836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e49b04-43c9-404b-8971-8b681c354264 req-c7fe26c5-3438-4465-b807-3cfb50f88ba2 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:59.108946 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6e49b04-43c9-404b-8971-8b681c354264 req-c7fe26c5-3438-4465-b807-3cfb50f88ba2 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 931 time: 0.2010355 Nov 09 17:31:59.113899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Made reservation on behalf of 662b0febeeb44109aa9f8df165b6a962 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:31:59.119507 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:59.143802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:59.272426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-2ee3366a-447e-4007-babf-e9ff2dea9151 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:31:59.273674 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-2ee3366a-447e-4007-babf-e9ff2dea9151 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176241 Nov 09 17:31:59.296132 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6e49b04-43c9-404b-8971-8b681c354264 req-19de42d7-620d-4fc9-907a-93618c0ae199 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540527 Nov 09 17:31:59.367445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6cea5a8b-08f4-4bba-9e76-e37c704759f1 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:59.369202 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6cea5a8b-08f4-4bba-9e76-e37c704759f1 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports/0a04bb4a-0e87-420e-b7c8-d1617103f3a1 HTTP/1.1" status: 200 len: 1094 time: 0.0797162 Nov 09 17:31:59.400091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] Request body: {'binding': {'host': 'n-h2-817236-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:31:59.400806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] Unknown quota resources ['binding']. {{(pid=102154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:31:59.428718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-508df4e7-aea6-4030-8895-29343abf2383 None None] Provisioning complete for port 032a7adb-951d-4195-8cf5-16b8de5f48a8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:31:59.429763 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-508df4e7-aea6-4030-8895-29343abf2383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:59.435020 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-360bdc95-034b-4e3f-8c50-22f4fd468668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:59.449130 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-360bdc95-034b-4e3f-8c50-22f4fd468668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:59.542929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bdc95-034b-4e3f-8c50-22f4fd468668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea40fad-c69b-491b-8ecc-6ca6e4092df9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:59.545704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-508df4e7-aea6-4030-8895-29343abf2383 None None] Port 032a7adb-951d-4195-8cf5-16b8de5f48a8 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:31:59.573621 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:59.599057 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-360bdc95-034b-4e3f-8c50-22f4fd468668 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2c3e5cb93c64beeb8cb60ebbd2c3b72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0936527 Nov 09 17:31:59.600856 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:59.605358 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44806) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:31:59.666145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:31:59.672280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1120e34a-41c3-4f7a-8231-0f4ecce4532b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:31:59.698303 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:59.698804 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Added segment 97d308f9-c223-481a-9562-0ef775af9f1f of type vlan for network 8bba7462-c8fe-4924-aff0-8dea79d1b2da Nov 09 17:31:59.710600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fce2d-2d97-44be-83d7-4427c7b91242 req-58d1e6a4-6e62-499a-8e6e-91474a0df039 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:59.719300 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e94fce2d-2d97-44be-83d7-4427c7b91242 req-58d1e6a4-6e62-499a-8e6e-91474a0df039 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 950 time: 0.1990867 Nov 09 17:31:59.736241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Router 2bce259c-217a-410d-9d9f-112c745079bd has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:31:59.772487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4990606f-e808-4fa0-a10d-3970f175a758 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:31:59.786885 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:59.802989 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:59.812933 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cbf1f4d6-05f5-4b07-b6fa-a7b445097db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:59.840543 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e94fce2d-2d97-44be-83d7-4427c7b91242 req-ced0535a-7e7f-49e6-aaa2-bcc34e753630 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194787 Nov 09 17:31:59.886586 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cbf1f4d6-05f5-4b07-b6fa-a7b445097db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:59.942842 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:31:59.943751 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:31:59.944353 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:00.034580 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1243951 Nov 09 17:32:00.039147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44814) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:00.061854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-df9f224f-1fbe-4fd3-ab66-c05abd0f12e7 admin admin] Request body: {'subnet': {'network_id': '8bba7462-c8fe-4924-aff0-8dea79d1b2da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1504990068-subnet', 'tenant_id': '662b0febeeb44109aa9f8df165b6a962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:00.074441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] Attempting to bind port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on host n-h2-817236-1 for vnic_type normal with profile None {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:00.075264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] Attempting to bind port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:00.075264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] Attempting to bind port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:00.097086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c25580-eab9-4f96-92c1-176a4434c09c admin admin] Pushing event updated for resources: {'Network': ['ID=8bba7462-c8fe-4924-aff0-8dea79d1b2da,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:00.117731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] Port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on network 19b117b5-c38d-4730-ba7b-a740b01864db not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:00.118228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] Attempting to bind port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:00.124091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Transition to ACTIVE for port object 4990606f-e808-4fa0-a10d-3970f175a758 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:32:00.127909 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cbf1f4d6-05f5-4b07-b6fa-a7b445097db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:00.128331 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 8bba7462-c8fe-4924-aff0-8dea79d1b2da details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:32:00.139815 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cbf1f4d6-05f5-4b07-b6fa-a7b445097db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:00.141058 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cbf1f4d6-05f5-4b07-b6fa-a7b445097db9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fea40fad-c69b-491b-8ecc-6ca6e4092df9 HTTP/1.1" status: 204 len: 168 time: 0.5319359 Nov 09 17:32:00.149510 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:00.171323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1f4d6-05f5-4b07-b6fa-a7b445097db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea40fad-c69b-491b-8ecc-6ca6e4092df9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:00.177812 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9f224f-1fbe-4fd3-ab66-c05abd0f12e7 admin admin] Made reservation on behalf of 662b0febeeb44109aa9f8df165b6a962 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:00.182594 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df9f224f-1fbe-4fd3-ab66-c05abd0f12e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:00.285007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b708c88-a912-45d7-baae-06ce9b076bad req-d3675417-d77a-4628-817e-97328d8c01d2 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:00.294359 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5b708c88-a912-45d7-baae-06ce9b076bad req-d3675417-d77a-4628-817e-97328d8c01d2 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1395423 Nov 09 17:32:00.311454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Pushing event updated for resources: {'Port': ['ID=4990606f-e808-4fa0-a10d-3970f175a758,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:00.315603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:00.336149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:00.338972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] Bound using segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:00.340378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] Bound port: 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:00.346340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:32:00.376419 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d99e7c36-e7e5-4bb4-9736-ce515420be70 admin admin] 10.222.0.81 "PUT /v2.0/routers/2bce259c-217a-410d-9d9f-112c745079bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4766579 Nov 09 17:32:00.417932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5b708c88-a912-45d7-baae-06ce9b076bad req-e43d6012-4146-4c19-8ef0-1782e16ae88e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225424 Nov 09 17:32:00.510705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Sync routers for ids ['2bce259c-217a-410d-9d9f-112c745079bd'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:32:00.563446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Routers {'2bce259c-217a-410d-9d9f-112c745079bd'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:00.569461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:31:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2bce259c-217a-410d-9d9f-112c745079bd'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:00.752084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:00.767179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] Notify callbacks [] for binding, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:00.778388 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-6ee6ddda-38ae-45c9-9d4b-65b65831aae9 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=cc849955cbae4b2e9b2cfde53d866b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1498041 Nov 09 17:32:00.782003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6c95f0be-09ad-48af-be23-d9681956b940 service neutron] 10.222.0.81 "POST /v2.0/ports/0a04bb4a-0e87-420e-b7c8-d1617103f3a1/bindings HTTP/1.1" status: 201 len: 389 time: 1.3959401 Nov 09 17:32:00.849832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Attempting to bind port 4990606f-e808-4fa0-a10d-3970f175a758 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:00.850145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Attempting to bind port 4990606f-e808-4fa0-a10d-3970f175a758 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:00.850506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Attempting to bind port 4990606f-e808-4fa0-a10d-3970f175a758 on network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:00.858614 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df9f224f-1fbe-4fd3-ab66-c05abd0f12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:00.866406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Port 4990606f-e808-4fa0-a10d-3970f175a758 on network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:00.866745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Attempting to bind port 4990606f-e808-4fa0-a10d-3970f175a758 on network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:00.889916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:00.902032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Checking segment: {'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:00.902550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Bound using segment: {'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:00.903027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Bound port: 4990606f-e808-4fa0-a10d-3970f175a758, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:00.903489 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:01.005143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44840) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:01.084477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Set router 2bce259c-217a-410d-9d9f-112c745079bd gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:01.131307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] For port 4990606f-e808-4fa0-a10d-3970f175a758, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:01.144417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] For port 4990606f-e808-4fa0-a10d-3970f175a758, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4990606f-e808-4fa0-a10d-3970f175a758,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:01.195020 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:01.267933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44844) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:01.270377 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f224f-1fbe-4fd3-ab66-c05abd0f12e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e945227-5d8b-44ec-80fb-7ca9689186c1,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:01.280860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8ea5e-c5b3-43a4-ba23-b702fed84ae9 req-8a418c4c-df71-4c92-a522-5e66c471c368 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:01.282487 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ce8ea5e-c5b3-43a4-ba23-b702fed84ae9 req-8a418c4c-df71-4c92-a522-5e66c471c368 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 943 time: 0.1446307 Nov 09 17:32:01.320638 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b825-6846-47af-8197-db1a40d3809f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:01.323147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Pushing event updated for resources: {'Port': ['ID=4990606f-e808-4fa0-a10d-3970f175a758,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:01.346560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:01.347213 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:01.348769 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] 10.222.0.18 "PUT /v2.0/ports/4990606f-e808-4fa0-a10d-3970f175a758 HTTP/1.1" status: 200 len: 1091 time: 3.1784184 Nov 09 17:32:01.349601 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-32318e0e-9ffe-44c0-b43f-c5885b88bc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:01.351552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8354f9a-ef62-46f4-b6ba-652a964c8840', 'tag': '4990606f-e808-4fa0-a10d-3970f175a758'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:01.351707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-817cc25a-982b-4b29-9241-3045d68590da tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:01.354794 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2a288e-bb41-4d65-bee7-bd7f0c239a95" -d '{"events": [{"name": "network-changed", "server_uuid": "f8354f9a-ef62-46f4-b6ba-652a964c8840", "tag": "4990606f-e808-4fa0-a10d-3970f175a758"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:01.365210 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-817cc25a-982b-4b29-9241-3045d68590da tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5856006 Nov 09 17:32:01.374697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:01.375045 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:01.375468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:01.376232 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:01.376232 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:01.376583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:01.376981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:01.377311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:01.377693 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:01.378056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:01.378385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f224f-1fbe-4fd3-ab66-c05abd0f12e7 admin admin] Checking segment: {'id': '97d308f9-c223-481a-9562-0ef775af9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8bba7462-c8fe-4924-aff0-8dea79d1b2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:01.378595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:01.378804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4f057-dba1-4d6b-a04e-d6e44e7e91ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:01.379734 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9f224f-1fbe-4fd3-ab66-c05abd0f12e7 admin admin] Network hostable DHCP agents. Network: 8bba7462-c8fe-4924-aff0-8dea79d1b2da, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:32:01.427087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-7be10516-9c0f-4cfd-83e0-30c9d7751e65 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/quotas/cc849955cbae4b2e9b2cfde53d866b19 HTTP/1.1" status: 200 len: 375 time: 0.0605037 Nov 09 17:32:01.449266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-68d56392-10c9-4957-9177-fd47121f1f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:01.451811 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-68d56392-10c9-4957-9177-fd47121f1f6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 1097 time: 0.2025323 Nov 09 17:32:01.498726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ce8ea5e-c5b3-43a4-ba23-b702fed84ae9 req-2cb298a2-6028-461e-89ac-1f754c547a48 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008095 Nov 09 17:32:01.593744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce259c-217a-410d-9d9f-112c745079bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438910257-router', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:48Z', 'updated_at': '2021-11-09T17:31:57Z', 'revision_number': 4, 'project_id': '61ce788f443e4e8eb29322a533919f37', 'gw_port': {'id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce259c-217a-410d-9d9f-112c745079bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:50Z', 'updated_at': '2021-11-09T17:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '032a7adb-951d-4195-8cf5-16b8de5f48a8', 'name': '', 'network_id': '602e13ae-1442-4af1-a285-336455e1cb46', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'mac_address': 'fa:16:3e:25:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bce259c-217a-410d-9d9f-112c745079bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '942163c2-3953-4813-b3b0-df527cbbf24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:55Z', 'updated_at': '2021-11-09T17:31:57Z', 'revision_number': 2, 'project_id': '61ce788f443e4e8eb29322a533919f37', 'subnets': [{'id': '942163c2-3953-4813-b3b0-df527cbbf24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:01.607588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9f224f-1fbe-4fd3-ab66-c05abd0f12e7 admin admin] Network 8bba7462-c8fe-4924-aff0-8dea79d1b2da is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:32:01.624390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-bced72fa-1db1-4729-a644-ad57aa375462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:01.628057 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-bced72fa-1db1-4729-a644-ad57aa375462 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=539805ebb2294155a2a36d78da1a217e&device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 1094 time: 0.2277539 Nov 09 17:32:01.661579 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Checking router: 2bce259c-217a-410d-9d9f-112c745079bd for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:32:01.662225 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Updating router 2bce259c-217a-410d-9d9f-112c745079bd port 032a7adb-951d-4195-8cf5-16b8de5f48a8 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:32:01.666985 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-0fc86274-59bd-4012-bf12-ea1b2cd8dd17 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cc849955cbae4b2e9b2cfde53d866b19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2279363 Nov 09 17:32:01.681557 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-df9f224f-1fbe-4fd3-ab66-c05abd0f12e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 8bba7462-c8fe-4924-aff0-8dea79d1b2da) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:01.708960 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9f224f-1fbe-4fd3-ab66-c05abd0f12e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:01.709760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4868efde-a39a-4de3-95a2-4b445e5336c1 None None] Network 8bba7462-c8fe-4924-aff0-8dea79d1b2da requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:01.710078 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df9f224f-1fbe-4fd3-ab66-c05abd0f12e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:01.753828 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-659b2115-287d-4ff8-a716-50e32028e3ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4990606f-e808-4fa0-a10d-3970f175a758 HTTP/1.1" status: 200 len: 217 time: 0.1122842 Nov 09 17:32:01.769172 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-df9f224f-1fbe-4fd3-ab66-c05abd0f12e7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7191887 Nov 09 17:32:01.778910 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:01.824472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-7f09399e-b8fa-4d14-96c9-37e1edf3ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:01.827948 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-7f09399e-b8fa-4d14-96c9-37e1edf3ad3f service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.3607738 Nov 09 17:32:01.918133 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-78296af3-13d9-4600-9e78-93b92894a753 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1 HTTP/1.1" status: 200 len: 217 time: 0.0772607 Nov 09 17:32:01.993344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-226d83d8-f3c6-4f00-ab14-a9472df13819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:02.012524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-226d83d8-f3c6-4f00-ab14-a9472df13819 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beea7396-a9ce-456d-9ed3-84b264d878c3 HTTP/1.1" status: 200 len: 863 time: 0.2443657 Nov 09 17:32:02.082455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-47ad002e-2e7a-475d-8278-72da366a9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:02.088962 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-47ad002e-2e7a-475d-8278-72da366a9a62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.1619005 Nov 09 17:32:02.150839 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6e33a015-3a5f-4516-b926-1474b1ee6c2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428629 Nov 09 17:32:02.173508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ddb0874-617f-4238-ab10-c4d2486a9828 req-11469458-0d64-4af5-9e30-eb9bedc44a20 tempest-FloatingIPsNegativeTestJSON-1789479701 tempest-FloatingIPsNegativeTestJSON-1789479701-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=61ce788f443e4e8eb29322a533919f37 HTTP/1.1" status: 200 len: 217 time: 0.0831692 Nov 09 17:32:02.202227 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b825-6846-47af-8197-db1a40d3809f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:02.219426 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-32318e0e-9ffe-44c0-b43f-c5885b88bc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:02.222245 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-e7d7e703-f79f-4644-a7dc-df98a6be263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:02.223791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-e7d7e703-f79f-4644-a7dc-df98a6be263a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90995fa8-9653-4bb5-8df8-b768e9c55fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945095 Nov 09 17:32:02.224517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b218c65-00cd-4bff-a1a4-c91fe97a6290 req-7ef0f73e-fd78-4dda-bfb9-dc6973a95eb6 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:02.224995 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b825-6846-47af-8197-db1a40d3809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:02.233893 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b218c65-00cd-4bff-a1a4-c91fe97a6290 req-7ef0f73e-fd78-4dda-bfb9-dc6973a95eb6 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 946 time: 0.1360555 Nov 09 17:32:02.304776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1b825-6846-47af-8197-db1a40d3809f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2caec5c-357e-45aa-882a-b09224c08e81,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:02.310487 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b218c65-00cd-4bff-a1a4-c91fe97a6290 req-ab7c14b8-63fc-4813-bca8-546f9b270589 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689127 Nov 09 17:32:02.312181 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-32318e0e-9ffe-44c0-b43f-c5885b88bc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:02.351731 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a533b1-f9a0-44b3-af4b-4253fe2ff5f6 x-openstack-request-id: req-a7a533b1-f9a0-44b3-af4b-4253fe2ff5f6 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:02.352029 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8354f9a-ef62-46f4-b6ba-652a964c8840", "tag": "4990606f-e808-4fa0-a10d-3970f175a758", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:02.352289 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7a533b1-f9a0-44b3-af4b-4253fe2ff5f6 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:02.352697 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8354f9a-ef62-46f4-b6ba-652a964c8840', 'tag': '4990606f-e808-4fa0-a10d-3970f175a758', 'status': 'completed', 'code': 200} Nov 09 17:32:02.371627 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-54c54969-a66d-4e86-8e62-304c37b1cf42 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064188 Nov 09 17:32:02.465254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3106db2-df74-4cbe-9edb-fcf1bca77fca None None] Network 8bba7462-c8fe-4924-aff0-8dea79d1b2da requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:02.480363 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-5493e796-c6d5-4612-9a2d-fe067cb069b2 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021929 Nov 09 17:32:02.524107 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9afe7060-8636-461d-9282-0a26095fe455 req-ade61a3d-0c14-463d-949e-173a894ea674 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 210 time: 0.0423453 Nov 09 17:32:02.563849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32318e0e-9ffe-44c0-b43f-c5885b88bc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5046aec2-d960-4752-9f61-f857d75f0c56,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:02.654865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad859fa7-2d84-4d5e-8877-453296e1d6f8 req-2192eed9-206e-4eda-a676-6a10200d1327 tempest-FloatingIPsNegativeTestJSON-1789479701 tempest-FloatingIPsNegativeTestJSON-1789479701-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0383122 Nov 09 17:32:02.656991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0ef1b825-6846-47af-8197-db1a40d3809f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11070c890ff24135be715d38dede77bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6488497 Nov 09 17:32:02.660857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44872) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:02.670257 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-32318e0e-9ffe-44c0-b43f-c5885b88bc4f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e78a894f6d7344f8b1b51e3b37ac5025&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3863633 Nov 09 17:32:02.672973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44876) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:02.720047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-9a70009e-4b2e-444e-96c4-07b5bf207e43 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:02.722143 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-9a70009e-4b2e-444e-96c4-07b5bf207e43 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a&tenant_id=70c630d7be7a41139c470735f4a6f7e7&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1097 time: 0.1624815 Nov 09 17:32:02.757596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817236-1'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:02.766984 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:02.778402 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:02.780669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb0301-2a16-4985-b609-eca57efe060b req-7c293bac-a4ae-4700-8588-6094aa175e36 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:02.788641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9bb0301-2a16-4985-b609-eca57efe060b req-7c293bac-a4ae-4700-8588-6094aa175e36 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.3138025 Nov 09 17:32:02.826096 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-c2ef42f6-541e-48c7-9390-bfca0177ac51 service neutron] 10.222.0.18 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286763 Nov 09 17:32:02.837343 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:02.879319 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef1e2-ce3c-4a02-8946-b8666861b3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:02.943325 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9bb0301-2a16-4985-b609-eca57efe060b req-514b4bf0-06e4-4b4c-a292-a7765a284e90 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337514 Nov 09 17:32:02.943829 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:02.949829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c09662-ef7e-4875-9f2e-6e94acea889f None None] Pushing event updated for resources: {'Port': ['ID=032a7adb-951d-4195-8cf5-16b8de5f48a8,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:03.051937 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef1e2-ce3c-4a02-8946-b8666861b3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:03.058495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Attempting to bind port 032a7adb-951d-4195-8cf5-16b8de5f48a8 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:03.061554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Attempting to bind port 032a7adb-951d-4195-8cf5-16b8de5f48a8 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '9081290e-4de5-4ee2-979b-03976d740ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '602e13ae-1442-4af1-a285-336455e1cb46'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:03.061554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Attempting to bind port 032a7adb-951d-4195-8cf5-16b8de5f48a8 on network 602e13ae-1442-4af1-a285-336455e1cb46 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:03.076127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:03.077191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Checking segment: {'id': '9081290e-4de5-4ee2-979b-03976d740ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '602e13ae-1442-4af1-a285-336455e1cb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:03.078072 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:03.078749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Bound using segment: {'id': '9081290e-4de5-4ee2-979b-03976d740ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '602e13ae-1442-4af1-a285-336455e1cb46'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:03.081281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Bound port: 032a7adb-951d-4195-8cf5-16b8de5f48a8, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9081290e-4de5-4ee2-979b-03976d740ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '602e13ae-1442-4af1-a285-336455e1cb46'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:03.081661 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:03.099531 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:03.115558 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:03.118435 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:03.122841 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2caec5c-357e-45aa-882a-b09224c08e81 HTTP/1.1" status: 204 len: 168 time: 0.4488258 Nov 09 17:32:03.194278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2caec5c-357e-45aa-882a-b09224c08e81,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:03.201664 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-baec8379-f341-48b4-a26e-8dcc1bd2dae8 req-c86336c9-9eae-4c4c-82ca-fe0c14e0117e service neutron] 10.222.0.18 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586891 Nov 09 17:32:03.231278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dc04b-503a-4052-badb-864502d4e773 req-eda25032-8436-4e6e-8042-1979fdc8d2f4 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:03.242128 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-878dc04b-503a-4052-badb-864502d4e773 req-eda25032-8436-4e6e-8042-1979fdc8d2f4 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 943 time: 0.1395237 Nov 09 17:32:03.250061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:03.250733 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:03.251209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:03.251714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:03.252202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:03.252674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:03.253236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:03.264401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:03.265026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:03.265510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:03.266732 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:03.267255 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9c9db-5823-4d79-8382-2021b83a4343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:03.304553 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef1e2-ce3c-4a02-8946-b8666861b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:03.308158 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef1e2-ce3c-4a02-8946-b8666861b3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:03.309595 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7b1ef1e2-ce3c-4a02-8946-b8666861b3aa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5046aec2-d960-4752-9f61-f857d75f0c56 HTTP/1.1" status: 204 len: 168 time: 0.6322057 Nov 09 17:32:03.356989 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-878dc04b-503a-4052-badb-864502d4e773 req-46c2e162-f363-4bb7-88be-62dc2918b66d tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125419 Nov 09 17:32:03.357525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ef1e2-ce3c-4a02-8946-b8666861b3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5046aec2-d960-4752-9f61-f857d75f0c56,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:03.366420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] For port 032a7adb-951d-4195-8cf5-16b8de5f48a8, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:03.375562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] For port 032a7adb-951d-4195-8cf5-16b8de5f48a8, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=032a7adb-951d-4195-8cf5-16b8de5f48a8,segment=NetworkSegment(9081290e-4de5-4ee2-979b-03976d740ba5),segment_id=9081290e-4de5-4ee2-979b-03976d740ba5)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:03.406767 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:03.410472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-4a6ec99c-8f18-46e1-b538-61e17cabed70 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:03.423124 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-4a6ec99c-8f18-46e1-b538-61e17cabed70 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/networks?id=c5306e5a-869f-4e12-b075-e70b3e6a1bc2 HTTP/1.1" status: 200 len: 814 time: 0.3092856 Nov 09 17:32:03.464529 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-81194e18-9e83-43ad-ae3a-241b4aa593bd req-42d747d6-5d56-4fed-9284-1651b3bdf79f tempest-FloatingIPsNegativeTestJSON-1789479701 tempest-FloatingIPsNegativeTestJSON-1789479701-project] show failed (client error): The resource could not be found. Nov 09 17:32:03.474436 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-f5ead783-2a89-4eee-b911-c9140f643fb3 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/quotas/25d3e790f0ec4ac594daaa554e8c156b HTTP/1.1" status: 200 len: 375 time: 0.0492706 Nov 09 17:32:03.482588 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-81194e18-9e83-43ad-ae3a-241b4aa593bd req-42d747d6-5d56-4fed-9284-1651b3bdf79f tempest-FloatingIPsNegativeTestJSON-1789479701 tempest-FloatingIPsNegativeTestJSON-1789479701-project] 10.222.0.81 "GET /v2.0/floatingips/15ea797f-47d4-4eea-9e67-a10884dd964a HTTP/1.1" status: 404 len: 350 time: 0.0930266 Nov 09 17:32:03.483703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44894) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:03.519846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a288e-bb41-4d65-bee7-bd7f0c239a95 req-93199784-8b84-4aa7-a07c-582954728a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:03.524550 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f2a288e-bb41-4d65-bee7-bd7f0c239a95 req-93199784-8b84-4aa7-a07c-582954728a9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=539805ebb2294155a2a36d78da1a217e&device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 1094 time: 0.2297707 Nov 09 17:32:03.612725 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2ab3f159-da6d-457a-a542-1d432004c7e6 None None] Provisioning complete for port 032a7adb-951d-4195-8cf5-16b8de5f48a8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:03.613141 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2ab3f159-da6d-457a-a542-1d432004c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:03.725759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a288e-bb41-4d65-bee7-bd7f0c239a95 req-e4cce1bf-2a1a-4116-bc62-bca5001e58af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:03.727581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f2a288e-bb41-4d65-bee7-bd7f0c239a95 req-e4cce1bf-2a1a-4116-bc62-bca5001e58af service neutron] 10.222.0.18 "GET /v2.0/networks?id=90995fa8-9653-4bb5-8df8-b768e9c55fb2 HTTP/1.1" status: 200 len: 925 time: 0.1938822 Nov 09 17:32:03.735425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c09662-ef7e-4875-9f2e-6e94acea889f None None] Pushing event updated for resources: {'Port': ['ID=032a7adb-951d-4195-8cf5-16b8de5f48a8,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:03.739129 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-8d57d3f0-8703-4e97-89b9-a95f3aee2d23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=25d3e790f0ec4ac594daaa554e8c156b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2305627 Nov 09 17:32:03.765266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:03.766612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Routers {'2bce259c-217a-410d-9d9f-112c745079bd'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:03.769167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:31:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2bce259c-217a-410d-9d9f-112c745079bd'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:03.953485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f2a288e-bb41-4d65-bee7-bd7f0c239a95 req-7b945800-d073-49bf-8861-75df65330c79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4990606f-e808-4fa0-a10d-3970f175a758 HTTP/1.1" status: 200 len: 217 time: 0.1171265 Nov 09 17:32:03.998553 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-6dc0fe84-ebaa-4ab8-85e9-efbb0589ae87 service neutron] 10.222.0.81 "GET /v2.0/networks/c5306e5a-869f-4e12-b075-e70b3e6a1bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367327 Nov 09 17:32:04.000816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-50d77a74-afd0-42d9-b1a5-44e164583a4a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cc849955cbae4b2e9b2cfde53d866b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2663260 Nov 09 17:32:04.089478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b90a13-3387-4f08-bc11-e4eda98a25e6 req-ef651b51-42f9-4fb1-8122-e9eb43f83293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:04.091560 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53b90a13-3387-4f08-bc11-e4eda98a25e6 req-ef651b51-42f9-4fb1-8122-e9eb43f83293 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 1101 time: 0.1365526 Nov 09 17:32:04.167277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ab696-41a1-47dd-9370-84ec225c338d req-7479321e-b04b-48d6-85a8-e19b49b7201d tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:04.171645 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0b9ab696-41a1-47dd-9370-84ec225c338d req-7479321e-b04b-48d6-85a8-e19b49b7201d tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 946 time: 0.4369235 Nov 09 17:32:04.195213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a288e-bb41-4d65-bee7-bd7f0c239a95 req-2f96d0ff-e229-41a2-90a2-eadda2f0a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:04.197487 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f2a288e-bb41-4d65-bee7-bd7f0c239a95 req-2f96d0ff-e229-41a2-90a2-eadda2f0a984 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beea7396-a9ce-456d-9ed3-84b264d878c3 HTTP/1.1" status: 200 len: 863 time: 0.2057073 Nov 09 17:32:04.211159 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2ab3f159-da6d-457a-a542-1d432004c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:04.318043 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53b90a13-3387-4f08-bc11-e4eda98a25e6 req-f38bf88d-cf89-46e8-bf0c-985380a8b751 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075827 Nov 09 17:32:04.326491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44912) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:04.332933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] Set router 2bce259c-217a-410d-9d9f-112c745079bd gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:04.355952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:04.356272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a288e-bb41-4d65-bee7-bd7f0c239a95 req-2bff341b-23b5-43fb-96ad-9c9ca2bd798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:04.358662 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f2a288e-bb41-4d65-bee7-bd7f0c239a95 req-2bff341b-23b5-43fb-96ad-9c9ca2bd798e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90995fa8-9653-4bb5-8df8-b768e9c55fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434443 Nov 09 17:32:04.370961 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0b9ab696-41a1-47dd-9370-84ec225c338d req-4c215297-5f9b-4d25-a936-cdf95170e09c tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649349 Nov 09 17:32:04.382442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-58f15d4f-2238-4bc5-879a-cfe276ee8d40 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:04.384522 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-58f15d4f-2238-4bc5-879a-cfe276ee8d40 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3208296 Nov 09 17:32:04.385339 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d881fe0-8d22-4a31-94ce-ba51a2008588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:04.411562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-2cc3d7cf-54ab-4e51-b855-61e4e13ead3a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Request body: {'port': {'device_id': 'c3ab6099-06c0-486a-85d7-b65d6bfb885a', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': 'cc849955cbae4b2e9b2cfde53d866b19'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:04.443151 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2ab3f159-da6d-457a-a542-1d432004c7e6 None None] For port 032a7adb-951d-4195-8cf5-16b8de5f48a8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=032a7adb-951d-4195-8cf5-16b8de5f48a8,segment=NetworkSegment(9081290e-4de5-4ee2-979b-03976d740ba5),segment_id=9081290e-4de5-4ee2-979b-03976d740ba5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:04.455777 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2ab3f159-da6d-457a-a542-1d432004c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:04.545434 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-6b241d12-c08d-4d79-85e2-56d5e954bce1 service neutron] 10.222.0.81 "GET /v2.0/networks/c5306e5a-869f-4e12-b075-e70b3e6a1bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457964 Nov 09 17:32:04.561782 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b44f0a9-375c-41d3-bdd3-6963bd458f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a04bb4a-0e87-420e-b7c8-d1617103f3a1'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:04.569045 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20bcab7-bbf1-4b7d-8b24-89a32ed2f118" -d '{"events": [{"server_uuid": "2b44f0a9-375c-41d3-bdd3-6963bd458f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a04bb4a-0e87-420e-b7c8-d1617103f3a1"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:04.584751 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ccec1b08-5d9c-4995-8dbf-90c5ee1fa027 req-0889dd58-0a77-4c91-a5c5-bd4b6e829041 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 210 time: 0.0795267 Nov 09 17:32:04.601404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6dea0f42-c96c-4626-97a6-5d0d677cf547 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:04.603751 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:04.604946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6dea0f42-c96c-4626-97a6-5d0d677cf547 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:04.661386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:04.683933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3f159-da6d-457a-a542-1d432004c7e6 None None] Pushing event updated for resources: {'Port': ['ID=032a7adb-951d-4195-8cf5-16b8de5f48a8,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:04.874875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-654abf1a-1f6e-4318-8c48-f5b80de4098e None None] Provisioning complete for port 032a7adb-951d-4195-8cf5-16b8de5f48a8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:04.875872 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-654abf1a-1f6e-4318-8c48-f5b80de4098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:05.086113 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f2a288e-bb41-4d65-bee7-bd7f0c239a95 req-ed5ba6ab-b45a-45f5-a9d7-0e9b336fda09 service neutron] 10.222.0.18 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446605 Nov 09 17:32:05.100426 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:05.127144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:05.138975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'mac_address': 'fa:16:3e:2d:9f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:32:05.191104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:05.193742 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013bb7ae-afaa-4745-98c0-03d83d81f6ba" -d '{"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-unplugged", "status": "completed", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:05.241795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:05.259148 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:05.267337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce259c-217a-410d-9d9f-112c745079bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438910257-router', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:48Z', 'updated_at': '2021-11-09T17:31:57Z', 'revision_number': 4, 'project_id': '61ce788f443e4e8eb29322a533919f37', 'gw_port': {'id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce259c-217a-410d-9d9f-112c745079bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:50Z', 'updated_at': '2021-11-09T17:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '032a7adb-951d-4195-8cf5-16b8de5f48a8', 'name': '', 'network_id': '602e13ae-1442-4af1-a285-336455e1cb46', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'mac_address': 'fa:16:3e:25:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bce259c-217a-410d-9d9f-112c745079bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '942163c2-3953-4813-b3b0-df527cbbf24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:55Z', 'updated_at': '2021-11-09T17:32:03Z', 'revision_number': 4, 'project_id': '61ce788f443e4e8eb29322a533919f37', 'subnets': [{'id': '942163c2-3953-4813-b3b0-df527cbbf24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:05.271804 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:05.462074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3a7a1-7beb-4c3b-aa03-cc34f891df99 None None] The sync data for ids ['2bce259c-217a-410d-9d9f-112c745079bd'] in n-d-817236-1 is: [{'id': '2bce259c-217a-410d-9d9f-112c745079bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438910257-router', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:48Z', 'updated_at': '2021-11-09T17:31:57Z', 'revision_number': 4, 'project_id': '61ce788f443e4e8eb29322a533919f37', 'gw_port': {'id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce259c-217a-410d-9d9f-112c745079bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:50Z', 'updated_at': '2021-11-09T17:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '032a7adb-951d-4195-8cf5-16b8de5f48a8', 'name': '', 'network_id': '602e13ae-1442-4af1-a285-336455e1cb46', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'mac_address': 'fa:16:3e:25:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bce259c-217a-410d-9d9f-112c745079bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '942163c2-3953-4813-b3b0-df527cbbf24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:55Z', 'updated_at': '2021-11-09T17:32:03Z', 'revision_number': 4, 'project_id': '61ce788f443e4e8eb29322a533919f37', 'subnets': [{'id': '942163c2-3953-4813-b3b0-df527cbbf24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:32:05.480209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,revision_number=7']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:05.493378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-2cc3d7cf-54ab-4e51-b855-61e4e13ead3a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Made reservation on behalf of cc849955cbae4b2e9b2cfde53d866b19 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:05.500461 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-2cc3d7cf-54ab-4e51-b855-61e4e13ead3a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:05.529250 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Attempting to bind port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on host n-h1-817236-1 for vnic_type normal with profile {"migrating_to": "n-h2-817236-1"} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:05.531355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Attempting to bind port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:05.531355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Attempting to bind port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:05.638574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7906-71cc-46ac-86b8-f6ce3db430d1 req-6ec2f243-b8ce-40e2-9c9e-08c884cb9fd5 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:05.641537 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-007b7906-71cc-46ac-86b8-f6ce3db430d1 req-6ec2f243-b8ce-40e2-9c9e-08c884cb9fd5 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 943 time: 0.3985512 Nov 09 17:32:05.642676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dea0f42-c96c-4626-97a6-5d0d677cf547 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:05.672733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a99bac-ae39-49fe-995d-82a7668915f6 req-fef70e37-eab8-49cc-8f18-a503cb862635 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:05.682939 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9a99bac-ae39-49fe-995d-82a7668915f6 req-fef70e37-eab8-49cc-8f18-a503cb862635 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.8113139 Nov 09 17:32:05.688782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6dea0f42-c96c-4626-97a6-5d0d677cf547,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:05.771262 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f2a288e-bb41-4d65-bee7-bd7f0c239a95 req-0c316730-58b3-4e83-974f-2aad13d4cc25 service neutron] 10.222.0.18 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583838 Nov 09 17:32:05.792694 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d881fe0-8d22-4a31-94ce-ba51a2008588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:05.801099 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:32:05.801537 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:32:05.842685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on network 19b117b5-c38d-4730-ba7b-a740b01864db not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:05.843023 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Attempting to bind port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:05.859874 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d881fe0-8d22-4a31-94ce-ba51a2008588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:05.955313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d881fe0-8d22-4a31-94ce-ba51a2008588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f94dc2-3c36-436d-b29f-2a8d92641c66,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:05.999471 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:06.000133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:06.005200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Bound using segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:06.006942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9a99bac-ae39-49fe-995d-82a7668915f6 req-2803e2f6-10ed-4337-9a06-979775c484e0 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226836 Nov 09 17:32:06.007371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Bound port: 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:06.009116 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:06.210379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-2cc3d7cf-54ab-4e51-b855-61e4e13ead3a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Allocated IP 192.168.233.174 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/4a1c88f9-659b-468a-872c-1198308c435c) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:06.244977 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf419774-a7ce-48ac-bd28-0426ffb87a02 x-openstack-request-id: req-bf419774-a7ce-48ac-bd28-0426ffb87a02 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:06.245277 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b44f0a9-375c-41d3-bdd3-6963bd458f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a04bb4a-0e87-420e-b7c8-d1617103f3a1", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:06.245536 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf419774-a7ce-48ac-bd28-0426ffb87a02 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:06.245943 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b44f0a9-375c-41d3-bdd3-6963bd458f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a04bb4a-0e87-420e-b7c8-d1617103f3a1', 'code': 200} Nov 09 17:32:06.275610 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-007b7906-71cc-46ac-86b8-f6ce3db430d1 req-6b036d34-33ec-4987-8a37-6c89a0705130 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5211067 Nov 09 17:32:06.289937 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5d881fe0-8d22-4a31-94ce-ba51a2008588 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=24f7dc50c0f946fb8c6dd7396027f61f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9586520 Nov 09 17:32:06.319896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44950) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:06.443916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 032a7adb-951d-4195-8cf5-16b8de5f48a8 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:06.453284 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8098f3a0-f215-4a6e-9e7e-3d5608146dbc x-openstack-request-id: req-8098f3a0-f215-4a6e-9e7e-3d5608146dbc {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:06.454592 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-unplugged", "status": "completed", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:06.455275 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8098f3a0-f215-4a6e-9e7e-3d5608146dbc {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:06.456180 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'code': 200} Nov 09 17:32:06.560057 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:06.593998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dea0f42-c96c-4626-97a6-5d0d677cf547 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:06.621815 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:06.632253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed6ff70b-981a-4b02-a89d-e7063cd30b3d req-c508dd87-8ceb-49fe-a6cc-4d3794bac768 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 210 time: 0.1806276 Nov 09 17:32:06.633066 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-206339b2-19c6-40c5-ab75-050dc5425226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:06.649559 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:06.681926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:06.700326 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-206339b2-19c6-40c5-ab75-050dc5425226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:06.724369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4990606f-e808-4fa0-a10d-3970f175a758 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:06.736066 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 032a7adb-951d-4195-8cf5-16b8de5f48a8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:06.738932 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:06.744280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:06.906100 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b5b2a0cf-9479-404c-8d5b-e350c414466c req-b7bbb085-d61b-4204-911c-c14c27405d44 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 210 time: 0.1104827 Nov 09 17:32:06.911924 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-206339b2-19c6-40c5-ab75-050dc5425226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:06.914701 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-206339b2-19c6-40c5-ab75-050dc5425226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:06.917135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-206339b2-19c6-40c5-ab75-050dc5425226 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3f94dc2-3c36-436d-b29f-2a8d92641c66 HTTP/1.1" status: 204 len: 168 time: 0.5959466 Nov 09 17:32:06.951351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206339b2-19c6-40c5-ab75-050dc5425226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f94dc2-3c36-436d-b29f-2a8d92641c66,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:06.965162 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:06.974535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6dea0f42-c96c-4626-97a6-5d0d677cf547,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:07.111111 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-2cc3d7cf-54ab-4e51-b855-61e4e13ead3a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:07.131626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['6dea0f42-c96c-4626-97a6-5d0d677cf547'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:07.242186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7df394-8593-4ea8-8e04-a6d3dd9cc4e5 req-f790aa62-5cb1-42af-8f4e-8d933f35a8b7 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:07.245710 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb7df394-8593-4ea8-8e04-a6d3dd9cc4e5 req-f790aa62-5cb1-42af-8f4e-8d933f35a8b7 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 944 time: 0.7199719 Nov 09 17:32:07.249069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:07.249720 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:07.251398 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] 10.222.0.18 "PUT /v2.0/ports/0a04bb4a-0e87-420e-b7c8-d1617103f3a1 HTTP/1.1" status: 200 len: 1122 time: 4.5032294 Nov 09 17:32:07.285236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-2cc3d7cf-54ab-4e51-b855-61e4e13ead3a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:07.303825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f82568-219c-4238-bb13-774a4e5609bb req-dd5035b4-0e11-4028-97ef-d9f634dc48ce tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:07.313587 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-90f82568-219c-4238-bb13-774a4e5609bb req-dd5035b4-0e11-4028-97ef-d9f634dc48ce tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 949 time: 0.1599596 Nov 09 17:32:07.354901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['fc0494be-448d-4771-b2af-76e4f4f20c6d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:07.413957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-2cc3d7cf-54ab-4e51-b855-61e4e13ead3a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:07.424155 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4990606f-e808-4fa0-a10d-3970f175a758, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4990606f-e808-4fa0-a10d-3970f175a758,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:07.425643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-2cc3d7cf-54ab-4e51-b855-61e4e13ead3a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:07.428387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-2cc3d7cf-54ab-4e51-b855-61e4e13ead3a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:07.440617 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e87097-9304-4e50-9b7f-4ed77fc980a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,revision_number=8']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:07.459947 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3331ca24-c018-4d6e-a817-2f0486e29b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:07.476614 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-90f82568-219c-4238-bb13-774a4e5609bb req-dae786e3-1e0a-486e-a3ab-ccee18b0d039 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616094 Nov 09 17:32:07.476831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0a04bb4a-0e87-420e-b7c8-d1617103f3a1'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:07.480074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '4990606f-e808-4fa0-a10d-3970f175a758', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'port_id': '4990606f-e808-4fa0-a10d-3970f175a758', 'mac_address': 'fa:16:3e:d3:da:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:32:07.560468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3d7cf-54ab-4e51-b855-61e4e13ead3a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Pushing event updated for resources: {'Port': ['ID=4a1c88f9-659b-468a-872c-1198308c435c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:07.613593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-2cc3d7cf-54ab-4e51-b855-61e4e13ead3a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:07.620060 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-2cc3d7cf-54ab-4e51-b855-61e4e13ead3a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:07.670784 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-2cc3d7cf-54ab-4e51-b855-61e4e13ead3a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2727017 Nov 09 17:32:07.684785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Request body: {'port': {'device_id': 'c3ab6099-06c0-486a-85d7-b65d6bfb885a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:07.874746 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:07.970360 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb7df394-8593-4ea8-8e04-a6d3dd9cc4e5 req-2a9827b7-f201-4145-92a3-4cd4da655e5c tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6930802 Nov 09 17:32:08.078175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-981b9cfd-fbbf-432b-a0c1-36f7a90c04b6 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:08.080197 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-981b9cfd-fbbf-432b-a0c1-36f7a90c04b6 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.18 "GET /v2.0/networks?id=c5306e5a-869f-4e12-b075-e70b3e6a1bc2 HTTP/1.1" status: 200 len: 814 time: 0.3108268 Nov 09 17:32:08.118225 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-0141e800-7870-4d1e-85a5-044d89e1cd23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Request body: {'port': {'device_id': '151ff816-e3d9-4cae-ba21-99248ac6ac1d', 'network_id': 'c5306e5a-869f-4e12-b075-e70b3e6a1bc2', 'admin_state_up': True, 'tenant_id': '25d3e790f0ec4ac594daaa554e8c156b'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:08.163110 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:08.264393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b44f0a9-375c-41d3-bdd3-6963bd458f7a', 'tag': '0a04bb4a-0e87-420e-b7c8-d1617103f3a1'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:08.266780 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0ef3ac-347a-45ef-9737-753223bb2303" -d '{"events": [{"name": "network-changed", "server_uuid": "2b44f0a9-375c-41d3-bdd3-6963bd458f7a", "tag": "0a04bb4a-0e87-420e-b7c8-d1617103f3a1"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:08.297493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4990606f-e808-4fa0-a10d-3970f175a758 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:08.442398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4990606f-e808-4fa0-a10d-3970f175a758, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4990606f-e808-4fa0-a10d-3970f175a758,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:08.448938 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-06052438-7620-43cf-83cd-528c81782e10 None None] Provisioning complete for port 4a1c88f9-659b-468a-872c-1198308c435c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:08.450314 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-06052438-7620-43cf-83cd-528c81782e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:08.475257 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:08.541347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f3d5-a39e-40f4-b000-6732874355ef req-47fdde56-b142-4f6e-a9eb-ac9c47451a4a tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:08.543425 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e28f3d5-a39e-40f4-b000-6732874355ef req-47fdde56-b142-4f6e-a9eb-ac9c47451a4a tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 943 time: 0.3315761 Nov 09 17:32:08.637203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-0141e800-7870-4d1e-85a5-044d89e1cd23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Made reservation on behalf of 25d3e790f0ec4ac594daaa554e8c156b for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:08.641180 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-0141e800-7870-4d1e-85a5-044d89e1cd23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:08.666791 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e28f3d5-a39e-40f4-b000-6732874355ef req-d346f538-f642-4a57-822c-0da8580b4ee6 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064937 Nov 09 17:32:08.747921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4990606f-e808-4fa0-a10d-3970f175a758,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:08.754680 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-06052438-7620-43cf-83cd-528c81782e10 None None] Port 4a1c88f9-659b-468a-872c-1198308c435c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:32:08.791630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1c88f9-659b-468a-872c-1198308c435c {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:08.808797 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:08.834079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b8132-f13a-454b-82d9-593b8864e1e8 req-f23bb506-56d2-456a-b2fb-366e91cf9a90 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:08.844511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db8b8132-f13a-454b-82d9-593b8864e1e8 req-f23bb506-56d2-456a-b2fb-366e91cf9a90 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 949 time: 0.1230974 Nov 09 17:32:08.874999 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Transition to ACTIVE for port object 4a1c88f9-659b-468a-872c-1198308c435c will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:32:08.886158 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:08.935272 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-045ce92d-efd3-49d5-801d-283ad4fd3048 req-e1cd6b34-aa80-46ea-a6bc-3a764e4aaeed tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 210 time: 0.0720978 Nov 09 17:32:08.938761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db8b8132-f13a-454b-82d9-593b8864e1e8 req-e15ee3ff-105b-4e16-8c16-3dd6f9d29be3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923910 Nov 09 17:32:08.997308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4990606f-e808-4fa0-a10d-3970f175a758'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:09.035291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1c88f9-659b-468a-872c-1198308c435c,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:09.035519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-3331ca24-c018-4d6e-a817-2f0486e29b09 admin admin] Deleting port 032a7adb-951d-4195-8cf5-16b8de5f48a8 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:32:09.035519 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3331ca24-c018-4d6e-a817-2f0486e29b09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:09.115295 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdb6f7a-9332-4c6d-9cee-8e4a826523d5 x-openstack-request-id: req-5fdb6f7a-9332-4c6d-9cee-8e4a826523d5 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:09.116113 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b44f0a9-375c-41d3-bdd3-6963bd458f7a", "tag": "0a04bb4a-0e87-420e-b7c8-d1617103f3a1", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:09.116113 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5fdb6f7a-9332-4c6d-9cee-8e4a826523d5 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:09.116828 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b44f0a9-375c-41d3-bdd3-6963bd458f7a', 'tag': '0a04bb4a-0e87-420e-b7c8-d1617103f3a1', 'status': 'completed', 'code': 200} Nov 09 17:32:09.149378 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45002) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:09.177366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-0141e800-7870-4d1e-85a5-044d89e1cd23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Allocated IP 172.20.0.2 (c5306e5a-869f-4e12-b075-e70b3e6a1bc2/e176a40a-9b50-4efd-9f65-be46a59e0bf0/6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:09.269897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Attempting to bind port 4a1c88f9-659b-468a-872c-1198308c435c on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:09.270315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Attempting to bind port 4a1c88f9-659b-468a-872c-1198308c435c by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:09.270625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Attempting to bind port 4a1c88f9-659b-468a-872c-1198308c435c on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:09.282685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ef3ac-347a-45ef-9737-753223bb2303 req-b9f59049-d620-4110-8597-688cdae0c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:09.284436 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef0ef3ac-347a-45ef-9737-753223bb2303 req-b9f59049-d620-4110-8597-688cdae0c31a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 1125 time: 0.1674473 Nov 09 17:32:09.285453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Port 4a1c88f9-659b-468a-872c-1198308c435c on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:09.285801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Attempting to bind port 4a1c88f9-659b-468a-872c-1198308c435c on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:09.305871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:09.306264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:09.306657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:09.307177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Bound port: 4a1c88f9-659b-468a-872c-1198308c435c, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:09.307572 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:09.333157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-3331ca24-c018-4d6e-a817-2f0486e29b09 admin admin] For port 032a7adb-951d-4195-8cf5-16b8de5f48a8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=032a7adb-951d-4195-8cf5-16b8de5f48a8,segment=NetworkSegment(9081290e-4de5-4ee2-979b-03976d740ba5),segment_id=9081290e-4de5-4ee2-979b-03976d740ba5)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:09.334130 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3331ca24-c018-4d6e-a817-2f0486e29b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:09.334309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab292379-e888-411b-9371-cfaf0bebcef8 req-b79b91b4-9639-4cb8-8dd4-878514201b63 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:09.345900 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab292379-e888-411b-9371-cfaf0bebcef8 req-b79b91b4-9639-4cb8-8dd4-878514201b63 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 948 time: 0.3105073 Nov 09 17:32:09.411084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-3331ca24-c018-4d6e-a817-2f0486e29b09 admin admin] Calling delete_port for 032a7adb-951d-4195-8cf5-16b8de5f48a8 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:32:09.420882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1267011895-network', 'tenant_id': 'f6b18ff8d0054db3b09b095e1c177e82'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:09.481989 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab292379-e888-411b-9371-cfaf0bebcef8 req-157fafa7-5ac6-4832-9688-046a7d54efbc tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205146 Nov 09 17:32:09.519534 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] For port 4a1c88f9-659b-468a-872c-1198308c435c, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:09.529483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] For port 4a1c88f9-659b-468a-872c-1198308c435c, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4a1c88f9-659b-468a-872c-1198308c435c,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:09.540860 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:09.623871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:09.624849 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:09.626666 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] 10.222.0.13 "PUT /v2.0/ports/4a1c88f9-659b-468a-872c-1198308c435c HTTP/1.1" status: 200 len: 1096 time: 1.9504030 Nov 09 17:32:09.627502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ab6099-06c0-486a-85d7-b65d6bfb885a', 'tag': '4a1c88f9-659b-468a-872c-1198308c435c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:09.630537 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff85a4d0-d0a7-49c6-a6eb-4353be338126" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ab6099-06c0-486a-85d7-b65d6bfb885a", "tag": "4a1c88f9-659b-468a-872c-1198308c435c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:09.762208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a675e6-e7ab-417a-9b3f-2381535f5515 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1c88f9-659b-468a-872c-1198308c435c,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:09.805571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f1868-e355-4079-921d-6195c48f88cb req-99720311-1e61-499a-a275-ea01843c2dee tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:09.808400 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-316f1868-e355-4079-921d-6195c48f88cb req-99720311-1e61-499a-a275-ea01843c2dee tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 944 time: 0.2018738 Nov 09 17:32:09.814775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-d29c2d19-cdc7-4217-a007-b7e3a4103272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:09.816677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-d29c2d19-cdc7-4217-a007-b7e3a4103272 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc849955cbae4b2e9b2cfde53d866b19&device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 1099 time: 0.1212003 Nov 09 17:32:09.849104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Made reservation on behalf of f6b18ff8d0054db3b09b095e1c177e82 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:09.868346 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:09.924067 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-d40e1bff-773d-498c-b893-468074cc7ac1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=4a1c88f9-659b-468a-872c-1198308c435c HTTP/1.1" status: 200 len: 217 time: 0.0819628 Nov 09 17:32:09.929503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-316f1868-e355-4079-921d-6195c48f88cb req-2f75ec42-0022-4895-bafa-32730bfc495f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113312 Nov 09 17:32:09.972047 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f87b20a-5f40-45c6-91c6-ebc13dec2c0d x-openstack-request-id: req-9f87b20a-5f40-45c6-91c6-ebc13dec2c0d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:09.972474 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ab6099-06c0-486a-85d7-b65d6bfb885a", "tag": "4a1c88f9-659b-468a-872c-1198308c435c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:09.972832 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f87b20a-5f40-45c6-91c6-ebc13dec2c0d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:09.973450 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ab6099-06c0-486a-85d7-b65d6bfb885a', 'tag': '4a1c88f9-659b-468a-872c-1198308c435c', 'status': 'completed', 'code': 200} Nov 09 17:32:09.984353 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:09.990946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ef3ac-347a-45ef-9737-753223bb2303 req-24a6a4e8-cf41-4e13-a94b-fa3b034dd456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:09.991854 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef0ef3ac-347a-45ef-9737-753223bb2303 req-24a6a4e8-cf41-4e13-a94b-fa3b034dd456 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.6924148 Nov 09 17:32:09.998300 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-0141e800-7870-4d1e-85a5-044d89e1cd23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:10.027200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-419b4fc9-f289-4861-82ff-347669168f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:10.030098 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-419b4fc9-f289-4861-82ff-347669168f36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0975115 Nov 09 17:32:10.125507 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef0ef3ac-347a-45ef-9737-753223bb2303 req-40b510c4-4b9c-4a00-9a09-6e60e7f99ef3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1 HTTP/1.1" status: 200 len: 217 time: 0.0775306 Nov 09 17:32:10.127204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-afb1d833-447b-40cd-a099-c55eebec4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:10.128873 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-afb1d833-447b-40cd-a099-c55eebec4f7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846977 Nov 09 17:32:10.170236 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102dee9-2963-4576-b535-3a737008087c req-76246ebb-1b77-41b9-a7c8-9a5f8cf69963 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:10.172322 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f102dee9-2963-4576-b535-3a737008087c req-76246ebb-1b77-41b9-a7c8-9a5f8cf69963 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 944 time: 0.0944099 Nov 09 17:32:10.283174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ef3ac-347a-45ef-9737-753223bb2303 req-52594942-b03f-4e42-ae90-4a67a98ec6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:10.284772 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef0ef3ac-347a-45ef-9737-753223bb2303 req-52594942-b03f-4e42-ae90-4a67a98ec6eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.1565359 Nov 09 17:32:10.287439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f102dee9-2963-4576-b535-3a737008087c req-bf843566-1983-4946-810e-a4f3a65ab5a9 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939136 Nov 09 17:32:10.318933 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45034) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:10.321837 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-0141e800-7870-4d1e-85a5-044d89e1cd23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:10.334909 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-1bc8e025-d487-4e0d-bdf7-8bee0bbeb766 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841321 Nov 09 17:32:10.353832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c7bf1-1616-4dd5-b060-6038c8076b94 req-adc5b76e-ab31-4b5f-a805-1df0c76fda44 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:10.355459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be7c7bf1-1616-4dd5-b060-6038c8076b94 req-adc5b76e-ab31-4b5f-a805-1df0c76fda44 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 949 time: 0.2467082 Nov 09 17:32:10.420705 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef0ef3ac-347a-45ef-9737-753223bb2303 req-758c4cd6-547b-40a8-912f-55e77f19da62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037264 Nov 09 17:32:10.495643 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:10.498546 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-0141e800-7870-4d1e-85a5-044d89e1cd23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Network c5306e5a-869f-4e12-b075-e70b3e6a1bc2 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:10.536203 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3331ca24-c018-4d6e-a817-2f0486e29b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:10.541048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0cbb3-1f79-44d2-b051-e538536bfd00 req-25f816b7-73da-4890-86b6-e675b9618277 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:10.546171 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:10.550712 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-0141e800-7870-4d1e-85a5-044d89e1cd23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:10.550939 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fea0cbb3-1f79-44d2-b051-e538536bfd00 req-25f816b7-73da-4890-86b6-e675b9618277 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 931 time: 0.1714995 Nov 09 17:32:10.558603 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f05dee6a-1186-4864-ac79-0cc6368b4aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:10.584247 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-0141e800-7870-4d1e-85a5-044d89e1cd23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:10.590616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-0141e800-7870-4d1e-85a5-044d89e1cd23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:10.591298 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-0141e800-7870-4d1e-85a5-044d89e1cd23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:10.605896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141e800-7870-4d1e-85a5-044d89e1cd23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Pushing event updated for resources: {'Port': ['ID=6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:10.606191 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-172dc31c-e9a9-48fa-91f5-684ea7440baa req-52212d9a-8882-49fb-8877-ae331000d8ac service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603967 Nov 09 17:32:10.625953 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fea0cbb3-1f79-44d2-b051-e538536bfd00 req-4897f96e-a0db-4201-8f16-8da1f1e0047e tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738130 Nov 09 17:32:10.634971 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be7c7bf1-1616-4dd5-b060-6038c8076b94 req-37d045a9-69ab-4e9a-ae96-960388e2b1cc tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466438 Nov 09 17:32:10.635780 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36038d73-b274-4cca-9c43-825fc0b4e51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:10.671881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:10.681249 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:32:10.694161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6dea0f42-c96c-4626-97a6-5d0d677cf547 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:10.720048 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331ca24-c018-4d6e-a817-2f0486e29b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=032a7adb-951d-4195-8cf5-16b8de5f48a8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:10.722315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c580e1-1e5e-4e9f-85d9-068f62520511,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:10.769687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85a4d0-d0a7-49c6-a6eb-4353be338126 req-7555f7b4-263d-4599-bfce-ce94a0859991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:10.771654 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff85a4d0-d0a7-49c6-a6eb-4353be338126 req-7555f7b4-263d-4599-bfce-ce94a0859991 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc849955cbae4b2e9b2cfde53d866b19&device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 1099 time: 0.0955412 Nov 09 17:32:10.778115 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:10.778756 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Added segment eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48 of type vlan for network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b Nov 09 17:32:10.851196 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:10.878278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 6dea0f42-c96c-4626-97a6-5d0d677cf547 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:10.878698 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:10.882026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85a4d0-d0a7-49c6-a6eb-4353be338126 req-f1ad7761-28de-48af-890c-4afdfebc2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:10.885173 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff85a4d0-d0a7-49c6-a6eb-4353be338126 req-f1ad7761-28de-48af-890c-4afdfebc2fa2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.1018157 Nov 09 17:32:10.984947 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:10.991949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff85a4d0-d0a7-49c6-a6eb-4353be338126 req-9ccb41da-fc17-49e5-8a88-0e946a128a53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=4a1c88f9-659b-468a-872c-1198308c435c HTTP/1.1" status: 200 len: 217 time: 0.0990307 Nov 09 17:32:11.030123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 has no active binding in host n-h2-817236-1 {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:32:11.049545 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-0141e800-7870-4d1e-85a5-044d89e1cd23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9463527 Nov 09 17:32:11.054800 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:11.071808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85a4d0-d0a7-49c6-a6eb-4353be338126 req-ceb0828e-0c45-45bb-93f4-61681178a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:11.074157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff85a4d0-d0a7-49c6-a6eb-4353be338126 req-ceb0828e-0c45-45bb-93f4-61681178a8e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0709741 Nov 09 17:32:11.082841 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:11.085503 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df101a9-63f1-4d9a-a9a5-ba7cc1db5b65" -d '{"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-plugged", "status": "completed", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:11.105279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:11.110601 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:11.111628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4990606f-e808-4fa0-a10d-3970f175a758 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:11.192057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85a4d0-d0a7-49c6-a6eb-4353be338126 req-6cf23cb5-a82a-45c5-9374-f5ee6cf6caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:11.195263 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff85a4d0-d0a7-49c6-a6eb-4353be338126 req-6cf23cb5-a82a-45c5-9374-f5ee6cf6caa3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123433 Nov 09 17:32:11.196829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Request body: {'port': {'device_id': '151ff816-e3d9-4cae-ba21-99248ac6ac1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:11.203669 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef0ef3ac-347a-45ef-9737-753223bb2303 req-fe648469-3ab8-4ea8-8dc9-4cf1ca1fb1fd service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621901 Nov 09 17:32:11.203926 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6dea0f42-c96c-4626-97a6-5d0d677cf547,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:11.204634 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:11.206165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:11.207265 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:11.223440 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 4990606f-e808-4fa0-a10d-3970f175a758 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:32:11.229726 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 4990606f-e808-4fa0-a10d-3970f175a758 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:11.230510 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:11.238906 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbd5c3-9d65-488b-8764-74206c4497eb req-d0ccec2f-dc43-4901-9483-f4a2efcdd1d4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:11.244515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-50dbd5c3-9d65-488b-8764-74206c4497eb req-d0ccec2f-dc43-4901-9483-f4a2efcdd1d4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 944 time: 0.1228662 Nov 09 17:32:11.350862 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:11.385670 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36038d73-b274-4cca-9c43-825fc0b4e51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:11.386799 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-50dbd5c3-9d65-488b-8764-74206c4497eb req-718254cc-5ecb-42fb-8dde-85b6c8ea33c6 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205542 Nov 09 17:32:11.397759 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4990606f-e808-4fa0-a10d-3970f175a758, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4990606f-e808-4fa0-a10d-3970f175a758,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:11.407950 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:11.428675 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff85a4d0-d0a7-49c6-a6eb-4353be338126 req-3d4c832d-a5dd-4c40-8035-a5c9fe502fc1 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070875 Nov 09 17:32:11.476015 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36038d73-b274-4cca-9c43-825fc0b4e51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:11.503042 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3447847 Nov 09 17:32:11.510683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45050) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:11.513522 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4990606f-e808-4fa0-a10d-3970f175a758,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:11.517630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8ffb67db-d8fe-4004-81ed-5f9fc21b85ab admin admin] Request body: {'subnet': {'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1267011895-subnet', 'tenant_id': 'f6b18ff8d0054db3b09b095e1c177e82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:11.518419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200c7a5-c379-413c-b2e5-9746fda68173 req-510fba33-cad5-4f7d-aa03-6164ed32dbd6 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:11.532076 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0200c7a5-c379-413c-b2e5-9746fda68173 req-510fba33-cad5-4f7d-aa03-6164ed32dbd6 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 948 time: 0.7940791 Nov 09 17:32:11.540009 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59271c13-5c61-4dc6-bb52-3f4e2f5af579 x-openstack-request-id: req-59271c13-5c61-4dc6-bb52-3f4e2f5af579 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:11.542854 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-plugged", "status": "completed", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:11.544248 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-59271c13-5c61-4dc6-bb52-3f4e2f5af579 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:11.545445 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'code': 200} Nov 09 17:32:11.577246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffb67db-d8fe-4004-81ed-5f9fc21b85ab admin admin] Made reservation on behalf of f6b18ff8d0054db3b09b095e1c177e82 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:11.583151 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ffb67db-d8fe-4004-81ed-5f9fc21b85ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:11.673579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff85a4d0-d0a7-49c6-a6eb-4353be338126 req-cfe90e41-2cb5-4568-8e07-926e39ab2828 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306964 Nov 09 17:32:11.678306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fada33-67e9-412c-bc5d-27aafd9b7a5b admin admin] Pushing event updated for resources: {'Network': ['ID=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:11.737557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269ee60-6ab6-4a25-8401-df46b3421f2f req-655cb493-fed3-4fc4-9ca2-230e73ee8bd0 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:11.739264 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5269ee60-6ab6-4a25-8401-df46b3421f2f req-655cb493-fed3-4fc4-9ca2-230e73ee8bd0 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 945 time: 0.0864327 Nov 09 17:32:11.753146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36038d73-b274-4cca-9c43-825fc0b4e51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a95ab6f-1639-4617-904f-42a60cdaa1bf,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:11.765048 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-36038d73-b274-4cca-9c43-825fc0b4e51d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=906042ddc6ae419bbf47763843567ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4445965 Nov 09 17:32:11.766516 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:11.775204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45056) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:11.824595 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5269ee60-6ab6-4a25-8401-df46b3421f2f req-ac3f814e-967a-4233-9d61-0cd14b883479 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729618 Nov 09 17:32:11.828736 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3331ca24-c018-4d6e-a817-2f0486e29b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:11.836322 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:32:11.886936 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0200c7a5-c379-413c-b2e5-9746fda68173 req-83edca50-c5f8-4546-bb99-702cee28c32d tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951293 Nov 09 17:32:11.898069 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef0ef3ac-347a-45ef-9737-753223bb2303 req-b5d49643-6a08-43d9-b293-c1e7877489c7 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461601 Nov 09 17:32:12.044901 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0599d16d-cef1-445a-a714-8a4ab5574efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:12.108413 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0599d16d-cef1-445a-a714-8a4ab5574efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:12.144989 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0655c-0a39-4e52-afb6-fccf9e948bd9 req-f765e522-b453-4dfc-b509-3b43ff9dbb4f tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.146552 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f0655c-0a39-4e52-afb6-fccf9e948bd9 req-f765e522-b453-4dfc-b509-3b43ff9dbb4f tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 931 time: 0.2156224 Nov 09 17:32:12.163324 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ffb67db-d8fe-4004-81ed-5f9fc21b85ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:12.264940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb67db-d8fe-4004-81ed-5f9fc21b85ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=35bd4ab4-76ee-4437-92fd-d6a3a82366d2,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:12.291453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f0655c-0a39-4e52-afb6-fccf9e948bd9 req-78d05a96-8070-44dd-8261-3eb5a444fc1b tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214743 Nov 09 17:32:12.297144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0599d16d-cef1-445a-a714-8a4ab5574efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:12.300836 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0599d16d-cef1-445a-a714-8a4ab5574efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:12.305539 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0599d16d-cef1-445a-a714-8a4ab5574efd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a95ab6f-1639-4617-904f-42a60cdaa1bf HTTP/1.1" status: 204 len: 168 time: 0.5261326 Nov 09 17:32:12.310028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffb67db-d8fe-4004-81ed-5f9fc21b85ab admin admin] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:12.310399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffb67db-d8fe-4004-81ed-5f9fc21b85ab admin admin] Network hostable DHCP agents. Network: e6d0ba4a-405d-4a7d-b42f-4a023f54a71b, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:32:12.319128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599d16d-cef1-445a-a714-8a4ab5574efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a95ab6f-1639-4617-904f-42a60cdaa1bf,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:12.341528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffb67db-d8fe-4004-81ed-5f9fc21b85ab admin admin] Network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:32:12.356465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-8ffb67db-d8fe-4004-81ed-5f9fc21b85ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, e6d0ba4a-405d-4a7d-b42f-4a023f54a71b) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:12.369515 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b91f26-25fa-47a9-92c6-b1d843be52f7 None None] Network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:12.373756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffb67db-d8fe-4004-81ed-5f9fc21b85ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.374272 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ffb67db-d8fe-4004-81ed-5f9fc21b85ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:12.396376 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8ffb67db-d8fe-4004-81ed-5f9fc21b85ab admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8845162 Nov 09 17:32:12.497280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc64177-3e4d-400e-b62a-d7c2fe4e9ee1 req-b9ff06f4-ceaf-4466-b4b7-b9ead73bcb28 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.505838 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7cc64177-3e4d-400e-b62a-d7c2fe4e9ee1 req-b9ff06f4-ceaf-4466-b4b7-b9ead73bcb28 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.4557920 Nov 09 17:32:12.620340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06df27-08cf-4f1b-9aae-7653fef77ee0 req-cdde945e-e444-4a32-bdd1-cf39e7968d4a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:12.638312 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a06df27-08cf-4f1b-9aae-7653fef77ee0 req-cdde945e-e444-4a32-bdd1-cf39e7968d4a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 944 time: 0.0952528 Nov 09 17:32:12.657948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b46ec-9032-4d3a-9bae-1a4bfce094c0 None None] Network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:12.707328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a06df27-08cf-4f1b-9aae-7653fef77ee0 req-c74e8b35-c6cd-4868-b152-2576d2b8c733 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661590 Nov 09 17:32:12.763718 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7cc64177-3e4d-400e-b62a-d7c2fe4e9ee1 req-36903d34-9cc5-4a97-b073-0e9bd3ac7c63 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563252 Nov 09 17:32:12.848952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45070) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:12.849229 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3331ca24-c018-4d6e-a817-2f0486e29b09 admin admin] Router 2bce259c-217a-410d-9d9f-112c745079bd has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:32:12.867114 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29042e90-2a41-470c-accc-c09be3a68e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:13.025326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd048d9a-a767-4498-89b7-fd31253d22ed req-f26ee17d-a807-44c8-b809-014ceca6df79 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:13.027041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fd048d9a-a767-4498-89b7-fd31253d22ed req-f26ee17d-a807-44c8-b809-014ceca6df79 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 945 time: 0.1017120 Nov 09 17:32:13.050098 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29042e90-2a41-470c-accc-c09be3a68e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:13.064079 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29042e90-2a41-470c-accc-c09be3a68e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:13.126606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fd048d9a-a767-4498-89b7-fd31253d22ed req-5219519a-e849-4ef0-8e7e-7d2c7d79c39d tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880926 Nov 09 17:32:13.129467 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29042e90-2a41-470c-accc-c09be3a68e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def08304-fbbc-4437-8e52-651c38b00879,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:13.138908 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-29042e90-2a41-470c-accc-c09be3a68e35 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f23de960709e4597aa45d75cce7f5df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839692 Nov 09 17:32:13.138908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45076) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:13.206178 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8d6c-a5de-4c11-bb9c-ff2c6967c613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:13.236973 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8d6c-a5de-4c11-bb9c-ff2c6967c613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:13.321105 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8d6c-a5de-4c11-bb9c-ff2c6967c613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:13.327491 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5dc8d6c-a5de-4c11-bb9c-ff2c6967c613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:13.329372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a5dc8d6c-a5de-4c11-bb9c-ff2c6967c613 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/def08304-fbbc-4437-8e52-651c38b00879 HTTP/1.1" status: 204 len: 168 time: 0.1894715 Nov 09 17:32:13.343855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc8d6c-a5de-4c11-bb9c-ff2c6967c613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def08304-fbbc-4437-8e52-651c38b00879,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:13.407556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:13.417007 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-45d9c5eb-ac9e-4653-a85d-52c21d431c01 service neutron] 10.222.0.13 "GET /v2.0/ports/0a04bb4a-0e87-420e-b7c8-d1617103f3a1/bindings/n-h2-817236-1 HTTP/1.1" status: 200 len: 384 time: 0.5455601 Nov 09 17:32:13.430383 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:13.494874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2ba9c-b6f5-4f4b-aa6a-8e6d53d344e6 req-0965510d-ed23-4169-b57e-8d8cf4007223 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:13.496883 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cea2ba9c-b6f5-4f4b-aa6a-8e6d53d344e6 req-0965510d-ed23-4169-b57e-8d8cf4007223 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 948 time: 0.4923339 Nov 09 17:32:13.533890 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45090) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:13.540697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-324473555-network', 'tenant_id': 'a5ea9db0099c4997a41fbc45f9611586'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:13.546492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8354f9a-ef62-46f4-b6ba-652a964c8840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4990606f-e808-4fa0-a10d-3970f175a758'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:13.550413 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890b0ebe-0c37-46e1-9ee9-f3a3bd9619c5" -d '{"events": [{"server_uuid": "f8354f9a-ef62-46f4-b6ba-652a964c8840", "name": "network-vif-plugged", "status": "completed", "tag": "4990606f-e808-4fa0-a10d-3970f175a758"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:13.565368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Transition to ACTIVE for port object 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:32:13.579369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4a1c88f9-659b-468a-872c-1198308c435c details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:13.581279 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3331ca24-c018-4d6e-a817-2f0486e29b09 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:32:13.597675 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3331ca24-c018-4d6e-a817-2f0486e29b09 admin admin] 10.222.0.81 "PUT /v2.0/routers/2bce259c-217a-410d-9d9f-112c745079bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1121578 Nov 09 17:32:13.598838 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:13.600115 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469abdfb-40e7-4368-9941-bd8a783946c9 None None] Sync routers for ids ['2bce259c-217a-410d-9d9f-112c745079bd'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:32:13.605921 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45094) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:13.635958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba392d52-81ac-46c9-8548-815eb0d9ede5 req-ef44e6d4-11d1-4f92-b4aa-5405eb8ca4ab tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:13.636250 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469abdfb-40e7-4368-9941-bd8a783946c9 None None] Routers {'2bce259c-217a-410d-9d9f-112c745079bd'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:13.637142 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-469abdfb-40e7-4368-9941-bd8a783946c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:31:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2bce259c-217a-410d-9d9f-112c745079bd'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:13.644901 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba392d52-81ac-46c9-8548-815eb0d9ede5 req-ef44e6d4-11d1-4f92-b4aa-5405eb8ca4ab tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 931 time: 0.1574821 Nov 09 17:32:13.652762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Made reservation on behalf of a5ea9db0099c4997a41fbc45f9611586 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:13.655164 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:13.676804 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:13.682335 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-02ae76f9-fb70-4aa5-891a-4a75bbf5223c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:13.875569 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Pushing event updated for resources: {'Port': ['ID=6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:13.954101 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-469abdfb-40e7-4368-9941-bd8a783946c9 None None] Set router 2bce259c-217a-410d-9d9f-112c745079bd gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:13.969880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 4a1c88f9-659b-468a-872c-1198308c435c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4a1c88f9-659b-468a-872c-1198308c435c,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:14.002891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '4a1c88f9-659b-468a-872c-1198308c435c', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '4a1c88f9-659b-468a-872c-1198308c435c', 'mac_address': 'fa:16:3e:2e:56:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:32:14.050863 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6a068e29-2144-41f3-a09f-a8b1da338774 service neutron] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:14.091348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6a068e29-2144-41f3-a09f-a8b1da338774 service neutron] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:14.103376 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:14.112227 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba392d52-81ac-46c9-8548-815eb0d9ede5 req-9a1f5fff-40a3-4ab1-a791-094b0e15cf3d tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661772 Nov 09 17:32:14.160709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1c88f9-659b-468a-872c-1198308c435c {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:14.204243 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cea2ba9c-b6f5-4f4b-aa6a-8e6d53d344e6 req-5d5f7064-2304-4b5a-9cc3-f47f76a59d18 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853633 Nov 09 17:32:14.244169 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:14.278409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 4a1c88f9-659b-468a-872c-1198308c435c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4a1c88f9-659b-468a-872c-1198308c435c,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:14.284318 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:14.288311 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:14.294662 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:14.299605 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-469abdfb-40e7-4368-9941-bd8a783946c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce259c-217a-410d-9d9f-112c745079bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438910257-router', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:48Z', 'updated_at': '2021-11-09T17:32:10Z', 'revision_number': 5, 'project_id': '61ce788f443e4e8eb29322a533919f37', 'gw_port': {'id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce259c-217a-410d-9d9f-112c745079bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:50Z', 'updated_at': '2021-11-09T17:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:14.314977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6a068e29-2144-41f3-a09f-a8b1da338774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:14.352201 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fcbea9-80d0-4664-90ee-00d9351467b6 x-openstack-request-id: req-44fcbea9-80d0-4664-90ee-00d9351467b6 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:14.352993 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8354f9a-ef62-46f4-b6ba-652a964c8840", "name": "network-vif-plugged", "status": "completed", "tag": "4990606f-e808-4fa0-a10d-3970f175a758", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:14.353479 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44fcbea9-80d0-4664-90ee-00d9351467b6 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:14.354093 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8354f9a-ef62-46f4-b6ba-652a964c8840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4990606f-e808-4fa0-a10d-3970f175a758', 'code': 200} Nov 09 17:32:14.375409 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469abdfb-40e7-4368-9941-bd8a783946c9 None None] Checking router: 2bce259c-217a-410d-9d9f-112c745079bd for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:32:14.397277 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469abdfb-40e7-4368-9941-bd8a783946c9 None None] Routers {'2bce259c-217a-410d-9d9f-112c745079bd'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:14.397931 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-469abdfb-40e7-4368-9941-bd8a783946c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:32:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2bce259c-217a-410d-9d9f-112c745079bd'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:14.404333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6a068e29-2144-41f3-a09f-a8b1da338774 service neutron] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:14.412574 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=4a1c88f9-659b-468a-872c-1198308c435c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:14.457816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Attempting to bind port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:14.458205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Attempting to bind port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '63e5b0b1-910b-4f5d-85fe-faa3056fd7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c5306e5a-869f-4e12-b075-e70b3e6a1bc2'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:14.458665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Attempting to bind port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 on network c5306e5a-869f-4e12-b075-e70b3e6a1bc2 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:14.484674 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d88cfc3-ea70-4d0f-9db2-01fb81c5eef5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:14.502191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 on network c5306e5a-869f-4e12-b075-e70b3e6a1bc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:14.502521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Attempting to bind port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 on network c5306e5a-869f-4e12-b075-e70b3e6a1bc2 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:14.515185 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6a068e29-2144-41f3-a09f-a8b1da338774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:14.529059 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['4a1c88f9-659b-468a-872c-1198308c435c'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:14.572888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:32:14.577458 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-469abdfb-40e7-4368-9941-bd8a783946c9 None None] Set router 2bce259c-217a-410d-9d9f-112c745079bd gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:14.590835 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:14.603827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:14.604382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Checking segment: {'id': '63e5b0b1-910b-4f5d-85fe-faa3056fd7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c5306e5a-869f-4e12-b075-e70b3e6a1bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:14.604591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Bound using segment: {'id': '63e5b0b1-910b-4f5d-85fe-faa3056fd7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c5306e5a-869f-4e12-b075-e70b3e6a1bc2'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:14.605031 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Bound port: 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e5b0b1-910b-4f5d-85fe-faa3056fd7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c5306e5a-869f-4e12-b075-e70b3e6a1bc2'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:14.605411 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:14.652136 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:14.653404 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Added segment 7e0cd24e-9798-463c-aff8-fc28db9914bc of type vlan for network 61c84503-9fa5-4c5b-886d-c4a0e749a8b8 Nov 09 17:32:14.693612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c777f38-1765-4975-bec6-778ac4577695 req-741c5eb9-2a71-48d5-bb68-1fb442b3041c tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:14.708940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c777f38-1765-4975-bec6-778ac4577695 req-741c5eb9-2a71-48d5-bb68-1fb442b3041c tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.2194934 Nov 09 17:32:14.831165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a525ce-69e3-4e86-a21c-25c72ae2aa3c req-816d25d2-723b-48ad-830c-316924f46d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:14.833695 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d2a525ce-69e3-4e86-a21c-25c72ae2aa3c req-816d25d2-723b-48ad-830c-316924f46d24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 1096 time: 0.3852384 Nov 09 17:32:14.879372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:14.897958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c777f38-1765-4975-bec6-778ac4577695 req-6c8c3a8b-be43-47a2-a4f0-6fac7e93b85a tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871531 Nov 09 17:32:15.034071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf0668-523e-4bf7-bed7-bee195ed9e4b req-7756207d-012b-477b-af07-802d27f43e93 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:15.038378 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d2a525ce-69e3-4e86-a21c-25c72ae2aa3c req-2d93aef6-b440-4ff8-8548-6abf60fc5d4b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872811 Nov 09 17:32:15.042827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:15.046995 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15bf0668-523e-4bf7-bed7-bee195ed9e4b req-7756207d-012b-477b-af07-802d27f43e93 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 944 time: 0.5240016 Nov 09 17:32:15.048199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:15.049021 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:15.113420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5739026 Nov 09 17:32:15.121802 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45122) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:15.140138 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-469abdfb-40e7-4368-9941-bd8a783946c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce259c-217a-410d-9d9f-112c745079bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438910257-router', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:48Z', 'updated_at': '2021-11-09T17:32:10Z', 'revision_number': 5, 'project_id': '61ce788f443e4e8eb29322a533919f37', 'gw_port': {'id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce259c-217a-410d-9d9f-112c745079bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:50Z', 'updated_at': '2021-11-09T17:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:15.158350 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15bf0668-523e-4bf7-bed7-bee195ed9e4b req-db0c7b02-40b9-44f0-bbe1-fd396a0b26d2 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099491 Nov 09 17:32:15.172031 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469abdfb-40e7-4368-9941-bd8a783946c9 None None] The sync data for ids ['2bce259c-217a-410d-9d9f-112c745079bd'] in n-d-817236-1 is: [{'id': '2bce259c-217a-410d-9d9f-112c745079bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1438910257-router', 'tenant_id': '61ce788f443e4e8eb29322a533919f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:48Z', 'updated_at': '2021-11-09T17:32:10Z', 'revision_number': 5, 'project_id': '61ce788f443e4e8eb29322a533919f37', 'gw_port': {'id': '66eeba4d-0d02-44a4-af40-a7d8ccf66f1c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce259c-217a-410d-9d9f-112c745079bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:50Z', 'updated_at': '2021-11-09T17:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:32:15.182485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d931033a-6c49-471b-821d-cfdbbb2ba06c admin admin] Request body: {'subnet': {'network_id': '61c84503-9fa5-4c5b-886d-c4a0e749a8b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-324473555-subnet', 'tenant_id': 'a5ea9db0099c4997a41fbc45f9611586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:15.231301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bb5c0-b9b1-4a94-bde2-41953a952fca admin admin] Pushing event updated for resources: {'Network': ['ID=61c84503-9fa5-4c5b-886d-c4a0e749a8b8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:15.239244 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:15.246172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] For port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:15.253089 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] For port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342,segment=NetworkSegment(63e5b0b1-910b-4f5d-85fe-faa3056fd7fd),segment_id=63e5b0b1-910b-4f5d-85fe-faa3056fd7fd)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:15.270781 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:15.273680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6a068e29-2144-41f3-a09f-a8b1da338774 service neutron] Transition to ACTIVE for port object 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:32:15.278718 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:15.298398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c7d0f-bf21-4e74-bf98-6280e42f06f4 req-1873cc02-384f-4ac6-a7ad-4272d6ad6613 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:15.298795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 61c84503-9fa5-4c5b-886d-c4a0e749a8b8 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:32:15.303812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-868c7d0f-bf21-4e74-bf98-6280e42f06f4 req-1873cc02-384f-4ac6-a7ad-4272d6ad6613 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 945 time: 0.2263477 Nov 09 17:32:15.315780 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6a068e29-2144-41f3-a09f-a8b1da338774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:15.326986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d931033a-6c49-471b-821d-cfdbbb2ba06c admin admin] Made reservation on behalf of a5ea9db0099c4997a41fbc45f9611586 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:15.329982 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d931033a-6c49-471b-821d-cfdbbb2ba06c admin admin] Notify callbacks [] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:15.395030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-868c7d0f-bf21-4e74-bf98-6280e42f06f4 req-e9908bea-cf32-4187-a6b4-04dc9deed8d3 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804112 Nov 09 17:32:15.406204 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:15.407001 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:15.408680 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] 10.222.0.18 "PUT /v2.0/ports/6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 HTTP/1.1" status: 200 len: 1091 time: 4.2402050 Nov 09 17:32:15.423003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151ff816-e3d9-4cae-ba21-99248ac6ac1d', 'tag': '6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:15.425810 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cf2a08-b1a3-436f-af10-5d830f5ef80d" -d '{"events": [{"name": "network-changed", "server_uuid": "151ff816-e3d9-4cae-ba21-99248ac6ac1d", "tag": "6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:15.496871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e54be-9cc0-4a9f-8e5a-0152b1d53d8e service neutron] Pushing event updated for resources: {'Port': ['ID=6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:15.556325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4bcba-8bea-4e05-a29e-bb4b9a0dffe2 req-f4404e25-3fe6-412f-b747-73c085d668e8 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:15.564205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4a1c88f9-659b-468a-872c-1198308c435c up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:15.571525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79a4bcba-8bea-4e05-a29e-bb4b9a0dffe2 req-f4404e25-3fe6-412f-b747-73c085d668e8 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 949 time: 0.0802927 Nov 09 17:32:15.577585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6a068e29-2144-41f3-a09f-a8b1da338774 service neutron] No DVR routers for this DVR port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:15.659788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79a4bcba-8bea-4e05-a29e-bb4b9a0dffe2 req-1fb18c75-e10d-400d-8e5e-4ed509d53c5f tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858853 Nov 09 17:32:15.723296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98ced6-763e-45cc-b030-a1a9be0d22ab req-df9f7bd1-9873-459e-9bbf-39f44e058875 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:15.726039 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d98ced6-763e-45cc-b030-a1a9be0d22ab req-df9f7bd1-9873-459e-9bbf-39f44e058875 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 943 time: 0.3346126 Nov 09 17:32:15.752199 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6a068e29-2144-41f3-a09f-a8b1da338774 service neutron] 10.222.0.13 "PUT /v2.0/ports/0a04bb4a-0e87-420e-b7c8-d1617103f3a1/bindings/n-h2-817236-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3272369 Nov 09 17:32:15.758559 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a068e29-2144-41f3-a09f-a8b1da338774 service neutron] Pushing event updated for resources: {'Port': ['ID=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,revision_number=10']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:15.768417 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55bd0f9-839c-4a1e-9360-4a6dd971cc28 x-openstack-request-id: req-d55bd0f9-839c-4a1e-9360-4a6dd971cc28 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:15.768970 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151ff816-e3d9-4cae-ba21-99248ac6ac1d", "tag": "6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:15.769398 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d55bd0f9-839c-4a1e-9360-4a6dd971cc28 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:15.769952 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151ff816-e3d9-4cae-ba21-99248ac6ac1d', 'tag': '6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342', 'status': 'completed', 'code': 200} Nov 09 17:32:15.771347 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 4a1c88f9-659b-468a-872c-1198308c435c completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:32:15.776190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 4a1c88f9-659b-468a-872c-1198308c435c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:15.776820 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:15.799281 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-2fa862fd-3b0e-46cd-bb59-70f7d68643b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:15.800828 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-2fa862fd-3b0e-46cd-bb59-70f7d68643b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25d3e790f0ec4ac594daaa554e8c156b&device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 1094 time: 0.3078039 Nov 09 17:32:15.908281 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Deleting port 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:32:15.908873 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:15.927392 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-f27f8caf-3045-4b1e-9c73-8f08bf419648 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 HTTP/1.1" status: 200 len: 217 time: 0.1090922 Nov 09 17:32:15.943008 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:16.006355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 4a1c88f9-659b-468a-872c-1198308c435c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4a1c88f9-659b-468a-872c-1198308c435c,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:16.018981 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:16.021111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:16.043904 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d98ced6-763e-45cc-b030-a1a9be0d22ab req-04ee693a-2bfa-447f-b142-24b1bf4f10af tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868412 Nov 09 17:32:16.050776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6bda4b34-7225-42e4-8541-37cd098496d8 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:16.062219 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-6bda4b34-7225-42e4-8541-37cd098496d8 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a&tenant_id=70c630d7be7a41139c470735f4a6f7e7&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1096 time: 0.2174542 Nov 09 17:32:16.120788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-9713f0b3-e400-4228-be8c-2362a2c0e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:16.122808 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-9713f0b3-e400-4228-be8c-2362a2c0e300 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e176a40a-9b50-4efd-9f65-be46a59e0bf0 HTTP/1.1" status: 200 len: 854 time: 0.1853409 Nov 09 17:32:16.158254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:16.173636 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=4a1c88f9-659b-468a-872c-1198308c435c,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:16.182953 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-4ce308d5-1f59-4bd9-9662-216c0dc32137 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5306e5a-869f-4e12-b075-e70b3e6a1bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502830 Nov 09 17:32:16.187395 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d931033a-6c49-471b-821d-cfdbbb2ba06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:16.190689 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] For port 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=66eeba4d-0d02-44a4-af40-a7d8ccf66f1c,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:16.191079 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:16.242027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 032a7adb-951d-4195-8cf5-16b8de5f48a8 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:16.284111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Calling delete_port for 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:32:16.285880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 032a7adb-951d-4195-8cf5-16b8de5f48a8 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:32:16.286982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 032a7adb-951d-4195-8cf5-16b8de5f48a8 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:16.291547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-33f183fe-cca0-4b55-a5ee-85caca180099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:16.294060 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-33f183fe-cca0-4b55-a5ee-85caca180099 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a&tenant_id=70c630d7be7a41139c470735f4a6f7e7 HTTP/1.1" status: 200 len: 1096 time: 0.2058365 Nov 09 17:32:16.311998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecfe78-ad7e-4363-9ef7-e8b8b49b148a req-68714b5c-1568-4912-ad8c-7d4c98a2f0ca tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:16.315207 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cecfe78-ad7e-4363-9ef7-e8b8b49b148a req-68714b5c-1568-4912-ad8c-7d4c98a2f0ca tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.2077031 Nov 09 17:32:16.355120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ab6099-06c0-486a-85d7-b65d6bfb885a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1c88f9-659b-468a-872c-1198308c435c'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:16.358273 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04334a70-c517-48d8-9143-14df9e1688da" -d '{"events": [{"server_uuid": "c3ab6099-06c0-486a-85d7-b65d6bfb885a", "name": "network-vif-plugged", "status": "completed", "tag": "4a1c88f9-659b-468a-872c-1198308c435c"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:16.384295 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931033a-6c49-471b-821d-cfdbbb2ba06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=870d7373-9d04-4dde-a4d1-4a7985483048,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:16.432983 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cecfe78-ad7e-4363-9ef7-e8b8b49b148a req-d42dbd99-3eba-4cef-9213-52430bf3542b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100473 Nov 09 17:32:16.450003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931033a-6c49-471b-821d-cfdbbb2ba06c admin admin] Checking segment: {'id': '7e0cd24e-9798-463c-aff8-fc28db9914bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '61c84503-9fa5-4c5b-886d-c4a0e749a8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:16.450368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931033a-6c49-471b-821d-cfdbbb2ba06c admin admin] Network hostable DHCP agents. Network: 61c84503-9fa5-4c5b-886d-c4a0e749a8b8, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:32:16.450853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-a4efe00d-0d0a-4bcb-99f8-f0f8c53c044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:16.454058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-a4efe00d-0d0a-4bcb-99f8-f0f8c53c044d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 1096 time: 0.1062026 Nov 09 17:32:16.470635 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-8f2cf0b3-fe76-462d-aaf3-c5469dd4ea60 service neutron] 10.222.0.18 "GET /v2.0/networks/c5306e5a-869f-4e12-b075-e70b3e6a1bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742133 Nov 09 17:32:16.503961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f3b1a-de2e-473c-b0c2-9e5a9bf46bb1 req-b752c0c7-800f-4cc9-a45d-718154fe69d7 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:16.505827 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-137f3b1a-de2e-473c-b0c2-9e5a9bf46bb1 req-b752c0c7-800f-4cc9-a45d-718154fe69d7 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 945 time: 0.1447666 Nov 09 17:32:16.615391 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931033a-6c49-471b-821d-cfdbbb2ba06c admin admin] Network 61c84503-9fa5-4c5b-886d-c4a0e749a8b8 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:32:16.646497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-aee6f007-2a9e-4764-b807-631ef27f058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:16.649445 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-aee6f007-2a9e-4764-b807-631ef27f058a service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.1823959 Nov 09 17:32:16.654212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-d931033a-6c49-471b-821d-cfdbbb2ba06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 61c84503-9fa5-4c5b-886d-c4a0e749a8b8) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:16.664264 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-137f3b1a-de2e-473c-b0c2-9e5a9bf46bb1 req-31883851-7e7c-4a74-9b71-6578c55b3c1f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123667 Nov 09 17:32:16.666178 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d931033a-6c49-471b-821d-cfdbbb2ba06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:16.667021 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d931033a-6c49-471b-821d-cfdbbb2ba06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:16.668604 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faec9a6-7d2a-4118-b26a-58520e49d3a6 None None] Network 61c84503-9fa5-4c5b-886d-c4a0e749a8b8 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:16.759299 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9681fc3-3257-4e16-b688-1f920da8012b x-openstack-request-id: req-e9681fc3-3257-4e16-b688-1f920da8012b {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:16.759773 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ab6099-06c0-486a-85d7-b65d6bfb885a", "name": "network-vif-plugged", "status": "completed", "tag": "4a1c88f9-659b-468a-872c-1198308c435c", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:16.760109 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9681fc3-3257-4e16-b688-1f920da8012b {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:16.760675 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ab6099-06c0-486a-85d7-b65d6bfb885a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1c88f9-659b-468a-872c-1198308c435c', 'code': 200} Nov 09 17:32:16.765938 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-37648902-5776-452c-b7d5-a71831dcfed0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1 HTTP/1.1" status: 200 len: 217 time: 0.0994971 Nov 09 17:32:16.892410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-17408013-471b-4bc5-a448-fc518026a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:16.895526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-17408013-471b-4bc5-a448-fc518026a1f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.1178942 Nov 09 17:32:16.975635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca15d00-b217-4e67-9a7b-a02ed046085f None None] Network 61c84503-9fa5-4c5b-886d-c4a0e749a8b8 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:16.995337 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-8150276d-e603-48f4-8d35-9084120c81eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799828 Nov 09 17:32:17.040587 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d931033a-6c49-471b-821d-cfdbbb2ba06c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8806779 Nov 09 17:32:17.073526 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49130ecb-7308-4a9d-9714-af1b5ba0e482 req-60b554b1-df1b-4a51-b39d-5b197876d781 service neutron] 10.222.0.18 "GET /v2.0/networks/c5306e5a-869f-4e12-b075-e70b3e6a1bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894873 Nov 09 17:32:17.094471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:17.104413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0206fb-cf0f-4935-8fbe-a65289aaa12c req-a0f76c89-4c31-4680-bef2-07106ed4e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:17.106258 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e0206fb-cf0f-4935-8fbe-a65289aaa12c req-a0f76c89-4c31-4680-bef2-07106ed4e19f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 1101 time: 0.1263168 Nov 09 17:32:17.144843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Pushing event deleted for resources: {'Port': ['ID=66eeba4d-0d02-44a4-af40-a7d8ccf66f1c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:17.158373 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274865b-1011-4183-b6d1-49febcb51cd3 req-deee54f2-bfff-4ef2-b2cd-f3da2f8428ba tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:17.160279 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c274865b-1011-4183-b6d1-49febcb51cd3 req-deee54f2-bfff-4ef2-b2cd-f3da2f8428ba tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 945 time: 0.1835198 Nov 09 17:32:17.224408 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:17.250993 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-25bc4254-cf79-4b78-89f8-a5c5b0fa9ebe service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453840 Nov 09 17:32:17.370198 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e0206fb-cf0f-4935-8fbe-a65289aaa12c req-44529b9e-75c0-4e47-a7ca-2ba49b3805b6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321174 Nov 09 17:32:17.378454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:17.382580 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:17.395513 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c274865b-1011-4183-b6d1-49febcb51cd3 req-fbee0747-b866-4884-8605-618f83cd07e3 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115235 Nov 09 17:32:17.450125 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf2a08-b1a3-436f-af10-5d830f5ef80d req-1a09bf76-12e9-4cf4-ac5b-b6913dfdda27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:17.454658 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:17.456567 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97cf2a08-b1a3-436f-af10-5d830f5ef80d req-1a09bf76-12e9-4cf4-ac5b-b6913dfdda27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25d3e790f0ec4ac594daaa554e8c156b&device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 1094 time: 0.2868397 Nov 09 17:32:17.465984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bbf03-1e24-49dd-9f43-86d55be598d8 req-344c727c-bf68-46b8-8f19-86ef382d45a8 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:17.467780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a9bbf03-1e24-49dd-9f43-86d55be598d8 req-344c727c-bf68-46b8-8f19-86ef382d45a8 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 950 time: 0.1002862 Nov 09 17:32:17.470002 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-5c94a03f-34ea-4e56-a491-55aa0f7fc4fb service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048950 Nov 09 17:32:17.533076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a9bbf03-1e24-49dd-9f43-86d55be598d8 req-b483a283-1305-49ca-b14f-5c036f076ece tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556347 Nov 09 17:32:17.572364 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:17.573397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bce259c-217a-410d-9d9f-112c745079bd {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:32:17.612022 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:17.613225 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2f7e3425-4aed-4fa3-b39b-cdf6482a65cf admin admin] 10.222.0.81 "DELETE /v2.0/routers/2bce259c-217a-410d-9d9f-112c745079bd HTTP/1.1" status: 204 len: 168 time: 4.0028338 Nov 09 17:32:17.616502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45168) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:17.666900 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e6a7b-bbeb-4574-a112-299e9ed8716e req-cfd634df-9ec3-4c6a-a6a8-de0a2bc29a61 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:17.669008 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa7e6a7b-bbeb-4574-a112-299e9ed8716e req-cfd634df-9ec3-4c6a-a6a8-de0a2bc29a61 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 943 time: 0.1066852 Nov 09 17:32:17.671747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a501bf41-3349-4b8f-bf38-1d8f6fe57824 admin admin] Deleting subnet 942163c2-3953-4813-b3b0-df527cbbf24f {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:32:17.672887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf2a08-b1a3-436f-af10-5d830f5ef80d req-70d0cdf1-5107-45d0-a973-c7f8c6296248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:17.675368 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97cf2a08-b1a3-436f-af10-5d830f5ef80d req-70d0cdf1-5107-45d0-a973-c7f8c6296248 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c5306e5a-869f-4e12-b075-e70b3e6a1bc2 HTTP/1.1" status: 200 len: 915 time: 0.1704178 Nov 09 17:32:17.675530 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a501bf41-3349-4b8f-bf38-1d8f6fe57824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:17.727448 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a501bf41-3349-4b8f-bf38-1d8f6fe57824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:17.741801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97cf2a08-b1a3-436f-af10-5d830f5ef80d req-68d95fe9-e664-4380-8a1c-b42181c6e325 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 HTTP/1.1" status: 200 len: 217 time: 0.0472167 Nov 09 17:32:17.770675 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa7e6a7b-bbeb-4574-a112-299e9ed8716e req-1b35791d-0489-4c31-84bd-d17f44771d23 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907500 Nov 09 17:32:17.814474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf2a08-b1a3-436f-af10-5d830f5ef80d req-8fd5deb4-2f74-4992-b810-d5e27aef263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:17.816230 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97cf2a08-b1a3-436f-af10-5d830f5ef80d req-8fd5deb4-2f74-4992-b810-d5e27aef263a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e176a40a-9b50-4efd-9f65-be46a59e0bf0 HTTP/1.1" status: 200 len: 854 time: 0.0622959 Nov 09 17:32:17.898501 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97cf2a08-b1a3-436f-af10-5d830f5ef80d req-22a6ddcc-133c-4d82-980f-f5d9698aa0a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c5306e5a-869f-4e12-b075-e70b3e6a1bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632019 Nov 09 17:32:17.932398 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a501bf41-3349-4b8f-bf38-1d8f6fe57824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:18.021121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-44e795e7-5a39-4bfe-9594-869355672403 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:18.024206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-44e795e7-5a39-4bfe-9594-869355672403 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a&tenant_id=70c630d7be7a41139c470735f4a6f7e7&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 1096 time: 0.1065516 Nov 09 17:32:18.029090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f5b32-7efb-4ce7-adb6-9585b21c38ff req-e6198ce5-ad19-4948-9160-28ec7a780b56 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:18.031117 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-649f5b32-7efb-4ce7-adb6-9585b21c38ff req-e6198ce5-ad19-4948-9160-28ec7a780b56 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1312327 Nov 09 17:32:18.077181 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97cf2a08-b1a3-436f-af10-5d830f5ef80d req-881946da-f389-427f-b1c9-6c4f3914e2c3 service neutron] 10.222.0.18 "GET /v2.0/networks/c5306e5a-869f-4e12-b075-e70b3e6a1bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664362 Nov 09 17:32:18.095863 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a501bf41-3349-4b8f-bf38-1d8f6fe57824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:18.110304 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-649f5b32-7efb-4ce7-adb6-9585b21c38ff req-80992d03-93c6-43b7-8554-5232d22492d9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659797 Nov 09 17:32:18.177681 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a501bf41-3349-4b8f-bf38-1d8f6fe57824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:18.189570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b5bae0-ed86-46e1-a402-43261f60a11a None None] Network 602e13ae-1442-4af1-a285-336455e1cb46 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:18.202791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a501bf41-3349-4b8f-bf38-1d8f6fe57824 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/942163c2-3953-4813-b3b0-df527cbbf24f HTTP/1.1" status: 204 len: 168 time: 0.5851283 Nov 09 17:32:18.205182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45176) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:18.224809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501bf41-3349-4b8f-bf38-1d8f6fe57824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=942163c2-3953-4813-b3b0-df527cbbf24f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:18.326455 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97cf2a08-b1a3-436f-af10-5d830f5ef80d req-2c871d22-1555-4256-9f64-05d29e863a55 service neutron] 10.222.0.18 "GET /v2.0/networks/c5306e5a-869f-4e12-b075-e70b3e6a1bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310472 Nov 09 17:32:18.337748 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:18.379997 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:18.401691 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:32:18.402253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 66eeba4d-0d02-44a4-af40-a7d8ccf66f1c not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:18.413002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df811fa-a70b-46e0-b5f5-dbd021597d61 req-b1b28345-2eed-4625-83be-a61c63ef964a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:18.420130 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2df811fa-a70b-46e0-b5f5-dbd021597d61 req-b1b28345-2eed-4625-83be-a61c63ef964a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 945 time: 0.1279144 Nov 09 17:32:18.423536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-52e0ad97-679d-4457-bf18-e126205e67ad service neutron] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:18.429511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-52e0ad97-679d-4457-bf18-e126205e67ad service neutron] Notify callbacks [] for binding, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:18.431359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8560f2-9f85-42c6-98e4-82962e98dc8e req-52e0ad97-679d-4457-bf18-e126205e67ad service neutron] 10.222.0.18 "DELETE /v2.0/ports/0a04bb4a-0e87-420e-b7c8-d1617103f3a1/bindings/n-h1-817236-1 HTTP/1.1" status: 204 len: 173 time: 0.3892477 Nov 09 17:32:18.499972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-3b5aef39-abff-4d93-baed-0a24cbebba2d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:18.507819 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-3b5aef39-abff-4d93-baed-0a24cbebba2d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 808 time: 0.1786110 Nov 09 17:32:18.517126 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2df811fa-a70b-46e0-b5f5-dbd021597d61 req-d74f77bc-962d-459d-a8ba-3b155497cedd tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957882 Nov 09 17:32:18.544755 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-ba885e60-57dc-4b30-a242-d67f7ea476ee tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/quotas/f6b18ff8d0054db3b09b095e1c177e82 HTTP/1.1" status: 200 len: 375 time: 0.0211077 Nov 09 17:32:18.567158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Deleting port a9b5c1a8-ff71-4789-868f-a7b6139c076b {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:32:18.567663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:18.594702 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-b280a42b-5868-4691-a865-677635d6b0b6 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487823 Nov 09 17:32:18.651632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af662c-38ca-4e5c-af3c-6ef0d3521a8a None None] DHCP port deletion for 602e13ae-1442-4af1-a285-336455e1cb46 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:32:18.662968 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] For port a9b5c1a8-ff71-4789-868f-a7b6139c076b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a9b5c1a8-ff71-4789-868f-a7b6139c076b,segment=NetworkSegment(9081290e-4de5-4ee2-979b-03976d740ba5),segment_id=9081290e-4de5-4ee2-979b-03976d740ba5)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:18.663532 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:18.678576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Calling delete_port for a9b5c1a8-ff71-4789-868f-a7b6139c076b owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:32:18.727509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-6b800200-6ad4-4c4b-94cc-5b15be4c6bec service neutron] 10.222.0.81 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184461 Nov 09 17:32:18.743608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-35af662c-38ca-4e5c-af3c-6ef0d3521a8a None None] Deleting port a9b5c1a8-ff71-4789-868f-a7b6139c076b {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:32:18.744745 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-35af662c-38ca-4e5c-af3c-6ef0d3521a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:18.821519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-35af662c-38ca-4e5c-af3c-6ef0d3521a8a None None] For port a9b5c1a8-ff71-4789-868f-a7b6139c076b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a9b5c1a8-ff71-4789-868f-a7b6139c076b,segment=NetworkSegment(9081290e-4de5-4ee2-979b-03976d740ba5),segment_id=9081290e-4de5-4ee2-979b-03976d740ba5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:18.822180 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-35af662c-38ca-4e5c-af3c-6ef0d3521a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:18.837847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-35af662c-38ca-4e5c-af3c-6ef0d3521a8a None None] Calling delete_port for a9b5c1a8-ff71-4789-868f-a7b6139c076b owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:32:18.852159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d849f1f-dcdb-43e6-be3b-816eef5569b7 req-546d7502-b901-44b5-9316-15b428aa7f07 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:18.855667 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d849f1f-dcdb-43e6-be3b-816eef5569b7 req-546d7502-b901-44b5-9316-15b428aa7f07 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 945 time: 0.1179352 Nov 09 17:32:18.867936 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-8fd31c03-31f1-491c-9e53-344be6096588 service neutron] 10.222.0.81 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315310 Nov 09 17:32:18.879286 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:18.918702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b5c1a8-ff71-4789-868f-a7b6139c076b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:18.932236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] No DVR routers for this DVR port a9b5c1a8-ff71-4789-868f-a7b6139c076b on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:18.988143 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-35af662c-38ca-4e5c-af3c-6ef0d3521a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:19.022236 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af662c-38ca-4e5c-af3c-6ef0d3521a8a None None] Pushing event deleted for resources: {'Port': ['ID=a9b5c1a8-ff71-4789-868f-a7b6139c076b,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:19.030952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af662c-38ca-4e5c-af3c-6ef0d3521a8a None None] No DVR routers for this DVR port a9b5c1a8-ff71-4789-868f-a7b6139c076b on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:19.031908 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d849f1f-dcdb-43e6-be3b-816eef5569b7 req-123b93a6-0a1b-4a17-8e69-877c4e67b88c tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638224 Nov 09 17:32:19.059840 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:19.113459 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.114142 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.115280 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.115788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > port after_create 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.116259 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.116775 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > port after_update 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.117292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.117832 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.118794 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.119434 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.257858 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.258574 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.259046 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.259660 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:32:19.261040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602e13ae-1442-4af1-a285-336455e1cb46']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:19.343849 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9081290e-4de5-4ee2-979b-03976d740ba5') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:19.344369 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9081290e-4de5-4ee2-979b-03976d740ba5') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:19.385216 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:19.448535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade711a-af35-4e2a-9495-fce921bf3e01 req-4140f5fc-260b-4a2a-9ce7-a6e1866bb71c tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:19.454304 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ade711a-af35-4e2a-9495-fce921bf3e01 req-4140f5fc-260b-4a2a-9ce7-a6e1866bb71c tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 950 time: 0.1857336 Nov 09 17:32:19.455492 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:19.468199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:32:19.468600 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: from cryptography.utils import int_from_bytes Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: from cryptography.utils import int_from_bytes Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:32:19.472849 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:32:19.567161 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:19.572787 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ade711a-af35-4e2a-9495-fce921bf3e01 req-4a535ea0-dfcc-46a7-95d8-868262c1cf16 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099784 Nov 09 17:32:19.580709 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:19.596105 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] 10.222.0.81 "DELETE /v2.0/networks/602e13ae-1442-4af1-a285-336455e1cb46 HTTP/1.1" status: 204 len: 168 time: 1.3814495 Nov 09 17:32:19.632514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde28be-7ff6-46e7-828a-1c403bf1e366 admin admin] Pushing event deleted for resources: {'Network': ['ID=602e13ae-1442-4af1-a285-336455e1cb46,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:19.719704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065697-6091-4d62-9cef-88e01e86e39d req-9aa48ab8-a9f9-47a8-ae43-b2571d62912c tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:19.728465 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a065697-6091-4d62-9cef-88e01e86e39d req-9aa48ab8-a9f9-47a8-ae43-b2571d62912c tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 943 time: 0.0783722 Nov 09 17:32:19.734609 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9374ea50-e31b-491f-8670-9b9cd3b74944 req-6f991ac2-883c-4c66-bf03-0ab1ef6a20af tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 210 time: 0.0667658 Nov 09 17:32:19.804641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a065697-6091-4d62-9cef-88e01e86e39d req-e3b3c399-bf92-423f-bfe7-68e22221c09f tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742679 Nov 09 17:32:19.917636 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309dc9d-63eb-430c-b58a-a7cf0f62c52c req-06dcbbc6-57f3-40e3-be4d-5140b9ab814d tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:19.921626 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c309dc9d-63eb-430c-b58a-a7cf0f62c52c req-06dcbbc6-57f3-40e3-be4d-5140b9ab814d tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 945 time: 0.0939624 Nov 09 17:32:19.937638 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45220) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:19.946518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45222) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:19.954248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f4853169-f64b-4193-ba4d-72497045b3b8 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Request body: {'floatingip': {'port_id': '4990606f-e808-4fa0-a10d-3970f175a758'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:20.046488 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f4853169-f64b-4193-ba4d-72497045b3b8 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for floatingip, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:20.069996 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fabe52d0-58ba-4750-b751-0ff93ffcb0b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61ce788f443e4e8eb29322a533919f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1216042 Nov 09 17:32:20.074063 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45224) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:20.124673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3930a05-51f7-4800-805c-0de3736cdff3 req-c61830d6-c581-4358-9bf3-c8a63c693883 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:20.128078 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3930a05-51f7-4800-805c-0de3736cdff3 req-c61830d6-c581-4358-9bf3-c8a63c693883 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 1096 time: 0.1658905 Nov 09 17:32:20.196796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52030fe0-08dd-47ee-9af9-ad7c4b2575af req-33c220c8-0733-45b4-ab27-17e56e582c75 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:20.199792 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-52030fe0-08dd-47ee-9af9-ad7c4b2575af req-33c220c8-0733-45b4-ab27-17e56e582c75 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1506081 Nov 09 17:32:20.217638 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3930a05-51f7-4800-805c-0de3736cdff3 req-f9c5a665-39e9-4c13-ac31-d434095b7392 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789888 Nov 09 17:32:20.245081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a9b5c1a8-ff71-4789-868f-a7b6139c076b no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:20.277249 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: a9b5c1a8-ff71-4789-868f-a7b6139c076b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:32:20.277775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a9b5c1a8-ff71-4789-868f-a7b6139c076b not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:20.285449 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c320174-66cb-4892-999e-ec92c167c523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:20.315086 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-52030fe0-08dd-47ee-9af9-ad7c4b2575af req-2778b450-02ed-4c6b-a09d-77b7009a5fe4 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856228 Nov 09 17:32:20.361602 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c320174-66cb-4892-999e-ec92c167c523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:20.525169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c320174-66cb-4892-999e-ec92c167c523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:20.542716 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c320174-66cb-4892-999e-ec92c167c523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:20.549612 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4c320174-66cb-4892-999e-ec92c167c523 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/350853a1-faf2-4e47-b15e-cb98967d7fb8 HTTP/1.1" status: 204 len: 168 time: 0.4738488 Nov 09 17:32:20.607731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c320174-66cb-4892-999e-ec92c167c523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350853a1-faf2-4e47-b15e-cb98967d7fb8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:20.690162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:20.823533 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.resource_extend [None req-f4853169-f64b-4193-ba4d-72497045b3b8 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:32:20.942078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342,segment=NetworkSegment(63e5b0b1-910b-4f5d-85fe-faa3056fd7fd),segment_id=63e5b0b1-910b-4f5d-85fe-faa3056fd7fd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:20.951091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-e84a061c-2ce4-4eff-8836-cf27802c964f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:20.952722 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-e84a061c-2ce4-4eff-8836-cf27802c964f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.13 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 808 time: 0.3658078 Nov 09 17:32:20.959707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-57ca2eb5-ad95-4fcc-a6dd-0de7b1b763fa tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:20.968196 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-57ca2eb5-ad95-4fcc-a6dd-0de7b1b763fa tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 820 time: 0.3351209 Nov 09 17:32:20.977368 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342', 'network_id': 'c5306e5a-869f-4e12-b075-e70b3e6a1bc2', 'port_id': '6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342', 'mac_address': 'fa:16:3e:18:2e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e176a40a-9b50-4efd-9f65-be46a59e0bf0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:32:20.980720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-9bc1c942-e41e-49f0-b95f-cc9389298078 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Request body: {'port': {'device_id': '88e69434-5166-4688-afcf-772af595b465', 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b', 'admin_state_up': True, 'tenant_id': 'f6b18ff8d0054db3b09b095e1c177e82'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:20.985694 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f4853169-f64b-4193-ba4d-72497045b3b8 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:20.991490 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f4853169-f64b-4193-ba4d-72497045b3b8 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:21.078654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:21.154344 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:21.189691 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342,segment=NetworkSegment(63e5b0b1-910b-4f5d-85fe-faa3056fd7fd),segment_id=63e5b0b1-910b-4f5d-85fe-faa3056fd7fd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:21.198010 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:21.319466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:21.339910 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-d1349d68-345b-4ef5-b968-2bfd730a22e6 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/quotas/70c630d7be7a41139c470735f4a6f7e7 HTTP/1.1" status: 200 len: 375 time: 0.3704376 Nov 09 17:32:21.419385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659a48e-86cf-40bb-8d18-92f807124c81 req-b24149df-1870-45c6-b9f0-39983d35d4f6 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:21.421047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0659a48e-86cf-40bb-8d18-92f807124c81 req-b24149df-1870-45c6-b9f0-39983d35d4f6 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 950 time: 0.5234947 Nov 09 17:32:21.456821 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-e2c6a005-4799-492a-88ca-732500bb8f0a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977972 Nov 09 17:32:21.475357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-9bc1c942-e41e-49f0-b95f-cc9389298078 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Made reservation on behalf of f6b18ff8d0054db3b09b095e1c177e82 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:21.480211 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-9bc1c942-e41e-49f0-b95f-cc9389298078 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:21.499064 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0659a48e-86cf-40bb-8d18-92f807124c81 req-e6a984da-2d1d-4a18-b266-978e70ef76f5 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590451 Nov 09 17:32:21.512045 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-f4853169-f64b-4193-ba4d-72497045b3b8 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Floating IP c876286a-8a9f-4475-b9c8-aaaeb7238676 associated. External IP: 172.25.1.37, port: 4990606f-e808-4fa0-a10d-3970f175a758. Nov 09 17:32:21.657836 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-084cd979-9c1f-4ef6-af57-235e2c53f3be req-48980d0d-e9ac-47cb-90c7-88ffd1c0b5b4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 210 time: 0.0375702 Nov 09 17:32:21.670733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:21.881671 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-9bc1c942-e41e-49f0-b95f-cc9389298078 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Allocated IP 172.20.0.13 (e6d0ba4a-405d-4a7d-b42f-4a023f54a71b/35bd4ab4-76ee-4437-92fd-d6a3a82366d2/cebc8247-63f6-4e82-ac04-8725265dd107) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:21.985368 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-6070cfb4-f829-49eb-bdd4-e516156d8b7b service neutron] 10.222.0.81 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964321 Nov 09 17:32:21.992468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b2d68-4356-4a04-a245-a201c70f2721 req-edf7fb6b-f06c-4051-8680-7b705cd34ef9 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:21.998416 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-af4b2d68-4356-4a04-a245-a201c70f2721 req-edf7fb6b-f06c-4051-8680-7b705cd34ef9 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 944 time: 0.1069806 Nov 09 17:32:21.998416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45276) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:22.060425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-af4b2d68-4356-4a04-a245-a201c70f2721 req-ca9b0806-ad69-43d5-acc8-639c877f4f32 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535610 Nov 09 17:32:22.062496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4853169-f64b-4193-ba4d-72497045b3b8 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Router 27e2cffa-6611-4ded-a834-4242bccef4bf has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:32:22.213877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4853169-f64b-4193-ba4d-72497045b3b8 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:32:22.226068 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f4853169-f64b-4193-ba4d-72497045b3b8 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:22.238993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ed4d3-a364-420d-8dd3-85b2e80b3ee6 None None] Sync routers for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:32:22.244077 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-9bc1c942-e41e-49f0-b95f-cc9389298078 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:22.247554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-4aa78ad5-b225-4550-950f-310733b19084 service neutron] 10.222.0.81 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267725 Nov 09 17:32:22.277367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ed4d3-a364-420d-8dd3-85b2e80b3ee6 None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:22.278047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-224ed4d3-a364-420d-8dd3-85b2e80b3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:32:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:22.287409 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-9bc1c942-e41e-49f0-b95f-cc9389298078 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:22.334960 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f4853169-f64b-4193-ba4d-72497045b3b8 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "PUT /v2.0/floatingips/c876286a-8a9f-4475-b9c8-aaaeb7238676 HTTP/1.1" status: 200 len: 990 time: 2.3951283 Nov 09 17:32:22.340714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8354f9a-ef62-46f4-b6ba-652a964c8840', 'tag': '4990606f-e808-4fa0-a10d-3970f175a758'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:22.344472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-9bc1c942-e41e-49f0-b95f-cc9389298078 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:22.345010 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f6e70d-360d-4a3e-9e1c-d2c135f1f877" -d '{"events": [{"name": "network-changed", "server_uuid": "f8354f9a-ef62-46f4-b6ba-652a964c8840", "tag": "4990606f-e808-4fa0-a10d-3970f175a758"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:22.349355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-9bc1c942-e41e-49f0-b95f-cc9389298078 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:22.362756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-9bc1c942-e41e-49f0-b95f-cc9389298078 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:22.401109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a75177-f586-4393-a41e-657be64ddf6b req-b88843d4-2e38-481e-abf6-21f8f622d492 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:22.406641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a75177-f586-4393-a41e-657be64ddf6b req-b88843d4-2e38-481e-abf6-21f8f622d492 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1950006 Nov 09 17:32:22.432401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-9bc1c942-e41e-49f0-b95f-cc9389298078 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:22.433408 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-9bc1c942-e41e-49f0-b95f-cc9389298078 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:22.440527 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e3db508-c11d-4213-8818-5cc1c6f27feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:22.442703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-224ed4d3-a364-420d-8dd3-85b2e80b3ee6 None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:22.452731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1c942-e41e-49f0-b95f-cc9389298078 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Pushing event updated for resources: {'Port': ['ID=cebc8247-63f6-4e82-ac04-8725265dd107,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:22.473521 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-9bc1c942-e41e-49f0-b95f-cc9389298078 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5026309 Nov 09 17:32:22.507081 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a75177-f586-4393-a41e-657be64ddf6b req-3456f967-f3cd-45b6-943f-24d083b8cebd tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855932 Nov 09 17:32:22.532146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Request body: {'port': {'device_id': '88e69434-5166-4688-afcf-772af595b465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:22.549174 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:22.589154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e3db508-c11d-4213-8818-5cc1c6f27feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:22.598354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e3db508-c11d-4213-8818-5cc1c6f27feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:22.687829 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:22.690447 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38260fe-a54e-4aa9-94ba-7893bd53264c x-openstack-request-id: req-a38260fe-a54e-4aa9-94ba-7893bd53264c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:22.690447 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8354f9a-ef62-46f4-b6ba-652a964c8840", "tag": "4990606f-e808-4fa0-a10d-3970f175a758", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:22.690777 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a38260fe-a54e-4aa9-94ba-7893bd53264c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:22.691114 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8354f9a-ef62-46f4-b6ba-652a964c8840', 'tag': '4990606f-e808-4fa0-a10d-3970f175a758', 'status': 'completed', 'code': 200} Nov 09 17:32:22.710948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2e3db508-c11d-4213-8818-5cc1c6f27feb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7250858c5e5849a2b16d3e629c126a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7129157 Nov 09 17:32:22.717382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45300) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:22.762484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3db508-c11d-4213-8818-5cc1c6f27feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd789d1-0218-46cd-a9da-fb222f29baad,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:22.856279 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fe8e72a5-fc3b-4255-9796-816d6ca3edad req-3ecfa2af-7102-4428-91e9-795bd15c4629 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 210 time: 0.0951657 Nov 09 17:32:22.880749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6e70d-360d-4a3e-9e1c-d2c135f1f877 req-d82cd85f-3194-47ec-a120-ef5a21e0ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:22.883136 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2f6e70d-360d-4a3e-9e1c-d2c135f1f877 req-d82cd85f-3194-47ec-a120-ef5a21e0ab16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=539805ebb2294155a2a36d78da1a217e&device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 1096 time: 0.1706111 Nov 09 17:32:22.889258 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-673b3c44-c0e2-4d2c-a23f-dc1b1cc0d918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:23.095098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdabf6-a89c-49ab-b035-fddd832567e5 req-1755c0f6-800f-4a6d-bef1-3ab8744852cc tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:23.097139 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-673b3c44-c0e2-4d2c-a23f-dc1b1cc0d918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:23.101033 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85bdabf6-a89c-49ab-b035-fddd832567e5 req-1755c0f6-800f-4a6d-bef1-3ab8744852cc tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 950 time: 0.2174919 Nov 09 17:32:23.174566 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c985e2b-28de-495f-85ed-c3844575057c req-086d480f-c263-4c47-8368-4bcadce22791 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:23.177705 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c985e2b-28de-495f-85ed-c3844575057c req-086d480f-c263-4c47-8368-4bcadce22791 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 932 time: 0.1544607 Nov 09 17:32:23.195653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6e70d-360d-4a3e-9e1c-d2c135f1f877 req-e560091c-ede2-4a09-9cc0-6201f0fef202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:23.197391 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2f6e70d-360d-4a3e-9e1c-d2c135f1f877 req-e560091c-ede2-4a09-9cc0-6201f0fef202 service neutron] 10.222.0.18 "GET /v2.0/networks?id=90995fa8-9653-4bb5-8df8-b768e9c55fb2 HTTP/1.1" status: 200 len: 925 time: 0.3053677 Nov 09 17:32:23.249393 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85bdabf6-a89c-49ab-b035-fddd832567e5 req-38ab0056-9948-43f1-9f12-36e06106c66d tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138661 Nov 09 17:32:23.328984 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45316) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:23.349855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebc8247-63f6-4e82-ac04-8725265dd107 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:23.357278 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2f6e70d-360d-4a3e-9e1c-d2c135f1f877 req-07c36adb-c0b0-4025-8644-a0eac2d37258 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4990606f-e808-4fa0-a10d-3970f175a758 HTTP/1.1" status: 200 len: 998 time: 0.1412704 Nov 09 17:32:23.361414 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:23.375005 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-673b3c44-c0e2-4d2c-a23f-dc1b1cc0d918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:23.377763 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-673b3c44-c0e2-4d2c-a23f-dc1b1cc0d918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:23.381823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Transition to ACTIVE for port object cebc8247-63f6-4e82-ac04-8725265dd107 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:32:23.382120 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-673b3c44-c0e2-4d2c-a23f-dc1b1cc0d918 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5cd789d1-0218-46cd-a9da-fb222f29baad HTTP/1.1" status: 204 len: 168 time: 0.6634057 Nov 09 17:32:23.391321 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:23.424914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b3c44-c0e2-4d2c-a23f-dc1b1cc0d918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd789d1-0218-46cd-a9da-fb222f29baad,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:23.460605 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c985e2b-28de-495f-85ed-c3844575057c req-931474aa-44d7-4511-98fe-084f7d07b8a9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508883 Nov 09 17:32:23.482584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6e70d-360d-4a3e-9e1c-d2c135f1f877 req-38bb02e3-5930-47b2-975e-ca78b96c272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:23.484483 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2f6e70d-360d-4a3e-9e1c-d2c135f1f877 req-38bb02e3-5930-47b2-975e-ca78b96c272f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beea7396-a9ce-456d-9ed3-84b264d878c3 HTTP/1.1" status: 200 len: 863 time: 0.0995615 Nov 09 17:32:23.563206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Pushing event updated for resources: {'Port': ['ID=cebc8247-63f6-4e82-ac04-8725265dd107,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:23.612720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6e70d-360d-4a3e-9e1c-d2c135f1f877 req-6f3eb1e8-54ea-45b6-9a22-417007813f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:23.613996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2f6e70d-360d-4a3e-9e1c-d2c135f1f877 req-6f3eb1e8-54ea-45b6-9a22-417007813f74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90995fa8-9653-4bb5-8df8-b768e9c55fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114464 Nov 09 17:32:23.720015 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:23.730422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6742b8-5aa4-4d5e-9ac3-141aa5eae3b8 req-1afc7806-1a4f-4a30-b64f-f85e597fc6e9 tempest-LiveMigrationNegativeTest-26875812 tempest-LiveMigrationNegativeTest-26875812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:23.744571 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b6742b8-5aa4-4d5e-9ac3-141aa5eae3b8 req-1afc7806-1a4f-4a30-b64f-f85e597fc6e9 tempest-LiveMigrationNegativeTest-26875812 tempest-LiveMigrationNegativeTest-26875812-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 1101 time: 0.1510980 Nov 09 17:32:23.760158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157da0-a17d-4dd8-bbcc-fdda8aa2f7a9 req-1b8d9a67-4748-44ac-bf60-28f7ea6fcd7a tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:23.776335 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d157da0-a17d-4dd8-bbcc-fdda8aa2f7a9 req-1b8d9a67-4748-44ac-bf60-28f7ea6fcd7a tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 944 time: 0.2077649 Nov 09 17:32:23.790279 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1b6742b8-5aa4-4d5e-9ac3-141aa5eae3b8 req-8a6ca85c-1106-4aec-9815-de50dc8af3a9 tempest-LiveMigrationNegativeTest-26875812 tempest-LiveMigrationNegativeTest-26875812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:23.864306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-224ed4d3-a364-420d-8dd3-85b2e80b3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'c876286a-8a9f-4475-b9c8-aaaeb7238676', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'port_id': '4990606f-e808-4fa0-a10d-3970f175a758', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'mac_address': 'fa:16:3e:d3:da:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8354f9a-ef62-46f4-b6ba-652a964c8840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:31:49Z', 'updated_at': '2021-11-09T17:32:20Z', 'revision_number': 1, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:23.869359 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:23.870156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:23.871997 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:23.876412 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2f6e70d-360d-4a3e-9e1c-d2c135f1f877 req-e8bc304c-e144-43ca-a08b-12f98bbdca90 service neutron] 10.222.0.18 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424226 Nov 09 17:32:23.897242 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Port cebc8247-63f6-4e82-ac04-8725265dd107 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:23.897930 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:23.916056 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:23.916773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:23.917715 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Bound using segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:23.918579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Bound port: cebc8247-63f6-4e82-ac04-8725265dd107, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:23.919332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:23.936854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ed4d3-a364-420d-8dd3-85b2e80b3ee6 None None] Checking router: 27e2cffa-6611-4ded-a834-4242bccef4bf for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:32:23.960712 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d157da0-a17d-4dd8-bbcc-fdda8aa2f7a9 req-7eb53e4e-8e95-4ac3-844c-ed41102af4bd tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676843 Nov 09 17:32:23.967721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ed4d3-a364-420d-8dd3-85b2e80b3ee6 None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:23.968485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-224ed4d3-a364-420d-8dd3-85b2e80b3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:32:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:24.073083 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1b6742b8-5aa4-4d5e-9ac3-141aa5eae3b8 req-8a6ca85c-1106-4aec-9815-de50dc8af3a9 tempest-LiveMigrationNegativeTest-26875812 tempest-LiveMigrationNegativeTest-26875812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:24.086976 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1b6742b8-5aa4-4d5e-9ac3-141aa5eae3b8 req-8a6ca85c-1106-4aec-9815-de50dc8af3a9 tempest-LiveMigrationNegativeTest-26875812 tempest-LiveMigrationNegativeTest-26875812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:24.104969 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7e6c0110-8b55-40fe-a543-8623219b479c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:24.151670 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b6742b8-5aa4-4d5e-9ac3-141aa5eae3b8 req-8a6ca85c-1106-4aec-9815-de50dc8af3a9 tempest-LiveMigrationNegativeTest-26875812 tempest-LiveMigrationNegativeTest-26875812-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035528 Nov 09 17:32:24.152315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45330) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:24.167952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2f6e70d-360d-4a3e-9e1c-d2c135f1f877 req-8beab940-065c-468f-ab67-ba548e217a5c service neutron] 10.222.0.18 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770400 Nov 09 17:32:24.168514 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-224ed4d3-a364-420d-8dd3-85b2e80b3ee6 None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:24.183551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ca85c-1106-4aec-9815-de50dc8af3a9 tempest-LiveMigrationNegativeTest-26875812 tempest-LiveMigrationNegativeTest-26875812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb70305-0419-43e2-8d71-2b9061d81f7e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:24.189072 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fb9cf920-34c5-41c7-9a2f-8b938c90f0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:24.228212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:24.235721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:24.253598 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dfe06-362b-4d34-a1f2-a3f56e1281e9 req-0a2da67e-14ac-4790-bea4-85752cd34d2f tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:24.263600 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c45dfe06-362b-4d34-a1f2-a3f56e1281e9 req-0a2da67e-14ac-4790-bea4-85752cd34d2f tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.2004249 Nov 09 17:32:24.277832 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:24.357334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:24.358384 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:24.358533 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fb9cf920-34c5-41c7-9a2f-8b938c90f0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:24.359445 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] 10.222.0.13 "PUT /v2.0/ports/cebc8247-63f6-4e82-ac04-8725265dd107 HTTP/1.1" status: 200 len: 1092 time: 1.8749468 Nov 09 17:32:24.359910 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e69434-5166-4688-afcf-772af595b465', 'tag': 'cebc8247-63f6-4e82-ac04-8725265dd107'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:24.362357 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110c4f68-58d3-4ce6-a7c2-b8f86dc7f154" -d '{"events": [{"name": "network-changed", "server_uuid": "88e69434-5166-4688-afcf-772af595b465", "tag": "cebc8247-63f6-4e82-ac04-8725265dd107"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:24.367148 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fb9cf920-34c5-41c7-9a2f-8b938c90f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:24.407085 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c45dfe06-362b-4d34-a1f2-a3f56e1281e9 req-39fcefb1-0089-4020-963c-22a1a0ed4df3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424832 Nov 09 17:32:24.445723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95823db9-5ae3-4642-841a-ef8fbb40e5ac service neutron] Pushing event updated for resources: {'Port': ['ID=cebc8247-63f6-4e82-ac04-8725265dd107,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:24.517005 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7e6c0110-8b55-40fe-a543-8623219b479c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:24.521861 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:32:24.522666 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fb9cf920-34c5-41c7-9a2f-8b938c90f0cd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d23228aaf3bc4260a2c8a5808eebf67f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632960 Nov 09 17:32:24.525174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45342) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:24.534661 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7e6c0110-8b55-40fe-a543-8623219b479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:24.546754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cf920-34c5-41c7-9a2f-8b938c90f0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49672749-cafd-4b61-9952-2d4bba46443a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:24.594646 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4816c219-fa7c-42fb-aded-928d2d6c568e x-openstack-request-id: req-4816c219-fa7c-42fb-aded-928d2d6c568e {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:24.594948 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e69434-5166-4688-afcf-772af595b465", "tag": "cebc8247-63f6-4e82-ac04-8725265dd107", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:24.595296 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4816c219-fa7c-42fb-aded-928d2d6c568e {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:24.595856 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e69434-5166-4688-afcf-772af595b465', 'tag': 'cebc8247-63f6-4e82-ac04-8725265dd107', 'status': 'completed', 'code': 200} Nov 09 17:32:24.639430 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d393403a-0ff4-4581-84a0-75b10d70cf9f req-8bf557ad-4d96-41c6-81d1-9132456134ef tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 210 time: 0.1119237 Nov 09 17:32:24.659100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-224ed4d3-a364-420d-8dd3-85b2e80b3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'c876286a-8a9f-4475-b9c8-aaaeb7238676', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'port_id': '4990606f-e808-4fa0-a10d-3970f175a758', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'mac_address': 'fa:16:3e:d3:da:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8354f9a-ef62-46f4-b6ba-652a964c8840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:31:49Z', 'updated_at': '2021-11-09T17:32:20Z', 'revision_number': 1, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:24.669629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-2aaef239-c36c-47bf-8a33-91261013c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:24.671175 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-2aaef239-c36c-47bf-8a33-91261013c1bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 1095 time: 0.2102368 Nov 09 17:32:24.712616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c0110-8b55-40fe-a543-8623219b479c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e431319-7714-4bc6-8d97-1f731ae60960,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:24.720182 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7e6c0110-8b55-40fe-a543-8623219b479c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9813c5cfe0c0433fb16672848012ee45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3899748 Nov 09 17:32:24.736232 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45344) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:24.759455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ed4d3-a364-420d-8dd3-85b2e80b3ee6 None None] The sync data for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 is: [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'c876286a-8a9f-4475-b9c8-aaaeb7238676', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'port_id': '4990606f-e808-4fa0-a10d-3970f175a758', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'mac_address': 'fa:16:3e:d3:da:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8354f9a-ef62-46f4-b6ba-652a964c8840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:31:49Z', 'updated_at': '2021-11-09T17:32:20Z', 'revision_number': 1, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:32:24.770910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:24.772366 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0346b4ca-afeb-4423-9a91-1b02fb05199e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:24.790423 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-9161749e-9eed-40fa-8f20-43d98ad0e977 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cebc8247-63f6-4e82-ac04-8725265dd107 HTTP/1.1" status: 200 len: 217 time: 0.0611577 Nov 09 17:32:24.809234 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0346b4ca-afeb-4423-9a91-1b02fb05199e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:24.860202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e938b9-5cd0-46d7-95de-d9cf6b2ec7a4 req-d464bcc9-a0b3-4ae7-875b-f443ded9830c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:24.868581 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97e938b9-5cd0-46d7-95de-d9cf6b2ec7a4 req-d464bcc9-a0b3-4ae7-875b-f443ded9830c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 944 time: 0.2022154 Nov 09 17:32:24.880873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:32:24.892330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-4133f1f3-c1f9-41e4-b61d-913bb896c24f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:24.892649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:24.892925 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:24.894378 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-4133f1f3-c1f9-41e4-b61d-913bb896c24f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 820 time: 0.3576880 Nov 09 17:32:24.912667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-f2e9b6b7-e955-4a1f-82f7-f462e84bc92e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Request body: {'port': {'device_id': '3a655048-fa93-4217-a59b-e3ae87f822a9', 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db', 'admin_state_up': True, 'tenant_id': '70c630d7be7a41139c470735f4a6f7e7'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:24.916386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-4c1a8909-32ea-4b93-a140-1dc46761ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:24.919303 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-4c1a8909-32ea-4b93-a140-1dc46761ff04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.1215272 Nov 09 17:32:24.969969 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97e938b9-5cd0-46d7-95de-d9cf6b2ec7a4 req-d42e9784-30c4-4f64-950a-8c53e982310a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000817 Nov 09 17:32:24.972291 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-7a25df24-a5ef-494a-9449-a4e74098552f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440159 Nov 09 17:32:25.023401 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8fd4c54-7b5f-4caf-98cf-c8f9619e03f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:25.054478 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0346b4ca-afeb-4423-9a91-1b02fb05199e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:25.057911 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0346b4ca-afeb-4423-9a91-1b02fb05199e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:25.062207 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0346b4ca-afeb-4423-9a91-1b02fb05199e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49672749-cafd-4b61-9952-2d4bba46443a HTTP/1.1" status: 204 len: 168 time: 0.5100670 Nov 09 17:32:25.080513 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8fd4c54-7b5f-4caf-98cf-c8f9619e03f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:25.108465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346b4ca-afeb-4423-9a91-1b02fb05199e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49672749-cafd-4b61-9952-2d4bba46443a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:25.206861 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-c8c195ad-10ef-4128-855d-23bd313faf5e service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260785 Nov 09 17:32:25.257049 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab2cb4-ee4e-4434-be41-ebd70e9ec54c None None] New status for floating IP c876286a-8a9f-4475-b9c8-aaaeb7238676: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:32:25.273137 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8fd4c54-7b5f-4caf-98cf-c8f9619e03f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:25.284043 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8fd4c54-7b5f-4caf-98cf-c8f9619e03f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:25.285436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c8fd4c54-7b5f-4caf-98cf-c8f9619e03f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e431319-7714-4bc6-8d97-1f731ae60960 HTTP/1.1" status: 204 len: 168 time: 0.5480523 Nov 09 17:32:25.310441 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:25.438460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd4c54-7b5f-4caf-98cf-c8f9619e03f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e431319-7714-4bc6-8d97-1f731ae60960,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:25.440449 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1100eb9b-720b-4809-9029-db51fb1cdeab req-4a1b5c82-a565-4392-aa2e-6b8070bedd9a service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231116 Nov 09 17:32:25.442517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-f2e9b6b7-e955-4a1f-82f7-f462e84bc92e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Made reservation on behalf of 70c630d7be7a41139c470735f4a6f7e7 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:25.458913 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-f2e9b6b7-e955-4a1f-82f7-f462e84bc92e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:25.468344 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342,segment=NetworkSegment(63e5b0b1-910b-4f5d-85fe-faa3056fd7fd),segment_id=63e5b0b1-910b-4f5d-85fe-faa3056fd7fd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:25.473599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151ff816-e3d9-4cae-ba21-99248ac6ac1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:25.488734 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b33f82-0a1d-4f42-97f8-4f0fb800d243" -d '{"events": [{"server_uuid": "151ff816-e3d9-4cae-ba21-99248ac6ac1d", "name": "network-vif-plugged", "status": "completed", "tag": "6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:25.521535 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:25.570266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c4f68-58d3-4ce6-a7c2-b8f86dc7f154 req-726a0169-e36a-417a-b31e-1abe294cfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:25.572503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-110c4f68-58d3-4ce6-a7c2-b8f86dc7f154 req-726a0169-e36a-417a-b31e-1abe294cfbad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 1095 time: 0.0758250 Nov 09 17:32:25.614448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62c79e-d78f-46aa-91e0-a3ade2fa6197 req-c4f765cb-cf7c-434b-b7e0-cc78192f4e25 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:25.629203 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd62c79e-d78f-46aa-91e0-a3ade2fa6197 req-c4f765cb-cf7c-434b-b7e0-cc78192f4e25 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 950 time: 0.3359475 Nov 09 17:32:25.652251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:25.685554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:25.686567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:25.687483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:25.688330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:25.689183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:25.690039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:25.690895 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:25.691746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:25.692567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:25.693356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:25.694121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:25.694925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:25.807100 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd62c79e-d78f-46aa-91e0-a3ade2fa6197 req-26c4d3e1-edd1-4839-b5c1-939069095a8a tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758077 Nov 09 17:32:25.821648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.13', 58165) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:25.918707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bdd6b-4cc0-484d-a7a0-57f40126fa92 req-85cd23ad-1db1-4d15-9b41-746e89522ad0 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:25.927262 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b9bdd6b-4cc0-484d-a7a0-57f40126fa92 req-85cd23ad-1db1-4d15-9b41-746e89522ad0 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 945 time: 0.2006829 Nov 09 17:32:25.938626 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c4f68-58d3-4ce6-a7c2-b8f86dc7f154 req-ed6f832c-7da2-4c99-b160-8076b0e2a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:25.940149 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-110c4f68-58d3-4ce6-a7c2-b8f86dc7f154 req-ed6f832c-7da2-4c99-b160-8076b0e2a65b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.3596733 Nov 09 17:32:26.019667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d84f477d-d3c5-4426-89fc-3164bf49a20d req-93604dfc-135b-4075-be5e-9c07cb6fb690 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1945500 Nov 09 17:32:26.028837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-f2e9b6b7-e955-4a1f-82f7-f462e84bc92e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Allocated IP 172.20.0.9 (19b117b5-c38d-4730-ba7b-a740b01864db/2ce396ee-92ed-4866-bc41-5c446f272107/9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:26.069227 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-110c4f68-58d3-4ce6-a7c2-b8f86dc7f154 req-e00499b8-8f6c-4343-baab-e4dd37c3a66b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cebc8247-63f6-4e82-ac04-8725265dd107 HTTP/1.1" status: 200 len: 217 time: 0.1150854 Nov 09 17:32:26.174200 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b9bdd6b-4cc0-484d-a7a0-57f40126fa92 req-e89baa01-7056-4f09-98ea-a1fd87fd89c9 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455254 Nov 09 17:32:26.234127 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c4f68-58d3-4ce6-a7c2-b8f86dc7f154 req-101c9146-0419-48c7-84e3-5cd3a8f0efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:26.237572 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-110c4f68-58d3-4ce6-a7c2-b8f86dc7f154 req-101c9146-0419-48c7-84e3-5cd3a8f0efac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.1396937 Nov 09 17:32:26.307043 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-110c4f68-58d3-4ce6-a7c2-b8f86dc7f154 req-13f0cbb0-9489-4579-bb5c-9cdfdabe09d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584338 Nov 09 17:32:26.313882 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a8cb07-657c-4ef9-b681-63286df9ee64 x-openstack-request-id: req-f1a8cb07-657c-4ef9-b681-63286df9ee64 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:26.314706 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151ff816-e3d9-4cae-ba21-99248ac6ac1d", "name": "network-vif-plugged", "status": "completed", "tag": "6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:26.314706 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1a8cb07-657c-4ef9-b681-63286df9ee64 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:26.314978 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151ff816-e3d9-4cae-ba21-99248ac6ac1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342', 'code': 200} Nov 09 17:32:26.403615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f477d-d3c5-4426-89fc-3164bf49a20d req-f376cc42-9e52-4661-95bc-90f2c38da06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:26.405354 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d84f477d-d3c5-4426-89fc-3164bf49a20d req-f376cc42-9e52-4661-95bc-90f2c38da06d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 1095 time: 0.2864804 Nov 09 17:32:26.428723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9fd81-56df-4de5-a692-89c40753889e req-3e3f9c4e-cf29-48de-862d-85923798be39 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:26.438519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2db9fd81-56df-4de5-a692-89c40753889e req-3e3f9c4e-cf29-48de-862d-85923798be39 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.3166890 Nov 09 17:32:26.570183 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cf480443-c1d5-4628-b8c3-2f7bda5c9223 req-d7642d22-fb42-4fb7-81a5-cb1ea1813370 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 210 time: 0.0728998 Nov 09 17:32:26.657246 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-110c4f68-58d3-4ce6-a7c2-b8f86dc7f154 req-bf2505de-fcf2-49da-9106-b7c580c72a99 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422415 Nov 09 17:32:26.788965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.13', 58166) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:26.869980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462479fc-b7f0-404f-b737-edcc0ef23aca req-86437b54-265f-4a02-8a4d-1f44b2ff4e61 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:26.872609 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-462479fc-b7f0-404f-b737-edcc0ef23aca req-86437b54-265f-4a02-8a4d-1f44b2ff4e61 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 944 time: 0.1372988 Nov 09 17:32:26.926355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45404) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:26.935426 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-110c4f68-58d3-4ce6-a7c2-b8f86dc7f154 req-f67d0e5a-e559-4419-a05f-8c3da14992bf service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682188 Nov 09 17:32:26.978125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2db9fd81-56df-4de5-a692-89c40753889e req-e0dba8dd-0eb8-4966-b580-d3b69a79c737 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386486 Nov 09 17:32:26.981420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77948c31-2baa-42c9-b82f-39693de01b2e req-19898642-1e92-440e-870b-a173d13b2ff0 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:26.984148 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77948c31-2baa-42c9-b82f-39693de01b2e req-19898642-1e92-440e-870b-a173d13b2ff0 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 950 time: 0.1916478 Nov 09 17:32:26.998048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9805bb8-1daf-4d11-abae-2e812e6b113c req-09819c77-2c94-4bbc-becf-efeae559fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:26.999708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9805bb8-1daf-4d11-abae-2e812e6b113c req-09819c77-2c94-4bbc-becf-efeae559fcac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 1096 time: 0.5586500 Nov 09 17:32:27.003101 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-f2e9b6b7-e955-4a1f-82f7-f462e84bc92e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:27.048068 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-462479fc-b7f0-404f-b737-edcc0ef23aca req-65066710-0f28-4a4b-bbbc-4b80bcc98cc7 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601384 Nov 09 17:32:27.137099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f477d-d3c5-4426-89fc-3164bf49a20d req-f08deaf4-c2f2-4dbe-ac23-268c4bbd436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:27.137099 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d84f477d-d3c5-4426-89fc-3164bf49a20d req-f08deaf4-c2f2-4dbe-ac23-268c4bbd436f service neutron] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.6485293 Nov 09 17:32:27.188659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1878316245-network', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:27.217163 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d84f477d-d3c5-4426-89fc-3164bf49a20d req-f23b4af3-a35b-4198-ae56-4c2f45a995a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8 HTTP/1.1" status: 200 len: 217 time: 0.0579360 Nov 09 17:32:27.220916 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9805bb8-1daf-4d11-abae-2e812e6b113c req-a6fec586-9487-4ffe-9301-c661f172f4ca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667964 Nov 09 17:32:27.231603 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Made reservation on behalf of c6f2e616167d40c2aaa2057e9205fc5a for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:27.234373 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:27.241466 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-f2e9b6b7-e955-4a1f-82f7-f462e84bc92e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:27.248219 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:27.263429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-77948c31-2baa-42c9-b82f-39693de01b2e req-15b4d8f1-3beb-4137-abba-18abf7019d99 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Deleting port 4a1c88f9-659b-468a-872c-1198308c435c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:32:27.263775 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-77948c31-2baa-42c9-b82f-39693de01b2e req-15b4d8f1-3beb-4137-abba-18abf7019d99 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:27.273105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019fed8-7d40-41fd-9802-68dc26b456a7 req-58897b94-896e-4bf9-8f1a-83158ff3d161 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:27.274949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7019fed8-7d40-41fd-9802-68dc26b456a7 req-58897b94-896e-4bf9-8f1a-83158ff3d161 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 950 time: 0.1692908 Nov 09 17:32:27.350524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-f2e9b6b7-e955-4a1f-82f7-f462e84bc92e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Network 19b117b5-c38d-4730-ba7b-a740b01864db is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:27.365680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-f2e9b6b7-e955-4a1f-82f7-f462e84bc92e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:27.370249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-f2e9b6b7-e955-4a1f-82f7-f462e84bc92e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:27.379299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f477d-d3c5-4426-89fc-3164bf49a20d req-da18477a-fb57-4eea-9dbf-3048a5367183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:27.380853 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d84f477d-d3c5-4426-89fc-3164bf49a20d req-da18477a-fb57-4eea-9dbf-3048a5367183 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.1563950 Nov 09 17:32:27.381515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9b6b7-e955-4a1f-82f7-f462e84bc92e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Pushing event updated for resources: {'Port': ['ID=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:27.442505 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7019fed8-7d40-41fd-9802-68dc26b456a7 req-58354abd-76f4-40c5-aa32-418b532674cc tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339171 Nov 09 17:32:27.451591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-77948c31-2baa-42c9-b82f-39693de01b2e req-15b4d8f1-3beb-4137-abba-18abf7019d99 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] For port 4a1c88f9-659b-468a-872c-1198308c435c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4a1c88f9-659b-468a-872c-1198308c435c,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:27.452273 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-77948c31-2baa-42c9-b82f-39693de01b2e req-15b4d8f1-3beb-4137-abba-18abf7019d99 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:27.476361 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-77948c31-2baa-42c9-b82f-39693de01b2e req-15b4d8f1-3beb-4137-abba-18abf7019d99 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Calling delete_port for 4a1c88f9-659b-468a-872c-1198308c435c owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:32:27.486367 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d84f477d-d3c5-4426-89fc-3164bf49a20d req-17b3e75a-dea6-4957-a2c4-a2a39dae0585 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715957 Nov 09 17:32:27.607491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device cebc8247-63f6-4e82-ac04-8725265dd107 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:27.618697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-f2e9b6b7-e955-4a1f-82f7-f462e84bc92e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:27.619429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-f2e9b6b7-e955-4a1f-82f7-f462e84bc92e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:27.661734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-f2e9b6b7-e955-4a1f-82f7-f462e84bc92e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7532015 Nov 09 17:32:27.681222 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Request body: {'port': {'device_id': '3a655048-fa93-4217-a59b-e3ae87f822a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:27.704589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab681d8-8cb4-47e3-9517-4f9f2a157e28 req-180a672b-8297-4ef7-b930-657095ac6c28 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:27.706650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ab681d8-8cb4-47e3-9517-4f9f2a157e28 req-180a672b-8297-4ef7-b930-657095ac6c28 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 945 time: 0.1421692 Nov 09 17:32:27.729915 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d84f477d-d3c5-4426-89fc-3164bf49a20d req-ba04ae25-9bc1-4a48-9570-bfc6afe37016 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308605 Nov 09 17:32:27.765587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:27.801044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'cebc8247-63f6-4e82-ac04-8725265dd107', 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b', 'port_id': 'cebc8247-63f6-4e82-ac04-8725265dd107', 'mac_address': 'fa:16:3e:e8:3e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bd4ab4-76ee-4437-92fd-d6a3a82366d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:32:27.805948 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:27.814177 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:27.842649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:32:27.875673 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:27.876117 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Added segment f2564fb2-db17-4e58-a03f-ca746d47a185 of type vlan for network de75632f-df4b-4bcb-8065-c6f44b30ec8b Nov 09 17:32:27.880398 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ab681d8-8cb4-47e3-9517-4f9f2a157e28 req-c3ff1832-e88c-41d4-b220-ef6e961af080 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556652 Nov 09 17:32:27.883962 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:27.899692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea573344-e101-4b44-8cbb-41240e43ed10,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:27.930878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebc8247-63f6-4e82-ac04-8725265dd107 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:27.969989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:27.975749 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:27.978945 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:28.006797 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:28.019653 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d84f477d-d3c5-4426-89fc-3164bf49a20d req-f0eaffd7-e3b0-4ff7-aef2-70e9453e008e service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623522 Nov 09 17:32:28.054672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=cebc8247-63f6-4e82-ac04-8725265dd107,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:28.100280 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:28.101320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:28.102118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:28.107914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fe69e-1ca4-4f69-95a2-79b58ae1e52b req-358398d1-92f3-4a5b-9122-0ca8007c5bc3 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:28.108211 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-77948c31-2baa-42c9-b82f-39693de01b2e req-15b4d8f1-3beb-4137-abba-18abf7019d99 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:28.109534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d9fe69e-1ca4-4f69-95a2-79b58ae1e52b req-358398d1-92f3-4a5b-9122-0ca8007c5bc3 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 931 time: 0.1240664 Nov 09 17:32:28.122990 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['fc0494be-448d-4771-b2af-76e4f4f20c6d', '4a1c88f9-659b-468a-872c-1198308c435c'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:28.190296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4d8f1-3beb-4137-abba-18abf7019d99 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Pushing event deleted for resources: {'Port': ['ID=4a1c88f9-659b-468a-872c-1198308c435c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:28.196112 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2675521 Nov 09 17:32:28.205474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45436) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:28.218496 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3e8806ba-582e-403a-868f-55179f606b4d admin admin] Request body: {'subnet': {'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1878316245-subnet', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:28.226439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085d374-5551-466d-9445-69dd9bb5f13b admin admin] Pushing event updated for resources: {'Network': ['ID=de75632f-df4b-4bcb-8065-c6f44b30ec8b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:28.253232 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network de75632f-df4b-4bcb-8065-c6f44b30ec8b details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:32:28.258504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['cebc8247-63f6-4e82-ac04-8725265dd107'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:28.280771 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-77948c31-2baa-42c9-b82f-39693de01b2e req-15b4d8f1-3beb-4137-abba-18abf7019d99 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] No DVR routers for this DVR port 4a1c88f9-659b-468a-872c-1198308c435c on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:28.286867 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-77948c31-2baa-42c9-b82f-39693de01b2e req-15b4d8f1-3beb-4137-abba-18abf7019d99 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:28.290529 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77948c31-2baa-42c9-b82f-39693de01b2e req-15b4d8f1-3beb-4137-abba-18abf7019d99 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.13 "DELETE /v2.0/ports/4a1c88f9-659b-468a-872c-1198308c435c HTTP/1.1" status: 204 len: 173 time: 1.2637899 Nov 09 17:32:28.291015 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ab6099-06c0-486a-85d7-b65d6bfb885a', 'name': 'network-vif-deleted', 'tag': '4a1c88f9-659b-468a-872c-1198308c435c'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:28.293621 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d324f7-0505-4d0b-9ecc-42a73f652ff9" -d '{"events": [{"server_uuid": "c3ab6099-06c0-486a-85d7-b65d6bfb885a", "name": "network-vif-deleted", "tag": "4a1c88f9-659b-468a-872c-1198308c435c"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:28.316307 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8806ba-582e-403a-868f-55179f606b4d admin admin] Made reservation on behalf of c6f2e616167d40c2aaa2057e9205fc5a for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:28.327968 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e8806ba-582e-403a-868f-55179f606b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:28.528492 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d9fe69e-1ca4-4f69-95a2-79b58ae1e52b req-36ec7743-519d-4fcf-a3a5-482275904a23 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974841 Nov 09 17:32:28.630491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:28.652102 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:28.681937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Transition to ACTIVE for port object 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:32:28.697019 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:28.776993 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e8806ba-582e-403a-868f-55179f606b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:28.844256 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8806ba-582e-403a-868f-55179f606b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=261426b6-ff67-4562-94a0-561f045062e8,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:28.847634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:28.864245 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac48897-2c05-4b20-807c-defd49fb3edf req-c0ce1e2f-edc9-441a-a923-b77eff452f32 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:28.865884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eac48897-2c05-4b20-807c-defd49fb3edf req-c0ce1e2f-edc9-441a-a923-b77eff452f32 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1557095 Nov 09 17:32:28.895687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8806ba-582e-403a-868f-55179f606b4d admin admin] Checking segment: {'id': 'f2564fb2-db17-4e58-a03f-ca746d47a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:28.896036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8806ba-582e-403a-868f-55179f606b4d admin admin] Network hostable DHCP agents. Network: de75632f-df4b-4bcb-8065-c6f44b30ec8b, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:32:28.931490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8806ba-582e-403a-868f-55179f606b4d admin admin] Network de75632f-df4b-4bcb-8065-c6f44b30ec8b is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:32:28.946926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3e8806ba-582e-403a-868f-55179f606b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, de75632f-df4b-4bcb-8065-c6f44b30ec8b) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:28.953639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8806ba-582e-403a-868f-55179f606b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:28.954945 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e8806ba-582e-403a-868f-55179f606b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:28.957808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635565b8-70b4-45c2-86e8-355dd3dfded7 None None] Network de75632f-df4b-4bcb-8065-c6f44b30ec8b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:28.987580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Attempting to bind port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:28.988125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Attempting to bind port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:28.988660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Attempting to bind port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:28.993010 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3e8806ba-582e-403a-868f-55179f606b4d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7836986 Nov 09 17:32:28.996183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45452) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:29.013719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:29.017030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eac48897-2c05-4b20-807c-defd49fb3edf req-43e5243f-8f66-415a-9381-04f7146d24d6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282437 Nov 09 17:32:29.019778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on network 19b117b5-c38d-4730-ba7b-a740b01864db not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:29.020565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Attempting to bind port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:29.031273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:29.031948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:29.032526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Bound using segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:29.033170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Bound port: 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:29.033952 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:29.082714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:29.085067 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:29.167258 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:29.212160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:29.217663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:29.233120 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:29.261739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e156a52-dbe5-4808-9ec0-3148397fb297 req-84f904d7-47d4-424b-a638-e7d599c88c7c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:29.264460 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e156a52-dbe5-4808-9ec0-3148397fb297 req-84f904d7-47d4-424b-a638-e7d599c88c7c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 945 time: 0.1113856 Nov 09 17:32:29.279151 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'fixed_ips': [{'subnet_id': '261426b6-ff67-4562-94a0-561f045062e8'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:32:29.280542 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:29.324349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:29.325567 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:29.328039 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] 10.222.0.13 "PUT /v2.0/ports/9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 HTTP/1.1" status: 200 len: 1091 time: 1.6568208 Nov 09 17:32:29.332121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a655048-fa93-4217-a59b-e3ae87f822a9', 'tag': '9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:29.336308 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e91b813-2c2a-4753-a8f3-526993f3a1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3a655048-fa93-4217-a59b-e3ae87f822a9", "tag": "9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:29.428911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924bb7a-6d23-4d51-8350-76d453393531 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:29.429873 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:29.460503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e156a52-dbe5-4808-9ec0-3148397fb297 req-c617bc6e-984b-411c-b92c-b1820b21ff2a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588666 Nov 09 17:32:29.511754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-60e48ab4-afc9-476f-a23c-88b13d4896e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:29.513342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-60e48ab4-afc9-476f-a23c-88b13d4896e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 1094 time: 0.1080337 Nov 09 17:32:29.554002 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07c96f1-0a05-42ba-a913-a394ab913e3c x-openstack-request-id: req-f07c96f1-0a05-42ba-a913-a394ab913e3c {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:29.554377 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ab6099-06c0-486a-85d7-b65d6bfb885a", "name": "network-vif-deleted", "tag": "4a1c88f9-659b-468a-872c-1198308c435c", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:29.554646 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f07c96f1-0a05-42ba-a913-a394ab913e3c {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:29.555129 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ab6099-06c0-486a-85d7-b65d6bfb885a', 'name': 'network-vif-deleted', 'tag': '4a1c88f9-659b-468a-872c-1198308c435c', 'status': 'completed', 'code': 200} Nov 09 17:32:29.589007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Allocated IP 172.20.0.2 (de75632f-df4b-4bcb-8065-c6f44b30ec8b/261426b6-ff67-4562-94a0-561f045062e8/2691abef-e0ab-463b-a233-e6a9edb46656) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:29.603772 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-438eeda6-54d6-4a80-849e-63898c79a693 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 HTTP/1.1" status: 200 len: 217 time: 0.0770791 Nov 09 17:32:29.613581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device cebc8247-63f6-4e82-ac04-8725265dd107 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:29.675969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-99ae2d70-f87b-4dee-92db-4051323e4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:29.677893 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-99ae2d70-f87b-4dee-92db-4051323e4ab1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.0592124 Nov 09 17:32:29.746293 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:29.769744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:29.771837 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-ecef1f5e-c948-44b8-a871-1a2048472415 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814378 Nov 09 17:32:29.777194 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5450f82c-062c-4e50-91c3-2b600abb5570 req-18772b34-d0ed-4105-af9f-26bb6415faef tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ab6099-06c0-486a-85d7-b65d6bfb885a HTTP/1.1" status: 200 len: 210 time: 0.0899408 Nov 09 17:32:29.780478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port cebc8247-63f6-4e82-ac04-8725265dd107 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:32:29.793239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port cebc8247-63f6-4e82-ac04-8725265dd107 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:29.793561 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:29.952517 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-df086041-3e2b-485c-a18b-3a054f755af6 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495819 Nov 09 17:32:29.962615 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:29.983845 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Allocated IP 172.25.1.126 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/daa43319-0ecc-426b-b038-c5e7407696e4) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:29.992067 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:30.049891 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:30.100600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Network de75632f-df4b-4bcb-8065-c6f44b30ec8b is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:30.105127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Pushing event updated for resources: {'Port': ['ID=2691abef-e0ab-463b-a233-e6a9edb46656,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:30.112602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:30.123869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e69434-5166-4688-afcf-772af595b465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebc8247-63f6-4e82-ac04-8725265dd107'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:30.128301 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afb2dc2-3ad8-4ecd-9d30-b1431f4715a3" -d '{"events": [{"server_uuid": "88e69434-5166-4688-afcf-772af595b465", "name": "network-vif-plugged", "status": "completed", "tag": "cebc8247-63f6-4e82-ac04-8725265dd107"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:30.134280 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:30.156060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2df47-af7a-410a-8bfe-990612f65e05 req-b2c38664-21d4-4768-b63b-af77a6534c11 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:30.163073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2db2df47-af7a-410a-8bfe-990612f65e05 req-b2c38664-21d4-4768-b63b-af77a6534c11 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 945 time: 0.0987203 Nov 09 17:32:30.201673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:30.211342 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:30.217845 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:30.219735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ba034a0-f63b-4b27-99bc-8d66fb4f8706 req-6af58cf4-6deb-4ea6-938b-54f232077eec service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592332 Nov 09 17:32:30.235545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2db2df47-af7a-410a-8bfe-990612f65e05 req-ccf6d6ff-58c6-43fe-8a37-ea5397c252a2 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714488 Nov 09 17:32:30.271722 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:30.272487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Attempting to bind port 2691abef-e0ab-463b-a233-e6a9edb46656 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:30.273290 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Attempting to bind port 2691abef-e0ab-463b-a233-e6a9edb46656 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'f2564fb2-db17-4e58-a03f-ca746d47a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:30.277860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Attempting to bind port 2691abef-e0ab-463b-a233-e6a9edb46656 on network de75632f-df4b-4bcb-8065-c6f44b30ec8b {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:30.294849 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1404c93-b306-45ba-b3fa-bdf089b4c76c x-openstack-request-id: req-d1404c93-b306-45ba-b3fa-bdf089b4c76c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:30.295141 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a655048-fa93-4217-a59b-e3ae87f822a9", "tag": "9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:30.295437 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1404c93-b306-45ba-b3fa-bdf089b4c76c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:30.295840 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a655048-fa93-4217-a59b-e3ae87f822a9', 'tag': '9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85', 'status': 'completed', 'code': 200} Nov 09 17:32:30.309055 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:30.309448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Checking segment: {'id': 'f2564fb2-db17-4e58-a03f-ca746d47a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:30.310034 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:30.310418 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Bound using segment: {'id': 'f2564fb2-db17-4e58-a03f-ca746d47a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:30.310746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Bound port: 2691abef-e0ab-463b-a233-e6a9edb46656, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2564fb2-db17-4e58-a03f-ca746d47a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:30.311476 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:30.334908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:30.339140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:30.341992 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:30.381824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=cebc8247-63f6-4e82-ac04-8725265dd107,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:30.383069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91b813-2c2a-4753-a8f3-526993f3a1ad req-2470be95-2d93-407d-84c7-ead72067021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:30.384699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91b813-2c2a-4753-a8f3-526993f3a1ad req-2470be95-2d93-407d-84c7-ead72067021a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 1094 time: 0.0592086 Nov 09 17:32:30.404739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Pushing event updated for resources: {'Port': ['ID=daa43319-0ecc-426b-b038-c5e7407696e4,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:30.418117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] For port 2691abef-e0ab-463b-a233-e6a9edb46656, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:30.422465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] For port 2691abef-e0ab-463b-a233-e6a9edb46656, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2691abef-e0ab-463b-a233-e6a9edb46656,segment=NetworkSegment(f2564fb2-db17-4e58-a03f-ca746d47a185),segment_id=f2564fb2-db17-4e58-a03f-ca746d47a185)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:30.427488 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:30.496483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd69660-f1d7-4dc4-87f9-3cc8620dea99 None None] Pushing event updated for resources: {'Port': ['ID=2691abef-e0ab-463b-a233-e6a9edb46656,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:30.561705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641f6b6-ade2-4cca-933b-6daa62affa61 req-c937d0f6-4a38-4363-ac5f-316b569fb4a4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:30.563625 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9641f6b6-ade2-4cca-933b-6daa62affa61 req-c937d0f6-4a38-4363-ac5f-316b569fb4a4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 943 time: 0.1581442 Nov 09 17:32:30.597420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91b813-2c2a-4753-a8f3-526993f3a1ad req-0abab50d-b5d2-409e-b215-4672819fd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:30.599103 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91b813-2c2a-4753-a8f3-526993f3a1ad req-0abab50d-b5d2-409e-b215-4672819fd6dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.2028201 Nov 09 17:32:30.652917 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91b813-2c2a-4753-a8f3-526993f3a1ad req-2ca820b3-7cae-43cc-9612-fde58cc25dd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 HTTP/1.1" status: 200 len: 217 time: 0.0418777 Nov 09 17:32:30.656225 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9641f6b6-ade2-4cca-933b-6daa62affa61 req-f8953b8c-4df6-4f43-a4d0-38ad3e876d74 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853701 Nov 09 17:32:30.672508 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:30.768106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91b813-2c2a-4753-a8f3-526993f3a1ad req-074d80c5-a97b-4a90-beb7-dbb6efff6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:30.769539 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91b813-2c2a-4753-a8f3-526993f3a1ad req-074d80c5-a97b-4a90-beb7-dbb6efff6054 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.1087530 Nov 09 17:32:30.823462 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91b813-2c2a-4753-a8f3-526993f3a1ad req-1df56267-ecea-4873-a787-45d1b275e65e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417349 Nov 09 17:32:30.982880 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:31.000857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91b813-2c2a-4753-a8f3-526993f3a1ad req-18a55261-2d45-49ab-8fbe-b8c68d9bd87d service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697555 Nov 09 17:32:31.070149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998c33a-4116-47b3-8518-a210b247d141 req-3505440b-5362-4ecb-ab17-e05384f14f26 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:31.072424 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2998c33a-4116-47b3-8518-a210b247d141 req-3505440b-5362-4ecb-ab17-e05384f14f26 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1458390 Nov 09 17:32:31.141507 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2998c33a-4116-47b3-8518-a210b247d141 req-2bb923c0-68cd-41cd-9a68-0baf06ab82a5 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587866 Nov 09 17:32:31.143851 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91b813-2c2a-4753-a8f3-526993f3a1ad req-3e546cfd-c680-49c2-a5c4-8dabb05293d6 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332455 Nov 09 17:32:31.204061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Router 26c35fdd-f228-46ab-9531-ef68c5227d40 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:32:31.224935 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdc3499-2ce9-4927-821b-020a23357fed x-openstack-request-id: req-9cdc3499-2ce9-4927-821b-020a23357fed {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:31.225740 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e69434-5166-4688-afcf-772af595b465", "name": "network-vif-plugged", "status": "completed", "tag": "cebc8247-63f6-4e82-ac04-8725265dd107", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:31.228197 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9cdc3499-2ce9-4927-821b-020a23357fed {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:31.229013 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e69434-5166-4688-afcf-772af595b465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebc8247-63f6-4e82-ac04-8725265dd107', 'code': 200} Nov 09 17:32:31.369540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:32:31.389483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Sync routers for ids ['26c35fdd-f228-46ab-9531-ef68c5227d40'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:32:31.397664 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:31.401753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Routers {'26c35fdd-f228-46ab-9531-ef68c5227d40'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:31.402695 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:32:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['26c35fdd-f228-46ab-9531-ef68c5227d40'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:31.402915 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-05cac6fc-b158-4d3b-ac4a-f1bfbd6fa589 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3983433 Nov 09 17:32:31.406049 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45480) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:31.412461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22718f-b5a3-4abb-84ad-be835baa13a9 req-16716cb7-ab3b-4e83-ac68-134a72dcf1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:31.415026 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b22718f-b5a3-4abb-84ad-be835baa13a9 req-16716cb7-ab3b-4e83-ac68-134a72dcf1ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 1097 time: 0.1055391 Nov 09 17:32:31.441333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4eb05-fb04-4b51-857a-effd8ac25700 req-845aef8e-704a-4749-baa0-c34c1193c8b1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:31.445195 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9eb4eb05-fb04-4b51-857a-effd8ac25700 req-845aef8e-704a-4749-baa0-c34c1193c8b1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 946 time: 0.1268208 Nov 09 17:32:31.526433 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9eb4eb05-fb04-4b51-857a-effd8ac25700 req-12fb60ff-4e1a-4c73-83bf-106ac6cedadc tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582411 Nov 09 17:32:31.533487 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b22718f-b5a3-4abb-84ad-be835baa13a9 req-7981298a-3ac1-4bb2-8fbf-b6794e3f73e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095383 Nov 09 17:32:31.605867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Set router 26c35fdd-f228-46ab-9531-ef68c5227d40 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:31.673852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4a1c88f9-659b-468a-872c-1198308c435c no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:31.891640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 4a1c88f9-659b-468a-872c-1198308c435c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:32:31.892087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4a1c88f9-659b-468a-872c-1198308c435c not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:31.903603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c0491-0531-4768-aa79-29d1e6283c7a req-01d38b2d-0936-479f-8b25-f54d46a3e03c tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:31.906874 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-691c0491-0531-4768-aa79-29d1e6283c7a req-01d38b2d-0936-479f-8b25-f54d46a3e03c tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 945 time: 0.0709393 Nov 09 17:32:31.918703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e0ddaf-0983-472d-9246-398332cf7b52 None None] Network de75632f-df4b-4bcb-8065-c6f44b30ec8b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:32:31.996803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-91074c2f-a37f-495b-99ce-10cc955ae95e None None] Provisioning complete for port 2691abef-e0ab-463b-a233-e6a9edb46656 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:31.997185 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-91074c2f-a37f-495b-99ce-10cc955ae95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.019861 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-691c0491-0531-4768-aa79-29d1e6283c7a req-d71f6fd5-c836-45f2-a040-c8c3105edacf tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060736 Nov 09 17:32:32.061270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45494) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:32.209045 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ce13755-bb6a-46e8-9f6a-d31ace6409f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.270254 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-91074c2f-a37f-495b-99ce-10cc955ae95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.295074 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.302398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:30Z', 'revision_number': 3, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port': {'id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:02:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:32.346082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Checking router: 26c35fdd-f228-46ab-9531-ef68c5227d40 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:32:32.346533 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Updating router 26c35fdd-f228-46ab-9531-ef68c5227d40 port daa43319-0ecc-426b-b038-c5e7407696e4 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:32:32.384431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-91074c2f-a37f-495b-99ce-10cc955ae95e None None] For port 2691abef-e0ab-463b-a233-e6a9edb46656, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2691abef-e0ab-463b-a233-e6a9edb46656,segment=NetworkSegment(f2564fb2-db17-4e58-a03f-ca746d47a185),segment_id=f2564fb2-db17-4e58-a03f-ca746d47a185)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:32.390302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2691abef-e0ab-463b-a233-e6a9edb46656 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:32.398484 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-91074c2f-a37f-495b-99ce-10cc955ae95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.499657 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91074c2f-a37f-495b-99ce-10cc955ae95e None None] Pushing event updated for resources: {'Port': ['ID=2691abef-e0ab-463b-a233-e6a9edb46656,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:32.502602 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.554994 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ce13755-bb6a-46e8-9f6a-d31ace6409f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.564984 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ce13755-bb6a-46e8-9f6a-d31ace6409f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.611015 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Allocated IP 172.20.0.1 (de75632f-df4b-4bcb-8065-c6f44b30ec8b/261426b6-ff67-4562-94a0-561f045062e8/4ee8c46e-b2a0-4c54-b05e-861ff9c830f1) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:32.665633 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3ce13755-bb6a-46e8-9f6a-d31ace6409f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce080be2351e4ade9e6ec497cbae8f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6032448 Nov 09 17:32:32.672229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45504) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:32.685560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce13755-bb6a-46e8-9f6a-d31ace6409f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0549ea3d-0368-426d-b680-991850505e7b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:32.734748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc031e-9c1d-447e-ba4e-ada154dd5c3e req-25bc3c82-96ae-4fbc-b585-f8f1af889317 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:32.736547 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68bc031e-9c1d-447e-ba4e-ada154dd5c3e req-25bc3c82-96ae-4fbc-b585-f8f1af889317 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 943 time: 0.2494805 Nov 09 17:32:32.768782 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.803666 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eb86c5f-ab0e-446c-a263-3bd2266b9de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.813568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5aacbb39-f59d-4ed3-bc84-077568951c7d None None] Provisioning complete for port 2691abef-e0ab-463b-a233-e6a9edb46656 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:32.813925 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5aacbb39-f59d-4ed3-bc84-077568951c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.816037 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.821742 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68bc031e-9c1d-447e-ba4e-ada154dd5c3e req-0a27e9e4-ea73-480c-ab0c-75a5da33f3c8 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647779 Nov 09 17:32:32.836902 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.844575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eb86c5f-ab0e-446c-a263-3bd2266b9de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.871898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Network de75632f-df4b-4bcb-8065-c6f44b30ec8b is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:32.880217 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:32.883152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee8c46e-b2a0-4c54-b05e-861ff9c830f1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:32.886920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:32.896135 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.940785 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eb86c5f-ab0e-446c-a263-3bd2266b9de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.944788 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eb86c5f-ab0e-446c-a263-3bd2266b9de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.946576 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6eb86c5f-ab0e-446c-a263-3bd2266b9de7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0549ea3d-0368-426d-b680-991850505e7b HTTP/1.1" status: 204 len: 168 time: 0.2712846 Nov 09 17:32:32.949402 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:32.964757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb86c5f-ab0e-446c-a263-3bd2266b9de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0549ea3d-0368-426d-b680-991850505e7b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:32.968643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67144ef6-e282-49cf-9656-1b9783d01fc9 None None] Pushing event updated for resources: {'Port': ['ID=daa43319-0ecc-426b-b038-c5e7407696e4,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:33.004617 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Attempting to bind port daa43319-0ecc-426b-b038-c5e7407696e4 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:33.005264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Attempting to bind port daa43319-0ecc-426b-b038-c5e7407696e4 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:33.006081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Attempting to bind port daa43319-0ecc-426b-b038-c5e7407696e4 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:33.025432 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:33.026273 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:33.026879 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:33.027505 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:33.028175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Bound port: daa43319-0ecc-426b-b038-c5e7407696e4, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:33.028744 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:33.088076 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] For port daa43319-0ecc-426b-b038-c5e7407696e4, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:33.092005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] For port daa43319-0ecc-426b-b038-c5e7407696e4, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=daa43319-0ecc-426b-b038-c5e7407696e4,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:33.098335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2691abef-e0ab-463b-a233-e6a9edb46656 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:33.099019 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:33.112831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589326a-a679-4469-9701-001215ffd0b5 req-446ac03c-225f-4635-b6f1-8d54e3103204 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:33.122808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5589326a-a679-4469-9701-001215ffd0b5 req-446ac03c-225f-4635-b6f1-8d54e3103204 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1048734 Nov 09 17:32:33.134250 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:33.169953 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5589326a-a679-4469-9701-001215ffd0b5 req-15080fa7-1e3b-4542-98c8-250e877a50bf tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461743 Nov 09 17:32:33.249638 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:33.279977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67144ef6-e282-49cf-9656-1b9783d01fc9 None None] Pushing event updated for resources: {'Port': ['ID=daa43319-0ecc-426b-b038-c5e7407696e4,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:33.301686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Routers {'26c35fdd-f228-46ab-9531-ef68c5227d40'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:33.302348 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:32:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['26c35fdd-f228-46ab-9531-ef68c5227d40'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:33.378586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbc573-3767-49f1-8f3c-6d58de60526c req-aeeffe67-c02a-4b50-bd03-652e89a618b2 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:33.380573 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3fbc573-3767-49f1-8f3c-6d58de60526c req-aeeffe67-c02a-4b50-bd03-652e89a618b2 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 950 time: 0.0774884 Nov 09 17:32:33.475494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] Set router 26c35fdd-f228-46ab-9531-ef68c5227d40 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:33.484461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3fbc573-3767-49f1-8f3c-6d58de60526c req-e9bb39bc-80ae-4700-bed3-bee22257c798 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/security-groups?id=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819905 Nov 09 17:32:33.497523 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:33.507526 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:33.542848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2702b26c-f071-449e-acb3-8cc3beddd51e None None] Provisioning complete for port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:33.542848 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2702b26c-f071-449e-acb3-8cc3beddd51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:33.599241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9027946-b90f-4e49-8e14-bcdbddcc2ee4 req-8c8b1d39-76ca-426e-b58b-e17a46435f10 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:33.607930 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9027946-b90f-4e49-8e14-bcdbddcc2ee4 req-8c8b1d39-76ca-426e-b58b-e17a46435f10 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 946 time: 0.0678771 Nov 09 17:32:33.649842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:33.667677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9027946-b90f-4e49-8e14-bcdbddcc2ee4 req-9626fd47-2425-4f90-9912-5a3ef523d70e tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519311 Nov 09 17:32:33.685698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2702b26c-f071-449e-acb3-8cc3beddd51e None None] Port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:32:33.850293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:33.852867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd691a4-8790-4695-bb9d-5be39185e6cf req-ac10fbe4-2851-4ae3-842e-667e5190059e tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:33.855691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ddd691a4-8790-4695-bb9d-5be39185e6cf req-ac10fbe4-2851-4ae3-842e-667e5190059e tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 945 time: 0.1134906 Nov 09 17:32:33.867832 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85', 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db', 'port_id': '9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85', 'mac_address': 'fa:16:3e:4d:ed:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce396ee-92ed-4866-bc41-5c446f272107', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:32:33.911205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 4, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port': {'id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:02:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4ee8c46e-b2a0-4c54-b05e-861ff9c830f1', 'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'mac_address': 'fa:16:3e:9e:dd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '261426b6-ff67-4562-94a0-561f045062e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:32Z', 'updated_at': '2021-11-09T17:32:32Z', 'revision_number': 1, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'subnets': [{'id': '261426b6-ff67-4562-94a0-561f045062e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:33.920473 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:33.946967 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9470ff1-00b9-4141-abee-e8dac5b96a90 None None] The sync data for ids ['26c35fdd-f228-46ab-9531-ef68c5227d40'] in n-d-817236-1 is: [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 4, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port': {'id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:02:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4ee8c46e-b2a0-4c54-b05e-861ff9c830f1', 'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'mac_address': 'fa:16:3e:9e:dd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '261426b6-ff67-4562-94a0-561f045062e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:32Z', 'updated_at': '2021-11-09T17:32:32Z', 'revision_number': 1, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'subnets': [{'id': '261426b6-ff67-4562-94a0-561f045062e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:32:33.953403 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:33.973678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:33.999094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:34.006353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81450c-6959-43b7-9743-0d697c20eb72 req-e6119dd8-c06f-460e-a75d-a01477f61eb5 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:34.008484 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff81450c-6959-43b7-9743-0d697c20eb72 req-e6119dd8-c06f-460e-a75d-a01477f61eb5 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 950 time: 0.1875224 Nov 09 17:32:34.018763 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:34.046856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ddd691a4-8790-4695-bb9d-5be39185e6cf req-2a938dda-c50e-4064-99ac-e96d3df6c2a0 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536996 Nov 09 17:32:34.052786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee8c46e-b2a0-4c54-b05e-861ff9c830f1,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:34.124326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Network de75632f-df4b-4bcb-8065-c6f44b30ec8b is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:34.126284 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:34.185277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:34.217681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ff81450c-6959-43b7-9743-0d697c20eb72 req-7df43b00-24da-4854-9338-748458af66bb tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Deleting port fc0494be-448d-4771-b2af-76e4f4f20c6d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:32:34.218033 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ff81450c-6959-43b7-9743-0d697c20eb72 req-7df43b00-24da-4854-9338-748458af66bb tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:34.242639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:34.373374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Router 26c35fdd-f228-46ab-9531-ef68c5227d40 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:32:34.393569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2691abef-e0ab-463b-a233-e6a9edb46656 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:34.535977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ff81450c-6959-43b7-9743-0d697c20eb72 req-7df43b00-24da-4854-9338-748458af66bb tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] For port fc0494be-448d-4771-b2af-76e4f4f20c6d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fc0494be-448d-4771-b2af-76e4f4f20c6d,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:34.536616 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ff81450c-6959-43b7-9743-0d697c20eb72 req-7df43b00-24da-4854-9338-748458af66bb tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:34.585235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ff81450c-6959-43b7-9743-0d697c20eb72 req-7df43b00-24da-4854-9338-748458af66bb tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Calling delete_port for fc0494be-448d-4771-b2af-76e4f4f20c6d owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:32:34.647547 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:32:34.654169 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-26e69d7b-ba7a-4f8f-98e8-9863bdd30f59 admin admin] 10.222.0.81 "PUT /v2.0/routers/26c35fdd-f228-46ab-9531-ef68c5227d40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2458034 Nov 09 17:32:34.832197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-db68f669-b4ca-4a9f-bf13-db016b244a38 None None] Provisioning complete for port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:34.832604 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-db68f669-b4ca-4a9f-bf13-db016b244a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:34.904824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a432e-4d2f-4344-9e3b-42de808a64d2 req-725a9ef0-53fc-4cd3-af4c-076677593783 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:34.906607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-428a432e-4d2f-4344-9e3b-42de808a64d2 req-725a9ef0-53fc-4cd3-af4c-076677593783 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 1097 time: 0.1773264 Nov 09 17:32:34.917039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-db68f669-b4ca-4a9f-bf13-db016b244a38 None None] Port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:32:34.928441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2691abef-e0ab-463b-a233-e6a9edb46656 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:34.928995 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:34.965494 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ff81450c-6959-43b7-9743-0d697c20eb72 req-7df43b00-24da-4854-9338-748458af66bb tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:34.968546 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-428a432e-4d2f-4344-9e3b-42de808a64d2 req-abb18d17-2fc5-42be-bf29-7e2ec9e971b4 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508895 Nov 09 17:32:35.004030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df43b00-24da-4854-9338-748458af66bb tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Pushing event deleted for resources: {'Port': ['ID=fc0494be-448d-4771-b2af-76e4f4f20c6d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:35.095203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff81450c-6959-43b7-9743-0d697c20eb72 req-7df43b00-24da-4854-9338-748458af66bb tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] No DVR routers for this DVR port fc0494be-448d-4771-b2af-76e4f4f20c6d on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:35.100082 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ff81450c-6959-43b7-9743-0d697c20eb72 req-7df43b00-24da-4854-9338-748458af66bb tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:35.113348 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff81450c-6959-43b7-9743-0d697c20eb72 req-7df43b00-24da-4854-9338-748458af66bb tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.13 "DELETE /v2.0/ports/fc0494be-448d-4771-b2af-76e4f4f20c6d HTTP/1.1" status: 204 len: 173 time: 1.0908892 Nov 09 17:32:35.114011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5d6d34-8c95-4b88-b227-231a56c3d412', 'name': 'network-vif-deleted', 'tag': 'fc0494be-448d-4771-b2af-76e4f4f20c6d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:35.127691 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47da9f6a-4792-414e-a5ae-7fa980bd0bdc" -d '{"events": [{"server_uuid": "2d5d6d34-8c95-4b88-b227-231a56c3d412", "name": "network-vif-deleted", "tag": "fc0494be-448d-4771-b2af-76e4f4f20c6d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:35.202335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a03adb-88db-4c57-8959-ec8a2c38b9ce req-b457967c-d674-428e-850f-4047eaddfff0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:35.204055 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-81a03adb-88db-4c57-8959-ec8a2c38b9ce req-b457967c-d674-428e-850f-4047eaddfff0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 944 time: 0.0738163 Nov 09 17:32:35.270708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-81a03adb-88db-4c57-8959-ec8a2c38b9ce req-98d2f6c7-0731-4472-89d7-b6b16902cdd9 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541935 Nov 09 17:32:35.431255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['fc0494be-448d-4771-b2af-76e4f4f20c6d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:35.454256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd7936-0a2a-4f09-98b8-92d922f114b2 req-45e44669-4599-44d2-a688-5c4af89fe601 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:35.457273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1dd7936-0a2a-4f09-98b8-92d922f114b2 req-45e44669-4599-44d2-a688-5c4af89fe601 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.0873628 Nov 09 17:32:35.532886 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1dd7936-0a2a-4f09-98b8-92d922f114b2 req-5712c139-5c0c-4474-b0ee-5efd4aa39d52 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615721 Nov 09 17:32:35.639922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:35.702954 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2577d678-f568-4c05-8ac1-2b1d0e9c7122 req-6ffc4a3a-2d85-41a2-8f54-81aff2cc1699 tempest-LiveMigrationNegativeTest-969109112 tempest-LiveMigrationNegativeTest-969109112-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d5d6d34-8c95-4b88-b227-231a56c3d412 HTTP/1.1" status: 200 len: 210 time: 0.0499027 Nov 09 17:32:35.707294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:32:35.713649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:35.714507 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:35.838036 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:35.871517 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a655048-fa93-4217-a59b-e3ae87f822a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:35.875260 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b8e724-3dde-4aa9-ac0d-c3289ccb4e63" -d '{"events": [{"server_uuid": "3a655048-fa93-4217-a59b-e3ae87f822a9", "name": "network-vif-plugged", "status": "completed", "tag": "9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:35.890720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:35.896384 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:35.897577 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fc0494be-448d-4771-b2af-76e4f4f20c6d no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:35.942556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: fc0494be-448d-4771-b2af-76e4f4f20c6d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:32:35.942909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fc0494be-448d-4771-b2af-76e4f4f20c6d not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:32:35.955780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-488e0591-b6e2-4a03-97b1-3a1496db8be7 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2cccdf651e9c4cf5827255fdbac51572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328348 Nov 09 17:32:35.987168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:36.103911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668aa5f-f44a-484f-973f-011b425dbccc req-2d141b4f-6dd2-4ec4-b3fc-974ea6ec1f0a tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:36.105511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-2d141b4f-6dd2-4ec4-b3fc-974ea6ec1f0a tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433618 Nov 09 17:32:36.122836 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-adf3aa0b-ba94-47dd-b11a-a16949450b76 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/quotas/2cccdf651e9c4cf5827255fdbac51572 HTTP/1.1" status: 200 len: 375 time: 0.0106037 Nov 09 17:32:36.161085 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-cc5c2346-f3d2-4f62-979e-5710f8b32d3b tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2cccdf651e9c4cf5827255fdbac51572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322225 Nov 09 17:32:36.308386 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device daa43319-0ecc-426b-b038-c5e7407696e4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:36.437793 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port daa43319-0ecc-426b-b038-c5e7407696e4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:36.438880 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:36.486595 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b13ce42c-e0e0-4f87-867f-f680b9fd536e req-668e0b89-6eb9-431a-84ea-6b4f360c40de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710657 Nov 09 17:32:36.488790 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2560f-3634-4d44-a10b-d0d0d49230e4 req-7419a822-4e24-467c-bb1d-73cbeb533a96 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:36.501072 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36a2560f-3634-4d44-a10b-d0d0d49230e4 req-7419a822-4e24-467c-bb1d-73cbeb533a96 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 1097 time: 0.1142359 Nov 09 17:32:36.595377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36a2560f-3634-4d44-a10b-d0d0d49230e4 req-95fd86d0-430c-40fd-bcf3-2daa18a75806 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690658 Nov 09 17:32:36.624156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ce42c-e0e0-4f87-867f-f680b9fd536e req-7831978d-f325-4043-bf3d-8c0a30442d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:36.626196 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b13ce42c-e0e0-4f87-867f-f680b9fd536e req-7831978d-f325-4043-bf3d-8c0a30442d2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d66166d470345f289e8b22658fcf791&device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 1100 time: 0.0834515 Nov 09 17:32:36.635447 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:36.701339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port daa43319-0ecc-426b-b038-c5e7407696e4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=daa43319-0ecc-426b-b038-c5e7407696e4,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:36.706609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45580) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:36.713664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-821d1649-e259-4f48-9305-646b9b00260f tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516285514', 'description': 'tempest-description--174890552'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:36.722702 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:36.801916 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-821d1649-e259-4f48-9305-646b9b00260f tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:36.810600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=daa43319-0ecc-426b-b038-c5e7407696e4,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:36.878817 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e46f15e-e7e7-4c7d-b407-f778edda4223 x-openstack-request-id: req-5e46f15e-e7e7-4c7d-b407-f778edda4223 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:36.879269 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a655048-fa93-4217-a59b-e3ae87f822a9", "name": "network-vif-plugged", "status": "completed", "tag": "9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:36.879630 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e46f15e-e7e7-4c7d-b407-f778edda4223 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:36.880184 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a655048-fa93-4217-a59b-e3ae87f822a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85', 'code': 200} Nov 09 17:32:36.955530 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-821d1649-e259-4f48-9305-646b9b00260f tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:36.965677 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-821d1649-e259-4f48-9305-646b9b00260f tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:37.062371 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721ed4b5-6474-46f6-bbf8-5559946507d0 x-openstack-request-id: req-721ed4b5-6474-46f6-bbf8-5559946507d0 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:37.062855 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5d6d34-8c95-4b88-b227-231a56c3d412", "name": "network-vif-deleted", "tag": "fc0494be-448d-4771-b2af-76e4f4f20c6d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:37.062855 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-721ed4b5-6474-46f6-bbf8-5559946507d0 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:37.063142 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5d6d34-8c95-4b88-b227-231a56c3d412', 'name': 'network-vif-deleted', 'tag': 'fc0494be-448d-4771-b2af-76e4f4f20c6d', 'status': 'completed', 'code': 200} Nov 09 17:32:37.083194 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-821d1649-e259-4f48-9305-646b9b00260f tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:37.085802 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-821d1649-e259-4f48-9305-646b9b00260f tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3772764 Nov 09 17:32:37.089766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d1649-e259-4f48-9305-646b9b00260f tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27387b9e-cff5-43a1-ac13-241a9dff8526,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:37.094073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45586) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:37.114703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a9c4774a-fa67-40ee-a858-afea9d569a48 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Request body: {'security_group_rule': {'security_group_id': '27387b9e-cff5-43a1-ac13-241a9dff8526', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:37.166274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422a9a3-3b86-4c06-8206-13d413fc7c99 req-713cc234-518a-4545-9490-d5d8df64773d tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:37.168288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6422a9a3-3b86-4c06-8206-13d413fc7c99 req-713cc234-518a-4545-9490-d5d8df64773d tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.1781728 Nov 09 17:32:37.186419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832f53f-22d6-4239-8297-37c8acdde0df req-45ffa638-3ca9-4c6b-a560-407724ab3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:37.188713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a832f53f-22d6-4239-8297-37c8acdde0df req-45ffa638-3ca9-4c6b-a560-407724ab3629 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 1096 time: 0.1247013 Nov 09 17:32:37.191135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ce42c-e0e0-4f87-867f-f680b9fd536e req-191c731b-5fac-4caa-8e00-bf0f37dae679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:37.192136 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Sync routers for ids ['26c35fdd-f228-46ab-9531-ef68c5227d40'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:32:37.192650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b13ce42c-e0e0-4f87-867f-f680b9fd536e req-191c731b-5fac-4caa-8e00-bf0f37dae679 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.5238817 Nov 09 17:32:37.201261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdee14f-a34c-4e12-a619-0eba808520e4 req-58062106-9bd5-4c9c-a559-e31fb32921cb tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:37.205420 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9c4774a-fa67-40ee-a858-afea9d569a48 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:37.208312 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fdee14f-a34c-4e12-a619-0eba808520e4 req-58062106-9bd5-4c9c-a559-e31fb32921cb tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 945 time: 0.1425977 Nov 09 17:32:37.222165 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Routers {'26c35fdd-f228-46ab-9531-ef68c5227d40'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:37.223191 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:32:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['26c35fdd-f228-46ab-9531-ef68c5227d40'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:37.241382 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6422a9a3-3b86-4c06-8206-13d413fc7c99 req-966486ef-0b58-4aeb-b917-ddb51e73f03c tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664573 Nov 09 17:32:37.287337 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b13ce42c-e0e0-4f87-867f-f680b9fd536e req-af84c6c2-689b-4d58-a65a-730bbab253b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d HTTP/1.1" status: 200 len: 217 time: 0.0729764 Nov 09 17:32:37.304187 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9c4774a-fa67-40ee-a858-afea9d569a48 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:37.313443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9c4774a-fa67-40ee-a858-afea9d569a48 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:37.358471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9c4774a-fa67-40ee-a858-afea9d569a48 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:37.365078 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a9c4774a-fa67-40ee-a858-afea9d569a48 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2639229 Nov 09 17:32:37.365078 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45592) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:37.370556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0e09cd41-2864-47b2-953e-7d3d1bca099d tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Request body: {'security_group_rule': {'security_group_id': '27387b9e-cff5-43a1-ac13-241a9dff8526', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:37.376823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4774a-fa67-40ee-a858-afea9d569a48 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac668f2c-c53f-43d3-a6df-4c88cade25aa,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:37.416289 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fdee14f-a34c-4e12-a619-0eba808520e4 req-c7ec36a2-1da5-4f67-92e3-fa01207c7bb3 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059348 Nov 09 17:32:37.427598 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a832f53f-22d6-4239-8297-37c8acdde0df req-53245b48-edb1-4258-8a6e-9be035317664 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081382 Nov 09 17:32:37.431602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ce42c-e0e0-4f87-867f-f680b9fd536e req-093a7b56-e364-49e4-bd29-93e39b53ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:37.433854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b13ce42c-e0e0-4f87-867f-f680b9fd536e req-093a7b56-e364-49e4-bd29-93e39b53ea01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1043303 Nov 09 17:32:37.434658 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62e074be-b3bd-4279-881a-7687774d94a0 req-116b492a-895d-4186-9834-f89c68dcf349 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 210 time: 0.0481358 Nov 09 17:32:37.437662 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Set router 26c35fdd-f228-46ab-9531-ef68c5227d40 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:37.458939 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0e09cd41-2864-47b2-953e-7d3d1bca099d tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:37.542279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ce42c-e0e0-4f87-867f-f680b9fd536e req-e3e97cb9-d6fc-4f61-aff8-cf4eca088f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:37.544654 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b13ce42c-e0e0-4f87-867f-f680b9fd536e req-e3e97cb9-d6fc-4f61-aff8-cf4eca088f34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0968950 Nov 09 17:32:37.600798 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0e09cd41-2864-47b2-953e-7d3d1bca099d tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:37.610618 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0e09cd41-2864-47b2-953e-7d3d1bca099d tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:37.661067 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09cd41-2864-47b2-953e-7d3d1bca099d tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96375b47-ef9f-4f81-a2f6-8aec3da3e185,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:37.702117 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0e09cd41-2864-47b2-953e-7d3d1bca099d tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:37.706047 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0e09cd41-2864-47b2-953e-7d3d1bca099d tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387489 Nov 09 17:32:37.708767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45600) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:37.739428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:37.824365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf57853-ea8e-4b7d-818b-953d60267cfb req-baa85219-7808-41d7-8ace-deb848a01d8e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:37.829489 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:37.839277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bf57853-ea8e-4b7d-818b-953d60267cfb req-baa85219-7808-41d7-8ace-deb848a01d8e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.2517688 Nov 09 17:32:37.908885 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 4, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port': {'id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4ee8c46e-b2a0-4c54-b05e-861ff9c830f1', 'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'mac_address': 'fa:16:3e:9e:dd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '261426b6-ff67-4562-94a0-561f045062e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:32Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 2, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'subnets': [{'id': '261426b6-ff67-4562-94a0-561f045062e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:37.931703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b13ce42c-e0e0-4f87-867f-f680b9fd536e req-ab007541-30ba-4719-a15b-26268c0585bb service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744066 Nov 09 17:32:37.959441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bf57853-ea8e-4b7d-818b-953d60267cfb req-083fff11-4f0e-42fc-bd78-c5cccdc7e99d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186230 Nov 09 17:32:37.982311 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Checking router: 26c35fdd-f228-46ab-9531-ef68c5227d40 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:32:37.983647 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Updating router 26c35fdd-f228-46ab-9531-ef68c5227d40 port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:32:38.056079 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:38.123045 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:38.146330 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-af0f8c08-c530-4ae3-92d7-be43c57ad0bc tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2cccdf651e9c4cf5827255fdbac51572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350997 Nov 09 17:32:38.296183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device daa43319-0ecc-426b-b038-c5e7407696e4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:38.339932 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b13ce42c-e0e0-4f87-867f-f680b9fd536e req-fa444dd0-e4f3-4e79-8ba0-c4a9d4bd5f33 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779128 Nov 09 17:32:38.401791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Allocated IP 172.25.1.216 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/6dcf5ae5-ff4e-4934-bf94-3257c3c2df74) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:38.526415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45618) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:38.541823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668aa5f-f44a-484f-973f-011b425dbccc req-10328b2f-88cc-4f20-81fc-14a10cea8b98 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:38.545345 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-10328b2f-88cc-4f20-81fc-14a10cea8b98 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3905878 Nov 09 17:32:38.548996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port daa43319-0ecc-426b-b038-c5e7407696e4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:38.549907 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:38.649884 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:38.660669 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:38.670108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Request body: {'port': {'device_id': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '2cccdf651e9c4cf5827255fdbac51572'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:38.715663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:38.757754 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Pushing event updated for resources: {'Port': ['ID=4ee8c46e-b2a0-4c54-b05e-861ff9c830f1,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:38.777355 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:38.778291 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:38.778822 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:38.779763 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:38.780645 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:38.781506 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:38.782786 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:38.783593 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:38.784329 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:38.787409 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:38.788132 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:38.789501 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:38.790400 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:32:38.839628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Made reservation on behalf of 2cccdf651e9c4cf5827255fdbac51572 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:38.841821 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:38.843639 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:38.845481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:38.850118 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:38.871518 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:38.922993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47fffc-e69f-4a25-840c-b3b8f73bf332 req-da0b874b-57ce-4b68-ae5d-600873dbb5e2 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:38.932103 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce47fffc-e69f-4a25-840c-b3b8f73bf332 req-da0b874b-57ce-4b68-ae5d-600873dbb5e2 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.3761623 Nov 09 17:32:38.964434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Pushing event updated for resources: {'Port': ['ID=6dcf5ae5-ff4e-4934-bf94-3257c3c2df74,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:38.993801 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Attempting to bind port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:38.994910 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Attempting to bind port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'f2564fb2-db17-4e58-a03f-ca746d47a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:38.996421 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Attempting to bind port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 on network de75632f-df4b-4bcb-8065-c6f44b30ec8b {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:39.011813 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:39.013000 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Checking segment: {'id': 'f2564fb2-db17-4e58-a03f-ca746d47a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:39.014099 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.015113 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Bound using segment: {'id': 'f2564fb2-db17-4e58-a03f-ca746d47a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:39.017511 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Bound port: 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2564fb2-db17-4e58-a03f-ca746d47a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:39.019010 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.028248 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce47fffc-e69f-4a25-840c-b3b8f73bf332 req-de7ca032-065a-4f66-9625-9fc645002d90 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949564 Nov 09 17:32:39.137124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45642) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:39.141602 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d3c9820a-515b-4e24-8d42-ad92d9699d83 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc849955cbae4b2e9b2cfde53d866b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6139071 Nov 09 17:32:39.186902 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.203335 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.240473 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.306195 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] For port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:39.311894 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] For port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4ee8c46e-b2a0-4c54-b05e-861ff9c830f1,segment=NetworkSegment(f2564fb2-db17-4e58-a03f-ca746d47a185),segment_id=f2564fb2-db17-4e58-a03f-ca746d47a185)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:39.322364 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.322605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f9fbbbb8-ea2b-4eda-be99-9541f4217b2e None None] Provisioning complete for port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:39.323389 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbbb8-ea2b-4eda-be99-9541f4217b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.328078 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.417977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a793354-5b94-4435-aea2-06de635ada25,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:39.535388 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Routers {'26c35fdd-f228-46ab-9531-ef68c5227d40'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:32:39.536426 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:32:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['26c35fdd-f228-46ab-9531-ef68c5227d40'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:39.563200 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbbb8-ea2b-4eda-be99-9541f4217b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.567087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-824326f0-239a-46ec-aefa-69464b6f1650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.584049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b3fbb-61d2-4aa7-920b-a8a48c0e3e4c req-1503bb4c-078b-45af-8ef4-8d99cacc766c tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:39.597999 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-277b3fbb-61d2-4aa7-920b-a8a48c0e3e4c req-1503bb4c-078b-45af-8ef4-8d99cacc766c tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 945 time: 0.3399336 Nov 09 17:32:39.627582 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f9fbbbb8-ea2b-4eda-be99-9541f4217b2e None None] For port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4ee8c46e-b2a0-4c54-b05e-861ff9c830f1,segment=NetworkSegment(f2564fb2-db17-4e58-a03f-ca746d47a185),segment_id=f2564fb2-db17-4e58-a03f-ca746d47a185)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:39.637640 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbbb8-ea2b-4eda-be99-9541f4217b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.645244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Allocated IP 192.168.233.74 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/fabed631-77ff-418c-8a72-98d6c90e7081) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:39.716995 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.727022 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.727506 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-824326f0-239a-46ec-aefa-69464b6f1650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.742244 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330daf2e-6cc9-4cd0-80a9-26158fdc9862 None None] Pushing event updated for resources: {'Port': ['ID=4ee8c46e-b2a0-4c54-b05e-861ff9c830f1,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:39.784214 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbbbb8-ea2b-4eda-be99-9541f4217b2e None None] Pushing event updated for resources: {'Port': ['ID=4ee8c46e-b2a0-4c54-b05e-861ff9c830f1,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:39.886763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Pushing event updated for resources: {'Port': ['ID=6dcf5ae5-ff4e-4934-bf94-3257c3c2df74,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:39.893580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-277b3fbb-61d2-4aa7-920b-a8a48c0e3e4c req-6899aa41-bbb2-4173-9b78-17357f989f9e tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936752 Nov 09 17:32:39.906460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.925305 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] Set router 26c35fdd-f228-46ab-9531-ef68c5227d40 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:32:39.952358 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:39.952358 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1d71ecab-dce6-4181-a476-3bc3f72de2de tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2341993 Nov 09 17:32:39.980605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-47def7b4-aaa1-4df4-bae4-7aa7d5ad6489 None None] Provisioning complete for port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:39.980948 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-47def7b4-aaa1-4df4-bae4-7aa7d5ad6489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:40.182976 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-824326f0-239a-46ec-aefa-69464b6f1650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:40.188453 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-824326f0-239a-46ec-aefa-69464b6f1650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:40.190491 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-824326f0-239a-46ec-aefa-69464b6f1650 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6 HTTP/1.1" status: 204 len: 168 time: 1.0093186 Nov 09 17:32:40.256403 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824326f0-239a-46ec-aefa-69464b6f1650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2410ddc7-4484-4bd4-8ba7-4d2a93d4a4f6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:40.278716 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-73692ec1-dbe5-4941-b994-6b3847dd1636 req-7999c497-1b0f-4877-942c-0e4634a15ad9 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 210 time: 0.1364074 Nov 09 17:32:40.287451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45666) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:40.426806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-a80d5a44-f509-4b82-8f7d-4daee89b54a8 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:32:40.434682 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-a80d5a44-f509-4b82-8f7d-4daee89b54a8 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1445656 Nov 09 17:32:40.505838 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:40.533607 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:40.577436 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-00a770bf-4181-43e4-8c64-306871bca29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:40.578305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-5a5b16f3-71b4-495d-aba7-6cd8eb4e2d7e tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:40.588228 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-5a5b16f3-71b4-495d-aba7-6cd8eb4e2d7e tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports/cebc8247-63f6-4e82-ac04-8725265dd107 HTTP/1.1" status: 200 len: 1094 time: 0.1493959 Nov 09 17:32:40.637842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:40.638454 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:40.798081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:40.895089 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] Request body: {'binding': {'host': 'n-h2-817236-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:40.895972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] Unknown quota resources ['binding']. {{(pid=102155) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:32:40.924835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:40.939015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cb9c5-ab23-4961-8076-2da05c18fb63 req-eb3733e1-29b7-4cb8-a710-ad0a09dd5965 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:40.952110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f70cb9c5-ab23-4961-8076-2da05c18fb63 req-eb3733e1-29b7-4cb8-a710-ad0a09dd5965 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.2132547 Nov 09 17:32:40.986788 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:41.010538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:41.076373 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 4, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port': {'id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4ee8c46e-b2a0-4c54-b05e-861ff9c830f1', 'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'mac_address': 'fa:16:3e:9e:dd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '261426b6-ff67-4562-94a0-561f045062e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:32Z', 'updated_at': '2021-11-09T17:32:39Z', 'revision_number': 4, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'subnets': [{'id': '261426b6-ff67-4562-94a0-561f045062e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:32:41.084970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Pushing event updated for resources: {'Port': ['ID=fabed631-77ff-418c-8a72-98d6c90e7081,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:41.162589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f70cb9c5-ab23-4961-8076-2da05c18fb63 req-1b9c0aa2-deed-465c-a5d5-a849d883f375 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091908 Nov 09 17:32:41.178573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45678) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:41.179945 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0698c30-9a04-4688-8aa6-0c5930adf032 None None] The sync data for ids ['26c35fdd-f228-46ab-9531-ef68c5227d40'] in n-d-817236-1 is: [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 4, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port': {'id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4ee8c46e-b2a0-4c54-b05e-861ff9c830f1', 'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'mac_address': 'fa:16:3e:9e:dd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '261426b6-ff67-4562-94a0-561f045062e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:32Z', 'updated_at': '2021-11-09T17:32:39Z', 'revision_number': 4, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'subnets': [{'id': '261426b6-ff67-4562-94a0-561f045062e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:32:41.201440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 on host n-h2-817236-1 for vnic_type normal with profile None {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:41.202557 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:41.203858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:41.214595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] Port cebc8247-63f6-4e82-ac04-8725265dd107 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:41.215786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:41.227280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:41.227967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:41.228547 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] Bound using segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:41.229518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] Bound port: cebc8247-63f6-4e82-ac04-8725265dd107, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:41.258896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:41.259836 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:41.436099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-dd20171d-f9d7-4560-ba0a-4912a8d38ea2 None None] Provisioning complete for port fabed631-77ff-418c-8a72-98d6c90e7081 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:41.437347 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dd20171d-f9d7-4560-ba0a-4912a8d38ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:41.473299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-5d1de081-e31d-495c-b35c-dacd1db5ddbf tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9151554 Nov 09 17:32:41.501699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:41.514561 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] Notify callbacks [] for binding, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:41.530813 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-6daaf728-9221-4395-b8cd-e0f60e3a99dd service neutron] 10.222.0.81 "POST /v2.0/ports/cebc8247-63f6-4e82-ac04-8725265dd107/bindings HTTP/1.1" status: 201 len: 389 time: 0.7597935 Nov 09 17:32:41.532918 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Request body: {'port': {'device_id': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:41.556328 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-dd20171d-f9d7-4560-ba0a-4912a8d38ea2 None None] Port fabed631-77ff-418c-8a72-98d6c90e7081 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:32:41.600694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45690) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:41.610047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-123d56c8-aa59-4192-8592-d4dbbfb17ded admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd5abfb9e90e484ca23b06efe2d5e3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4277556 Nov 09 17:32:41.755074 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22e06283-a525-4ab4-abfe-23f44fdc5003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:41.769298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea950d-644b-4ea7-a293-577aade8cd49 req-9c9e5e68-77ac-4ee8-a0a7-4cd5487b4622 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:41.780082 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80ea950d-644b-4ea7-a293-577aade8cd49 req-9c9e5e68-77ac-4ee8-a0a7-4cd5487b4622 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.3781519 Nov 09 17:32:41.785415 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:41.834798 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22e06283-a525-4ab4-abfe-23f44fdc5003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:41.911718 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80ea950d-644b-4ea7-a293-577aade8cd49 req-c27910bd-9096-4463-a2ea-61c2b34993ba tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302540 Nov 09 17:32:42.060036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-fc69fd06-3012-4df0-818e-325203770ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:42.061988 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-fc69fd06-3012-4df0-818e-325203770ae3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 1097 time: 0.1723199 Nov 09 17:32:42.080728 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-26a2cab1-bcb5-4c1c-a64b-4f2a396b701b tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--516285514&fields=id&tenant_id=c6f2e616167d40c2aaa2057e9205fc5a HTTP/1.1" status: 200 len: 267 time: 0.1415141 Nov 09 17:32:42.111524 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22e06283-a525-4ab4-abfe-23f44fdc5003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:42.118775 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22e06283-a525-4ab4-abfe-23f44fdc5003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:42.122365 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-22e06283-a525-4ab4-abfe-23f44fdc5003 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/abb70305-0419-43e2-8d71-2b9061d81f7e HTTP/1.1" status: 204 len: 168 time: 0.5175574 Nov 09 17:32:42.174190 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e06283-a525-4ab4-abfe-23f44fdc5003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb70305-0419-43e2-8d71-2b9061d81f7e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:42.310977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812b510-1819-4985-a560-858de3cc0a71 req-50c93045-8fd2-41af-ad6c-0317198f6deb tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:42.320155 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-50c93045-8fd2-41af-ad6c-0317198f6deb tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/networks?id=de75632f-df4b-4bcb-8065-c6f44b30ec8b HTTP/1.1" status: 200 len: 806 time: 0.2281463 Nov 09 17:32:42.356006 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-ce384215-c338-4dac-895e-68b48eb23258 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/quotas/c6f2e616167d40c2aaa2057e9205fc5a HTTP/1.1" status: 200 len: 375 time: 0.0216675 Nov 09 17:32:42.567909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f4cb8-1eb8-42b7-b4c1-b3812079efe8 req-a191146c-96fd-40e7-937c-06e301bb6091 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:42.567909 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-056f4cb8-1eb8-42b7-b4c1-b3812079efe8 req-a191146c-96fd-40e7-937c-06e301bb6091 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 935 time: 0.2516310 Nov 09 17:32:42.590040 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-a7cca144-979f-4511-9617-df24f07c2df4 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6f2e616167d40c2aaa2057e9205fc5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2222283 Nov 09 17:32:42.677258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-82b458da-0b61-4c60-b714-d8bc870d7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:42.678913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-82b458da-0b61-4c60-b714-d8bc870d7508 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.3680992 Nov 09 17:32:42.749967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-cb0bec7a-624c-459e-b75b-34d6cff28a8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cebc8247-63f6-4e82-ac04-8725265dd107 HTTP/1.1" status: 200 len: 217 time: 0.0565348 Nov 09 17:32:42.831934 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-bb75d918-93b4-4438-953e-c5e879922ddd service neutron] 10.222.0.81 "GET /v2.0/networks/de75632f-df4b-4bcb-8065-c6f44b30ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363648 Nov 09 17:32:42.880333 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-056f4cb8-1eb8-42b7-b4c1-b3812079efe8 req-f77565cb-24ad-43e7-8314-a21c5f4932ca tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001120 Nov 09 17:32:42.948535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabed631-77ff-418c-8a72-98d6c90e7081 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:42.957490 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:42.963340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-11e6fc0a-446d-4cd6-baad-3187d7d6a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:42.964850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-11e6fc0a-446d-4cd6-baad-3187d7d6a53f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.2013319 Nov 09 17:32:43.002708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Transition to ACTIVE for port object fabed631-77ff-418c-8a72-98d6c90e7081 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:32:43.014059 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-263a3017-92b0-448f-b803-12a5afb8f009 service neutron] 10.222.0.81 "GET /v2.0/networks/de75632f-df4b-4bcb-8065-c6f44b30ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694498 Nov 09 17:32:43.074064 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:43.139701 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-b55780ab-0466-45a6-a373-1557bf01aca8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354952 Nov 09 17:32:43.181291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=fabed631-77ff-418c-8a72-98d6c90e7081,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:43.430243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53acfae-5b01-4f15-927b-dc25a8c7e95d req-9ac6efcb-d195-4800-81b3-0843dded3c53 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:43.433043 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b53acfae-5b01-4f15-927b-dc25a8c7e95d req-9ac6efcb-d195-4800-81b3-0843dded3c53 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 1096 time: 0.1300998 Nov 09 17:32:43.534944 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192280e-6a96-46d1-baf8-47d5acb1b3c1 req-eb1dba5e-00e9-4433-afb3-102ec7e8f742 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:43.542417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e192280e-6a96-46d1-baf8-47d5acb1b3c1 req-eb1dba5e-00e9-4433-afb3-102ec7e8f742 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 946 time: 0.4590082 Nov 09 17:32:43.604372 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ba7d920c-d4c7-46fa-bc1c-993b693fd449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:43.616269 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b53acfae-5b01-4f15-927b-dc25a8c7e95d req-e75fb1e4-3841-4d25-9da9-c3efc6acd6f2 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716170 Nov 09 17:32:43.811895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-10333b17-30c9-4b9b-8c82-1cbdbe9d6969 service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231785 Nov 09 17:32:43.826152 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e192280e-6a96-46d1-baf8-47d5acb1b3c1 req-6b9619a3-b384-49ce-baf3-61b671c1a431 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557279 Nov 09 17:32:43.982065 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d65708-964f-4398-89a0-384a65bca795 req-191400f2-2da0-43a9-932a-b99769b3fb6a tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:44.000924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e0d65708-964f-4398-89a0-384a65bca795 req-191400f2-2da0-43a9-932a-b99769b3fb6a tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1959381 Nov 09 17:32:44.170479 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e0d65708-964f-4398-89a0-384a65bca795 req-1ea029e2-586c-4db8-925a-93d30801fe0a tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707280 Nov 09 17:32:44.274475 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:44.576928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0a700a24-a1fe-47f2-8bbe-a64ebefab9ba req-df1deeca-76cf-42b0-99c0-873c0d08e0a4 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 210 time: 0.6125007 Nov 09 17:32:44.582430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Attempting to bind port fabed631-77ff-418c-8a72-98d6c90e7081 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:44.583173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Attempting to bind port fabed631-77ff-418c-8a72-98d6c90e7081 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:44.583752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Attempting to bind port fabed631-77ff-418c-8a72-98d6c90e7081 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:44.594858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Port fabed631-77ff-418c-8a72-98d6c90e7081 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:44.595497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Attempting to bind port fabed631-77ff-418c-8a72-98d6c90e7081 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:44.612515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:44.613127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:44.613848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:44.614317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Bound port: fabed631-77ff-418c-8a72-98d6c90e7081, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:44.614679 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:44.656425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-5b239f68-6da8-442c-8943-9955fbeb334b service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8277619 Nov 09 17:32:44.718474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:44.722771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fabed631-77ff-418c-8a72-98d6c90e7081,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:44.732775 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:44.739722 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d7c55-2260-400c-8303-b5220ff6d75c req-667de7d4-d6ac-4f00-896b-3772b008a050 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:44.745541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-172d7c55-2260-400c-8303-b5220ff6d75c req-667de7d4-d6ac-4f00-896b-3772b008a050 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 947 time: 0.2252893 Nov 09 17:32:44.782059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:44.783901 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:44.785965 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/fabed631-77ff-418c-8a72-98d6c90e7081 HTTP/1.1" status: 200 len: 1095 time: 3.2917764 Nov 09 17:32:44.786613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:44.789500 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda6849a-61f6-42c0-bab0-6cdee763ebc9" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:44.901330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c656d-b6c0-4496-bba8-9d7613728fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=fabed631-77ff-418c-8a72-98d6c90e7081,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:44.925150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-26fe2428-0cb1-4266-8f7e-95f90e89f892 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:44.927458 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-26fe2428-0cb1-4266-8f7e-95f90e89f892 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465&tenant_id=f6b18ff8d0054db3b09b095e1c177e82&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1097 time: 0.1318338 Nov 09 17:32:44.938995 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-172d7c55-2260-400c-8303-b5220ff6d75c req-c365657a-bb07-43a9-8068-5cfbe610c67f tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802299 Nov 09 17:32:44.952593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817236-1'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:45.152390 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1726c95-2a0a-4d5f-bb40-e2a51a849076 x-openstack-request-id: req-f1726c95-2a0a-4d5f-bb40-e2a51a849076 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:45.152949 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:45.153664 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1726c95-2a0a-4d5f-bb40-e2a51a849076 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:45.154887 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081', 'status': 'completed', 'code': 200} Nov 09 17:32:45.209897 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:45.215981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cde9-5288-456a-b3be-1a80f588279e req-bbaacf59-9137-49ac-8e4b-a9806ac3f57a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:45.224953 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5980cde9-5288-456a-b3be-1a80f588279e req-bbaacf59-9137-49ac-8e4b-a9806ac3f57a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 946 time: 0.0961852 Nov 09 17:32:45.248933 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:45.255020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668aa5f-f44a-484f-973f-011b425dbccc req-8093e08c-879a-4372-9435-9d840cdf1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:45.257524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-8093e08c-879a-4372-9435-9d840cdf1ab8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cccdf651e9c4cf5827255fdbac51572&device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 1098 time: 0.2932146 Nov 09 17:32:45.334833 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5980cde9-5288-456a-b3be-1a80f588279e req-2ae5ec97-d49c-4e83-a2a5-9335d0862ee4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086507 Nov 09 17:32:45.395823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-31082e81-d86f-4add-bce4-bff11fa06797 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=fabed631-77ff-418c-8a72-98d6c90e7081 HTTP/1.1" status: 200 len: 217 time: 0.1074047 Nov 09 17:32:45.574877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668aa5f-f44a-484f-973f-011b425dbccc req-f3db06b3-a2ec-4d6c-a71b-9997bfc9cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:45.576496 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-f3db06b3-a2ec-4d6c-a71b-9997bfc9cfcd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1786368 Nov 09 17:32:45.742259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0c824-aae2-4a6e-ba1a-37af59664fa7 req-eb94cbf7-7a26-4fc1-b122-634771b2f826 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:45.748989 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9de0c824-aae2-4a6e-ba1a-37af59664fa7 req-eb94cbf7-7a26-4fc1-b122-634771b2f826 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.3671432 Nov 09 17:32:45.784504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668aa5f-f44a-484f-973f-011b425dbccc req-1fcfa097-cdd6-4c6c-a726-58d4df41a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:45.787124 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-1fcfa097-cdd6-4c6c-a726-58d4df41a43a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2007201 Nov 09 17:32:45.801268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812b510-1819-4985-a560-858de3cc0a71 req-a03ea718-f573-4278-9f72-c8233d9aae37 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:45.803439 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-a03ea718-f573-4278-9f72-c8233d9aae37 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.18 "GET /v2.0/networks?id=de75632f-df4b-4bcb-8065-c6f44b30ec8b HTTP/1.1" status: 200 len: 806 time: 0.2858388 Nov 09 17:32:45.901612 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-56bb9f95-0400-44f9-a91e-4c5beb0eecb5 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6f2e616167d40c2aaa2057e9205fc5a HTTP/1.1" status: 200 len: 379 time: 0.0865548 Nov 09 17:32:45.916533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1d611cb-66f0-4231-97e6-c36a2a5d0b53 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Request body: {'port': {'device_id': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'admin_state_up': True, 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'security_groups': ['27387b9e-cff5-43a1-ac13-241a9dff8526']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:45.990988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:46.056464 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9de0c824-aae2-4a6e-ba1a-37af59664fa7 req-e60fb865-ef89-4063-a96d-71292042ab17 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835062 Nov 09 17:32:46.150503 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:46.185829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1d611cb-66f0-4231-97e6-c36a2a5d0b53 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Made reservation on behalf of c6f2e616167d40c2aaa2057e9205fc5a for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:32:46.197081 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1d611cb-66f0-4231-97e6-c36a2a5d0b53 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:46.316328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-35a1c3e6-e3e5-478d-8381-c78815e313d1 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145772 Nov 09 17:32:46.339448 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d7dde7c-8cae-42be-8e55-29dc9865158b req-273a6716-6c6d-43a0-ae16-41216b4a6021 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 210 time: 0.1171613 Nov 09 17:32:46.502680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:46.518531 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:46.531602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1d611cb-66f0-4231-97e6-c36a2a5d0b53 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Allocated IP 172.20.0.6 (de75632f-df4b-4bcb-8065-c6f44b30ec8b/261426b6-ff67-4562-94a0-561f045062e8/cea13655-7af1-40c4-9754-557ce537c82a) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:32:46.731736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Pushing event updated for resources: {'Port': ['ID=cebc8247-63f6-4e82-ac04-8725265dd107,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:46.779216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3668aa5f-f44a-484f-973f-011b425dbccc req-d2977216-3797-4045-bf31-3cce2b80d122 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295332 Nov 09 17:32:46.786118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 on host n-h1-817236-1 for vnic_type normal with profile {"migrating_to": "n-h2-817236-1"} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:46.786749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:46.787471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:46.823135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Port cebc8247-63f6-4e82-ac04-8725265dd107 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:46.823679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:46.837138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:46.837491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:46.838025 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Bound using segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:46.838899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Bound port: cebc8247-63f6-4e82-ac04-8725265dd107, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:46.839519 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:46.946121 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1d611cb-66f0-4231-97e6-c36a2a5d0b53 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:46.968902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007c55b-f8ab-4e82-bf6c-7b39ad15d8d6 req-cab6fde3-341b-4a89-9c61-920c0586df64 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:46.971831 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6007c55b-f8ab-4e82-bf6c-7b39ad15d8d6 req-cab6fde3-341b-4a89-9c61-920c0586df64 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 944 time: 0.1295257 Nov 09 17:32:47.006304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7040775-4980-4b82-af39-d0c357502369 req-04403cc5-b5da-4600-ae78-e2e0ce9820ae tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:47.010523 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7040775-4980-4b82-af39-d0c357502369 req-04403cc5-b5da-4600-ae78-e2e0ce9820ae tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 947 time: 0.2924600 Nov 09 17:32:47.035859 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1d611cb-66f0-4231-97e6-c36a2a5d0b53 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:47.049801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6849a-61f6-42c0-bab0-6cdee763ebc9 req-8eba4f3b-4aa5-434f-a39c-4ecb07a61b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:47.052394 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eda6849a-61f6-42c0-bab0-6cdee763ebc9 req-8eba4f3b-4aa5-434f-a39c-4ecb07a61b97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cccdf651e9c4cf5827255fdbac51572&device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 1098 time: 0.2065120 Nov 09 17:32:47.082081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6007c55b-f8ab-4e82-bf6c-7b39ad15d8d6 req-6da58a1e-3d8e-46f6-b1e7-c8fb2c37b632 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999203 Nov 09 17:32:47.096333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1d611cb-66f0-4231-97e6-c36a2a5d0b53 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Network de75632f-df4b-4bcb-8065-c6f44b30ec8b is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:32:47.101348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1d611cb-66f0-4231-97e6-c36a2a5d0b53 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:32:47.106777 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1d611cb-66f0-4231-97e6-c36a2a5d0b53 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:32:47.142068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d611cb-66f0-4231-97e6-c36a2a5d0b53 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Pushing event updated for resources: {'Port': ['ID=cea13655-7af1-40c4-9754-557ce537c82a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:47.193276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1d611cb-66f0-4231-97e6-c36a2a5d0b53 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:47.194475 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1d611cb-66f0-4231-97e6-c36a2a5d0b53 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:47.205500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e69434-5166-4688-afcf-772af595b465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebc8247-63f6-4e82-ac04-8725265dd107'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:47.211730 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2542b691-0706-4f85-ae94-5e72c6e36256" -d '{"events": [{"server_uuid": "88e69434-5166-4688-afcf-772af595b465", "name": "network-vif-unplugged", "status": "completed", "tag": "cebc8247-63f6-4e82-ac04-8725265dd107"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:47.227074 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1d611cb-66f0-4231-97e6-c36a2a5d0b53 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3168848 Nov 09 17:32:47.230096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:47.242722 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Request body: {'port': {'device_id': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:32:47.257202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:47.300218 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:47.359157 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:47.395605 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7040775-4980-4b82-af39-d0c357502369 req-84329843-0cae-4b0a-9459-c1b1c959e429 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629203 Nov 09 17:32:47.458973 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:47.596925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-42fcae9b-3e60-4ef4-8112-6a7547ddadd5 None None] Provisioning complete for port cea13655-7af1-40c4-9754-557ce537c82a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:47.597632 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-42fcae9b-3e60-4ef4-8112-6a7547ddadd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:47.615976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Pushing event updated for resources: {'Port': ['ID=cebc8247-63f6-4e82-ac04-8725265dd107,revision_number=8']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:47.627663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6849a-61f6-42c0-bab0-6cdee763ebc9 req-674677f7-c454-4bbe-997c-5c72afe39b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:47.632917 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eda6849a-61f6-42c0-bab0-6cdee763ebc9 req-674677f7-c454-4bbe-997c-5c72afe39b51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.5572565 Nov 09 17:32:47.640282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:47.642005 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:47.654930 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-84251161-cec1-4f3e-a9c9-d02ae35c1984 service neutron] 10.222.0.18 "PUT /v2.0/ports/cebc8247-63f6-4e82-ac04-8725265dd107 HTTP/1.1" status: 200 len: 1122 time: 2.7179828 Nov 09 17:32:47.700975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-42fcae9b-3e60-4ef4-8112-6a7547ddadd5 None None] Port cea13655-7af1-40c4-9754-557ce537c82a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:32:47.737319 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eda6849a-61f6-42c0-bab0-6cdee763ebc9 req-9167cb9a-4247-4065-87a2-9b54ecea40c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=fabed631-77ff-418c-8a72-98d6c90e7081 HTTP/1.1" status: 200 len: 217 time: 0.0785034 Nov 09 17:32:47.756868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['cebc8247-63f6-4e82-ac04-8725265dd107'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:47.861848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6849a-61f6-42c0-bab0-6cdee763ebc9 req-20e2d9da-dc8a-4e1b-8cae-172721988ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:47.865738 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eda6849a-61f6-42c0-bab0-6cdee763ebc9 req-20e2d9da-dc8a-4e1b-8cae-172721988ff1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0955117 Nov 09 17:32:48.015477 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6849a-61f6-42c0-bab0-6cdee763ebc9 req-cab39edb-83bf-459e-9519-8e67ab9774fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:48.020141 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eda6849a-61f6-42c0-bab0-6cdee763ebc9 req-cab39edb-83bf-459e-9519-8e67ab9774fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422124 Nov 09 17:32:48.286388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea13655-7af1-40c4-9754-557ce537c82a {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:48.312511 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:48.344297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c1e5d-24e5-43af-8bb1-a483414a37f3 req-3e2a4db0-7df4-4e22-b500-94f349d6a886 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:48.353601 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eda6849a-61f6-42c0-bab0-6cdee763ebc9 req-d4e28c93-f10c-4778-b062-9ede859d9155 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276765 Nov 09 17:32:48.359473 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-546c1e5d-24e5-43af-8bb1-a483414a37f3 req-3e2a4db0-7df4-4e22-b500-94f349d6a886 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.3002136 Nov 09 17:32:48.408253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Transition to ACTIVE for port object cea13655-7af1-40c4-9754-557ce537c82a will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:32:48.428036 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:48.525825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eda6849a-61f6-42c0-bab0-6cdee763ebc9 req-f8625667-e574-4cf9-9d5f-8424512ea558 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553476 Nov 09 17:32:48.527532 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35565ce0-aced-4e71-86d8-c97f9681eefa x-openstack-request-id: req-35565ce0-aced-4e71-86d8-c97f9681eefa {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:48.527906 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e69434-5166-4688-afcf-772af595b465", "name": "network-vif-unplugged", "status": "completed", "tag": "cebc8247-63f6-4e82-ac04-8725265dd107", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:48.528119 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35565ce0-aced-4e71-86d8-c97f9681eefa {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:48.528526 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e69434-5166-4688-afcf-772af595b465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebc8247-63f6-4e82-ac04-8725265dd107', 'code': 200} Nov 09 17:32:48.578695 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-546c1e5d-24e5-43af-8bb1-a483414a37f3 req-36e1bab5-d853-4ae6-bbd2-3bc70f1fb534 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063582 Nov 09 17:32:48.709642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c76baf-989b-48b6-b7bf-573e2b41857f req-eaf0d7e2-7e53-40f8-9d05-d5ee439b3dda tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:48.712266 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d1c76baf-989b-48b6-b7bf-573e2b41857f req-eaf0d7e2-7e53-40f8-9d05-d5ee439b3dda tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 943 time: 0.1165798 Nov 09 17:32:48.714913 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Pushing event updated for resources: {'Port': ['ID=cea13655-7af1-40c4-9754-557ce537c82a,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:48.818782 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Attempting to bind port cea13655-7af1-40c4-9754-557ce537c82a on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:48.819167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Attempting to bind port cea13655-7af1-40c4-9754-557ce537c82a by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'f2564fb2-db17-4e58-a03f-ca746d47a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:48.820015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cebc8247-63f6-4e82-ac04-8725265dd107 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:48.820668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Attempting to bind port cea13655-7af1-40c4-9754-557ce537c82a on network de75632f-df4b-4bcb-8065-c6f44b30ec8b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:48.831706 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Port cea13655-7af1-40c4-9754-557ce537c82a on network de75632f-df4b-4bcb-8065-c6f44b30ec8b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:48.832083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Attempting to bind port cea13655-7af1-40c4-9754-557ce537c82a on network de75632f-df4b-4bcb-8065-c6f44b30ec8b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:48.844880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fecf8-288a-4b4b-b96a-19659dc3165a req-f4dbb1c1-61c3-4fc1-9da1-0511eb65ee2c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:48.853502 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f47fecf8-288a-4b4b-b96a-19659dc3165a req-f4dbb1c1-61c3-4fc1-9da1-0511eb65ee2c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 944 time: 0.0877326 Nov 09 17:32:48.879660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d1c76baf-989b-48b6-b7bf-573e2b41857f req-630a05da-3bf8-466d-bc96-545d9d77ebef tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427495 Nov 09 17:32:48.881290 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:48.881593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Checking segment: {'id': 'f2564fb2-db17-4e58-a03f-ca746d47a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:48.882517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Bound using segment: {'id': 'f2564fb2-db17-4e58-a03f-ca746d47a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:48.882979 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Bound port: cea13655-7af1-40c4-9754-557ce537c82a, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2564fb2-db17-4e58-a03f-ca746d47a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:48.883381 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:48.927185 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f47fecf8-288a-4b4b-b96a-19659dc3165a req-f2805029-94fe-40bd-8fbd-bdbb94749ca2 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663753 Nov 09 17:32:49.063949 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] For port cea13655-7af1-40c4-9754-557ce537c82a, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:49.071751 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] For port cea13655-7af1-40c4-9754-557ce537c82a, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cea13655-7af1-40c4-9754-557ce537c82a,segment=NetworkSegment(f2564fb2-db17-4e58-a03f-ca746d47a185),segment_id=f2564fb2-db17-4e58-a03f-ca746d47a185)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:32:49.142890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:49.143609 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:49.176164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cebc8247-63f6-4e82-ac04-8725265dd107 has no active binding in host n-h2-817236-1 {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:32:49.239999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:49.240641 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:49.243593 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] 10.222.0.18 "PUT /v2.0/ports/cea13655-7af1-40c4-9754-557ce537c82a HTTP/1.1" status: 200 len: 1091 time: 2.0059996 Nov 09 17:32:49.248810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'tag': 'cea13655-7af1-40c4-9754-557ce537c82a'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:49.251372 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccf0155-d1bc-4731-9c18-715da17e160b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9644849-98fb-4489-b63c-dc4f6b17c112", "tag": "cea13655-7af1-40c4-9754-557ce537c82a"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:49.268919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6208b-f7ac-4b74-86a2-a10e4f4c6915 req-b08dcfa5-356d-4fca-8dac-72c4caf852b8 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:49.270523 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e0d6208b-f7ac-4b74-86a2-a10e4f4c6915 req-b08dcfa5-356d-4fca-8dac-72c4caf852b8 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 947 time: 0.1948543 Nov 09 17:32:49.354138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd09a5-3657-41e9-9d62-48d6c9b4cea2 service neutron] Pushing event updated for resources: {'Port': ['ID=cea13655-7af1-40c4-9754-557ce537c82a,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:49.420387 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e0d6208b-f7ac-4b74-86a2-a10e4f4c6915 req-8aabade3-ee7a-4d8f-8b01-60dc1f74a571 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272869 Nov 09 17:32:49.424790 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c4da0c-fca9-4479-bddf-177a0b754ea8 x-openstack-request-id: req-47c4da0c-fca9-4479-bddf-177a0b754ea8 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:49.425086 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9644849-98fb-4489-b63c-dc4f6b17c112", "tag": "cea13655-7af1-40c4-9754-557ce537c82a", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:49.425458 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47c4da0c-fca9-4479-bddf-177a0b754ea8 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:49.425909 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'tag': 'cea13655-7af1-40c4-9754-557ce537c82a', 'status': 'completed', 'code': 200} Nov 09 17:32:49.479442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1a0c9f1-04e1-4d5c-a96d-8c5597ee581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:49.482391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-f1a0c9f1-04e1-4d5c-a96d-8c5597ee581e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6f2e616167d40c2aaa2057e9205fc5a&device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 1094 time: 0.1687105 Nov 09 17:32:49.687613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fabed631-77ff-418c-8a72-98d6c90e7081 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:49.819857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d9719-903e-4171-8ae3-dffd9b34bf9b req-1e24589b-98fd-4a1c-80c5-65426084b3d0 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:49.822807 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f5d9719-903e-4171-8ae3-dffd9b34bf9b req-1e24589b-98fd-4a1c-80c5-65426084b3d0 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.0950890 Nov 09 17:32:49.860756 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-c518fc21-c007-412e-a0f7-f4f3fe650227 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea13655-7af1-40c4-9754-557ce537c82a HTTP/1.1" status: 200 len: 217 time: 0.3685238 Nov 09 17:32:49.894328 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45856) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:49.931752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f5d9719-903e-4171-8ae3-dffd9b34bf9b req-dc4d1079-cf40-4d2f-ad91-1fb0d314a6fe tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975838 Nov 09 17:32:49.943753 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812b510-1819-4985-a560-858de3cc0a71 req-b65853ec-849f-43c9-aa4d-08a18ef1cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:49.946415 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-b65853ec-849f-43c9-aa4d-08a18ef1cb72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=261426b6-ff67-4562-94a0-561f045062e8 HTTP/1.1" status: 200 len: 845 time: 0.0762658 Nov 09 17:32:50.034870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fabed631-77ff-418c-8a72-98d6c90e7081,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:50.040799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812b510-1819-4985-a560-858de3cc0a71 req-e9ac52e5-b172-4d96-8459-73e9e93e2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:50.042394 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-e9ac52e5-b172-4d96-8459-73e9e93e2ac3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=de75632f-df4b-4bcb-8065-c6f44b30ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836051 Nov 09 17:32:50.066710 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'fabed631-77ff-418c-8a72-98d6c90e7081', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'fabed631-77ff-418c-8a72-98d6c90e7081', 'mac_address': 'fa:16:3e:a1:7d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:32:50.158997 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:50.176789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678857a-32b0-4cdc-937d-1208ac2d4076 req-a8832d49-cf18-4a7a-9e8d-962ce8543b8a tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:50.178374 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d678857a-32b0-4cdc-937d-1208ac2d4076 req-a8832d49-cf18-4a7a-9e8d-962ce8543b8a tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 943 time: 0.1126609 Nov 09 17:32:50.196177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db600a9-2827-4041-8712-769f9139766e req-ac9828ef-14c2-4e46-b96c-5b0e941ca306 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:50.198968 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3db600a9-2827-4041-8712-769f9139766e req-ac9828ef-14c2-4e46-b96c-5b0e941ca306 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 944 time: 0.1297677 Nov 09 17:32:50.211696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabed631-77ff-418c-8a72-98d6c90e7081 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:50.222564 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2f5a684-5287-4b6f-93e2-ab323bd23107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:50.239314 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-a254f0ea-5f4a-4ba5-bbb8-81f7714e330a service neutron] 10.222.0.18 "GET /v2.0/networks/de75632f-df4b-4bcb-8065-c6f44b30ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847253 Nov 09 17:32:50.259685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fabed631-77ff-418c-8a72-98d6c90e7081,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:50.267993 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:50.304932 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3db600a9-2827-4041-8712-769f9139766e req-3964a181-3eaa-4fec-b10b-f14d21b9b1ae tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778885 Nov 09 17:32:50.325344 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d678857a-32b0-4cdc-937d-1208ac2d4076 req-3815e850-bdc1-4aa9-9f5c-b457a15ebf61 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337593 Nov 09 17:32:50.397153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=fabed631-77ff-418c-8a72-98d6c90e7081,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:50.418486 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2812b510-1819-4985-a560-858de3cc0a71 req-7b392c21-45ce-42a0-86d1-7567eff79422 service neutron] 10.222.0.18 "GET /v2.0/networks/de75632f-df4b-4bcb-8065-c6f44b30ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687877 Nov 09 17:32:50.438710 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2f5a684-5287-4b6f-93e2-ab323bd23107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:50.445397 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2f5a684-5287-4b6f-93e2-ab323bd23107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:50.498529 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a2f5a684-5287-4b6f-93e2-ab323bd23107 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=22417fea0b2f4321aa142b6aad3199e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6022084 Nov 09 17:32:50.499697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5a684-5287-4b6f-93e2-ab323bd23107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d61550-f567-4ca1-80a0-567b483cbd81,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:50.513913 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45866) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:50.533499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e69434-5166-4688-afcf-772af595b465', 'tag': 'cebc8247-63f6-4e82-ac04-8725265dd107'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:50.536993 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4151228-6188-4fd8-aada-97dab4ff927c" -d '{"events": [{"name": "network-changed", "server_uuid": "88e69434-5166-4688-afcf-772af595b465", "tag": "cebc8247-63f6-4e82-ac04-8725265dd107"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:50.541315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['fabed631-77ff-418c-8a72-98d6c90e7081'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:50.575129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0155-d1bc-4731-9c18-715da17e160b req-24395fed-ab47-40e5-98a4-5c1e7da278f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:50.576773 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dccf0155-d1bc-4731-9c18-715da17e160b req-24395fed-ab47-40e5-98a4-5c1e7da278f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6f2e616167d40c2aaa2057e9205fc5a&device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 1094 time: 0.0937321 Nov 09 17:32:50.648977 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce8d46d-ccd0-438a-8800-388838c8c9db x-openstack-request-id: req-9ce8d46d-ccd0-438a-8800-388838c8c9db {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:50.649449 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e69434-5166-4688-afcf-772af595b465", "tag": "cebc8247-63f6-4e82-ac04-8725265dd107", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:50.649850 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ce8d46d-ccd0-438a-8800-388838c8c9db {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:50.650483 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e69434-5166-4688-afcf-772af595b465', 'tag': 'cebc8247-63f6-4e82-ac04-8725265dd107', 'status': 'completed', 'code': 200} Nov 09 17:32:50.698924 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0155-d1bc-4731-9c18-715da17e160b req-327d1288-7358-41de-ab79-b067db7ac4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:50.700035 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dccf0155-d1bc-4731-9c18-715da17e160b req-327d1288-7358-41de-ab79-b067db7ac4cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=de75632f-df4b-4bcb-8065-c6f44b30ec8b HTTP/1.1" status: 200 len: 907 time: 0.1119099 Nov 09 17:32:50.709552 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2a3c-53be-49a7-80e1-5ef7fc7a2cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:50.775970 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2a3c-53be-49a7-80e1-5ef7fc7a2cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:50.791545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4151228-6188-4fd8-aada-97dab4ff927c req-03fb4ff6-5332-4d67-bfe4-efbd2a7ca6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:50.794081 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4151228-6188-4fd8-aada-97dab4ff927c req-03fb4ff6-5332-4d67-bfe4-efbd2a7ca6a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 1125 time: 0.1386297 Nov 09 17:32:50.797062 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dccf0155-d1bc-4731-9c18-715da17e160b req-fcfaaea2-ec45-4399-ba30-b1e58243c8ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea13655-7af1-40c4-9754-557ce537c82a HTTP/1.1" status: 200 len: 217 time: 0.0873382 Nov 09 17:32:50.829916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6dea0f42-c96c-4626-97a6-5d0d677cf547 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:50.884345 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7e2d1-b743-4159-9f2f-4b8e9d67bffd req-1fe3cdcc-5886-46a6-af9b-56ff1c94d996 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:50.892006 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-50d7e2d1-b743-4159-9f2f-4b8e9d67bffd req-1fe3cdcc-5886-46a6-af9b-56ff1c94d996 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 948 time: 0.1971958 Nov 09 17:32:50.915301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0155-d1bc-4731-9c18-715da17e160b req-df2ee038-b3a5-46f2-98e7-06d7b280d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:50.917135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dccf0155-d1bc-4731-9c18-715da17e160b req-df2ee038-b3a5-46f2-98e7-06d7b280d8bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=261426b6-ff67-4562-94a0-561f045062e8 HTTP/1.1" status: 200 len: 845 time: 0.1098893 Nov 09 17:32:50.981029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-50d7e2d1-b743-4159-9f2f-4b8e9d67bffd req-f5dcc6ad-c73e-47e2-88a8-abdd12cb6248 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821872 Nov 09 17:32:50.998278 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2a3c-53be-49a7-80e1-5ef7fc7a2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:51.002174 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2a3c-53be-49a7-80e1-5ef7fc7a2cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:51.003670 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ba3d2a3c-53be-49a7-80e1-5ef7fc7a2cb6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08d61550-f567-4ca1-80a0-567b483cbd81 HTTP/1.1" status: 204 len: 168 time: 0.4874356 Nov 09 17:32:51.046835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0155-d1bc-4731-9c18-715da17e160b req-af6c1cc2-e99d-425e-abb0-f85eaf144b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:51.053113 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dccf0155-d1bc-4731-9c18-715da17e160b req-af6c1cc2-e99d-425e-abb0-f85eaf144b97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=de75632f-df4b-4bcb-8065-c6f44b30ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270845 Nov 09 17:32:51.055452 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:51.083824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:51.087168 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284eb18e-4209-455e-a39a-04e10b1b8fe2" -d '{"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-unplugged", "status": "completed", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:51.104462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:51.113917 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:51.159856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d2a3c-53be-49a7-80e1-5ef7fc7a2cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d61550-f567-4ca1-80a0-567b483cbd81,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:51.176249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4151228-6188-4fd8-aada-97dab4ff927c req-6abd7f84-3d6c-4530-92c8-bfc659dcd7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:51.180195 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4f642c-cfcc-4e16-b35a-fcb85805140c x-openstack-request-id: req-ee4f642c-cfcc-4e16-b35a-fcb85805140c {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:51.180717 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-unplugged", "status": "completed", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:51.181141 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ee4f642c-cfcc-4e16-b35a-fcb85805140c {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:51.181615 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'code': 200} Nov 09 17:32:51.182686 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4151228-6188-4fd8-aada-97dab4ff927c req-6abd7f84-3d6c-4530-92c8-bfc659dcd7c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.3777115 Nov 09 17:32:51.207163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6dea0f42-c96c-4626-97a6-5d0d677cf547,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:51.271287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dccf0155-d1bc-4731-9c18-715da17e160b req-07aa75b3-430e-437c-94b4-9e6718f35a6c service neutron] 10.222.0.18 "GET /v2.0/networks/de75632f-df4b-4bcb-8065-c6f44b30ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084327 Nov 09 17:32:51.318427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6885a0-049d-41b8-8877-0158932667ea req-00b69d12-c8b6-4b5e-9551-360d20e0d534 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:51.321279 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b6885a0-049d-41b8-8877-0158932667ea req-00b69d12-c8b6-4b5e-9551-360d20e0d534 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 948 time: 0.2695761 Nov 09 17:32:51.324230 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4151228-6188-4fd8-aada-97dab4ff927c req-13efeca0-d07f-4dcd-ba67-7b107cafc1d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cebc8247-63f6-4e82-ac04-8725265dd107 HTTP/1.1" status: 200 len: 217 time: 0.1330950 Nov 09 17:32:51.417941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b6885a0-049d-41b8-8877-0158932667ea req-a6f2e2ad-d675-42c3-b5cc-bab220c43ece tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894132 Nov 09 17:32:51.427408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4151228-6188-4fd8-aada-97dab4ff927c req-33727724-095a-48fd-8cd7-b5019c9e3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:51.431671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4151228-6188-4fd8-aada-97dab4ff927c req-33727724-095a-48fd-8cd7-b5019c9e3b02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.0956676 Nov 09 17:32:51.501452 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4151228-6188-4fd8-aada-97dab4ff927c req-6e202350-0a71-4956-87e7-89e3a10fc646 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608788 Nov 09 17:32:51.519976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45884) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:51.546206 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dccf0155-d1bc-4731-9c18-715da17e160b req-d8bc9077-3b32-4900-8057-7d08d45c80c2 service neutron] 10.222.0.18 "GET /v2.0/networks/de75632f-df4b-4bcb-8065-c6f44b30ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597432 Nov 09 17:32:51.577899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc2c64-52f9-4b9d-8365-d4139b9682b8 req-3af3a10d-fbe1-485d-97ec-929f732a2307 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:51.581079 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-81fc2c64-52f9-4b9d-8365-d4139b9682b8 req-3af3a10d-fbe1-485d-97ec-929f732a2307 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 944 time: 0.1627452 Nov 09 17:32:51.602313 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f05ae77-b4a4-4b2a-a955-6b0b3aef96b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:51.625040 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-81fc2c64-52f9-4b9d-8365-d4139b9682b8 req-31c64e5d-eadc-40ca-8d18-3c57147fa9b3 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366964 Nov 09 17:32:51.676967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6056fe4-ae55-49a7-861a-fe3c24f003de req-92acb923-37c8-491b-9308-6ca6e6ba737e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:51.680396 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6056fe4-ae55-49a7-861a-fe3c24f003de req-92acb923-37c8-491b-9308-6ca6e6ba737e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 943 time: 0.1939342 Nov 09 17:32:51.700164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fabed631-77ff-418c-8a72-98d6c90e7081 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:51.767602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port fabed631-77ff-418c-8a72-98d6c90e7081 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:32:51.774060 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port fabed631-77ff-418c-8a72-98d6c90e7081 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:51.774547 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:51.821863 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4151228-6188-4fd8-aada-97dab4ff927c req-2fa9a08f-f740-483b-a766-326cc59870ab service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025367 Nov 09 17:32:51.892125 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:51.892831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6056fe4-ae55-49a7-861a-fe3c24f003de req-94774f14-fa21-4c91-ba2e-f45f70eb8c1c tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022126 Nov 09 17:32:51.965591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fabed631-77ff-418c-8a72-98d6c90e7081,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:51.973893 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:51.986196 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f05ae77-b4a4-4b2a-a955-6b0b3aef96b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:52.019916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f05ae77-b4a4-4b2a-a955-6b0b3aef96b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:52.088027 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4f05ae77-b4a4-4b2a-a955-6b0b3aef96b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=43ab8ed00b3a4c51adb0c92cea3d4723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5644972 Nov 09 17:32:52.089511 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45890) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:52.131493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=fabed631-77ff-418c-8a72-98d6c90e7081,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:52.154906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4151228-6188-4fd8-aada-97dab4ff927c req-333a66d5-437c-4227-9c0c-380f23cae489 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169053 Nov 09 17:32:52.160253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05ae77-b4a4-4b2a-a955-6b0b3aef96b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb4ed7b-196a-469d-9e5d-01ab19f06e99,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:52.270365 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcc6f-b319-433e-9074-61f0cb0f481a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:52.297493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170703ec-16f9-4586-a934-9b74beb1056b req-86e2e9ff-34c1-4278-ad42-0387af0c441f tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:52.299083 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-170703ec-16f9-4586-a934-9b74beb1056b req-86e2e9ff-34c1-4278-ad42-0387af0c441f tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 949 time: 0.1006620 Nov 09 17:32:52.312206 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcc6f-b319-433e-9074-61f0cb0f481a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:52.378601 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-170703ec-16f9-4586-a934-9b74beb1056b req-4d45e3a8-1c4d-4138-9f3d-c6e7d9c0add4 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694528 Nov 09 17:32:52.421193 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcc6f-b319-433e-9074-61f0cb0f481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:52.426113 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcc6f-b319-433e-9074-61f0cb0f481a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:52.429238 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f1ddcc6f-b319-433e-9074-61f0cb0f481a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9eb4ed7b-196a-469d-9e5d-01ab19f06e99 HTTP/1.1" status: 204 len: 168 time: 0.3361273 Nov 09 17:32:52.450157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddcc6f-b319-433e-9074-61f0cb0f481a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb4ed7b-196a-469d-9e5d-01ab19f06e99,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:52.520721 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:52.671652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c1911-68a5-4d69-bf25-0baa9b45f007 req-6c53f386-caa2-4b8a-90ce-a351931d1867 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:52.685371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745c1911-68a5-4d69-bf25-0baa9b45f007 req-6c53f386-caa2-4b8a-90ce-a351931d1867 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 948 time: 0.1176004 Nov 09 17:32:52.768128 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-745c1911-68a5-4d69-bf25-0baa9b45f007 req-01c39e28-69c0-4544-a325-e7855e994e54 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795312 Nov 09 17:32:52.837256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6dea0f42-c96c-4626-97a6-5d0d677cf547 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:52.962198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3f460-adf4-442b-9485-5c67ca7682f5 req-9781b5f3-b3bf-4098-969d-0c38e6efd943 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:52.965148 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00c3f460-adf4-442b-9485-5c67ca7682f5 req-9781b5f3-b3bf-4098-969d-0c38e6efd943 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 944 time: 0.1232777 Nov 09 17:32:52.970355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2741ae5-bcca-4e2e-a1bc-317c1fcf3ef8 req-1f8bead3-45a6-4cd8-ae29-c3cab61b408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:52.973077 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b2741ae5-bcca-4e2e-a1bc-317c1fcf3ef8 req-1f8bead3-45a6-4cd8-ae29-c3cab61b408b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 1099 time: 0.1908815 Nov 09 17:32:53.086294 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00c3f460-adf4-442b-9485-5c67ca7682f5 req-43abae7b-6ef4-473d-8e71-6b60d19e2848 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029563 Nov 09 17:32:53.101989 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b2741ae5-bcca-4e2e-a1bc-317c1fcf3ef8 req-e136af74-5041-49d9-b8ea-294f1fa2bd01 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145051 Nov 09 17:32:53.114402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:53.137252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'mac_address': 'fa:16:3e:2d:9f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:32:53.195614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:53.200971 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f1fc99-df8e-4cf0-a613-73f37957093f" -d '{"events": [{"server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:53.217574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8309bcf-7726-48cc-a91e-a181e77311ad req-a2d76c7c-8f23-498a-89d9-ac6336c756bd tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:53.221291 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8309bcf-7726-48cc-a91e-a181e77311ad req-a2d76c7c-8f23-498a-89d9-ac6336c756bd tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 943 time: 0.1412287 Nov 09 17:32:53.244613 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:53.306958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8309bcf-7726-48cc-a91e-a181e77311ad req-0983beea-3377-4b77-a9c7-a6a3d66e3225 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768852 Nov 09 17:32:53.307944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dea0f42-c96c-4626-97a6-5d0d677cf547 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:53.346991 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:53.355277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:53.363102 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:53.375070 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4184c437-aea2-4748-be35-4917e1ae1c77 x-openstack-request-id: req-4184c437-aea2-4748-be35-4917e1ae1c77 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:53.375568 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:53.375952 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4184c437-aea2-4748-be35-4917e1ae1c77 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:53.376467 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081', 'code': 200} Nov 09 17:32:53.497291 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6dea0f42-c96c-4626-97a6-5d0d677cf547,revision_number=10']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:53.592343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aebaee-6ce5-4a0e-a8e9-ccb535b41c6a req-65699b72-ae46-414d-9902-69615d257c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:53.593990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-98aebaee-6ce5-4a0e-a8e9-ccb535b41c6a req-65699b72-ae46-414d-9902-69615d257c53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 1100 time: 0.1165307 Nov 09 17:32:53.640892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975db9c-8e73-4527-883d-9bc1ab69bc2d req-fdf15ff2-027d-4970-8380-a5a424db6212 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:53.644186 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b975db9c-8e73-4527-883d-9bc1ab69bc2d req-fdf15ff2-027d-4970-8380-a5a424db6212 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 949 time: 0.1694467 Nov 09 17:32:53.717894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-98aebaee-6ce5-4a0e-a8e9-ccb535b41c6a req-0de3cf26-767c-41af-bac5-6d463fe007ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080556 Nov 09 17:32:53.739928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b975db9c-8e73-4527-883d-9bc1ab69bc2d req-19d530d8-e0b5-4a93-9535-85d237db266a tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822413 Nov 09 17:32:53.801247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['6dea0f42-c96c-4626-97a6-5d0d677cf547'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:53.997216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3c51e-48fd-430d-821d-c432ea01330f req-a065de6b-b3e5-4888-99c3-28700c664c91 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:54.000231 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9f3c51e-48fd-430d-821d-c432ea01330f req-a065de6b-b3e5-4888-99c3-28700c664c91 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.0964999 Nov 09 17:32:54.077267 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9f3c51e-48fd-430d-821d-c432ea01330f req-49946c12-f8e6-4a6c-9b6a-dd7905a8f877 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648506 Nov 09 17:32:54.275348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0ed46-2650-4e37-8fae-ae50426ab9fc req-7f80e8a6-d01a-45e7-8db7-54775ae5f26b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:54.277912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77e0ed46-2650-4e37-8fae-ae50426ab9fc req-7f80e8a6-d01a-45e7-8db7-54775ae5f26b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 944 time: 0.0695829 Nov 09 17:32:54.347513 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77e0ed46-2650-4e37-8fae-ae50426ab9fc req-64a442a9-3f10-4bad-aadf-498adc6c9536 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617695 Nov 09 17:32:54.543463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930dad4-a9f2-422d-8b22-4c864fd9de5e req-2556e4db-2f74-41c5-afca-53f302c3fa82 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:54.548448 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6930dad4-a9f2-422d-8b22-4c864fd9de5e req-2556e4db-2f74-41c5-afca-53f302c3fa82 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 943 time: 0.0893202 Nov 09 17:32:54.618206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6930dad4-a9f2-422d-8b22-4c864fd9de5e req-53219a1b-ef3b-4f43-81c3-a8209c895f46 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602474 Nov 09 17:32:54.974453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa881c-ad5d-4b1c-847a-0f1f15d85728 req-8dfc1a6b-50ce-4a19-9aff-89490584e3cb tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:54.977843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6aaa881c-ad5d-4b1c-847a-0f1f15d85728 req-8dfc1a6b-50ce-4a19-9aff-89490584e3cb tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 949 time: 0.1122131 Nov 09 17:32:55.063127 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6aaa881c-ad5d-4b1c-847a-0f1f15d85728 req-632111db-bbaf-47fb-989a-02cca082ad55 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726917 Nov 09 17:32:55.281907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c114e3-0d94-4d78-a4bd-b35cf78db330 req-669f18d4-ad82-438a-a19f-dcb94e2f9357 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:55.285153 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1c114e3-0d94-4d78-a4bd-b35cf78db330 req-669f18d4-ad82-438a-a19f-dcb94e2f9357 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.0932567 Nov 09 17:32:55.361523 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1c114e3-0d94-4d78-a4bd-b35cf78db330 req-3e99aaf3-b989-43a9-a610-7d37308ce636 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661750 Nov 09 17:32:55.501215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45954) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:55.650532 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3b6c144-167c-445c-b371-842c49e74bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:55.755055 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3b6c144-167c-445c-b371-842c49e74bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:55.763701 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3b6c144-167c-445c-b371-842c49e74bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:55.847986 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b3b6c144-167c-445c-b371-842c49e74bef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6d9b05703e54c428988049135fc23ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455994 Nov 09 17:32:55.849785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6c144-167c-445c-b371-842c49e74bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f070505c-f5a2-4030-9359-89b8f27c5151,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:55.853600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45960) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:55.983821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025fb1d-3d68-4267-91db-530d1ff5f69e req-096529a4-989e-461c-96d5-f9bfa2f9fc2f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:55.986228 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f025fb1d-3d68-4267-91db-530d1ff5f69e req-096529a4-989e-461c-96d5-f9bfa2f9fc2f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 944 time: 0.5383384 Nov 09 17:32:56.074271 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-fbb0a99c-1629-47f2-94c0-601543eef5a1 service neutron] 10.222.0.13 "GET /v2.0/ports/cebc8247-63f6-4e82-ac04-8725265dd107/bindings/n-h2-817236-1 HTTP/1.1" status: 200 len: 384 time: 0.2338667 Nov 09 17:32:56.152009 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d34bbeb-51b3-4a78-811b-1b71bf2d389b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:56.158427 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f025fb1d-3d68-4267-91db-530d1ff5f69e req-d0bc642a-342b-4d65-ad05-f8cf3510c9f5 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518548 Nov 09 17:32:56.221730 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d34bbeb-51b3-4a78-811b-1b71bf2d389b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:56.424974 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d34bbeb-51b3-4a78-811b-1b71bf2d389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:56.428272 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d34bbeb-51b3-4a78-811b-1b71bf2d389b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:56.430071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1d34bbeb-51b3-4a78-811b-1b71bf2d389b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f070505c-f5a2-4030-9359-89b8f27c5151 HTTP/1.1" status: 204 len: 168 time: 0.5730803 Nov 09 17:32:56.456976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b61e7-465a-481f-bbb3-f8f3f56eca11 req-cbb827b7-72e8-4d11-ae2b-c62132d01328 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:56.458566 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b43b61e7-465a-481f-bbb3-f8f3f56eca11 req-cbb827b7-72e8-4d11-ae2b-c62132d01328 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 943 time: 0.1506124 Nov 09 17:32:56.463028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34bbeb-51b3-4a78-811b-1b71bf2d389b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f070505c-f5a2-4030-9359-89b8f27c5151,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:56.521039 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-5c1450ab-767d-457c-a3f5-bbbc5a92027f service neutron] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:56.578290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b43b61e7-465a-481f-bbb3-f8f3f56eca11 req-1aad3665-bf18-45ae-9cc6-4fceb9fe8962 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952182 Nov 09 17:32:56.580401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-5c1450ab-767d-457c-a3f5-bbbc5a92027f service neutron] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:32:56.649778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-5c1450ab-767d-457c-a3f5-bbbc5a92027f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebc8247-63f6-4e82-ac04-8725265dd107 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:56.670670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-5c1450ab-767d-457c-a3f5-bbbc5a92027f service neutron] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:56.697995 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-5c1450ab-767d-457c-a3f5-bbbc5a92027f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:56.813968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41d483-e064-4be0-8aa1-d7ef2ed6cdf1 req-860ddba9-ed26-4e0c-a732-226590fc7ca1 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:56.816489 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e41d483-e064-4be0-8aa1-d7ef2ed6cdf1 req-860ddba9-ed26-4e0c-a732-226590fc7ca1 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 949 time: 0.0942025 Nov 09 17:32:56.876573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cebc8247-63f6-4e82-ac04-8725265dd107 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:56.944038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e41d483-e064-4be0-8aa1-d7ef2ed6cdf1 req-1382e4c3-6ca8-4504-a93a-b24a21d48143 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137052 Nov 09 17:32:56.946156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-5c1450ab-767d-457c-a3f5-bbbc5a92027f service neutron] Transition to ACTIVE for port object cebc8247-63f6-4e82-ac04-8725265dd107 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:32:56.953956 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-5c1450ab-767d-457c-a3f5-bbbc5a92027f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.035675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45970) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:57.066064 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6dea0f42-c96c-4626-97a6-5d0d677cf547 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:32:57.078860 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8f90d320-15ac-4818-a7df-2cd29238a13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.116854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1450ab-767d-457c-a3f5-bbbc5a92027f service neutron] Pushing event updated for resources: {'Port': ['ID=cebc8247-63f6-4e82-ac04-8725265dd107,revision_number=10']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:57.168378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-5c1450ab-767d-457c-a3f5-bbbc5a92027f service neutron] No DVR routers for this DVR port cebc8247-63f6-4e82-ac04-8725265dd107 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:32:57.235762 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:57.240315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 6dea0f42-c96c-4626-97a6-5d0d677cf547 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:32:57.240960 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.277902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-5c1450ab-767d-457c-a3f5-bbbc5a92027f service neutron] 10.222.0.13 "PUT /v2.0/ports/cebc8247-63f6-4e82-ac04-8725265dd107/bindings/n-h2-817236-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1794751 Nov 09 17:32:57.354144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 on host n-h1-817236-1 for vnic_type normal with profile {"migrating_to": "n-h2-817236-1"} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:32:57.354739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:32:57.355396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:57.368149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Port cebc8247-63f6-4e82-ac04-8725265dd107 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:32:57.368725 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Attempting to bind port cebc8247-63f6-4e82-ac04-8725265dd107 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:32:57.384304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:32:57.384935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:32:57.385932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Bound using segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:32:57.386787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Bound port: cebc8247-63f6-4e82-ac04-8725265dd107, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:32:57.388191 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.414673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b636447-dcdc-4a00-b74e-24416bbdc569 req-a522bde9-f036-4c81-94fd-4dfd22aa2f07 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:57.430467 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b636447-dcdc-4a00-b74e-24416bbdc569 req-a522bde9-f036-4c81-94fd-4dfd22aa2f07 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 950 time: 0.1881056 Nov 09 17:32:57.479441 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.514544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:32:57.517301 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f59826-e2e8-4d41-939e-227604f88df4" -d '{"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-plugged", "status": "completed", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:32:57.545692 n-d-817236-1 neutron-server[102156]: WARNING neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Concurrent port binding operations failed on port cebc8247-63f6-4e82-ac04-8725265dd107 Nov 09 17:32:57.546941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b636447-dcdc-4a00-b74e-24416bbdc569 req-2b326f8c-faf5-4a24-9a50-cdaf5039cca9 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150024 Nov 09 17:32:57.550511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:57.554864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:57.558239 n-d-817236-1 neutron-server[102156]: INFO neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Attempt 2 to bind port cebc8247-63f6-4e82-ac04-8725265dd107 Nov 09 17:32:57.559050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'cebc8247-63f6-4e82-ac04-8725265dd107', 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b', 'port_id': 'cebc8247-63f6-4e82-ac04-8725265dd107', 'mac_address': 'fa:16:3e:e8:3e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bd4ab4-76ee-4437-92fd-d6a3a82366d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:32:57.562675 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.566537 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8f90d320-15ac-4818-a7df-2cd29238a13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.589971 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8f90d320-15ac-4818-a7df-2cd29238a13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.663314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8f90d320-15ac-4818-a7df-2cd29238a13c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b388264483af4a0ebafea7ec0a3b3af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6304934 Nov 09 17:32:57.663314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90d320-15ac-4818-a7df-2cd29238a13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6e61a3-3660-45c4-8fe2-c52535fbfdd0,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:57.664244 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45980) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:32:57.717431 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.730193 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7bec1a62-61d4-4bf8-bf65-dbdb8071a009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.740310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6dea0f42-c96c-4626-97a6-5d0d677cf547,revision_number=11']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:57.753373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebc8247-63f6-4e82-ac04-8725265dd107 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:57.765318 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7bec1a62-61d4-4bf8-bf65-dbdb8071a009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.821766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:57.838423 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.839878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cea13655-7af1-40c4-9754-557ce537c82a details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:32:57.846062 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7bec1a62-61d4-4bf8-bf65-dbdb8071a009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.851920 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7bec1a62-61d4-4bf8-bf65-dbdb8071a009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:57.853872 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7bec1a62-61d4-4bf8-bf65-dbdb8071a009 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f6e61a3-3660-45c4-8fe2-c52535fbfdd0 HTTP/1.1" status: 204 len: 168 time: 0.1883128 Nov 09 17:32:57.892770 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec1a62-61d4-4bf8-bf65-dbdb8071a009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6e61a3-3660-45c4-8fe2-c52535fbfdd0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:58.185879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defad1c-0da2-4c62-8841-ba93f6aec3b2 req-d8645178-2daa-46d1-b012-7574efe27b78 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:58.187556 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5defad1c-0da2-4c62-8841-ba93f6aec3b2 req-d8645178-2daa-46d1-b012-7574efe27b78 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 946 time: 0.0968692 Nov 09 17:32:58.222770 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=cebc8247-63f6-4e82-ac04-8725265dd107,revision_number=11']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:58.287562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cea13655-7af1-40c4-9754-557ce537c82a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cea13655-7af1-40c4-9754-557ce537c82a,segment=NetworkSegment(f2564fb2-db17-4e58-a03f-ca746d47a185),segment_id=f2564fb2-db17-4e58-a03f-ca746d47a185)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:58.294881 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5defad1c-0da2-4c62-8841-ba93f6aec3b2 req-b5071e14-3a30-437f-8e47-a9fe2c385a00 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961049 Nov 09 17:32:58.302304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'cea13655-7af1-40c4-9754-557ce537c82a', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'port_id': 'cea13655-7af1-40c4-9754-557ce537c82a', 'mac_address': 'fa:16:3e:9d:e5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261426b6-ff67-4562-94a0-561f045062e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:32:58.378799 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:58.407145 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea13655-7af1-40c4-9754-557ce537c82a {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:32:58.422271 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3c20c3-715b-4980-b364-470d89798e19 x-openstack-request-id: req-fa3c20c3-715b-4980-b364-470d89798e19 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:32:58.422876 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-plugged", "status": "completed", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:32:58.423288 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa3c20c3-715b-4980-b364-470d89798e19 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:32:58.423792 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'code': 200} Nov 09 17:32:58.437148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cea13655-7af1-40c4-9754-557ce537c82a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cea13655-7af1-40c4-9754-557ce537c82a,segment=NetworkSegment(f2564fb2-db17-4e58-a03f-ca746d47a185),segment_id=f2564fb2-db17-4e58-a03f-ca746d47a185)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:32:58.449489 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:32:58.557937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=cea13655-7af1-40c4-9754-557ce537c82a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:32:58.622632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['cebc8247-63f6-4e82-ac04-8725265dd107'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:58.776233 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47ddbb-9cae-4fb1-8659-ba77c8104d59 req-71ef4c93-a5b3-40e7-a4e8-f49b6b77ac2c tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:58.786794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b47ddbb-9cae-4fb1-8659-ba77c8104d59 req-71ef4c93-a5b3-40e7-a4e8-f49b6b77ac2c tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 944 time: 0.0745184 Nov 09 17:32:58.878620 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b47ddbb-9cae-4fb1-8659-ba77c8104d59 req-6ae7b543-4775-49aa-90ba-7ad2c5ce8229 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870547 Nov 09 17:32:58.998124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['cea13655-7af1-40c4-9754-557ce537c82a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:32:59.200759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9a2c9-ee17-409e-8907-6c66a344b5db req-3e86837f-0698-4ea6-a21e-222d069b636c tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:59.202671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-46d9a2c9-ee17-409e-8907-6c66a344b5db req-3e86837f-0698-4ea6-a21e-222d069b636c tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.1376855 Nov 09 17:32:59.274580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-46d9a2c9-ee17-409e-8907-6c66a344b5db req-90e30644-694d-47e7-babe-b20310e7a52e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579882 Nov 09 17:32:59.557135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36a2ff-4659-4eaa-bbe7-2f1d816b31ea req-ea53a4e2-e091-4d32-a058-d012d2cc0012 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:32:59.563810 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d36a2ff-4659-4eaa-bbe7-2f1d816b31ea req-ea53a4e2-e091-4d32-a058-d012d2cc0012 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 946 time: 0.0771337 Nov 09 17:32:59.619930 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d36a2ff-4659-4eaa-bbe7-2f1d816b31ea req-fe905076-6f27-4285-aa42-efba44a43b90 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450919 Nov 09 17:32:59.803989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device cebc8247-63f6-4e82-ac04-8725265dd107 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:32:59.856916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device cebc8247-63f6-4e82-ac04-8725265dd107 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:33:00.037211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90093787-2ab9-46f9-b94e-8fca2f0372c2 req-64c6b847-4a12-4106-b561-4f7354120efc tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:00.040045 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-90093787-2ab9-46f9-b94e-8fca2f0372c2 req-64c6b847-4a12-4106-b561-4f7354120efc tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 944 time: 0.0876462 Nov 09 17:33:00.101182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-90093787-2ab9-46f9-b94e-8fca2f0372c2 req-c491a859-4008-41ea-b3b9-96aef5ab494b tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527661 Nov 09 17:33:00.456051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edef00f-dc96-425f-8f36-da4fdbf841fe req-8f274020-e1d2-40fa-958a-ba4e2ad5ac92 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:00.457963 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3edef00f-dc96-425f-8f36-da4fdbf841fe req-8f274020-e1d2-40fa-958a-ba4e2ad5ac92 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.0642717 Nov 09 17:33:00.509731 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3edef00f-dc96-425f-8f36-da4fdbf841fe req-eb5dda34-f6c2-464a-a808-591b2d21a573 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449443 Nov 09 17:33:00.782851 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-cb7b4367-99cf-49bb-9bd3-fbf070b8f2b4 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=66ffea599c6c4587af6760c0c5c07f01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297039 Nov 09 17:33:00.891985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cebc8247-63f6-4e82-ac04-8725265dd107 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:00.905263 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894c51-bc15-4430-ad07-cf00c550034e req-dc11397c-b94d-4318-9c44-dddf21f61035 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:00.907583 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-dc11397c-b94d-4318-9c44-dddf21f61035 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183870 Nov 09 17:33:00.930762 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-e0077fa5-51d5-4811-b231-422d3d309b57 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/quotas/66ffea599c6c4587af6760c0c5c07f01 HTTP/1.1" status: 200 len: 375 time: 0.0119009 Nov 09 17:33:00.967429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port cebc8247-63f6-4e82-ac04-8725265dd107 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:33:00.971693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-e82cf1b8-592c-4a78-a81a-21c469fc45b4 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=66ffea599c6c4587af6760c0c5c07f01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339112 Nov 09 17:33:00.974129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port cebc8247-63f6-4e82-ac04-8725265dd107 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:00.974727 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:01.099742 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:01.145142 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e69434-5166-4688-afcf-772af595b465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebc8247-63f6-4e82-ac04-8725265dd107'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:01.149572 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcab7129-16f5-4f20-80c5-8df7e19fe5b5" -d '{"events": [{"server_uuid": "88e69434-5166-4688-afcf-772af595b465", "name": "network-vif-plugged", "status": "completed", "tag": "cebc8247-63f6-4e82-ac04-8725265dd107"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:01.169583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:01.176373 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:01.177511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cea13655-7af1-40c4-9754-557ce537c82a up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:01.237344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d07e28-07a8-4631-b208-6645bdacd313 req-564587b7-0aad-4c92-95df-1068b80a7e91 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:01.240174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83d07e28-07a8-4631-b208-6645bdacd313 req-564587b7-0aad-4c92-95df-1068b80a7e91 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 946 time: 0.0930357 Nov 09 17:33:01.318457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83d07e28-07a8-4631-b208-6645bdacd313 req-e2a63983-9bef-404e-a88d-ef8a79edf82f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678058 Nov 09 17:33:01.352636 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=cebc8247-63f6-4e82-ac04-8725265dd107,revision_number=12']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:01.371155 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port cea13655-7af1-40c4-9754-557ce537c82a completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:33:01.377818 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port cea13655-7af1-40c4-9754-557ce537c82a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:01.378372 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:01.467287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f3fe6a90-271d-459b-a0d1-31b78458ea6f req-821b3c3a-b99d-4f1a-9da1-74defc53b7de tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 210 time: 0.0488987 Nov 09 17:33:01.539988 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:33:01.574088 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:01.626967 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cea13655-7af1-40c4-9754-557ce537c82a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cea13655-7af1-40c4-9754-557ce537c82a,segment=NetworkSegment(f2564fb2-db17-4e58-a03f-ca746d47a185),segment_id=f2564fb2-db17-4e58-a03f-ca746d47a185)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:01.633245 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:01.704202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=cea13655-7af1-40c4-9754-557ce537c82a,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:01.774397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba5970-4d2a-42a3-9bb4-c95ec45c33a9 req-10a802a2-3d0c-4c36-9884-990b6e9cf529 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:01.777157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c7ba5970-4d2a-42a3-9bb4-c95ec45c33a9 req-10a802a2-3d0c-4c36-9884-990b6e9cf529 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.1340454 Nov 09 17:33:01.841340 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fabed631-77ff-418c-8a72-98d6c90e7081 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:33:01.860084 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c7ba5970-4d2a-42a3-9bb4-c95ec45c33a9 req-1bbd4555-69ef-49c6-8938-38037347d8d9 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703008 Nov 09 17:33:01.968346 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82999944-7585-4755-9eb7-7ebc876bd4b6 x-openstack-request-id: req-82999944-7585-4755-9eb7-7ebc876bd4b6 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:01.968889 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e69434-5166-4688-afcf-772af595b465", "name": "network-vif-plugged", "status": "completed", "tag": "cebc8247-63f6-4e82-ac04-8725265dd107", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:01.969253 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82999944-7585-4755-9eb7-7ebc876bd4b6 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:01.969882 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e69434-5166-4688-afcf-772af595b465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebc8247-63f6-4e82-ac04-8725265dd107', 'code': 200} Nov 09 17:33:02.035865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fabed631-77ff-418c-8a72-98d6c90e7081,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:02.057754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'fabed631-77ff-418c-8a72-98d6c90e7081', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'fabed631-77ff-418c-8a72-98d6c90e7081', 'mac_address': 'fa:16:3e:a1:7d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:33:02.109131 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:02.129322 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fabed631-77ff-418c-8a72-98d6c90e7081 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:02.167999 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fabed631-77ff-418c-8a72-98d6c90e7081,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:02.174138 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:02.255066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94086fa9-2663-4f27-aef4-438ec2b204b1 req-89ab828f-ebde-4db0-9040-3888c8896be6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:02.258537 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-94086fa9-2663-4f27-aef4-438ec2b204b1 req-89ab828f-ebde-4db0-9040-3888c8896be6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.0839593 Nov 09 17:33:02.261204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=fabed631-77ff-418c-8a72-98d6c90e7081,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:02.270760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['fabed631-77ff-418c-8a72-98d6c90e7081'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:02.340449 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-94086fa9-2663-4f27-aef4-438ec2b204b1 req-93fe302e-93db-4e5a-b1f5-20a0980767e4 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746419 Nov 09 17:33:02.504263 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1076530-6f72-408b-b9b9-2541780756b4 req-7b4ad71c-4afb-4488-a049-8976ca0dee96 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:02.514577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1076530-6f72-408b-b9b9-2541780756b4 req-7b4ad71c-4afb-4488-a049-8976ca0dee96 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 947 time: 0.0817556 Nov 09 17:33:02.590066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1076530-6f72-408b-b9b9-2541780756b4 req-257d6087-7e7b-4812-86f4-ee34c5c55b3f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741787 Nov 09 17:33:02.670690 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-a241a01f-879d-4c2c-b628-b3dc82c4f963 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=66ffea599c6c4587af6760c0c5c07f01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267506 Nov 09 17:33:02.817179 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a019991-54b7-401e-aa23-f13e46d4bf8f req-68321aeb-3a60-4362-bdf4-e1910de3215d tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 210 time: 0.0949900 Nov 09 17:33:02.888961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894c51-bc15-4430-ad07-cf00c550034e req-a111eef1-8855-4864-897b-66649d2ac02b tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:02.890882 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-a111eef1-8855-4864-897b-66649d2ac02b tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139313 Nov 09 17:33:02.921394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Request body: {'port': {'device_id': '5d688498-f988-43bb-a7ea-bd111d811b82', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '66ffea599c6c4587af6760c0c5c07f01'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:03.170152 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08134cd-e4e2-4ec0-a5a4-84ea41538a3c req-9a41628e-da3f-477f-b670-bf48f620a0e1 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:03.175813 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d08134cd-e4e2-4ec0-a5a4-84ea41538a3c req-9a41628e-da3f-477f-b670-bf48f620a0e1 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.1245883 Nov 09 17:33:03.243210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d08134cd-e4e2-4ec0-a5a4-84ea41538a3c req-fe9996f5-ac61-4f42-985e-47b1a8cebdc0 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624666 Nov 09 17:33:03.243863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Made reservation on behalf of 66ffea599c6c4587af6760c0c5c07f01 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:03.249330 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:03.263920 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:03.432470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:03.438819 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:03.577145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10b6c3d-bc23-45c2-886b-96211f42f965,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:03.597522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:03.598215 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:03.598571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:03.598987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:03.599353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:03.600855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:03.601291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:03.601625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:03.601948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:03.602271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:03.602599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:03.602923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:03.655600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87b65a-40ae-4567-bf35-65db8f190259 req-a1c918e3-abcf-4e0b-be88-51f0c581fcee tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:03.657487 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da87b65a-40ae-4567-bf35-65db8f190259 req-a1c918e3-abcf-4e0b-be88-51f0c581fcee tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.1475058 Nov 09 17:33:03.700139 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Allocated IP 192.168.233.115 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/1d40a7e0-8464-4fa7-9b9c-54b1204d9986) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:03.737218 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da87b65a-40ae-4567-bf35-65db8f190259 req-45d1faff-5e3f-4885-b0ef-17bade151949 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691013 Nov 09 17:33:03.875292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fabed631-77ff-418c-8a72-98d6c90e7081 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:03.980623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea13655-7af1-40c4-9754-557ce537c82a'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:03.988830 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50ab0d4-8b74-40ab-a2da-b3a69e9292a7" -d '{"events": [{"server_uuid": "c9644849-98fb-4489-b63c-dc4f6b17c112", "name": "network-vif-plugged", "status": "completed", "tag": "cea13655-7af1-40c4-9754-557ce537c82a"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:04.033506 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port fabed631-77ff-418c-8a72-98d6c90e7081 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:04.034178 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:04.037133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e844b7a-4c94-4ddf-8a10-fff4e34fffe5 req-bcc335c0-d0d2-4379-9ff8-f1754e2411fe tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:04.050556 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7e844b7a-4c94-4ddf-8a10-fff4e34fffe5 req-bcc335c0-d0d2-4379-9ff8-f1754e2411fe tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 947 time: 0.1575749 Nov 09 17:33:04.181676 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:04.236589 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:04.245166 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7e844b7a-4c94-4ddf-8a10-fff4e34fffe5 req-640f0af2-5989-48c0-a814-d05a51befa4f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933174 Nov 09 17:33:04.262660 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:04.316912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fabed631-77ff-418c-8a72-98d6c90e7081,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:04.331872 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:04.333537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:04.339174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:04.394205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:04.481806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=fabed631-77ff-418c-8a72-98d6c90e7081,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:04.583067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Pushing event updated for resources: {'Port': ['ID=1d40a7e0-8464-4fa7-9b9c-54b1204d9986,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:04.615726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:04.616814 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:04.657098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edf0cd-4afb-44e2-ad08-7b63b4a687a9 req-f06bab68-be48-4486-a4fe-0764c499a735 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:04.659821 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64edf0cd-4afb-44e2-ad08-7b63b4a687a9 req-f06bab68-be48-4486-a4fe-0764c499a735 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 936 time: 0.2672968 Nov 09 17:33:04.672011 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-50534a81-1b69-475f-b7e6-5a53d6853465 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7659831 Nov 09 17:33:04.705756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Request body: {'port': {'device_id': '5d688498-f988-43bb-a7ea-bd111d811b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:04.723191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b2620908-a282-43a9-b694-239201247a76 None None] Provisioning complete for port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:04.723754 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b2620908-a282-43a9-b694-239201247a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:04.777134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b2620908-a282-43a9-b694-239201247a76 None None] Port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:33:04.822738 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64edf0cd-4afb-44e2-ad08-7b63b4a687a9 req-e6197ec3-868f-41e6-b97c-2acaea1a9678 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/security-groups?id=a10b6c3d-bc23-45c2-886b-96211f42f965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495399 Nov 09 17:33:04.837789 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:04.883829 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3424c328-6f80-4c49-9ae7-80f85532080f x-openstack-request-id: req-3424c328-6f80-4c49-9ae7-80f85532080f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:04.886804 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9644849-98fb-4489-b63c-dc4f6b17c112", "name": "network-vif-plugged", "status": "completed", "tag": "cea13655-7af1-40c4-9754-557ce537c82a", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:04.886804 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3424c328-6f80-4c49-9ae7-80f85532080f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:04.886804 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea13655-7af1-40c4-9754-557ce537c82a', 'code': 200} Nov 09 17:33:05.235883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f6ee0-b050-4463-8763-498608939c65 req-f59b05a9-8663-4dcc-be70-2cea809886b0 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:05.243148 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de2f6ee0-b050-4463-8763-498608939c65 req-f59b05a9-8663-4dcc-be70-2cea809886b0 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.1914334 Nov 09 17:33:05.326392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de2f6ee0-b050-4463-8763-498608939c65 req-f86ae438-9eaa-46e9-b20b-055cbd544d01 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819464 Nov 09 17:33:05.554670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:05.566986 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:05.615009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Transition to ACTIVE for port object 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:33:05.641198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:05.777712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56887d65-ff5c-425b-b54c-5bf9d32585e1 req-cd0b8ec2-eb01-4bbc-a047-3ed728b3aac2 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:05.779411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56887d65-ff5c-425b-b54c-5bf9d32585e1 req-cd0b8ec2-eb01-4bbc-a047-3ed728b3aac2 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.1848052 Nov 09 17:33:05.784276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Pushing event updated for resources: {'Port': ['ID=1d40a7e0-8464-4fa7-9b9c-54b1204d9986,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:05.852538 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56887d65-ff5c-425b-b54c-5bf9d32585e1 req-75e06b83-6268-4f29-b546-0aed3b572007 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617821 Nov 09 17:33:05.995073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Attempting to bind port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:33:05.995073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Attempting to bind port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:33:05.995073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Attempting to bind port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:06.068411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:33:06.069685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Attempting to bind port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:06.080848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:06.081311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:33:06.081855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:06.082483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Bound port: 1d40a7e0-8464-4fa7-9b9c-54b1204d9986, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:33:06.083001 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:06.150733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf9bd2-74c5-4b44-8677-7e71945a90bc req-d1b5fc07-02b3-4da5-a931-ce42a3c11c63 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:06.156996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61cf9bd2-74c5-4b44-8677-7e71945a90bc req-d1b5fc07-02b3-4da5-a931-ce42a3c11c63 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 947 time: 0.2021325 Nov 09 17:33:06.333806 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61cf9bd2-74c5-4b44-8677-7e71945a90bc req-e9a7c43a-f9f5-4cb0-a4ee-3c9a7b96b0ad tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229675 Nov 09 17:33:06.364639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] For port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:06.371262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] For port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1d40a7e0-8464-4fa7-9b9c-54b1204d9986,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:06.391287 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:06.450113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:06.450751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:06.452664 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] 10.222.0.13 "PUT /v2.0/ports/1d40a7e0-8464-4fa7-9b9c-54b1204d9986 HTTP/1.1" status: 200 len: 1096 time: 1.7682664 Nov 09 17:33:06.453226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d688498-f988-43bb-a7ea-bd111d811b82', 'tag': '1d40a7e0-8464-4fa7-9b9c-54b1204d9986'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:06.457701 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12139d0-7cab-4977-aae4-b1eb2e913a20" -d '{"events": [{"name": "network-changed", "server_uuid": "5d688498-f988-43bb-a7ea-bd111d811b82", "tag": "1d40a7e0-8464-4fa7-9b9c-54b1204d9986"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:06.610169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2460ac-f428-4f48-92ac-d97d15d29726 service neutron] Pushing event updated for resources: {'Port': ['ID=1d40a7e0-8464-4fa7-9b9c-54b1204d9986,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:06.675915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894c51-bc15-4430-ad07-cf00c550034e req-b7b158d1-3afb-4836-9a30-c8a3f3ae565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:06.686536 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-b7b158d1-3afb-4836-9a30-c8a3f3ae565c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66ffea599c6c4587af6760c0c5c07f01&device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 1099 time: 0.1373296 Nov 09 17:33:06.869163 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-d3d3c5d4-f1a3-4056-8d3e-1df5b420aafd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=1d40a7e0-8464-4fa7-9b9c-54b1204d9986 HTTP/1.1" status: 200 len: 217 time: 0.1683581 Nov 09 17:33:06.884521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea33fd-8d32-4c03-bdef-3036b31b8e46 req-e47df3f5-3d40-4fd6-823d-dfbacbb38fbf tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:06.886281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:06.890701 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69991d54-c4b0-4fb7-9677-1b890d9d6846" -d '{"events": [{"server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:06.892977 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fea33fd-8d32-4c03-bdef-3036b31b8e46 req-e47df3f5-3d40-4fd6-823d-dfbacbb38fbf tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 948 time: 0.2596171 Nov 09 17:33:06.999825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fea33fd-8d32-4c03-bdef-3036b31b8e46 req-6e70da6a-fa48-4bc0-9386-92fb25a221b6 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/security-groups?id=a10b6c3d-bc23-45c2-886b-96211f42f965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047165 Nov 09 17:33:07.007649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894c51-bc15-4430-ad07-cf00c550034e req-286432e6-b23c-4df8-b1e8-0a84ede78820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:07.009143 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-286432e6-b23c-4df8-b1e8-0a84ede78820 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1138804 Nov 09 17:33:07.074042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894c51-bc15-4430-ad07-cf00c550034e req-81c75092-ed85-4182-be47-7eb0b0366f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:07.076268 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-81c75092-ed85-4182-be47-7eb0b0366f8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581343 Nov 09 17:33:07.223047 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa901c-c790-413d-85d2-0b7cb29dfa9d req-785fb3f5-dfc5-424c-9f6a-142c0652aae0 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:07.226121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dfaa901c-c790-413d-85d2-0b7cb29dfa9d req-785fb3f5-dfc5-424c-9f6a-142c0652aae0 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.1303954 Nov 09 17:33:07.286205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-923a58d5-e6a4-47f0-af0d-691253398a80 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989732 Nov 09 17:33:07.338663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dfaa901c-c790-413d-85d2-0b7cb29dfa9d req-dc66ed4a-8ba1-4758-8d79-f9c41584209e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996792 Nov 09 17:33:07.459743 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ee5862-91cf-4d1b-a7b5-b1e32ca35136 x-openstack-request-id: req-65ee5862-91cf-4d1b-a7b5-b1e32ca35136 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:07.460319 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d688498-f988-43bb-a7ea-bd111d811b82", "tag": "1d40a7e0-8464-4fa7-9b9c-54b1204d9986", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:07.460319 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65ee5862-91cf-4d1b-a7b5-b1e32ca35136 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:07.460684 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d688498-f988-43bb-a7ea-bd111d811b82', 'tag': '1d40a7e0-8464-4fa7-9b9c-54b1204d9986', 'status': 'completed', 'code': 200} Nov 09 17:33:07.495395 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15894c51-bc15-4430-ad07-cf00c550034e req-de12641a-5366-40c7-893e-3524e17ecb77 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838117 Nov 09 17:33:07.682540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12139d0-7cab-4977-aae4-b1eb2e913a20 req-aff015ad-7ad0-432d-bece-91b106145895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:07.683923 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e12139d0-7cab-4977-aae4-b1eb2e913a20 req-aff015ad-7ad0-432d-bece-91b106145895 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66ffea599c6c4587af6760c0c5c07f01&device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 1099 time: 0.0784872 Nov 09 17:33:07.692782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc57e8-e332-4a2f-9b41-60d9d232bea8 req-eef52912-2ba7-438a-ab74-9d0c2b0e3f39 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:07.694437 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51dc57e8-e332-4a2f-9b41-60d9d232bea8 req-eef52912-2ba7-438a-ab74-9d0c2b0e3f39 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.1538038 Nov 09 17:33:07.793064 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d3eb3e-50f0-4d88-92d7-aaf3b68c2381 x-openstack-request-id: req-80d3eb3e-50f0-4d88-92d7-aaf3b68c2381 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:07.793569 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:07.793759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12139d0-7cab-4977-aae4-b1eb2e913a20 req-48172790-af34-4b85-8a3f-3ce826788130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:07.793952 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80d3eb3e-50f0-4d88-92d7-aaf3b68c2381 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:07.794989 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081', 'code': 200} Nov 09 17:33:07.795168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e12139d0-7cab-4977-aae4-b1eb2e913a20 req-48172790-af34-4b85-8a3f-3ce826788130 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.0998170 Nov 09 17:33:07.834587 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-053a2e59-2fe8-4774-958d-a01948f19f12 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:07.839304 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-053a2e59-2fe8-4774-958d-a01948f19f12 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465&tenant_id=f6b18ff8d0054db3b09b095e1c177e82&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1098 time: 0.1104031 Nov 09 17:33:07.866378 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e12139d0-7cab-4977-aae4-b1eb2e913a20 req-3e157b18-2d6b-48bd-94d1-e50a3c27fba7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=1d40a7e0-8464-4fa7-9b9c-54b1204d9986 HTTP/1.1" status: 200 len: 217 time: 0.0510492 Nov 09 17:33:07.948038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51dc57e8-e332-4a2f-9b41-60d9d232bea8 req-4c9124d2-be8d-499d-bb1e-b358fe78ce84 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516464 Nov 09 17:33:08.001360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12139d0-7cab-4977-aae4-b1eb2e913a20 req-ddae9ceb-3b13-4e16-9af1-6348b3682363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:08.001989 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e12139d0-7cab-4977-aae4-b1eb2e913a20 req-ddae9ceb-3b13-4e16-9af1-6348b3682363 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1194437 Nov 09 17:33:08.011293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-f10da3a0-899b-4eb8-920a-75a89cba4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:08.013147 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-f10da3a0-899b-4eb8-920a-75a89cba4d9c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465&tenant_id=f6b18ff8d0054db3b09b095e1c177e82 HTTP/1.1" status: 200 len: 1098 time: 0.1585493 Nov 09 17:33:08.044374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950811db-3453-48f1-a5dd-f85c85bc7816 req-17ccc6dd-0cae-4efc-a4ad-df0510b528dc tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:08.046994 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-950811db-3453-48f1-a5dd-f85c85bc7816 req-17ccc6dd-0cae-4efc-a4ad-df0510b528dc tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 1096 time: 0.0909986 Nov 09 17:33:08.066044 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12139d0-7cab-4977-aae4-b1eb2e913a20 req-52b99cb6-5f85-47c6-a6a5-47ba5974e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:08.067655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e12139d0-7cab-4977-aae4-b1eb2e913a20 req-52b99cb6-5f85-47c6-a6a5-47ba5974e21d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563357 Nov 09 17:33:08.132160 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-51331a6e-52c7-4113-95aa-b7ba1c5a0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:08.133756 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-51331a6e-52c7-4113-95aa-b7ba1c5a0d95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 1098 time: 0.0762761 Nov 09 17:33:08.135959 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-950811db-3453-48f1-a5dd-f85c85bc7816 req-ab6ed6d8-323c-4240-8154-19b3b8b8798c tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772011 Nov 09 17:33:08.213596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e12139d0-7cab-4977-aae4-b1eb2e913a20 req-41d3c5e6-975e-4cf2-ba48-24dd5f0e511c service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235225 Nov 09 17:33:08.260388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-b2fa1d79-4b1d-4d73-ab29-aee85ec76191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:08.261881 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-b2fa1d79-4b1d-4d73-ab29-aee85ec76191 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.1178198 Nov 09 17:33:08.319207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-c12f7f3a-a01d-4dfc-9c63-deb583b475f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cebc8247-63f6-4e82-ac04-8725265dd107 HTTP/1.1" status: 200 len: 217 time: 0.0443857 Nov 09 17:33:08.443020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-b9165fb1-7e70-4dc7-be33-b78023da9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:08.445834 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-b9165fb1-7e70-4dc7-be33-b78023da9e90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.1154275 Nov 09 17:33:08.459479 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645f85-de26-4dd3-be3f-4fc4a037bebe req-173c95e9-57c5-4378-b730-08d364302517 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:08.461572 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d645f85-de26-4dd3-be3f-4fc4a037bebe req-173c95e9-57c5-4378-b730-08d364302517 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 948 time: 0.1175210 Nov 09 17:33:08.492988 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-7db016d5-3d2a-4e44-ab83-9dea935c77d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301433 Nov 09 17:33:08.603211 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d645f85-de26-4dd3-be3f-4fc4a037bebe req-a92dab93-5215-4979-8012-8418eb774d3a tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/security-groups?id=a10b6c3d-bc23-45c2-886b-96211f42f965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090348 Nov 09 17:33:08.697306 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-fe37ca22-fe2b-4a42-b579-2a058354bd1c service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777332 Nov 09 17:33:08.836233 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-1c0769a4-f4d4-41e0-9b97-5bd48f16a239 service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311088 Nov 09 17:33:08.840782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e12139d0-7cab-4977-aae4-b1eb2e913a20 req-18a0e0d9-eac8-44e4-9e8f-b67b588ba89a service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678709 Nov 09 17:33:08.842954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39482e-c48c-4ac9-9d72-7144446e948b req-c09f6c3e-7812-4244-8447-4eb42a83d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:08.844514 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a39482e-c48c-4ac9-9d72-7144446e948b req-c09f6c3e-7812-4244-8447-4eb42a83d964 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 1096 time: 0.5316722 Nov 09 17:33:08.853259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec2559-a454-43e2-a381-1079738acd66 req-e492b955-5d32-467e-b7e9-d45685547a4a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:08.861511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2eec2559-a454-43e2-a381-1079738acd66 req-e492b955-5d32-467e-b7e9-d45685547a4a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 947 time: 0.6580522 Nov 09 17:33:08.922957 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a39482e-c48c-4ac9-9d72-7144446e948b req-db2cdfcd-4efa-4cd9-8a45-aeae85b5bae3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592618 Nov 09 17:33:08.944776 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2eec2559-a454-43e2-a381-1079738acd66 req-80c1e8f2-6879-41e6-9d52-d413fb3c73d6 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817637 Nov 09 17:33:09.096671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d519b3a-7ce9-43a8-b224-915fb84aff18 req-08c4f80c-8cec-4210-b83d-9ec7a75da241 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:09.099378 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d519b3a-7ce9-43a8-b224-915fb84aff18 req-08c4f80c-8cec-4210-b83d-9ec7a75da241 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.0749965 Nov 09 17:33:09.172426 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d519b3a-7ce9-43a8-b224-915fb84aff18 req-7d7415ef-12fa-435d-b4a6-5d4c9dacdbd6 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617139 Nov 09 17:33:09.920925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:33:10.065286 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1d40a7e0-8464-4fa7-9b9c-54b1204d9986,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:10.088584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '1d40a7e0-8464-4fa7-9b9c-54b1204d9986', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '1d40a7e0-8464-4fa7-9b9c-54b1204d9986', 'mac_address': 'fa:16:3e:fc:33:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:33:10.166203 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:10.190228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:10.228842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1d40a7e0-8464-4fa7-9b9c-54b1204d9986,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:10.234806 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:10.311697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=1d40a7e0-8464-4fa7-9b9c-54b1204d9986,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:10.519099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['1d40a7e0-8464-4fa7-9b9c-54b1204d9986'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:10.600822 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e4c9b001-6af9-426e-9a60-7f891cb44416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:11.931536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:11.988062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:33:11.996301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:11.996905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:12.136742 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:12.179503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d688498-f988-43bb-a7ea-bd111d811b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d40a7e0-8464-4fa7-9b9c-54b1204d9986'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:12.183746 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548275aa-9a04-4d96-82d6-66b8d2f4306c" -d '{"events": [{"server_uuid": "5d688498-f988-43bb-a7ea-bd111d811b82", "name": "network-vif-plugged", "status": "completed", "tag": "1d40a7e0-8464-4fa7-9b9c-54b1204d9986"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:12.205901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1d40a7e0-8464-4fa7-9b9c-54b1204d9986,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:12.212112 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:12.285424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=1d40a7e0-8464-4fa7-9b9c-54b1204d9986,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:13.599909 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1c6dbe84-e5eb-4fa4-9154-9d05c4ad68f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:14.100096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6844cf7-e72f-47ef-8c5e-8e66d2912f4b req-d58c4f1a-36f7-449d-bce6-36608a73023e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:14.101136 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6844cf7-e72f-47ef-8c5e-8e66d2912f4b req-d58c4f1a-36f7-449d-bce6-36608a73023e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.0722709 Nov 09 17:33:14.197117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6844cf7-e72f-47ef-8c5e-8e66d2912f4b req-bb3841f9-f52d-4c6d-bb34-24c56bffedb7 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818369 Nov 09 17:33:14.204586 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:14.327451 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-3256d007-4ab3-4b1a-bf33-5cbb28e43d86 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:33:14.329876 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-3256d007-4ab3-4b1a-bf33-5cbb28e43d86 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126681 Nov 09 17:33:14.355836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-7e9c2e21-85cd-40df-b4e1-a5363b2c8a2d tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:14.359536 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-7e9c2e21-85cd-40df-b4e1-a5363b2c8a2d tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465&tenant_id=f6b18ff8d0054db3b09b095e1c177e82&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 1098 time: 0.1487062 Nov 09 17:33:14.551172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-f95ddb7b-f450-487b-9632-16b3b969a7fd tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:14.553764 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-f95ddb7b-f450-487b-9632-16b3b969a7fd tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports/9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 HTTP/1.1" status: 200 len: 1093 time: 0.1827624 Nov 09 17:33:14.579586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] Request body: {'binding': {'host': 'n-h2-817236-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:14.580364 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] Unknown quota resources ['binding']. {{(pid=102154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:33:14.670533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f2e4c-05eb-4a4a-88ed-ff8a1a4dc34b req-360fbbac-132c-46f1-b619-3ce5ef58f990 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:14.673148 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-773f2e4c-05eb-4a4a-88ed-ff8a1a4dc34b req-360fbbac-132c-46f1-b619-3ce5ef58f990 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 950 time: 0.2810235 Nov 09 17:33:14.847181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-773f2e4c-05eb-4a4a-88ed-ff8a1a4dc34b req-f3277268-7cb8-40a3-8f55-d01421529987 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/security-groups?id=a10b6c3d-bc23-45c2-886b-96211f42f965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567214 Nov 09 17:33:14.906494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-22207f7e-4bf2-4178-96c7-610b4e741042 service neutron] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:14.928798 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-22207f7e-4bf2-4178-96c7-610b4e741042 service neutron] Notify callbacks [] for binding, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:14.929527 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-589f160e-0d96-4b00-b4e0-e502aa7e0828 req-22207f7e-4bf2-4178-96c7-610b4e741042 service neutron] 10.222.0.18 "DELETE /v2.0/ports/cebc8247-63f6-4e82-ac04-8725265dd107/bindings/n-h1-817236-1 HTTP/1.1" status: 204 len: 173 time: 0.5608852 Nov 09 17:33:15.009953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] Attempting to bind port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on host n-h2-817236-1 for vnic_type normal with profile None {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:33:15.010165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] Attempting to bind port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:33:15.010512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] Attempting to bind port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:15.022120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] Port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on network 19b117b5-c38d-4730-ba7b-a740b01864db not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:33:15.022649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] Attempting to bind port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:15.034636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:15.034967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:33:15.035532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] Bound using segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:15.035792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] Bound port: 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:33:15.074879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22ba02-1c92-4c9b-862f-f21ac8b990f9 req-49d5301f-3810-44ae-a320-f8a9d1841a2c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:15.076535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d22ba02-1c92-4c9b-862f-f21ac8b990f9 req-49d5301f-3810-44ae-a320-f8a9d1841a2c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 947 time: 0.1173868 Nov 09 17:33:15.165787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:15.187345 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] Notify callbacks [] for binding, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:15.189251 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-78d63efb-5584-4653-9448-cb02d2826acf service neutron] 10.222.0.81 "POST /v2.0/ports/9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85/bindings HTTP/1.1" status: 201 len: 389 time: 0.6154349 Nov 09 17:33:15.198859 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:15.199661 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d22ba02-1c92-4c9b-862f-f21ac8b990f9 req-ae11fa12-8cd3-4890-8d02-5e4e598de041 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051488 Nov 09 17:33:15.416230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f383083-f0de-4516-ac90-0df6a9d402e0 req-dfdd98dc-e792-40c2-b381-b6b36831dfdc tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:15.418781 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f383083-f0de-4516-ac90-0df6a9d402e0 req-dfdd98dc-e792-40c2-b381-b6b36831dfdc tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.0981026 Nov 09 17:33:15.426067 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e4ffc1-98ac-4663-b17c-02f287af1ab7 x-openstack-request-id: req-a1e4ffc1-98ac-4663-b17c-02f287af1ab7 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:15.426698 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d688498-f988-43bb-a7ea-bd111d811b82", "name": "network-vif-plugged", "status": "completed", "tag": "1d40a7e0-8464-4fa7-9b9c-54b1204d9986", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:15.427159 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a1e4ffc1-98ac-4663-b17c-02f287af1ab7 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:15.427734 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d688498-f988-43bb-a7ea-bd111d811b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d40a7e0-8464-4fa7-9b9c-54b1204d9986', 'code': 200} Nov 09 17:33:15.479625 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f383083-f0de-4516-ac90-0df6a9d402e0 req-41147311-3428-4ded-bfac-417e3651486a tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526099 Nov 09 17:33:15.715680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b64e3-a7f2-47c8-b618-f5e0394edfb1 req-a0035e74-5d66-46dc-af0e-e1b67d221517 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:15.717124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf70da-7294-4caf-933f-56208a31ba17 req-c5bea729-b4e8-4920-9562-9e290d7c24e1 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:15.717399 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c65b64e3-a7f2-47c8-b618-f5e0394edfb1 req-a0035e74-5d66-46dc-af0e-e1b67d221517 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.0689154 Nov 09 17:33:15.719175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbf70da-7294-4caf-933f-56208a31ba17 req-c5bea729-b4e8-4920-9562-9e290d7c24e1 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.1356242 Nov 09 17:33:15.727593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd2168-d3b8-4b15-8894-ee74fd89c5f6 req-72be368a-f535-4f18-b077-206170cf3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:15.730220 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2bd2168-d3b8-4b15-8894-ee74fd89c5f6 req-72be368a-f535-4f18-b077-206170cf3a15 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 1101 time: 0.0873351 Nov 09 17:33:15.768361 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c65b64e3-a7f2-47c8-b618-f5e0394edfb1 req-a3448ad5-c88b-4930-b7a6-321e84a9d315 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 Nov 09 17:33:15.831508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbf70da-7294-4caf-933f-56208a31ba17 req-bc802e77-9a09-481c-b42f-80dea0600b59 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991399 Nov 09 17:33:15.835270 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2bd2168-d3b8-4b15-8894-ee74fd89c5f6 req-32bbec30-f873-4b9d-b209-8fbfc76458ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a10b6c3d-bc23-45c2-886b-96211f42f965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964823 Nov 09 17:33:15.978145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd1142-8c28-4f62-b196-4e3f78ef9fa4 req-65d6c355-c32d-408f-b711-f5b67ef09637 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:15.979975 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8cdd1142-8c28-4f62-b196-4e3f78ef9fa4 req-65d6c355-c32d-408f-b711-f5b67ef09637 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 1098 time: 0.0648005 Nov 09 17:33:16.031965 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8cdd1142-8c28-4f62-b196-4e3f78ef9fa4 req-5bf71068-6673-4639-a986-80f70ea4748b tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447204 Nov 09 17:33:16.041176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc77af7-5d31-4380-a18c-1dddac838b19 req-83c09ce6-aeb7-445a-ac8d-d6ff048b055e tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:16.044473 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bdc77af7-5d31-4380-a18c-1dddac838b19 req-83c09ce6-aeb7-445a-ac8d-d6ff048b055e tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 950 time: 0.0825887 Nov 09 17:33:16.143194 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bdc77af7-5d31-4380-a18c-1dddac838b19 req-e47c76c5-be9e-496a-b13c-e34c50e8691f tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/security-groups?id=a10b6c3d-bc23-45c2-886b-96211f42f965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865891 Nov 09 17:33:16.244826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81f876-2225-482f-8ee3-19a077301921 req-d4872b20-7d41-4ecc-82b2-86ea6254e921 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:16.250380 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a81f876-2225-482f-8ee3-19a077301921 req-d4872b20-7d41-4ecc-82b2-86ea6254e921 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 949 time: 0.0879173 Nov 09 17:33:16.320232 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a81f876-2225-482f-8ee3-19a077301921 req-aa51a318-d760-4dda-8e62-211fac0605c7 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625656 Nov 09 17:33:16.592349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-262b073d-ec85-4744-8718-1dbcba40675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:16.594920 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-262b073d-ec85-4744-8718-1dbcba40675a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 1096 time: 0.0876672 Nov 09 17:33:16.611462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-618c13ba-a913-4132-a66e-74811ed61690 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:16.613084 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-618c13ba-a913-4132-a66e-74811ed61690 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 808 time: 0.1813011 Nov 09 17:33:16.636925 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-6a3f95dc-ee10-454b-a194-4865aa2a8295 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/quotas/f6b18ff8d0054db3b09b095e1c177e82 HTTP/1.1" status: 200 len: 375 time: 0.0116835 Nov 09 17:33:16.712823 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-d5dd13b7-d4aa-4690-8d09-fae9adad299a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599282 Nov 09 17:33:16.742550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-e4b31318-37bf-41c5-9b04-450bde630236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:16.744895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-e4b31318-37bf-41c5-9b04-450bde630236 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.1423936 Nov 09 17:33:16.825440 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-d01c4b7d-1e22-4e91-8ec4-4cdc58f47e91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 HTTP/1.1" status: 200 len: 217 time: 0.0716913 Nov 09 17:33:16.870508 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-625596d0-acb7-409f-b92a-2567f706b115 service neutron] 10.222.0.81 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422105 Nov 09 17:33:16.890301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-ed597fb4-4877-48b8-bf11-482889fd0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:16.892946 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-ed597fb4-4877-48b8-bf11-482889fd0526 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.0604060 Nov 09 17:33:16.934966 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-1ba27e21-b629-4848-8b81-afde78e42aae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346017 Nov 09 17:33:17.066072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-79463110-3392-4c5b-8b26-e31cdb0568f8 service neutron] 10.222.0.81 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814020 Nov 09 17:33:17.185365 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-5f84077c-6f87-4647-bbb5-ca2085ce00cf service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399693 Nov 09 17:33:17.398210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642c5db-c7ea-4801-8e1a-7e0363f87f9a req-dc388025-e382-4d67-bc18-b0e00725a212 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:17.401041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e642c5db-c7ea-4801-8e1a-7e0363f87f9a req-dc388025-e382-4d67-bc18-b0e00725a212 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.1182861 Nov 09 17:33:17.456908 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:17.486155 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-70e91f32-7cd4-4088-b2bc-0b2a3acb6466 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918274 Nov 09 17:33:17.528366 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e642c5db-c7ea-4801-8e1a-7e0363f87f9a req-cff0957c-86ab-4e42-b707-9bf86e4d43ee tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136689 Nov 09 17:33:17.562565 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8785563-72f0-4b8f-94c1-18f6119c7c3f req-a98fa9a7-1912-45ce-8592-5eeda26c7f22 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:17.565505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8785563-72f0-4b8f-94c1-18f6119c7c3f req-a98fa9a7-1912-45ce-8592-5eeda26c7f22 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.0790229 Nov 09 17:33:17.636395 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8785563-72f0-4b8f-94c1-18f6119c7c3f req-6d94f771-249d-4eb5-a8b5-3abafd170e39 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634089 Nov 09 17:33:17.721625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed2066-84b9-48dd-af31-7631064d852a req-f3df003f-8c4d-4d13-a2bf-bacd370f6dc7 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:17.724649 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bed2066-84b9-48dd-af31-7631064d852a req-f3df003f-8c4d-4d13-a2bf-bacd370f6dc7 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.0813990 Nov 09 17:33:17.797049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bed2066-84b9-48dd-af31-7631064d852a req-d3ce2061-3952-4d5f-97cb-6994b0b70da8 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611827 Nov 09 17:33:17.856424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22876a60-22d1-4470-ad33-84e84f9fb182 req-527fc96d-4c70-4f52-ad3a-9f451eaa85d9 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:17.865910 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-22876a60-22d1-4470-ad33-84e84f9fb182 req-527fc96d-4c70-4f52-ad3a-9f451eaa85d9 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 950 time: 0.0856395 Nov 09 17:33:17.906501 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a656c624-8e7f-4210-99b3-6c22104b087e req-0a30da12-10ca-4be3-b116-21dc77a5dd3f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 210 time: 0.0573852 Nov 09 17:33:17.915900 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-22876a60-22d1-4470-ad33-84e84f9fb182 req-36f6d0f7-9782-4699-a4e5-0be95110b31b tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/security-groups?id=a10b6c3d-bc23-45c2-886b-96211f42f965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488837 Nov 09 17:33:18.652686 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36d516-b3b5-466b-938d-1076078c797a req-9d5bed83-401c-4ca0-b544-4ba0f5f2f127 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:18.655495 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c36d516-b3b5-466b-938d-1076078c797a req-9d5bed83-401c-4ca0-b544-4ba0f5f2f127 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 950 time: 0.0675905 Nov 09 17:33:18.733292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c36d516-b3b5-466b-938d-1076078c797a req-c6ae68c8-c52a-46d1-aa3e-4de50eb4b132 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/security-groups?id=a10b6c3d-bc23-45c2-886b-96211f42f965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659103 Nov 09 17:33:18.755883 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26c28a-ca4e-4fb4-9ee8-37c103d74905 req-1eadec1f-d4dd-4b50-a7fd-d06b486fa16c tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:18.759512 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6f26c28a-ca4e-4fb4-9ee8-37c103d74905 req-1eadec1f-d4dd-4b50-a7fd-d06b486fa16c tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.0927522 Nov 09 17:33:18.844096 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6f26c28a-ca4e-4fb4-9ee8-37c103d74905 req-05c4139b-9726-4c8a-acc9-1c7d232df7df tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774059 Nov 09 17:33:18.857677 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-0935f123-fcda-49e9-a338-5284bbd88f67 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:18.859620 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-0935f123-fcda-49e9-a338-5284bbd88f67 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.13 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 808 time: 0.1585128 Nov 09 17:33:18.884462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-d371d463-52ad-4dde-8087-77a2e9ca8311 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Request body: {'port': {'device_id': 'c09db0bf-a83d-4f3f-af05-ba4fdaebd916', 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b', 'admin_state_up': True, 'tenant_id': 'f6b18ff8d0054db3b09b095e1c177e82'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:19.033621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0c452-c6fa-4c3f-997e-5e0367c756fe req-f4476b74-a7bc-4f6d-95a2-a63dcb53d95c tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:19.035424 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fab0c452-c6fa-4c3f-997e-5e0367c756fe req-f4476b74-a7bc-4f6d-95a2-a63dcb53d95c tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.0895078 Nov 09 17:33:19.036768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a5d49-1f31-4ab0-8ca6-553cf37df101 req-0d925b1d-1657-4b4a-81f6-c7ce67ecadc9 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:19.038696 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e2a5d49-1f31-4ab0-8ca6-553cf37df101 req-0d925b1d-1657-4b4a-81f6-c7ce67ecadc9 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.0819719 Nov 09 17:33:19.088149 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e2a5d49-1f31-4ab0-8ca6-553cf37df101 req-6be35a53-9c15-49f0-a538-ad316587b2d4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371177 Nov 09 17:33:19.131861 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fab0c452-c6fa-4c3f-997e-5e0367c756fe req-607e715b-6333-475a-8e96-8b03341fda62 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877974 Nov 09 17:33:19.142466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-d371d463-52ad-4dde-8087-77a2e9ca8311 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Made reservation on behalf of f6b18ff8d0054db3b09b095e1c177e82 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:19.149909 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-d371d463-52ad-4dde-8087-77a2e9ca8311 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:19.201698 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7631b42-396c-4ca5-9327-8605a48b7e2e req-32c22063-9bf8-447b-85ef-ee3bc9c042dd tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 210 time: 0.0339620 Nov 09 17:33:19.336339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-d371d463-52ad-4dde-8087-77a2e9ca8311 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Allocated IP 172.20.0.2 (e6d0ba4a-405d-4a7d-b42f-4a023f54a71b/35bd4ab4-76ee-4437-92fd-d6a3a82366d2/0c17398e-36b1-40c4-9953-bd1351b5db06) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:19.569062 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-d371d463-52ad-4dde-8087-77a2e9ca8311 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:19.612632 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-d371d463-52ad-4dde-8087-77a2e9ca8311 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:19.626952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['cebc8247-63f6-4e82-ac04-8725265dd107'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:19.684962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-d371d463-52ad-4dde-8087-77a2e9ca8311 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:19.691593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-d371d463-52ad-4dde-8087-77a2e9ca8311 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:19.713344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-d371d463-52ad-4dde-8087-77a2e9ca8311 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:19.868695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371d463-52ad-4dde-8087-77a2e9ca8311 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Pushing event updated for resources: {'Port': ['ID=0c17398e-36b1-40c4-9953-bd1351b5db06,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:19.950568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-d371d463-52ad-4dde-8087-77a2e9ca8311 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:19.951695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-d371d463-52ad-4dde-8087-77a2e9ca8311 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:19.970872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fabed631-77ff-418c-8a72-98d6c90e7081 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:20.051071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-d371d463-52ad-4dde-8087-77a2e9ca8311 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1731188 Nov 09 17:33:20.078824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe96aa-3a8b-4431-92f0-194553651cea req-f6d0cbe9-547e-43bb-8767-547ddb9bff31 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:20.088113 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79fe96aa-3a8b-4431-92f0-194553651cea req-f6d0cbe9-547e-43bb-8767-547ddb9bff31 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 950 time: 0.1823633 Nov 09 17:33:20.093207 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:20.094538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Request body: {'port': {'device_id': 'c09db0bf-a83d-4f3f-af05-ba4fdaebd916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:20.110501 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f595c-75a3-49b7-b445-4c1ffdd5e015 req-4280bcfe-1a84-4601-b0c3-64ab3a9b9be6 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:20.114105 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed8f595c-75a3-49b7-b445-4c1ffdd5e015 req-4280bcfe-1a84-4601-b0c3-64ab3a9b9be6 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.0966878 Nov 09 17:33:20.150082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fabed631-77ff-418c-8a72-98d6c90e7081,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:20.151450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:20.154249 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d8a861-d8ee-4f8f-b301-75d310c6d902" -d '{"events": [{"server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "name": "network-vif-unplugged", "status": "completed", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:20.158597 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:20.191761 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:20.199441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed8f595c-75a3-49b7-b445-4c1ffdd5e015 req-c4b999a3-5e3f-435a-af95-81a9ffc0a2f5 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782540 Nov 09 17:33:20.226761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79fe96aa-3a8b-4431-92f0-194553651cea req-52413aff-e1f6-4717-869a-d880a3e24494 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/security-groups?id=a10b6c3d-bc23-45c2-886b-96211f42f965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329632 Nov 09 17:33:20.275185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=fabed631-77ff-418c-8a72-98d6c90e7081,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:20.301484 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e23a38-a91e-42bd-b7f2-c23c94e990f4 x-openstack-request-id: req-89e23a38-a91e-42bd-b7f2-c23c94e990f4 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:20.313537 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "name": "network-vif-unplugged", "status": "completed", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:20.314081 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89e23a38-a91e-42bd-b7f2-c23c94e990f4 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:20.314490 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081', 'code': 200} Nov 09 17:33:20.410981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a445d80-f11d-4094-b8a2-6be8f957b19c req-fccb4200-23e3-43be-b20e-d4e32956c7f3 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:20.413542 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a445d80-f11d-4094-b8a2-6be8f957b19c req-fccb4200-23e3-43be-b20e-d4e32956c7f3 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.1101301 Nov 09 17:33:20.496081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a445d80-f11d-4094-b8a2-6be8f957b19c req-e099fc26-8c58-471a-9b28-61fddd8ce690 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709355 Nov 09 17:33:20.524278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d6060-5160-4389-815a-be5f45cce74d req-30cb88aa-cdbb-4de8-b4f9-235cfe37fd5a tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:20.524278 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc5d6060-5160-4389-815a-be5f45cce74d req-30cb88aa-cdbb-4de8-b4f9-235cfe37fd5a tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.1584876 Nov 09 17:33:20.679986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc5d6060-5160-4389-815a-be5f45cce74d req-ecddca2e-2529-42a9-b98d-53fd6ca7b37e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402123 Nov 09 17:33:20.710386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1166b-43b4-4afd-9b25-4f07a0272c80 req-a7887c83-67db-49ef-8b31-e327f7203c4d tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:20.712161 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ec1166b-43b4-4afd-9b25-4f07a0272c80 req-a7887c83-67db-49ef-8b31-e327f7203c4d tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 950 time: 0.1551676 Nov 09 17:33:20.839283 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f3a7b-6955-44d6-98a2-77907e339cef req-3b0d2ddd-0b63-4a19-9900-997311e35999 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:20.847876 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c34f3a7b-6955-44d6-98a2-77907e339cef req-3b0d2ddd-0b63-4a19-9900-997311e35999 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 931 time: 0.2451735 Nov 09 17:33:20.872546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c17398e-36b1-40c4-9953-bd1351b5db06 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:20.884190 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:20.902872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Transition to ACTIVE for port object 0c17398e-36b1-40c4-9953-bd1351b5db06 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:33:20.916411 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:20.922072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c34f3a7b-6955-44d6-98a2-77907e339cef req-ab2334ed-a3c9-4253-9e97-ed40a1acf99d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725603 Nov 09 17:33:20.945350 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-0ec1166b-43b4-4afd-9b25-4f07a0272c80 req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Deleting port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:33:20.945751 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ec1166b-43b4-4afd-9b25-4f07a0272c80 req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:21.021065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c17398e-36b1-40c4-9953-bd1351b5db06,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:21.064739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-0ec1166b-43b4-4afd-9b25-4f07a0272c80 req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] For port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1d40a7e0-8464-4fa7-9b9c-54b1204d9986,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:21.065105 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ec1166b-43b4-4afd-9b25-4f07a0272c80 req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:21.082322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-0ec1166b-43b4-4afd-9b25-4f07a0272c80 req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Calling delete_port for 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:33:21.136594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Attempting to bind port 0c17398e-36b1-40c4-9953-bd1351b5db06 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:33:21.137537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Attempting to bind port 0c17398e-36b1-40c4-9953-bd1351b5db06 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:33:21.137984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Attempting to bind port 0c17398e-36b1-40c4-9953-bd1351b5db06 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:21.145444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Port 0c17398e-36b1-40c4-9953-bd1351b5db06 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:33:21.146887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Attempting to bind port 0c17398e-36b1-40c4-9953-bd1351b5db06 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:21.154878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:21.155836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:33:21.156557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Bound using segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:21.157135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Bound port: 0c17398e-36b1-40c4-9953-bd1351b5db06, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:33:21.157863 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:21.279646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:21.281143 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ec1166b-43b4-4afd-9b25-4f07a0272c80 req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:21.289624 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0c17398e-36b1-40c4-9953-bd1351b5db06,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:21.298028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['1d40a7e0-8464-4fa7-9b9c-54b1204d9986'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:21.310272 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:21.351935 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Pushing event deleted for resources: {'Port': ['ID=1d40a7e0-8464-4fa7-9b9c-54b1204d9986,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:21.373840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:21.373840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:21.373840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:21.373840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:21.373840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:21.373840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:21.373840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:21.373840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:21.377034 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:21.377034 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:21.377034 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:21.377034 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:21.393165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:21.393811 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:21.395688 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] 10.222.0.13 "PUT /v2.0/ports/0c17398e-36b1-40c4-9953-bd1351b5db06 HTTP/1.1" status: 200 len: 1091 time: 1.3326232 Nov 09 17:33:21.396398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09db0bf-a83d-4f3f-af05-ba4fdaebd916', 'tag': '0c17398e-36b1-40c4-9953-bd1351b5db06'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:21.398902 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80c9b45-63f7-4801-83f5-e3713669abff" -d '{"events": [{"name": "network-changed", "server_uuid": "c09db0bf-a83d-4f3f-af05-ba4fdaebd916", "tag": "0c17398e-36b1-40c4-9953-bd1351b5db06"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:21.476618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec1166b-43b4-4afd-9b25-4f07a0272c80 req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] No DVR routers for this DVR port 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:21.480421 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ec1166b-43b4-4afd-9b25-4f07a0272c80 req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:21.484891 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ec1166b-43b4-4afd-9b25-4f07a0272c80 req-f76104ad-4ffb-4e3d-800b-ad7a9e72244c tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.13 "DELETE /v2.0/ports/1d40a7e0-8464-4fa7-9b9c-54b1204d9986 HTTP/1.1" status: 204 len: 173 time: 0.7576110 Nov 09 17:33:21.485538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d688498-f988-43bb-a7ea-bd111d811b82', 'name': 'network-vif-deleted', 'tag': '1d40a7e0-8464-4fa7-9b9c-54b1204d9986'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:21.495328 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a7fed3-4c9b-42d8-a744-ca1a6ef1392c" -d '{"events": [{"server_uuid": "5d688498-f988-43bb-a7ea-bd111d811b82", "name": "network-vif-deleted", "tag": "1d40a7e0-8464-4fa7-9b9c-54b1204d9986"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:21.520143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f296bb-a745-4663-b9d6-4d26c3a26dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c17398e-36b1-40c4-9953-bd1351b5db06,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:21.524519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cfcba-18a8-492c-a681-6d0280d67d68 req-e8878fe1-a658-4741-9f3e-1d5cc6af461b tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:21.534814 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df7cfcba-18a8-492c-a681-6d0280d67d68 req-e8878fe1-a658-4741-9f3e-1d5cc6af461b tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.2088730 Nov 09 17:33:21.550298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-a60f5b9e-9ccf-43c5-9b52-99bbb0c42645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:21.552494 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-a60f5b9e-9ccf-43c5-9b52-99bbb0c42645 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 1094 time: 0.0996881 Nov 09 17:33:21.617729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-6bd5fbd1-7a30-4be8-9ac9-553f3df844ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c17398e-36b1-40c4-9953-bd1351b5db06 HTTP/1.1" status: 200 len: 217 time: 0.0544264 Nov 09 17:33:21.632292 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df7cfcba-18a8-492c-a681-6d0280d67d68 req-0a1a24e5-a3ea-47b1-af43-3df7fced4582 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956678 Nov 09 17:33:21.720112 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21de5e8b-623d-4d30-a338-997b6269f4b2 req-e8b576eb-9454-4ddd-9092-5a7bab968b16 tempest-TenantUsagesTestJSON-830694459 tempest-TenantUsagesTestJSON-830694459-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d688498-f988-43bb-a7ea-bd111d811b82 HTTP/1.1" status: 200 len: 210 time: 0.0606341 Nov 09 17:33:21.729063 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ed3fc1-2376-403c-86c7-8772f7537bc8 x-openstack-request-id: req-f0ed3fc1-2376-403c-86c7-8772f7537bc8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:21.729513 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09db0bf-a83d-4f3f-af05-ba4fdaebd916", "tag": "0c17398e-36b1-40c4-9953-bd1351b5db06", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:21.729774 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0ed3fc1-2376-403c-86c7-8772f7537bc8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:21.730186 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09db0bf-a83d-4f3f-af05-ba4fdaebd916', 'tag': '0c17398e-36b1-40c4-9953-bd1351b5db06', 'status': 'completed', 'code': 200} Nov 09 17:33:21.766780 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c525cb9-cc3f-4104-b386-197592d9dcfe x-openstack-request-id: req-2c525cb9-cc3f-4104-b386-197592d9dcfe {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:21.767162 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d688498-f988-43bb-a7ea-bd111d811b82", "name": "network-vif-deleted", "tag": "1d40a7e0-8464-4fa7-9b9c-54b1204d9986", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:21.767784 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c525cb9-cc3f-4104-b386-197592d9dcfe {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:21.768414 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d688498-f988-43bb-a7ea-bd111d811b82', 'name': 'network-vif-deleted', 'tag': '1d40a7e0-8464-4fa7-9b9c-54b1204d9986', 'status': 'completed', 'code': 200} Nov 09 17:33:21.884937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-7aaeb6f5-1faf-4596-9354-a2d6f22d20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:21.886506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-7aaeb6f5-1faf-4596-9354-a2d6f22d20e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.2598839 Nov 09 17:33:21.901899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0b9b4-926e-4b7d-a383-5bd9fcca28a6 req-9c62f7e5-6221-4ef1-bdcd-453c32ec702e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:21.903499 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11c0b9b4-926e-4b7d-a383-5bd9fcca28a6 req-9c62f7e5-6221-4ef1-bdcd-453c32ec702e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.0949256 Nov 09 17:33:21.938040 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-efe0ae06-efc4-4ef5-bd80-03ca4454c703 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332932 Nov 09 17:33:21.974866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fabed631-77ff-418c-8a72-98d6c90e7081 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:33:22.127982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11c0b9b4-926e-4b7d-a383-5bd9fcca28a6 req-8cbd7a55-8f86-4a67-ad3b-020ff166df8b tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902020 Nov 09 17:33:22.174653 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-12722c94-f660-4206-9d58-ee15ed2eace8 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210701 Nov 09 17:33:22.218434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fabed631-77ff-418c-8a72-98d6c90e7081,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:22.235615 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'fabed631-77ff-418c-8a72-98d6c90e7081', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'fabed631-77ff-418c-8a72-98d6c90e7081', 'mac_address': 'fa:16:3e:a1:7d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:33:22.339839 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:22.385245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabed631-77ff-418c-8a72-98d6c90e7081 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:22.398838 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91ebd367-d016-49ea-8b7a-9d94fac7cba7 req-a4135518-918e-4b05-9b61-09ce7f1bd6de service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008545 Nov 09 17:33:22.437360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fabed631-77ff-418c-8a72-98d6c90e7081,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:22.446708 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:22.512336 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab844555-b20b-4bd8-b500-e783577fa34e req-9b700f35-4969-420f-9e55-ad4bff98be7b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:22.521364 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab844555-b20b-4bd8-b500-e783577fa34e req-9b700f35-4969-420f-9e55-ad4bff98be7b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.1208315 Nov 09 17:33:22.547191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d1027-d3d3-491c-b68b-bc47154a96b1 req-84a79882-86e5-47c8-a41f-e0ce9127a4c7 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:22.560263 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-306d1027-d3d3-491c-b68b-bc47154a96b1 req-84a79882-86e5-47c8-a41f-e0ce9127a4c7 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 943 time: 0.0896182 Nov 09 17:33:22.564667 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:22.577474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['fabed631-77ff-418c-8a72-98d6c90e7081'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:22.608133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab844555-b20b-4bd8-b500-e783577fa34e req-17cf82cc-c782-4a61-a7b0-8629acd229f5 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854709 Nov 09 17:33:22.644005 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-306d1027-d3d3-491c-b68b-bc47154a96b1 req-d61bb2e8-0225-4272-b8e1-2bb8e27ac7ca tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816798 Nov 09 17:33:22.657240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=fabed631-77ff-418c-8a72-98d6c90e7081,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:22.691433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c9b45-63f7-4801-83f5-e3713669abff req-a68eac61-dc5c-4414-93a7-1e915765b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:22.694846 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b80c9b45-63f7-4801-83f5-e3713669abff req-a68eac61-dc5c-4414-93a7-1e915765b9cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 1094 time: 0.1220756 Nov 09 17:33:22.858753 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4901a9-dc03-4268-99a0-39b3eb5bfab8 req-7b58e576-8bac-424e-9a86-7f1f1171324b tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:22.867922 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb4901a9-dc03-4268-99a0-39b3eb5bfab8 req-7b58e576-8bac-424e-9a86-7f1f1171324b tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.0882235 Nov 09 17:33:22.898083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c9b45-63f7-4801-83f5-e3713669abff req-724e88e7-6dba-4948-979b-6d87e48360e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:22.901511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b80c9b45-63f7-4801-83f5-e3713669abff req-724e88e7-6dba-4948-979b-6d87e48360e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.1983786 Nov 09 17:33:22.934309 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb4901a9-dc03-4268-99a0-39b3eb5bfab8 req-356cb4fe-32c6-49cf-989b-e551303187a1 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648637 Nov 09 17:33:23.017940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b80c9b45-63f7-4801-83f5-e3713669abff req-4ba78062-b4c0-42c4-92de-8c02883163d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c17398e-36b1-40c4-9953-bd1351b5db06 HTTP/1.1" status: 200 len: 217 time: 0.1072900 Nov 09 17:33:23.133507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c9b45-63f7-4801-83f5-e3713669abff req-494d1e51-be78-4a5f-a2d3-69956b18b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:23.136567 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b80c9b45-63f7-4801-83f5-e3713669abff req-494d1e51-be78-4a5f-a2d3-69956b18b5ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.1045320 Nov 09 17:33:23.205609 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b80c9b45-63f7-4801-83f5-e3713669abff req-fe85830f-41a4-4bce-bb71-fcc1b80af8c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564449 Nov 09 17:33:23.287176 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:23.342236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46604) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:23.470527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ac4e7-74d7-47de-a681-0217d43ee303 req-a54a7eeb-26f2-4adb-8b2b-883d0aabf0f0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:23.472374 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-442ac4e7-74d7-47de-a681-0217d43ee303 req-a54a7eeb-26f2-4adb-8b2b-883d0aabf0f0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.1391249 Nov 09 17:33:23.542406 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b80c9b45-63f7-4801-83f5-e3713669abff req-767c0a77-8f34-4262-a6fd-94fb33ea9ebd service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250825 Nov 09 17:33:23.626836 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4641950a-db39-4600-a08a-bc118868728e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66ffea599c6c4587af6760c0c5c07f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828088 Nov 09 17:33:23.632205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46618) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:23.742106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-442ac4e7-74d7-47de-a681-0217d43ee303 req-570dcd18-dfd9-4bf6-ba27-c7da45299b2b tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456028 Nov 09 17:33:23.884954 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-07fc2701-b6f1-423d-a035-f764c9ffe6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:23.886792 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b80c9b45-63f7-4801-83f5-e3713669abff req-f86f45d5-59c9-40bd-a6ac-049c1a581ca9 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320460 Nov 09 17:33:23.975008 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62b4b-452c-4efc-aae9-a92671127f29 req-a9b2cd01-b615-4721-b44f-a216706e6d5f tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:23.980337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fabed631-77ff-418c-8a72-98d6c90e7081 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:23.986841 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4f62b4b-452c-4efc-aae9-a92671127f29 req-a9b2cd01-b615-4721-b44f-a216706e6d5f tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.2206550 Nov 09 17:33:23.991451 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-07fc2701-b6f1-423d-a035-f764c9ffe6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:24.027974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e166c-7cb7-4451-80e6-8903248e982e req-d2caefe3-c0f4-495a-997f-31f5227c516b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:24.040981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-697e166c-7cb7-4451-80e6-8903248e982e req-d2caefe3-c0f4-495a-997f-31f5227c516b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 943 time: 0.1335649 Nov 09 17:33:24.116806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port fabed631-77ff-418c-8a72-98d6c90e7081 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:24.117767 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:24.141570 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-697e166c-7cb7-4451-80e6-8903248e982e req-a4c9fde9-d47f-4e71-bc48-f28236cbbd96 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982141 Nov 09 17:33:24.183867 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-07fc2701-b6f1-423d-a035-f764c9ffe6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:24.193820 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-07fc2701-b6f1-423d-a035-f764c9ffe6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:24.208485 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-07fc2701-b6f1-423d-a035-f764c9ffe6b2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a10b6c3d-bc23-45c2-886b-96211f42f965 HTTP/1.1" status: 204 len: 168 time: 0.5745153 Nov 09 17:33:24.276173 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4f62b4b-452c-4efc-aae9-a92671127f29 req-1e0ad185-eafd-4521-a5ac-9262985d7ddb tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653849 Nov 09 17:33:24.278370 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc2701-b6f1-423d-a035-f764c9ffe6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10b6c3d-bc23-45c2-886b-96211f42f965,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:24.384305 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:24.484712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fabed631-77ff-418c-8a72-98d6c90e7081,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:24.489042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:24.494814 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06283863-4b47-4c49-a435-eff7524cc7b6" -d '{"events": [{"server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:24.518989 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:24.519908 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:24.560238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4510fea-9a51-4568-8dda-bfb333002f28 req-97151098-3aee-4f4b-b5ee-93e68dfefdf5 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:24.581417 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b4510fea-9a51-4568-8dda-bfb333002f28 req-97151098-3aee-4f4b-b5ee-93e68dfefdf5 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.1414878 Nov 09 17:33:24.713646 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b4510fea-9a51-4568-8dda-bfb333002f28 req-6f10d46e-60c2-4f15-b416-b5f70d974e44 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304586 Nov 09 17:33:24.724752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:33:24.724752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1d40a7e0-8464-4fa7-9b9c-54b1204d9986 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:33:24.741910 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812ed5a0-8d33-445b-8063-56808c47b957 x-openstack-request-id: req-812ed5a0-8d33-445b-8063-56808c47b957 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:24.742393 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:24.742795 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-812ed5a0-8d33-445b-8063-56808c47b957 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:24.743645 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081', 'code': 200} Nov 09 17:33:24.813030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=fabed631-77ff-418c-8a72-98d6c90e7081,revision_number=10']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:24.969619 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff781d-11bf-4e77-a365-01009c81b792 req-e60f6400-afa1-420f-b89a-622284963a76 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:24.971339 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6ff781d-11bf-4e77-a365-01009c81b792 req-e60f6400-afa1-420f-b89a-622284963a76 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.1002998 Nov 09 17:33:25.022860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46648) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:25.061300 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-90c9f1d5-d508-40e6-8fda-99a5e2f455fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:25.140143 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6ff781d-11bf-4e77-a365-01009c81b792 req-98a889e2-3bff-49e7-bfda-8a37f49097f7 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498890 Nov 09 17:33:25.258383 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-90c9f1d5-d508-40e6-8fda-99a5e2f455fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:25.266607 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-90c9f1d5-d508-40e6-8fda-99a5e2f455fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:25.336881 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-90c9f1d5-d508-40e6-8fda-99a5e2f455fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9690032b5618438283f7b0d7269da5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136563 Nov 09 17:33:25.337176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46656) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:25.365793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f1d5-d508-40e6-8fda-99a5e2f455fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc927d9-0aa7-4e66-ac44-f4642610d905,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:25.403995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81dfdd-6a76-41fa-a651-187f16de10e8 req-a0509f16-2a41-45a1-b03a-55ba22faf8c5 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:25.407430 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd81dfdd-6a76-41fa-a651-187f16de10e8 req-a0509f16-2a41-45a1-b03a-55ba22faf8c5 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 943 time: 0.1244826 Nov 09 17:33:25.484735 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-49782211-0e69-4006-9c40-9709eade5c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:25.526792 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd81dfdd-6a76-41fa-a651-187f16de10e8 req-c6cd2f3c-0606-4db1-b6e5-e4b749dde639 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981960 Nov 09 17:33:25.527117 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-49782211-0e69-4006-9c40-9709eade5c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:25.607809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-49782211-0e69-4006-9c40-9709eade5c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:25.610968 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-49782211-0e69-4006-9c40-9709eade5c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:25.612222 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-49782211-0e69-4006-9c40-9709eade5c82 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9fc927d9-0aa7-4e66-ac44-f4642610d905 HTTP/1.1" status: 204 len: 168 time: 0.2730997 Nov 09 17:33:25.629642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49782211-0e69-4006-9c40-9709eade5c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc927d9-0aa7-4e66-ac44-f4642610d905,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:25.778451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e7def-2d5b-490c-9421-94d6e9af61c4 req-5747909b-7194-4ccc-b120-75252a5eb03b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:25.784411 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b73e7def-2d5b-490c-9421-94d6e9af61c4 req-5747909b-7194-4ccc-b120-75252a5eb03b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.1347008 Nov 09 17:33:25.896297 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b73e7def-2d5b-490c-9421-94d6e9af61c4 req-2f13082f-6cff-4d21-8f9a-af6d831d8433 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709403 Nov 09 17:33:25.997378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0c17398e-36b1-40c4-9953-bd1351b5db06 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:33:26.115421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ce1ab-6dca-4a7f-8413-a4fa482d6bd8 req-9d8e265d-e079-4f87-875e-56944be12845 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:26.137566 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b9ce1ab-6dca-4a7f-8413-a4fa482d6bd8 req-9d8e265d-e079-4f87-875e-56944be12845 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.2236741 Nov 09 17:33:26.286698 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b9ce1ab-6dca-4a7f-8413-a4fa482d6bd8 req-e043d051-e5cd-4fe8-9264-0abcf93afc13 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448946 Nov 09 17:33:26.362130 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0c17398e-36b1-40c4-9953-bd1351b5db06,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:26.428384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '0c17398e-36b1-40c4-9953-bd1351b5db06', 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b', 'port_id': '0c17398e-36b1-40c4-9953-bd1351b5db06', 'mac_address': 'fa:16:3e:b8:46:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bd4ab4-76ee-4437-92fd-d6a3a82366d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:33:26.482128 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189fdf2-7e17-41e9-a7dc-26980c26af4b req-360abe3d-a471-4698-b2e9-2b99eb118437 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:26.496084 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c189fdf2-7e17-41e9-a7dc-26980c26af4b req-360abe3d-a471-4698-b2e9-2b99eb118437 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.1427865 Nov 09 17:33:26.570446 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:26.587025 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c189fdf2-7e17-41e9-a7dc-26980c26af4b req-518d5b56-8f46-4dca-acac-97a401de7dab tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878670 Nov 09 17:33:26.602249 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c17398e-36b1-40c4-9953-bd1351b5db06 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:26.687899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0c17398e-36b1-40c4-9953-bd1351b5db06,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:26.698317 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:26.794217 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4e50-a674-4e00-ab59-de5d5ee9b1d5 req-824aef2f-10da-4f4b-8771-d94a901bcf64 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:26.821395 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-853c4e50-a674-4e00-ab59-de5d5ee9b1d5 req-824aef2f-10da-4f4b-8771-d94a901bcf64 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 943 time: 0.1560824 Nov 09 17:33:26.940781 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0c17398e-36b1-40c4-9953-bd1351b5db06,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:26.984436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-853c4e50-a674-4e00-ab59-de5d5ee9b1d5 req-27f7bcdd-5bdb-4112-bedf-beeac270c035 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565089 Nov 09 17:33:26.984709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:26.985288 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:26.985936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:26.987732 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:26.988805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:26.992102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:26.993043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:26.993875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:26.995665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:26.996620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:26.997739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:26.999251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:27.047628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0c17398e-36b1-40c4-9953-bd1351b5db06'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:27.161724 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d7bf3-edbb-4868-afe4-ef9b8f7b466a req-71f8d4df-71f7-49f0-b97d-00537ed403ed tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:27.170253 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-378d7bf3-edbb-4868-afe4-ef9b8f7b466a req-71f8d4df-71f7-49f0-b97d-00537ed403ed tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.1159182 Nov 09 17:33:27.290547 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-378d7bf3-edbb-4868-afe4-ef9b8f7b466a req-fdccf03b-00d0-461b-8033-73c0e0aa93bc tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136785 Nov 09 17:33:27.529470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c1b5c-18b1-49f8-acd1-f441493216b1 req-e4070af2-f4f3-4e39-8458-e4f082b5b59b tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:27.538945 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-521c1b5c-18b1-49f8-acd1-f441493216b1 req-e4070af2-f4f3-4e39-8458-e4f082b5b59b tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.0833063 Nov 09 17:33:27.600268 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-521c1b5c-18b1-49f8-acd1-f441493216b1 req-33234bf0-2166-45ad-8a3f-0462e7b80c51 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587258 Nov 09 17:33:27.753794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46718) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:27.875129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cd716-7eb0-4d50-a2ac-d4878f8c7d4c req-3d2cbada-a45a-49a6-a4d2-6183c4fbbd0d tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:27.878700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e6cd716-7eb0-4d50-a2ac-d4878f8c7d4c req-3d2cbada-a45a-49a6-a4d2-6183c4fbbd0d tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.0815825 Nov 09 17:33:27.947341 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e6cd716-7eb0-4d50-a2ac-d4878f8c7d4c req-c774bbf4-a8fb-4c07-b853-9d8a19e0a0d1 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566728 Nov 09 17:33:28.028757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1012996148-network', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:28.103483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Made reservation on behalf of aba2d026c8db4722a4c53fa36aeac4e2 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:28.107809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:28.132556 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:28.306791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb10bba-4dc3-47f6-a953-140497be3678 req-f3c96f2b-60c8-4dfc-9204-01502fc7ee9a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:28.309993 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4bb10bba-4dc3-47f6-a953-140497be3678 req-f3c96f2b-60c8-4dfc-9204-01502fc7ee9a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 944 time: 0.1432209 Nov 09 17:33:28.311394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:28.331162 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:28.453811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:33:28.485538 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4bb10bba-4dc3-47f6-a953-140497be3678 req-74207f65-c400-44f1-87b2-1ca7e7aa8c65 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402838 Nov 09 17:33:28.556566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03714597-3395-40fa-a350-3c5014d3a3a8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:28.572242 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:28.572770 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Added segment bb13f7eb-b872-40f4-9e9a-796915217847 of type vlan for network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd Nov 09 17:33:28.667266 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:28.703346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca8365-06a7-4b07-85e8-f915b4554cfd req-3a28ea2b-4e6f-4e02-93bf-cbc0d46b3109 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:28.706289 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3dca8365-06a7-4b07-85e8-f915b4554cfd req-3a28ea2b-4e6f-4e02-93bf-cbc0d46b3109 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.2268403 Nov 09 17:33:28.776460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:28.777932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:28.778826 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:28.798944 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3dca8365-06a7-4b07-85e8-f915b4554cfd req-6f622fc7-aabf-42be-a8d8-bc1ef2722d22 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824554 Nov 09 17:33:28.936866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32209945-ac1d-419a-b5ed-6c1f15be7eaa req-87405184-a758-47e2-8789-ddcc9ee68387 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:28.954523 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32209945-ac1d-419a-b5ed-6c1f15be7eaa req-87405184-a758-47e2-8789-ddcc9ee68387 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.2323959 Nov 09 17:33:29.089367 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3337882 Nov 09 17:33:29.090329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46746) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:29.111369 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-2a3907a5-ac77-4f0f-b03a-015dbe9484bb admin admin] Request body: {'subnet': {'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012996148-subnet', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:29.118865 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4d491-bdc8-4475-8d7f-4e5571cd9256 admin admin] Pushing event updated for resources: {'Network': ['ID=47b0ff35-0b37-43a3-8c93-4b4d15dc56cd,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:29.146539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:29.276937 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3907a5-ac77-4f0f-b03a-015dbe9484bb admin admin] Made reservation on behalf of aba2d026c8db4722a4c53fa36aeac4e2 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:29.282095 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a3907a5-ac77-4f0f-b03a-015dbe9484bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:29.316111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ce3b8-11c2-4051-ac67-37180a1b6776 req-4e537592-92e6-414b-ac8a-5bee7c321e10 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:29.328136 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-321ce3b8-11c2-4051-ac67-37180a1b6776 req-4e537592-92e6-414b-ac8a-5bee7c321e10 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.1605151 Nov 09 17:33:29.488144 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-321ce3b8-11c2-4051-ac67-37180a1b6776 req-ca1a338e-f3a0-408f-9896-38844436b34c tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073885 Nov 09 17:33:29.728073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32209945-ac1d-419a-b5ed-6c1f15be7eaa req-076aa5e4-ee26-48db-81f2-3cedd224d39e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7379851 Nov 09 17:33:29.739062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61258db-35c4-4c3c-9720-2b0604afd82a req-558f8957-73fb-4d22-8437-20ace8e7460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:29.748275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b61258db-35c4-4c3c-9720-2b0604afd82a req-558f8957-73fb-4d22-8437-20ace8e7460f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d66166d470345f289e8b22658fcf791&device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 1102 time: 0.9306736 Nov 09 17:33:29.999004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0c17398e-36b1-40c4-9953-bd1351b5db06 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:30.010388 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a3907a5-ac77-4f0f-b03a-015dbe9484bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:30.135411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3907a5-ac77-4f0f-b03a-015dbe9484bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a62da41-81c3-4589-9ab9-cde75b171c56,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:30.212179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 0c17398e-36b1-40c4-9953-bd1351b5db06 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:33:30.230888 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 0c17398e-36b1-40c4-9953-bd1351b5db06 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:30.231550 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:30.257567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6eb1-b366-4cb5-b412-ba85b27deb4e req-bb4435dd-d12b-4f6a-a9c1-18d5de764760 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:30.260575 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a17b6eb1-b366-4cb5-b412-ba85b27deb4e req-bb4435dd-d12b-4f6a-a9c1-18d5de764760 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 944 time: 0.2952051 Nov 09 17:33:30.299150 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d12cb8-8a99-4e5e-bc8b-5112c14c8f27 req-8f1ee818-754c-4fd7-985b-a6fce998f3fb tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:30.316294 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8d12cb8-8a99-4e5e-bc8b-5112c14c8f27 req-8f1ee818-754c-4fd7-985b-a6fce998f3fb tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.1857233 Nov 09 17:33:30.388009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3907a5-ac77-4f0f-b03a-015dbe9484bb admin admin] Checking segment: {'id': 'bb13f7eb-b872-40f4-9e9a-796915217847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:33:30.388905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3907a5-ac77-4f0f-b03a-015dbe9484bb admin admin] Network hostable DHCP agents. Network: 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:33:30.427991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61258db-35c4-4c3c-9720-2b0604afd82a req-036d9823-e63e-4b72-bd4f-76bd47c25440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:30.435350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b61258db-35c4-4c3c-9720-2b0604afd82a req-036d9823-e63e-4b72-bd4f-76bd47c25440 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.6160572 Nov 09 17:33:30.444740 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8d12cb8-8a99-4e5e-bc8b-5112c14c8f27 req-6b96f570-4ea2-45a0-a261-dcad8a9a59ca tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262014 Nov 09 17:33:30.446965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3907a5-ac77-4f0f-b03a-015dbe9484bb admin admin] Network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:33:30.471185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-2a3907a5-ac77-4f0f-b03a-015dbe9484bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:30.494872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3907a5-ac77-4f0f-b03a-015dbe9484bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:30.495805 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a3907a5-ac77-4f0f-b03a-015dbe9484bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:30.513640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439891cf-c160-45c7-bfe3-df0e4c81f03f None None] Network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:30.528544 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2a3907a5-ac77-4f0f-b03a-015dbe9484bb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4323356 Nov 09 17:33:30.533183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46764) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:30.542035 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1012996148-router', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:30.605489 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:30.606925 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:30.618939 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b61258db-35c4-4c3c-9720-2b0604afd82a req-2756557b-6dd2-4cab-8e02-506115a39814 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547 HTTP/1.1" status: 200 len: 217 time: 0.1171696 Nov 09 17:33:30.637585 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a17b6eb1-b366-4cb5-b412-ba85b27deb4e req-a46edb10-3754-4495-9ea1-612d14618ea4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373015 Nov 09 17:33:30.668412 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:30.716059 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:30.921169 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09db0bf-a83d-4f3f-af05-ba4fdaebd916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c17398e-36b1-40c4-9953-bd1351b5db06'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:30.924507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61258db-35c4-4c3c-9720-2b0604afd82a req-67024560-4955-461e-b96c-8968ab208287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:30.926853 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990b57a4-af5b-43df-932f-72b90bdc863f" -d '{"events": [{"server_uuid": "c09db0bf-a83d-4f3f-af05-ba4fdaebd916", "name": "network-vif-plugged", "status": "completed", "tag": "0c17398e-36b1-40c4-9953-bd1351b5db06"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:30.933431 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b61258db-35c4-4c3c-9720-2b0604afd82a req-67024560-4955-461e-b96c-8968ab208287 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2885768 Nov 09 17:33:31.077024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0c17398e-36b1-40c4-9953-bd1351b5db06,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:31.099846 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:31.279700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61258db-35c4-4c3c-9720-2b0604afd82a req-3acd978e-bfb6-4223-96ce-155d9b83a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:31.282213 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b61258db-35c4-4c3c-9720-2b0604afd82a req-3acd978e-bfb6-4223-96ce-155d9b83a302 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3449237 Nov 09 17:33:31.303535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd647b4-40d6-41ba-879a-720eb0ee1a66 req-8319d351-ad08-4cfb-8f0d-514b539b0f47 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:31.318185 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bd647b4-40d6-41ba-879a-720eb0ee1a66 req-8319d351-ad08-4cfb-8f0d-514b539b0f47 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.2586558 Nov 09 17:33:31.394394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-47b0ff35-0b37-43a3-8c93-4b4d15dc56cd', 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'fixed_ips': [{'subnet_id': '3a62da41-81c3-4589-9ab9-cde75b171c56'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:33:31.397104 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:31.406796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0c17398e-36b1-40c4-9953-bd1351b5db06,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:31.413495 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:31.481822 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ded8b-6bd5-40dd-8ffb-3731f371d7ea req-cd76f2d0-38aa-431d-a91f-21a00978efa5 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:31.502360 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-489ded8b-6bd5-40dd-8ffb-3731f371d7ea req-cd76f2d0-38aa-431d-a91f-21a00978efa5 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.3193684 Nov 09 17:33:31.531052 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b61258db-35c4-4c3c-9720-2b0604afd82a req-87100943-49a4-4cb3-97d7-2346d3c69459 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987450 Nov 09 17:33:31.569620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Allocated IP 172.20.0.2 (47b0ff35-0b37-43a3-8c93-4b4d15dc56cd/3a62da41-81c3-4589-9ab9-cde75b171c56/71ce0b17-be44-4ac5-ad29-a228a92d7514) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:31.831033 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:31.840324 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:31.941129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:31.950281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:31.952532 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b61258db-35c4-4c3c-9720-2b0604afd82a req-450a04ad-10bc-4258-b351-1bf76f6e08d1 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080093 Nov 09 17:33:31.954598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:31.976467 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Pushing event updated for resources: {'Port': ['ID=71ce0b17-be44-4ac5-ad29-a228a92d7514,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:32.019466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bd647b4-40d6-41ba-879a-720eb0ee1a66 req-11e92605-7b05-4e66-b683-75705eb4a8ce tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6998262 Nov 09 17:33:32.149319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Attempting to bind port 71ce0b17-be44-4ac5-ad29-a228a92d7514 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:33:32.149913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Attempting to bind port 71ce0b17-be44-4ac5-ad29-a228a92d7514 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'bb13f7eb-b872-40f4-9e9a-796915217847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:33:32.150585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Attempting to bind port 71ce0b17-be44-4ac5-ad29-a228a92d7514 on network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:32.179190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:32.179830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Checking segment: {'id': 'bb13f7eb-b872-40f4-9e9a-796915217847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:33:32.180505 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:32.181200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Bound using segment: {'id': 'bb13f7eb-b872-40f4-9e9a-796915217847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:32.182026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Bound port: 71ce0b17-be44-4ac5-ad29-a228a92d7514, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb13f7eb-b872-40f4-9e9a-796915217847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:33:32.182674 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:32.260138 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-489ded8b-6bd5-40dd-8ffb-3731f371d7ea req-02f44dac-ab98-4988-85ac-d75665f08625 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7472417 Nov 09 17:33:32.297320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-f3c85cc8-0e1f-4b0f-b673-32fab3a19e5f tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:32.299026 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-f3c85cc8-0e1f-4b0f-b673-32fab3a19e5f tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9&tenant_id=70c630d7be7a41139c470735f4a6f7e7&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1096 time: 0.1020820 Nov 09 17:33:32.315842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817236-1'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:32.488448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] For port 71ce0b17-be44-4ac5-ad29-a228a92d7514, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:32.507458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] For port 71ce0b17-be44-4ac5-ad29-a228a92d7514, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=71ce0b17-be44-4ac5-ad29-a228a92d7514,segment=NetworkSegment(bb13f7eb-b872-40f4-9e9a-796915217847),segment_id=bb13f7eb-b872-40f4-9e9a-796915217847)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:32.520671 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7390fc6-b1b8-482b-a724-ad3bc0cb41b5 x-openstack-request-id: req-b7390fc6-b1b8-482b-a724-ad3bc0cb41b5 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:32.521377 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09db0bf-a83d-4f3f-af05-ba4fdaebd916", "name": "network-vif-plugged", "status": "completed", "tag": "0c17398e-36b1-40c4-9953-bd1351b5db06", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:32.521711 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7390fc6-b1b8-482b-a724-ad3bc0cb41b5 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:32.522360 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09db0bf-a83d-4f3f-af05-ba4fdaebd916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c17398e-36b1-40c4-9953-bd1351b5db06', 'code': 200} Nov 09 17:33:32.534863 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:32.632040 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:32.682352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd297f1c-6977-406b-9987-dc23b4e15537 None None] Pushing event updated for resources: {'Port': ['ID=71ce0b17-be44-4ac5-ad29-a228a92d7514,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:32.699346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df60dc-6331-44f4-9563-02347f6cf0c4 req-9e968221-c636-4144-9379-e4ae52a1f1d8 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:32.701273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7df60dc-6331-44f4-9563-02347f6cf0c4 req-9e968221-c636-4144-9379-e4ae52a1f1d8 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 945 time: 0.2006240 Nov 09 17:33:32.706669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241795d-78da-4b78-b077-e5d0d18ec186 req-50705e8b-631f-495d-b58d-18f2be7bd7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:32.710190 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f241795d-78da-4b78-b077-e5d0d18ec186 req-50705e8b-631f-495d-b58d-18f2be7bd7fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 1096 time: 0.1974516 Nov 09 17:33:32.797778 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f241795d-78da-4b78-b077-e5d0d18ec186 req-f08220ca-ceeb-4140-92c7-24fd48851b94 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794256 Nov 09 17:33:32.805243 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7df60dc-6331-44f4-9563-02347f6cf0c4 req-11ee0376-ead6-45f0-bcd6-fd88a443a31d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751917 Nov 09 17:33:32.959566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff5019-140e-4440-a1aa-a68f1bf14d45 req-cf35816e-b45b-41b5-9d6d-3118b7860eb1 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:32.961652 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8dff5019-140e-4440-a1aa-a68f1bf14d45 req-cf35816e-b45b-41b5-9d6d-3118b7860eb1 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.4687371 Nov 09 17:33:32.974080 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:33.023129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:33:33.103859 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:33.284375 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:33.294130 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8dff5019-140e-4440-a1aa-a68f1bf14d45 req-25ad7fcb-ddf6-430d-b7e5-ec77e85013b6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190723 Nov 09 17:33:33.331453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 has no active binding in host n-h2-817236-1 {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:33:33.448358 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abe482-c8a2-4152-bcf1-dbf88696662b req-2655dcc4-f0d8-4367-b566-60f03c1413f0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:33.462495 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62abe482-c8a2-4152-bcf1-dbf88696662b req-2655dcc4-f0d8-4367-b566-60f03c1413f0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 945 time: 0.0843928 Nov 09 17:33:33.545932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:33.566661 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62abe482-c8a2-4152-bcf1-dbf88696662b req-da0c58d8-09cd-4c81-bf23-b0cff2b29bd5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008787 Nov 09 17:33:33.668704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Allocated IP 172.25.1.201 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/bf32a934-f199-493a-8845-ce23fdbb6445) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:33.741711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:33.794710 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a303e-de78-4b29-9a0a-6e7a5229559a req-2767c5f3-d37b-437c-a80a-26084f79db5f tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:33.797254 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b96a303e-de78-4b29-9a0a-6e7a5229559a req-2767c5f3-d37b-437c-a80a-26084f79db5f tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.2552547 Nov 09 17:33:34.044357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a655048-fa93-4217-a59b-e3ae87f822a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:34.053062 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b265cc8f-6ed6-4b9f-b35c-14cb8f8b8389" -d '{"events": [{"server_uuid": "3a655048-fa93-4217-a59b-e3ae87f822a9", "name": "network-vif-unplugged", "status": "completed", "tag": "9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:34.066309 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:34.100659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51228879-1cdc-4809-be87-3accdc367da7 req-578ba3d3-744f-4789-b937-483286066d7a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:34.114923 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51228879-1cdc-4809-be87-3accdc367da7 req-578ba3d3-744f-4789-b937-483286066d7a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 945 time: 0.1380253 Nov 09 17:33:34.160657 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b96a303e-de78-4b29-9a0a-6e7a5229559a req-09cb341d-a09b-40fe-80b8-9cf8b5774b32 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3317604 Nov 09 17:33:34.176296 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:34.255541 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51228879-1cdc-4809-be87-3accdc367da7 req-a3448d61-e6da-452b-9587-be7bd725a0b9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338270 Nov 09 17:33:34.467192 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:34.525181 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab35fea-9fc6-45c2-bc1d-917e2ef0b0fa x-openstack-request-id: req-aab35fea-9fc6-45c2-bc1d-917e2ef0b0fa {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:34.525661 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a655048-fa93-4217-a59b-e3ae87f822a9", "name": "network-vif-unplugged", "status": "completed", "tag": "9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:34.526129 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aab35fea-9fc6-45c2-bc1d-917e2ef0b0fa {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:34.526862 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a655048-fa93-4217-a59b-e3ae87f822a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85', 'code': 200} Nov 09 17:33:34.579145 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:34.608755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 71ce0b17-be44-4ac5-ad29-a228a92d7514 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:34.615087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,revision_number=7']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:34.738018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff672dc8-a56b-4084-91c1-e9d85e246b9d None None] Network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:34.798140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95d15a-ea51-4ba2-ba0a-408ada568283 req-45c89c76-6743-4690-aac9-18182d649ba5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:34.816417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd95d15a-ea51-4ba2-ba0a-408ada568283 req-45c89c76-6743-4690-aac9-18182d649ba5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 943 time: 0.1112077 Nov 09 17:33:34.836773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:34.882494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:34.885239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:34.928710 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-cb4f7a7c-9fda-4a9d-85be-070d5144c8eb None None] Provisioning complete for port 71ce0b17-be44-4ac5-ad29-a228a92d7514 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:34.929491 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7a7c-9fda-4a9d-85be-070d5144c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:34.932055 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd95d15a-ea51-4ba2-ba0a-408ada568283 req-478131fc-9106-4a6c-9103-dba6a2c1acfd tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117399 Nov 09 17:33:34.990557 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Attempting to bind port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on host n-h1-817236-1 for vnic_type normal with profile {"migrating_to": "n-h2-817236-1"} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:33:34.990939 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Attempting to bind port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:33:34.991168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Attempting to bind port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:35.006867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on network 19b117b5-c38d-4730-ba7b-a740b01864db not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:33:35.007695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Attempting to bind port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:35.011545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Pushing event updated for resources: {'Port': ['ID=bf32a934-f199-493a-8845-ce23fdbb6445,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:35.039016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:35.040007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:33:35.040911 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Bound using segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:35.041928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Bound port: 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:33:35.042744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:35.100131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 71ce0b17-be44-4ac5-ad29-a228a92d7514 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:35.100824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf9f80-e827-4315-bdcc-2606af85a533 req-04b5f89c-4ccb-4a2a-b4ee-3826dd05fee0 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:35.101367 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:35.103829 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c3cf9f80-e827-4315-bdcc-2606af85a533 req-04b5f89c-4ccb-4a2a-b4ee-3826dd05fee0 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.3757498 Nov 09 17:33:35.369240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3ba8-01e3-4f5a-9ebb-d35f870896f1 req-2d59ff05-5342-4cde-9e8d-d31ec5546229 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:35.377866 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-562d3ba8-01e3-4f5a-9ebb-d35f870896f1 req-2d59ff05-5342-4cde-9e8d-d31ec5546229 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.0848927 Nov 09 17:33:35.452384 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-562d3ba8-01e3-4f5a-9ebb-d35f870896f1 req-5644e650-fb26-4342-95c5-1d333450b1f6 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686061 Nov 09 17:33:35.493495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:35.494058 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7a7c-9fda-4a9d-85be-070d5144c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:35.509880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:35.525888 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:35.626677 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:35.632308 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c3cf9f80-e827-4315-bdcc-2606af85a533 req-6bdabd76-f693-42d0-94dc-dda1892234da tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954381 Nov 09 17:33:35.702137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5eb78-7295-4494-87c4-11efbafca8d1 req-419b238e-8bc6-40a5-bd63-716240f6b3ca tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:35.717454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-cb4f7a7c-9fda-4a9d-85be-070d5144c8eb None None] For port 71ce0b17-be44-4ac5-ad29-a228a92d7514, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=71ce0b17-be44-4ac5-ad29-a228a92d7514,segment=NetworkSegment(bb13f7eb-b872-40f4-9e9a-796915217847),segment_id=bb13f7eb-b872-40f4-9e9a-796915217847)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:35.720635 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dab5eb78-7295-4494-87c4-11efbafca8d1 req-419b238e-8bc6-40a5-bd63-716240f6b3ca tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 945 time: 0.1634829 Nov 09 17:33:35.726073 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7a7c-9fda-4a9d-85be-070d5144c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:35.737479 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:35.737701 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:35.739448 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] 10.222.0.18 "PUT /v2.0/ports/9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 HTTP/1.1" status: 200 len: 1121 time: 3.4279542 Nov 09 17:33:35.761051 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60763a82-1193-4dc3-94ab-4264b0d5c811 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,revision_number=8']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:35.825914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dab5eb78-7295-4494-87c4-11efbafca8d1 req-71d669b7-e592-434e-9a13-d2fc4fbfb0e1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999515 Nov 09 17:33:35.987538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:35.992990 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:36.180639 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:33:36.180973 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:33:36.193812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f7a7c-9fda-4a9d-85be-070d5144c8eb None None] Pushing event updated for resources: {'Port': ['ID=71ce0b17-be44-4ac5-ad29-a228a92d7514,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:36.317547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65f30c-1ed9-4d90-9834-998b20285c2b req-278e881c-18d9-4d67-b824-0b8578d5b37c tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:36.335211 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a65f30c-1ed9-4d90-9834-998b20285c2b req-278e881c-18d9-4d67-b824-0b8578d5b37c tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 943 time: 0.1927371 Nov 09 17:33:36.344934 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:36.404535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a65f30c-1ed9-4d90-9834-998b20285c2b req-6a0a8024-9f8a-4563-84cd-05f974c3a675 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681398 Nov 09 17:33:36.411537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ec708-4f0a-4b28-b90b-49d9215f4ae5 req-86b8de8c-8939-440e-8c21-28e750787830 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:36.435606 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-544ec708-4f0a-4b28-b90b-49d9215f4ae5 req-86b8de8c-8939-440e-8c21-28e750787830 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 1096 time: 0.2698865 Nov 09 17:33:36.447264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-01be53a2-9823-43fe-b945-01f9269199a4 None None] Provisioning complete for port 71ce0b17-be44-4ac5-ad29-a228a92d7514 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:36.447895 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01be53a2-9823-43fe-b945-01f9269199a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:36.543519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a655048-fa93-4217-a59b-e3ae87f822a9', 'tag': '9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:36.554985 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09466e4-b288-4da0-a2c6-280a1a728f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a655048-fa93-4217-a59b-e3ae87f822a9", "tag": "9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:36.608970 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-544ec708-4f0a-4b28-b90b-49d9215f4ae5 req-bc9bbd05-8aaf-4cb4-853b-22b54099bb75 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670258 Nov 09 17:33:36.703291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af7bfa-6aae-40de-8b22-c86d505c554b req-c13576d6-992c-440c-a4f9-186b50f817f4 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:36.714508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80af7bfa-6aae-40de-8b22-c86d505c554b req-c13576d6-992c-440c-a4f9-186b50f817f4 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.1147354 Nov 09 17:33:36.766258 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2aa57e-ce49-4e88-8821-430e9072419d x-openstack-request-id: req-fa2aa57e-ce49-4e88-8821-430e9072419d {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:36.766697 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a655048-fa93-4217-a59b-e3ae87f822a9", "tag": "9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:36.767052 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa2aa57e-ce49-4e88-8821-430e9072419d {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:36.767573 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a655048-fa93-4217-a59b-e3ae87f822a9', 'tag': '9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85', 'status': 'completed', 'code': 200} Nov 09 17:33:36.870086 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:36.884329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80af7bfa-6aae-40de-8b22-c86d505c554b req-3cbb7e51-c737-47f2-82e1-b3407e22b791 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672800 Nov 09 17:33:36.934507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09466e4-b288-4da0-a2c6-280a1a728f3c req-e4ae228c-c562-4461-a010-7333eaecc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:36.936406 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a09466e4-b288-4da0-a2c6-280a1a728f3c req-e4ae228c-c562-4461-a010-7333eaecc67c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 1124 time: 0.1535754 Nov 09 17:33:37.135207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf7ab1-e068-4d75-a135-2a7859f3b856 req-85958e77-177a-4fb4-b7f5-e9d138ae8c9a tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:37.137576 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aeaf7ab1-e068-4d75-a135-2a7859f3b856 req-85958e77-177a-4fb4-b7f5-e9d138ae8c9a tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 1096 time: 0.2646289 Nov 09 17:33:37.146790 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09466e4-b288-4da0-a2c6-280a1a728f3c req-d65c0ada-80f5-4634-9b13-a230bb54a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:37.151215 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a09466e4-b288-4da0-a2c6-280a1a728f3c req-d65c0ada-80f5-4634-9b13-a230bb54a52d service neutron] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.2014375 Nov 09 17:33:37.236703 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aeaf7ab1-e068-4d75-a135-2a7859f3b856 req-df69274b-5ced-423c-8172-e59796183e2c tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671036 Nov 09 17:33:37.266597 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Router 1720ea1b-bb39-474f-9173-e3a6c110ce9a is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:33:37.328352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a09466e4-b288-4da0-a2c6-280a1a728f3c req-09143672-0828-4a54-99eb-427879c6cbc7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 HTTP/1.1" status: 200 len: 217 time: 0.1591995 Nov 09 17:33:37.405034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ca8f7-03e7-485a-b71b-19e9443e4ad1 req-81212b67-84c4-41d4-afca-55199e76352e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:37.413396 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-821ca8f7-03e7-485a-b71b-19e9443e4ad1 req-81212b67-84c4-41d4-afca-55199e76352e tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.2609708 Nov 09 17:33:37.436592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09466e4-b288-4da0-a2c6-280a1a728f3c req-7e45ae86-f69e-46f8-8e5c-0c799edad0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:37.438207 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a09466e4-b288-4da0-a2c6-280a1a728f3c req-7e45ae86-f69e-46f8-8e5c-0c799edad0cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.1010866 Nov 09 17:33:37.482164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 71ce0b17-be44-4ac5-ad29-a228a92d7514 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:37.551986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-821ca8f7-03e7-485a-b71b-19e9443e4ad1 req-f132d0d4-5344-4199-a7cb-a5dfd7ccea3a tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322391 Nov 09 17:33:37.554642 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a09466e4-b288-4da0-a2c6-280a1a728f3c req-319112a9-5089-4f99-857d-1c710c61d3dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069710 Nov 09 17:33:37.613173 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:33:37.628662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 71ce0b17-be44-4ac5-ad29-a228a92d7514 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:37.629102 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:37.635422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Sync routers for ids ['1720ea1b-bb39-474f-9173-e3a6c110ce9a'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:33:37.654655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:37.655988 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8af86aa6-cc0d-4686-8cfa-af6448d2451a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1213880 Nov 09 17:33:37.663434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46894) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:37.742918 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Routers {'1720ea1b-bb39-474f-9173-e3a6c110ce9a'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:33:37.748139 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a09466e4-b288-4da0-a2c6-280a1a728f3c req-a380aeaa-0aba-4356-bc93-03473a5bd7ff service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757929 Nov 09 17:33:37.752161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:33:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['1720ea1b-bb39-474f-9173-e3a6c110ce9a'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:38.018032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a09466e4-b288-4da0-a2c6-280a1a728f3c req-16495e4b-9d4f-4db2-8d5c-65649b467626 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623863 Nov 09 17:33:38.198065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1b412-ea87-443d-b8a6-2ed9919b8f27 req-d36f288a-d6a5-43cc-af5d-48c9b285fc33 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:38.208053 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e0c1b412-ea87-443d-b8a6-2ed9919b8f27 req-d36f288a-d6a5-43cc-af5d-48c9b285fc33 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.0826824 Nov 09 17:33:38.271063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e0c1b412-ea87-443d-b8a6-2ed9919b8f27 req-18e4e15e-21a1-468e-ad0f-3043f991173f tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617473 Nov 09 17:33:38.318761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Set router 1720ea1b-bb39-474f-9173-e3a6c110ce9a gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:33:38.391760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03cc2-453d-4a06-9a4b-7f442cee77d9 req-3167184e-8ef0-4280-bd89-2c5f0f1afb9b tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:38.402427 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-05b03cc2-453d-4a06-9a4b-7f442cee77d9 req-3167184e-8ef0-4280-bd89-2c5f0f1afb9b tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 1096 time: 0.0702708 Nov 09 17:33:38.457135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-05b03cc2-453d-4a06-9a4b-7f442cee77d9 req-3b76d30a-5cf3-46ea-83e0-83860ad8cd8f tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533259 Nov 09 17:33:38.534428 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:33:38.678850 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e65476-74bc-442e-8129-c21a9ccb545d req-49594d2c-7e31-45a8-8843-1ca76099f0ae tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:38.692894 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3e65476-74bc-442e-8129-c21a9ccb545d req-49594d2c-7e31-45a8-8843-1ca76099f0ae tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 943 time: 0.8776224 Nov 09 17:33:38.740586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a17c2d-ab7d-4289-8b8f-83f247498b5a req-02d6cc50-8c2b-4256-b89f-1b80eebf0c6b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:38.750417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33a17c2d-ab7d-4289-8b8f-83f247498b5a req-02d6cc50-8c2b-4256-b89f-1b80eebf0c6b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.1014254 Nov 09 17:33:38.811895 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3e65476-74bc-442e-8129-c21a9ccb545d req-166bb269-5448-4b3d-ba5f-cb66eaa5643b tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175022 Nov 09 17:33:38.817872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33a17c2d-ab7d-4289-8b8f-83f247498b5a req-a56cd748-eceb-4db0-bf92-05474c71464b tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643907 Nov 09 17:33:38.890360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012996148-router', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:30Z', 'updated_at': '2021-11-09T17:33:35Z', 'revision_number': 3, 'project_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'gw_port': {'id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:33Z', 'updated_at': '2021-11-09T17:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:38.957654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Checking router: 1720ea1b-bb39-474f-9173-e3a6c110ce9a for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:33:38.958852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Updating router 1720ea1b-bb39-474f-9173-e3a6c110ce9a port bf32a934-f199-493a-8845-ce23fdbb6445 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:33:39.062350 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:39.330375 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:39.721486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad14aeb-c1cd-41a1-9b63-3d312848af24 req-aea657db-33bc-4e7e-9da4-01ae50854201 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:39.723802 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bad14aeb-c1cd-41a1-9b63-3d312848af24 req-aea657db-33bc-4e7e-9da4-01ae50854201 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.1009316 Nov 09 17:33:39.805383 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bad14aeb-c1cd-41a1-9b63-3d312848af24 req-99bed91e-a2e1-47b3-b10c-824ea22ea94c tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617011 Nov 09 17:33:39.818573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Allocated IP 172.20.0.1 (47b0ff35-0b37-43a3-8c93-4b4d15dc56cd/3a62da41-81c3-4589-9ab9-cde75b171c56/a8a44ee6-b583-4fec-86ad-3d21420fe579) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:40.035165 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:40.053063 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:40.058144 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:40.108727 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:40.165428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae588c-699d-4340-ab13-78e950d5acd3 None None] Pushing event updated for resources: {'Port': ['ID=bf32a934-f199-493a-8845-ce23fdbb6445,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:40.175826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:40.178720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0d086-f2c6-4c38-9462-58a55f99821f req-4577d8a2-6b2f-40b3-8d98-bd4948252ccb tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:40.187164 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e9e0d086-f2c6-4c38-9462-58a55f99821f req-4577d8a2-6b2f-40b3-8d98-bd4948252ccb tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 1096 time: 0.2572446 Nov 09 17:33:40.197598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Attempting to bind port bf32a934-f199-493a-8845-ce23fdbb6445 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:33:40.198228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Attempting to bind port bf32a934-f199-493a-8845-ce23fdbb6445 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:33:40.198868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Attempting to bind port bf32a934-f199-493a-8845-ce23fdbb6445 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:40.214406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:40.215022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:33:40.215810 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:40.216855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:40.217699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Bound port: bf32a934-f199-493a-8845-ce23fdbb6445, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:33:40.218361 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:40.240406 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e9e0d086-f2c6-4c38-9462-58a55f99821f req-075840b9-6ad1-40db-876e-a7ce3e7404a1 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494351 Nov 09 17:33:40.243837 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:40.276562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:40.365783 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:40.369513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] For port bf32a934-f199-493a-8845-ce23fdbb6445, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:40.383094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] For port bf32a934-f199-493a-8845-ce23fdbb6445, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=bf32a934-f199-493a-8845-ce23fdbb6445,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:40.403648 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:40.429674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Pushing event updated for resources: {'Port': ['ID=a8a44ee6-b583-4fec-86ad-3d21420fe579,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:40.569208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae588c-699d-4340-ab13-78e950d5acd3 None None] Pushing event updated for resources: {'Port': ['ID=bf32a934-f199-493a-8845-ce23fdbb6445,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:40.615917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Routers {'1720ea1b-bb39-474f-9173-e3a6c110ce9a'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:33:40.616956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:33:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['1720ea1b-bb39-474f-9173-e3a6c110ce9a'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:40.646913 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5ada721c-b3cd-418e-99f4-017e1b490cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:40.768132 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:40.789889 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1344e01-ed88-4940-8009-597c661e3bcc req-ff71b08c-039b-43c3-9e22-b01a9c57e7c6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:40.792876 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1344e01-ed88-4940-8009-597c661e3bcc req-ff71b08c-039b-43c3-9e22-b01a9c57e7c6 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.2046618 Nov 09 17:33:40.929895 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1344e01-ed88-4940-8009-597c661e3bcc req-21447eb8-2b5f-4ae9-8bbe-34c36f199f35 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163077 Nov 09 17:33:41.059090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] Set router 1720ea1b-bb39-474f-9173-e3a6c110ce9a gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:33:41.300229 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:41.310373 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:41.566603 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Pushing event updated for resources: {'Port': ['ID=a8a44ee6-b583-4fec-86ad-3d21420fe579,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:41.706596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d743d55-421e-4f53-84a5-f7dcb42ea6a9 req-3242ec96-5937-4ac5-94fe-15c87dfb75e3 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:41.726099 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d743d55-421e-4f53-84a5-f7dcb42ea6a9 req-3242ec96-5937-4ac5-94fe-15c87dfb75e3 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 943 time: 0.2226481 Nov 09 17:33:41.728047 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:41.900148 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d743d55-421e-4f53-84a5-f7dcb42ea6a9 req-12798e4d-439e-44e0-912b-8fc93c581d75 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637197 Nov 09 17:33:42.031979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-58c822c5-91fe-4653-bd74-313f8e46ac11 None None] Provisioning complete for port a8a44ee6-b583-4fec-86ad-3d21420fe579 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:42.032585 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-58c822c5-91fe-4653-bd74-313f8e46ac11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:42.177019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012996148-router', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:30Z', 'updated_at': '2021-11-09T17:33:35Z', 'revision_number': 3, 'project_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'gw_port': {'id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:33Z', 'updated_at': '2021-11-09T17:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:42.180240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-58c822c5-91fe-4653-bd74-313f8e46ac11 None None] Port a8a44ee6-b583-4fec-86ad-3d21420fe579 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:33:42.258707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:42.261333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:42.277599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1858521b-a0d6-4953-b17d-efe1f8e9ffc7 None None] The sync data for ids ['1720ea1b-bb39-474f-9173-e3a6c110ce9a'] in n-d-817236-1 is: [{'id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012996148-router', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:30Z', 'updated_at': '2021-11-09T17:33:35Z', 'revision_number': 3, 'project_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'gw_port': {'id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:33Z', 'updated_at': '2021-11-09T17:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:33:42.718229 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Router 1720ea1b-bb39-474f-9173-e3a6c110ce9a has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:33:42.957846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e1c2bcfc-c2df-48ea-8eca-d743d5fc1a00 None None] Provisioning complete for port a8a44ee6-b583-4fec-86ad-3d21420fe579 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:42.958998 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e1c2bcfc-c2df-48ea-8eca-d743d5fc1a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:43.128090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e1c2bcfc-c2df-48ea-8eca-d743d5fc1a00 None None] Port a8a44ee6-b583-4fec-86ad-3d21420fe579 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:33:43.177128 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:33:43.185977 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f970ae7f-91fa-48d1-9189-a417b49f808a admin admin] 10.222.0.81 "PUT /v2.0/routers/1720ea1b-bb39-474f-9173-e3a6c110ce9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5212877 Nov 09 17:33:43.610262 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e4287d6a-f5ad-4281-87b1-a3b6a9e0d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:43.701702 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device bf32a934-f199-493a-8845-ce23fdbb6445 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:43.862408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port bf32a934-f199-493a-8845-ce23fdbb6445 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:43.862799 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:44.102235 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:44.161105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port bf32a934-f199-493a-8845-ce23fdbb6445, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=bf32a934-f199-493a-8845-ce23fdbb6445,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:44.171783 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:44.320693 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:44.350126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=bf32a934-f199-493a-8845-ce23fdbb6445,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:44.453117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47002) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:44.466542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-309708097-network', 'tenant_id': '6816a5af18154146bcfc9d429b83993c'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:44.572410 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Made reservation on behalf of 6816a5af18154146bcfc9d429b83993c for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:44.575373 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:44.597711 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:44.783489 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:44.796613 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:44.862338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:33:44.878433 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27ff5d0-bb06-4b8c-ba34-94b0f74fe2e2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:44.896341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:44.896699 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Added segment 93d88831-1916-4288-a414-970f74db8cc3 of type vlan for network 3eb41ebc-978a-4698-8652-a47b1c383abb Nov 09 17:33:44.958044 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:44.998929 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:45.000231 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:45.000857 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:45.089706 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6349900 Nov 09 17:33:45.092848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47004) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:45.099498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-55abcedb-dfd7-4257-8d44-cb078622db55 admin admin] Request body: {'subnet': {'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-309708097-subnet', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:45.127675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f5715-c0da-4b1a-941f-dffbd0faf368 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb41ebc-978a-4698-8652-a47b1c383abb,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:45.142672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 3eb41ebc-978a-4698-8652-a47b1c383abb details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:33:45.156752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55abcedb-dfd7-4257-8d44-cb078622db55 admin admin] Made reservation on behalf of 6816a5af18154146bcfc9d429b83993c for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:33:45.161357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-55abcedb-dfd7-4257-8d44-cb078622db55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:45.248539 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:45.482098 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device bf32a934-f199-493a-8845-ce23fdbb6445 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:45.648109 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-55abcedb-dfd7-4257-8d44-cb078622db55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:45.663552 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port bf32a934-f199-493a-8845-ce23fdbb6445 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:45.664811 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:45.704764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abcedb-dfd7-4257-8d44-cb078622db55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dacc1d8-d90b-43c3-b663-7af1efd0c0d1,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:45.755856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55abcedb-dfd7-4257-8d44-cb078622db55 admin admin] Checking segment: {'id': '93d88831-1916-4288-a414-970f74db8cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:33:45.756481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55abcedb-dfd7-4257-8d44-cb078622db55 admin admin] Network hostable DHCP agents. Network: 3eb41ebc-978a-4698-8652-a47b1c383abb, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:33:45.787742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55abcedb-dfd7-4257-8d44-cb078622db55 admin admin] Network 3eb41ebc-978a-4698-8652-a47b1c383abb is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:33:45.789077 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Sync routers for ids ['1720ea1b-bb39-474f-9173-e3a6c110ce9a'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:33:45.803111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-55abcedb-dfd7-4257-8d44-cb078622db55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 3eb41ebc-978a-4698-8652-a47b1c383abb) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:45.808666 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Routers {'1720ea1b-bb39-474f-9173-e3a6c110ce9a'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:33:45.809298 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:33:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['1720ea1b-bb39-474f-9173-e3a6c110ce9a'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:45.818232 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a005fa9b-97b4-41bb-9f97-db788c55cdf8 None None] Network 3eb41ebc-978a-4698-8652-a47b1c383abb requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:45.820781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55abcedb-dfd7-4257-8d44-cb078622db55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:45.821842 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-55abcedb-dfd7-4257-8d44-cb078622db55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:45.846732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-55abcedb-dfd7-4257-8d44-cb078622db55 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7524705 Nov 09 17:33:45.850645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47012) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:45.869026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-309708097-router', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:45.927773 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:45.930226 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:45.959015 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Set router 1720ea1b-bb39-474f-9173-e3a6c110ce9a gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:33:46.080252 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:46.280067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-3eb41ebc-978a-4698-8652-a47b1c383abb', 'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'fixed_ips': [{'subnet_id': '2dacc1d8-d90b-43c3-b663-7af1efd0c0d1'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:33:46.281866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:46.334755 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012996148-router', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:30Z', 'updated_at': '2021-11-09T17:33:40Z', 'revision_number': 4, 'project_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'gw_port': {'id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:33Z', 'updated_at': '2021-11-09T17:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'a8a44ee6-b583-4fec-86ad-3d21420fe579', 'name': '', 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'mac_address': 'fa:16:3e:4b:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3a62da41-81c3-4589-9ab9-cde75b171c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:39Z', 'updated_at': '2021-11-09T17:33:40Z', 'revision_number': 2, 'project_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'subnets': [{'id': '3a62da41-81c3-4589-9ab9-cde75b171c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:46.443640 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Checking router: 1720ea1b-bb39-474f-9173-e3a6c110ce9a for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:33:46.445302 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Updating router 1720ea1b-bb39-474f-9173-e3a6c110ce9a port a8a44ee6-b583-4fec-86ad-3d21420fe579 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:33:46.529235 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:46.702990 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:46.759276 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Allocated IP 172.20.0.2 (3eb41ebc-978a-4698-8652-a47b1c383abb/2dacc1d8-d90b-43c3-b663-7af1efd0c0d1/1955f5ee-b797-4c9e-a121-b87a54c801a9) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:46.799561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0a1c6-8aa9-41e7-974b-86d51502b393 req-d94bd8d0-188a-4cfa-ae3e-75d49e2df333 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:46.816128 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91e0a1c6-8aa9-41e7-974b-86d51502b393 req-d94bd8d0-188a-4cfa-ae3e-75d49e2df333 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.3567405 Nov 09 17:33:46.987718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-a941ea52-5d4c-4960-9db5-c5380fa41631 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:33:46.992041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-a941ea52-5d4c-4960-9db5-c5380fa41631 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0974689 Nov 09 17:33:47.089074 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91e0a1c6-8aa9-41e7-974b-86d51502b393 req-409c67e0-3616-4a29-bb11-2c4b356d503f tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719309 Nov 09 17:33:47.096453 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:47.111575 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:47.189698 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:47.208506 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:47.210530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42663bd-39c4-40ba-8524-e39359797530 req-5c2ff998-1c67-4e17-8fa8-24865d86aa1b tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:47.217804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Network 3eb41ebc-978a-4698-8652-a47b1c383abb is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:47.224395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:47.232864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:47.238213 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-5c2ff998-1c67-4e17-8fa8-24865d86aa1b tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports/0c17398e-36b1-40c4-9953-bd1351b5db06 HTTP/1.1" status: 200 len: 1093 time: 0.1950173 Nov 09 17:33:47.245227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] Request body: {'binding': {'host': 'n-h2-817236-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:47.246281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] Unknown quota resources ['binding']. {{(pid=102154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:33:47.290546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Pushing event updated for resources: {'Port': ['ID=1955f5ee-b797-4c9e-a121-b87a54c801a9,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:47.355872 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Pushing event updated for resources: {'Port': ['ID=a8a44ee6-b583-4fec-86ad-3d21420fe579,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:47.369056 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:47.369056 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:47.369547 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:47.370058 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:47.370659 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:47.371254 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:47.371736 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:47.372212 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:47.372882 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:47.373661 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:47.373967 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:47.374404 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:33:47.413704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Attempting to bind port 1955f5ee-b797-4c9e-a121-b87a54c801a9 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:33:47.414147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Attempting to bind port 1955f5ee-b797-4c9e-a121-b87a54c801a9 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '93d88831-1916-4288-a414-970f74db8cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:33:47.419640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Attempting to bind port 1955f5ee-b797-4c9e-a121-b87a54c801a9 on network 3eb41ebc-978a-4698-8652-a47b1c383abb {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:47.432157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:47.432566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Checking segment: {'id': '93d88831-1916-4288-a414-970f74db8cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:33:47.432996 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:47.433396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Bound using segment: {'id': '93d88831-1916-4288-a414-970f74db8cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:47.433900 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Bound port: 1955f5ee-b797-4c9e-a121-b87a54c801a9, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d88831-1916-4288-a414-970f74db8cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:33:47.434305 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:47.459454 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Attempting to bind port a8a44ee6-b583-4fec-86ad-3d21420fe579 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:33:47.460456 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Attempting to bind port a8a44ee6-b583-4fec-86ad-3d21420fe579 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'bb13f7eb-b872-40f4-9e9a-796915217847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:33:47.462828 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Attempting to bind port a8a44ee6-b583-4fec-86ad-3d21420fe579 on network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:47.476430 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:47.477062 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Checking segment: {'id': 'bb13f7eb-b872-40f4-9e9a-796915217847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:33:47.477721 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:47.478405 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Bound using segment: {'id': 'bb13f7eb-b872-40f4-9e9a-796915217847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:47.479196 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Bound port: a8a44ee6-b583-4fec-86ad-3d21420fe579, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb13f7eb-b872-40f4-9e9a-796915217847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:33:47.479862 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:47.513328 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:47.604846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad4846-dbf8-4c6d-90c1-2ba471d096cd req-9c1d94f9-2840-43db-aaa2-6f451d7ded28 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:47.606207 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1fad4846-dbf8-4c6d-90c1-2ba471d096cd req-9c1d94f9-2840-43db-aaa2-6f451d7ded28 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.1668055 Nov 09 17:33:47.618786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] For port 1955f5ee-b797-4c9e-a121-b87a54c801a9, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:47.626720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] For port 1955f5ee-b797-4c9e-a121-b87a54c801a9, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1955f5ee-b797-4c9e-a121-b87a54c801a9,segment=NetworkSegment(93d88831-1916-4288-a414-970f74db8cc3),segment_id=93d88831-1916-4288-a414-970f74db8cc3)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:47.644650 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:47.720332 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] For port a8a44ee6-b583-4fec-86ad-3d21420fe579, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:47.727016 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] For port a8a44ee6-b583-4fec-86ad-3d21420fe579, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a8a44ee6-b583-4fec-86ad-3d21420fe579,segment=NetworkSegment(bb13f7eb-b872-40f4-9e9a-796915217847),segment_id=bb13f7eb-b872-40f4-9e9a-796915217847)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:47.747646 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:47.826411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eda52d-562f-4a36-9b8d-c010c4840e6c None None] Pushing event updated for resources: {'Port': ['ID=1955f5ee-b797-4c9e-a121-b87a54c801a9,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:47.837510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-83bb75cf-fd6f-402f-be86-83bcda5fd1db None None] Provisioning complete for port a8a44ee6-b583-4fec-86ad-3d21420fe579 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:47.838147 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-83bb75cf-fd6f-402f-be86-83bcda5fd1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:47.930125 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96250da3-266c-4e62-ba64-8be17a3ad8a3 None None] Pushing event updated for resources: {'Port': ['ID=a8a44ee6-b583-4fec-86ad-3d21420fe579,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:47.933592 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1fad4846-dbf8-4c6d-90c1-2ba471d096cd req-83ef759c-e238-408a-8ba5-b42b57109ba2 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018632 Nov 09 17:33:47.976441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] Attempting to bind port 0c17398e-36b1-40c4-9953-bd1351b5db06 on host n-h2-817236-1 for vnic_type normal with profile None {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:33:47.976441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] Attempting to bind port 0c17398e-36b1-40c4-9953-bd1351b5db06 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:33:47.976441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] Attempting to bind port 0c17398e-36b1-40c4-9953-bd1351b5db06 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:47.985983 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Routers {'1720ea1b-bb39-474f-9173-e3a6c110ce9a'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:33:47.985983 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:33:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['1720ea1b-bb39-474f-9173-e3a6c110ce9a'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:48.053752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] Port 0c17398e-36b1-40c4-9953-bd1351b5db06 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:33:48.054109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] Attempting to bind port 0c17398e-36b1-40c4-9953-bd1351b5db06 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:48.078648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:48.079080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:33:48.079438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] Bound using segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:48.080283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] Bound port: 0c17398e-36b1-40c4-9953-bd1351b5db06, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:33:48.249525 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] Set router 1720ea1b-bb39-474f-9173-e3a6c110ce9a gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:33:48.279140 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:48.307189 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-83bb75cf-fd6f-402f-be86-83bcda5fd1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:48.323572 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:48.361694 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-83bb75cf-fd6f-402f-be86-83bcda5fd1db None None] For port a8a44ee6-b583-4fec-86ad-3d21420fe579, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a8a44ee6-b583-4fec-86ad-3d21420fe579,segment=NetworkSegment(bb13f7eb-b872-40f4-9e9a-796915217847),segment_id=bb13f7eb-b872-40f4-9e9a-796915217847)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:48.372771 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-83bb75cf-fd6f-402f-be86-83bcda5fd1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:48.482955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=0c17398e-36b1-40c4-9953-bd1351b5db06,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:48.503091 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] Notify callbacks [] for binding, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:48.506718 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-4cc86cf8-0d7c-411c-9c7d-1a0f0cca9fae service neutron] 10.222.0.81 "POST /v2.0/ports/0c17398e-36b1-40c4-9953-bd1351b5db06/bindings HTTP/1.1" status: 201 len: 389 time: 1.2674129 Nov 09 17:33:48.527490 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d171-b68a-4b6c-9361-d086730a73e7 req-5286b90c-d619-41a9-8a23-0a98a5120fe9 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:48.540047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6f2d171-b68a-4b6c-9361-d086730a73e7 req-5286b90c-d619-41a9-8a23-0a98a5120fe9 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 943 time: 0.4102886 Nov 09 17:33:48.554342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb75cf-fd6f-402f-be86-83bcda5fd1db None None] Pushing event updated for resources: {'Port': ['ID=a8a44ee6-b583-4fec-86ad-3d21420fe579,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:48.575024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-79ed3ab0-07e7-4be7-9da6-0315214f8026 None None] Provisioning complete for port a8a44ee6-b583-4fec-86ad-3d21420fe579 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:48.575658 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-79ed3ab0-07e7-4be7-9da6-0315214f8026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:48.712110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6f2d171-b68a-4b6c-9361-d086730a73e7 req-2b009781-be48-455c-b4c3-19be6beca238 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638663 Nov 09 17:33:48.738604 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012996148-router', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:30Z', 'updated_at': '2021-11-09T17:33:40Z', 'revision_number': 4, 'project_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'gw_port': {'id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:33Z', 'updated_at': '2021-11-09T17:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'a8a44ee6-b583-4fec-86ad-3d21420fe579', 'name': '', 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'mac_address': 'fa:16:3e:4b:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3a62da41-81c3-4589-9ab9-cde75b171c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:39Z', 'updated_at': '2021-11-09T17:33:47Z', 'revision_number': 4, 'project_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'subnets': [{'id': '3a62da41-81c3-4589-9ab9-cde75b171c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:48.778618 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Allocated IP 172.25.1.38 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/9d72c370-abfd-4bd7-a3b5-958ce42a8f71) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:48.803737 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0924835-3cbb-426e-8e55-b237e09c5f63 None None] The sync data for ids ['1720ea1b-bb39-474f-9173-e3a6c110ce9a'] in n-d-817236-1 is: [{'id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012996148-router', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:30Z', 'updated_at': '2021-11-09T17:33:40Z', 'revision_number': 4, 'project_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'gw_port': {'id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:33Z', 'updated_at': '2021-11-09T17:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'a8a44ee6-b583-4fec-86ad-3d21420fe579', 'name': '', 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'mac_address': 'fa:16:3e:4b:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3a62da41-81c3-4589-9ab9-cde75b171c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:39Z', 'updated_at': '2021-11-09T17:33:47Z', 'revision_number': 4, 'project_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'subnets': [{'id': '3a62da41-81c3-4589-9ab9-cde75b171c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:33:49.149764 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:49.205481 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:49.227261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:49.230948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:49.233352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:49.342826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34686fe3-b338-485c-b133-b5a671d7a2a2 req-c58e4b59-3dfc-4be1-968f-7cbba95c6415 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:49.353673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-34686fe3-b338-485c-b133-b5a671d7a2a2 req-c58e4b59-3dfc-4be1-968f-7cbba95c6415 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.1797254 Nov 09 17:33:49.361841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Pushing event updated for resources: {'Port': ['ID=9d72c370-abfd-4bd7-a3b5-958ce42a8f71,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:49.389185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e37aa-e187-4fd2-b9a7-aa03084d2158 req-4652e0f3-5b17-49e9-85a4-e90a5441ca2f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:49.389185 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-841e37aa-e187-4fd2-b9a7-aa03084d2158 req-4652e0f3-5b17-49e9-85a4-e90a5441ca2f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 945 time: 0.1254690 Nov 09 17:33:49.503971 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-34686fe3-b338-485c-b133-b5a671d7a2a2 req-0e1b2378-fb63-4c62-b09a-85a7a739c8b2 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342239 Nov 09 17:33:49.621472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1955f5ee-b797-4c9e-a121-b87a54c801a9 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:49.639266 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-841e37aa-e187-4fd2-b9a7-aa03084d2158 req-07abb2f9-b046-4cc5-8788-a69647bbea7b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241632 Nov 09 17:33:49.744756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 1955f5ee-b797-4c9e-a121-b87a54c801a9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:49.745142 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:49.839208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5605ae0-41c0-4c94-a345-c978e1158148 req-38adda90-f0ee-42e4-9297-cb3065cbfce6 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:49.851861 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5605ae0-41c0-4c94-a345-c978e1158148 req-38adda90-f0ee-42e4-9297-cb3065cbfce6 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 950 time: 0.2163563 Nov 09 17:33:49.890820 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:49.948264 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5605ae0-41c0-4c94-a345-c978e1158148 req-140139cd-7329-4e47-9c77-d27dbdfa74a2 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933480 Nov 09 17:33:49.963670 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 1955f5ee-b797-4c9e-a121-b87a54c801a9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1955f5ee-b797-4c9e-a121-b87a54c801a9,segment=NetworkSegment(93d88831-1916-4288-a414-970f74db8cc3),segment_id=93d88831-1916-4288-a414-970f74db8cc3)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:49.966182 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eafd12-fd3c-4210-bf05-901363b71df9 None None] Network 3eb41ebc-978a-4698-8652-a47b1c383abb requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:33:49.995271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74420f3-3d4d-4b1e-913f-c3e7f7740769 req-d8d23cf2-e9b0-482b-937a-8b64c9d25bd5 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:50.009299 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:50.010199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a8a44ee6-b583-4fec-86ad-3d21420fe579 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:50.010663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a74420f3-3d4d-4b1e-913f-c3e7f7740769 req-d8d23cf2-e9b0-482b-937a-8b64c9d25bd5 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 945 time: 0.2154329 Nov 09 17:33:50.094366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eccb4-0455-4101-b79b-2f7289713ba7 req-df94768c-3869-4ce4-9c37-da7e20c70553 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:50.103647 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f93eccb4-0455-4101-b79b-2f7289713ba7 req-df94768c-3869-4ce4-9c37-da7e20c70553 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 1102 time: 0.0634897 Nov 09 17:33:50.104751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:50.149627 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f93eccb4-0455-4101-b79b-2f7289713ba7 req-5ab85ad3-07d4-4cc5-8b2f-b77ce8d7d846 tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437512 Nov 09 17:33:50.232330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-174b1fc3-e047-46ed-bb0f-181d8618f10d None None] Provisioning complete for port 1955f5ee-b797-4c9e-a121-b87a54c801a9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:50.232722 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-174b1fc3-e047-46ed-bb0f-181d8618f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:50.277422 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a74420f3-3d4d-4b1e-913f-c3e7f7740769 req-410ee5c3-b6e1-48b4-8169-043174de3a9f tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/security-groups?id=05e48841-59a2-4307-a170-e37093807192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653294 Nov 09 17:33:50.278573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a8a44ee6-b583-4fec-86ad-3d21420fe579 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:50.278960 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:50.344514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6fb60-425f-424c-aced-046716390a41 req-799bf199-cca7-43a4-aa21-3078df72c5f8 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:50.356265 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99d6fb60-425f-424c-aced-046716390a41 req-799bf199-cca7-43a4-aa21-3078df72c5f8 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 943 time: 0.0934744 Nov 09 17:33:50.387137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=1955f5ee-b797-4c9e-a121-b87a54c801a9,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:50.430261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99d6fb60-425f-424c-aced-046716390a41 req-94ca0e15-af47-4e69-bdc2-600cf7576346 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605466 Nov 09 17:33:50.599952 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:50.932781 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f78d73a7-e864-420b-b5d7-5dbf44cf1ee4 None None] Provisioning complete for port 1955f5ee-b797-4c9e-a121-b87a54c801a9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:50.933599 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f78d73a7-e864-420b-b5d7-5dbf44cf1ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:50.970247 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c088f-94cb-4c9b-82ea-1ce1c0fefff0 req-4c4bb60c-c443-47f8-bbf0-5e0972e6fcc9 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:50.980998 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b3c088f-94cb-4c9b-82ea-1ce1c0fefff0 req-4c4bb60c-c443-47f8-bbf0-5e0972e6fcc9 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.1057250 Nov 09 17:33:51.065112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Router 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:33:51.080850 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b3c088f-94cb-4c9b-82ea-1ce1c0fefff0 req-4d973ff2-87a0-4577-be97-bc77a4200256 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984907 Nov 09 17:33:51.308037 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:33:51.339875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dfe3b-8380-4120-bc9c-44074eaf2ac6 req-7f1c8e51-2b4a-4bbc-b1fa-915445419f13 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:51.343484 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-331dfe3b-8380-4120-bc9c-44074eaf2ac6 req-7f1c8e51-2b4a-4bbc-b1fa-915445419f13 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 945 time: 0.1278236 Nov 09 17:33:51.345538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Sync routers for ids ['40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:33:51.367214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b73c13-b13d-443c-be71-4d55a3043aa9 req-dc581833-85c6-4d31-82ad-5ea50df7dd35 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:51.369929 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a5b73c13-b13d-443c-be71-4d55a3043aa9 req-dc581833-85c6-4d31-82ad-5ea50df7dd35 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.18 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 945 time: 0.0972567 Nov 09 17:33:51.386139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Routers {'40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:33:51.400190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:33:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:51.416957 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:51.434493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47096) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:51.436026 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d670a47a-a377-42a8-8895-747443201428 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5835311 Nov 09 17:33:51.578094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1955f5ee-b797-4c9e-a121-b87a54c801a9 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:51.647954 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-331dfe3b-8380-4120-bc9c-44074eaf2ac6 req-ff07e2c6-e3f4-4f5b-9d45-1371db8f2689 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764843 Nov 09 17:33:51.731900 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 1955f5ee-b797-4c9e-a121-b87a54c801a9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:51.733845 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:51.798623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Set router 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:33:51.870943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-a5b73c13-b13d-443c-be71-4d55a3043aa9 req-ba8f0c65-f58e-4633-b091-09105a14557a tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Deleting port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:33:51.871328 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-a5b73c13-b13d-443c-be71-4d55a3043aa9 req-ba8f0c65-f58e-4633-b091-09105a14557a tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:52.026534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb7ba4-4830-4e21-a613-83a977221c80 req-e0188544-91c4-4b8f-b1ef-1d523f8f48cc tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:52.030859 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9bfb7ba4-4830-4e21-a613-83a977221c80 req-e0188544-91c4-4b8f-b1ef-1d523f8f48cc tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 1102 time: 0.1626999 Nov 09 17:33:52.139173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fabed631-77ff-418c-8a72-98d6c90e7081 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:52.209061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-a5b73c13-b13d-443c-be71-4d55a3043aa9 req-ba8f0c65-f58e-4633-b091-09105a14557a tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] For port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342,segment=NetworkSegment(63e5b0b1-910b-4f5d-85fe-faa3056fd7fd),segment_id=63e5b0b1-910b-4f5d-85fe-faa3056fd7fd)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:52.209382 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-a5b73c13-b13d-443c-be71-4d55a3043aa9 req-ba8f0c65-f58e-4633-b091-09105a14557a tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:52.221462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd171019-dc06-4787-b52d-37b6637bfb95 req-ee2651fe-f7d1-42c0-be73-40a52ff81ff4 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:52.225840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-a5b73c13-b13d-443c-be71-4d55a3043aa9 req-ba8f0c65-f58e-4633-b091-09105a14557a tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Calling delete_port for 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:33:52.226662 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd171019-dc06-4787-b52d-37b6637bfb95 req-ee2651fe-f7d1-42c0-be73-40a52ff81ff4 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.1108618 Nov 09 17:33:52.244441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47124) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:52.255059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-2fc2affc-1a16-4d22-a265-fba990fc8896 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Request body: {'floatingip': {'port_id': 'cea13655-7af1-40c4-9754-557ce537c82a'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:33:52.342415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'name': 'tempest-AttachSCSIVolumeTestJSON-309708097-router', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:45Z', 'updated_at': '2021-11-09T17:33:49Z', 'revision_number': 3, 'project_id': '6816a5af18154146bcfc9d429b83993c', 'gw_port': {'id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:48Z', 'updated_at': '2021-11-09T17:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:52.407674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Checking router: 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:33:52.408414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Updating router 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 port 9d72c370-abfd-4bd7-a3b5-958ce42a8f71 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:33:52.429579 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2fc2affc-1a16-4d22-a265-fba990fc8896 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for floatingip, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:52.503581 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:52.545504 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:52.551051 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:52.591667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:52.593657 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7346f0b4-b35f-4653-a0a5-80aa220c7685" -d '{"events": [{"server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "name": "network-vif-unplugged", "status": "completed", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:52.617858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fabed631-77ff-418c-8a72-98d6c90e7081,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:52.634669 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:52.750672 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-a5b73c13-b13d-443c-be71-4d55a3043aa9 req-ba8f0c65-f58e-4633-b091-09105a14557a tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:52.766247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=fabed631-77ff-418c-8a72-98d6c90e7081,revision_number=11']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:52.782870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:52.814069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f0c65-f58e-4633-b091-09105a14557a tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Pushing event deleted for resources: {'Port': ['ID=6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:52.848111 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9bfb7ba4-4830-4e21-a613-83a977221c80 req-bf49f060-ea99-4c92-a1f2-82990823c85e tempest-ServersAdminTestJSON-1935636737 tempest-ServersAdminTestJSON-1935636737-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7656844 Nov 09 17:33:52.920468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b73c13-b13d-443c-be71-4d55a3043aa9 req-ba8f0c65-f58e-4633-b091-09105a14557a tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] No DVR routers for this DVR port 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:52.924107 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-a5b73c13-b13d-443c-be71-4d55a3043aa9 req-ba8f0c65-f58e-4633-b091-09105a14557a tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:52.928720 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a5b73c13-b13d-443c-be71-4d55a3043aa9 req-ba8f0c65-f58e-4633-b091-09105a14557a tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.18 "DELETE /v2.0/ports/6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 HTTP/1.1" status: 204 len: 173 time: 1.5495210 Nov 09 17:33:52.931551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151ff816-e3d9-4cae-ba21-99248ac6ac1d', 'name': 'network-vif-deleted', 'tag': '6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:52.935381 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf96568-ea40-4023-847d-de6043886370" -d '{"events": [{"server_uuid": "151ff816-e3d9-4cae-ba21-99248ac6ac1d", "name": "network-vif-deleted", "tag": "6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:52.944435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec318a93-d39e-42b1-ac32-cc7a930e1a37 req-6c562b1c-6079-454c-a79e-e58a26d3a0b5 tempest-VolumesAdminNegativeTest-1185805718 tempest-VolumesAdminNegativeTest-1185805718-project] 10.222.0.81 "GET /v2.0/ports?device_id=151ff816-e3d9-4cae-ba21-99248ac6ac1d HTTP/1.1" status: 200 len: 210 time: 0.0499721 Nov 09 17:33:53.098246 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:53.124959 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dd25d5-0434-40df-99a6-4d634e14db67 x-openstack-request-id: req-23dd25d5-0434-40df-99a6-4d634e14db67 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:53.134061 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "name": "network-vif-unplugged", "status": "completed", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:53.136746 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23dd25d5-0434-40df-99a6-4d634e14db67 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:53.137476 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081', 'code': 200} Nov 09 17:33:53.258062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d4662-a876-4e14-856f-ea38d95fb9ef req-769bd2c5-7d0d-4925-a4ad-c62eda5a9b30 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:53.259791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c9d4662-a876-4e14-856f-ea38d95fb9ef req-769bd2c5-7d0d-4925-a4ad-c62eda5a9b30 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 943 time: 0.0961385 Nov 09 17:33:53.302059 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:53.315663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c9d4662-a876-4e14-856f-ea38d95fb9ef req-d8562bde-7bfb-4e3d-ad7e-e9e99846120b tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480976 Nov 09 17:33:53.323621 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:53.361273 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:53.426609 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88796bf-8daf-42e9-9dfe-f37c1cf738a9 None None] Pushing event updated for resources: {'Port': ['ID=9d72c370-abfd-4bd7-a3b5-958ce42a8f71,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:53.438208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Attempting to bind port 9d72c370-abfd-4bd7-a3b5-958ce42a8f71 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:33:53.439297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Attempting to bind port 9d72c370-abfd-4bd7-a3b5-958ce42a8f71 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:33:53.440033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Attempting to bind port 9d72c370-abfd-4bd7-a3b5-958ce42a8f71 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:33:53.448403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8541571-4b84-4632-a60a-364853865d1e req-ef0c7973-b8fb-4311-bace-899bb7481102 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:53.448676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:33:53.449720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:33:53.450449 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:53.451042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:33:53.451764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Bound port: 9d72c370-abfd-4bd7-a3b5-958ce42a8f71, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:33:53.452349 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:53.455148 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8541571-4b84-4632-a60a-364853865d1e req-ef0c7973-b8fb-4311-bace-899bb7481102 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 945 time: 0.2239535 Nov 09 17:33:53.463716 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2fc2affc-1a16-4d22-a265-fba990fc8896 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:53.489311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2fc2affc-1a16-4d22-a265-fba990fc8896 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:53.591550 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8541571-4b84-4632-a60a-364853865d1e req-8f55a779-4e22-4a5f-b81f-356aebee9502 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906243 Nov 09 17:33:53.622210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] For port 9d72c370-abfd-4bd7-a3b5-958ce42a8f71, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:53.647075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Allocated IP 172.20.0.1 (3eb41ebc-978a-4698-8652-a47b1c383abb/2dacc1d8-d90b-43c3-b663-7af1efd0c0d1/41fc112e-0898-471d-a29a-e69541f27e33) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:33:53.648434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] For port 9d72c370-abfd-4bd7-a3b5-958ce42a8f71, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9d72c370-abfd-4bd7-a3b5-958ce42a8f71,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:33:53.660201 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:53.691421 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6da05e4-3820-4aba-9e8d-cc46e08772f5 x-openstack-request-id: req-e6da05e4-3820-4aba-9e8d-cc46e08772f5 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:53.692332 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151ff816-e3d9-4cae-ba21-99248ac6ac1d", "name": "network-vif-deleted", "tag": "6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:53.692759 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6da05e4-3820-4aba-9e8d-cc46e08772f5 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:53.693589 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151ff816-e3d9-4cae-ba21-99248ac6ac1d', 'name': 'network-vif-deleted', 'tag': '6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342', 'status': 'completed', 'code': 200} Nov 09 17:33:53.783315 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-e1f06c40-85de-4001-ae28-1632d24d1709 service neutron] 10.222.0.13 "GET /v2.0/ports/9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85/bindings/n-h2-817236-1 HTTP/1.1" status: 200 len: 384 time: 0.2287107 Nov 09 17:33:53.791954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Routers {'40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:33:53.792872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:33:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:53.842956 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-2fc2affc-1a16-4d22-a265-fba990fc8896 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Floating IP d3ec1ff0-13c9-4dc6-b6d8-a62631fcdd8a associated. External IP: 172.25.1.216, port: cea13655-7af1-40c4-9754-557ce537c82a. Nov 09 17:33:53.897320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5018-9e8f-4d07-b61a-e878e2775dcb req-df73c6aa-e616-41b9-b499-92908264ee6d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:53.899088 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bb9e5018-9e8f-4d07-b61a-e878e2775dcb req-df73c6aa-e616-41b9-b499-92908264ee6d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 950 time: 0.0974259 Nov 09 17:33:53.939447 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:53.985010 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bb9e5018-9e8f-4d07-b61a-e878e2775dcb req-bb2933be-f42a-45a2-a299-433a9ace4fc2 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584571 Nov 09 17:33:54.042901 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:54.093972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] Set router 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:33:54.103939 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47148) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:54.154195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-1a1879ba-dd20-43bc-a780-6fc13d3a84f6 service neutron] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:54.165107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:54.213975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Network 3eb41ebc-978a-4698-8652-a47b1c383abb is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:54.217682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Pushing event updated for resources: {'Port': ['ID=41fc112e-0898-471d-a29a-e69541f27e33,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:54.224278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-1a1879ba-dd20-43bc-a780-6fc13d3a84f6 service neutron] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:33:54.224729 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:54.229631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:33:54.263960 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2aacd7f-a7f9-4782-a98e-ae57a509dc42 admin admin] Deleting subnet e176a40a-9b50-4efd-9f65-be46a59e0bf0 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:33:54.270986 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2aacd7f-a7f9-4782-a98e-ae57a509dc42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:54.306400 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:54.363714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88796bf-8daf-42e9-9dfe-f37c1cf738a9 None None] Pushing event updated for resources: {'Port': ['ID=9d72c370-abfd-4bd7-a3b5-958ce42a8f71,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:54.364280 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2aacd7f-a7f9-4782-a98e-ae57a509dc42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:54.456382 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2aacd7f-a7f9-4782-a98e-ae57a509dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:54.476003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-1a1879ba-dd20-43bc-a780-6fc13d3a84f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:33:54.501655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-1a1879ba-dd20-43bc-a780-6fc13d3a84f6 service neutron] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:54.542679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc2affc-1a16-4d22-a265-fba990fc8896 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Router 26c35fdd-f228-46ab-9531-ef68c5227d40 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:33:54.558974 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-1a1879ba-dd20-43bc-a780-6fc13d3a84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:54.585981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30d3d-4a99-4c81-80b5-702083318bac req-d66918a7-1eb8-48ea-9f67-c40a70db5346 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:54.596343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83a30d3d-4a99-4c81-80b5-702083318bac req-d66918a7-1eb8-48ea-9f67-c40a70db5346 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 948 time: 0.4153805 Nov 09 17:33:54.599778 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:54.617004 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2aacd7f-a7f9-4782-a98e-ae57a509dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:54.649539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e92c2d2e-4a1a-4b5d-b107-5620e14f85dc None None] Provisioning complete for port 41fc112e-0898-471d-a29a-e69541f27e33 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:54.650639 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e92c2d2e-4a1a-4b5d-b107-5620e14f85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:54.660162 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2aacd7f-a7f9-4782-a98e-ae57a509dc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:54.663865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a2aacd7f-a7f9-4782-a98e-ae57a509dc42 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e176a40a-9b50-4efd-9f65-be46a59e0bf0 HTTP/1.1" status: 204 len: 168 time: 0.5571096 Nov 09 17:33:54.668215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47154) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:54.695642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aacd7f-a7f9-4782-a98e-ae57a509dc42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e176a40a-9b50-4efd-9f65-be46a59e0bf0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:54.697525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'name': 'tempest-AttachSCSIVolumeTestJSON-309708097-router', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:45Z', 'updated_at': '2021-11-09T17:33:49Z', 'revision_number': 3, 'project_id': '6816a5af18154146bcfc9d429b83993c', 'gw_port': {'id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:48Z', 'updated_at': '2021-11-09T17:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:54.717255 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26fdca-0063-4a62-a5e4-5ae91266dbda req-cea4eb2d-5520-4000-9b9b-4135f3a9198a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:54.719000 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8f26fdca-0063-4a62-a5e4-5ae91266dbda req-cea4eb2d-5520-4000-9b9b-4135f3a9198a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 943 time: 0.1629303 Nov 09 17:33:54.740216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc6618-d62c-4c77-8a6d-7b41e117e7d1 None None] The sync data for ids ['40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'] in n-d-817236-1 is: [{'id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'name': 'tempest-AttachSCSIVolumeTestJSON-309708097-router', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:45Z', 'updated_at': '2021-11-09T17:33:49Z', 'revision_number': 3, 'project_id': '6816a5af18154146bcfc9d429b83993c', 'gw_port': {'id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:48Z', 'updated_at': '2021-11-09T17:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:33:54.751032 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e92c2d2e-4a1a-4b5d-b107-5620e14f85dc None None] Port 41fc112e-0898-471d-a29a-e69541f27e33 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:33:54.818420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83a30d3d-4a99-4c81-80b5-702083318bac req-84de71d5-be1e-4e67-b62a-6460e822d949 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113514 Nov 09 17:33:54.880814 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8f26fdca-0063-4a62-a5e4-5ae91266dbda req-ed8db687-9c96-42b4-87cd-9f561205e1e4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279359 Nov 09 17:33:54.885545 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-257b7376-aa2e-422a-87c7-18d4a86bbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:54.908388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-1a1879ba-dd20-43bc-a780-6fc13d3a84f6 service neutron] Transition to ACTIVE for port object 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:33:54.921665 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc2affc-1a16-4d22-a265-fba990fc8896 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:33:54.930894 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2fc2affc-1a16-4d22-a265-fba990fc8896 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:54.932884 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f023bf-1087-4413-860b-4f282190e6e2 None None] Sync routers for ids ['26c35fdd-f228-46ab-9531-ef68c5227d40'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:33:54.940260 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-1a1879ba-dd20-43bc-a780-6fc13d3a84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:54.949414 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f023bf-1087-4413-860b-4f282190e6e2 None None] Routers {'26c35fdd-f228-46ab-9531-ef68c5227d40'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:33:54.950078 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-87f023bf-1087-4413-860b-4f282190e6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:33:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['26c35fdd-f228-46ab-9531-ef68c5227d40'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:55.080875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-1a1879ba-dd20-43bc-a780-6fc13d3a84f6 service neutron] No DVR routers for this DVR port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:55.118126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:55.182155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1879ba-dd20-43bc-a780-6fc13d3a84f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,revision_number=10']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:55.196711 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2fc2affc-1a16-4d22-a265-fba990fc8896 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "PUT /v2.0/floatingips/d3ec1ff0-13c9-4dc6-b6d8-a62631fcdd8a HTTP/1.1" status: 200 len: 991 time: 2.9505148 Nov 09 17:33:55.199869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'tag': 'cea13655-7af1-40c4-9754-557ce537c82a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:55.201234 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:33:55.201590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6c3190e1-e11a-4fe9-9b5a-e7c79a7bd342 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:33:55.203540 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73505e6-9a34-47bd-a7de-1fcac654e88e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9644849-98fb-4489-b63c-dc4f6b17c112", "tag": "cea13655-7af1-40c4-9754-557ce537c82a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:55.215613 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-1a1879ba-dd20-43bc-a780-6fc13d3a84f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85/bindings/n-h2-817236-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4208212 Nov 09 17:33:55.228859 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-257b7376-aa2e-422a-87c7-18d4a86bbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:55.250302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea7a3d-9a3b-4fc8-8f25-db7e74fee5e7 req-a23ab9bc-e32c-45ad-bb86-72ea0d7e6e10 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:55.263645 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89ea7a3d-9a3b-4fc8-8f25-db7e74fee5e7 req-a23ab9bc-e32c-45ad-bb86-72ea0d7e6e10 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 945 time: 0.2733219 Nov 09 17:33:55.304625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-257b7376-aa2e-422a-87c7-18d4a86bbc18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5306e5a-869f-4e12-b075-e70b3e6a1bc2']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:55.326537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-257b7376-aa2e-422a-87c7-18d4a86bbc18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e5b0b1-910b-4f5d-85fe-faa3056fd7fd') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:55.328713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-257b7376-aa2e-422a-87c7-18d4a86bbc18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e5b0b1-910b-4f5d-85fe-faa3056fd7fd') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:55.341015 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89ea7a3d-9a3b-4fc8-8f25-db7e74fee5e7 req-21e17a8c-f0bd-45e2-ad84-c751bbe5282e tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759385 Nov 09 17:33:55.346085 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-87f023bf-1087-4413-860b-4f282190e6e2 None None] Set router 26c35fdd-f228-46ab-9531-ef68c5227d40 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:33:55.363585 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-257b7376-aa2e-422a-87c7-18d4a86bbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:55.413644 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:55.436679 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:55.454007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16547faf-ab5b-4540-a9c5-da019cdd5f01 req-d644435a-cfab-43b3-92b2-53cf87688146 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:55.464303 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-16547faf-ab5b-4540-a9c5-da019cdd5f01 req-d644435a-cfab-43b3-92b2-53cf87688146 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 950 time: 0.3619473 Nov 09 17:33:55.505865 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-257b7376-aa2e-422a-87c7-18d4a86bbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:55.523787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9d72c370-abfd-4bd7-a3b5-958ce42a8f71 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:55.624890 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257b7376-aa2e-422a-87c7-18d4a86bbc18 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:55.625343 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-257b7376-aa2e-422a-87c7-18d4a86bbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:55.631407 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:55.642693 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4777eb-d59d-4434-a3af-db6a7a28a2c1 x-openstack-request-id: req-be4777eb-d59d-4434-a3af-db6a7a28a2c1 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:55.644376 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9644849-98fb-4489-b63c-dc4f6b17c112", "tag": "cea13655-7af1-40c4-9754-557ce537c82a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:55.644376 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be4777eb-d59d-4434-a3af-db6a7a28a2c1 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:55.644376 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'tag': 'cea13655-7af1-40c4-9754-557ce537c82a', 'status': 'completed', 'code': 200} Nov 09 17:33:55.647663 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9d72c370-abfd-4bd7-a3b5-958ce42a8f71 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:55.648193 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:55.679476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158407e4-50ee-4efd-83f4-4792b5826688 req-52f8021a-58cd-4003-bac6-75119bdcad75 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:55.681093 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-158407e4-50ee-4efd-83f4-4792b5826688 req-52f8021a-58cd-4003-bac6-75119bdcad75 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 950 time: 0.1088428 Nov 09 17:33:55.731943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-211ece77-3432-4aa7-997b-f86ecd5333a0 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:55.740842 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-211ece77-3432-4aa7-997b-f86ecd5333a0 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9&tenant_id=70c630d7be7a41139c470735f4a6f7e7&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1095 time: 0.3812323 Nov 09 17:33:55.779977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Pushing event updated for resources: {'Port': ['ID=41fc112e-0898-471d-a29a-e69541f27e33,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:55.797924 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:55.824602 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-87f023bf-1087-4413-860b-4f282190e6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 4, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port': {'id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'd3ec1ff0-13c9-4dc6-b6d8-a62631fcdd8a', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'port_id': 'cea13655-7af1-40c4-9754-557ce537c82a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'mac_address': 'fa:16:3e:9d:e5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:32:39Z', 'updated_at': '2021-11-09T17:33:53Z', 'revision_number': 1, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee8c46e-b2a0-4c54-b05e-861ff9c830f1', 'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'mac_address': 'fa:16:3e:9e:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '261426b6-ff67-4562-94a0-561f045062e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:32Z', 'updated_at': '2021-11-09T17:32:39Z', 'revision_number': 5, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'subnets': [{'id': '261426b6-ff67-4562-94a0-561f045062e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:55.838671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73505e6-9a34-47bd-a7de-1fcac654e88e req-227bdb7f-3288-4b49-882a-54173f9b92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:55.840380 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e73505e6-9a34-47bd-a7de-1fcac654e88e req-227bdb7f-3288-4b49-882a-54173f9b92f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6f2e616167d40c2aaa2057e9205fc5a&device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 1096 time: 0.1479859 Nov 09 17:33:55.841661 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-16547faf-ab5b-4540-a9c5-da019cdd5f01 req-9a68534b-4214-4ea9-acd5-101bd645a438 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747694 Nov 09 17:33:55.848635 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:55.891385 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f023bf-1087-4413-860b-4f282190e6e2 None None] Checking router: 26c35fdd-f228-46ab-9531-ef68c5227d40 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:33:55.906976 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f023bf-1087-4413-860b-4f282190e6e2 None None] Routers {'26c35fdd-f228-46ab-9531-ef68c5227d40'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:33:55.907662 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-87f023bf-1087-4413-860b-4f282190e6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:33:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['26c35fdd-f228-46ab-9531-ef68c5227d40'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:55.936252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 9d72c370-abfd-4bd7-a3b5-958ce42a8f71, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9d72c370-abfd-4bd7-a3b5-958ce42a8f71,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:55.948677 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:56.010519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-158407e4-50ee-4efd-83f4-4792b5826688 req-1ba26804-9ee9-4ea9-8386-c79053344cd3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Deleting port da9a0406-d7f9-40ea-8142-451218b93fe0 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:33:56.010519 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-158407e4-50ee-4efd-83f4-4792b5826688 req-1ba26804-9ee9-4ea9-8386-c79053344cd3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:56.071421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=9d72c370-abfd-4bd7-a3b5-958ce42a8f71,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:56.090817 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-257b7376-aa2e-422a-87c7-18d4a86bbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:56.106276 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-257b7376-aa2e-422a-87c7-18d4a86bbc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:56.110438 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-257b7376-aa2e-422a-87c7-18d4a86bbc18 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c5306e5a-869f-4e12-b075-e70b3e6a1bc2 HTTP/1.1" status: 204 len: 168 time: 1.4409797 Nov 09 17:33:56.131954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47168) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:56.150579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b7376-aa2e-422a-87c7-18d4a86bbc18 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5306e5a-869f-4e12-b075-e70b3e6a1bc2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:56.179806 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-87f023bf-1087-4413-860b-4f282190e6e2 None None] Set router 26c35fdd-f228-46ab-9531-ef68c5227d40 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:33:56.184885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa4e49-06a5-4978-b904-cc4fdb32f877 req-6eb471ae-00f9-487f-a02b-5ae4a4a323fc tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:56.186770 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aaaa4e49-06a5-4978-b904-cc4fdb32f877 req-6eb471ae-00f9-487f-a02b-5ae4a4a323fc tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 948 time: 0.2724266 Nov 09 17:33:56.191841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73505e6-9a34-47bd-a7de-1fcac654e88e req-e9df380c-9882-4709-92b2-218d6eb70591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:56.193353 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e73505e6-9a34-47bd-a7de-1fcac654e88e req-e9df380c-9882-4709-92b2-218d6eb70591 service neutron] 10.222.0.18 "GET /v2.0/networks?id=de75632f-df4b-4bcb-8065-c6f44b30ec8b HTTP/1.1" status: 200 len: 907 time: 0.3418574 Nov 09 17:33:56.216720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-008684c1-b377-43d0-ae39-52859d2ab48d admin admin] Deleting subnet 5e945227-5d8b-44ec-80fb-7ca9689186c1 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:33:56.221082 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-008684c1-b377-43d0-ae39-52859d2ab48d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:56.295869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-770b94b0-7b60-4fe1-919a-ef5d14520f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:56.297471 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-770b94b0-7b60-4fe1-919a-ef5d14520f67 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9&tenant_id=70c630d7be7a41139c470735f4a6f7e7 HTTP/1.1" status: 200 len: 1095 time: 0.5327613 Nov 09 17:33:56.339259 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-008684c1-b377-43d0-ae39-52859d2ab48d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:56.406261 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f3d15-4a2e-44d9-ac87-cb46fa2dc9df req-77842188-490c-45e3-9a3f-58b18be3192b tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:56.407838 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b86f3d15-4a2e-44d9-ac87-cb46fa2dc9df req-77842188-490c-45e3-9a3f-58b18be3192b tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 944 time: 0.2746806 Nov 09 17:33:56.425542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Network 3eb41ebc-978a-4698-8652-a47b1c383abb is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:33:56.438912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:33:56.473168 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-008684c1-b377-43d0-ae39-52859d2ab48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:56.478366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-e3d7c8b9-fef5-4212-99c8-ed5342a3057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:56.480443 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-e3d7c8b9-fef5-4212-99c8-ed5342a3057b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 1095 time: 0.1381352 Nov 09 17:33:56.522511 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-87f023bf-1087-4413-860b-4f282190e6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 4, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port': {'id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'd3ec1ff0-13c9-4dc6-b6d8-a62631fcdd8a', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'port_id': 'cea13655-7af1-40c4-9754-557ce537c82a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'mac_address': 'fa:16:3e:9d:e5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:32:39Z', 'updated_at': '2021-11-09T17:33:53Z', 'revision_number': 1, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee8c46e-b2a0-4c54-b05e-861ff9c830f1', 'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'mac_address': 'fa:16:3e:9e:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '261426b6-ff67-4562-94a0-561f045062e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:32Z', 'updated_at': '2021-11-09T17:32:39Z', 'revision_number': 5, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'subnets': [{'id': '261426b6-ff67-4562-94a0-561f045062e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:56.554491 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f023bf-1087-4413-860b-4f282190e6e2 None None] The sync data for ids ['26c35fdd-f228-46ab-9531-ef68c5227d40'] in n-d-817236-1 is: [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 4, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port': {'id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'd3ec1ff0-13c9-4dc6-b6d8-a62631fcdd8a', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'port_id': 'cea13655-7af1-40c4-9754-557ce537c82a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'mac_address': 'fa:16:3e:9d:e5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:32:39Z', 'updated_at': '2021-11-09T17:33:53Z', 'revision_number': 1, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee8c46e-b2a0-4c54-b05e-861ff9c830f1', 'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'mac_address': 'fa:16:3e:9e:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '261426b6-ff67-4562-94a0-561f045062e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:32Z', 'updated_at': '2021-11-09T17:32:39Z', 'revision_number': 5, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'subnets': [{'id': '261426b6-ff67-4562-94a0-561f045062e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:33:56.727174 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b86f3d15-4a2e-44d9-ac87-cb46fa2dc9df req-332571d8-542a-455a-b58d-a722ec8912df tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067794 Nov 09 17:33:56.770991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423e558-986b-49c5-9206-134cf8447b04 req-84435fb0-047a-4e3e-a3e3-48414b49e397 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:56.772938 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d423e558-986b-49c5-9206-134cf8447b04 req-84435fb0-047a-4e3e-a3e3-48414b49e397 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 948 time: 0.7719533 Nov 09 17:33:56.781824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-158407e4-50ee-4efd-83f4-4792b5826688 req-1ba26804-9ee9-4ea9-8386-c79053344cd3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] For port da9a0406-d7f9-40ea-8142-451218b93fe0, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=da9a0406-d7f9-40ea-8142-451218b93fe0,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:56.782268 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-158407e4-50ee-4efd-83f4-4792b5826688 req-1ba26804-9ee9-4ea9-8386-c79053344cd3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:56.804117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Router 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:33:56.810364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-21e7eeb6-0f09-491b-80b7-3a73f32e79d9 None None] Provisioning complete for port 41fc112e-0898-471d-a29a-e69541f27e33 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:56.811011 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-21e7eeb6-0f09-491b-80b7-3a73f32e79d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:56.823631 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-008684c1-b377-43d0-ae39-52859d2ab48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:56.841642 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e73505e6-9a34-47bd-a7de-1fcac654e88e req-107f0e18-7e00-426f-bc5f-64efe733afff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea13655-7af1-40c4-9754-557ce537c82a HTTP/1.1" status: 200 len: 999 time: 0.6315999 Nov 09 17:33:56.849788 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-158407e4-50ee-4efd-83f4-4792b5826688 req-1ba26804-9ee9-4ea9-8386-c79053344cd3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Calling delete_port for da9a0406-d7f9-40ea-8142-451218b93fe0 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:33:56.869854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-21e7eeb6-0f09-491b-80b7-3a73f32e79d9 None None] Port 41fc112e-0898-471d-a29a-e69541f27e33 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:33:56.947720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008684c1-b377-43d0-ae39-52859d2ab48d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e945227-5d8b-44ec-80fb-7ca9689186c1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:56.957365 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-4091eea6-f8da-4c13-b75b-6c2a355fdf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:56.958682 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d423e558-986b-49c5-9206-134cf8447b04 req-dd11545e-34f9-4607-a82f-447c2f1e400b tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a793354-5b94-4435-aea2-06de635ada25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194787 Nov 09 17:33:56.958940 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-4091eea6-f8da-4c13-b75b-6c2a355fdf73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.4578426 Nov 09 17:33:56.964423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-008684c1-b377-43d0-ae39-52859d2ab48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:56.976769 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-008684c1-b377-43d0-ae39-52859d2ab48d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5e945227-5d8b-44ec-80fb-7ca9689186c1 HTTP/1.1" status: 204 len: 168 time: 0.8160062 Nov 09 17:33:56.976769 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47178) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:57.035376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73505e6-9a34-47bd-a7de-1fcac654e88e req-5828eceb-94ed-4a56-a653-6ed36dcfc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:57.037622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e73505e6-9a34-47bd-a7de-1fcac654e88e req-5828eceb-94ed-4a56-a653-6ed36dcfc4b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=261426b6-ff67-4562-94a0-561f045062e8 HTTP/1.1" status: 200 len: 845 time: 0.1574130 Nov 09 17:33:57.093305 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-aaaa4e49-06a5-4978-b904-cc4fdb32f877 req-f35c94b2-f4fa-4efd-af86-ea1b805bd2c7 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Deleting port fabed631-77ff-418c-8a72-98d6c90e7081 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:33:57.094081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aaaa4e49-06a5-4978-b904-cc4fdb32f877 req-f35c94b2-f4fa-4efd-af86-ea1b805bd2c7 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:57.218710 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f3905-d707-4016-9013-08575d2a4519 None None] New status for floating IP d3ec1ff0-13c9-4dc6-b6d8-a62631fcdd8a: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:33:57.251939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73505e6-9a34-47bd-a7de-1fcac654e88e req-2c53a6f6-886f-4c2e-a658-8eb1ed3c0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:57.254893 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e73505e6-9a34-47bd-a7de-1fcac654e88e req-2c53a6f6-886f-4c2e-a658-8eb1ed3c0a54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=de75632f-df4b-4bcb-8065-c6f44b30ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049022 Nov 09 17:33:57.438269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-aaaa4e49-06a5-4978-b904-cc4fdb32f877 req-f35c94b2-f4fa-4efd-af86-ea1b805bd2c7 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] For port fabed631-77ff-418c-8a72-98d6c90e7081, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=fabed631-77ff-418c-8a72-98d6c90e7081,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:33:57.439068 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aaaa4e49-06a5-4978-b904-cc4fdb32f877 req-f35c94b2-f4fa-4efd-af86-ea1b805bd2c7 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:57.457120 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-158407e4-50ee-4efd-83f4-4792b5826688 req-1ba26804-9ee9-4ea9-8386-c79053344cd3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:57.484788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9d72c370-abfd-4bd7-a3b5-958ce42a8f71 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:33:57.486573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-aaaa4e49-06a5-4978-b904-cc4fdb32f877 req-f35c94b2-f4fa-4efd-af86-ea1b805bd2c7 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Calling delete_port for fabed631-77ff-418c-8a72-98d6c90e7081 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:33:57.489314 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d', '6dea0f42-c96c-4626-97a6-5d0d677cf547'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:33:57.549189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba26804-9ee9-4ea9-8386-c79053344cd3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Pushing event deleted for resources: {'Port': ['ID=da9a0406-d7f9-40ea-8142-451218b93fe0,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:57.559034 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e73505e6-9a34-47bd-a7de-1fcac654e88e req-0f5aad83-4c68-42d2-8cd7-79257751b062 service neutron] 10.222.0.18 "GET /v2.0/networks/de75632f-df4b-4bcb-8065-c6f44b30ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846179 Nov 09 17:33:57.568716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43787a-f192-4f09-8159-a0b47ddee52b req-211e2281-3770-4a25-9b0f-33c46e235ea0 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:57.575886 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b43787a-f192-4f09-8159-a0b47ddee52b req-211e2281-3770-4a25-9b0f-33c46e235ea0 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=f87dc5bd-8c88-4352-936c-c34ae7d59b49 HTTP/1.1" status: 200 len: 867 time: 0.2148151 Nov 09 17:33:57.585244 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-9a5e0edb-9f15-4fc0-8f9a-3635461efc6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 HTTP/1.1" status: 200 len: 217 time: 0.6119602 Nov 09 17:33:57.686099 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a15e5bec-d81a-4953-87c4-0a7aee7250c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:57.724121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b85eb-bc46-4936-a8b4-abea1b562c83 req-e88dccc2-179b-44c9-8f31-3d41aa4bb680 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:57.731937 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1b85eb-bc46-4936-a8b4-abea1b562c83 req-e88dccc2-179b-44c9-8f31-3d41aa4bb680 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 945 time: 0.9135695 Nov 09 17:33:57.776625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-158407e4-50ee-4efd-83f4-4792b5826688 req-1ba26804-9ee9-4ea9-8386-c79053344cd3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] No DVR routers for this DVR port da9a0406-d7f9-40ea-8142-451218b93fe0 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:57.782272 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-158407e4-50ee-4efd-83f4-4792b5826688 req-1ba26804-9ee9-4ea9-8386-c79053344cd3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:57.789619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-158407e4-50ee-4efd-83f4-4792b5826688 req-1ba26804-9ee9-4ea9-8386-c79053344cd3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "DELETE /v2.0/ports/da9a0406-d7f9-40ea-8142-451218b93fe0 HTTP/1.1" status: 204 len: 173 time: 2.0886862 Nov 09 17:33:57.801659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87dc5bd-8c88-4352-936c-c34ae7d59b49', 'name': 'network-vif-deleted', 'tag': 'da9a0406-d7f9-40ea-8142-451218b93fe0'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:33:57.805702 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f105d0-0191-4705-9d9a-a4935407fab4" -d '{"events": [{"server_uuid": "f87dc5bd-8c88-4352-936c-c34ae7d59b49", "name": "network-vif-deleted", "tag": "da9a0406-d7f9-40ea-8142-451218b93fe0"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:33:57.814733 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-ef745017-c9cd-474e-8ac5-6b556870a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:57.818738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-ef745017-c9cd-474e-8ac5-6b556870a3f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.2231245 Nov 09 17:33:57.883405 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b43787a-f192-4f09-8159-a0b47ddee52b req-ea8f0791-aefc-4ed2-9ae2-ed446efaa4ac tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060265 Nov 09 17:33:57.892258 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9d72c370-abfd-4bd7-a3b5-958ce42a8f71 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:33:57.895475 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:57.986043 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e73505e6-9a34-47bd-a7de-1fcac654e88e req-b3954c17-9856-481e-b841-0cadaf928259 service neutron] 10.222.0.18 "GET /v2.0/networks/de75632f-df4b-4bcb-8065-c6f44b30ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627753 Nov 09 17:33:58.042326 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-546d7cfd-3a5c-4263-9826-eb02f2c60696 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2046309 Nov 09 17:33:58.184322 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aaaa4e49-06a5-4978-b904-cc4fdb32f877 req-f35c94b2-f4fa-4efd-af86-ea1b805bd2c7 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:58.192807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:33:58.204287 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Sync routers for ids ['40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:33:58.205812 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b74686d5-ede7-4618-90da-4c6b1b075959 admin admin] 10.222.0.81 "PUT /v2.0/routers/40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7698946 Nov 09 17:33:58.234846 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Routers {'40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:33:58.235986 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:33:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:58.270136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4b678-2ad7-4e1a-93f2-794008186b11 req-f248c7a9-542a-445c-864b-c80f1e3453b4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:58.273770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1b85eb-bc46-4936-a8b4-abea1b562c83 req-8156496e-133a-4c62-bff6-19920eb8c762 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178194 Nov 09 17:33:58.277686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a15e5bec-d81a-4953-87c4-0a7aee7250c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:58.280410 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11e4b678-2ad7-4e1a-93f2-794008186b11 req-f248c7a9-542a-445c-864b-c80f1e3453b4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 944 time: 0.1757765 Nov 09 17:33:58.314737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a15e5bec-d81a-4953-87c4-0a7aee7250c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bba7462-c8fe-4924-aff0-8dea79d1b2da']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:58.327996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c94b2-f4fa-4efd-af86-ea1b805bd2c7 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Pushing event deleted for resources: {'Port': ['ID=fabed631-77ff-418c-8a72-98d6c90e7081,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:58.399036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a15e5bec-d81a-4953-87c4-0a7aee7250c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d308f9-c223-481a-9562-0ef775af9f1f') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:58.399375 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a15e5bec-d81a-4953-87c4-0a7aee7250c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d308f9-c223-481a-9562-0ef775af9f1f') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:58.439355 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a15e5bec-d81a-4953-87c4-0a7aee7250c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:58.480811 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-b8ac619f-fa5f-4014-9bc3-6d64c6609ba1 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396161 Nov 09 17:33:58.522071 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7884631-6f9d-4e5f-9027-9c8a8f31b1cc x-openstack-request-id: req-a7884631-6f9d-4e5f-9027-9c8a8f31b1cc {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:33:58.522359 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87dc5bd-8c88-4352-936c-c34ae7d59b49", "name": "network-vif-deleted", "tag": "da9a0406-d7f9-40ea-8142-451218b93fe0", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:33:58.522510 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7884631-6f9d-4e5f-9027-9c8a8f31b1cc {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:33:58.522920 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87dc5bd-8c88-4352-936c-c34ae7d59b49', 'name': 'network-vif-deleted', 'tag': 'da9a0406-d7f9-40ea-8142-451218b93fe0', 'status': 'completed', 'code': 200} Nov 09 17:33:58.552208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11e4b678-2ad7-4e1a-93f2-794008186b11 req-ad784c17-934c-4051-891e-7fbcd1acde6a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707605 Nov 09 17:33:58.553077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaa4e49-06a5-4978-b904-cc4fdb32f877 req-f35c94b2-f4fa-4efd-af86-ea1b805bd2c7 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] No DVR routers for this DVR port fabed631-77ff-418c-8a72-98d6c90e7081 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:33:58.567330 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aaaa4e49-06a5-4978-b904-cc4fdb32f877 req-f35c94b2-f4fa-4efd-af86-ea1b805bd2c7 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:58.583762 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aaaa4e49-06a5-4978-b904-cc4fdb32f877 req-f35c94b2-f4fa-4efd-af86-ea1b805bd2c7 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.13 "DELETE /v2.0/ports/fabed631-77ff-418c-8a72-98d6c90e7081 HTTP/1.1" status: 204 len: 173 time: 2.3818738 Nov 09 17:33:58.616694 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a15e5bec-d81a-4953-87c4-0a7aee7250c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:58.697999 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Set router 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:33:58.770774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15e5bec-d81a-4953-87c4-0a7aee7250c4 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:33:58.785378 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a15e5bec-d81a-4953-87c4-0a7aee7250c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:33:58.809955 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:33:58.961733 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-33fe2e99-7ad1-45c9-b1e0-f009cebc91a8 req-d5c0afdc-5aa8-46c6-ac41-155fd75afc43 tempest-ImagesOneServerTestJSON-1935861751 tempest-ImagesOneServerTestJSON-1935861751-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb HTTP/1.1" status: 200 len: 210 time: 0.1999843 Nov 09 17:33:59.067461 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a15e5bec-d81a-4953-87c4-0a7aee7250c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:59.093217 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a15e5bec-d81a-4953-87c4-0a7aee7250c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:59.099255 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a15e5bec-d81a-4953-87c4-0a7aee7250c4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8bba7462-c8fe-4924-aff0-8dea79d1b2da HTTP/1.1" status: 204 len: 168 time: 2.1207120 Nov 09 17:33:59.146379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e5bec-d81a-4953-87c4-0a7aee7250c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bba7462-c8fe-4924-aff0-8dea79d1b2da,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:33:59.164526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device da9a0406-d7f9-40ea-8142-451218b93fe0 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:33:59.165312 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-b2b850ae-caa3-41e7-9d5f-d540f420c5b4 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571679 Nov 09 17:33:59.192241 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'name': 'tempest-AttachSCSIVolumeTestJSON-309708097-router', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:45Z', 'updated_at': '2021-11-09T17:33:54Z', 'revision_number': 4, 'project_id': '6816a5af18154146bcfc9d429b83993c', 'gw_port': {'id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:48Z', 'updated_at': '2021-11-09T17:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '41fc112e-0898-471d-a29a-e69541f27e33', 'name': '', 'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'mac_address': 'fa:16:3e:3e:75:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2dacc1d8-d90b-43c3-b663-7af1efd0c0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:53Z', 'updated_at': '2021-11-09T17:33:54Z', 'revision_number': 2, 'project_id': '6816a5af18154146bcfc9d429b83993c', 'subnets': [{'id': '2dacc1d8-d90b-43c3-b663-7af1efd0c0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:33:59.295351 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Checking router: 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:33:59.296412 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Updating router 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 port 41fc112e-0898-471d-a29a-e69541f27e33 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:33:59.317035 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: da9a0406-d7f9-40ea-8142-451218b93fe0 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:33:59.322103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device da9a0406-d7f9-40ea-8142-451218b93fe0 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:33:59.342524 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:33:59.613480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6d2aa-05e7-4697-94ee-85366eb6f65c req-7d4d5da0-260f-49da-b5c7-9741f0c3a0e4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:59.626879 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cac6d2aa-05e7-4697-94ee-85366eb6f65c req-7d4d5da0-260f-49da-b5c7-9741f0c3a0e4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 945 time: 0.1362772 Nov 09 17:33:59.712416 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cac6d2aa-05e7-4697-94ee-85366eb6f65c req-1251df4b-8138-4d3b-9729-412990f19106 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825503 Nov 09 17:33:59.913829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461d1df-2b14-42b3-9d3f-ae3f947df76b req-ad8fd0d5-bde3-40ef-a865-9ab0913c0b2a tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:33:59.915238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47218) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:33:59.917280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8461d1df-2b14-42b3-9d3f-ae3f947df76b req-ad8fd0d5-bde3-40ef-a865-9ab0913c0b2a tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 949 time: 0.2208722 Nov 09 17:33:59.986234 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-db92ae49-c963-419d-b1b7-10f2a52407b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=25d3e790f0ec4ac594daaa554e8c156b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656476 Nov 09 17:33:59.986565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47220) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:00.034700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-852fd3e7-5bac-44f1-b1af-b22cf5e2ed6d tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:00.036459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-852fd3e7-5bac-44f1-b1af-b22cf5e2ed6d tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9&tenant_id=70c630d7be7a41139c470735f4a6f7e7&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 1095 time: 0.1990037 Nov 09 17:34:00.054103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58787a01-add9-4ef6-a9bd-d88fb9871d5f req-48f86a33-4462-4930-bf64-f157b330cd4a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:00.061657 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8461d1df-2b14-42b3-9d3f-ae3f947df76b req-8a51bf6d-2878-482c-bc63-b0a6a6e3c7c2 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433382 Nov 09 17:34:00.062856 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-58787a01-add9-4ef6-a9bd-d88fb9871d5f req-48f86a33-4462-4930-bf64-f157b330cd4a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 944 time: 0.1494195 Nov 09 17:34:00.151015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fabed631-77ff-418c-8a72-98d6c90e7081 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:00.194638 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c697403c-0ff9-4721-8109-fcb7b207173d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:00.194897 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-58787a01-add9-4ef6-a9bd-d88fb9871d5f req-a4f48670-e34c-4250-b0e1-ad4ba68967ad tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306868 Nov 09 17:34:00.208651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: fabed631-77ff-418c-8a72-98d6c90e7081 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:34:00.212007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device fabed631-77ff-418c-8a72-98d6c90e7081 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:00.328211 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c697403c-0ff9-4721-8109-fcb7b207173d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:00.491191 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:00.508643 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:00.535711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'name': 'network-vif-deleted', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:00.540617 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc8ee55-e841-4e45-9f6c-3da128f354be" -d '{"events": [{"server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "name": "network-vif-deleted", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:00.612973 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178f26a-eb46-49a5-a38f-f072f5783b8d None None] Pushing event updated for resources: {'Port': ['ID=41fc112e-0898-471d-a29a-e69541f27e33,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:00.707944 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c697403c-0ff9-4721-8109-fcb7b207173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:00.715171 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c697403c-0ff9-4721-8109-fcb7b207173d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:00.716995 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c697403c-0ff9-4721-8109-fcb7b207173d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05e48841-59a2-4307-a170-e37093807192 HTTP/1.1" status: 204 len: 168 time: 0.7284155 Nov 09 17:34:00.723253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4765f-8bb1-40e4-bfd8-9c5710717046 req-6df99918-7fb5-43ee-9630-6515f385fe6b tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:00.726332 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11a4765f-8bb1-40e4-bfd8-9c5710717046 req-6df99918-7fb5-43ee-9630-6515f385fe6b tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 1095 time: 0.1795533 Nov 09 17:34:00.772653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697403c-0ff9-4721-8109-fcb7b207173d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e48841-59a2-4307-a170-e37093807192,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:00.798707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-6f828c46-9d7a-485d-b30f-52721a89a79d service neutron] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:00.840678 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-6f828c46-9d7a-485d-b30f-52721a89a79d service neutron] Notify callbacks [] for binding, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:00.840678 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-542e93f5-b9ef-4cd9-a825-4e2f8e526cff req-6f828c46-9d7a-485d-b30f-52721a89a79d service neutron] 10.222.0.18 "DELETE /v2.0/ports/9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85/bindings/n-h1-817236-1 HTTP/1.1" status: 204 len: 173 time: 0.7432415 Nov 09 17:34:00.881839 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898c5783-62dc-4a2e-a3a0-1c1643ed4d63 x-openstack-request-id: req-898c5783-62dc-4a2e-a3a0-1c1643ed4d63 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:00.882537 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb", "name": "network-vif-deleted", "tag": "fabed631-77ff-418c-8a72-98d6c90e7081", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:00.886398 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-898c5783-62dc-4a2e-a3a0-1c1643ed4d63 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:00.893131 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae61ab2-99e9-4343-b64d-7f6bf8b2b0fb', 'name': 'network-vif-deleted', 'tag': 'fabed631-77ff-418c-8a72-98d6c90e7081', 'status': 'completed', 'code': 200} Nov 09 17:34:00.898160 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11a4765f-8bb1-40e4-bfd8-9c5710717046 req-266b317e-ade2-43e3-838d-1bd2f1ddd7ef tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355052 Nov 09 17:34:01.020714 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Attempting to bind port 41fc112e-0898-471d-a29a-e69541f27e33 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:34:01.021744 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Attempting to bind port 41fc112e-0898-471d-a29a-e69541f27e33 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '93d88831-1916-4288-a414-970f74db8cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:34:01.024405 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Attempting to bind port 41fc112e-0898-471d-a29a-e69541f27e33 on network 3eb41ebc-978a-4698-8652-a47b1c383abb {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:01.117216 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:34:01.118548 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Checking segment: {'id': '93d88831-1916-4288-a414-970f74db8cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:34:01.119060 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:01.119695 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Bound using segment: {'id': '93d88831-1916-4288-a414-970f74db8cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:34:01.120512 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Bound port: 41fc112e-0898-471d-a29a-e69541f27e33, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d88831-1916-4288-a414-970f74db8cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:34:01.121111 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:01.329209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-02bf63d9-2138-44b4-b5c2-73bb44968a6c None None] Provisioning complete for port 41fc112e-0898-471d-a29a-e69541f27e33 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:01.330131 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-02bf63d9-2138-44b4-b5c2-73bb44968a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:01.512498 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-02bf63d9-2138-44b4-b5c2-73bb44968a6c None None] Port 41fc112e-0898-471d-a29a-e69541f27e33 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:34:01.653660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47248) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:01.739370 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99324fe-4490-4295-9543-eb25725e7f74 req-9e89cda9-53f6-4cc1-832c-fc43d593e705 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:01.742556 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b99324fe-4490-4295-9543-eb25725e7f74 req-9e89cda9-53f6-4cc1-832c-fc43d593e705 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 949 time: 0.3815942 Nov 09 17:34:01.795004 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6a0a4-e5da-454d-8996-dc0ab8c71941 req-4fd8a5a7-0003-4289-88c4-4b54f96b9e76 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:01.810999 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eeb6a0a4-e5da-454d-8996-dc0ab8c71941 req-4fd8a5a7-0003-4289-88c4-4b54f96b9e76 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 945 time: 0.5132477 Nov 09 17:34:01.815078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611077e-4b5a-436b-a61d-85692726cce0 req-6b38fa74-4086-4b19-9969-1e92a20eda44 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:01.854616 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9611077e-4b5a-436b-a61d-85692726cce0 req-6b38fa74-4086-4b19-9969-1e92a20eda44 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 949 time: 0.4015675 Nov 09 17:34:01.922999 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] For port 41fc112e-0898-471d-a29a-e69541f27e33, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:01.935032 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] For port 41fc112e-0898-471d-a29a-e69541f27e33, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=41fc112e-0898-471d-a29a-e69541f27e33,segment=NetworkSegment(93d88831-1916-4288-a414-970f74db8cc3),segment_id=93d88831-1916-4288-a414-970f74db8cc3)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:34:01.952936 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:01.956785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9611077e-4b5a-436b-a61d-85692726cce0 req-7b79bba9-92e9-4a57-a2e2-bad7fb011768 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002057 Nov 09 17:34:02.078237 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ab97120b-1e2a-4307-93f2-743a9e11283a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2cccdf651e9c4cf5827255fdbac51572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4236286 Nov 09 17:34:02.079595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47252) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:02.096017 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eeb6a0a4-e5da-454d-8996-dc0ab8c71941 req-6d840854-2fa4-4efa-86df-24f9c78b1a98 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821035 Nov 09 17:34:02.163554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47254) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:02.195609 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b353bf9d-01f2-420c-b3a5-1a4adb2fe7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:02.267710 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b99324fe-4490-4295-9543-eb25725e7f74 req-008a2db3-9ea2-45e2-a623-076e5304ff43 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Deleting port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:34:02.270118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b99324fe-4490-4295-9543-eb25725e7f74 req-008a2db3-9ea2-45e2-a623-076e5304ff43 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:02.285290 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b353bf9d-01f2-420c-b3a5-1a4adb2fe7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:02.288460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4c5dc-01cc-4b3a-8f40-9a8159d38148 req-f2960750-4549-4b3d-be50-6f0f2a58e689 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:02.292972 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Routers {'40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:34:02.298184 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-05a4c5dc-01cc-4b3a-8f40-9a8159d38148 req-f2960750-4549-4b3d-be50-6f0f2a58e689 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 1095 time: 0.1656280 Nov 09 17:34:02.304943 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:33:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:02.412078 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0e5d450f-4112-45e2-82ee-505f35e0ace4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=662b0febeeb44109aa9f8df165b6a962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467732 Nov 09 17:34:02.415172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47256) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:02.436479 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178f26a-eb46-49a5-a38f-f072f5783b8d None None] Pushing event updated for resources: {'Port': ['ID=41fc112e-0898-471d-a29a-e69541f27e33,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:02.499945 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-05a4c5dc-01cc-4b3a-8f40-9a8159d38148 req-2ad1ab08-9d4a-4523-98d5-adfc9d141595 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008114 Nov 09 17:34:02.529173 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] Set router 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:34:02.659548 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ae25cb7-a20d-408e-9422-557af47004d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:02.669303 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b353bf9d-01f2-420c-b3a5-1a4adb2fe7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:02.672483 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b353bf9d-01f2-420c-b3a5-1a4adb2fe7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:02.677233 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b353bf9d-01f2-420c-b3a5-1a4adb2fe7a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a793354-5b94-4435-aea2-06de635ada25 HTTP/1.1" status: 204 len: 168 time: 0.5947590 Nov 09 17:34:02.706212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353bf9d-01f2-420c-b3a5-1a4adb2fe7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a793354-5b94-4435-aea2-06de635ada25,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:02.719612 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ae25cb7-a20d-408e-9422-557af47004d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:02.798261 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-b99324fe-4490-4295-9543-eb25725e7f74 req-008a2db3-9ea2-45e2-a623-076e5304ff43 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] For port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:02.813287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b99324fe-4490-4295-9543-eb25725e7f74 req-008a2db3-9ea2-45e2-a623-076e5304ff43 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:02.851321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e8149b9a-c90f-4d71-a1b0-c8fff707c49b None None] Provisioning complete for port 41fc112e-0898-471d-a29a-e69541f27e33 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:02.851955 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8149b9a-c90f-4d71-a1b0-c8fff707c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:02.887926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b99324fe-4490-4295-9543-eb25725e7f74 req-008a2db3-9ea2-45e2-a623-076e5304ff43 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Calling delete_port for fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:34:02.945003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ae25cb7-a20d-408e-9422-557af47004d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:02.961912 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ae25cb7-a20d-408e-9422-557af47004d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:02.972602 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3ae25cb7-a20d-408e-9422-557af47004d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1120e34a-41c3-4f7a-8231-0f4ecce4532b HTTP/1.1" status: 204 len: 168 time: 0.5533869 Nov 09 17:34:03.005461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae25cb7-a20d-408e-9422-557af47004d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1120e34a-41c3-4f7a-8231-0f4ecce4532b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:03.062636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42663bd-39c4-40ba-8524-e39359797530 req-c5fad0fd-8775-4ac1-bcef-886c50e3f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:03.073987 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-c5fad0fd-8775-4ac1-bcef-886c50e3f089 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 1096 time: 0.2298102 Nov 09 17:34:03.307199 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'name': 'tempest-AttachSCSIVolumeTestJSON-309708097-router', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:45Z', 'updated_at': '2021-11-09T17:33:54Z', 'revision_number': 4, 'project_id': '6816a5af18154146bcfc9d429b83993c', 'gw_port': {'id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:48Z', 'updated_at': '2021-11-09T17:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '41fc112e-0898-471d-a29a-e69541f27e33', 'name': '', 'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'mac_address': 'fa:16:3e:3e:75:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2dacc1d8-d90b-43c3-b663-7af1efd0c0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:53Z', 'updated_at': '2021-11-09T17:34:01Z', 'revision_number': 4, 'project_id': '6816a5af18154146bcfc9d429b83993c', 'subnets': [{'id': '2dacc1d8-d90b-43c3-b663-7af1efd0c0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:03.317219 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8149b9a-c90f-4d71-a1b0-c8fff707c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:03.392869 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0385582-defd-440a-bc50-1c42c88dc230 None None] The sync data for ids ['40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'] in n-d-817236-1 is: [{'id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'name': 'tempest-AttachSCSIVolumeTestJSON-309708097-router', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:45Z', 'updated_at': '2021-11-09T17:33:54Z', 'revision_number': 4, 'project_id': '6816a5af18154146bcfc9d429b83993c', 'gw_port': {'id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:48Z', 'updated_at': '2021-11-09T17:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '41fc112e-0898-471d-a29a-e69541f27e33', 'name': '', 'network_id': '3eb41ebc-978a-4698-8652-a47b1c383abb', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'mac_address': 'fa:16:3e:3e:75:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2dacc1d8-d90b-43c3-b663-7af1efd0c0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:53Z', 'updated_at': '2021-11-09T17:34:01Z', 'revision_number': 4, 'project_id': '6816a5af18154146bcfc9d429b83993c', 'subnets': [{'id': '2dacc1d8-d90b-43c3-b663-7af1efd0c0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:34:03.437461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e8149b9a-c90f-4d71-a1b0-c8fff707c49b None None] For port 41fc112e-0898-471d-a29a-e69541f27e33, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=41fc112e-0898-471d-a29a-e69541f27e33,segment=NetworkSegment(93d88831-1916-4288-a414-970f74db8cc3),segment_id=93d88831-1916-4288-a414-970f74db8cc3)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:03.450459 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8149b9a-c90f-4d71-a1b0-c8fff707c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:03.621280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42663bd-39c4-40ba-8524-e39359797530 req-d1e2e7d3-f385-481c-b7c5-9bba26871982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:03.624434 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-d1e2e7d3-f385-481c-b7c5-9bba26871982 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.5437903 Nov 09 17:34:03.674496 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b99324fe-4490-4295-9543-eb25725e7f74 req-008a2db3-9ea2-45e2-a623-076e5304ff43 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:03.685559 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8149b9a-c90f-4d71-a1b0-c8fff707c49b None None] Pushing event updated for resources: {'Port': ['ID=41fc112e-0898-471d-a29a-e69541f27e33,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:03.711154 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['6dea0f42-c96c-4626-97a6-5d0d677cf547'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:34:03.767745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d29f1-ae78-4f61-ad1d-67229d436245 req-d325b049-9481-47eb-a1e2-70c6803b02b3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:03.781333 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-e58f47cb-ee89-4c9b-9454-08cc524875f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c17398e-36b1-40c4-9953-bd1351b5db06 HTTP/1.1" status: 200 len: 217 time: 0.1482117 Nov 09 17:34:03.795131 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-333d29f1-ae78-4f61-ad1d-67229d436245 req-d325b049-9481-47eb-a1e2-70c6803b02b3 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 949 time: 0.4882889 Nov 09 17:34:03.885013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42663bd-39c4-40ba-8524-e39359797530 req-03798bab-c30d-45f8-9085-2c6bf32c46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:03.886581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-03798bab-c30d-45f8-9085-2c6bf32c46eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.0961177 Nov 09 17:34:03.992490 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-0bbc3353-df01-4736-bad5-8842a165d963 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956404 Nov 09 17:34:04.110802 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-333d29f1-ae78-4f61-ad1d-67229d436245 req-5288d77f-6117-4a43-9627-197dad68a042 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132546 Nov 09 17:34:04.124608 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a2db3-9ea2-45e2-a623-076e5304ff43 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Pushing event deleted for resources: {'Port': ['ID=fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:04.404008 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-1d4376ad-9f46-42ea-aebb-4b8266147de5 service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954413 Nov 09 17:34:04.426675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99324fe-4490-4295-9543-eb25725e7f74 req-008a2db3-9ea2-45e2-a623-076e5304ff43 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] No DVR routers for this DVR port fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:04.436763 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b99324fe-4490-4295-9543-eb25725e7f74 req-008a2db3-9ea2-45e2-a623-076e5304ff43 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:04.457420 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b99324fe-4490-4295-9543-eb25725e7f74 req-008a2db3-9ea2-45e2-a623-076e5304ff43 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "DELETE /v2.0/ports/fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d HTTP/1.1" status: 204 len: 173 time: 2.7026753 Nov 09 17:34:04.460007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449f74e0-371e-42f5-823a-db86aabcac95', 'name': 'network-vif-deleted', 'tag': 'fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:04.480465 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8950a4d9-7de2-48a4-b5f8-576e2668d715" -d '{"events": [{"server_uuid": "449f74e0-371e-42f5-823a-db86aabcac95", "name": "network-vif-deleted", "tag": "fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:04.957335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad906bd-9088-4b01-b23d-9fd30fda685c req-8e745f7d-87a3-4840-9a01-f3733006885e tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:04.973862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ad906bd-9088-4b01-b23d-9fd30fda685c req-8e745f7d-87a3-4840-9a01-f3733006885e tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 945 time: 0.5639722 Nov 09 17:34:05.067064 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a657b0-63e4-4f8c-ad19-9f84b748bb97 x-openstack-request-id: req-c8a657b0-63e4-4f8c-ad19-9f84b748bb97 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:05.067555 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449f74e0-371e-42f5-823a-db86aabcac95", "name": "network-vif-deleted", "tag": "fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:05.067895 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8a657b0-63e4-4f8c-ad19-9f84b748bb97 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:05.068547 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449f74e0-371e-42f5-823a-db86aabcac95', 'name': 'network-vif-deleted', 'tag': 'fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d', 'status': 'completed', 'code': 200} Nov 09 17:34:05.204075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:05.229201 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ad906bd-9088-4b01-b23d-9fd30fda685c req-f755cdaa-b1c2-4671-bdb0-8fbdce445eeb tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540028 Nov 09 17:34:05.317494 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-e1c554f6-576d-4ec6-9041-6cae17513b17 service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8165827 Nov 09 17:34:05.426746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:34:05.430715 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device fe81e01d-b4ad-499d-94a2-4f0fd4f4a51d not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:05.637291 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c47f6bc3-d219-4bd9-b947-1935c516ef27 req-7128ac16-6b09-4b49-a108-fd0b277b59b5 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=449f74e0-371e-42f5-823a-db86aabcac95 HTTP/1.1" status: 200 len: 210 time: 0.1583235 Nov 09 17:34:05.717081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 41fc112e-0898-471d-a29a-e69541f27e33 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:05.756530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42663bd-39c4-40ba-8524-e39359797530 req-d88a8e53-935e-4f4d-99c2-06e24fd46437 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:05.767928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-d88a8e53-935e-4f4d-99c2-06e24fd46437 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916&tenant_id=f6b18ff8d0054db3b09b095e1c177e82&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1096 time: 0.3286481 Nov 09 17:34:05.816902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47326) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:05.830051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817236-1'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:06.165212 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 41fc112e-0898-471d-a29a-e69541f27e33 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:06.169827 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:06.242966 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:06.431930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0c17398e-36b1-40c4-9953-bd1351b5db06,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:06.520462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:06.593009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-508563615-network', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:06.614618 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:06.625958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09db0bf-a83d-4f3f-af05-ba4fdaebd916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c17398e-36b1-40c4-9953-bd1351b5db06'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:06.631809 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fe5983-d288-4eca-82e4-afb1102cbb0f" -d '{"events": [{"server_uuid": "c09db0bf-a83d-4f3f-af05-ba4fdaebd916", "name": "network-vif-unplugged", "status": "completed", "tag": "0c17398e-36b1-40c4-9953-bd1351b5db06"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:06.638745 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:06.701528 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Made reservation on behalf of b0b7f29b6d364f6aadf6f2afb85ce032 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:06.705008 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:06.741759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:06.945146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Pushing event updated for resources: {'Port': ['ID=0c17398e-36b1-40c4-9953-bd1351b5db06,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:06.999402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:06.999907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:07.000621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:07.000811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:07.001258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:07.001702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:07.002141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:07.003290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:07.003688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:07.004129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:07.004564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:07.004987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:07.076853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aef2b-c8f0-45c8-800b-012e6ce79d14 req-90aa54ae-422c-4fcc-a661-f31a0004ba3d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:07.085465 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174aef2b-c8f0-45c8-800b-012e6ce79d14 req-90aa54ae-422c-4fcc-a661-f31a0004ba3d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 943 time: 0.3423657 Nov 09 17:34:07.111889 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:07.121251 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:07.166535 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f4fff7-0995-430c-aa59-f3df88606a51 x-openstack-request-id: req-f8f4fff7-0995-430c-aa59-f3df88606a51 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:07.169842 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09db0bf-a83d-4f3f-af05-ba4fdaebd916", "name": "network-vif-unplugged", "status": "completed", "tag": "0c17398e-36b1-40c4-9953-bd1351b5db06", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:07.170275 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8f4fff7-0995-430c-aa59-f3df88606a51 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:07.177574 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09db0bf-a83d-4f3f-af05-ba4fdaebd916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c17398e-36b1-40c4-9953-bd1351b5db06', 'code': 200} Nov 09 17:34:07.200289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:34:07.245257 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:07.245970 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Added segment 5fcc6e95-9172-48ec-a225-1f88964f23bd of type vlan for network b8ea0aef-b273-4f6e-94ae-502f0edc5730 Nov 09 17:34:07.265665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2a6490-2a56-41ee-9fe8-8bb44507852d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:07.296865 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Attempting to bind port 0c17398e-36b1-40c4-9953-bd1351b5db06 on host n-h1-817236-1 for vnic_type normal with profile {"migrating_to": "n-h2-817236-1"} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:34:07.297915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Attempting to bind port 0c17398e-36b1-40c4-9953-bd1351b5db06 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:34:07.298698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Attempting to bind port 0c17398e-36b1-40c4-9953-bd1351b5db06 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:07.322863 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174aef2b-c8f0-45c8-800b-012e6ce79d14 req-c00f1e99-95a4-4f12-b5e1-865d7afcaa3e tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406138 Nov 09 17:34:07.328351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Port 0c17398e-36b1-40c4-9953-bd1351b5db06 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:34:07.333052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Attempting to bind port 0c17398e-36b1-40c4-9953-bd1351b5db06 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:07.372540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:34:07.373344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:34:07.374036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Bound using segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:34:07.374674 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Bound port: 0c17398e-36b1-40c4-9953-bd1351b5db06, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:34:07.375216 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:07.467328 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:07.542138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:07.550430 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:07.552655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:07.559653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:07.575789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0c17398e-36b1-40c4-9953-bd1351b5db06,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:34:07.589649 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:07.765182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b8ea0aef-b273-4f6e-94ae-502f0edc5730,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:07.783884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network b8ea0aef-b273-4f6e-94ae-502f0edc5730 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:34:07.800555 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cc083f17-cb98-465e-9e41-3a921469b3e1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9819932 Nov 09 17:34:07.802777 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47370) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:07.809110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7f5b8bc5-3a6c-4311-9645-4226eb9a8eea admin admin] Request body: {'subnet': {'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-508563615-subnet', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:07.850358 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5b8bc5-3a6c-4311-9645-4226eb9a8eea admin admin] Made reservation on behalf of b0b7f29b6d364f6aadf6f2afb85ce032 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:07.854006 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8bc5-3a6c-4311-9645-4226eb9a8eea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:07.910318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:07.911876 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:07.915165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] 10.222.0.18 "PUT /v2.0/ports/0c17398e-36b1-40c4-9953-bd1351b5db06 HTTP/1.1" status: 200 len: 1121 time: 2.1406012 Nov 09 17:34:07.930484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c58b4-408a-44c2-a8af-e22006541a1b service neutron] Pushing event updated for resources: {'Port': ['ID=0c17398e-36b1-40c4-9953-bd1351b5db06,revision_number=8']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:07.995882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0c17398e-36b1-40c4-9953-bd1351b5db06'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:34:08.298891 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8bc5-3a6c-4311-9645-4226eb9a8eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:08.417817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b8bc5-3a6c-4311-9645-4226eb9a8eea admin admin] Checking segment: {'id': '5fcc6e95-9172-48ec-a225-1f88964f23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:34:08.418209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b8bc5-3a6c-4311-9645-4226eb9a8eea admin admin] Network hostable DHCP agents. Network: b8ea0aef-b273-4f6e-94ae-502f0edc5730, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:34:08.438923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b8bc5-3a6c-4311-9645-4226eb9a8eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9472698e-f9f7-4b55-9782-008b2932fe01,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:08.464275 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b8bc5-3a6c-4311-9645-4226eb9a8eea admin admin] Network b8ea0aef-b273-4f6e-94ae-502f0edc5730 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:34:08.488975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-7f5b8bc5-3a6c-4311-9645-4226eb9a8eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, b8ea0aef-b273-4f6e-94ae-502f0edc5730) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:08.494821 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b8bc5-3a6c-4311-9645-4226eb9a8eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:08.495455 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8bc5-3a6c-4311-9645-4226eb9a8eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:08.505712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6760a99d-8b68-477e-a620-63542680a619 None None] Network b8ea0aef-b273-4f6e-94ae-502f0edc5730 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:08.524872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47388) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:08.525851 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7f5b8bc5-3a6c-4311-9645-4226eb9a8eea admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7213655 Nov 09 17:34:08.530004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-508563615-router', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:08.660308 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:08.668251 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:08.710313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8fdbb-8c13-4bc2-879d-a722baea707e req-3cfd4913-0540-408e-9bc8-16fbba8f856f tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:08.713116 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04f8fdbb-8c13-4bc2-879d-a722baea707e req-3cfd4913-0540-408e-9bc8-16fbba8f856f tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.1550252 Nov 09 17:34:08.835680 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-b8ea0aef-b273-4f6e-94ae-502f0edc5730', 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'fixed_ips': [{'subnet_id': '9472698e-f9f7-4b55-9782-008b2932fe01'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:34:08.837271 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:08.853204 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47394) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:08.935889 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04f8fdbb-8c13-4bc2-879d-a722baea707e req-1b2b1580-e240-4a1a-af6a-edb5d6d4b184 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003822 Nov 09 17:34:08.949412 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:09.152376 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7aaf4862-1e02-4395-a3f1-46c20d6a8937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:09.208889 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Allocated IP 172.20.0.2 (b8ea0aef-b273-4f6e-94ae-502f0edc5730/9472698e-f9f7-4b55-9782-008b2932fe01/9922ed53-56c5-41df-9bc8-b5817b988461) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:09.261340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09db0bf-a83d-4f3f-af05-ba4fdaebd916', 'tag': '0c17398e-36b1-40c4-9953-bd1351b5db06'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:09.267148 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4b961b-c648-4fea-9a87-ee3d50c38278" -d '{"events": [{"name": "network-changed", "server_uuid": "c09db0bf-a83d-4f3f-af05-ba4fdaebd916", "tag": "0c17398e-36b1-40c4-9953-bd1351b5db06"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:09.371798 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:09.488079 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7aaf4862-1e02-4395-a3f1-46c20d6a8937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:09.571911 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df589545-4645-4d0f-95ba-b4fc18bcfe45 x-openstack-request-id: req-df589545-4645-4d0f-95ba-b4fc18bcfe45 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:09.572788 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09db0bf-a83d-4f3f-af05-ba4fdaebd916", "tag": "0c17398e-36b1-40c4-9953-bd1351b5db06", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:09.572788 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df589545-4645-4d0f-95ba-b4fc18bcfe45 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:09.573093 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09db0bf-a83d-4f3f-af05-ba4fdaebd916', 'tag': '0c17398e-36b1-40c4-9953-bd1351b5db06', 'status': 'completed', 'code': 200} Nov 09 17:34:09.584323 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7aaf4862-1e02-4395-a3f1-46c20d6a8937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:09.652122 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:09.658674 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7aaf4862-1e02-4395-a3f1-46c20d6a8937 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd4826dc4a764572851f873bb87fb269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8021975 Nov 09 17:34:09.659815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47400) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:09.666565 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:09.719596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf4862-1e02-4395-a3f1-46c20d6a8937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f386688-bea2-4ecc-8aaf-0f493b5241b1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:09.759159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82206adf-c840-47be-95e2-c8b48865f34a req-ab8d0b5b-ac1c-4643-b346-3d1ca45b69a5 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:09.766978 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-82206adf-c840-47be-95e2-c8b48865f34a req-ab8d0b5b-ac1c-4643-b346-3d1ca45b69a5 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 943 time: 0.2744853 Nov 09 17:34:09.786369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Pushing event updated for resources: {'Port': ['ID=9922ed53-56c5-41df-9bc8-b5817b988461,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:09.826987 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-82206adf-c840-47be-95e2-c8b48865f34a req-1ee8f450-102c-4c6f-b595-da1d768c4584 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577502 Nov 09 17:34:09.828088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Network b8ea0aef-b273-4f6e-94ae-502f0edc5730 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:09.839754 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3a318d9-9253-4d12-8063-f1582819258e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:09.846102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:09.872705 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3a318d9-9253-4d12-8063-f1582819258e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:09.874183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:09.978514 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3a318d9-9253-4d12-8063-f1582819258e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:09.981939 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3a318d9-9253-4d12-8063-f1582819258e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:09.989863 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a3a318d9-9253-4d12-8063-f1582819258e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3f386688-bea2-4ecc-8aaf-0f493b5241b1 HTTP/1.1" status: 204 len: 168 time: 0.3205025 Nov 09 17:34:10.008536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a318d9-9253-4d12-8063-f1582819258e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f386688-bea2-4ecc-8aaf-0f493b5241b1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:10.057520 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Attempting to bind port 9922ed53-56c5-41df-9bc8-b5817b988461 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:34:10.057917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Attempting to bind port 9922ed53-56c5-41df-9bc8-b5817b988461 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '5fcc6e95-9172-48ec-a225-1f88964f23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:34:10.058477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Attempting to bind port 9922ed53-56c5-41df-9bc8-b5817b988461 on network b8ea0aef-b273-4f6e-94ae-502f0edc5730 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:10.075654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:34:10.081493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Checking segment: {'id': '5fcc6e95-9172-48ec-a225-1f88964f23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:34:10.082409 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:10.084131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Bound using segment: {'id': '5fcc6e95-9172-48ec-a225-1f88964f23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:34:10.086775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Bound port: 9922ed53-56c5-41df-9bc8-b5817b988461, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcc6e95-9172-48ec-a225-1f88964f23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:34:10.088766 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:10.301419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] For port 9922ed53-56c5-41df-9bc8-b5817b988461, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:10.309923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] For port 9922ed53-56c5-41df-9bc8-b5817b988461, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9922ed53-56c5-41df-9bc8-b5817b988461,segment=NetworkSegment(5fcc6e95-9172-48ec-a225-1f88964f23bd),segment_id=5fcc6e95-9172-48ec-a225-1f88964f23bd)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:34:10.322865 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:10.484465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b961b-c648-4fea-9a87-ee3d50c38278 req-eddfc29a-a0a1-4a37-8e17-0c8f51050187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:10.491357 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd4b961b-c648-4fea-9a87-ee3d50c38278 req-eddfc29a-a0a1-4a37-8e17-0c8f51050187 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 1124 time: 0.9010751 Nov 09 17:34:10.553675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9bb6c-0c75-4130-9fec-e505ed7dc760 req-46f7a240-fd35-486d-8b26-f5c5dc643905 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:10.556414 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7d9bb6c-0c75-4130-9fec-e505ed7dc760 req-46f7a240-fd35-486d-8b26-f5c5dc643905 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.1441493 Nov 09 17:34:10.727031 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:10.735716 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-328ce3f3-0333-4fb8-af29-bfbcef677883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:10.740922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a37f88-4977-45db-a734-0bfc9a20ee87 None None] Pushing event updated for resources: {'Port': ['ID=9922ed53-56c5-41df-9bc8-b5817b988461,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:10.784522 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:10.918329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7d9bb6c-0c75-4130-9fec-e505ed7dc760 req-7e9a90e1-491a-44c2-a377-2dc4e6ca745c tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272564 Nov 09 17:34:11.247193 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 0c17398e-36b1-40c4-9953-bd1351b5db06 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:34:11.305770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Allocated IP 172.25.1.46 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/13e9e76e-c319-42ec-a624-58eb40386afd) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:11.388564 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f990b6-a8f9-4938-9f7e-ce883d69878d req-db8c888c-5ef7-4716-a0d9-c2727a37271d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:11.390921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-51f990b6-a8f9-4938-9f7e-ce883d69878d req-db8c888c-5ef7-4716-a0d9-c2727a37271d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 943 time: 0.2739062 Nov 09 17:34:11.636668 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:11.708570 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-51f990b6-a8f9-4938-9f7e-ce883d69878d req-106afe1a-c886-43b2-ae5a-ef01bfcb8f22 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994666 Nov 09 17:34:11.755168 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:11.972808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b961b-c648-4fea-9a87-ee3d50c38278 req-4ade0493-362b-4a18-9c58-894c92e980ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:11.978406 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd4b961b-c648-4fea-9a87-ee3d50c38278 req-4ade0493-362b-4a18-9c58-894c92e980ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 1.4705813 Nov 09 17:34:12.126177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:12.130156 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd4b961b-c648-4fea-9a87-ee3d50c38278 req-aae40f0b-5aa1-4cd3-910d-33427f1661f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c17398e-36b1-40c4-9953-bd1351b5db06 HTTP/1.1" status: 200 len: 217 time: 0.0770175 Nov 09 17:34:12.145242 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:12.269770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b961b-c648-4fea-9a87-ee3d50c38278 req-ffd1b7bc-9aeb-408a-a940-78253bde7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:12.271594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9922ed53-56c5-41df-9bc8-b5817b988461 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:12.278606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd4b961b-c648-4fea-9a87-ee3d50c38278 req-ffd1b7bc-9aeb-408a-a940-78253bde7bc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.1407633 Nov 09 17:34:12.284791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:12.392861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f47e77-6ad4-457d-856a-64a09b5bd53f req-99919999-a15f-4a0d-a307-e3e1ccdc3b13 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:12.396130 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83f47e77-6ad4-457d-856a-64a09b5bd53f req-99919999-a15f-4a0d-a307-e3e1ccdc3b13 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 0.7025888 Nov 09 17:34:12.529051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd4b961b-c648-4fea-9a87-ee3d50c38278 req-7b3fe977-ca86-43c8-9e78-f24b64a7211b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310306 Nov 09 17:34:12.530070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Pushing event updated for resources: {'Port': ['ID=13e9e76e-c319-42ec-a624-58eb40386afd,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:12.811656 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0c17398e-36b1-40c4-9953-bd1351b5db06,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:13.004641 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9922ed53-56c5-41df-9bc8-b5817b988461 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:13.004641 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:13.171475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484768c-7286-40a2-bf5e-e311c95be977 req-375760fd-ff83-49a6-818f-47dd0fe259c7 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:13.186034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 0c17398e-36b1-40c4-9953-bd1351b5db06 has no active binding in host n-h2-817236-1 {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:34:13.186441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d484768c-7286-40a2-bf5e-e311c95be977 req-375760fd-ff83-49a6-818f-47dd0fe259c7 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 943 time: 0.1539242 Nov 09 17:34:13.190339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5624bda-91dc-441e-a132-644b4c09d5fa None None] Network b8ea0aef-b273-4f6e-94ae-502f0edc5730 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:13.240229 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6dea0f42-c96c-4626-97a6-5d0d677cf547 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:13.296573 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d484768c-7286-40a2-bf5e-e311c95be977 req-e34b19c3-cbfd-456d-a6fe-2354eb9ca93b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949602 Nov 09 17:34:13.524272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-71495af6-463f-449c-9c61-25f747b02025 None None] Provisioning complete for port 9922ed53-56c5-41df-9bc8-b5817b988461 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:13.525141 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-71495af6-463f-449c-9c61-25f747b02025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:13.703379 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-653c7ff5-aca4-46a5-8a31-12dc77348760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:13.875015 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:13.905029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd4b961b-c648-4fea-9a87-ee3d50c38278 req-93344325-05a2-402b-bace-fdce1e6d65dc service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3268526 Nov 09 17:34:13.938131 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:13.957183 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:14.066775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 9922ed53-56c5-41df-9bc8-b5817b988461, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9922ed53-56c5-41df-9bc8-b5817b988461,segment=NetworkSegment(5fcc6e95-9172-48ec-a225-1f88964f23bd),segment_id=5fcc6e95-9172-48ec-a225-1f88964f23bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:14.068759 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-71495af6-463f-449c-9c61-25f747b02025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:14.109258 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:14.200355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:14.203517 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f1b35f-9154-4d10-9d40-633f32f572d9" -d '{"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-unplugged", "status": "completed", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:14.213533 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-71495af6-463f-449c-9c61-25f747b02025 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:34:14.213962 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-71495af6-463f-449c-9c61-25f747b02025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:34:14.247600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:14.278704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a244f9b-6131-4656-b253-da911781b9fb req-f7d6c786-5d60-45ab-b1c4-4409161d9f88 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:14.284727 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1a244f9b-6131-4656-b253-da911781b9fb req-f7d6c786-5d60-45ab-b1c4-4409161d9f88 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 951 time: 1.7342808 Nov 09 17:34:14.297466 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:14.307552 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=9922ed53-56c5-41df-9bc8-b5817b988461,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:14.335877 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:14.427423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6dea0f42-c96c-4626-97a6-5d0d677cf547,revision_number=12']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:14.429255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-83f47e77-6ad4-457d-856a-64a09b5bd53f req-a0504897-948d-430e-a811-46ef7994090d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Deleting port 6dea0f42-c96c-4626-97a6-5d0d677cf547 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:34:14.429984 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-83f47e77-6ad4-457d-856a-64a09b5bd53f req-a0504897-948d-430e-a811-46ef7994090d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:14.596491 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1a244f9b-6131-4656-b253-da911781b9fb req-b61c7d96-4f3e-4669-9675-0b872b51cdbc tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/security-groups?id=eee977dd-072a-4717-85fb-f6ce37123ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934787 Nov 09 17:34:14.653581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd4b961b-c648-4fea-9a87-ee3d50c38278 req-639fa816-dee4-41c7-b4db-51ebd2492c96 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635337 Nov 09 17:34:14.655196 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:14.759623 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a4106c-a936-4517-8a5f-022357c3b390 x-openstack-request-id: req-33a4106c-a936-4517-8a5f-022357c3b390 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:14.761087 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-unplugged", "status": "completed", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:14.761770 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33a4106c-a936-4517-8a5f-022357c3b390 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:14.763656 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'code': 200} Nov 09 17:34:14.796826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-83f47e77-6ad4-457d-856a-64a09b5bd53f req-a0504897-948d-430e-a811-46ef7994090d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] For port 6dea0f42-c96c-4626-97a6-5d0d677cf547, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6dea0f42-c96c-4626-97a6-5d0d677cf547,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:14.796826 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-83f47e77-6ad4-457d-856a-64a09b5bd53f req-a0504897-948d-430e-a811-46ef7994090d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:14.825036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-83f47e77-6ad4-457d-856a-64a09b5bd53f req-a0504897-948d-430e-a811-46ef7994090d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Calling delete_port for 6dea0f42-c96c-4626-97a6-5d0d677cf547 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:34:14.948336 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-99e1e975-0464-4bd0-b562-5fe76660a6b6 None None] Provisioning complete for port 9922ed53-56c5-41df-9bc8-b5817b988461 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:14.957114 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99e1e975-0464-4bd0-b562-5fe76660a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:15.011380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815448a0-eb76-4054-b10a-8de04aeefc18 req-7dcba535-ca59-4a56-a9e7-6ece568b34e7 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:15.012332 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-815448a0-eb76-4054-b10a-8de04aeefc18 req-7dcba535-ca59-4a56-a9e7-6ece568b34e7 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 943 time: 0.1609333 Nov 09 17:34:15.116885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Router 8665c376-2006-4fa9-9156-06c20212db08 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:34:15.139913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-815448a0-eb76-4054-b10a-8de04aeefc18 req-336b1cbe-1f1b-4eb4-9f92-5c6c905f38ce tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130893 Nov 09 17:34:15.258572 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:15.277935 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-83f47e77-6ad4-457d-856a-64a09b5bd53f req-a0504897-948d-430e-a811-46ef7994090d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:15.378229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0504897-948d-430e-a811-46ef7994090d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Pushing event deleted for resources: {'Port': ['ID=6dea0f42-c96c-4626-97a6-5d0d677cf547,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:15.515672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f47e77-6ad4-457d-856a-64a09b5bd53f req-a0504897-948d-430e-a811-46ef7994090d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] No DVR routers for this DVR port 6dea0f42-c96c-4626-97a6-5d0d677cf547 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:15.540158 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-83f47e77-6ad4-457d-856a-64a09b5bd53f req-a0504897-948d-430e-a811-46ef7994090d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:15.541036 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:34:15.548472 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83f47e77-6ad4-457d-856a-64a09b5bd53f req-a0504897-948d-430e-a811-46ef7994090d tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.18 "DELETE /v2.0/ports/6dea0f42-c96c-4626-97a6-5d0d677cf547 HTTP/1.1" status: 204 len: 173 time: 2.9713769 Nov 09 17:34:15.570359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-deleted', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:15.583573 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bbf10b-67b2-42c0-a2d6-942d0bc92b9b" -d '{"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-deleted", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:15.619013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:34:15.641834 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Sync routers for ids ['8665c376-2006-4fa9-9156-06c20212db08'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:34:15.683850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Routers {'8665c376-2006-4fa9-9156-06c20212db08'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:34:15.693146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:34:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8665c376-2006-4fa9-9156-06c20212db08'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:15.701913 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:15.707366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47496) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:15.708961 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cf349b8d-d192-4d4a-82db-4d86ad7437a6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1826522 Nov 09 17:34:15.882545 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752fdac1-6fe2-439e-b3a6-1549a10ffc35 x-openstack-request-id: req-752fdac1-6fe2-439e-b3a6-1549a10ffc35 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:15.883001 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcdf4da-889f-45c9-b7d5-01a1b2921a14", "name": "network-vif-deleted", "tag": "6dea0f42-c96c-4626-97a6-5d0d677cf547", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:15.883654 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-752fdac1-6fe2-439e-b3a6-1549a10ffc35 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:15.884319 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdf4da-889f-45c9-b7d5-01a1b2921a14', 'name': 'network-vif-deleted', 'tag': '6dea0f42-c96c-4626-97a6-5d0d677cf547', 'status': 'completed', 'code': 200} Nov 09 17:34:16.281078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Set router 8665c376-2006-4fa9-9156-06c20212db08 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:34:16.343567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9922ed53-56c5-41df-9bc8-b5817b988461 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:16.407426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47544) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:16.462242 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d8e0b3d9-e344-4df2-ab76-d478425ee9e5 req-f44ff37b-3c25-4491-8de0-9c3c36d18df2 tempest-ServersAdminTestJSON-1944427954 tempest-ServersAdminTestJSON-1944427954-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdcdf4da-889f-45c9-b7d5-01a1b2921a14 HTTP/1.1" status: 200 len: 210 time: 0.3519175 Nov 09 17:34:16.513910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56fdd4-d30c-436f-b3e6-094bcc124a24 req-059d4da6-74cb-4d80-9c91-a48c852da06d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:16.521042 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f56fdd4-d30c-436f-b3e6-094bcc124a24 req-059d4da6-74cb-4d80-9c91-a48c852da06d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 943 time: 0.1715457 Nov 09 17:34:16.617709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f56fdd4-d30c-436f-b3e6-094bcc124a24 req-f235786a-e426-413b-a258-88ce01c15dd6 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923815 Nov 09 17:34:16.679808 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cd7c0982-6387-405f-b736-05a45d6097bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:16.684834 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9922ed53-56c5-41df-9bc8-b5817b988461 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:16.699706 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:16.886395 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cd7c0982-6387-405f-b736-05a45d6097bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:16.902175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cd7c0982-6387-405f-b736-05a45d6097bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:16.943454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665c376-2006-4fa9-9156-06c20212db08', 'name': 'tempest-FloatingIPsTestJSON-508563615-router', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:08Z', 'updated_at': '2021-11-09T17:34:13Z', 'revision_number': 3, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'gw_port': {'id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:10Z', 'updated_at': '2021-11-09T17:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:17.023613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Checking router: 8665c376-2006-4fa9-9156-06c20212db08 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:34:17.032541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Updating router 8665c376-2006-4fa9-9156-06c20212db08 port 13e9e76e-c319-42ec-a624-58eb40386afd binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:34:17.045293 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cd7c0982-6387-405f-b736-05a45d6097bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef8d8eacbcdf47968b2e6f2f082bc96f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6355543 Nov 09 17:34:17.046922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c0982-6387-405f-b736-05a45d6097bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793f1b4f-6b5b-43ad-82b8-ac1b8e66742e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:17.065395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47568) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:17.133332 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:17.166298 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eae99b58-5327-45ed-af62-d1c5afe87df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:17.201243 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eae99b58-5327-45ed-af62-d1c5afe87df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:17.223186 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:17.300559 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eae99b58-5327-45ed-af62-d1c5afe87df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:17.312734 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eae99b58-5327-45ed-af62-d1c5afe87df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:17.313166 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-eae99b58-5327-45ed-af62-d1c5afe87df4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/793f1b4f-6b5b-43ad-82b8-ac1b8e66742e HTTP/1.1" status: 204 len: 168 time: 0.2466717 Nov 09 17:34:17.347535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae99b58-5327-45ed-af62-d1c5afe87df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793f1b4f-6b5b-43ad-82b8-ac1b8e66742e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:17.432368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Allocated IP 172.20.0.1 (b8ea0aef-b273-4f6e-94ae-502f0edc5730/9472698e-f9f7-4b55-9782-008b2932fe01/40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:17.557568 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:17.618334 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:17.728026 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:17.754388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-5df19642-e103-4bee-bd24-0f71dab41bd2 service neutron] 10.222.0.13 "GET /v2.0/ports/0c17398e-36b1-40c4-9953-bd1351b5db06/bindings/n-h2-817236-1 HTTP/1.1" status: 200 len: 384 time: 0.2216558 Nov 09 17:34:17.911008 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Network b8ea0aef-b273-4f6e-94ae-502f0edc5730 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:17.961220 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:17.968011 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:18.047079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee29529-370c-42b5-ab10-9316fed5ba97 req-562aa77d-b1ef-4212-b18f-1db8d3b27d8a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:18.059884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ee29529-370c-42b5-ab10-9316fed5ba97 req-562aa77d-b1ef-4212-b18f-1db8d3b27d8a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 943 time: 0.2159185 Nov 09 17:34:18.216103 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:18.228145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Pushing event updated for resources: {'Port': ['ID=40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:18.312953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47630) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:18.387325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e42663bd-39c4-40ba-8524-e39359797530 req-33635867-d66d-4bfe-8998-60e9ece446f7 service neutron] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0c17398e-36b1-40c4-9953-bd1351b5db06,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:18.406445 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ee29529-370c-42b5-ab10-9316fed5ba97 req-47103fc9-472e-4621-b376-0f3c63d159c2 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431857 Nov 09 17:34:18.451475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e42663bd-39c4-40ba-8524-e39359797530 req-33635867-d66d-4bfe-8998-60e9ece446f7 service neutron] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:18.554009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-e42663bd-39c4-40ba-8524-e39359797530 req-33635867-d66d-4bfe-8998-60e9ece446f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c17398e-36b1-40c4-9953-bd1351b5db06 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:34:18.554482 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:18.582999 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:18.590229 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:18.607933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e42663bd-39c4-40ba-8524-e39359797530 req-33635867-d66d-4bfe-8998-60e9ece446f7 service neutron] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=0c17398e-36b1-40c4-9953-bd1351b5db06,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:18.677213 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e42663bd-39c4-40ba-8524-e39359797530 req-33635867-d66d-4bfe-8998-60e9ece446f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:18.820135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fc7b6b42-c051-42fa-bf55-8ab233386505 None None] Provisioning complete for port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:18.821077 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6b42-c051-42fa-bf55-8ab233386505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:18.947662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b6b42-c051-42fa-bf55-8ab233386505 None None] Port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:34:18.949947 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-e42663bd-39c4-40ba-8524-e39359797530 req-33635867-d66d-4bfe-8998-60e9ece446f7 service neutron] Transition to ACTIVE for port object 0c17398e-36b1-40c4-9953-bd1351b5db06 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:34:18.952222 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Attempting to bind port 13e9e76e-c319-42ec-a624-58eb40386afd on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:34:18.953995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Attempting to bind port 13e9e76e-c319-42ec-a624-58eb40386afd by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:34:18.954819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Attempting to bind port 13e9e76e-c319-42ec-a624-58eb40386afd on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:18.959895 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e42663bd-39c4-40ba-8524-e39359797530 req-33635867-d66d-4bfe-8998-60e9ece446f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:18.991070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:34:18.992445 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:34:18.993149 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:18.995187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:34:18.996099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Bound port: 13e9e76e-c319-42ec-a624-58eb40386afd, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:34:19.000587 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:19.036722 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a5a9973a-1024-41b8-a101-41a5504bff72 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d66166d470345f289e8b22658fcf791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7130005 Nov 09 17:34:19.054962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47642) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:19.091551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832b6d2-2c88-4610-b829-9519d8428bea None None] Pushing event updated for resources: {'Port': ['ID=13e9e76e-c319-42ec-a624-58eb40386afd,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:19.187917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] For port 13e9e76e-c319-42ec-a624-58eb40386afd, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:19.193345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] For port 13e9e76e-c319-42ec-a624-58eb40386afd, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=13e9e76e-c319-42ec-a624-58eb40386afd,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:34:19.208872 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:19.351605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832b6d2-2c88-4610-b829-9519d8428bea None None] Pushing event updated for resources: {'Port': ['ID=13e9e76e-c319-42ec-a624-58eb40386afd,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:19.363931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Routers {'8665c376-2006-4fa9-9156-06c20212db08'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:34:19.366540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:34:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8665c376-2006-4fa9-9156-06c20212db08'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:19.441178 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:19.462596 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:19.572687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33635867-d66d-4bfe-8998-60e9ece446f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c17398e-36b1-40c4-9953-bd1351b5db06,revision_number=10']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:19.612424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42663bd-39c4-40ba-8524-e39359797530 req-33635867-d66d-4bfe-8998-60e9ece446f7 service neutron] No DVR routers for this DVR port 0c17398e-36b1-40c4-9953-bd1351b5db06 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:19.637997 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2f96cd3-3b7a-440a-9d8c-e26ead2dfc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:19.672776 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2f96cd3-3b7a-440a-9d8c-e26ead2dfc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:19.689386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:19.728499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] Set router 8665c376-2006-4fa9-9156-06c20212db08 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:34:19.888028 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-33635867-d66d-4bfe-8998-60e9ece446f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/0c17398e-36b1-40c4-9953-bd1351b5db06/bindings/n-h2-817236-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1145935 Nov 09 17:34:19.920849 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Pushing event updated for resources: {'Port': ['ID=40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:19.921471 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2f96cd3-3b7a-440a-9d8c-e26ead2dfc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:19.934297 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2f96cd3-3b7a-440a-9d8c-e26ead2dfc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:19.939429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e2f96cd3-3b7a-440a-9d8c-e26ead2dfc8d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eee977dd-072a-4717-85fb-f6ce37123ddc HTTP/1.1" status: 204 len: 168 time: 0.8817890 Nov 09 17:34:19.978679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f96cd3-3b7a-440a-9d8c-e26ead2dfc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee977dd-072a-4717-85fb-f6ce37123ddc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:20.011886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0831390-7c4d-4108-a635-193b314bdd8d req-22953ede-7791-48b4-a8dc-6edbb22f134f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:20.022750 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d0831390-7c4d-4108-a635-193b314bdd8d req-22953ede-7791-48b4-a8dc-6edbb22f134f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 944 time: 0.3241589 Nov 09 17:34:20.192092 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d0831390-7c4d-4108-a635-193b314bdd8d req-e80deacc-9bd1-4ae5-9b2b-a3336f7dc095 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683455 Nov 09 17:34:20.210063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42663bd-39c4-40ba-8524-e39359797530 req-3debb754-062f-4e8b-8e13-156cb2693f8b tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:20.214165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-3debb754-062f-4e8b-8e13-156cb2693f8b tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916&tenant_id=f6b18ff8d0054db3b09b095e1c177e82&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1095 time: 0.2245753 Nov 09 17:34:20.258880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Network b8ea0aef-b273-4f6e-94ae-502f0edc5730 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:20.261622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:20.292877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0c17398e-36b1-40c4-9953-bd1351b5db06 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:20.372694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42663bd-39c4-40ba-8524-e39359797530 req-a1c106bf-01c5-4132-b477-c605b6663baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:20.378558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-a1c106bf-01c5-4132-b477-c605b6663baa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916&tenant_id=f6b18ff8d0054db3b09b095e1c177e82 HTTP/1.1" status: 200 len: 1095 time: 0.1543162 Nov 09 17:34:20.555285 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0c17398e-36b1-40c4-9953-bd1351b5db06 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:20.589814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42663bd-39c4-40ba-8524-e39359797530 req-87ea3b59-7d4f-4429-a388-4b0b8ff82888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:20.602753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-87ea3b59-7d4f-4429-a388-4b0b8ff82888 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 1095 time: 0.1892614 Nov 09 17:34:20.672133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665c376-2006-4fa9-9156-06c20212db08', 'name': 'tempest-FloatingIPsTestJSON-508563615-router', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:08Z', 'updated_at': '2021-11-09T17:34:18Z', 'revision_number': 4, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'gw_port': {'id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:10Z', 'updated_at': '2021-11-09T17:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d', 'name': '', 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'mac_address': 'fa:16:3e:4c:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9472698e-f9f7-4b55-9782-008b2932fe01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:17Z', 'updated_at': '2021-11-09T17:34:17Z', 'revision_number': 1, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'subnets': [{'id': '9472698e-f9f7-4b55-9782-008b2932fe01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:20.751503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e3cd7-e56c-4400-8ae4-b916a8bc26fc None None] The sync data for ids ['8665c376-2006-4fa9-9156-06c20212db08'] in n-d-817236-1 is: [{'id': '8665c376-2006-4fa9-9156-06c20212db08', 'name': 'tempest-FloatingIPsTestJSON-508563615-router', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:08Z', 'updated_at': '2021-11-09T17:34:18Z', 'revision_number': 4, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'gw_port': {'id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:10Z', 'updated_at': '2021-11-09T17:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d', 'name': '', 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'mac_address': 'fa:16:3e:4c:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9472698e-f9f7-4b55-9782-008b2932fe01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:17Z', 'updated_at': '2021-11-09T17:34:17Z', 'revision_number': 1, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'subnets': [{'id': '9472698e-f9f7-4b55-9782-008b2932fe01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:34:20.809663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47674) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:20.973597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8b2d9b8c-f518-4855-9240-c6e84b01ef89 None None] Provisioning complete for port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:20.973984 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8b2d9b8c-f518-4855-9240-c6e84b01ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:20.981662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42663bd-39c4-40ba-8524-e39359797530 req-cd7eba8d-de3e-4a6e-a29e-49c9bf23a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:20.984888 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-cd7eba8d-de3e-4a6e-a29e-49c9bf23a892 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.3708327 Nov 09 17:34:21.077071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-33186f61-4691-4d4f-9540-fcbcb6649405 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e1eab8bf821547cfbef2062c33ec31e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639806 Nov 09 17:34:21.081831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47676) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:21.083295 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-d35ff498-c9cb-468f-8940-8d7925ff7356 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c17398e-36b1-40c4-9953-bd1351b5db06 HTTP/1.1" status: 200 len: 217 time: 0.0743341 Nov 09 17:34:21.095455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d9b8c-f518-4855-9240-c6e84b01ef89 None None] Port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:34:21.165103 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f69840eb-a2bf-49ae-96ab-776bd7798873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:21.175395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42663bd-39c4-40ba-8524-e39359797530 req-230a71b8-4c9a-4239-9787-dd22b8327741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:21.177049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-230a71b8-4c9a-4239-9787-dd22b8327741 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.0854719 Nov 09 17:34:21.234247 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f69840eb-a2bf-49ae-96ab-776bd7798873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:21.307168 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f69840eb-a2bf-49ae-96ab-776bd7798873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:21.310331 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f69840eb-a2bf-49ae-96ab-776bd7798873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:21.311577 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f69840eb-a2bf-49ae-96ab-776bd7798873 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f360821-6a12-40e6-bdf1-b30a0a144921 HTTP/1.1" status: 204 len: 168 time: 0.2276297 Nov 09 17:34:21.359096 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69840eb-a2bf-49ae-96ab-776bd7798873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f360821-6a12-40e6-bdf1-b30a0a144921,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:21.371985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-835bc31e-839e-45e3-bba1-759da555dbab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871657 Nov 09 17:34:21.493642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Router 8665c376-2006-4fa9-9156-06c20212db08 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:34:21.563180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35d28b-5932-474f-b6b6-24159ebdcf9f req-b53d0deb-891a-4303-b0ec-e20630b3599a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:21.570233 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d35d28b-5932-474f-b6b6-24159ebdcf9f req-b53d0deb-891a-4303-b0ec-e20630b3599a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 944 time: 0.1783993 Nov 09 17:34:21.635632 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-e66c3ba8-7343-436e-b125-3e18b8f9f5ca service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551699 Nov 09 17:34:21.784563 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d35d28b-5932-474f-b6b6-24159ebdcf9f req-bb63c92c-6004-4093-a5e3-0bb154e1a73c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995065 Nov 09 17:34:21.921423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:34:21.951572 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-12f10179-81cb-4a61-b3fe-60eabc392d60 admin admin] 10.222.0.81 "PUT /v2.0/routers/8665c376-2006-4fa9-9156-06c20212db08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2414856 Nov 09 17:34:22.114499 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-bba80e72-8542-467a-89d7-b769fdaf440b service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654729 Nov 09 17:34:22.532422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42663bd-39c4-40ba-8524-e39359797530 req-2eb80d8c-f54a-4b7e-b9f7-fc93de0a5814 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:22.541808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-2eb80d8c-f54a-4b7e-b9f7-fc93de0a5814 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916&tenant_id=f6b18ff8d0054db3b09b095e1c177e82&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 1095 time: 0.1179614 Nov 09 17:34:22.553739 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:22.980076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e42663bd-39c4-40ba-8524-e39359797530 req-c1bb1a03-3a68-4e3a-81d7-91e205115997 service neutron] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:22.997032 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e42663bd-39c4-40ba-8524-e39359797530 req-c1bb1a03-3a68-4e3a-81d7-91e205115997 service neutron] Notify callbacks [] for binding, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:23.031646 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e42663bd-39c4-40ba-8524-e39359797530 req-c1bb1a03-3a68-4e3a-81d7-91e205115997 service neutron] 10.222.0.18 "DELETE /v2.0/ports/0c17398e-36b1-40c4-9953-bd1351b5db06/bindings/n-h1-817236-1 HTTP/1.1" status: 204 len: 173 time: 0.4721966 Nov 09 17:34:23.316129 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:23.494192 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-f675fe3c-f383-4a23-93f7-e5052915e059 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4933050 Nov 09 17:34:23.517789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:23.578698 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:23.880428 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:24.096294 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Allocated IP 172.25.1.225 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/906f9b67-705d-46cd-9000-866e139185e7) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:24.369250 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:24.398658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 13e9e76e-c319-42ec-a624-58eb40386afd up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:24.433714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:24.477153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 13e9e76e-c319-42ec-a624-58eb40386afd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:24.478135 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:24.516518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:24.520953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:24.533369 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:24.582575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Pushing event updated for resources: {'Port': ['ID=906f9b67-705d-46cd-9000-866e139185e7,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:24.607677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:24.608090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:24.608438 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:24.608777 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:24.609115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:24.609449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:24.609779 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:24.610110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:24.610432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:24.611352 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:24.611814 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:24.612588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:24.679547 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:24.720001 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:24.730748 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 13e9e76e-c319-42ec-a624-58eb40386afd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=13e9e76e-c319-42ec-a624-58eb40386afd,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:24.737964 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:24.808508 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:24.876290 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=13e9e76e-c319-42ec-a624-58eb40386afd,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:25.078163 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:25.086189 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:25.155955 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Sync routers for ids ['8665c376-2006-4fa9-9156-06c20212db08'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:34:25.212365 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Pushing event updated for resources: {'Port': ['ID=906f9b67-705d-46cd-9000-866e139185e7,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:25.221275 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Routers {'8665c376-2006-4fa9-9156-06c20212db08'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:34:25.222351 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:34:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8665c376-2006-4fa9-9156-06c20212db08'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:25.242318 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:25.264165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:25.266133 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-84147ac1-6fa8-4db1-a6ca-000ec64dab2a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7577853 Nov 09 17:34:25.379725 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-234ac474-ed18-4d50-b2db-e7239c4ca78a tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 696 time: 0.0933905 Nov 09 17:34:25.569637 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Set router 8665c376-2006-4fa9-9156-06c20212db08 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:34:25.665686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-a56c454e-1ba8-4ff5-9aaf-c4c832273db9 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:25.668013 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-a56c454e-1ba8-4ff5-9aaf-c4c832273db9 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.2787387 Nov 09 17:34:25.683578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-d4968f74-ade1-4355-8e56-b848de852672 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:34:25.694863 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f793d11c-09ba-41ac-a9cd-a7987adbcb3d req-d4968f74-ade1-4355-8e56-b848de852672 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201015 Nov 09 17:34:25.893374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e903b9-9a34-4bcd-aa9c-5365761286c6 req-f4a9fad1-73fd-4491-b469-703a543d2bee tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:25.896033 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44e903b9-9a34-4bcd-aa9c-5365761286c6 req-f4a9fad1-73fd-4491-b469-703a543d2bee tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 944 time: 0.1363564 Nov 09 17:34:25.896241 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665c376-2006-4fa9-9156-06c20212db08', 'name': 'tempest-FloatingIPsTestJSON-508563615-router', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:08Z', 'updated_at': '2021-11-09T17:34:18Z', 'revision_number': 4, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'gw_port': {'id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:10Z', 'updated_at': '2021-11-09T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d', 'name': '', 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'mac_address': 'fa:16:3e:4c:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9472698e-f9f7-4b55-9782-008b2932fe01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:17Z', 'updated_at': '2021-11-09T17:34:18Z', 'revision_number': 2, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'subnets': [{'id': '9472698e-f9f7-4b55-9782-008b2932fe01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:25.946403 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Checking router: 8665c376-2006-4fa9-9156-06c20212db08 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:34:25.951065 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Updating router 8665c376-2006-4fa9-9156-06c20212db08 port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:34:25.995472 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:26.017572 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44e903b9-9a34-4bcd-aa9c-5365761286c6 req-721be251-0c66-4ad8-9bd2-e9e77b824d3e tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094136 Nov 09 17:34:26.285200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 13e9e76e-c319-42ec-a624-58eb40386afd up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:26.389703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 13e9e76e-c319-42ec-a624-58eb40386afd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:26.390426 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:26.652194 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:26.663710 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:26.752785 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0055a-3b92-45f5-bf12-9efa4c8a9a85 None None] Pushing event updated for resources: {'Port': ['ID=40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:26.753915 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2980f692-736e-4846-9e78-e33046e899ad req-11520217-527b-4cfe-a5b3-257b708bf254 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/floatingips/4477c7a0-08f8-4ad3-bca1-6179d5b296a3 HTTP/1.1" status: 200 len: 693 time: 0.1265545 Nov 09 17:34:26.832040 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Attempting to bind port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:34:26.833596 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Attempting to bind port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '5fcc6e95-9172-48ec-a225-1f88964f23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:34:26.834216 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Attempting to bind port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d on network b8ea0aef-b273-4f6e-94ae-502f0edc5730 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:26.841603 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:34:26.842274 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Checking segment: {'id': '5fcc6e95-9172-48ec-a225-1f88964f23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:34:26.843127 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:26.843996 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Bound using segment: {'id': '5fcc6e95-9172-48ec-a225-1f88964f23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:34:26.844668 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Bound port: 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcc6e95-9172-48ec-a225-1f88964f23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:34:26.845285 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:26.974850 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980f692-736e-4846-9e78-e33046e899ad req-c3328c46-1d95-4786-904a-42324c236f50 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:26.986883 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2980f692-736e-4846-9e78-e33046e899ad req-c3328c46-1d95-4786-904a-42324c236f50 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.2209373 Nov 09 17:34:27.000528 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-2980f692-736e-4846-9e78-e33046e899ad req-cbdd2f41-056d-4cc0-b57c-70ca86b18662 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:34:27.024093 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2980f692-736e-4846-9e78-e33046e899ad req-cbdd2f41-056d-4cc0-b57c-70ca86b18662 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0358546 Nov 09 17:34:27.067619 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] For port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:27.085083 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] For port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d,segment=NetworkSegment(5fcc6e95-9172-48ec-a225-1f88964f23bd),segment_id=5fcc6e95-9172-48ec-a225-1f88964f23bd)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:34:27.098391 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:27.106286 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Provisioning complete for port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:27.109624 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:27.275398 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:27.366962 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Routers {'8665c376-2006-4fa9-9156-06c20212db08'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:34:27.368088 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:34:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8665c376-2006-4fa9-9156-06c20212db08'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:27.371531 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0055a-3b92-45f5-bf12-9efa4c8a9a85 None None] Pushing event updated for resources: {'Port': ['ID=40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:27.399914 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-73d7d22a-2d39-43fa-afac-cfc272818d25 req-d62e6f84-beb8-44a5-bbd8-ca5b106a197e tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=b0b7f29b6d364f6aadf6f2afb85ce032 HTTP/1.1" status: 200 len: 696 time: 0.2526107 Nov 09 17:34:27.414504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] For port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d,segment=NetworkSegment(5fcc6e95-9172-48ec-a225-1f88964f23bd),segment_id=5fcc6e95-9172-48ec-a225-1f88964f23bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:27.420780 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:27.597007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Pushing event updated for resources: {'Port': ['ID=40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:27.612898 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:27.613790 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:27.614552 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:27.615403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:27.616157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:27.616921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:27.617714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:27.618469 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:27.619276 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:27.620040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:27.620797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:27.621692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60d6b5-3040-4cc1-832f-813dee4564d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:34:27.667547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e55a1a6e-670a-4cfd-91e5-0c9bfd03e287 None None] Provisioning complete for port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:27.668140 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e55a1a6e-670a-4cfd-91e5-0c9bfd03e287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:27.670203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7d22a-2d39-43fa-afac-cfc272818d25 req-647b98c3-7e15-4eac-8ffc-f7bb469f5ba9 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:27.678442 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-73d7d22a-2d39-43fa-afac-cfc272818d25 req-647b98c3-7e15-4eac-8ffc-f7bb469f5ba9 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/networks?id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 787 time: 0.2656624 Nov 09 17:34:27.684472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-73d7d22a-2d39-43fa-afac-cfc272818d25 req-45abf780-e7b3-4ab5-8c32-8988d7f716b5 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:34:27.709399 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-73d7d22a-2d39-43fa-afac-cfc272818d25 req-45abf780-e7b3-4ab5-8c32-8988d7f716b5 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0297093 Nov 09 17:34:27.848073 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] Set router 8665c376-2006-4fa9-9156-06c20212db08 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:34:27.915277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53706c64-de52-4b67-94a9-a227b6b79bc4 req-832f3c9a-e9a7-4cb9-ae3e-e88311f12b21 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:27.919671 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53706c64-de52-4b67-94a9-a227b6b79bc4 req-832f3c9a-e9a7-4cb9-ae3e-e88311f12b21 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 1095 time: 0.1159096 Nov 09 17:34:27.980729 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53706c64-de52-4b67-94a9-a227b6b79bc4 req-4b640139-2828-4d7f-a7d8-c9ee4bcb244a tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527825 Nov 09 17:34:28.307478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:28.551753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:28.552435 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:28.557686 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4861741a-621c-4e1c-b8fa-f11adec839d2 req-abbaabcd-6c4f-4cf6-a1f2-c2fd88158e04 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1945906 Nov 09 17:34:28.672707 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-2c915fc3-f7c1-4759-9050-489df1e3062b tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/floatingips/4477c7a0-08f8-4ad3-bca1-6179d5b296a3 HTTP/1.1" status: 200 len: 693 time: 0.1558597 Nov 09 17:34:28.788163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861741a-621c-4e1c-b8fa-f11adec839d2 req-594d6cd7-f125-47d4-8be8-60a0e88f02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:28.789852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4861741a-621c-4e1c-b8fa-f11adec839d2 req-594d6cd7-f125-47d4-8be8-60a0e88f02d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 1095 time: 0.1149826 Nov 09 17:34:28.841011 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665c376-2006-4fa9-9156-06c20212db08', 'name': 'tempest-FloatingIPsTestJSON-508563615-router', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:08Z', 'updated_at': '2021-11-09T17:34:18Z', 'revision_number': 4, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'gw_port': {'id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:10Z', 'updated_at': '2021-11-09T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d', 'name': '', 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'mac_address': 'fa:16:3e:4c:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9472698e-f9f7-4b55-9782-008b2932fe01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:17Z', 'updated_at': '2021-11-09T17:34:27Z', 'revision_number': 4, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'subnets': [{'id': '9472698e-f9f7-4b55-9782-008b2932fe01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:28.917825 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30abed15-28be-4a2e-b5ea-b97e4acd78d1 None None] The sync data for ids ['8665c376-2006-4fa9-9156-06c20212db08'] in n-d-817236-1 is: [{'id': '8665c376-2006-4fa9-9156-06c20212db08', 'name': 'tempest-FloatingIPsTestJSON-508563615-router', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:08Z', 'updated_at': '2021-11-09T17:34:18Z', 'revision_number': 4, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'gw_port': {'id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:10Z', 'updated_at': '2021-11-09T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d', 'name': '', 'network_id': 'b8ea0aef-b273-4f6e-94ae-502f0edc5730', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'mac_address': 'fa:16:3e:4c:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '9472698e-f9f7-4b55-9782-008b2932fe01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:17Z', 'updated_at': '2021-11-09T17:34:27Z', 'revision_number': 4, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'subnets': [{'id': '9472698e-f9f7-4b55-9782-008b2932fe01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:34:28.932403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-9793471c-3032-4eaa-93d2-087aea36d6c3 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:28.943590 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-9793471c-3032-4eaa-93d2-087aea36d6c3 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.2592583 Nov 09 17:34:28.953558 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-be97cfca-08a1-47cb-815d-90a3d3b17dd5 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:34:28.966320 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-be97cfca-08a1-47cb-815d-90a3d3b17dd5 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217934 Nov 09 17:34:29.091758 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-66a197f7-d6bd-41cb-a56e-9b24c3452d41 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 696 time: 0.1238530 Nov 09 17:34:29.099716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861741a-621c-4e1c-b8fa-f11adec839d2 req-ba149bd4-b340-4492-850f-43e2c2dc5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:29.104102 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4861741a-621c-4e1c-b8fa-f11adec839d2 req-ba149bd4-b340-4492-850f-43e2c2dc5840 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.2885792 Nov 09 17:34:29.194914 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-638bd0cc-a356-49eb-a679-52ca171992c6 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.225 HTTP/1.1" status: 200 len: 696 time: 0.1013153 Nov 09 17:34:29.206940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4861741a-621c-4e1c-b8fa-f11adec839d2 req-400b96b3-932d-4f8f-90a4-aedd358c089b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8 HTTP/1.1" status: 200 len: 217 time: 0.0969613 Nov 09 17:34:29.325203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861741a-621c-4e1c-b8fa-f11adec839d2 req-d20430cd-67a0-4b07-8595-1cc61331544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:29.326847 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4861741a-621c-4e1c-b8fa-f11adec839d2 req-d20430cd-67a0-4b07-8595-1cc61331544a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.1109293 Nov 09 17:34:29.394976 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4861741a-621c-4e1c-b8fa-f11adec839d2 req-a0d1c546-b60f-4e11-b854-4de3f727c0ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602026 Nov 09 17:34:29.477354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-e8dcd9e8-4d7f-4d95-b5c5-1b26af018420 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Deleting port 906f9b67-705d-46cd-9000-866e139185e7 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:34:29.478030 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-e8dcd9e8-4d7f-4d95-b5c5-1b26af018420 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:29.646308 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-e8dcd9e8-4d7f-4d95-b5c5-1b26af018420 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:29.651567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-e8dcd9e8-4d7f-4d95-b5c5-1b26af018420 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:29.663980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4861741a-621c-4e1c-b8fa-f11adec839d2 req-a730a3fe-67bd-4b2f-90b4-23c49bddc127 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514651 Nov 09 17:34:29.668866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-e8dcd9e8-4d7f-4d95-b5c5-1b26af018420 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Calling delete_port for 906f9b67-705d-46cd-9000-866e139185e7 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:34:29.941067 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-e8dcd9e8-4d7f-4d95-b5c5-1b26af018420 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:29.956703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4861741a-621c-4e1c-b8fa-f11adec839d2 req-a831d1a3-4d75-44a3-b437-56127c9d535c service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795610 Nov 09 17:34:30.031082 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcd9e8-4d7f-4d95-b5c5-1b26af018420 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Pushing event deleted for resources: {'Port': ['ID=906f9b67-705d-46cd-9000-866e139185e7,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:30.136668 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-e8dcd9e8-4d7f-4d95-b5c5-1b26af018420 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:30.140791 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-e8dcd9e8-4d7f-4d95-b5c5-1b26af018420 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:30.142214 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9be3e905-cbd0-4f1c-9017-861820c2a7f9 req-e8dcd9e8-4d7f-4d95-b5c5-1b26af018420 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "DELETE /v2.0/floatingips/4477c7a0-08f8-4ad3-bca1-6179d5b296a3 HTTP/1.1" status: 204 len: 173 time: 0.9345157 Nov 09 17:34:30.877824 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2a232f5-078f-4726-a90b-90c8379305a4 req-189d045f-14a1-4ca5-bb27-ea3abb619b1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736215 Nov 09 17:34:30.994032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a232f5-078f-4726-a90b-90c8379305a4 req-daf2e34c-2b99-44e6-b2e2-66065c588b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:30.996491 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2a232f5-078f-4726-a90b-90c8379305a4 req-daf2e34c-2b99-44e6-b2e2-66065c588b41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 1096 time: 0.0830510 Nov 09 17:34:31.155806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a232f5-078f-4726-a90b-90c8379305a4 req-7f0363bb-5ba6-46a2-b207-ab195e3e36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:31.159294 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2a232f5-078f-4726-a90b-90c8379305a4 req-7f0363bb-5ba6-46a2-b207-ab195e3e36cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.1372211 Nov 09 17:34:31.231629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2a232f5-078f-4726-a90b-90c8379305a4 req-8f8e871a-7c68-4d7b-9fa5-07cd602c5613 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1 HTTP/1.1" status: 200 len: 217 time: 0.0619142 Nov 09 17:34:31.296951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a232f5-078f-4726-a90b-90c8379305a4 req-21bbe863-b20c-4bdb-bb2b-723b8c4c0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:31.299215 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2a232f5-078f-4726-a90b-90c8379305a4 req-21bbe863-b20c-4bdb-bb2b-723b8c4c0a48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.0560288 Nov 09 17:34:31.338571 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2a232f5-078f-4726-a90b-90c8379305a4 req-8ca8ecdb-f6e8-496b-84d2-4e2b3a5ee80c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318079 Nov 09 17:34:31.455151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2a232f5-078f-4726-a90b-90c8379305a4 req-63a13a04-c83b-46ec-a90b-1738c3219cd3 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081467 Nov 09 17:34:31.581742 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2a232f5-078f-4726-a90b-90c8379305a4 req-f984454a-bcc7-49e2-8921-e21ec0af8d6a service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181774 Nov 09 17:34:35.635794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-93eb0391-d272-4a05-82fb-8f9372fde9e1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:35.644197 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-93eb0391-d272-4a05-82fb-8f9372fde9e1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 808 time: 0.2164814 Nov 09 17:34:35.665645 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-417021b5-c734-4f22-9e1b-1b3a477c7482 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/quotas/f6b18ff8d0054db3b09b095e1c177e82 HTTP/1.1" status: 200 len: 375 time: 0.0199594 Nov 09 17:34:35.733302 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-dcf52c3b-7bc6-4ea3-85d0-19fd45394c1d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580244 Nov 09 17:34:35.942402 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-9abd7f1b-d3a9-4f2f-b7b9-429ac6fb3052 service neutron] 10.222.0.81 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990824 Nov 09 17:34:36.153750 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-ac98d085-5d22-435c-a7cc-58cfc3103c12 service neutron] 10.222.0.81 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034383 Nov 09 17:34:36.320863 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-1d74e1a1-0d5e-42c0-a949-5c457034ae61 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4040470 Nov 09 17:34:36.326050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:36.393409 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:36.654449 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:36.951511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Allocated IP 172.25.1.51 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/57435c06-a592-4117-8151-53b651b93187) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:36.982873 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-ef26a61a-2852-4a6a-9bec-73ba9dae7051 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:36.984972 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-ef26a61a-2852-4a6a-9bec-73ba9dae7051 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/networks?id=47b0ff35-0b37-43a3-8c93-4b4d15dc56cd HTTP/1.1" status: 200 len: 815 time: 0.1749847 Nov 09 17:34:37.021883 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-c9fc1749-9678-4aa1-b7da-65f7cb51b16e tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/quotas/aba2d026c8db4722a4c53fa36aeac4e2 HTTP/1.1" status: 200 len: 375 time: 0.0225484 Nov 09 17:34:37.140801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:37.145119 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-26031c96-f61a-466f-beb8-bdf5c5a11f2e tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aba2d026c8db4722a4c53fa36aeac4e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100461 Nov 09 17:34:37.195790 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:37.280919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:37.289651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:37.295893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:37.356179 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-6c788acc-d278-4300-973b-6bb324c93dfb service neutron] 10.222.0.81 "GET /v2.0/networks/47b0ff35-0b37-43a3-8c93-4b4d15dc56cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098413 Nov 09 17:34:37.358715 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Pushing event updated for resources: {'Port': ['ID=57435c06-a592-4117-8151-53b651b93187,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:37.465196 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:37.523619 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:37.788267 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:37.799112 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:37.892583 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-78d76efe-c9fe-4aab-af3a-2c624a376183 service neutron] 10.222.0.81 "GET /v2.0/networks/47b0ff35-0b37-43a3-8c93-4b4d15dc56cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323634 Nov 09 17:34:37.960864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Pushing event updated for resources: {'Port': ['ID=57435c06-a592-4117-8151-53b651b93187,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:38.004723 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:38.175955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-b643104c-7f38-4923-b1c2-a26d49a3913f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.179050 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-b643104c-7f38-4923-b1c2-a26d49a3913f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.13 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 808 time: 0.1984854 Nov 09 17:34:38.187502 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:38.200949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-f874ea16-57e5-4289-8161-d1ab3764c29c tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8779752 Nov 09 17:34:38.213198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-c48525b1-84a0-4f16-9240-8f216eaeaaaa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Request body: {'port': {'device_id': '9a3a7bed-b870-4b04-9669-c418300dce2b', 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b', 'admin_state_up': True, 'tenant_id': 'f6b18ff8d0054db3b09b095e1c177e82'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:38.301201 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-95bddcc8-c2ae-44b5-8bcd-71fdebcce421 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.51 HTTP/1.1" status: 200 len: 695 time: 0.0992692 Nov 09 17:34:38.400139 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dec10d67-c2cc-4cbd-88e9-d61fe52c0d6f req-a34d8778-f78f-4166-9400-b772badbc500 tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.0611615 Nov 09 17:34:38.581575 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01b3e4e7-05d2-47fe-8962-c76be2aedc2b req-1e36cc83-3ef6-452a-b871-6b12569d162f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.0683336 Nov 09 17:34:38.602949 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1bb498f-0ad1-4c46-95b4-a8d92ec695aa req-48491754-2ad0-4e19-8a18-cea38ab121d1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 210 time: 0.0595243 Nov 09 17:34:38.612613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-00b85f58-cf43-4030-95ac-057026b481ce tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:38.614079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-00b85f58-cf43-4030-95ac-057026b481ce tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.2679369 Nov 09 17:34:38.622035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-c48525b1-84a0-4f16-9240-8f216eaeaaaa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Made reservation on behalf of f6b18ff8d0054db3b09b095e1c177e82 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:38.644147 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-c48525b1-84a0-4f16-9240-8f216eaeaaaa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:38.644147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-927390ea-8cdd-4dea-a47d-aaa1345f7a67 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:34:38.644147 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-325a6d6b-865d-4475-93f8-566f398d3d66 req-927390ea-8cdd-4dea-a47d-aaa1345f7a67 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062718 Nov 09 17:34:38.907894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0bf5e056-d322-416e-9b09-a63b4604fda6 req-3ab6fb0f-8b2c-4bd5-a56e-3a8782b3d9a5 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 210 time: 0.0664420 Nov 09 17:34:38.959164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-c48525b1-84a0-4f16-9240-8f216eaeaaaa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Allocated IP 172.20.0.7 (e6d0ba4a-405d-4a7d-b42f-4a023f54a71b/35bd4ab4-76ee-4437-92fd-d6a3a82366d2/d06f281b-ffbb-4533-8f8e-800d4845d7cc) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:39.079448 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-84352cb3-5465-4e11-81c8-1db8e5fe6ccd tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/floatingips/b5a5cf93-2de3-44e5-8f62-b424c97810a9 HTTP/1.1" status: 200 len: 692 time: 0.1871512 Nov 09 17:34:39.400489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-d70f77f6-0aad-41e9-af5b-959e559421dc tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:39.432565 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-d70f77f6-0aad-41e9-af5b-959e559421dc tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.3396804 Nov 09 17:34:39.580203 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-afe72f25-dea3-4f86-ba9a-b5a5e3c1c0dc tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.51 HTTP/1.1" status: 200 len: 695 time: 0.1443961 Nov 09 17:34:39.719391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-c48525b1-84a0-4f16-9240-8f216eaeaaaa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:39.781710 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-a8e6eeef-2819-437d-ae98-369bd7eac407 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.51 HTTP/1.1" status: 200 len: 695 time: 0.1796789 Nov 09 17:34:39.792174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93784e7f-a0fb-4195-9699-1c53e3220b31 req-54bbafca-a8fd-4677-967e-109ff6db32c7 tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.1017423 Nov 09 17:34:39.966700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47926) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:39.975508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e29907e-99f5-42fe-a08d-5aa3cc71b6c5 req-e7d83213-fbe5-46d4-9ddf-9d68cfa198d4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 210 time: 0.0515471 Nov 09 17:34:39.977066 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-c48525b1-84a0-4f16-9240-8f216eaeaaaa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:40.009448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['cebc8247-63f6-4e82-ac04-8725265dd107'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:34:40.035427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-c48525b1-84a0-4f16-9240-8f216eaeaaaa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:40.035977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-895cc171-3129-4c38-84b9-75df745ff6b4 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Deleting port 57435c06-a592-4117-8151-53b651b93187 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:34:40.037279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-895cc171-3129-4c38-84b9-75df745ff6b4 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:40.039673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-c48525b1-84a0-4f16-9240-8f216eaeaaaa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:40.042610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-c48525b1-84a0-4f16-9240-8f216eaeaaaa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:40.213151 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-895cc171-3129-4c38-84b9-75df745ff6b4 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:40.213531 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-895cc171-3129-4c38-84b9-75df745ff6b4 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:40.232099 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-895cc171-3129-4c38-84b9-75df745ff6b4 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Calling delete_port for 57435c06-a592-4117-8151-53b651b93187 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:34:40.398010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48525b1-84a0-4f16-9240-8f216eaeaaaa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Pushing event updated for resources: {'Port': ['ID=d06f281b-ffbb-4533-8f8e-800d4845d7cc,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:40.428754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-c48525b1-84a0-4f16-9240-8f216eaeaaaa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:40.429537 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-c48525b1-84a0-4f16-9240-8f216eaeaaaa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:40.461423 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-c48525b1-84a0-4f16-9240-8f216eaeaaaa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2581916 Nov 09 17:34:40.476428 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0fafc84d-338a-4728-bac5-2e81364b8004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:40.482062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Request body: {'port': {'device_id': '9a3a7bed-b870-4b04-9669-c418300dce2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:40.534852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-4d12ef38-a2fc-407d-93f5-b17e06339a1c tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:40.536850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-4d12ef38-a2fc-407d-93f5-b17e06339a1c tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.18 "GET /v2.0/networks?id=47b0ff35-0b37-43a3-8c93-4b4d15dc56cd HTTP/1.1" status: 200 len: 815 time: 0.3285768 Nov 09 17:34:40.583911 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8f32-8229-4dfe-bd1f-57cd356b909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:40.609398 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:40.619538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-6e1fc148-44c8-4e56-ad67-b71d20978672 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Request body: {'port': {'device_id': '95149615-a970-4683-8c71-f70fc26363da', 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd', 'admin_state_up': True, 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:40.715905 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4b7aaae-09a1-451a-80bf-ae5c3f135e3d req-b9827998-13ef-4653-aafe-987da5c0e7ef tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 210 time: 0.0872207 Nov 09 17:34:40.725063 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-895cc171-3129-4c38-84b9-75df745ff6b4 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:40.800989 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cc171-3129-4c38-84b9-75df745ff6b4 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Pushing event deleted for resources: {'Port': ['ID=57435c06-a592-4117-8151-53b651b93187,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:40.944029 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-895cc171-3129-4c38-84b9-75df745ff6b4 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:40.949348 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-895cc171-3129-4c38-84b9-75df745ff6b4 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:40.957749 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-775a83c6-fbc4-4de3-af62-d1431ae4eca7 req-895cc171-3129-4c38-84b9-75df745ff6b4 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "DELETE /v2.0/floatingips/b5a5cf93-2de3-44e5-8f62-b424c97810a9 HTTP/1.1" status: 204 len: 173 time: 1.1739185 Nov 09 17:34:41.021808 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-513bffaa-afdb-4dc8-a5dd-919b0a4ff444 req-7594e4ab-ae5a-4929-9e02-a280501bf39e tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] show failed (client error): The resource could not be found. Nov 09 17:34:41.040535 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-513bffaa-afdb-4dc8-a5dd-919b0a4ff444 req-7594e4ab-ae5a-4929-9e02-a280501bf39e tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/floatingips/b5a5cf93-2de3-44e5-8f62-b424c97810a9 HTTP/1.1" status: 404 len: 350 time: 0.0665958 Nov 09 17:34:41.063739 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0fafc84d-338a-4728-bac5-2e81364b8004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:41.117420 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-10666be5-80d9-4df0-aed8-534e6ded5325 req-6f3e433b-cac5-4758-91b9-686e9f8ac988 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] show failed (client error): The resource could not be found. Nov 09 17:34:41.137387 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-10666be5-80d9-4df0-aed8-534e6ded5325 req-6f3e433b-cac5-4758-91b9-686e9f8ac988 tempest-FloatingIPsTestJSON-1350625202 tempest-FloatingIPsTestJSON-1350625202-project] 10.222.0.81 "GET /v2.0/floatingips/b5a5cf93-2de3-44e5-8f62-b424c97810a9 HTTP/1.1" status: 404 len: 350 time: 0.0707550 Nov 09 17:34:41.140968 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47952) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:41.170927 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0fafc84d-338a-4728-bac5-2e81364b8004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:41.219129 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fe2be7e0-e4e1-4a4c-bfaf-0a11b9393237 req-9f942c2d-c204-4da1-9900-3ba4d2dd6005 tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.1543331 Nov 09 17:34:41.271874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafc84d-338a-4728-bac5-2e81364b8004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553e0d77-7f34-4a7c-8858-073a483ec084,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:41.358181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-6e1fc148-44c8-4e56-ad67-b71d20978672 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Made reservation on behalf of aba2d026c8db4722a4c53fa36aeac4e2 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:41.371531 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-6e1fc148-44c8-4e56-ad67-b71d20978672 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:41.418905 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0fafc84d-338a-4728-bac5-2e81364b8004 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31032ab512924ca9b89a29374bb49f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4505427 Nov 09 17:34:41.421849 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47970) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:41.541873 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b36a-f713-4e76-92bd-bd1740502fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:41.628083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c130738-47be-4994-9e75-1c0b9c668e5e req-720925fb-6dff-4858-9531-526cfdf7a8f6 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:41.630174 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c130738-47be-4994-9e75-1c0b9c668e5e req-720925fb-6dff-4858-9531-526cfdf7a8f6 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 931 time: 0.4184549 Nov 09 17:34:41.727633 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b36a-f713-4e76-92bd-bd1740502fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:41.767908 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c130738-47be-4994-9e75-1c0b9c668e5e req-8d416d06-b7fa-4b26-9fd2-2e0c7b672faa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001692 Nov 09 17:34:42.259064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06f281b-ffbb-4533-8f8e-800d4845d7cc {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:34:42.290639 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bb20bd64-6fa6-448c-86a8-6d64ebc82367 req-44bb4250-d2d3-42bb-b7ca-d246cab1aca6 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 210 time: 0.0705948 Nov 09 17:34:42.347847 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b987508-4214-4f4c-b65a-bc87fb3ba64d req-ed613413-302e-4e9e-99d6-6cb15f25bda9 tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.0643542 Nov 09 17:34:42.388380 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:42.432302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-6e1fc148-44c8-4e56-ad67-b71d20978672 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Allocated IP 172.20.0.3 (47b0ff35-0b37-43a3-8c93-4b4d15dc56cd/3a62da41-81c3-4589-9ab9-cde75b171c56/cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:42.505194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Transition to ACTIVE for port object d06f281b-ffbb-4533-8f8e-800d4845d7cc will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:34:42.532930 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:42.543817 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b36a-f713-4e76-92bd-bd1740502fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:42.551048 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b36a-f713-4e76-92bd-bd1740502fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:42.555884 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0ed2b36a-f713-4e76-92bd-bd1740502fe1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/553e0d77-7f34-4a7c-8858-073a483ec084 HTTP/1.1" status: 204 len: 168 time: 1.1171591 Nov 09 17:34:42.614305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2b36a-f713-4e76-92bd-bd1740502fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553e0d77-7f34-4a7c-8858-073a483ec084,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:43.075344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=d06f281b-ffbb-4533-8f8e-800d4845d7cc,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:43.247738 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c2de-7239-4f0f-bc72-60e2d005ce46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:43.336561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Attempting to bind port d06f281b-ffbb-4533-8f8e-800d4845d7cc on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:34:43.337539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Attempting to bind port d06f281b-ffbb-4533-8f8e-800d4845d7cc by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:34:43.338056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Attempting to bind port d06f281b-ffbb-4533-8f8e-800d4845d7cc on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:43.346127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Port d06f281b-ffbb-4533-8f8e-800d4845d7cc on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:34:43.346752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Attempting to bind port d06f281b-ffbb-4533-8f8e-800d4845d7cc on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:43.375649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48006) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:43.382564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:34:43.383357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:34:43.384130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Bound using segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:34:43.384794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Bound port: d06f281b-ffbb-4533-8f8e-800d4845d7cc, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:34:43.385345 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:43.446566 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a49f02ac-3b3a-4261-8bb4-d8e721b48181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:43.466989 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eeed85-aeef-48fd-823d-a4a64f104a3c req-596392e3-520c-4a2b-8a93-b0571a998af3 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:43.468952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7eeed85-aeef-48fd-823d-a4a64f104a3c req-596392e3-520c-4a2b-8a93-b0571a998af3 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 943 time: 0.4760027 Nov 09 17:34:43.475259 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-6e1fc148-44c8-4e56-ad67-b71d20978672 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:43.612073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e67e225-81e5-49d4-a971-c666ffc66ac7 req-2833898f-ff27-4bc0-adad-c5716eb3b17b tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 210 time: 0.0823369 Nov 09 17:34:43.628948 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b9d6837f-2467-45c3-b2a3-659eaf434290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:43.679956 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a49f02ac-3b3a-4261-8bb4-d8e721b48181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:43.707126 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a49f02ac-3b3a-4261-8bb4-d8e721b48181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:43.770576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-6e1fc148-44c8-4e56-ad67-b71d20978672 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:43.775372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:43.788208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:34:43.834002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f02ac-3b3a-4261-8bb4-d8e721b48181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e5de6-8749-48e6-88b2-969c3395e546,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:43.857796 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a49f02ac-3b3a-4261-8bb4-d8e721b48181 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73001e81b3b8401eb85f50ef2e3957f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802954 Nov 09 17:34:43.858757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48012) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:43.872150 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:43.935857 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7eeed85-aeef-48fd-823d-a4a64f104a3c req-b0d68a02-4499-4d49-ad94-c92543a8d9f2 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438073 Nov 09 17:34:44.084854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-960747f9-24df-41fa-8418-c1933b107c6c req-fd7b1a96-f685-492f-ac04-8acb8ec61804 tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.0628037 Nov 09 17:34:44.105567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:44.107147 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:44.110529 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] 10.222.0.13 "PUT /v2.0/ports/d06f281b-ffbb-4533-8f8e-800d4845d7cc HTTP/1.1" status: 200 len: 1091 time: 3.6396163 Nov 09 17:34:44.116514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3a7bed-b870-4b04-9669-c418300dce2b', 'tag': 'd06f281b-ffbb-4533-8f8e-800d4845d7cc'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:44.127868 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa3df5b-b455-42e5-8605-eff1c1ddab35" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3a7bed-b870-4b04-9669-c418300dce2b", "tag": "d06f281b-ffbb-4533-8f8e-800d4845d7cc"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:44.152940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-6e1fc148-44c8-4e56-ad67-b71d20978672 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:44.162845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-6e1fc148-44c8-4e56-ad67-b71d20978672 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:44.172652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-6e1fc148-44c8-4e56-ad67-b71d20978672 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:44.287273 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:44.421720 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aabe117-ea76-4487-913d-135bab620752 x-openstack-request-id: req-6aabe117-ea76-4487-913d-135bab620752 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:44.423676 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3a7bed-b870-4b04-9669-c418300dce2b", "tag": "d06f281b-ffbb-4533-8f8e-800d4845d7cc", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:44.424034 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6aabe117-ea76-4487-913d-135bab620752 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:44.424462 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3a7bed-b870-4b04-9669-c418300dce2b', 'tag': 'd06f281b-ffbb-4533-8f8e-800d4845d7cc', 'status': 'completed', 'code': 200} Nov 09 17:34:44.435207 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-6e1fc148-44c8-4e56-ad67-b71d20978672 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:44.436360 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-6e1fc148-44c8-4e56-ad67-b71d20978672 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:44.437798 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd96f78a-20df-4d42-b9f0-c8acd284cd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:44.464531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fc148-44c8-4e56-ad67-b71d20978672 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Pushing event updated for resources: {'Port': ['ID=cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:44.556649 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-6e1fc148-44c8-4e56-ad67-b71d20978672 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9491653 Nov 09 17:34:44.571544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-d6a9c3e0-3783-46a5-a54f-ddb23ab2049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:44.574514 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd96f78a-20df-4d42-b9f0-c8acd284cd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:44.575526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-d6a9c3e0-3783-46a5-a54f-ddb23ab2049b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 1094 time: 0.2805104 Nov 09 17:34:44.597165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Request body: {'port': {'device_id': '95149615-a970-4683-8c71-f70fc26363da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:44.761717 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd96f78a-20df-4d42-b9f0-c8acd284cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:44.768510 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd96f78a-20df-4d42-b9f0-c8acd284cd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:44.776388 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fd96f78a-20df-4d42-b9f0-c8acd284cd76 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d1e5de6-8749-48e6-88b2-969c3395e546 HTTP/1.1" status: 204 len: 168 time: 0.9087086 Nov 09 17:34:44.782185 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-b86e5c79-633d-4362-86de-938cf58d6a7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc HTTP/1.1" status: 200 len: 217 time: 0.1792493 Nov 09 17:34:44.796711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96f78a-20df-4d42-b9f0-c8acd284cd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e5de6-8749-48e6-88b2-969c3395e546,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:44.835763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8c2de-7239-4f0f-bc72-60e2d005ce46 admin admin] Deleting port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:34:44.839035 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c2de-7239-4f0f-bc72-60e2d005ce46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:44.864063 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-394dafff-cc0a-4326-8fbc-428a33c3b133 None None] Provisioning complete for port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:44.864974 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-394dafff-cc0a-4326-8fbc-428a33c3b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:44.989786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-394dafff-cc0a-4326-8fbc-428a33c3b133 None None] Port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:34:45.052099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-3e462426-74db-4acc-9c2a-07c37d8c94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:45.054634 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-3e462426-74db-4acc-9c2a-07c37d8c94a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.1937153 Nov 09 17:34:45.061486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6ee2e-edbd-4149-8e48-326fa0067ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=d06f281b-ffbb-4533-8f8e-800d4845d7cc,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:45.173875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326697c7-0b64-4862-8bfe-87267c13eca9 req-361d7435-f1be-4b5f-a8ac-fdb332145b57 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:45.189647 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-363de330-1447-4614-b487-e53edda7f662 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169503 Nov 09 17:34:45.195170 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-326697c7-0b64-4862-8bfe-87267c13eca9 req-361d7435-f1be-4b5f-a8ac-fdb332145b57 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 931 time: 0.3616095 Nov 09 17:34:45.222589 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:45.329723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-7fd8c2de-7239-4f0f-bc72-60e2d005ce46 admin admin] For port 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d,segment=NetworkSegment(5fcc6e95-9172-48ec-a225-1f88964f23bd),segment_id=5fcc6e95-9172-48ec-a225-1f88964f23bd)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:45.332652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c2de-7239-4f0f-bc72-60e2d005ce46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:45.415759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8c2de-7239-4f0f-bc72-60e2d005ce46 admin admin] Calling delete_port for 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:34:45.557497 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-bb92b050-d80c-4096-a73f-0ba1a920eade service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610613 Nov 09 17:34:45.640409 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:45.749401 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-326697c7-0b64-4862-8bfe-87267c13eca9 req-4d030189-8e9f-43f7-9582-7930bddab6b9 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526552 Nov 09 17:34:45.767688 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c2de-7239-4f0f-bc72-60e2d005ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:46.060317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8c2de-7239-4f0f-bc72-60e2d005ce46 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:46.150269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce777965-0e06-4742-b1e2-ad087198f195 req-8607ef97-d5f7-4ee0-b7d6-96b9cae1f5e6 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:46.168885 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce777965-0e06-4742-b1e2-ad087198f195 req-8607ef97-d5f7-4ee0-b7d6-96b9cae1f5e6 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 943 time: 1.0226927 Nov 09 17:34:46.203926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f3ce8d9-f383-419a-b971-865c79f78d8d req-a151fee3-0057-4c7c-90ab-ca8f86ff151b tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.2784724 Nov 09 17:34:46.575458 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:34:46.609576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:46.629625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Transition to ACTIVE for port object cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:34:46.661254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-573bfb97-432d-4b63-ab15-bbb006be73b6 req-4932e594-1adc-4f5d-8fe4-0f09ee6cdd73 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0924788 Nov 09 17:34:46.665781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:46.680760 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce777965-0e06-4742-b1e2-ad087198f195 req-2cdc9e5d-9805-45ae-820b-2f23eaef2c0a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108533 Nov 09 17:34:46.789919 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c2de-7239-4f0f-bc72-60e2d005ce46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:47.476621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Pushing event updated for resources: {'Port': ['ID=cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:47.573168 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:47.585117 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-61b83c33-f540-42b7-abf2-1f4582e5b9ff req-c4913a93-0cd9-4b90-bd52-56e66e29655f tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.0881827 Nov 09 17:34:47.636858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd8c2de-7239-4f0f-bc72-60e2d005ce46 admin admin] Router 8665c376-2006-4fa9-9156-06c20212db08 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:34:47.641377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e15026-2fc7-4467-9b02-4dee6eb9941e req-d978fefa-5a71-45be-b7ed-e48cc423857b tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:47.656896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-46e15026-2fc7-4467-9b02-4dee6eb9941e req-d978fefa-5a71-45be-b7ed-e48cc423857b tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 943 time: 0.3927362 Nov 09 17:34:47.699789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Attempting to bind port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:34:47.700261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Attempting to bind port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'bb13f7eb-b872-40f4-9e9a-796915217847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:34:47.700809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Attempting to bind port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f on network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:47.709967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3df5b-b455-42e5-8605-eff1c1ddab35 req-09f87748-4413-4de1-b7f1-b4b061136fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:47.712680 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5fa3df5b-b455-42e5-8605-eff1c1ddab35 req-09f87748-4413-4de1-b7f1-b4b061136fe7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 1094 time: 0.8196082 Nov 09 17:34:47.741483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f on network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:34:47.741996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Attempting to bind port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f on network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:47.858371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:34:47.858907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Checking segment: {'id': 'bb13f7eb-b872-40f4-9e9a-796915217847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:34:47.860429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Bound using segment: {'id': 'bb13f7eb-b872-40f4-9e9a-796915217847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:34:47.861178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Bound port: cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb13f7eb-b872-40f4-9e9a-796915217847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:34:47.861778 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:48.066660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-46e15026-2fc7-4467-9b02-4dee6eb9941e req-719a9364-6907-4a9e-9eec-23e1bfae0062 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691719 Nov 09 17:34:48.075404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] For port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:48.196555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] For port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f,segment=NetworkSegment(bb13f7eb-b872-40f4-9e9a-796915217847),segment_id=bb13f7eb-b872-40f4-9e9a-796915217847)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:34:48.217323 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:48.236451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd8c2de-7239-4f0f-bc72-60e2d005ce46 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:34:48.246516 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a5fa6-ec91-413d-b722-f167204a55af None None] Sync routers for ids ['8665c376-2006-4fa9-9156-06c20212db08'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:34:48.257829 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7fd8c2de-7239-4f0f-bc72-60e2d005ce46 admin admin] 10.222.0.81 "PUT /v2.0/routers/8665c376-2006-4fa9-9156-06c20212db08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1118088 Nov 09 17:34:48.268343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48074) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:48.270028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a5fa6-ec91-413d-b722-f167204a55af None None] Routers {'8665c376-2006-4fa9-9156-06c20212db08'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:34:48.271254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-110a5fa6-ec91-413d-b722-f167204a55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:34:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8665c376-2006-4fa9-9156-06c20212db08'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:48.387398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3df5b-b455-42e5-8605-eff1c1ddab35 req-6252b8e0-9f3f-43d9-9c5b-b75a149bcb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:48.393991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5fa3df5b-b455-42e5-8605-eff1c1ddab35 req-6252b8e0-9f3f-43d9-9c5b-b75a149bcb6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.6690254 Nov 09 17:34:48.603154 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-110a5fa6-ec91-413d-b722-f167204a55af None None] Set router 8665c376-2006-4fa9-9156-06c20212db08 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:34:48.668723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:48.669519 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:48.688394 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] 10.222.0.18 "PUT /v2.0/ports/cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f HTTP/1.1" status: 200 len: 1091 time: 4.1108148 Nov 09 17:34:48.780210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95149615-a970-4683-8c71-f70fc26363da', 'tag': 'cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:48.782805 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9497e3c5-e39f-47ef-ae6a-10736a019a82" -d '{"events": [{"name": "network-changed", "server_uuid": "95149615-a970-4683-8c71-f70fc26363da", "tag": "cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:48.785869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a4289-efdf-4963-b646-1668c4b3990c service neutron] Pushing event updated for resources: {'Port': ['ID=cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:48.949850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5fa3df5b-b455-42e5-8605-eff1c1ddab35 req-3853dd63-17da-46bd-806e-9564e73287f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc HTTP/1.1" status: 200 len: 217 time: 0.5324214 Nov 09 17:34:49.023030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4330051-866c-49eb-bdf7-34cfd5de6aaf req-d6ed9ac7-34aa-4a1f-a192-38d761ee65ba tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.0666711 Nov 09 17:34:49.259306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-110a5fa6-ec91-413d-b722-f167204a55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665c376-2006-4fa9-9156-06c20212db08', 'name': 'tempest-FloatingIPsTestJSON-508563615-router', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:08Z', 'updated_at': '2021-11-09T17:34:45Z', 'revision_number': 5, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'gw_port': {'id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:10Z', 'updated_at': '2021-11-09T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:49.394563 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a5fa6-ec91-413d-b722-f167204a55af None None] Checking router: 8665c376-2006-4fa9-9156-06c20212db08 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:34:49.441758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a5fa6-ec91-413d-b722-f167204a55af None None] Routers {'8665c376-2006-4fa9-9156-06c20212db08'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:34:49.448466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-110a5fa6-ec91-413d-b722-f167204a55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:34:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8665c376-2006-4fa9-9156-06c20212db08'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:49.696074 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790d822a-8cce-44ae-b820-4d916856bde7 x-openstack-request-id: req-790d822a-8cce-44ae-b820-4d916856bde7 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:49.696695 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95149615-a970-4683-8c71-f70fc26363da", "tag": "cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:49.697161 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-790d822a-8cce-44ae-b820-4d916856bde7 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:49.697872 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95149615-a970-4683-8c71-f70fc26363da', 'tag': 'cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f', 'status': 'completed', 'code': 200} Nov 09 17:34:49.716134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-110a5fa6-ec91-413d-b722-f167204a55af None None] Set router 8665c376-2006-4fa9-9156-06c20212db08 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:34:49.832483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d411f1-eabd-4dcf-8933-781d3bda986d req-9fdf9569-ce16-43e7-9241-b0fa0bd58cdf tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:49.845844 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7d411f1-eabd-4dcf-8933-781d3bda986d req-9fdf9569-ce16-43e7-9241-b0fa0bd58cdf tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 943 time: 1.4406879 Nov 09 17:34:49.867150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3df5b-b455-42e5-8605-eff1c1ddab35 req-1b47a22f-8628-42a0-8ea9-0709b6194ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:49.868681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5fa3df5b-b455-42e5-8605-eff1c1ddab35 req-1b47a22f-8628-42a0-8ea9-0709b6194ed1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.9174905 Nov 09 17:34:49.916557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-d333596c-abbb-48b8-8539-47ca291851f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:49.919244 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-d333596c-abbb-48b8-8539-47ca291851f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aba2d026c8db4722a4c53fa36aeac4e2&device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 1094 time: 1.1172047 Nov 09 17:34:49.956223 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5fa3df5b-b455-42e5-8605-eff1c1ddab35 req-297b9607-5d80-40a0-b991-c6cea648127c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620337 Nov 09 17:34:49.959123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:50.038683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-110a5fa6-ec91-413d-b722-f167204a55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8665c376-2006-4fa9-9156-06c20212db08', 'name': 'tempest-FloatingIPsTestJSON-508563615-router', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:08Z', 'updated_at': '2021-11-09T17:34:45Z', 'revision_number': 5, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'gw_port': {'id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:10Z', 'updated_at': '2021-11-09T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:50.115963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a5fa6-ec91-413d-b722-f167204a55af None None] The sync data for ids ['8665c376-2006-4fa9-9156-06c20212db08'] in n-d-817236-1 is: [{'id': '8665c376-2006-4fa9-9156-06c20212db08', 'name': 'tempest-FloatingIPsTestJSON-508563615-router', 'tenant_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:08Z', 'updated_at': '2021-11-09T17:34:45Z', 'revision_number': 5, 'project_id': 'b0b7f29b6d364f6aadf6f2afb85ce032', 'gw_port': {'id': '13e9e76e-c319-42ec-a624-58eb40386afd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8665c376-2006-4fa9-9156-06c20212db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:10Z', 'updated_at': '2021-11-09T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:34:50.166297 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7d411f1-eabd-4dcf-8933-781d3bda986d req-b5768223-a92e-433e-b581-89f2b0ac21aa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189507 Nov 09 17:34:50.269887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:50.278858 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5fa3df5b-b455-42e5-8605-eff1c1ddab35 req-bc983165-015d-479f-863f-35215f1853cc service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119750 Nov 09 17:34:50.349331 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:34:50.349769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 40e76c2a-cb7d-4b1d-a06e-51fc4d93cc8d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:50.377883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:50.459873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device d06f281b-ffbb-4533-8f8e-800d4845d7cc details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:34:50.522963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547878e-026f-4100-aac3-00c46091feec req-a78a72b0-b53e-48c4-85b0-681467e8ce88 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:50.530751 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1547878e-026f-4100-aac3-00c46091feec req-a78a72b0-b53e-48c4-85b0-681467e8ce88 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 943 time: 0.1716571 Nov 09 17:34:50.545938 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5fa3df5b-b455-42e5-8605-eff1c1ddab35 req-268ec479-8151-4bc0-814a-23e8929e6ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571983 Nov 09 17:34:50.599411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1547878e-026f-4100-aac3-00c46091feec req-9628a7fa-842e-43fe-8a97-06fd7346d12b tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680645 Nov 09 17:34:50.608512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Deleting port 13e9e76e-c319-42ec-a624-58eb40386afd {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:34:50.608957 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:50.815122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] For port 13e9e76e-c319-42ec-a624-58eb40386afd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=13e9e76e-c319-42ec-a624-58eb40386afd,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:50.816371 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:50.819369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:50.833165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Calling delete_port for 13e9e76e-c319-42ec-a624-58eb40386afd owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:34:50.844247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'd06f281b-ffbb-4533-8f8e-800d4845d7cc', 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b', 'port_id': 'd06f281b-ffbb-4533-8f8e-800d4845d7cc', 'mac_address': 'fa:16:3e:2c:f3:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bd4ab4-76ee-4437-92fd-d6a3a82366d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:34:50.930131 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:50.961131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06f281b-ffbb-4533-8f8e-800d4845d7cc {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:34:51.000639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:51.019530 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:51.137658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=d06f281b-ffbb-4533-8f8e-800d4845d7cc,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:51.192102 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:51.238012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Pushing event deleted for resources: {'Port': ['ID=13e9e76e-c319-42ec-a624-58eb40386afd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:51.250643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['d06f281b-ffbb-4533-8f8e-800d4845d7cc'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:34:51.327096 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:51.462877 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:51.466794 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:51.589511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:51.590488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8665c376-2006-4fa9-9156-06c20212db08 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:34:51.617400 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:51.622734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-91e9fc76-b70a-463a-a588-d731722d801c admin admin] 10.222.0.81 "DELETE /v2.0/routers/8665c376-2006-4fa9-9156-06c20212db08 HTTP/1.1" status: 204 len: 168 time: 3.3452644 Nov 09 17:34:51.624291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48106) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:51.710321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1310cb9d-2e86-4838-bf72-78f655e2a58b admin admin] Deleting subnet 9472698e-f9f7-4b55-9782-008b2932fe01 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:34:51.716577 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1310cb9d-2e86-4838-bf72-78f655e2a58b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:51.765998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1310cb9d-2e86-4838-bf72-78f655e2a58b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:51.894884 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1310cb9d-2e86-4838-bf72-78f655e2a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:51.964608 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1310cb9d-2e86-4838-bf72-78f655e2a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:51.993228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310cb9d-2e86-4838-bf72-78f655e2a58b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9472698e-f9f7-4b55-9782-008b2932fe01,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:52.001321 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1310cb9d-2e86-4838-bf72-78f655e2a58b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.004924 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1310cb9d-2e86-4838-bf72-78f655e2a58b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9472698e-f9f7-4b55-9782-008b2932fe01 HTTP/1.1" status: 204 len: 168 time: 0.3776252 Nov 09 17:34:52.008429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48110) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:52.013639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351f2efc-32e1-4b98-960c-3409cd84c225 None None] Network b8ea0aef-b273-4f6e-94ae-502f0edc5730 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:52.110072 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.253586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Deleting port 9922ed53-56c5-41df-9bc8-b5817b988461 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:34:52.253771 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.400410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] For port 9922ed53-56c5-41df-9bc8-b5817b988461, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9922ed53-56c5-41df-9bc8-b5817b988461,segment=NetworkSegment(5fcc6e95-9172-48ec-a225-1f88964f23bd),segment_id=5fcc6e95-9172-48ec-a225-1f88964f23bd)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:52.401425 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.412677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 13e9e76e-c319-42ec-a624-58eb40386afd no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:52.431787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Calling delete_port for 9922ed53-56c5-41df-9bc8-b5817b988461 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:34:52.456417 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 13e9e76e-c319-42ec-a624-58eb40386afd {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:34:52.456768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 13e9e76e-c319-42ec-a624-58eb40386afd not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:52.467301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device d06f281b-ffbb-4533-8f8e-800d4845d7cc up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:52.528186 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:34:52.557007 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.565613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port d06f281b-ffbb-4533-8f8e-800d4845d7cc completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:34:52.572042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port d06f281b-ffbb-4533-8f8e-800d4845d7cc triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:52.572689 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.586186 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.626909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=9922ed53-56c5-41df-9bc8-b5817b988461,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:52.635623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41671ead-dd90-4dbd-8083-51cc0d7c3a39 None None] DHCP port deletion for b8ea0aef-b273-4f6e-94ae-502f0edc5730 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:34:52.636806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] No DVR routers for this DVR port 9922ed53-56c5-41df-9bc8-b5817b988461 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:34:52.732614 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.756804 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.782533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ea0aef-b273-4f6e-94ae-502f0edc5730']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:52.782919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3a7bed-b870-4b04-9669-c418300dce2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06f281b-ffbb-4533-8f8e-800d4845d7cc'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:34:52.786950 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cb4d63-aabd-41c0-82a3-1f9a1cf5caa2" -d '{"events": [{"server_uuid": "9a3a7bed-b870-4b04-9669-c418300dce2b", "name": "network-vif-plugged", "status": "completed", "tag": "d06f281b-ffbb-4533-8f8e-800d4845d7cc"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:34:52.795655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcc6e95-9172-48ec-a225-1f88964f23bd') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:52.796268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcc6e95-9172-48ec-a225-1f88964f23bd') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:52.809315 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.810450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:52.821429 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.840536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.849216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:34:52.850004 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:34:52.852334 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:34:52.922640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=d06f281b-ffbb-4533-8f8e-800d4845d7cc,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:52.967057 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.979383 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:52.988590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] 10.222.0.81 "DELETE /v2.0/networks/b8ea0aef-b273-4f6e-94ae-502f0edc5730 HTTP/1.1" status: 204 len: 168 time: 0.9766002 Nov 09 17:34:53.020167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4651d0-37a4-458a-b580-ab5757223b5e admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ea0aef-b273-4f6e-94ae-502f0edc5730,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:53.317257 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:53.325272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48116) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:53.399160 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-af8fafb1-e7b5-41db-ad49-96d26374501f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0b7f29b6d364f6aadf6f2afb85ce032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721326 Nov 09 17:34:53.404392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48118) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:53.487706 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d669fd58-b4e6-47a7-b43b-692dcb83174e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:53.519612 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d669fd58-b4e6-47a7-b43b-692dcb83174e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:53.581136 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d669fd58-b4e6-47a7-b43b-692dcb83174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:53.584078 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d669fd58-b4e6-47a7-b43b-692dcb83174e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:53.585255 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d669fd58-b4e6-47a7-b43b-692dcb83174e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c2a6490-2a56-41ee-9fe8-8bb44507852d HTTP/1.1" status: 204 len: 168 time: 0.1793082 Nov 09 17:34:53.594955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669fd58-b4e6-47a7-b43b-692dcb83174e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2a6490-2a56-41ee-9fe8-8bb44507852d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:54.312809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9922ed53-56c5-41df-9bc8-b5817b988461 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:34:54.355148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 9922ed53-56c5-41df-9bc8-b5817b988461 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:34:54.355148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9922ed53-56c5-41df-9bc8-b5817b988461 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:34:54.791460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48142) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:54.918185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-network', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:54.944259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Made reservation on behalf of 44e3434b7f4242b69102c1daf7cb5d7e for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:54.946976 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:54.956723 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.050023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.055142 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.083655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:34:55.095946 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb351614-2967-4f1d-a22c-a4e1596df6bb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:55.101521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.101888 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Added segment 3335b029-8661-42eb-8c12-b8162f9a85af of type vlan for network 70a352c0-9223-43f4-b5fc-0b98b0abd841 Nov 09 17:34:55.147126 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.175687 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.176791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:55.177533 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.254723 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.4614594 Nov 09 17:34:55.257539 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48146) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:55.263468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ce15c3dc-2036-4e14-9812-ced4c74ad035 admin admin] Request body: {'subnet': {'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-subnet', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:55.275805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dd47b-cae7-42fb-bf48-8042206b0fce admin admin] Pushing event updated for resources: {'Network': ['ID=70a352c0-9223-43f4-b5fc-0b98b0abd841,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:55.292846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 70a352c0-9223-43f4-b5fc-0b98b0abd841 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:34:55.293415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce15c3dc-2036-4e14-9812-ced4c74ad035 admin admin] Made reservation on behalf of 44e3434b7f4242b69102c1daf7cb5d7e for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:34:55.296144 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce15c3dc-2036-4e14-9812-ced4c74ad035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.524698 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce15c3dc-2036-4e14-9812-ced4c74ad035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.585306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15c3dc-2036-4e14-9812-ced4c74ad035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8716b25f-5565-48df-a109-78d0eb438cf9,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:55.603177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15c3dc-2036-4e14-9812-ced4c74ad035 admin admin] Checking segment: {'id': '3335b029-8661-42eb-8c12-b8162f9a85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:34:55.603576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15c3dc-2036-4e14-9812-ced4c74ad035 admin admin] Network hostable DHCP agents. Network: 70a352c0-9223-43f4-b5fc-0b98b0abd841, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:34:55.623300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15c3dc-2036-4e14-9812-ced4c74ad035 admin admin] Network 70a352c0-9223-43f4-b5fc-0b98b0abd841 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:34:55.636414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-ce15c3dc-2036-4e14-9812-ced4c74ad035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 70a352c0-9223-43f4-b5fc-0b98b0abd841) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:55.646265 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce15c3dc-2036-4e14-9812-ced4c74ad035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:55.648319 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce15c3dc-2036-4e14-9812-ced4c74ad035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.649178 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7302ff9e-4445-4d82-b7c2-a8159e43b16f None None] Network 70a352c0-9223-43f4-b5fc-0b98b0abd841 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:55.675401 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ce15c3dc-2036-4e14-9812-ced4c74ad035 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4162545 Nov 09 17:34:55.678626 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48148) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:55.686242 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:34:55.720735 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.722249 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.801617 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.832644 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-70a352c0-9223-43f4-b5fc-0b98b0abd841', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'fixed_ips': [{'subnet_id': '8716b25f-5565-48df-a109-78d0eb438cf9'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:34:55.833550 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:55.958750 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:56.001513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Allocated IP 172.20.0.2 (70a352c0-9223-43f4-b5fc-0b98b0abd841/8716b25f-5565-48df-a109-78d0eb438cf9/10b6b227-57a5-4524-83fc-fdb1e1761bf1) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:56.206232 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:56.206961 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:56.213964 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:56.243989 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:56.287623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Network 70a352c0-9223-43f4-b5fc-0b98b0abd841 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:56.293236 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:56.300715 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:56.316247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Pushing event updated for resources: {'Port': ['ID=10b6b227-57a5-4524-83fc-fdb1e1761bf1,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:56.402242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Attempting to bind port 10b6b227-57a5-4524-83fc-fdb1e1761bf1 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:34:56.402823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Attempting to bind port 10b6b227-57a5-4524-83fc-fdb1e1761bf1 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '3335b029-8661-42eb-8c12-b8162f9a85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:34:56.403275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Attempting to bind port 10b6b227-57a5-4524-83fc-fdb1e1761bf1 on network 70a352c0-9223-43f4-b5fc-0b98b0abd841 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:34:56.407727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Allocated IP 172.25.1.218 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/909aa40d-f07f-42dd-b53b-3b00ce777da4) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:34:56.411005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:34:56.411469 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Checking segment: {'id': '3335b029-8661-42eb-8c12-b8162f9a85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:34:56.411849 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:56.412264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Bound using segment: {'id': '3335b029-8661-42eb-8c12-b8162f9a85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:34:56.412764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Bound port: 10b6b227-57a5-4524-83fc-fdb1e1761bf1, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3335b029-8661-42eb-8c12-b8162f9a85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:34:56.413166 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:56.492915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] For port 10b6b227-57a5-4524-83fc-fdb1e1761bf1, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:34:56.496389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] For port 10b6b227-57a5-4524-83fc-fdb1e1761bf1, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=10b6b227-57a5-4524-83fc-fdb1e1761bf1,segment=NetworkSegment(3335b029-8661-42eb-8c12-b8162f9a85af),segment_id=3335b029-8661-42eb-8c12-b8162f9a85af)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:34:56.502688 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:56.569560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239f58e-4a15-4155-bca4-b148a5d0df93 None None] Pushing event updated for resources: {'Port': ['ID=10b6b227-57a5-4524-83fc-fdb1e1761bf1,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:56.607055 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:56.653903 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:56.698691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:34:56.702112 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:34:56.706678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:34:56.715471 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Pushing event updated for resources: {'Port': ['ID=909aa40d-f07f-42dd-b53b-3b00ce777da4,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:57.086569 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:57.355550 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-1b26a1e1-d8b5-45b9-a79e-fb907625ed24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f HTTP/1.1" status: 200 len: 217 time: 0.0851827 Nov 09 17:34:57.428942 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:57.461060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-d7da456a-ae00-4669-8c06-791a7535da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:57.463667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-d7da456a-ae00-4669-8c06-791a7535da4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a62da41-81c3-4589-9ab9-cde75b171c56 HTTP/1.1" status: 200 len: 854 time: 0.0909395 Nov 09 17:34:57.545692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-069d8a54-14de-4425-b847-b920226ef1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:57.548945 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-069d8a54-14de-4425-b847-b920226ef1fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47b0ff35-0b37-43a3-8c93-4b4d15dc56cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769541 Nov 09 17:34:57.550013 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84160e12-96fd-4211-b418-20fa77b7cdea req-13f54c30-617a-45e9-819f-04ac072a19c4 tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.1163199 Nov 09 17:34:57.801908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a48a3-0afc-4c88-892e-ad7b97a559d5 req-f457aaf9-194d-4573-aa79-33506195008f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:57.804326 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-651a48a3-0afc-4c88-892e-ad7b97a559d5 req-f457aaf9-194d-4573-aa79-33506195008f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 945 time: 0.1125693 Nov 09 17:34:57.832095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Router 677c085f-b575-466d-ae8e-3887ee3f35cc is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:34:57.850651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f62b178-57bf-4543-a7bd-9ad6129f4800 None None] Network 70a352c0-9223-43f4-b5fc-0b98b0abd841 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:34:57.894589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f606599-2522-4af8-85b1-4a47324152ff req-f309c225-181d-475c-9dc4-d1124e304a02 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:57.896419 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-f309c225-181d-475c-9dc4-d1124e304a02 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 820 time: 0.3107526 Nov 09 17:34:57.912790 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-651a48a3-0afc-4c88-892e-ad7b97a559d5 req-1c52df49-758e-4351-b182-593663a85cdd tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954881 Nov 09 17:34:57.924873 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-5cd0614b-3ca6-4a06-9cc5-fb41504f26d8 service neutron] 10.222.0.18 "GET /v2.0/networks/47b0ff35-0b37-43a3-8c93-4b4d15dc56cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666008 Nov 09 17:34:57.926839 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-64b8fa6d-8d37-49d0-8d78-bc2c7bb28dad tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/quotas/70c630d7be7a41139c470735f4a6f7e7 HTTP/1.1" status: 200 len: 375 time: 0.0153902 Nov 09 17:34:57.971361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f993b7cc-3f22-44a0-a0bf-d7bc54363f50 None None] Provisioning complete for port 10b6b227-57a5-4524-83fc-fdb1e1761bf1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:57.972341 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f993b7cc-3f22-44a0-a0bf-d7bc54363f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:58.114754 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-56f42456-9121-4521-964d-d5cfdb733bf1 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922415 Nov 09 17:34:58.165217 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edca3-91e2-4bbd-9c5f-91f76614913e req-331f0f64-ff3c-4005-a5ac-42285584a49a tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:58.167943 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-899edca3-91e2-4bbd-9c5f-91f76614913e req-331f0f64-ff3c-4005-a5ac-42285584a49a tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 943 time: 0.1192071 Nov 09 17:34:58.227214 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f993b7cc-3f22-44a0-a0bf-d7bc54363f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:58.239740 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:34:58.264880 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Sync routers for ids ['677c085f-b575-466d-ae8e-3887ee3f35cc'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:34:58.305705 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-a68fd6af-fe2c-4a56-b72a-2a1b401d0f82 service neutron] 10.222.0.81 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762991 Nov 09 17:34:58.306251 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Routers {'677c085f-b575-466d-ae8e-3887ee3f35cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:34:58.307755 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:34:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['677c085f-b575-466d-ae8e-3887ee3f35cc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:58.317061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f993b7cc-3f22-44a0-a0bf-d7bc54363f50 None None] For port 10b6b227-57a5-4524-83fc-fdb1e1761bf1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=10b6b227-57a5-4524-83fc-fdb1e1761bf1,segment=NetworkSegment(3335b029-8661-42eb-8c12-b8162f9a85af),segment_id=3335b029-8661-42eb-8c12-b8162f9a85af)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:34:58.318249 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1b5c8f0-df6a-44d0-beed-579e07125f73 req-8571f869-33cf-4301-a3b2-747977c91a2d service neutron] 10.222.0.18 "GET /v2.0/networks/47b0ff35-0b37-43a3-8c93-4b4d15dc56cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849227 Nov 09 17:34:58.329524 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f993b7cc-3f22-44a0-a0bf-d7bc54363f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:58.338030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-899edca3-91e2-4bbd-9c5f-91f76614913e req-93cf33a2-c6db-46c5-9fc8-04c417c44dd5 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533790 Nov 09 17:34:58.362147 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:58.366778 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f0c7397e-9474-42a9-aa55-b12ae7930585 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.6838975 Nov 09 17:34:58.377146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48158) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:34:58.455504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993b7cc-3f22-44a0-a0bf-d7bc54363f50 None None] Pushing event updated for resources: {'Port': ['ID=10b6b227-57a5-4524-83fc-fdb1e1761bf1,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:34:58.517527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 10b6b227-57a5-4524-83fc-fdb1e1761bf1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:34:58.533571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497e3c5-e39f-47ef-ae6a-10736a019a82 req-4b2ade79-bd49-46a6-95ab-cf952d75ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:58.535271 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9497e3c5-e39f-47ef-ae6a-10736a019a82 req-4b2ade79-bd49-46a6-95ab-cf952d75ef98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aba2d026c8db4722a4c53fa36aeac4e2&device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 1094 time: 0.0940535 Nov 09 17:34:58.674145 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0712b6-0fee-4063-aa70-528eda362cf4 x-openstack-request-id: req-bb0712b6-0fee-4063-aa70-528eda362cf4 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:34:58.674603 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3a7bed-b870-4b04-9669-c418300dce2b", "name": "network-vif-plugged", "status": "completed", "tag": "d06f281b-ffbb-4533-8f8e-800d4845d7cc", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:34:58.675014 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb0712b6-0fee-4063-aa70-528eda362cf4 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:34:58.675675 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3a7bed-b870-4b04-9669-c418300dce2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06f281b-ffbb-4533-8f8e-800d4845d7cc', 'code': 200} Nov 09 17:34:58.736000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 10b6b227-57a5-4524-83fc-fdb1e1761bf1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:58.736575 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:58.783309 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Set router 677c085f-b575-466d-ae8e-3887ee3f35cc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:34:58.798638 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497e3c5-e39f-47ef-ae6a-10736a019a82 req-8028e512-6e88-4d44-94c6-4db8507c352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:58.801583 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9497e3c5-e39f-47ef-ae6a-10736a019a82 req-8028e512-6e88-4d44-94c6-4db8507c352c service neutron] 10.222.0.18 "GET /v2.0/networks?id=47b0ff35-0b37-43a3-8c93-4b4d15dc56cd HTTP/1.1" status: 200 len: 916 time: 0.2581756 Nov 09 17:34:58.930396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-877d388b-858a-4311-bb81-9f6a0918478c None None] Provisioning complete for port 10b6b227-57a5-4524-83fc-fdb1e1761bf1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:34:58.931298 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-877d388b-858a-4311-bb81-9f6a0918478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:59.023565 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9497e3c5-e39f-47ef-ae6a-10736a019a82 req-23ad3ea0-8555-4157-8607-64289cec8428 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f HTTP/1.1" status: 200 len: 217 time: 0.1273808 Nov 09 17:34:59.036368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-9dfb4ba1-f7e9-41ea-9008-91fea56ff403 service neutron] 10.222.0.81 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7295909 Nov 09 17:34:59.169402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693a01-e4dc-4dbd-8967-2d35f4039aec req-175df75e-77ed-4d89-a0a3-e4c969cb8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:59.178662 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e693a01-e4dc-4dbd-8967-2d35f4039aec req-175df75e-77ed-4d89-a0a3-e4c969cb8666 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 1096 time: 0.3641548 Nov 09 17:34:59.220078 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ecd83f92-f6f6-422d-9eb0-fcce51d22418 req-154d8e8a-c495-4335-b5f5-33cc32c30c61 tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.0529838 Nov 09 17:34:59.273448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497e3c5-e39f-47ef-ae6a-10736a019a82 req-169d586c-cf0b-4b9f-808a-123d865e38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:59.285699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9497e3c5-e39f-47ef-ae6a-10736a019a82 req-169d586c-cf0b-4b9f-808a-123d865e38b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3a62da41-81c3-4589-9ab9-cde75b171c56 HTTP/1.1" status: 200 len: 854 time: 0.2547333 Nov 09 17:34:59.447140 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:34:56Z', 'revision_number': 3, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port': {'id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:56Z', 'updated_at': '2021-11-09T17:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:34:59.473607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e693a01-e4dc-4dbd-8967-2d35f4039aec req-ba17eb88-47da-4f97-981d-c622f8206787 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837291 Nov 09 17:34:59.507682 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Checking router: 677c085f-b575-466d-ae8e-3887ee3f35cc for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:34:59.508175 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Updating router 677c085f-b575-466d-ae8e-3887ee3f35cc port 909aa40d-f07f-42dd-b53b-3b00ce777da4 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:34:59.512629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497e3c5-e39f-47ef-ae6a-10736a019a82 req-3727ae2f-0730-4b0b-8d68-281f4abac487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:59.516284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9497e3c5-e39f-47ef-ae6a-10736a019a82 req-3727ae2f-0730-4b0b-8d68-281f4abac487 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47b0ff35-0b37-43a3-8c93-4b4d15dc56cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2209051 Nov 09 17:34:59.581159 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:59.710920 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:34:59.739253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093e50a-1064-4e79-b0d7-504c010f2318 req-33dfdb9e-2abe-4379-beb9-a08b69c95e9f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:34:59.741148 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b093e50a-1064-4e79-b0d7-504c010f2318 req-33dfdb9e-2abe-4379-beb9-a08b69c95e9f tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 945 time: 0.1927712 Nov 09 17:34:59.853390 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9497e3c5-e39f-47ef-ae6a-10736a019a82 req-93815548-7445-45de-9996-1a7cb607d41a service neutron] 10.222.0.18 "GET /v2.0/networks/47b0ff35-0b37-43a3-8c93-4b4d15dc56cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286533 Nov 09 17:35:00.052762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Allocated IP 172.20.0.1 (70a352c0-9223-43f4-b5fc-0b98b0abd841/8716b25f-5565-48df-a109-78d0eb438cf9/7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:00.163079 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b093e50a-1064-4e79-b0d7-504c010f2318 req-6a55a336-5b98-4e38-8457-f5e55399c635 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301573 Nov 09 17:35:00.394962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 10b6b227-57a5-4524-83fc-fdb1e1761bf1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:00.405249 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:00.417457 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:00.451241 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9000959f-8a93-4011-a9d4-d4fe66cdf864 req-22743556-68f0-43c5-9008-650997ac64e2 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 210 time: 0.1198230 Nov 09 17:35:00.492029 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Pushing event updated for resources: {'Port': ['ID=909aa40d-f07f-42dd-b53b-3b00ce777da4,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:00.501756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7429ce-5c54-4b07-b62c-6a538992a03f req-c45ba7dd-c7fc-4c68-b584-d653e6f771d0 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:00.506226 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce7429ce-5c54-4b07-b62c-6a538992a03f req-c45ba7dd-c7fc-4c68-b584-d653e6f771d0 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 943 time: 0.6511841 Nov 09 17:35:00.521954 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:00.522978 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:00.523831 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:00.524749 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:00.525599 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:00.526485 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:00.527531 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:00.528348 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:00.529197 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:00.530017 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:00.530956 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:00.531836 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:00.603532 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Attempting to bind port 909aa40d-f07f-42dd-b53b-3b00ce777da4 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:35:00.604464 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Attempting to bind port 909aa40d-f07f-42dd-b53b-3b00ce777da4 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:35:00.605513 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Attempting to bind port 909aa40d-f07f-42dd-b53b-3b00ce777da4 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:00.625671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:35:00.626493 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:00.627483 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:00.629759 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:00.630478 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:00.632025 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Bound port: 909aa40d-f07f-42dd-b53b-3b00ce777da4, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:35:00.633411 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:00.643913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce7429ce-5c54-4b07-b62c-6a538992a03f req-177f27d4-6fa1-4b86-9aff-ad9901dad7db tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265531 Nov 09 17:35:00.646862 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:00.648582 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9497e3c5-e39f-47ef-ae6a-10736a019a82 req-fd030996-15d5-4ac7-9c08-a5cb2d5c87b1 service neutron] 10.222.0.18 "GET /v2.0/networks/47b0ff35-0b37-43a3-8c93-4b4d15dc56cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7485304 Nov 09 17:35:00.663542 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 10b6b227-57a5-4524-83fc-fdb1e1761bf1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:00.664211 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:00.761416 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:00.813345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Network 70a352c0-9223-43f4-b5fc-0b98b0abd841 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:00.829167 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] For port 909aa40d-f07f-42dd-b53b-3b00ce777da4, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:00.838602 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] For port 909aa40d-f07f-42dd-b53b-3b00ce777da4, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=909aa40d-f07f-42dd-b53b-3b00ce777da4,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:00.846299 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:00.856334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:00.861679 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:00.908839 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:35:00.929160 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5e70a-6e03-4f3b-b27d-14a595061e2a None None] Pushing event updated for resources: {'Port': ['ID=909aa40d-f07f-42dd-b53b-3b00ce777da4,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:00.981873 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Routers {'677c085f-b575-466d-ae8e-3887ee3f35cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:00.985459 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:34:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['677c085f-b575-466d-ae8e-3887ee3f35cc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:00.988202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Pushing event updated for resources: {'Port': ['ID=7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:01.004487 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-31c63c07-67e2-445e-b550-817fb0749db1 req-40dff479-7575-44bc-a13f-abfc86b0133b tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.0604279 Nov 09 17:35:01.021666 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:01.295676 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] Set router 677c085f-b575-466d-ae8e-3887ee3f35cc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:01.413386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:01.473316 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f,segment=NetworkSegment(bb13f7eb-b872-40f4-9e9a-796915217847),segment_id=bb13f7eb-b872-40f4-9e9a-796915217847)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:01.498820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f', 'network_id': '47b0ff35-0b37-43a3-8c93-4b4d15dc56cd', 'port_id': 'cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f', 'mac_address': 'fa:16:3e:69:a0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a62da41-81c3-4589-9ab9-cde75b171c56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:35:01.504853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-da1cfaea-849f-4b59-a1d7-b0feb77165b6 None None] Provisioning complete for port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:01.504853 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-da1cfaea-849f-4b59-a1d7-b0feb77165b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:01.607532 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-da1cfaea-849f-4b59-a1d7-b0feb77165b6 None None] Port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:35:01.621922 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:01.640006 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:35:01.665294 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:34:56Z', 'revision_number': 3, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port': {'id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:56Z', 'updated_at': '2021-11-09T17:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:01.692306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f,segment=NetworkSegment(bb13f7eb-b872-40f4-9e9a-796915217847),segment_id=bb13f7eb-b872-40f4-9e9a-796915217847)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:01.705940 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:01.732366 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f43bf6-07bd-417e-9732-b83fb1eb455a None None] The sync data for ids ['677c085f-b575-466d-ae8e-3887ee3f35cc'] in n-d-817236-1 is: [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:34:56Z', 'revision_number': 3, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port': {'id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:56Z', 'updated_at': '2021-11-09T17:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:35:01.754077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a723b7f-f93d-4ff4-b496-5e085d247a86 req-42e0b367-9711-4bad-ab3a-23dd88044d1b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:01.756480 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0a723b7f-f93d-4ff4-b496-5e085d247a86 req-42e0b367-9711-4bad-ab3a-23dd88044d1b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 945 time: 0.4355600 Nov 09 17:35:01.823500 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:01.856922 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-973f3418-d449-46f4-b643-3a094d8e00d6 req-dde077b4-29d8-43c7-9921-6fb31f85db81 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 210 time: 0.1472695 Nov 09 17:35:01.865395 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0a723b7f-f93d-4ff4-b496-5e085d247a86 req-14a006c9-9268-46f6-93ad-8f62a9360ac2 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968778 Nov 09 17:35:01.951970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48236) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:02.047341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:02.059051 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:02.103349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:02.252118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b5fd4c6-a2e7-4bc1-8b85-f5c05cbf9667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:02.281490 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:02.298852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Pushing event updated for resources: {'Port': ['ID=7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:02.342852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f606599-2522-4af8-85b1-4a47324152ff req-d8e177e7-7fd9-4e9c-b93e-cded6dfb6de3 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:02.346255 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-d8e177e7-7fd9-4e9c-b93e-cded6dfb6de3 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.18 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 820 time: 0.4791758 Nov 09 17:35:02.381628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-2f606599-2522-4af8-85b1-4a47324152ff req-91abf74c-83d0-424b-904d-f230e264d256 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Request body: {'port': {'device_id': '00a8cd6b-5f4e-4a01-aa56-78bcad53a00b', 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db', 'admin_state_up': True, 'tenant_id': '70c630d7be7a41139c470735f4a6f7e7'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:02.453453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563968a-eb8f-4752-9a88-34bc7ca8f237 req-0693d451-eda6-4026-86ad-3e54710188dd tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:02.456380 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8563968a-eb8f-4752-9a88-34bc7ca8f237 req-0693d451-eda6-4026-86ad-3e54710188dd tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 944 time: 0.3032022 Nov 09 17:35:02.663290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8563968a-eb8f-4752-9a88-34bc7ca8f237 req-dc8f1b16-710c-40c6-b669-3e9a07a5aba8 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470075 Nov 09 17:35:02.684749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47945186-79a6-442b-9000-ef0b2b04bbd5 req-ddadfb01-6de7-4d55-ab90-63c74d5eca80 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:02.702150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f606599-2522-4af8-85b1-4a47324152ff req-91abf74c-83d0-424b-904d-f230e264d256 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Made reservation on behalf of 70c630d7be7a41139c470735f4a6f7e7 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:02.703469 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-47945186-79a6-442b-9000-ef0b2b04bbd5 req-ddadfb01-6de7-4d55-ab90-63c74d5eca80 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 1096 time: 0.3850479 Nov 09 17:35:02.718612 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2f606599-2522-4af8-85b1-4a47324152ff req-91abf74c-83d0-424b-904d-f230e264d256 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:02.787910 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Network 70a352c0-9223-43f4-b5fc-0b98b0abd841 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:02.802482 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:02.832831 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b5fd4c6-a2e7-4bc1-8b85-f5c05cbf9667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:02.909216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c05afdd6-60a7-4832-8fc5-50351730ef72 req-104d3de2-2e0e-457d-84e6-da489e521ace tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.0368817 Nov 09 17:35:02.913129 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b5fd4c6-a2e7-4bc1-8b85-f5c05cbf9667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:03.070184 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-47945186-79a6-442b-9000-ef0b2b04bbd5 req-2f36d34d-d0af-45e4-b339-ee1e28e9c1fa tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469679 Nov 09 17:35:03.117024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-2f606599-2522-4af8-85b1-4a47324152ff req-91abf74c-83d0-424b-904d-f230e264d256 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Allocated IP 172.20.0.12 (19b117b5-c38d-4730-ba7b-a740b01864db/2ce396ee-92ed-4866-bc41-5c446f272107/a161272d-725b-440e-b28b-81ccb644a2e2) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:03.136982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fd4c6-a2e7-4bc1-8b85-f5c05cbf9667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d423aa10-c5bc-427f-abf2-4670e6053a4e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:03.157517 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1e1ed89e-97e1-48fd-bad7-0ac728230739 None None] Provisioning complete for port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:03.158262 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed89e-97e1-48fd-bad7-0ac728230739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:03.220057 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9b5fd4c6-a2e7-4bc1-8b85-f5c05cbf9667 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37cd34766e3146b994a034011852999c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2645788 Nov 09 17:35:03.223097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48250) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:03.257261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ed89e-97e1-48fd-bad7-0ac728230739 None None] Port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:35:03.383736 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62853489-d14e-4b03-9ad5-ae5a7c2e0fa8 req-13c970d8-2441-4fe3-86cb-fd14204953f0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 210 time: 0.1888387 Nov 09 17:35:03.521976 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2f606599-2522-4af8-85b1-4a47324152ff req-91abf74c-83d0-424b-904d-f230e264d256 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:03.574915 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2f606599-2522-4af8-85b1-4a47324152ff req-91abf74c-83d0-424b-904d-f230e264d256 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:03.590464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:03.632248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f606599-2522-4af8-85b1-4a47324152ff req-91abf74c-83d0-424b-904d-f230e264d256 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Network 19b117b5-c38d-4730-ba7b-a740b01864db is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:03.636255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-2f606599-2522-4af8-85b1-4a47324152ff req-91abf74c-83d0-424b-904d-f230e264d256 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:03.642035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f606599-2522-4af8-85b1-4a47324152ff req-91abf74c-83d0-424b-904d-f230e264d256 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:03.674008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abf74c-83d0-424b-904d-f230e264d256 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Pushing event updated for resources: {'Port': ['ID=a161272d-725b-440e-b28b-81ccb644a2e2,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:03.717551 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8df4301-34b5-430d-a576-70e27b812037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:03.720864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f606599-2522-4af8-85b1-4a47324152ff req-91abf74c-83d0-424b-904d-f230e264d256 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:03.721560 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2f606599-2522-4af8-85b1-4a47324152ff req-91abf74c-83d0-424b-904d-f230e264d256 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:03.745761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-91abf74c-83d0-424b-904d-f230e264d256 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3841953 Nov 09 17:35:03.759056 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Router 677c085f-b575-466d-ae8e-3887ee3f35cc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:35:03.760088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Request body: {'port': {'device_id': '00a8cd6b-5f4e-4a01-aa56-78bcad53a00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:03.761526 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8df4301-34b5-430d-a576-70e27b812037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:03.867911 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:04.036237 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8df4301-34b5-430d-a576-70e27b812037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:04.043145 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8df4301-34b5-430d-a576-70e27b812037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:04.044383 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f8df4301-34b5-430d-a576-70e27b812037 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d423aa10-c5bc-427f-abf2-4670e6053a4e HTTP/1.1" status: 204 len: 168 time: 0.8207085 Nov 09 17:35:04.059720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df4301-34b5-430d-a576-70e27b812037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d423aa10-c5bc-427f-abf2-4670e6053a4e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:04.120157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:35:04.146986 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e5edd520-0501-4ee6-bf8b-dcc1050cdf7a admin admin] 10.222.0.81 "PUT /v2.0/routers/677c085f-b575-466d-ae8e-3887ee3f35cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7565856 Nov 09 17:35:04.312864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0d224-27e6-4de7-b9b4-261130fbca1b req-f9e9b7e1-16f3-47b2-9efc-47210cd90745 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:04.320466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5bb0d224-27e6-4de7-b9b4-261130fbca1b req-f9e9b7e1-16f3-47b2-9efc-47210cd90745 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 944 time: 0.4306138 Nov 09 17:35:04.385813 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5bb0d224-27e6-4de7-b9b4-261130fbca1b req-198a02c2-17a9-4b2e-b25a-66c0fd5e8a8f tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596349 Nov 09 17:35:04.440530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 909aa40d-f07f-42dd-b53b-3b00ce777da4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:04.607976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a161272d-725b-440e-b28b-81ccb644a2e2 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:35:04.622524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:04.646579 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 909aa40d-f07f-42dd-b53b-3b00ce777da4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:04.647363 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:04.661479 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:04.675261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-03cf5a73-b70f-41cd-8189-680efb7cba24 req-3d6b2131-f3cc-4e07-b320-3fb3ed09a38f tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.6113858 Nov 09 17:35:04.705879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Transition to ACTIVE for port object a161272d-725b-440e-b28b-81ccb644a2e2 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:35:04.711388 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:04.985847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Pushing event updated for resources: {'Port': ['ID=a161272d-725b-440e-b28b-81ccb644a2e2,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:05.057517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831536f-e05f-407d-a512-2a3bd94f8102 req-f264a0bb-08b5-4da0-a0fe-1678a6bc9a88 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:05.059396 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f831536f-e05f-407d-a512-2a3bd94f8102 req-f264a0bb-08b5-4da0-a0fe-1678a6bc9a88 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.2861187 Nov 09 17:35:05.308039 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f831536f-e05f-407d-a512-2a3bd94f8102 req-0b43e5dc-dc40-4fa4-8aab-57844242ee04 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138886 Nov 09 17:35:05.358090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:35:05.359461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:35:05.359823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:05.376898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Port a161272d-725b-440e-b28b-81ccb644a2e2 on network 19b117b5-c38d-4730-ba7b-a740b01864db not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:05.377749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:05.387594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:05.389150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:05.391513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Bound using segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:05.392441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Bound port: a161272d-725b-440e-b28b-81ccb644a2e2, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:35:05.394003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:05.506338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-fd60dde9-fcdd-41c6-90d3-6730126bfdef tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:05.510348 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-fd60dde9-fcdd-41c6-90d3-6730126bfdef tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/networks?id=70a352c0-9223-43f4-b5fc-0b98b0abd841 HTTP/1.1" status: 200 len: 829 time: 0.2426515 Nov 09 17:35:05.553073 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-e9c9ecd8-f1cb-4e24-9fa2-1a406d4ec3c5 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/quotas/44e3434b7f4242b69102c1daf7cb5d7e HTTP/1.1" status: 200 len: 375 time: 0.0322180 Nov 09 17:35:05.564615 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:05.584286 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Sync routers for ids ['677c085f-b575-466d-ae8e-3887ee3f35cc'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:35:05.635089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:05.647998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:35:05.650231 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Routers {'677c085f-b575-466d-ae8e-3887ee3f35cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:05.650898 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:34:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['677c085f-b575-466d-ae8e-3887ee3f35cc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:05.664951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:05.664951 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:05.666429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a161272d-725b-440e-b28b-81ccb644a2e2,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:05.695368 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:05.727914 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-e34a7286-8905-49a7-944f-fb268d3f9c8d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44e3434b7f4242b69102c1daf7cb5d7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672909 Nov 09 17:35:05.784049 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 909aa40d-f07f-42dd-b53b-3b00ce777da4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=909aa40d-f07f-42dd-b53b-3b00ce777da4,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:05.857608 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:05.862698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:05.863352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:05.865903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] 10.222.0.18 "PUT /v2.0/ports/a161272d-725b-440e-b28b-81ccb644a2e2 HTTP/1.1" status: 200 len: 1092 time: 2.1124406 Nov 09 17:35:05.866541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a8cd6b-5f4e-4a01-aa56-78bcad53a00b', 'tag': 'a161272d-725b-440e-b28b-81ccb644a2e2'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:05.868966 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8969ca45-75e3-401c-bed2-768079d5b5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "00a8cd6b-5f4e-4a01-aa56-78bcad53a00b", "tag": "a161272d-725b-440e-b28b-81ccb644a2e2"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:05.872035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713a3a8-00cb-4305-b3eb-938477dde95c service neutron] Pushing event updated for resources: {'Port': ['ID=a161272d-725b-440e-b28b-81ccb644a2e2,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:05.896754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2cd42-64d3-43f6-bade-331b44b3f1b5 req-9ac6b704-a946-42f8-a999-75ff51de7b0b tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:05.906811 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f6f2cd42-64d3-43f6-bade-331b44b3f1b5 req-9ac6b704-a946-42f8-a999-75ff51de7b0b tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 944 time: 0.2630429 Nov 09 17:35:05.956559 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-57dd2c3a-eb58-4f5b-a498-f4699243a04c service neutron] 10.222.0.81 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274745 Nov 09 17:35:06.018011 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f6f2cd42-64d3-43f6-bade-331b44b3f1b5 req-1e0ee128-dd49-453e-8aea-92faf1afd3be tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096990 Nov 09 17:35:06.133671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f606599-2522-4af8-85b1-4a47324152ff req-65627672-51fc-48f5-9c9a-316a655af822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:06.138193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-65627672-51fc-48f5-9c9a-316a655af822 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 1095 time: 0.1563568 Nov 09 17:35:06.144871 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-e1226242-be15-495f-a3d2-bff0546dba47 service neutron] 10.222.0.81 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812088 Nov 09 17:35:06.245413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48322) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:06.272073 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:06.276147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=909aa40d-f07f-42dd-b53b-3b00ce777da4,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:06.281806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Set router 677c085f-b575-466d-ae8e-3887ee3f35cc gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:06.303495 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-f1126851-446d-4ac4-9780-ffb1e8348898 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a161272d-725b-440e-b28b-81ccb644a2e2 HTTP/1.1" status: 200 len: 217 time: 0.1555462 Nov 09 17:35:06.337221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95149615-a970-4683-8c71-f70fc26363da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:06.339481 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef47174-e238-4728-b1b3-7f48ce1f7720" -d '{"events": [{"server_uuid": "95149615-a970-4683-8c71-f70fc26363da", "name": "network-vif-plugged", "status": "completed", "tag": "cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:06.364110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f,segment=NetworkSegment(bb13f7eb-b872-40f4-9e9a-796915217847),segment_id=bb13f7eb-b872-40f4-9e9a-796915217847)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:06.422852 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:06.431661 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f27e3d8-0ef6-4a91-b926-bd26d39cea9c req-525eecd0-ec61-4862-bec6-5b62074f4e82 tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.0474694 Nov 09 17:35:06.472378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f606599-2522-4af8-85b1-4a47324152ff req-c3657390-ed22-4525-80a3-32a4c22503c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:06.475314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-c3657390-ed22-4525-80a3-32a4c22503c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.1640029 Nov 09 17:35:06.495645 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dcb80e-a8ab-452c-9501-f6061e25cb32 x-openstack-request-id: req-64dcb80e-a8ab-452c-9501-f6061e25cb32 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:06.495940 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a8cd6b-5f4e-4a01-aa56-78bcad53a00b", "tag": "a161272d-725b-440e-b28b-81ccb644a2e2", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:06.496193 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64dcb80e-a8ab-452c-9501-f6061e25cb32 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:06.496606 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a8cd6b-5f4e-4a01-aa56-78bcad53a00b', 'tag': 'a161272d-725b-440e-b28b-81ccb644a2e2', 'status': 'completed', 'code': 200} Nov 09 17:35:06.539142 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-9d2e9f8d-5e35-41ff-9c5a-e643fa5d3a92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530031 Nov 09 17:35:06.690301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1627554486-network', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:06.696828 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:06.703899 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5af46b-f28f-4357-8a42-21c90428dddf x-openstack-request-id: req-4b5af46b-f28f-4357-8a42-21c90428dddf {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:06.704474 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95149615-a970-4683-8c71-f70fc26363da", "name": "network-vif-plugged", "status": "completed", "tag": "cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:06.715773 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b5af46b-f28f-4357-8a42-21c90428dddf {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:06.716204 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95149615-a970-4683-8c71-f70fc26363da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f', 'code': 200} Nov 09 17:35:06.790567 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-ae80b8e2-b9b2-4932-beb4-f1052eb8dbf6 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462974 Nov 09 17:35:06.881666 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:35:01Z', 'revision_number': 4, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port': {'id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:56Z', 'updated_at': '2021-11-09T17:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2', 'name': '', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'mac_address': 'fa:16:3e:80:f5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:59Z', 'updated_at': '2021-11-09T17:35:01Z', 'revision_number': 2, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'subnets': [{'id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:06.913721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Made reservation on behalf of 5dc360f23d334dc6bf202e8e09e9ca1f for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:06.917734 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:06.921910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Checking router: 677c085f-b575-466d-ae8e-3887ee3f35cc for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:35:06.922717 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Updating router 677c085f-b575-466d-ae8e-3887ee3f35cc port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:35:06.954484 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:06.962572 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0db0d511-ed23-40ff-9be3-4ad8ae9e29cc req-b43f7820-131f-4b46-a9b5-77bf29efacd1 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 210 time: 0.1147151 Nov 09 17:35:06.979799 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:07.018072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572eeed9-3713-4844-abfd-729e332464df req-32708450-aa47-4f60-ba9a-917c01ada1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:07.018072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-572eeed9-3713-4844-abfd-729e332464df req-32708450-aa47-4f60-ba9a-917c01ada1c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 1096 time: 0.2818015 Nov 09 17:35:07.065542 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f606599-2522-4af8-85b1-4a47324152ff req-ff7aeb02-b326-474b-a0f2-ee4d4db9adbc service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666719 Nov 09 17:35:07.082707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454509b2-e631-42e4-afd5-b0e7635e8b85 req-d1e23b48-3470-49b3-b2ea-6894b18d7997 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:07.084925 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-454509b2-e631-42e4-afd5-b0e7635e8b85 req-d1e23b48-3470-49b3-b2ea-6894b18d7997 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.2523293 Nov 09 17:35:07.201534 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:07.218775 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:07.312132 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-572eeed9-3713-4844-abfd-729e332464df req-c54269fb-fe57-4b5d-acd6-3e829400ea66 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803998 Nov 09 17:35:07.316098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969ca45-75e3-401c-bed2-768079d5b5c8 req-ac07adb7-0807-440b-be81-6f4c3bbc60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:07.322923 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8969ca45-75e3-401c-bed2-768079d5b5c8 req-ac07adb7-0807-440b-be81-6f4c3bbc60fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 1095 time: 0.1706703 Nov 09 17:35:07.349787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:35:07.366832 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:07.367256 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Added segment cce40cbe-0817-4112-a4c0-0c2e8afb25c7 of type vlan for network fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45 Nov 09 17:35:07.449332 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-454509b2-e631-42e4-afd5-b0e7635e8b85 req-fa1cad92-2895-45f3-8ab7-8b664629edc3 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433312 Nov 09 17:35:07.458098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecffeebf-8693-4d86-bd9e-2aa81443837d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:07.518091 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:07.550619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:07.551745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:07.552556 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:07.713795 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:07.732312 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:07.792502 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5438406 Nov 09 17:35:07.795362 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48362) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:07.815503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8e2474b2-e013-4094-9786-145a744ac96f admin admin] Request body: {'subnet': {'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1627554486-subnet', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:07.866468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969ca45-75e3-401c-bed2-768079d5b5c8 req-6d3ccace-d9e5-4d0e-87b8-150319da4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:07.868218 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8969ca45-75e3-401c-bed2-768079d5b5c8 req-6d3ccace-d9e5-4d0e-87b8-150319da4580 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.2800293 Nov 09 17:35:07.898641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2474b2-e013-4094-9786-145a744ac96f admin admin] Made reservation on behalf of 5dc360f23d334dc6bf202e8e09e9ca1f for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:07.916419 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e2474b2-e013-4094-9786-145a744ac96f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:07.929834 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521f331-f015-4461-873f-e8e19e324db4 admin admin] Pushing event updated for resources: {'Network': ['ID=fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:07.949670 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652f6eb-837c-44e4-9225-fa44c2286edf None None] Pushing event updated for resources: {'Port': ['ID=7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:08.018956 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8969ca45-75e3-401c-bed2-768079d5b5c8 req-693e9d13-f55c-4781-9068-cc74a83dd63d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a161272d-725b-440e-b28b-81ccb644a2e2 HTTP/1.1" status: 200 len: 217 time: 0.1406538 Nov 09 17:35:08.027517 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:35:08.201957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969ca45-75e3-401c-bed2-768079d5b5c8 req-a115f0e5-8ab5-4eca-bc76-abfe840002cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:08.204122 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8969ca45-75e3-401c-bed2-768079d5b5c8 req-a115f0e5-8ab5-4eca-bc76-abfe840002cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.1755030 Nov 09 17:35:08.291314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-71014222-d595-4af2-b8f1-ebea30944c81 req-76aefb77-017b-4e87-86a8-5294cab8be9a tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.1184196 Nov 09 17:35:08.333645 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8969ca45-75e3-401c-bed2-768079d5b5c8 req-939f571e-d9c4-46b1-b961-101e299e40dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206315 Nov 09 17:35:08.413369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 909aa40d-f07f-42dd-b53b-3b00ce777da4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:08.459934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506acff-7b4c-4eea-b530-36eca0f8a914 req-d7c1e071-412a-4c11-8ebd-86e0b25e1beb tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:08.470417 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e506acff-7b4c-4eea-b530-36eca0f8a914 req-d7c1e071-412a-4c11-8ebd-86e0b25e1beb tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 945 time: 0.5508792 Nov 09 17:35:08.472113 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Attempting to bind port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:35:08.472513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Attempting to bind port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '3335b029-8661-42eb-8c12-b8162f9a85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:35:08.473047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Attempting to bind port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 on network 70a352c0-9223-43f4-b5fc-0b98b0abd841 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:08.481219 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:08.481587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Checking segment: {'id': '3335b029-8661-42eb-8c12-b8162f9a85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:08.482206 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:08.482610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Bound using segment: {'id': '3335b029-8661-42eb-8c12-b8162f9a85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:08.483179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Bound port: 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3335b029-8661-42eb-8c12-b8162f9a85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:35:08.484350 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:08.587161 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e506acff-7b4c-4eea-b530-36eca0f8a914 req-095bc2cc-108b-4cff-979c-e228b2504e00 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897980 Nov 09 17:35:08.606420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] For port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:08.611979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] For port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2,segment=NetworkSegment(3335b029-8661-42eb-8c12-b8162f9a85af),segment_id=3335b029-8661-42eb-8c12-b8162f9a85af)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:08.634334 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:08.757495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bb02fb65-7648-4506-9ecd-7faad8447f68 None None] Provisioning complete for port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:08.758097 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb02fb65-7648-4506-9ecd-7faad8447f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:08.782189 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8969ca45-75e3-401c-bed2-768079d5b5c8 req-45de4a18-d3b2-4f49-8e94-6b6e2ee2a603 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397457 Nov 09 17:35:08.799774 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e2474b2-e013-4094-9786-145a744ac96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:08.870323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Routers {'677c085f-b575-466d-ae8e-3887ee3f35cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:08.871258 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:34:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['677c085f-b575-466d-ae8e-3887ee3f35cc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:09.008790 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 909aa40d-f07f-42dd-b53b-3b00ce777da4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:09.009365 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:09.014077 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e766257b-73e2-4816-9942-bc921a512401 req-05a1cb1a-3d02-4e1b-bdfb-952df610452b tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 210 time: 0.1181257 Nov 09 17:35:09.050975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2474b2-e013-4094-9786-145a744ac96f admin admin] Pushing event updated for resources: {'Subnet': ['ID=455c6a4f-0dfb-43ab-80f1-d63d18262e3b,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:09.060916 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2474b2-e013-4094-9786-145a744ac96f admin admin] Checking segment: {'id': 'cce40cbe-0817-4112-a4c0-0c2e8afb25c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:09.061197 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2474b2-e013-4094-9786-145a744ac96f admin admin] Network hostable DHCP agents. Network: fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:35:09.081879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652f6eb-837c-44e4-9225-fa44c2286edf None None] Pushing event updated for resources: {'Port': ['ID=7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:09.129313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2474b2-e013-4094-9786-145a744ac96f admin admin] Network fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:35:09.163616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8e2474b2-e013-4094-9786-145a744ac96f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:09.180462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2474b2-e013-4094-9786-145a744ac96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:09.181149 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e2474b2-e013-4094-9786-145a744ac96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:09.226021 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8e2474b2-e013-4094-9786-145a744ac96f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4205098 Nov 09 17:35:09.226242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] Set router 677c085f-b575-466d-ae8e-3887ee3f35cc gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:09.229906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48374) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:09.240671 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1627554486-router', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:09.245154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fbb4f-9789-4ceb-9b6e-e2ec211799be req-95b82687-4284-4f3d-99ec-5b44c499252f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:09.283785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-538fbb4f-9789-4ceb-9b6e-e2ec211799be req-95b82687-4284-4f3d-99ec-5b44c499252f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.3750191 Nov 09 17:35:09.291767 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:09.292576 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:09.330205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a492d20-09d0-4b64-ad26-b3ca57aeae31 None None] Network fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:09.459898 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8969ca45-75e3-401c-bed2-768079d5b5c8 req-30a43ad3-f545-42a4-b549-af61d7257036 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6622760 Nov 09 17:35:09.510888 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-538fbb4f-9789-4ceb-9b6e-e2ec211799be req-96ea257a-c62f-4819-bfb0-01042eb670b8 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255192 Nov 09 17:35:09.535692 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:09.596630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-901522c7-c307-4d7a-be83-88970ff0a3ae tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:09.598410 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-901522c7-c307-4d7a-be83-88970ff0a3ae tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.13 "GET /v2.0/networks?id=70a352c0-9223-43f4-b5fc-0b98b0abd841 HTTP/1.1" status: 200 len: 829 time: 0.2816656 Nov 09 17:35:09.612649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Request body: {'port': {'device_id': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'admin_state_up': True, 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:09.740943 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d3c184e0-9ecf-4d46-acbe-2df263115547 req-63175d10-bf61-4000-9125-e77f87d457e6 tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.1026907 Nov 09 17:35:09.962539 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:09.979559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Made reservation on behalf of 44e3434b7f4242b69102c1daf7cb5d7e for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:09.988414 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:10.069839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f6c3c-e4d1-47b9-a2a7-3c9a4f481b26 req-5a2d0056-66e1-4276-9359-098abfb85bda tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:10.082113 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-125f6c3c-e4d1-47b9-a2a7-3c9a4f481b26 req-5a2d0056-66e1-4276-9359-098abfb85bda tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 945 time: 0.2330556 Nov 09 17:35:10.152563 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb02fb65-7648-4506-9ecd-7faad8447f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:10.232561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-881d82e5-69ba-4db7-92dd-76b142777263 req-11d209c0-5ac2-4bb3-89dd-0bbd2832ae98 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 210 time: 0.0666158 Nov 09 17:35:10.236267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bb02fb65-7648-4506-9ecd-7faad8447f68 None None] For port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2,segment=NetworkSegment(3335b029-8661-42eb-8c12-b8162f9a85af),segment_id=3335b029-8661-42eb-8c12-b8162f9a85af)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:10.238748 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45', 'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'fixed_ips': [{'subnet_id': '455c6a4f-0dfb-43ab-80f1-d63d18262e3b'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:35:10.240566 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:10.263254 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb02fb65-7648-4506-9ecd-7faad8447f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:10.377066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Allocated IP 172.20.0.9 (70a352c0-9223-43f4-b5fc-0b98b0abd841/8716b25f-5565-48df-a109-78d0eb438cf9/aed3ecd0-3258-49aa-a283-9399210e131f) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:10.445221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02fb65-7648-4506-9ecd-7faad8447f68 None None] Pushing event updated for resources: {'Port': ['ID=7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:10.517651 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:10.551509 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:10.653844 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-92ad1ecd-3a34-478d-917f-cbd467a6dccd None None] Provisioning complete for port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:10.654351 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-92ad1ecd-3a34-478d-917f-cbd467a6dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:10.709015 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-acfb27ef-a560-4f56-ae7d-3ba4ddbd0269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:10.719747 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-125f6c3c-e4d1-47b9-a2a7-3c9a4f481b26 req-85f4138b-4aac-4e02-95cd-fc9dd3d9618f tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6155877 Nov 09 17:35:10.737402 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Allocated IP 172.25.1.131 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/1249092e-d7b9-464d-9212-4408f20b9faf) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:10.834376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:35:01Z', 'revision_number': 4, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port': {'id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:56Z', 'updated_at': '2021-11-09T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2', 'name': '', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'mac_address': 'fa:16:3e:80:f5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:59Z', 'updated_at': '2021-11-09T17:35:08Z', 'revision_number': 4, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'subnets': [{'id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:10.840442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Allocated IP 172.20.0.2 (fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45/455c6a4f-0dfb-43ab-80f1-d63d18262e3b/9eee5667-bfab-450b-b7fe-c436603398e3) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:10.844135 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:10.944815 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:10.950052 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf4111-d7b5-4f59-b33b-cb0b5afc42c9 None None] The sync data for ids ['677c085f-b575-466d-ae8e-3887ee3f35cc'] in n-d-817236-1 is: [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:35:01Z', 'revision_number': 4, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port': {'id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:56Z', 'updated_at': '2021-11-09T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2', 'name': '', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'mac_address': 'fa:16:3e:80:f5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:59Z', 'updated_at': '2021-11-09T17:35:08Z', 'revision_number': 4, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'subnets': [{'id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:35:10.975282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Network 70a352c0-9223-43f4-b5fc-0b98b0abd841 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:10.994178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:11.046861 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32d90350-ad9d-4edd-bccc-45c7b880bc56 req-57e433ae-2f00-4369-b565-e7bb2c95d5ad tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.1149616 Nov 09 17:35:11.083082 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:11.140038 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5ba9ed82-96ca-491c-aff1-ca585eeeb840 req-9bc4c319-d06e-437f-9939-c68b507a9af0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.2381446 Nov 09 17:35:11.175214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b13504-40cf-482c-bf70-39db61f61939 req-f6d96acb-075c-4bd4-97ff-7437e0cd5bf0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:11.193900 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6b13504-40cf-482c-bf70-39db61f61939 req-f6d96acb-075c-4bd4-97ff-7437e0cd5bf0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.4060423 Nov 09 17:35:11.221987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Pushing event updated for resources: {'Port': ['ID=aed3ecd0-3258-49aa-a283-9399210e131f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:11.246311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:11.246758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:11.247075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:11.247377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:11.247709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:11.249639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:11.249639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:11.250145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:11.250326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:11.250648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:11.250965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:11.251312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:11.348111 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6b13504-40cf-482c-bf70-39db61f61939 req-952453a6-8f27-4e9b-a6ec-ebadf787a32c tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529961 Nov 09 17:35:11.355257 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:11.356421 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:11.410023 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:11.418748 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:11.443833 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:11.486321 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-61a941d8-2a71-4464-a23a-5045bfbe9c6e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8788054 Nov 09 17:35:11.510500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f52cf-d2e0-4cd2-99ca-c218e3ef7872 req-0b3583db-6cf4-4649-babd-b7fdf3eb6c0f tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:11.521402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d73f52cf-d2e0-4cd2-99ca-c218e3ef7872 req-0b3583db-6cf4-4649-babd-b7fdf3eb6c0f tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 931 time: 0.1541922 Nov 09 17:35:11.547405 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:11.582763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Request body: {'port': {'device_id': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:11.628667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Pushing event updated for resources: {'Port': ['ID=9eee5667-bfab-450b-b7fe-c436603398e3,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:11.668490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:11.675793 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Network fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:11.679646 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:11.682939 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:11.695707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:11.696819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:11.743874 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d73f52cf-d2e0-4cd2-99ca-c218e3ef7872 req-40a8d1f9-d32b-4800-9316-5613c9ea2c39 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb351614-2967-4f1d-a22c-a4e1596df6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214556 Nov 09 17:35:11.779095 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:11.784976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1249092e-d7b9-464d-9212-4408f20b9faf,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:11.863660 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Attempting to bind port 9eee5667-bfab-450b-b7fe-c436603398e3 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:35:11.864455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Attempting to bind port 9eee5667-bfab-450b-b7fe-c436603398e3 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'cce40cbe-0817-4112-a4c0-0c2e8afb25c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:35:11.865122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Attempting to bind port 9eee5667-bfab-450b-b7fe-c436603398e3 on network fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:11.877326 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:11.878079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Checking segment: {'id': 'cce40cbe-0817-4112-a4c0-0c2e8afb25c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:11.878762 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:11.879456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Bound using segment: {'id': 'cce40cbe-0817-4112-a4c0-0c2e8afb25c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:11.881550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Bound port: 9eee5667-bfab-450b-b7fe-c436603398e3, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce40cbe-0817-4112-a4c0-0c2e8afb25c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:35:11.882264 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:12.017753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] For port 9eee5667-bfab-450b-b7fe-c436603398e3, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:12.021695 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] For port 9eee5667-bfab-450b-b7fe-c436603398e3, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9eee5667-bfab-450b-b7fe-c436603398e3,segment=NetworkSegment(cce40cbe-0817-4112-a4c0-0c2e8afb25c7),segment_id=cce40cbe-0817-4112-a4c0-0c2e8afb25c7)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:12.033848 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:12.169412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f813f283-5b35-4b06-a34b-a78be52e33be None None] Provisioning complete for port aed3ecd0-3258-49aa-a283-9399210e131f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:12.170298 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f813f283-5b35-4b06-a34b-a78be52e33be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:12.429854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde5eb-e999-4d21-adc8-9612eeec3537 None None] Pushing event updated for resources: {'Port': ['ID=9eee5667-bfab-450b-b7fe-c436603398e3,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:12.447620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f813f283-5b35-4b06-a34b-a78be52e33be None None] Port aed3ecd0-3258-49aa-a283-9399210e131f cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:35:12.480438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:12.585654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a1c2d072-f68a-43e9-bf53-3da95a990168 req-f4b81729-723b-4d2e-9038-e636773a86c8 tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.2751806 Nov 09 17:35:12.711740 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:12.768788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:12.769414 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:12.948813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed3ecd0-3258-49aa-a283-9399210e131f {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:35:12.974615 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:13.021170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Transition to ACTIVE for port object aed3ecd0-3258-49aa-a283-9399210e131f will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:35:13.083649 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:13.424662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Pushing event updated for resources: {'Port': ['ID=aed3ecd0-3258-49aa-a283-9399210e131f,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:13.505397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388883a-eddd-4404-a52a-0a2729a42582 req-c7a3e581-281e-4a85-aa5a-033df5897f7b tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:13.515764 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9388883a-eddd-4404-a52a-0a2729a42582 req-c7a3e581-281e-4a85-aa5a-033df5897f7b tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.4908121 Nov 09 17:35:13.559125 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:13.646602 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d0269e1-5958-4a62-abef-58e4a817c54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:13.850627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9388883a-eddd-4404-a52a-0a2729a42582 req-0734e843-b553-4b04-a617-a04b961cfca3 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578127 Nov 09 17:35:13.880000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Attempting to bind port aed3ecd0-3258-49aa-a283-9399210e131f on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:35:13.881921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Attempting to bind port aed3ecd0-3258-49aa-a283-9399210e131f by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '3335b029-8661-42eb-8c12-b8162f9a85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:35:13.883300 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Attempting to bind port aed3ecd0-3258-49aa-a283-9399210e131f on network 70a352c0-9223-43f4-b5fc-0b98b0abd841 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:13.899091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98a00f-9356-4a55-89dd-404bb500db54 req-5887f63a-5d77-40cc-a458-d20f1c48b185 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:13.911648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Port aed3ecd0-3258-49aa-a283-9399210e131f on network 70a352c0-9223-43f4-b5fc-0b98b0abd841 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:13.923350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Attempting to bind port aed3ecd0-3258-49aa-a283-9399210e131f on network 70a352c0-9223-43f4-b5fc-0b98b0abd841 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:13.929008 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1e98a00f-9356-4a55-89dd-404bb500db54 req-5887f63a-5d77-40cc-a458-d20f1c48b185 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 943 time: 0.7761700 Nov 09 17:35:13.950342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:13.950342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Checking segment: {'id': '3335b029-8661-42eb-8c12-b8162f9a85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:13.950342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Bound using segment: {'id': '3335b029-8661-42eb-8c12-b8162f9a85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:13.955591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Bound port: aed3ecd0-3258-49aa-a283-9399210e131f, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3335b029-8661-42eb-8c12-b8162f9a85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:35:13.956020 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:14.075192 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1e98a00f-9356-4a55-89dd-404bb500db54 req-7015e642-0469-40a6-bade-be7156a3b00d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb351614-2967-4f1d-a22c-a4e1596df6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501060 Nov 09 17:35:14.135621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Router 621f1e2f-8321-43a0-8347-d468d576f0dc is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:35:14.239693 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] For port aed3ecd0-3258-49aa-a283-9399210e131f, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:14.245668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] For port aed3ecd0-3258-49aa-a283-9399210e131f, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=aed3ecd0-3258-49aa-a283-9399210e131f,segment=NetworkSegment(3335b029-8661-42eb-8c12-b8162f9a85af),segment_id=3335b029-8661-42eb-8c12-b8162f9a85af)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:14.255538 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:14.355576 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a640e23-814d-49e8-96a3-57c77bf4961a None None] Network fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:14.475552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:35:14.483942 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Sync routers for ids ['621f1e2f-8321-43a0-8347-d468d576f0dc'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:35:14.501813 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Routers {'621f1e2f-8321-43a0-8347-d468d576f0dc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:14.503577 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['621f1e2f-8321-43a0-8347-d468d576f0dc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:14.550309 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9eee5667-bfab-450b-b7fe-c436603398e3 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:14.611463 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:14.654031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ed466519-0e2c-4cbf-9eb9-7d2e611e3965 None None] Provisioning complete for port 9eee5667-bfab-450b-b7fe-c436603398e3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:14.655894 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed466519-0e2c-4cbf-9eb9-7d2e611e3965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:14.656080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ed102-6590-4802-bd36-ad2dd29503c2 req-a1295fb7-1b89-40b6-b6b9-7ad95a2e95bd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:14.661178 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d1ed102-6590-4802-bd36-ad2dd29503c2 req-a1295fb7-1b89-40b6-b6b9-7ad95a2e95bd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 945 time: 0.1629810 Nov 09 17:35:14.669901 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:14.678079 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-953dde04-4393-450b-92ca-a9d2fe1306a8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4472098 Nov 09 17:35:14.678787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48424) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:14.715724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9eee5667-bfab-450b-b7fe-c436603398e3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:14.716796 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:14.771312 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Set router 621f1e2f-8321-43a0-8347-d468d576f0dc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:14.835054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Pushing event updated for resources: {'Port': ['ID=aed3ecd0-3258-49aa-a283-9399210e131f,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:14.867473 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:14.868883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:14.872246 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7e86a380-3e60-4038-8f32-2f3f97b88a21 service neutron] 10.222.0.13 "PUT /v2.0/ports/aed3ecd0-3258-49aa-a283-9399210e131f HTTP/1.1" status: 200 len: 1091 time: 3.3461032 Nov 09 17:35:14.873117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'tag': 'aed3ecd0-3258-49aa-a283-9399210e131f'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:14.879674 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a2f6e5-645b-4c9a-b5b2-119ec081d8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d80909-fd4f-4da5-bcc1-80caac660b77", "tag": "aed3ecd0-3258-49aa-a283-9399210e131f"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:14.958718 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cc3d6072-9db4-4710-8a56-46e9d6fdff4b req-0a36aad8-66fe-4e2d-a2e1-22adbb331a1e tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.1292472 Nov 09 17:35:15.099614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-943fc387-7174-4314-bba7-3abc14e68a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:15.109911 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-943fc387-7174-4314-bba7-3abc14e68a21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44e3434b7f4242b69102c1daf7cb5d7e&device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 1094 time: 0.1663032 Nov 09 17:35:15.114456 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0e43dd-093c-4c4f-80e7-e8534eb63e1d x-openstack-request-id: req-8d0e43dd-093c-4c4f-80e7-e8534eb63e1d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:15.115429 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d80909-fd4f-4da5-bcc1-80caac660b77", "tag": "aed3ecd0-3258-49aa-a283-9399210e131f", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:15.120019 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d0e43dd-093c-4c4f-80e7-e8534eb63e1d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:15.121461 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'tag': 'aed3ecd0-3258-49aa-a283-9399210e131f', 'status': 'completed', 'code': 200} Nov 09 17:35:15.232248 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:15.241778 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1627554486-router', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:35:09Z', 'updated_at': '2021-11-09T17:35:12Z', 'revision_number': 3, 'project_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'gw_port': {'id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:35:10Z', 'updated_at': '2021-11-09T17:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:15.296889 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-3635af09-9ca3-409b-baa7-ba2398485da1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aed3ecd0-3258-49aa-a283-9399210e131f HTTP/1.1" status: 200 len: 217 time: 0.1692414 Nov 09 17:35:15.302496 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Checking router: 621f1e2f-8321-43a0-8347-d468d576f0dc for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:35:15.302844 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Updating router 621f1e2f-8321-43a0-8347-d468d576f0dc port 1249092e-d7b9-464d-9212-4408f20b9faf binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:35:15.367537 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:15.369579 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed466519-0e2c-4cbf-9eb9-7d2e611e3965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:15.371927 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:15.463279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 9eee5667-bfab-450b-b7fe-c436603398e3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9eee5667-bfab-450b-b7fe-c436603398e3,segment=NetworkSegment(cce40cbe-0817-4112-a4c0-0c2e8afb25c7),segment_id=cce40cbe-0817-4112-a4c0-0c2e8afb25c7)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:15.472482 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:15.617132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f80d4-f889-4993-929b-eb97002756d9 req-acb4cf7d-2a39-4e1d-b748-5301997698f0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:15.627023 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b9f80d4-f889-4993-929b-eb97002756d9 req-acb4cf7d-2a39-4e1d-b748-5301997698f0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.3341224 Nov 09 17:35:15.641094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7c7d4576-2a90-4582-91d9-1b5f36a30823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:15.642648 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-7c7d4576-2a90-4582-91d9-1b5f36a30823 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8716b25f-5565-48df-a109-78d0eb438cf9 HTTP/1.1" status: 200 len: 868 time: 0.2834291 Nov 09 17:35:15.672201 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d1ed102-6590-4802-bd36-ad2dd29503c2 req-b143de5c-4d1b-4d9d-9fc5-dd7b5aebacb4 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9923172 Nov 09 17:35:15.715027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=9eee5667-bfab-450b-b7fe-c436603398e3,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:15.772987 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-ed466519-0e2c-4cbf-9eb9-7d2e611e3965 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:35:15.773455 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-ed466519-0e2c-4cbf-9eb9-7d2e611e3965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:35:15.773768 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b9f80d4-f889-4993-929b-eb97002756d9 req-553138e9-8570-40d4-9a22-ac3c015927df tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440754 Nov 09 17:35:15.814738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-5a6ee82b-2eb1-4008-8624-527dbee4598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:15.817192 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-5a6ee82b-2eb1-4008-8624-527dbee4598f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70a352c0-9223-43f4-b5fc-0b98b0abd841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648643 Nov 09 17:35:15.982892 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-91837765-a242-42e1-a26f-6446057e72b1 service neutron] 10.222.0.13 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575730 Nov 09 17:35:16.095998 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:16.108996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f88f3-68c3-4ef4-b739-17dc5fa02963 req-c4d8bd8d-fc7c-4cb4-9ce8-1e650cebdd19 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:16.113445 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:16.117368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a87f88f3-68c3-4ef4-b739-17dc5fa02963 req-c4d8bd8d-fc7c-4cb4-9ce8-1e650cebdd19 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 943 time: 0.1332352 Nov 09 17:35:16.191940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a87f88f3-68c3-4ef4-b739-17dc5fa02963 req-98e62a8c-fcce-4dda-b82e-af7a85bb38d9 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb351614-2967-4f1d-a22c-a4e1596df6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729048 Nov 09 17:35:16.194900 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae3c3caf-fa3d-4c2e-a513-5ece02c91593 req-01fee899-afb5-46db-8c67-bc2de9e33bfb service neutron] 10.222.0.13 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013707 Nov 09 17:35:16.217630 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82891e74-b2cc-44a3-a155-39121890d649 None None] Pushing event updated for resources: {'Port': ['ID=1249092e-d7b9-464d-9212-4408f20b9faf,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:16.268894 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Attempting to bind port 1249092e-d7b9-464d-9212-4408f20b9faf on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:35:16.269516 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Attempting to bind port 1249092e-d7b9-464d-9212-4408f20b9faf by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:35:16.273414 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Attempting to bind port 1249092e-d7b9-464d-9212-4408f20b9faf on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:16.286439 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:16.287052 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:16.287676 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:16.288379 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:16.289089 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Bound port: 1249092e-d7b9-464d-9212-4408f20b9faf, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:35:16.289740 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:16.329426 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-054102bb-eacb-4fa8-ac06-662fa2ad5fe0 req-cf429c2a-1e84-4cf1-b836-50bd1a8587cd tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.1162953 Nov 09 17:35:16.382702 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] For port 1249092e-d7b9-464d-9212-4408f20b9faf, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:16.386928 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] For port 1249092e-d7b9-464d-9212-4408f20b9faf, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1249092e-d7b9-464d-9212-4408f20b9faf,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:16.395393 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:16.416995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9eee5667-bfab-450b-b7fe-c436603398e3 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:16.490992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-13ffe705-d3e5-4960-914b-4e2ef123d5f3 req-6ff9c92d-9be3-47ce-8c21-1e8861001e91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03b8a6216ccc4f4f9720c63151e0018d&device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.2787747 Nov 09 17:35:16.509645 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82891e74-b2cc-44a3-a155-39121890d649 None None] Pushing event updated for resources: {'Port': ['ID=1249092e-d7b9-464d-9212-4408f20b9faf,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:16.510420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2f6e5-645b-4c9a-b5b2-119ec081d8c9 req-8e413011-16b0-45b7-aab2-73b09dec0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:16.512123 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28a2f6e5-645b-4c9a-b5b2-119ec081d8c9 req-8e413011-16b0-45b7-aab2-73b09dec0e60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44e3434b7f4242b69102c1daf7cb5d7e&device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 1094 time: 0.2126689 Nov 09 17:35:16.525044 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Routers {'621f1e2f-8321-43a0-8347-d468d576f0dc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:16.525862 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['621f1e2f-8321-43a0-8347-d468d576f0dc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:16.573193 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-13ffe705-d3e5-4960-914b-4e2ef123d5f3 req-d979df64-0cb8-423a-bf83-57154d728101 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=03b8a6216ccc4f4f9720c63151e0018d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748675 Nov 09 17:35:16.653909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9eee5667-bfab-450b-b7fe-c436603398e3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:16.654422 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:16.656776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-83be5742-3926-462a-9947-1207da59cf78 None None] Provisioning complete for port 9eee5667-bfab-450b-b7fe-c436603398e3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:16.657144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-83be5742-3926-462a-9947-1207da59cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:16.787474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2f6e5-645b-4c9a-b5b2-119ec081d8c9 req-b450a992-f711-46bf-88a3-7da36e460886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:16.798214 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28a2f6e5-645b-4c9a-b5b2-119ec081d8c9 req-b450a992-f711-46bf-88a3-7da36e460886 service neutron] 10.222.0.13 "GET /v2.0/networks?id=70a352c0-9223-43f4-b5fc-0b98b0abd841 HTTP/1.1" status: 200 len: 930 time: 0.2783408 Nov 09 17:35:16.894023 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28a2f6e5-645b-4c9a-b5b2-119ec081d8c9 req-f3a22132-d5f4-4525-a00a-cba3c713ae6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aed3ecd0-3258-49aa-a283-9399210e131f HTTP/1.1" status: 200 len: 217 time: 0.0808575 Nov 09 17:35:17.061595 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] Set router 621f1e2f-8321-43a0-8347-d468d576f0dc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:17.153978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2f6e5-645b-4c9a-b5b2-119ec081d8c9 req-595b451e-0079-43aa-90bf-8cbb9eea680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.157461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28a2f6e5-645b-4c9a-b5b2-119ec081d8c9 req-595b451e-0079-43aa-90bf-8cbb9eea680f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8716b25f-5565-48df-a109-78d0eb438cf9 HTTP/1.1" status: 200 len: 868 time: 0.2496073 Nov 09 17:35:17.164263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffe705-d3e5-4960-914b-4e2ef123d5f3 req-2132ee89-cbee-42f6-bf42-d4fd73b2b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.166881 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-13ffe705-d3e5-4960-914b-4e2ef123d5f3 req-2132ee89-cbee-42f6-bf42-d4fd73b2b84b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5822153 Nov 09 17:35:17.335908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1e139-a279-4e73-aaf7-18c83b9561fb req-78d68601-f676-4978-85b9-597501914ceb tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.338617 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5b1e139-a279-4e73-aaf7-18c83b9561fb req-78d68601-f676-4978-85b9-597501914ceb tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.2852807 Nov 09 17:35:17.343557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2f6e5-645b-4c9a-b5b2-119ec081d8c9 req-da8c2894-03ef-4b13-aefc-c477821becc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:17.345999 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28a2f6e5-645b-4c9a-b5b2-119ec081d8c9 req-da8c2894-03ef-4b13-aefc-c477821becc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70a352c0-9223-43f4-b5fc-0b98b0abd841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795681 Nov 09 17:35:17.349213 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:17.482954 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:17.491335 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1627554486-router', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:35:09Z', 'updated_at': '2021-11-09T17:35:12Z', 'revision_number': 3, 'project_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'gw_port': {'id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:35:10Z', 'updated_at': '2021-11-09T17:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:17.568427 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5b1e139-a279-4e73-aaf7-18c83b9561fb req-e7cd8376-c4aa-49c2-86ad-18d8675d9344 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149968 Nov 09 17:35:17.573985 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582518f0-70a2-4034-89fa-c5406e5711ad None None] The sync data for ids ['621f1e2f-8321-43a0-8347-d468d576f0dc'] in n-d-817236-1 is: [{'id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1627554486-router', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:35:09Z', 'updated_at': '2021-11-09T17:35:12Z', 'revision_number': 3, 'project_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'gw_port': {'id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:35:10Z', 'updated_at': '2021-11-09T17:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:35:17.645756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28a2f6e5-645b-4c9a-b5b2-119ec081d8c9 req-6aeca84a-8e87-4594-9e18-9a664382e474 service neutron] 10.222.0.13 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887118 Nov 09 17:35:17.811905 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-5ade301a-e002-48a5-bb90-8818c9805529 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2075462403&fields=id&tenant_id=539805ebb2294155a2a36d78da1a217e HTTP/1.1" status: 200 len: 267 time: 0.1942227 Nov 09 17:35:17.913849 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Allocated IP 172.20.0.1 (fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45/455c6a4f-0dfb-43ab-80f1-d63d18262e3b/98ebb13d-a83c-4925-ac42-d76419e8299d) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:17.953741 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28a2f6e5-645b-4c9a-b5b2-119ec081d8c9 req-ec8f2daa-7ed7-45f7-8c2f-c574c4f4c755 service neutron] 10.222.0.13 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969506 Nov 09 17:35:18.048570 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-9e418f69-cd2b-4f45-a935-27b9147a1875 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:18.059029 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-9e418f69-cd2b-4f45-a935-27b9147a1875 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/networks?id=90995fa8-9653-4bb5-8df8-b768e9c55fb2 HTTP/1.1" status: 200 len: 824 time: 0.2456453 Nov 09 17:35:18.066143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c42d87-8a5e-421a-b348-f56c58f10754 req-1294a4a6-de84-4e91-8e61-67268472508f tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:18.093709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27c42d87-8a5e-421a-b348-f56c58f10754 req-1294a4a6-de84-4e91-8e61-67268472508f tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 943 time: 0.2560437 Nov 09 17:35:18.100934 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-09988594-d25b-4215-b053-5bd5ab09ff09 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/quotas/539805ebb2294155a2a36d78da1a217e HTTP/1.1" status: 200 len: 375 time: 0.0406876 Nov 09 17:35:18.178685 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27c42d87-8a5e-421a-b348-f56c58f10754 req-21bb9bff-ad13-46ca-ad78-971ade2493d5 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb351614-2967-4f1d-a22c-a4e1596df6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814252 Nov 09 17:35:18.200561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-118720ba-6978-48b9-9db5-43faf525a004 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=539805ebb2294155a2a36d78da1a217e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0985813 Nov 09 17:35:18.338468 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:18.383967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-562bd5ff-ed2b-452d-8c77-4bb66faaa8f2 req-8e170599-9155-4e2a-bf6e-ab9bb652ce90 tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.0619998 Nov 09 17:35:18.450528 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-ed8a3058-f388-4291-8a65-a261dee0d2cc service neutron] 10.222.0.81 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136729 Nov 09 17:35:18.481956 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-b3bd36a6-4878-43ba-9e97-694e21842a42 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:18.484405 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-b3bd36a6-4878-43ba-9e97-694e21842a42 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8354f9a-ef62-46f4-b6ba-652a964c8840 HTTP/1.1" status: 200 len: 945 time: 0.0940263 Nov 09 17:35:18.490619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1249092e-d7b9-464d-9212-4408f20b9faf up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:18.528531 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:18.543575 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-13ffe705-d3e5-4960-914b-4e2ef123d5f3 req-e281ae74-bac7-471f-8501-0e0913c01648 tempest-ServerShowV257Test-98108945 tempest-ServerShowV257Test-98108945-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d908164-761d-46b3-9ab4-013b008c2eff HTTP/1.1" status: 200 len: 210 time: 0.0325532 Nov 09 17:35:18.590880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Network fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:18.612106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:18.640933 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:18.663268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=98ebb13d-a83c-4925-ac42-d76419e8299d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:18.697145 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device aed3ecd0-3258-49aa-a283-9399210e131f details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:35:18.774626 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-97efedf9-08f8-4042-8115-04bb394d940b service neutron] 10.222.0.81 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230529 Nov 09 17:35:18.796373 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:18.923015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port aed3ecd0-3258-49aa-a283-9399210e131f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=aed3ecd0-3258-49aa-a283-9399210e131f,segment=NetworkSegment(3335b029-8661-42eb-8c12-b8162f9a85af),segment_id=3335b029-8661-42eb-8c12-b8162f9a85af)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:18.954138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'aed3ecd0-3258-49aa-a283-9399210e131f', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'port_id': 'aed3ecd0-3258-49aa-a283-9399210e131f', 'mac_address': 'fa:16:3e:da:2f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:35:19.020565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Deleting port 4990606f-e808-4fa0-a10d-3970f175a758 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:35:19.021320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:19.048543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43487d5-ef6f-429c-9120-c75b36c65843 req-8149be1e-55f3-47f9-a227-6816e468a3a8 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:19.060378 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d43487d5-ef6f-429c-9120-c75b36c65843 req-8149be1e-55f3-47f9-a227-6816e468a3a8 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.3146615 Nov 09 17:35:19.093466 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:19.137811 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:19.243454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 1249092e-d7b9-464d-9212-4408f20b9faf triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:19.249677 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:19.373123 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5c9fe50b-6928-4195-8711-02e621d16d02 req-94a79391-f1ea-4080-b73e-ecd3a3d09edf tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 210 time: 0.0474360 Nov 09 17:35:19.375448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed3ecd0-3258-49aa-a283-9399210e131f {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:35:19.508106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d43487d5-ef6f-429c-9120-c75b36c65843 req-dfd6277b-cebb-4527-8aef-02a90e7ebb04 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397428 Nov 09 17:35:19.539048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port aed3ecd0-3258-49aa-a283-9399210e131f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=aed3ecd0-3258-49aa-a283-9399210e131f,segment=NetworkSegment(3335b029-8661-42eb-8c12-b8162f9a85af),segment_id=3335b029-8661-42eb-8c12-b8162f9a85af)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:19.548249 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-de625fe1-2dad-4083-b58d-e5626922c00e None None] Provisioning complete for port 98ebb13d-a83c-4925-ac42-d76419e8299d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:19.549097 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-de625fe1-2dad-4083-b58d-e5626922c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:19.589121 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:19.599712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] For port 4990606f-e808-4fa0-a10d-3970f175a758, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4990606f-e808-4fa0-a10d-3970f175a758,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:19.599991 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:19.654822 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:19.688850 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:19.749246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=98ebb13d-a83c-4925-ac42-d76419e8299d,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:19.766984 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9593d-79a6-4e28-8e3a-f6de058570f1 req-1124686c-ef79-458b-ab6d-9f0936f3303b tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:19.769062 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85d9593d-79a6-4e28-8e3a-f6de058570f1 req-1124686c-ef79-458b-ab6d-9f0936f3303b tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 944 time: 0.2099895 Nov 09 17:35:19.814254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-de625fe1-2dad-4083-b58d-e5626922c00e None None] Port 98ebb13d-a83c-4925-ac42-d76419e8299d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:35:19.863833 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85d9593d-79a6-4e28-8e3a-f6de058570f1 req-e9507c63-cf14-4a66-b7ca-e7a662de5d52 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb351614-2967-4f1d-a22c-a4e1596df6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647547 Nov 09 17:35:19.872523 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:19.898469 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['aed3ecd0-3258-49aa-a283-9399210e131f'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:20.031058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=aed3ecd0-3258-49aa-a283-9399210e131f,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:20.068096 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:20.100913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 1249092e-d7b9-464d-9212-4408f20b9faf, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1249092e-d7b9-464d-9212-4408f20b9faf,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:20.115656 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:20.168336 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Network fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:20.170079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:20.352752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=1249092e-d7b9-464d-9212-4408f20b9faf,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:20.493392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48518) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:20.588145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Router 621f1e2f-8321-43a0-8347-d468d576f0dc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:35:20.694518 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9ac70a14-d393-4dcc-8480-759dbc45b703 req-9d21d423-9e54-4e68-ae54-21daf05542bd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 210 time: 0.1014080 Nov 09 17:35:20.777696 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:20.778526 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:20.778720 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Floating IP c876286a-8a9f-4475-b9c8-aaaeb7238676 disassociated. External IP: 172.25.1.37, port: 4990606f-e808-4fa0-a10d-3970f175a758. Nov 09 17:35:20.788068 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Calling delete_port for 4990606f-e808-4fa0-a10d-3970f175a758 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:35:21.034311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:35:21.055058 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aefe818a-7dfa-4eec-a3d3-eb0172742ea0 admin admin] 10.222.0.81 "PUT /v2.0/routers/621f1e2f-8321-43a0-8347-d468d576f0dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3739343 Nov 09 17:35:21.182007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Sync routers for ids ['621f1e2f-8321-43a0-8347-d468d576f0dc'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:35:21.202009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ca2e9342-27ec-49da-a7d4-3bb22ffdc824 None None] Provisioning complete for port 98ebb13d-a83c-4925-ac42-d76419e8299d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:21.202554 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9342-27ec-49da-a7d4-3bb22ffdc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:21.214079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d7823-8382-4067-b098-f2167ecb3489 req-2f9b300c-b9f7-4a0a-8045-e0b591110c3e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:21.220296 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-277d7823-8382-4067-b098-f2167ecb3489 req-2f9b300c-b9f7-4a0a-8045-e0b591110c3e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 944 time: 0.1329281 Nov 09 17:35:21.278701 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-acf93a7c-7a48-4927-bfc7-577b09c5cb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:21.294905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e9342-27ec-49da-a7d4-3bb22ffdc824 None None] Port 98ebb13d-a83c-4925-ac42-d76419e8299d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:35:21.308436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Routers {'621f1e2f-8321-43a0-8347-d468d576f0dc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:21.310010 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['621f1e2f-8321-43a0-8347-d468d576f0dc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:21.310268 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-277d7823-8382-4067-b098-f2167ecb3489 req-13967a1f-7256-4b96-904d-367b16ff7a6f tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb351614-2967-4f1d-a22c-a4e1596df6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765903 Nov 09 17:35:21.353013 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:21.415016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a6c3-12ac-489a-87ab-ef24b3e9f736 req-c0c015db-84f1-4b0c-89b9-81723bd4a8cf tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:21.423461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5e04a6c3-12ac-489a-87ab-ef24b3e9f736 req-c0c015db-84f1-4b0c-89b9-81723bd4a8cf tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.6657069 Nov 09 17:35:21.433961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Pushing event deleted for resources: {'Port': ['ID=4990606f-e808-4fa0-a10d-3970f175a758,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:21.589517 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5e04a6c3-12ac-489a-87ab-ef24b3e9f736 req-55d7dacf-0ad8-462b-91ee-61c1f4784a86 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649926 Nov 09 17:35:21.663718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Set router 621f1e2f-8321-43a0-8347-d468d576f0dc gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:21.891535 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-acf93a7c-7a48-4927-bfc7-577b09c5cb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:21.954327 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-acf93a7c-7a48-4927-bfc7-577b09c5cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:21.964690 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-e5cbf9cf-e047-4e03-9666-055ad78b36fc tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2531376 Nov 09 17:35:21.981567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:22.047972 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:22.200164 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc651176-90ae-4ad0-8a9a-6fbacbdd54e8 req-2050d736-edb8-4b7f-acc1-9f08fc7155fb tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 210 time: 0.2877774 Nov 09 17:35:22.301223 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1627554486-router', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:35:09Z', 'updated_at': '2021-11-09T17:35:19Z', 'revision_number': 4, 'project_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'gw_port': {'id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:35:10Z', 'updated_at': '2021-11-09T17:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '98ebb13d-a83c-4925-ac42-d76419e8299d', 'name': '', 'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'mac_address': 'fa:16:3e:db:e2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '455c6a4f-0dfb-43ab-80f1-d63d18262e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:35:17Z', 'updated_at': '2021-11-09T17:35:19Z', 'revision_number': 2, 'project_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'subnets': [{'id': '455c6a4f-0dfb-43ab-80f1-d63d18262e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:22.315563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-acf93a7c-7a48-4927-bfc7-577b09c5cb49 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=03b8a6216ccc4f4f9720c63151e0018d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8106456 Nov 09 17:35:22.321096 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48540) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:22.334789 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:22.365856 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Checking router: 621f1e2f-8321-43a0-8347-d468d576f0dc for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:35:22.366744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Updating router 621f1e2f-8321-43a0-8347-d468d576f0dc port 98ebb13d-a83c-4925-ac42-d76419e8299d binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:35:22.403425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b9a3425f-686c-4465-bca9-0cf03e102829 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:22.407175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b9a3425f-686c-4465-bca9-0cf03e102829 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.13 "GET /v2.0/networks?id=90995fa8-9653-4bb5-8df8-b768e9c55fb2 HTTP/1.1" status: 200 len: 824 time: 0.6993656 Nov 09 17:35:22.415622 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:22.433982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1249092e-d7b9-464d-9212-4408f20b9faf up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:22.437492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Router 27e2cffa-6611-4ded-a834-4242bccef4bf has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:35:22.484352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf93a7c-7a48-4927-bfc7-577b09c5cb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0018516-33ef-434f-9588-b02254d83d2d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:22.597625 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:22.628873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device aed3ecd0-3258-49aa-a283-9399210e131f up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:22.677030 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Allocated IP 172.25.1.150 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/d8ddbfe3-b6d8-4076-82ad-8886f396a0ab) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:22.810616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:35:22.820402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-2a55f57d-1f0c-4d03-88d2-8ad5debfaf42 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=539805ebb2294155a2a36d78da1a217e HTTP/1.1" status: 200 len: 380 time: 0.3801107 Nov 09 17:35:22.827422 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c4cb3e-a9dd-4ba2-b411-ace1af3c79fa None None] Sync routers for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:35:22.830178 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a161272d-725b-440e-b28b-81ccb644a2e2 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:35:22.834679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4990606f-e808-4fa0-a10d-3970f175a758 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:22.847494 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c4cb3e-a9dd-4ba2-b411-ace1af3c79fa None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:22.849037 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-37c4cb3e-a9dd-4ba2-b411-ace1af3c79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:22.863350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b16ea-5eda-4329-93c7-e794c54e00c4 req-772fc800-6a25-4465-ac69-fb1214018ef9 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:22.865019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-760b16ea-5eda-4329-93c7-e794c54e00c4 req-772fc800-6a25-4465-ac69-fb1214018ef9 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 944 time: 0.3737419 Nov 09 17:35:22.869625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-82f4d5a3-b020-47f6-9532-7ba9f503077f tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Request body: {'port': {'device_id': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'admin_state_up': True, 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'security_groups': ['4c7fed44-a232-4382-853d-574c6fa90640']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:22.898193 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 1249092e-d7b9-464d-9212-4408f20b9faf triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:22.898807 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:22.901654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 4990606f-e808-4fa0-a10d-3970f175a758 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:35:22.902414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4990606f-e808-4fa0-a10d-3970f175a758 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:22.933756 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:22.993254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] No DVR routers for this DVR port 4990606f-e808-4fa0-a10d-3970f175a758 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:35:23.003541 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:23.020283 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8b0bf575-8489-46f4-b86a-c73efceed2e2 req-f743dba6-b01f-4498-ab54-81e1755b5601 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.18 "DELETE /v2.0/ports/4990606f-e808-4fa0-a10d-3970f175a758 HTTP/1.1" status: 204 len: 173 time: 4.5288296 Nov 09 17:35:23.020797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8354f9a-ef62-46f4-b6ba-652a964c8840', 'name': 'network-vif-deleted', 'tag': '4990606f-e808-4fa0-a10d-3970f175a758'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:23.031347 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a58bd8-b1e2-4153-bbbb-3d08ef692d56" -d '{"events": [{"server_uuid": "f8354f9a-ef62-46f4-b6ba-652a964c8840", "name": "network-vif-deleted", "tag": "4990606f-e808-4fa0-a10d-3970f175a758"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:23.039301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port aed3ecd0-3258-49aa-a283-9399210e131f completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:35:23.071260 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port aed3ecd0-3258-49aa-a283-9399210e131f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:23.071842 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:23.115132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-760b16ea-5eda-4329-93c7-e794c54e00c4 req-4034e38b-5db0-44fe-b9af-e3cbd8315e8e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb351614-2967-4f1d-a22c-a4e1596df6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111866 Nov 09 17:35:23.181094 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:23.203162 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:35:23.256519 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-37c4cb3e-a9dd-4ba2-b411-ace1af3c79fa None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:23.305240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-82f4d5a3-b020-47f6-9532-7ba9f503077f tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Made reservation on behalf of 539805ebb2294155a2a36d78da1a217e for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:23.319283 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:23.320388 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-82f4d5a3-b020-47f6-9532-7ba9f503077f tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:23.350751 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:23.370852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:23.376167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Pushing event updated for resources: {'Port': ['ID=d8ddbfe3-b6d8-4076-82ad-8886f396a0ab,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:23.438375 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c22fbb2-a329-4cfa-b138-c60149be4106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:23.507884 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:23.574886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port aed3ecd0-3258-49aa-a283-9399210e131f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=aed3ecd0-3258-49aa-a283-9399210e131f,segment=NetworkSegment(3335b029-8661-42eb-8c12-b8162f9a85af),segment_id=3335b029-8661-42eb-8c12-b8162f9a85af)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:23.583001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed3ecd0-3258-49aa-a283-9399210e131f'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:23.585954 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5b6829-b36b-4dc8-ae36-8a344390e5a6" -d '{"events": [{"server_uuid": "c4d80909-fd4f-4da5-bcc1-80caac660b77", "name": "network-vif-plugged", "status": "completed", "tag": "aed3ecd0-3258-49aa-a283-9399210e131f"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:23.596920 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:23.638955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a161272d-725b-440e-b28b-81ccb644a2e2,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:23.660180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-82f4d5a3-b020-47f6-9532-7ba9f503077f tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Allocated IP 172.20.0.7 (90995fa8-9653-4bb5-8df8-b768e9c55fb2/beea7396-a9ce-456d-9ed3-84b264d878c3/7837f06e-f067-4438-bdc9-79bc28dd7e9b) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:23.665277 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:23.684652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'a161272d-725b-440e-b28b-81ccb644a2e2', 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db', 'port_id': 'a161272d-725b-440e-b28b-81ccb644a2e2', 'mac_address': 'fa:16:3e:da:32:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce396ee-92ed-4866-bc41-5c446f272107', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:35:23.698817 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c22fbb2-a329-4cfa-b138-c60149be4106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:23.703320 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:23.808633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=aed3ecd0-3258-49aa-a283-9399210e131f,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:23.875326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeee9a-6d1e-4435-a6d2-6f5b7f6083e9 req-aed701da-eb25-4b07-ab3b-eae0730fa7e9 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:23.883249 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3cbeee9a-6d1e-4435-a6d2-6f5b7f6083e9 req-aed701da-eb25-4b07-ab3b-eae0730fa7e9 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.3063982 Nov 09 17:35:23.899941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:23.925824 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:23.950969 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-37c4cb3e-a9dd-4ba2-b411-ace1af3c79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:23.962985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a161272d-725b-440e-b28b-81ccb644a2e2 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:35:24.015198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a161272d-725b-440e-b28b-81ccb644a2e2,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:24.039682 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:24.076801 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c4cb3e-a9dd-4ba2-b411-ace1af3c79fa None None] Checking router: 27e2cffa-6611-4ded-a834-4242bccef4bf for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:35:24.113045 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c4cb3e-a9dd-4ba2-b411-ace1af3c79fa None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:24.114321 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-37c4cb3e-a9dd-4ba2-b411-ace1af3c79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:24.164697 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:24.182706 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:24.289085 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c22fbb2-a329-4cfa-b138-c60149be4106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:24.301463 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c22fbb2-a329-4cfa-b138-c60149be4106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:24.304700 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9c22fbb2-a329-4cfa-b138-c60149be4106 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0018516-33ef-434f-9588-b02254d83d2d HTTP/1.1" status: 204 len: 168 time: 1.9750075 Nov 09 17:35:24.339282 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22fbb2-a329-4cfa-b138-c60149be4106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0018516-33ef-434f-9588-b02254d83d2d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:24.515353 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a161272d-725b-440e-b28b-81ccb644a2e2'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:24.525174 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-82f4d5a3-b020-47f6-9532-7ba9f503077f tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:24.538342 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-37c4cb3e-a9dd-4ba2-b411-ace1af3c79fa None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:24.580786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3cbeee9a-6d1e-4435-a6d2-6f5b7f6083e9 req-1afe2a06-4fb3-489f-8d46-949ba701ddab tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6546679 Nov 09 17:35:24.662303 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a161272d-725b-440e-b28b-81ccb644a2e2,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:24.725873 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-82f4d5a3-b020-47f6-9532-7ba9f503077f tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:24.753380 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Attempting to bind port 98ebb13d-a83c-4925-ac42-d76419e8299d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:35:24.753887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Attempting to bind port 98ebb13d-a83c-4925-ac42-d76419e8299d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'cce40cbe-0817-4112-a4c0-0c2e8afb25c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:35:24.754180 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Attempting to bind port 98ebb13d-a83c-4925-ac42-d76419e8299d on network fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:24.777967 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:24.777967 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Checking segment: {'id': 'cce40cbe-0817-4112-a4c0-0c2e8afb25c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:24.777967 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:24.779785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Bound using segment: {'id': 'cce40cbe-0817-4112-a4c0-0c2e8afb25c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:24.779785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Bound port: 98ebb13d-a83c-4925-ac42-d76419e8299d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce40cbe-0817-4112-a4c0-0c2e8afb25c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:35:24.781014 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:24.908299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-82f4d5a3-b020-47f6-9532-7ba9f503077f tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:24.929081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-82f4d5a3-b020-47f6-9532-7ba9f503077f tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:24.953924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-82f4d5a3-b020-47f6-9532-7ba9f503077f tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:25.091321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] For port 98ebb13d-a83c-4925-ac42-d76419e8299d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:25.094212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-82f4d5a3-b020-47f6-9532-7ba9f503077f tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:25.097001 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-82f4d5a3-b020-47f6-9532-7ba9f503077f tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:25.101718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] For port 98ebb13d-a83c-4925-ac42-d76419e8299d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=98ebb13d-a83c-4925-ac42-d76419e8299d,segment=NetworkSegment(cce40cbe-0817-4112-a4c0-0c2e8afb25c7),segment_id=cce40cbe-0817-4112-a4c0-0c2e8afb25c7)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:25.131185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4d5a3-b020-47f6-9532-7ba9f503077f tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Pushing event updated for resources: {'Port': ['ID=7837f06e-f067-4438-bdc9-79bc28dd7e9b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:25.131436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e287d8f-8e96-4867-9fc7-76772d01991d None None] Pushing event updated for resources: {'Port': ['ID=98ebb13d-a83c-4925-ac42-d76419e8299d,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:25.146454 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:25.195407 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-82f4d5a3-b020-47f6-9532-7ba9f503077f tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3423522 Nov 09 17:35:25.215073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Request body: {'port': {'device_id': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:25.259496 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:25.269586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7691a3a0-5d89-40ba-a933-0a192d2c8f2f None None] Provisioning complete for port 98ebb13d-a83c-4925-ac42-d76419e8299d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:25.270272 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7691a3a0-5d89-40ba-a933-0a192d2c8f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:25.278654 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:25.340885 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Routers {'621f1e2f-8321-43a0-8347-d468d576f0dc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:25.342516 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['621f1e2f-8321-43a0-8347-d468d576f0dc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:25.476178 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-37c4cb3e-a9dd-4ba2-b411-ace1af3c79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:25.540320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:25.635687 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c4cb3e-a9dd-4ba2-b411-ace1af3c79fa None None] The sync data for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 is: [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:35:25.689391 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:25.759873 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:25.778251 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8087189 Nov 09 17:35:25.836381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Pushing event updated for resources: {'Port': ['ID=d8ddbfe3-b6d8-4076-82ad-8886f396a0ab,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:25.858389 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:25.859627 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:25.860431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] Set router 621f1e2f-8321-43a0-8347-d468d576f0dc gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:25.861277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:25.862232 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:25.863335 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:25.864212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:25.865038 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:25.865922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:25.866747 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:25.867614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:25.868408 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:25.869418 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764f78d-e6d9-414b-927f-bd4aa1d6c830 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:25.984386 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-89fc785e-b628-465f-8452-db5eac195e8a tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.1934626 Nov 09 17:35:26.019421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e287d8f-8e96-4867-9fc7-76772d01991d None None] Pushing event updated for resources: {'Port': ['ID=98ebb13d-a83c-4925-ac42-d76419e8299d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:26.021234 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e7a4d0-9696-40bf-92e5-a6cb433e8118 x-openstack-request-id: req-a5e7a4d0-9696-40bf-92e5-a6cb433e8118 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:26.021715 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8354f9a-ef62-46f4-b6ba-652a964c8840", "name": "network-vif-deleted", "tag": "4990606f-e808-4fa0-a10d-3970f175a758", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:26.022081 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5e7a4d0-9696-40bf-92e5-a6cb433e8118 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:26.027823 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8354f9a-ef62-46f4-b6ba-652a964c8840', 'name': 'network-vif-deleted', 'tag': '4990606f-e808-4fa0-a10d-3970f175a758', 'status': 'completed', 'code': 200} Nov 09 17:35:26.180759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-2efb8062-1638-4d6c-9887-02f04dee7f99 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:26.182719 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f3bdb3fb-ba90-473f-b931-073346922c6f req-2efb8062-1638-4d6c-9887-02f04dee7f99 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.1968198 Nov 09 17:35:26.318311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318c257-5310-428d-8375-bc29bb553e02 req-dbf69e25-c5bb-4399-8842-86db30b3db57 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:26.324790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7318c257-5310-428d-8375-bc29bb553e02 req-dbf69e25-c5bb-4399-8842-86db30b3db57 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 931 time: 0.2932136 Nov 09 17:35:26.344622 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9423a28-63fd-4470-bc3e-49088a049cc6 None None] New status for floating IP c876286a-8a9f-4475-b9c8-aaaeb7238676: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:35:26.530843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7318c257-5310-428d-8375-bc29bb553e02 req-565f0a84-4e53-4340-ac69-9680fea83306 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709881 Nov 09 17:35:26.691255 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7691a3a0-5d89-40ba-a933-0a192d2c8f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:26.727887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48600) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:26.783201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7837f06e-f067-4438-bdc9-79bc28dd7e9b {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:35:26.819047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7691a3a0-5d89-40ba-a933-0a192d2c8f2f None None] For port 98ebb13d-a83c-4925-ac42-d76419e8299d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=98ebb13d-a83c-4925-ac42-d76419e8299d,segment=NetworkSegment(cce40cbe-0817-4112-a4c0-0c2e8afb25c7),segment_id=cce40cbe-0817-4112-a4c0-0c2e8afb25c7)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:26.855610 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabc7d73-269e-4570-b647-93c1d18cb673 x-openstack-request-id: req-fabc7d73-269e-4570-b647-93c1d18cb673 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:26.856107 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d80909-fd4f-4da5-bcc1-80caac660b77", "name": "network-vif-plugged", "status": "completed", "tag": "aed3ecd0-3258-49aa-a283-9399210e131f", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:26.856366 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fabc7d73-269e-4570-b647-93c1d18cb673 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:26.856787 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed3ecd0-3258-49aa-a283-9399210e131f', 'code': 200} Nov 09 17:35:26.860932 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7691a3a0-5d89-40ba-a933-0a192d2c8f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:26.914749 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:26.985917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Transition to ACTIVE for port object 7837f06e-f067-4438-bdc9-79bc28dd7e9b will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:35:27.007128 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:27.064035 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1627554486-router', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:35:09Z', 'updated_at': '2021-11-09T17:35:19Z', 'revision_number': 4, 'project_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'gw_port': {'id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:35:10Z', 'updated_at': '2021-11-09T17:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '98ebb13d-a83c-4925-ac42-d76419e8299d', 'name': '', 'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'mac_address': 'fa:16:3e:db:e2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '455c6a4f-0dfb-43ab-80f1-d63d18262e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:35:17Z', 'updated_at': '2021-11-09T17:35:25Z', 'revision_number': 4, 'project_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'subnets': [{'id': '455c6a4f-0dfb-43ab-80f1-d63d18262e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:27.092976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-883861179-network', 'tenant_id': '35f2fe9b3daf4b55856263fa44702174'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:27.121967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cacca-bc4d-4948-8517-6d7e4dfdf8a5 req-9b90935c-fa6f-440c-a1e7-7b8eb2e24b7f tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:27.134504 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b3cacca-bc4d-4948-8517-6d7e4dfdf8a5 req-9b90935c-fa6f-440c-a1e7-7b8eb2e24b7f tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 945 time: 0.3666463 Nov 09 17:35:27.134891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691a3a0-5d89-40ba-a933-0a192d2c8f2f None None] Pushing event updated for resources: {'Port': ['ID=98ebb13d-a83c-4925-ac42-d76419e8299d,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:27.140595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef8931-7517-41f7-b590-85c6c4ca596b req-c176dc12-2c38-445b-ad4f-efb779babeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:27.144315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ec0341-63d2-4424-8ec5-739bdd0273b4 None None] The sync data for ids ['621f1e2f-8321-43a0-8347-d468d576f0dc'] in n-d-817236-1 is: [{'id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1627554486-router', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:35:09Z', 'updated_at': '2021-11-09T17:35:19Z', 'revision_number': 4, 'project_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'gw_port': {'id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:35:10Z', 'updated_at': '2021-11-09T17:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '98ebb13d-a83c-4925-ac42-d76419e8299d', 'name': '', 'network_id': 'fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'mac_address': 'fa:16:3e:db:e2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '455c6a4f-0dfb-43ab-80f1-d63d18262e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:35:17Z', 'updated_at': '2021-11-09T17:35:25Z', 'revision_number': 4, 'project_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'subnets': [{'id': '455c6a4f-0dfb-43ab-80f1-d63d18262e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:35:27.154552 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0aef8931-7517-41f7-b590-85c6c4ca596b req-c176dc12-2c38-445b-ad4f-efb779babeb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 1096 time: 0.1846211 Nov 09 17:35:27.165601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452eb37-0b9c-4207-b8e3-2ab1bc164ed9 req-601bd6a7-7d45-4d2c-9869-a283c11312d7 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:27.169218 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3452eb37-0b9c-4207-b8e3-2ab1bc164ed9 req-601bd6a7-7d45-4d2c-9869-a283c11312d7 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 945 time: 0.1819038 Nov 09 17:35:27.172348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Made reservation on behalf of 35f2fe9b3daf4b55856263fa44702174 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:27.176156 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:27.182880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1e21a04a-6e55-445b-b9b6-d468e824384c None None] Provisioning complete for port 98ebb13d-a83c-4925-ac42-d76419e8299d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:27.183175 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1e21a04a-6e55-445b-b9b6-d468e824384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:27.274015 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:27.319921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3452eb37-0b9c-4207-b8e3-2ab1bc164ed9 req-f6828dee-5f84-41db-8135-c4c7b3180989 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223114 Nov 09 17:35:27.324898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0aef8931-7517-41f7-b590-85c6c4ca596b req-e61957af-ed50-4615-86f3-998d5a3364ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb351614-2967-4f1d-a22c-a4e1596df6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539011 Nov 09 17:35:27.349114 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Pushing event updated for resources: {'Port': ['ID=7837f06e-f067-4438-bdc9-79bc28dd7e9b,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:27.513717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b3cacca-bc4d-4948-8517-6d7e4dfdf8a5 req-4ce467f6-38b1-4bdc-ba54-905374cff775 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb351614-2967-4f1d-a22c-a4e1596df6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750679 Nov 09 17:35:27.546761 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:27.567448 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:27.676481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f314ae7d-e18c-4b28-83e6-73e2c27ce5a4,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:27.696077 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:35:27.741376 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:27.742129 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Added segment f25890e2-2675-49cc-a2e9-ba214a42fb1f of type vlan for network a336d600-6ed3-4c1f-8415-f99121c92968 Nov 09 17:35:27.802699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14aa59-c0f5-4734-a668-8de67ec561c0 req-87f46a90-283f-405a-8c60-7e5dd97193e5 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:27.812088 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d14aa59-c0f5-4734-a668-8de67ec561c0 req-87f46a90-283f-405a-8c60-7e5dd97193e5 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 1096 time: 0.1209810 Nov 09 17:35:27.815407 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:27.921657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Attempting to bind port 7837f06e-f067-4438-bdc9-79bc28dd7e9b on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:35:27.923011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Attempting to bind port 7837f06e-f067-4438-bdc9-79bc28dd7e9b by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:35:27.923858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Attempting to bind port 7837f06e-f067-4438-bdc9-79bc28dd7e9b on network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:27.931611 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d14aa59-c0f5-4734-a668-8de67ec561c0 req-4f2e4dde-8150-44d7-8997-41fc218becf5 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185024 Nov 09 17:35:27.949252 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8a1cbbb-2a84-4245-a8f0-8862c60c9e84 req-f235f66e-7cf2-4f04-8458-e4c6beb1ac65 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1250939 Nov 09 17:35:27.954676 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:27.956039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:27.958544 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:27.967356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Port 7837f06e-f067-4438-bdc9-79bc28dd7e9b on network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:27.968270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Attempting to bind port 7837f06e-f067-4438-bdc9-79bc28dd7e9b on network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:28.020098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:28.021038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Checking segment: {'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:28.021907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Bound using segment: {'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:28.022912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Bound port: 7837f06e-f067-4438-bdc9-79bc28dd7e9b, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75766d52-fb0f-4577-850a-47b3e1f1dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:35:28.023844 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:28.063115 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-54db7679-01d2-4e22-94b2-2aa899a15dce tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4098663 Nov 09 17:35:28.077872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:28.115478 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3799496 Nov 09 17:35:28.147512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48616) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:28.153071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b5e5901a-cf07-4137-a6ac-60d0ed2c9de2 admin admin] Request body: {'subnet': {'network_id': 'a336d600-6ed3-4c1f-8415-f99121c92968', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-883861179-subnet', 'tenant_id': '35f2fe9b3daf4b55856263fa44702174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:28.186332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] For port 7837f06e-f067-4438-bdc9-79bc28dd7e9b, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:28.190716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] For port 7837f06e-f067-4438-bdc9-79bc28dd7e9b, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7837f06e-f067-4438-bdc9-79bc28dd7e9b,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:28.194629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015dce7-c5a5-445b-806f-ac0dec8db8ba admin admin] Pushing event updated for resources: {'Network': ['ID=a336d600-6ed3-4c1f-8415-f99121c92968,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:28.197121 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:28.203082 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:28.208860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a336d600-6ed3-4c1f-8415-f99121c92968 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:35:28.249209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef299f-c06d-4d22-a038-4e2a7514d2e5 req-d95c61fe-7dce-4705-a510-ba62f41c0016 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:28.259112 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6aef299f-c06d-4d22-a038-4e2a7514d2e5 req-d95c61fe-7dce-4705-a510-ba62f41c0016 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 943 time: 0.1918352 Nov 09 17:35:28.266165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1cbbb-2a84-4245-a8f0-8862c60c9e84 req-dad3142b-67e3-4fab-ad67-8dc9dc1ff030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:28.280812 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8a1cbbb-2a84-4245-a8f0-8862c60c9e84 req-dad3142b-67e3-4fab-ad67-8dc9dc1ff030 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 1095 time: 0.2569327 Nov 09 17:35:28.347338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Pushing event updated for resources: {'Port': ['ID=7837f06e-f067-4438-bdc9-79bc28dd7e9b,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:28.377199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e5901a-cf07-4137-a6ac-60d0ed2c9de2 admin admin] Made reservation on behalf of 35f2fe9b3daf4b55856263fa44702174 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:28.384774 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5e5901a-cf07-4137-a6ac-60d0ed2c9de2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:28.424301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:28.425267 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:28.427683 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-b78a5d1f-e2ac-4d27-8fb4-c6d0147a603e service neutron] 10.222.0.13 "PUT /v2.0/ports/7837f06e-f067-4438-bdc9-79bc28dd7e9b HTTP/1.1" status: 200 len: 1091 time: 3.2222543 Nov 09 17:35:28.428765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'tag': '7837f06e-f067-4438-bdc9-79bc28dd7e9b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:28.431929 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44691923-382f-424c-99c0-1275bf4c3a50" -d '{"events": [{"name": "network-changed", "server_uuid": "8d13ba22-95ac-45be-bd35-d11dfeeb6004", "tag": "7837f06e-f067-4438-bdc9-79bc28dd7e9b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:28.469414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 98ebb13d-a83c-4925-ac42-d76419e8299d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:28.593830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 98ebb13d-a83c-4925-ac42-d76419e8299d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:28.594577 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:28.603968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-3afd58eb-7009-4587-b77a-ffe243ded691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:28.605719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-3afd58eb-7009-4587-b77a-ffe243ded691 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=539805ebb2294155a2a36d78da1a217e&device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 1094 time: 0.1179588 Nov 09 17:35:28.734991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-33df779a-e77f-4a9c-86e3-f764d564add0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7837f06e-f067-4438-bdc9-79bc28dd7e9b HTTP/1.1" status: 200 len: 217 time: 0.1170242 Nov 09 17:35:28.753491 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:28.772056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a161272d-725b-440e-b28b-81ccb644a2e2 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:28.790371 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6aef299f-c06d-4d22-a038-4e2a7514d2e5 req-67f721cf-db59-4ba1-869e-ce8df63a6106 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4960032 Nov 09 17:35:28.861473 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port a161272d-725b-440e-b28b-81ccb644a2e2 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:35:28.883576 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port a161272d-725b-440e-b28b-81ccb644a2e2 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:28.888092 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:28.912504 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1cbbb-2a84-4245-a8f0-8862c60c9e84 req-8272f081-1743-46e6-ae64-e80a9b9dcc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:28.915352 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8a1cbbb-2a84-4245-a8f0-8862c60c9e84 req-8272f081-1743-46e6-ae64-e80a9b9dcc07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.6065366 Nov 09 17:35:29.049462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-1eafe339-3d13-4775-a00f-1f083f3f42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:29.051027 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-1eafe339-3d13-4775-a00f-1f083f3f42bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beea7396-a9ce-456d-9ed3-84b264d878c3 HTTP/1.1" status: 200 len: 863 time: 0.3035758 Nov 09 17:35:29.142962 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:29.169395 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8a1cbbb-2a84-4245-a8f0-8862c60c9e84 req-973529a4-f49b-4b70-a844-8d6f05f5eac3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8 HTTP/1.1" status: 200 len: 217 time: 0.0911474 Nov 09 17:35:29.180185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-f193ae32-bd48-42d5-ad15-408d76021757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:29.185822 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-f193ae32-bd48-42d5-ad15-408d76021757 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90995fa8-9653-4bb5-8df8-b768e9c55fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217091 Nov 09 17:35:29.193329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a8cd6b-5f4e-4a01-aa56-78bcad53a00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a161272d-725b-440e-b28b-81ccb644a2e2'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:29.197732 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c174ab-e538-4dc1-b981-6346888490c9" -d '{"events": [{"server_uuid": "00a8cd6b-5f4e-4a01-aa56-78bcad53a00b", "name": "network-vif-plugged", "status": "completed", "tag": "a161272d-725b-440e-b28b-81ccb644a2e2"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:29.223692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a161272d-725b-440e-b28b-81ccb644a2e2,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:29.233413 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:29.277779 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5e5901a-cf07-4137-a6ac-60d0ed2c9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:29.330575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5901a-cf07-4137-a6ac-60d0ed2c9de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8fea3f9-4513-45a0-8f42-944eaf1ef2d6,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:29.357886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1cbbb-2a84-4245-a8f0-8862c60c9e84 req-e1e6fdfa-7723-4413-86e7-9e7e7df53da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:29.361131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a161272d-725b-440e-b28b-81ccb644a2e2,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:29.361400 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8a1cbbb-2a84-4245-a8f0-8862c60c9e84 req-e1e6fdfa-7723-4413-86e7-9e7e7df53da5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.1784723 Nov 09 17:35:29.394862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:29.398139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:29.400435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:29.401224 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:29.402554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:29.403549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:29.406364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:29.407130 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:29.408136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:29.408955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:29.409800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:29.410847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:35:29.463732 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8a1cbbb-2a84-4245-a8f0-8862c60c9e84 req-a9aa9ee5-47e1-40f9-a5f4-7b0dae7553f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930116 Nov 09 17:35:29.471705 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-ed5a027b-dfac-4edf-a495-780962b430ac service neutron] 10.222.0.13 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766788 Nov 09 17:35:29.473557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Allocated IP 172.25.1.189 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/9f56f3d3-0d29-40a2-9bfa-94f9254999e5) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:29.526434 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:35:29.571106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e5901a-cf07-4137-a6ac-60d0ed2c9de2 admin admin] Checking segment: {'id': 'f25890e2-2675-49cc-a2e9-ba214a42fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a336d600-6ed3-4c1f-8415-f99121c92968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:29.571829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e5901a-cf07-4137-a6ac-60d0ed2c9de2 admin admin] Network hostable DHCP agents. Network: a336d600-6ed3-4c1f-8415-f99121c92968, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:35:29.622799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e5901a-cf07-4137-a6ac-60d0ed2c9de2 admin admin] Network a336d600-6ed3-4c1f-8415-f99121c92968 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:35:29.649475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b5e5901a-cf07-4137-a6ac-60d0ed2c9de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a336d600-6ed3-4c1f-8415-f99121c92968) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:29.669079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2bfbbc-1209-46bb-8b67-e6ce486132f9 None None] Network a336d600-6ed3-4c1f-8415-f99121c92968 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:29.679930 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6b4cb8b-a3bb-48ac-9ee8-c6986445532d req-d340d2ae-2410-4264-960b-b320cdd8aa31 service neutron] 10.222.0.13 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997859 Nov 09 17:35:29.683695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e5901a-cf07-4137-a6ac-60d0ed2c9de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:29.684729 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5e5901a-cf07-4137-a6ac-60d0ed2c9de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:29.715711 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:29.727950 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8a1cbbb-2a84-4245-a8f0-8862c60c9e84 req-2b7db13e-7cce-492b-a038-9e7c26e8a237 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537694 Nov 09 17:35:29.738394 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b5e5901a-cf07-4137-a6ac-60d0ed2c9de2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5890143 Nov 09 17:35:29.816909 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:29.908768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Pushing event updated for resources: {'Port': ['ID=9f56f3d3-0d29-40a2-9bfa-94f9254999e5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:29.922854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:29.925991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:29.932752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:29.944352 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8a1cbbb-2a84-4245-a8f0-8862c60c9e84 req-eb21260e-2e15-448d-b481-4361faa28777 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032373 Nov 09 17:35:29.970304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddd287a-8098-4536-b484-281671a774e0 None None] Network a336d600-6ed3-4c1f-8415-f99121c92968 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:30.115707 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:30.191653 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:30.462869 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:30.471429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:30.598143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Pushing event updated for resources: {'Port': ['ID=9f56f3d3-0d29-40a2-9bfa-94f9254999e5,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:30.608276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-eaf2a91a-8c00-4417-9188-de4104b98611 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:35:30.608276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-eaf2a91a-8c00-4417-9188-de4104b98611 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133133 Nov 09 17:35:30.617139 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:30.672652 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:30.672652 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-9deabb9e-198c-45f4-aa6a-a2f81caad621 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6058042 Nov 09 17:35:30.674274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-27182955-1fd3-4e2d-854a-07679986b834 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:30.675734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-27182955-1fd3-4e2d-854a-07679986b834 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports/d06f281b-ffbb-4533-8f8e-800d4845d7cc HTTP/1.1" status: 200 len: 1093 time: 0.0554841 Nov 09 17:35:30.700600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] Request body: {'binding': {'host': 'n-h2-817236-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:30.702303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] Unknown quota resources ['binding']. {{(pid=102154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:35:30.772221 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-d1b73ea0-88cd-47d4-afbd-0e57c3777659 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.189 HTTP/1.1" status: 200 len: 696 time: 0.0914836 Nov 09 17:35:30.967705 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a37724ba-d1a4-4b19-a1d6-844cfb436fdb req-b23de032-04bd-448d-b863-47f20811b4bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1917744 Nov 09 17:35:31.018573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-d9f8002a-8c58-4f03-a370-b8ec949f3773 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:31.020029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3487b4b-7b68-474b-83fb-6ed9f86aac94 req-d9f8002a-8c58-4f03-a370-b8ec949f3773 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.2340391 Nov 09 17:35:31.053244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] Attempting to bind port d06f281b-ffbb-4533-8f8e-800d4845d7cc on host n-h2-817236-1 for vnic_type normal with profile None {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:35:31.053594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] Attempting to bind port d06f281b-ffbb-4533-8f8e-800d4845d7cc by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:35:31.053897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] Attempting to bind port d06f281b-ffbb-4533-8f8e-800d4845d7cc on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:31.062131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] Port d06f281b-ffbb-4533-8f8e-800d4845d7cc on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:31.062454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] Attempting to bind port d06f281b-ffbb-4533-8f8e-800d4845d7cc on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:31.072843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37724ba-d1a4-4b19-a1d6-844cfb436fdb req-783f383f-4cdd-4a8c-95ed-28554911696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:31.074522 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a37724ba-d1a4-4b19-a1d6-844cfb436fdb req-783f383f-4cdd-4a8c-95ed-28554911696a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 1098 time: 0.0781305 Nov 09 17:35:31.075568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:31.076443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:31.076962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] Bound using segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:31.077280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] Bound port: d06f281b-ffbb-4533-8f8e-800d4845d7cc, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:35:31.198939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:31.215175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] Notify callbacks [] for binding, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:31.224763 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-612c6abd-d114-4ef5-8cf5-205bbc706373 service neutron] 10.222.0.81 "POST /v2.0/ports/d06f281b-ffbb-4533-8f8e-800d4845d7cc/bindings HTTP/1.1" status: 201 len: 389 time: 0.5296314 Nov 09 17:35:31.271811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37724ba-d1a4-4b19-a1d6-844cfb436fdb req-b3cd1d84-3898-4b25-b98e-30c4e47cf5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:31.272870 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a37724ba-d1a4-4b19-a1d6-844cfb436fdb req-b3cd1d84-3898-4b25-b98e-30c4e47cf5d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.1684365 Nov 09 17:35:31.360318 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a37724ba-d1a4-4b19-a1d6-844cfb436fdb req-4d306645-99f0-44dd-8ad5-f3143252a407 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cebc8247-63f6-4e82-ac04-8725265dd107 HTTP/1.1" status: 200 len: 217 time: 0.0597281 Nov 09 17:35:31.402194 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe23a9b-a8f0-411e-82a9-b2fd6e05feeb x-openstack-request-id: req-ebe23a9b-a8f0-411e-82a9-b2fd6e05feeb {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:31.402498 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d13ba22-95ac-45be-bd35-d11dfeeb6004", "tag": "7837f06e-f067-4438-bdc9-79bc28dd7e9b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:31.402755 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ebe23a9b-a8f0-411e-82a9-b2fd6e05feeb {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:31.403164 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'tag': '7837f06e-f067-4438-bdc9-79bc28dd7e9b', 'status': 'completed', 'code': 200} Nov 09 17:35:31.412124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e70a3-f6ec-43f2-b99f-75924eb8dde2 req-703cf653-fa8e-405c-bc00-a73886b4116e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:31.413703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a81e70a3-f6ec-43f2-b99f-75924eb8dde2 req-703cf653-fa8e-405c-bc00-a73886b4116e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 946 time: 0.1677577 Nov 09 17:35:31.456309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37724ba-d1a4-4b19-a1d6-844cfb436fdb req-538dd07a-a858-4aec-a93a-c5948f0cbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:31.458167 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a37724ba-d1a4-4b19-a1d6-844cfb436fdb req-538dd07a-a858-4aec-a93a-c5948f0cbda4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.0896697 Nov 09 17:35:31.493441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a81e70a3-f6ec-43f2-b99f-75924eb8dde2 req-98e9f3c0-f4ac-412e-9bdc-d3e454229879 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657058 Nov 09 17:35:31.509088 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44691923-382f-424c-99c0-1275bf4c3a50 req-9ec3a40a-5088-4ca5-8ae1-4473741dda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:31.509975 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a37724ba-d1a4-4b19-a1d6-844cfb436fdb req-061f486b-d894-419a-b077-4c02e0ffeaac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321996 Nov 09 17:35:31.511517 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44691923-382f-424c-99c0-1275bf4c3a50 req-9ec3a40a-5088-4ca5-8ae1-4473741dda85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=539805ebb2294155a2a36d78da1a217e&device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 1094 time: 0.1020026 Nov 09 17:35:31.686075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a37724ba-d1a4-4b19-a1d6-844cfb436fdb req-2c52323e-6893-406e-86e6-1e0f725342c2 service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606781 Nov 09 17:35:31.693780 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f07a063-4164-4ca5-a39d-fff697952d89 x-openstack-request-id: req-6f07a063-4164-4ca5-a39d-fff697952d89 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:31.694802 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a8cd6b-5f4e-4a01-aa56-78bcad53a00b", "name": "network-vif-plugged", "status": "completed", "tag": "a161272d-725b-440e-b28b-81ccb644a2e2", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:31.695293 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f07a063-4164-4ca5-a39d-fff697952d89 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:31.695958 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a8cd6b-5f4e-4a01-aa56-78bcad53a00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a161272d-725b-440e-b28b-81ccb644a2e2', 'code': 200} Nov 09 17:35:31.771977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f32fa-19d2-46d1-8061-377b86bee0c8 req-6ee0f7cf-deee-49e8-9876-c041f90361d6 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:31.774680 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-db0f32fa-19d2-46d1-8061-377b86bee0c8 req-6ee0f7cf-deee-49e8-9876-c041f90361d6 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 945 time: 0.2618103 Nov 09 17:35:31.781852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-e6b1bd73-a021-4d26-9226-518302cd6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:31.784445 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-e6b1bd73-a021-4d26-9226-518302cd6d48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 1096 time: 0.2212894 Nov 09 17:35:31.930943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44691923-382f-424c-99c0-1275bf4c3a50 req-01df4be4-7ebe-4c53-b59c-21d1344c7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:31.933430 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44691923-382f-424c-99c0-1275bf4c3a50 req-01df4be4-7ebe-4c53-b59c-21d1344c7bf2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90995fa8-9653-4bb5-8df8-b768e9c55fb2 HTTP/1.1" status: 200 len: 925 time: 0.4108281 Nov 09 17:35:31.988257 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a37724ba-d1a4-4b19-a1d6-844cfb436fdb req-50f9779e-4d55-44e0-abd8-612f3fb40034 service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878370 Nov 09 17:35:31.998380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66283f-657f-400f-b26c-efdc790b5665 req-3eda9a43-c3d9-41f6-8020-4436109d4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:32.001018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb66283f-657f-400f-b26c-efdc790b5665 req-3eda9a43-c3d9-41f6-8020-4436109d4545 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 1097 time: 0.1795166 Nov 09 17:35:32.011973 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-db0f32fa-19d2-46d1-8061-377b86bee0c8 req-4254e380-5a68-4bae-b4b2-9906323558c8 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb351614-2967-4f1d-a22c-a4e1596df6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259095 Nov 09 17:35:32.017735 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44691923-382f-424c-99c0-1275bf4c3a50 req-22986233-01c9-43bc-8da2-cdf71d847c24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7837f06e-f067-4438-bdc9-79bc28dd7e9b HTTP/1.1" status: 200 len: 217 time: 0.0623751 Nov 09 17:35:32.017957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a10cf6-b597-4595-976f-2c5f293941f9 req-65d65912-267b-46c5-bd32-70bf831664d2 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:32.034188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34a10cf6-b597-4595-976f-2c5f293941f9 req-65d65912-267b-46c5-bd32-70bf831664d2 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 943 time: 0.2104049 Nov 09 17:35:32.057456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48670) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:32.163394 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-536d0e49-7601-4de6-be54-fb14d9b147c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:32.164888 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-536d0e49-7601-4de6-be54-fb14d9b147c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.3673737 Nov 09 17:35:32.185538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44691923-382f-424c-99c0-1275bf4c3a50 req-ad92ef7a-9c5f-4c1a-a6fc-e13946b76d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:32.190057 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44691923-382f-424c-99c0-1275bf4c3a50 req-ad92ef7a-9c5f-4c1a-a6fc-e13946b76d28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beea7396-a9ce-456d-9ed3-84b264d878c3 HTTP/1.1" status: 200 len: 863 time: 0.1593525 Nov 09 17:35:32.196551 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb66283f-657f-400f-b26c-efdc790b5665 req-9bfad07d-f388-473d-a551-95c15568c3f2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631753 Nov 09 17:35:32.223944 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34a10cf6-b597-4595-976f-2c5f293941f9 req-68cc5f21-72b5-4794-affa-4f6794d71f62 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924012 Nov 09 17:35:32.237718 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-33d4299d-c918-48ff-993d-49af27737646 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc HTTP/1.1" status: 200 len: 217 time: 0.0616782 Nov 09 17:35:32.245839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbf27a2-953d-4508-941e-8ea6d23353c8 admin admin] Deleting subnet d8fea3f9-4513-45a0-8f42-944eaf1ef2d6 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:35:32.253966 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0bbf27a2-953d-4508-941e-8ea6d23353c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:32.307413 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-c8c7e72e-751b-447f-8ac7-7b789f1b66fc tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2240410 Nov 09 17:35:32.312840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:32.331676 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44691923-382f-424c-99c0-1275bf4c3a50 req-e1263299-2689-436c-aedf-76a96a173ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:32.333242 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44691923-382f-424c-99c0-1275bf4c3a50 req-e1263299-2689-436c-aedf-76a96a173ae2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90995fa8-9653-4bb5-8df8-b768e9c55fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077995 Nov 09 17:35:32.342925 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0bbf27a2-953d-4508-941e-8ea6d23353c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:32.367128 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:32.455727 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0bbf27a2-953d-4508-941e-8ea6d23353c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:32.503838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f85d3-353c-474f-b1c0-b475cb0c50d1 req-fff6ceea-3d84-4db4-8b62-58ee3efc6f8c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:32.505341 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-943f85d3-353c-474f-b1c0-b475cb0c50d1 req-fff6ceea-3d84-4db4-8b62-58ee3efc6f8c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 945 time: 0.1249387 Nov 09 17:35:32.538537 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44691923-382f-424c-99c0-1275bf4c3a50 req-50605703-cad9-4f15-bb6a-28e0417c91d0 service neutron] 10.222.0.13 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944230 Nov 09 17:35:32.570175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-943f85d3-353c-474f-b1c0-b475cb0c50d1 req-a200fd5b-e957-45e8-a476-8e268cbbb786 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508053 Nov 09 17:35:32.572102 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0bbf27a2-953d-4508-941e-8ea6d23353c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:32.608815 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf27a2-953d-4508-941e-8ea6d23353c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8fea3f9-4513-45a0-8f42-944eaf1ef2d6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:32.621222 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0bbf27a2-953d-4508-941e-8ea6d23353c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:32.627840 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0bbf27a2-953d-4508-941e-8ea6d23353c8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d8fea3f9-4513-45a0-8f42-944eaf1ef2d6 HTTP/1.1" status: 204 len: 168 time: 0.5687089 Nov 09 17:35:32.632090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48678) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:32.637262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-4a09dc57-52ad-44e4-b4f3-f17f55c01f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:32.639177 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-4a09dc57-52ad-44e4-b4f3-f17f55c01f0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.1670959 Nov 09 17:35:32.686668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7837f06e-f067-4438-bdc9-79bc28dd7e9b details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:35:32.719405 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-20324b7c-5214-4192-9818-0e7e6eca0d7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578921 Nov 09 17:35:32.836506 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44691923-382f-424c-99c0-1275bf4c3a50 req-f8f15143-1c73-4dc1-a426-25edfaa29d74 service neutron] 10.222.0.13 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815623 Nov 09 17:35:32.855530 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:32.890603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7837f06e-f067-4438-bdc9-79bc28dd7e9b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7837f06e-f067-4438-bdc9-79bc28dd7e9b,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:32.916182 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '7837f06e-f067-4438-bdc9-79bc28dd7e9b', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'port_id': '7837f06e-f067-4438-bdc9-79bc28dd7e9b', 'mac_address': 'fa:16:3e:1e:b9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:35:32.940913 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-7b8b05cd-da2b-443b-8e4f-91332c1cbd01 service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118042 Nov 09 17:35:33.014401 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.063826 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7837f06e-f067-4438-bdc9-79bc28dd7e9b {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:35:33.101141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Allocated IP 172.25.1.116 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/5bbdf612-cba0-4304-963b-7f635a713699) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:33.107643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7837f06e-f067-4438-bdc9-79bc28dd7e9b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7837f06e-f067-4438-bdc9-79bc28dd7e9b,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:33.115272 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.121657 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-291e5ef6-89f6-4bfb-80b5-c4f469102628 service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686258 Nov 09 17:35:33.246985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=7837f06e-f067-4438-bdc9-79bc28dd7e9b,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:33.260844 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fef7926-c620-4e56-80a2-adb2584ba872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.285737 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.333479 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.365117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['7837f06e-f067-4438-bdc9-79bc28dd7e9b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:33.393071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:33.402081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:33.409975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:33.414156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Pushing event updated for resources: {'Port': ['ID=5bbdf612-cba0-4304-963b-7f635a713699,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:33.463806 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-239655b5-6980-4f36-9324-59112b4a3a08 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 258 time: 0.8339467 Nov 09 17:35:33.489332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:33.610029 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fef7926-c620-4e56-80a2-adb2584ba872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.625069 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.656681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-6fef7926-c620-4e56-80a2-adb2584ba872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a336d600-6ed3-4c1f-8415-f99121c92968']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:33.678048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-6fef7926-c620-4e56-80a2-adb2584ba872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25890e2-2675-49cc-a2e9-ba214a42fb1f') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:33.678556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-6fef7926-c620-4e56-80a2-adb2584ba872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25890e2-2675-49cc-a2e9-ba214a42fb1f') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:33.697404 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.701354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fef7926-c620-4e56-80a2-adb2584ba872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.724350 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fef7926-c620-4e56-80a2-adb2584ba872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.733011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fef7926-c620-4e56-80a2-adb2584ba872 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:35:33.733570 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fef7926-c620-4e56-80a2-adb2584ba872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:35:33.798102 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:35:33.800873 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.817908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fef7926-c620-4e56-80a2-adb2584ba872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.824937 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fef7926-c620-4e56-80a2-adb2584ba872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.832293 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6fef7926-c620-4e56-80a2-adb2584ba872 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a336d600-6ed3-4c1f-8415-f99121c92968 HTTP/1.1" status: 204 len: 168 time: 1.1944916 Nov 09 17:35:33.906688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef7926-c620-4e56-80a2-adb2584ba872 admin admin] Pushing event deleted for resources: {'Network': ['ID=a336d600-6ed3-4c1f-8415-f99121c92968,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:33.987287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.990951 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:33.997594 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:34.063643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48688) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:34.150108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Pushing event updated for resources: {'Port': ['ID=5bbdf612-cba0-4304-963b-7f635a713699,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:34.172728 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9bb2eb40-7b2f-456b-8215-d3315d1f8407 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=35f2fe9b3daf4b55856263fa44702174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1070902 Nov 09 17:35:34.175059 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48690) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:34.177613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Allocated IP 172.25.1.237 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/76927fdb-86ea-4c7b-950f-cb8a0e9df8c4) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:34.196197 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:34.239858 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:34.249690 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-caba4f8d-7d82-4dd9-8331-0252389ac7e8 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9418471 Nov 09 17:35:34.318128 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-d7a9d4bc-1897-41dc-b466-ec5bb7dafec0 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.0675344 Nov 09 17:35:34.350099 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-49ba3448-bdc3-45df-889b-4ca28d389639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:34.414357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:34.488288 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:34.552207 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:34.558601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:34.563868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:34.690987 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7837f06e-f067-4438-bdc9-79bc28dd7e9b up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:35:34.713904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Pushing event updated for resources: {'Port': ['ID=76927fdb-86ea-4c7b-950f-cb8a0e9df8c4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:34.719963 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-49ba3448-bdc3-45df-889b-4ca28d389639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:34.817512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 7837f06e-f067-4438-bdc9-79bc28dd7e9b completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:35:34.822479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 7837f06e-f067-4438-bdc9-79bc28dd7e9b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:35:34.824177 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:34.848899 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:34.855970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-3368e029-8ed3-4602-8991-a3be65788932 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:34.872555 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11db4431-3ac8-4fa2-9e85-7f7cf93756fc req-3368e029-8ed3-4602-8991-a3be65788932 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.5533299 Nov 09 17:35:34.901345 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-49ba3448-bdc3-45df-889b-4ca28d389639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:34.905032 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-49ba3448-bdc3-45df-889b-4ca28d389639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:34.906373 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-49ba3448-bdc3-45df-889b-4ca28d389639 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f314ae7d-e18c-4b28-83e6-73e2c27ce5a4 HTTP/1.1" status: 204 len: 168 time: 0.7268426 Nov 09 17:35:34.939368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba3448-bdc3-45df-889b-4ca28d389639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f314ae7d-e18c-4b28-83e6-73e2c27ce5a4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:34.940659 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:35.097654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:35.108090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad9402-111e-4063-a070-38b53d78f83e req-2898a125-08f3-44eb-b606-246538fb4bc5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:35.111250 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-41ad9402-111e-4063-a070-38b53d78f83e req-2898a125-08f3-44eb-b606-246538fb4bc5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 946 time: 0.1036136 Nov 09 17:35:35.136477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7837f06e-f067-4438-bdc9-79bc28dd7e9b'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:35.141546 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae05841-e051-468d-bd72-ddec387c432e" -d '{"events": [{"server_uuid": "8d13ba22-95ac-45be-bd35-d11dfeeb6004", "name": "network-vif-plugged", "status": "completed", "tag": "7837f06e-f067-4438-bdc9-79bc28dd7e9b"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:35.171190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7837f06e-f067-4438-bdc9-79bc28dd7e9b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7837f06e-f067-4438-bdc9-79bc28dd7e9b,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:35.182824 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:35.203386 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-41ad9402-111e-4063-a070-38b53d78f83e req-d0055be3-c782-4bb2-9244-cbd0f409d50a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827074 Nov 09 17:35:35.266604 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:35.279281 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:35.290988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=7837f06e-f067-4438-bdc9-79bc28dd7e9b,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:35.408381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:35.432566 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:35.441648 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9763432 Nov 09 17:35:35.501560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2adf46-9a3e-48cc-adb8-420b86f06a0d tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Pushing event updated for resources: {'Port': ['ID=76927fdb-86ea-4c7b-950f-cb8a0e9df8c4,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:35.517811 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-28cbd71c-01f1-49ca-bafb-2e40eafcc4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 696 time: 0.0751634 Nov 09 17:35:35.585861 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b22cc-7e48-4e00-b4eb-296fc3e89231 req-334a2a85-8d0b-46ae-a3c6-463f669d2297 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:35.599687 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d67b22cc-7e48-4e00-b4eb-296fc3e89231 req-334a2a85-8d0b-46ae-a3c6-463f669d2297 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 945 time: 0.1269693 Nov 09 17:35:35.671131 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d67b22cc-7e48-4e00-b4eb-296fc3e89231 req-5838338e-f710-4f3e-9e90-a0d13351563b tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692573 Nov 09 17:35:35.688412 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-4ec5a6f4-accf-4131-8b0e-6efe9c9e51fc tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:35.698981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a41921e1-a2e0-43e0-901b-083f2e272a61 req-4ec5a6f4-accf-4131-8b0e-6efe9c9e51fc tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.1801383 Nov 09 17:35:35.851179 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b97a2-c83b-47be-80e0-37399132fa90 req-2e538d73-9004-46b3-9cc8-92a82f4e44a4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:35.853040 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-209b97a2-c83b-47be-80e0-37399132fa90 req-2e538d73-9004-46b3-9cc8-92a82f4e44a4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 945 time: 0.0746379 Nov 09 17:35:35.855381 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-2fabf4c0-cbf9-44ef-9754-e06ccd7aeebf tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1382897 Nov 09 17:35:35.867210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:35.912489 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-209b97a2-c83b-47be-80e0-37399132fa90 req-9528f4e2-22fd-451f-98d8-11a2f57d933b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480831 Nov 09 17:35:35.924179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:36.127863 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0d948d-d950-4178-8bc3-6cdb096e719f x-openstack-request-id: req-2c0d948d-d950-4178-8bc3-6cdb096e719f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:36.132584 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d13ba22-95ac-45be-bd35-d11dfeeb6004", "name": "network-vif-plugged", "status": "completed", "tag": "7837f06e-f067-4438-bdc9-79bc28dd7e9b", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:36.133603 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c0d948d-d950-4178-8bc3-6cdb096e719f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:36.134398 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7837f06e-f067-4438-bdc9-79bc28dd7e9b', 'code': 200} Nov 09 17:35:36.141478 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:36.301067 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f71b99-63ea-4347-a9d8-3c438d8fb842 req-4fd8f7e1-9a7f-45ad-9959-7edeeae8fafb tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.309038 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5f71b99-63ea-4347-a9d8-3c438d8fb842 req-4fd8f7e1-9a7f-45ad-9959-7edeeae8fafb tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 1097 time: 0.1013596 Nov 09 17:35:36.355992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5f71b99-63ea-4347-a9d8-3c438d8fb842 req-b8b3de62-19b6-4726-a802-5e85314de0ad tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459208 Nov 09 17:35:36.379112 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e08c0-43d5-4a87-acde-cc6432c1f8d6 req-7a1a6330-d58d-43c8-8664-40569a28803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.384372 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-685e08c0-43d5-4a87-acde-cc6432c1f8d6 req-7a1a6330-d58d-43c8-8664-40569a28803a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 1096 time: 0.1404133 Nov 09 17:35:36.411716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Allocated IP 172.25.1.248 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/5b10b3b9-d23c-4d43-a618-695860d0e58a) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:36.438739 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-685e08c0-43d5-4a87-acde-cc6432c1f8d6 req-54f19a4b-88d0-47cf-a28b-ae676b113088 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451050 Nov 09 17:35:36.618303 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:36.656780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-daed2eb5-6e2d-4a6e-9710-458900eda140 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:36.659869 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-daed2eb5-6e2d-4a6e-9710-458900eda140 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1403534 Nov 09 17:35:36.671605 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:36.717658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:36.720973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:36.728530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:36.732624 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Pushing event updated for resources: {'Port': ['ID=5b10b3b9-d23c-4d43-a618-695860d0e58a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:36.758514 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-7472c64c-6b6f-49f4-90b6-7454c4f80c30 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 696 time: 0.0922027 Nov 09 17:35:36.763601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-07b82cdd-6d4e-4ec3-be5a-4d4634528616 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Request body: {'floatingip': {'port_id': 'aed3ecd0-3258-49aa-a283-9399210e131f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:36.805645 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-07b82cdd-6d4e-4ec3-be5a-4d4634528616 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:36.875063 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:36.919771 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:37.152809 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:37.158971 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:37.274452 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:37.316695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:37.318030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4557877 Nov 09 17:35:37.319380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcaab9-bde5-4434-baba-f8f83feebe2f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Pushing event updated for resources: {'Port': ['ID=5b10b3b9-d23c-4d43-a618-695860d0e58a,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:37.409586 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-433dcac3-0260-4670-aef6-fd6099abf63c tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.0686369 Nov 09 17:35:37.536248 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-07b82cdd-6d4e-4ec3-be5a-4d4634528616 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:37.543367 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-07b82cdd-6d4e-4ec3-be5a-4d4634528616 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:37.604639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-44eb9e53-644f-4b53-9f8f-35fe3fdf4068 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:37.607561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91aba9bc-d2ce-4bf3-a613-b1ff8ef80fe9 req-44eb9e53-644f-4b53-9f8f-35fe3fdf4068 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.1904047 Nov 09 17:35:37.675436 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-07b82cdd-6d4e-4ec3-be5a-4d4634528616 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Floating IP e1b3a188-07b8-466f-b8e0-3f82cc3c7784 associated. External IP: 172.25.1.237, port: aed3ecd0-3258-49aa-a283-9399210e131f. Nov 09 17:35:38.098299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-07b82cdd-6d4e-4ec3-be5a-4d4634528616 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Router 677c085f-b575-466d-ae8e-3887ee3f35cc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:35:38.167043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f697b6-2579-49e2-b41c-29d86511cb9a req-681d93e1-22cf-4fc2-bcf5-bb2611b1d217 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:38.171268 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95f697b6-2579-49e2-b41c-29d86511cb9a req-681d93e1-22cf-4fc2-bcf5-bb2611b1d217 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 1097 time: 0.0707607 Nov 09 17:35:38.260456 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95f697b6-2579-49e2-b41c-29d86511cb9a req-3de1a03d-0f50-45ba-be8c-30242b770bee tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778413 Nov 09 17:35:38.264428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-07b82cdd-6d4e-4ec3-be5a-4d4634528616 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:35:38.271126 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-07b82cdd-6d4e-4ec3-be5a-4d4634528616 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:38.281280 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0626424-3e7d-4b65-bcc8-e8d59088564d None None] Sync routers for ids ['677c085f-b575-466d-ae8e-3887ee3f35cc'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:35:38.295916 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0626424-3e7d-4b65-bcc8-e8d59088564d None None] Routers {'677c085f-b575-466d-ae8e-3887ee3f35cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:38.297794 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e0626424-3e7d-4b65-bcc8-e8d59088564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['677c085f-b575-466d-ae8e-3887ee3f35cc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:38.324328 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-07b82cdd-6d4e-4ec3-be5a-4d4634528616 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "PUT /v2.0/floatingips/e1b3a188-07b8-466f-b8e0-3f82cc3c7784 HTTP/1.1" status: 200 len: 996 time: 1.5648460 Nov 09 17:35:38.324826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'tag': 'aed3ecd0-3258-49aa-a283-9399210e131f'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:38.329023 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf3182-ede7-4c88-b0ce-4702e9503244" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d80909-fd4f-4da5-bcc1-80caac660b77", "tag": "aed3ecd0-3258-49aa-a283-9399210e131f"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:38.560718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290b783-cd7d-4d91-969c-fa955242334a req-f0534ad1-2ce9-4e06-a9d0-cb2cadd9398d tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:38.567084 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e0626424-3e7d-4b65-bcc8-e8d59088564d None None] Set router 677c085f-b575-466d-ae8e-3887ee3f35cc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:38.576222 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3290b783-cd7d-4d91-969c-fa955242334a req-f0534ad1-2ce9-4e06-a9d0-cb2cadd9398d tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 945 time: 0.1265683 Nov 09 17:35:38.579686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48758) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:38.677517 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3290b783-cd7d-4d91-969c-fa955242334a req-cbd00a7f-dff3-4c0c-bbc1-4a8354a51074 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997419 Nov 09 17:35:38.733191 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ede13967-9239-4a54-be60-94a7985df339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:38.886912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fc100-b9c8-40b3-8028-f90bcb1466e4 req-f80ac6f9-5394-4b7c-bbc6-f5680be3aaf1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:38.887996 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ede13967-9239-4a54-be60-94a7985df339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:38.893662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-a29e429e-ef21-4019-93a1-5b25caadb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:38.900430 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b86fc100-b9c8-40b3-8028-f90bcb1466e4 req-f80ac6f9-5394-4b7c-bbc6-f5680be3aaf1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 945 time: 0.1239233 Nov 09 17:35:38.904854 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-a29e429e-ef21-4019-93a1-5b25caadb885 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=44e3434b7f4242b69102c1daf7cb5d7e&device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 1096 time: 0.5438786 Nov 09 17:35:38.916398 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ede13967-9239-4a54-be60-94a7985df339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:38.984150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b86fc100-b9c8-40b3-8028-f90bcb1466e4 req-591ed709-9d15-4783-bb85-583e102ba21d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765686 Nov 09 17:35:39.006796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede13967-9239-4a54-be60-94a7985df339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e29b2d-26ce-44ab-918c-78d13f6dc4df,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:39.015320 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ede13967-9239-4a54-be60-94a7985df339 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3969dfed57d24647bf7de110f741321a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330285 Nov 09 17:35:39.018137 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e0626424-3e7d-4b65-bcc8-e8d59088564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:35:01Z', 'revision_number': 4, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port': {'id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:56Z', 'updated_at': '2021-11-09T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'e1b3a188-07b8-466f-b8e0-3f82cc3c7784', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'floating_ip_address': '172.25.1.237', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'port_id': 'aed3ecd0-3258-49aa-a283-9399210e131f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'mac_address': 'fa:16:3e:da:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:35:34Z', 'updated_at': '2021-11-09T17:35:37Z', 'revision_number': 1, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2', 'name': '', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'mac_address': 'fa:16:3e:80:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:59Z', 'updated_at': '2021-11-09T17:35:10Z', 'revision_number': 5, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'subnets': [{'id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:39.020158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48766) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:39.120168 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-938d6555-74d6-498a-aab4-77141139ff5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:39.128948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-f8ef7527-2875-4d29-b77c-c3a67e6fd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:39.136754 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-f8ef7527-2875-4d29-b77c-c3a67e6fd65c service neutron] 10.222.0.81 "GET /v2.0/networks?id=70a352c0-9223-43f4-b5fc-0b98b0abd841 HTTP/1.1" status: 200 len: 930 time: 0.2306213 Nov 09 17:35:39.137029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d9dca7bd-c064-412e-800b-a488fac65add req-15e13ae6-f012-4aa7-b5d3-7b79d2336585 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips/c9248db9-eafc-463c-9e70-27ae1c6f5ead HTTP/1.1" status: 200 len: 693 time: 0.0620065 Nov 09 17:35:39.206409 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0626424-3e7d-4b65-bcc8-e8d59088564d None None] Checking router: 677c085f-b575-466d-ae8e-3887ee3f35cc for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:35:39.229552 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0626424-3e7d-4b65-bcc8-e8d59088564d None None] Routers {'677c085f-b575-466d-ae8e-3887ee3f35cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:39.230204 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e0626424-3e7d-4b65-bcc8-e8d59088564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['677c085f-b575-466d-ae8e-3887ee3f35cc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:39.242559 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-938d6555-74d6-498a-aab4-77141139ff5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:39.307550 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-f5822288-d0ab-4e92-95c5-70653970cbe7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aed3ecd0-3258-49aa-a283-9399210e131f HTTP/1.1" status: 200 len: 999 time: 0.1689312 Nov 09 17:35:39.362455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dca7bd-c064-412e-800b-a488fac65add req-e26fc2e0-fe65-43a1-8486-ab260f444133 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:39.368433 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d9dca7bd-c064-412e-800b-a488fac65add req-e26fc2e0-fe65-43a1-8486-ab260f444133 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.2186439 Nov 09 17:35:39.385596 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-d9dca7bd-c064-412e-800b-a488fac65add req-14fe26b8-8172-4c9f-9ba1-a86a40dd543d tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:35:39.386865 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d9dca7bd-c064-412e-800b-a488fac65add req-14fe26b8-8172-4c9f-9ba1-a86a40dd543d tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065696 Nov 09 17:35:39.399608 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-8488aff9-ec11-4d3a-9a2e-db1ec50ce205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:39.406155 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e0626424-3e7d-4b65-bcc8-e8d59088564d None None] Set router 677c085f-b575-466d-ae8e-3887ee3f35cc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:39.410889 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-8488aff9-ec11-4d3a-9a2e-db1ec50ce205 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8716b25f-5565-48df-a109-78d0eb438cf9 HTTP/1.1" status: 200 len: 868 time: 0.1032276 Nov 09 17:35:39.471783 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-938d6555-74d6-498a-aab4-77141139ff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:39.477573 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-938d6555-74d6-498a-aab4-77141139ff5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:39.486199 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-938d6555-74d6-498a-aab4-77141139ff5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23e29b2d-26ce-44ab-918c-78d13f6dc4df HTTP/1.1" status: 204 len: 168 time: 0.4626000 Nov 09 17:35:39.510521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-10137053-2422-4f97-b4fb-2b7c61f12572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:39.513759 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-10137053-2422-4f97-b4fb-2b7c61f12572 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70a352c0-9223-43f4-b5fc-0b98b0abd841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017146 Nov 09 17:35:39.515599 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d6555-74d6-498a-aab4-77141139ff5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e29b2d-26ce-44ab-918c-78d13f6dc4df,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:39.536156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-f941a8cf-f550-4acb-9003-f3caa2e9aa8b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:35:39.543470 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-f941a8cf-f550-4acb-9003-f3caa2e9aa8b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154181 Nov 09 17:35:39.793392 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-2273acba-211d-41f7-a270-728f7db6ba3f service neutron] 10.222.0.81 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077570 Nov 09 17:35:40.024227 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6166a5c-cc08-4023-9360-fc98874777a6 req-e36e0c97-f4c5-4cba-b387-55b4519cae8d service neutron] 10.222.0.81 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117829 Nov 09 17:35:40.093960 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e0626424-3e7d-4b65-bcc8-e8d59088564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:35:01Z', 'revision_number': 4, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port': {'id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:56Z', 'updated_at': '2021-11-09T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'e1b3a188-07b8-466f-b8e0-3f82cc3c7784', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'floating_ip_address': '172.25.1.237', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'port_id': 'aed3ecd0-3258-49aa-a283-9399210e131f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'mac_address': 'fa:16:3e:da:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:35:34Z', 'updated_at': '2021-11-09T17:35:37Z', 'revision_number': 1, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2', 'name': '', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'mac_address': 'fa:16:3e:80:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:59Z', 'updated_at': '2021-11-09T17:35:10Z', 'revision_number': 5, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'subnets': [{'id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:40.140217 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0626424-3e7d-4b65-bcc8-e8d59088564d None None] The sync data for ids ['677c085f-b575-466d-ae8e-3887ee3f35cc'] in n-d-817236-1 is: [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:35:01Z', 'revision_number': 4, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port': {'id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:56Z', 'updated_at': '2021-11-09T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'e1b3a188-07b8-466f-b8e0-3f82cc3c7784', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'floating_ip_address': '172.25.1.237', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'port_id': 'aed3ecd0-3258-49aa-a283-9399210e131f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'mac_address': 'fa:16:3e:da:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:35:34Z', 'updated_at': '2021-11-09T17:35:37Z', 'revision_number': 1, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2', 'name': '', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'mac_address': 'fa:16:3e:80:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:59Z', 'updated_at': '2021-11-09T17:35:10Z', 'revision_number': 5, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'subnets': [{'id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:35:40.199299 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1d7928-1724-4f3b-886a-dc334635338d x-openstack-request-id: req-5e1d7928-1724-4f3b-886a-dc334635338d {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:40.199744 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d80909-fd4f-4da5-bcc1-80caac660b77", "tag": "aed3ecd0-3258-49aa-a283-9399210e131f", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:40.200646 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e1d7928-1724-4f3b-886a-dc334635338d {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:40.201575 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'tag': 'aed3ecd0-3258-49aa-a283-9399210e131f', 'status': 'completed', 'code': 200} Nov 09 17:35:40.362394 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-a14a2612-d21a-4add-8544-de53ac1e6aa7 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips/c9248db9-eafc-463c-9e70-27ae1c6f5ead HTTP/1.1" status: 200 len: 693 time: 0.0692906 Nov 09 17:35:40.491448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dc4e6b-adbe-4137-bf48-ee47101704e7 None None] New status for floating IP e1b3a188-07b8-466f-b8e0-3f82cc3c7784: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:35:40.594025 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-07116a98-fb49-44d7-bca3-504f98424fc9 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:40.598727 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-07116a98-fb49-44d7-bca3-504f98424fc9 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.2292082 Nov 09 17:35:40.625710 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-eedca383-8e88-44af-b581-6172a3f1bec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:40.629468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-844e9bc4-e65b-484a-935e-33f75987fc78 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:35:40.640024 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-844e9bc4-e65b-484a-935e-33f75987fc78 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289614 Nov 09 17:35:40.712198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52aa7d-f421-4520-9c1b-d418d7dd6c05 req-88cbfbc9-bac3-4f9c-9782-916835675e4a tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:40.712198 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1e52aa7d-f421-4520-9c1b-d418d7dd6c05 req-88cbfbc9-bac3-4f9c-9782-916835675e4a tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 945 time: 0.5171342 Nov 09 17:35:40.728341 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48800) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:40.733527 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-6ced231b-04b0-4351-b8b5-d74b6abd311e tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.0817351 Nov 09 17:35:40.747380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f60c005d-2612-44c1-855c-f669e75ae033 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Request body: {'floatingip': {'port_id': '7837f06e-f067-4438-bdc9-79bc28dd7e9b'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:40.776637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf3182-ede7-4c88-b0ce-4702e9503244 req-9adbf77b-8578-428c-a992-e7b4c255eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:40.780061 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3cdf3182-ede7-4c88-b0ce-4702e9503244 req-9adbf77b-8578-428c-a992-e7b4c255eaa0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44e3434b7f4242b69102c1daf7cb5d7e&device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 1096 time: 0.5018270 Nov 09 17:35:40.932342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-f5d879de-bb6f-486e-a7be-d37981f40a4d tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.1716292 Nov 09 17:35:41.082396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f60c005d-2612-44c1-855c-f669e75ae033 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:41.141020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48812) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:41.241444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-52913e6a-8ced-4aaf-a54d-d445c28254ae tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Deleting port 5b10b3b9-d23c-4d43-a618-695860d0e58a {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:35:41.242387 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-52913e6a-8ced-4aaf-a54d-d445c28254ae tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:41.355730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf3182-ede7-4c88-b0ce-4702e9503244 req-e4e0dbd5-003c-478e-aa61-cb179f648a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:41.357942 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3cdf3182-ede7-4c88-b0ce-4702e9503244 req-e4e0dbd5-003c-478e-aa61-cb179f648a3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=70a352c0-9223-43f4-b5fc-0b98b0abd841 HTTP/1.1" status: 200 len: 930 time: 0.4644449 Nov 09 17:35:41.364182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1270123172-network', 'tenant_id': '98c524d730e0470bb11961738f2c6ed1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:41.432707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Made reservation on behalf of 98c524d730e0470bb11961738f2c6ed1 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:35:41.436629 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:41.476250 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:41.486704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-52913e6a-8ced-4aaf-a54d-d445c28254ae tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:41.487083 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-52913e6a-8ced-4aaf-a54d-d445c28254ae tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:41.526549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-52913e6a-8ced-4aaf-a54d-d445c28254ae tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Calling delete_port for 5b10b3b9-d23c-4d43-a618-695860d0e58a owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:35:41.533828 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3cdf3182-ede7-4c88-b0ce-4702e9503244 req-8ead353f-7c2c-4042-b246-117d64541ac9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aed3ecd0-3258-49aa-a283-9399210e131f HTTP/1.1" status: 200 len: 1001 time: 0.1656621 Nov 09 17:35:41.606107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf3182-ede7-4c88-b0ce-4702e9503244 req-20632978-0912-4053-81f0-e624d8e67072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:41.608796 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3cdf3182-ede7-4c88-b0ce-4702e9503244 req-20632978-0912-4053-81f0-e624d8e67072 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8716b25f-5565-48df-a109-78d0eb438cf9 HTTP/1.1" status: 200 len: 868 time: 0.0625272 Nov 09 17:35:41.731156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf3182-ede7-4c88-b0ce-4702e9503244 req-a0004d12-b06f-413c-9eae-5e260fe4f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:41.733833 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3cdf3182-ede7-4c88-b0ce-4702e9503244 req-a0004d12-b06f-413c-9eae-5e260fe4f8aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70a352c0-9223-43f4-b5fc-0b98b0abd841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095750 Nov 09 17:35:41.806863 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:41.816452 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:41.942053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abc2380-05da-4c13-9cc4-215e4ccf50fc,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:41.970328 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3cdf3182-ede7-4c88-b0ce-4702e9503244 req-c84f6e04-0ce0-4233-b751-6f0c3708d7ee service neutron] 10.222.0.13 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957691 Nov 09 17:35:41.970933 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-52913e6a-8ced-4aaf-a54d-d445c28254ae tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:42.007195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:35:42.058305 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52913e6a-8ced-4aaf-a54d-d445c28254ae tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Pushing event deleted for resources: {'Port': ['ID=5b10b3b9-d23c-4d43-a618-695860d0e58a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:42.067181 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:42.067648 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Added segment 8f1bbf3f-33de-49c4-b437-e3e39dd2d33b of type vlan for network c983bfef-d775-43ac-96b1-5e2d41b32a65 Nov 09 17:35:42.178544 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:42.183295 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [None req-f60c005d-2612-44c1-855c-f669e75ae033 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:35:42.234712 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-52913e6a-8ced-4aaf-a54d-d445c28254ae tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:42.237466 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-52913e6a-8ced-4aaf-a54d-d445c28254ae tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:42.245683 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6544d248-c5a3-4a35-83cd-e1292777f775 req-52913e6a-8ced-4aaf-a54d-d445c28254ae tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "DELETE /v2.0/floatingips/c9248db9-eafc-463c-9e70-27ae1c6f5ead HTTP/1.1" status: 204 len: 173 time: 1.3080106 Nov 09 17:35:42.270622 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:42.272221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:42.272846 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:42.341960 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1909099 Nov 09 17:35:42.372326 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f60c005d-2612-44c1-855c-f669e75ae033 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:42.396364 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f60c005d-2612-44c1-855c-f669e75ae033 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:42.458475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbc99f-87fa-4a07-91a5-b4568816ab2e admin admin] Pushing event updated for resources: {'Network': ['ID=c983bfef-d775-43ac-96b1-5e2d41b32a65,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:42.480138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network c983bfef-d775-43ac-96b1-5e2d41b32a65 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:35:42.545501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22895144-7b5b-4fe4-8e50-ebe700f68d46 req-d16c67ef-8e29-4e4f-a16f-f1c77b4833fb tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:42.545735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-5abc8fb0-1782-4013-b2b0-f45b0200df1c tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:35:42.545735 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-5abc8fb0-1782-4013-b2b0-f45b0200df1c tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067394 Nov 09 17:35:42.545949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22895144-7b5b-4fe4-8e50-ebe700f68d46 req-d16c67ef-8e29-4e4f-a16f-f1c77b4833fb tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 945 time: 0.2107453 Nov 09 17:35:42.561807 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3cdf3182-ede7-4c88-b0ce-4702e9503244 req-3e90558c-958d-4d9e-be93-3cfdc5426419 service neutron] 10.222.0.13 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302732 Nov 09 17:35:42.626703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-00f3f120-a3a6-462d-b433-b6e08dca3544 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:42.628207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-00f3f120-a3a6-462d-b433-b6e08dca3544 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports/a161272d-725b-440e-b28b-81ccb644a2e2 HTTP/1.1" status: 200 len: 1094 time: 0.0695410 Nov 09 17:35:42.645164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] Request body: {'binding': {'host': 'n-h1-817236-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:42.645898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] Unknown quota resources ['binding']. {{(pid=102155) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:35:42.649828 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-f60c005d-2612-44c1-855c-f669e75ae033 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Floating IP c876286a-8a9f-4475-b9c8-aaaeb7238676 associated. External IP: 172.25.1.37, port: 7837f06e-f067-4438-bdc9-79bc28dd7e9b. Nov 09 17:35:42.669778 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22895144-7b5b-4fe4-8e50-ebe700f68d46 req-3e4e4cc5-1de4-40a3-9b08-6d10eb5b9ce9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145227 Nov 09 17:35:42.927922 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-bcf6d305-9405-461c-8399-53737cf049b3 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 258 time: 0.2125206 Nov 09 17:35:42.940932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:42.975699 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:43.023923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 on host n-h1-817236-1 for vnic_type normal with profile None {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:35:43.024521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:35:43.025020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:43.034754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] Port a161272d-725b-440e-b28b-81ccb644a2e2 on network 19b117b5-c38d-4730-ba7b-a740b01864db not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:43.035182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:43.045696 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:43.046012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:43.046417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] Bound using segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:43.046867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] Bound port: a161272d-725b-440e-b28b-81ccb644a2e2, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:35:43.082665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60c005d-2612-44c1-855c-f669e75ae033 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Router 27e2cffa-6611-4ded-a834-4242bccef4bf has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:35:43.156162 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:43.159831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a161272d-725b-440e-b28b-81ccb644a2e2,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:43.199855 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] Notify callbacks [] for binding, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:43.201589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-2d535f43-62e3-4282-bca1-cd872447af6f service neutron] 10.222.0.81 "POST /v2.0/ports/a161272d-725b-440e-b28b-81ccb644a2e2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5612104 Nov 09 17:35:43.320906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60c005d-2612-44c1-855c-f669e75ae033 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:35:43.328429 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f60c005d-2612-44c1-855c-f669e75ae033 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:43.355351 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a548226a-0ad9-4208-83fa-14ca0e74a161 None None] Sync routers for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:35:43.385309 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a548226a-0ad9-4208-83fa-14ca0e74a161 None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:43.385962 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a548226a-0ad9-4208-83fa-14ca0e74a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:43.437848 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f60c005d-2612-44c1-855c-f669e75ae033 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "PUT /v2.0/floatingips/c876286a-8a9f-4475-b9c8-aaaeb7238676 HTTP/1.1" status: 200 len: 990 time: 2.6960499 Nov 09 17:35:43.443357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'tag': '7837f06e-f067-4438-bdc9-79bc28dd7e9b'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:43.446219 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b6d501-5e72-449d-9b2c-ca6014f70c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d13ba22-95ac-45be-bd35-d11dfeeb6004", "tag": "7837f06e-f067-4438-bdc9-79bc28dd7e9b"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:43.454976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Allocated IP 172.25.1.11 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/6c87c528-f7fe-4db1-869b-fe3b9493a3dd) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:35:43.616062 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-60fb8fc1-2995-4154-8455-f786c68de89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:43.635333 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a548226a-0ad9-4208-83fa-14ca0e74a161 None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:43.695596 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:43.751465 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:43.811192 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-6fa99d6c-5ed6-4e14-9f91-8dc961c2b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:43.813184 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-6fa99d6c-5ed6-4e14-9f91-8dc961c2b903 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 1097 time: 0.1935751 Nov 09 17:35:43.818392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:35:43.825929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:35:43.837462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:35:43.883406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Pushing event updated for resources: {'Port': ['ID=6c87c528-f7fe-4db1-869b-fe3b9493a3dd,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:43.936877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475febd-c885-45b9-b235-c74952fedfcf req-030cb689-d777-4c86-a37d-35d0a12a4569 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:43.938622 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e475febd-c885-45b9-b235-c74952fedfcf req-030cb689-d777-4c86-a37d-35d0a12a4569 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4298463 Nov 09 17:35:44.007090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-fe1543b1-2213-4ea7-9338-c8d8ae6deccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:44.009176 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-fe1543b1-2213-4ea7-9338-c8d8ae6deccb service neutron] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.1680746 Nov 09 17:35:44.053272 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a548226a-0ad9-4208-83fa-14ca0e74a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'c876286a-8a9f-4475-b9c8-aaaeb7238676', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'port_id': '7837f06e-f067-4438-bdc9-79bc28dd7e9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'mac_address': 'fa:16:3e:1e:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:31:49Z', 'updated_at': '2021-11-09T17:35:41Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:44.081695 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-3f6150a9-52cc-4b46-b0e2-2aed5c982a60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a161272d-725b-440e-b28b-81ccb644a2e2 HTTP/1.1" status: 200 len: 217 time: 0.0628183 Nov 09 17:35:44.090272 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a548226a-0ad9-4208-83fa-14ca0e74a161 None None] Checking router: 27e2cffa-6611-4ded-a834-4242bccef4bf for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:35:44.107575 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a548226a-0ad9-4208-83fa-14ca0e74a161 None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:44.108261 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a548226a-0ad9-4208-83fa-14ca0e74a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:44.304268 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a548226a-0ad9-4208-83fa-14ca0e74a161 None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:44.322794 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:44.492597 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:44.578543 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:44.649327 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-b27e62a8-85ca-43a8-b441-a8325b2d3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:44.651082 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-b27e62a8-85ca-43a8-b441-a8325b2d3121 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.5624464 Nov 09 17:35:44.708844 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a548226a-0ad9-4208-83fa-14ca0e74a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'c876286a-8a9f-4475-b9c8-aaaeb7238676', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'port_id': '7837f06e-f067-4438-bdc9-79bc28dd7e9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'mac_address': 'fa:16:3e:1e:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:31:49Z', 'updated_at': '2021-11-09T17:35:41Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:44.713340 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-defab0f5-23ac-45e5-8d1b-02f935a5b29c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528054 Nov 09 17:35:44.762812 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a548226a-0ad9-4208-83fa-14ca0e74a161 None None] The sync data for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 is: [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'c876286a-8a9f-4475-b9c8-aaaeb7238676', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'port_id': '7837f06e-f067-4438-bdc9-79bc28dd7e9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'mac_address': 'fa:16:3e:1e:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:31:49Z', 'updated_at': '2021-11-09T17:35:41Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:35:44.810864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:44.817712 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:44.863135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-ba84bcf9-2dbe-4d8a-a210-43932f207c8b service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408536 Nov 09 17:35:44.917417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Pushing event updated for resources: {'Port': ['ID=6c87c528-f7fe-4db1-869b-fe3b9493a3dd,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:44.937665 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:44.960334 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:44.962006 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-a4ebea8d-fd3f-405e-9f0e-f996b2327dbe tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0254383 Nov 09 17:35:44.999858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05560625-8858-4f48-8697-1b4cd2f11cd1 req-72e935c0-47c1-4b40-8761-c61b78e6eff7 tempest-ComputeTenantNetworksTest-354409184 tempest-ComputeTenantNetworksTest-354409184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:45.008276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05560625-8858-4f48-8697-1b4cd2f11cd1 req-72e935c0-47c1-4b40-8761-c61b78e6eff7 tempest-ComputeTenantNetworksTest-354409184 tempest-ComputeTenantNetworksTest-354409184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:45.015685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05560625-8858-4f48-8697-1b4cd2f11cd1 req-72e935c0-47c1-4b40-8761-c61b78e6eff7 tempest-ComputeTenantNetworksTest-354409184 tempest-ComputeTenantNetworksTest-354409184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:45.019801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-05560625-8858-4f48-8697-1b4cd2f11cd1 req-72e935c0-47c1-4b40-8761-c61b78e6eff7 tempest-ComputeTenantNetworksTest-354409184 tempest-ComputeTenantNetworksTest-354409184-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5001519 Nov 09 17:35:45.048813 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-8db26936-36ac-41d0-89d6-521e1255d8ef tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.0792334 Nov 09 17:35:45.092296 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-7e051bf0-d927-4702-9a38-2158085c6e01 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143960 Nov 09 17:35:45.208525 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:45.217542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-2b17eb77-1f30-493b-ada5-1470abec0fff tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:45.218536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da2b28-419d-4d83-8af8-0ac57a0326e4 req-cc8b9772-c277-4103-9238-ac2fcdbca111 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:45.221380 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1eca1102-bc21-45ac-9b42-18721a678a03 req-2b17eb77-1f30-493b-ada5-1470abec0fff tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.1659820 Nov 09 17:35:45.221799 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-54da2b28-419d-4d83-8af8-0ac57a0326e4 req-cc8b9772-c277-4103-9238-ac2fcdbca111 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 946 time: 0.1164594 Nov 09 17:35:45.291732 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-54da2b28-419d-4d83-8af8-0ac57a0326e4 req-f170a813-b7ba-4dbd-81b7-895982ccd1fa tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606613 Nov 09 17:35:45.316128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e85867-e44f-4e80-a220-84b99661f831 None None] New status for floating IP c876286a-8a9f-4475-b9c8-aaaeb7238676: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:35:45.386428 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ff4d3e-5da4-44b0-a084-4031e81f8829 x-openstack-request-id: req-b9ff4d3e-5da4-44b0-a084-4031e81f8829 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:45.386978 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d13ba22-95ac-45be-bd35-d11dfeeb6004", "tag": "7837f06e-f067-4438-bdc9-79bc28dd7e9b", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:45.387678 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9ff4d3e-5da4-44b0-a084-4031e81f8829 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:45.388825 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'tag': '7837f06e-f067-4438-bdc9-79bc28dd7e9b', 'status': 'completed', 'code': 200} Nov 09 17:35:45.488800 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-31329608-e1e2-4c96-ad19-0f44d2d97319 req-e11555db-da1d-4ee6-a735-7f08a9f9d533 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=5dc360f23d334dc6bf202e8e09e9ca1f HTTP/1.1" status: 200 len: 1657 time: 0.0816939 Nov 09 17:35:45.623668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb886a56-b29b-4d74-8b4a-24bb12b2a72a req-3f2f55d1-df54-49d4-86d5-a4f732ef1bfa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:45.629129 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cb886a56-b29b-4d74-8b4a-24bb12b2a72a req-3f2f55d1-df54-49d4-86d5-a4f732ef1bfa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 945 time: 0.1861916 Nov 09 17:35:45.631551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6d501-5e72-449d-9b2c-ca6014f70c0e req-22d8e7c0-4b13-43c9-9c5c-931479b5879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:45.633360 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64b6d501-5e72-449d-9b2c-ca6014f70c0e req-22d8e7c0-4b13-43c9-9c5c-931479b5879a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=539805ebb2294155a2a36d78da1a217e&device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 1096 time: 0.2152567 Nov 09 17:35:45.643725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31329608-e1e2-4c96-ad19-0f44d2d97319 req-26bc6238-a70c-4fa6-b222-61e690b116a5 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:45.661734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-31329608-e1e2-4c96-ad19-0f44d2d97319 req-26bc6238-a70c-4fa6-b222-61e690b116a5 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks?id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 787 time: 0.1716814 Nov 09 17:35:45.670012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-31329608-e1e2-4c96-ad19-0f44d2d97319 req-89150be9-06d0-4145-9884-ce0fce978b8f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:35:45.691767 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-31329608-e1e2-4c96-ad19-0f44d2d97319 req-89150be9-06d0-4145-9884-ce0fce978b8f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269821 Nov 09 17:35:45.748952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cb886a56-b29b-4d74-8b4a-24bb12b2a72a req-a15805d0-7788-41ce-81d0-94b97f3363a8 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969381 Nov 09 17:35:45.797109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6d501-5e72-449d-9b2c-ca6014f70c0e req-352ab641-e4ce-465b-8336-432b6666350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:45.798700 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64b6d501-5e72-449d-9b2c-ca6014f70c0e req-352ab641-e4ce-465b-8336-432b6666350f service neutron] 10.222.0.13 "GET /v2.0/networks?id=90995fa8-9653-4bb5-8df8-b768e9c55fb2 HTTP/1.1" status: 200 len: 925 time: 0.1578639 Nov 09 17:35:45.887486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a624c69-ac01-4fc7-9a29-bf9f626c8440 req-dda5e996-fa7d-451e-a1aa-0fcbed77bd84 tempest-ComputeTenantNetworksTest-354409184 tempest-ComputeTenantNetworksTest-354409184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:45.889119 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a624c69-ac01-4fc7-9a29-bf9f626c8440 req-dda5e996-fa7d-451e-a1aa-0fcbed77bd84 tempest-ComputeTenantNetworksTest-354409184 tempest-ComputeTenantNetworksTest-354409184-project] 10.222.0.81 "GET /v2.0/networks/c983bfef-d775-43ac-96b1-5e2d41b32a65 HTTP/1.1" status: 200 len: 769 time: 0.1039391 Nov 09 17:35:45.900684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48872) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:45.913569 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64b6d501-5e72-449d-9b2c-ca6014f70c0e req-667bb5b2-ee67-4f25-bd64-f2226536ca2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7837f06e-f067-4438-bdc9-79bc28dd7e9b HTTP/1.1" status: 200 len: 1000 time: 0.1063638 Nov 09 17:35:45.969484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6e4bf-420c-4c27-b927-2f409efcd8b9 req-bd4bfa46-629a-47f1-89f4-e3f631a217f1 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:45.971457 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84c6e4bf-420c-4c27-b927-2f409efcd8b9 req-bd4bfa46-629a-47f1-89f4-e3f631a217f1 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1217368 Nov 09 17:35:46.018955 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15c73dcf-ad43-4626-9028-6edc00890202 req-2f0ea27b-1c23-4b35-be05-afcff660cf8e tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips/52d4fcf5-fb86-4a74-b868-a2fe2bf2325e HTTP/1.1" status: 200 len: 693 time: 0.0975730 Nov 09 17:35:46.050270 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-66b872c8-a2d4-44dd-babb-4c618655f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:46.056314 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6d501-5e72-449d-9b2c-ca6014f70c0e req-763a59db-da71-4dc6-95ba-58a5cb1c9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:46.058041 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64b6d501-5e72-449d-9b2c-ca6014f70c0e req-763a59db-da71-4dc6-95ba-58a5cb1c9b40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beea7396-a9ce-456d-9ed3-84b264d878c3 HTTP/1.1" status: 200 len: 863 time: 0.1353095 Nov 09 17:35:46.065022 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84c6e4bf-420c-4c27-b927-2f409efcd8b9 req-41bb0393-9d40-4bd7-a995-c5313ede58c8 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.0796990 Nov 09 17:35:46.102758 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-84c6e4bf-420c-4c27-b927-2f409efcd8b9 req-d0bd05e8-4c1d-4ff1-a8bd-705d1a974d71 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Request body: {'floatingip': {'port_id': 'aed3ecd0-3258-49aa-a283-9399210e131f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:46.166389 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-84c6e4bf-420c-4c27-b927-2f409efcd8b9 req-d0bd05e8-4c1d-4ff1-a8bd-705d1a974d71 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:46.212809 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6d501-5e72-449d-9b2c-ca6014f70c0e req-007b8e34-0ec4-4b8d-9c84-20928cdaf8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:46.216038 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64b6d501-5e72-449d-9b2c-ca6014f70c0e req-007b8e34-0ec4-4b8d-9c84-20928cdaf8e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90995fa8-9653-4bb5-8df8-b768e9c55fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486628 Nov 09 17:35:46.288011 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-66b872c8-a2d4-44dd-babb-4c618655f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:46.307391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c73dcf-ad43-4626-9028-6edc00890202 req-7616300b-6cff-422f-86de-d6c0921acd75 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:46.308468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15c73dcf-ad43-4626-9028-6edc00890202 req-7616300b-6cff-422f-86de-d6c0921acd75 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.2798033 Nov 09 17:35:46.357597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-66b872c8-a2d4-44dd-babb-4c618655f5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c983bfef-d775-43ac-96b1-5e2d41b32a65']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:46.411336 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-66b872c8-a2d4-44dd-babb-4c618655f5a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1bbf3f-33de-49c4-b437-e3e39dd2d33b') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:46.411635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-66b872c8-a2d4-44dd-babb-4c618655f5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1bbf3f-33de-49c4-b437-e3e39dd2d33b') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:46.431480 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15c73dcf-ad43-4626-9028-6edc00890202 req-97b509f3-1595-42ec-861f-96a029dc1309 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.1071854 Nov 09 17:35:46.443761 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-66b872c8-a2d4-44dd-babb-4c618655f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:46.503180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-66b872c8-a2d4-44dd-babb-4c618655f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:46.507770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64b6d501-5e72-449d-9b2c-ca6014f70c0e req-c72ed700-1128-404e-8464-2807a0e5767c service neutron] 10.222.0.13 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857223 Nov 09 17:35:46.516123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b872c8-a2d4-44dd-babb-4c618655f5a6 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:35:46.516689 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-66b872c8-a2d4-44dd-babb-4c618655f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:35:46.519273 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:35:46.539600 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15c73dcf-ad43-4626-9028-6edc00890202 req-d9693877-24e1-444d-9af3-28af0a1742d0 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.0833983 Nov 09 17:35:46.649307 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-66b872c8-a2d4-44dd-babb-4c618655f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:46.653357 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-84c6e4bf-420c-4c27-b927-2f409efcd8b9 req-d0bd05e8-4c1d-4ff1-a8bd-705d1a974d71 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 17:35:46.654680 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84c6e4bf-420c-4c27-b927-2f409efcd8b9 req-d0bd05e8-4c1d-4ff1-a8bd-705d1a974d71 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "PUT /v2.0/floatingips/855bf239-c528-4f6e-ab1d-dea2f7f4a237 HTTP/1.1" status: 409 len: 549 time: 0.5584071 Nov 09 17:35:46.715439 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-66b872c8-a2d4-44dd-babb-4c618655f5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:46.721894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-66b872c8-a2d4-44dd-babb-4c618655f5a6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c983bfef-d775-43ac-96b1-5e2d41b32a65 HTTP/1.1" status: 204 len: 168 time: 0.8175764 Nov 09 17:35:46.722145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e785bbd-8b58-4b52-87a6-5ceec19ed6a5 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:46.722266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b872c8-a2d4-44dd-babb-4c618655f5a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c983bfef-d775-43ac-96b1-5e2d41b32a65,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:46.731568 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e785bbd-8b58-4b52-87a6-5ceec19ed6a5 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b&tenant_id=f6b18ff8d0054db3b09b095e1c177e82&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1096 time: 0.1612935 Nov 09 17:35:46.773370 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64b6d501-5e72-449d-9b2c-ca6014f70c0e req-1b7aab1f-05ba-4f2e-9dfb-207eb3fbd579 service neutron] 10.222.0.13 "GET /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571778 Nov 09 17:35:46.818811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device d06f281b-ffbb-4533-8f8e-800d4845d7cc details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:35:46.837549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-15c73dcf-ad43-4626-9028-6edc00890202 req-79b1147c-a381-4623-8b23-0405ae519948 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Deleting port 5bbdf612-cba0-4304-963b-7f635a713699 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:35:46.837916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15c73dcf-ad43-4626-9028-6edc00890202 req-79b1147c-a381-4623-8b23-0405ae519948 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:46.888194 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817236-1'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:47.025511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48892) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:47.029556 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.050880 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15c73dcf-ad43-4626-9028-6edc00890202 req-79b1147c-a381-4623-8b23-0405ae519948 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.051522 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15c73dcf-ad43-4626-9028-6edc00890202 req-79b1147c-a381-4623-8b23-0405ae519948 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.059901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:47.103698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-15c73dcf-ad43-4626-9028-6edc00890202 req-79b1147c-a381-4623-8b23-0405ae519948 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Calling delete_port for 5bbdf612-cba0-4304-963b-7f635a713699 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:35:47.119912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device d06f281b-ffbb-4533-8f8e-800d4845d7cc has no active binding in host n-h2-817236-1 {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:35:47.120861 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b28c7fe1-681c-4e12-9d72-c51865f8f562 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=98c524d730e0470bb11961738f2c6ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936971 Nov 09 17:35:47.124987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48894) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:47.252581 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b55e4083-1594-4c82-90ca-e3af97add604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.275492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030acc4-8feb-4ca7-9d98-0b3c57c74df2 req-7d176599-c34b-48a5-a80a-f635e919b0ea tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:47.277218 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7030acc4-8feb-4ca7-9d98-0b3c57c74df2 req-7d176599-c34b-48a5-a80a-f635e919b0ea tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 946 time: 0.1324723 Nov 09 17:35:47.287374 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b55e4083-1594-4c82-90ca-e3af97add604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.287948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:47.359288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7030acc4-8feb-4ca7-9d98-0b3c57c74df2 req-cffc6521-ef93-4f3c-a1cf-bb7bb61a66d2 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687692 Nov 09 17:35:47.370328 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15c73dcf-ad43-4626-9028-6edc00890202 req-79b1147c-a381-4623-8b23-0405ae519948 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.371133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:47.432588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1147c-a381-4623-8b23-0405ae519948 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Pushing event deleted for resources: {'Port': ['ID=5bbdf612-cba0-4304-963b-7f635a713699,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:47.438173 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b55e4083-1594-4c82-90ca-e3af97add604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.440152 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b55e4083-1594-4c82-90ca-e3af97add604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.441321 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b55e4083-1594-4c82-90ca-e3af97add604 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7abc2380-05da-4c13-9cc4-215e4ccf50fc HTTP/1.1" status: 204 len: 168 time: 0.3150740 Nov 09 17:35:47.482638 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e4083-1594-4c82-90ca-e3af97add604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abc2380-05da-4c13-9cc4-215e4ccf50fc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:47.519368 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.526973 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15c73dcf-ad43-4626-9028-6edc00890202 req-79b1147c-a381-4623-8b23-0405ae519948 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.533660 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15c73dcf-ad43-4626-9028-6edc00890202 req-79b1147c-a381-4623-8b23-0405ae519948 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.535743 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15c73dcf-ad43-4626-9028-6edc00890202 req-79b1147c-a381-4623-8b23-0405ae519948 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "DELETE /v2.0/floatingips/52d4fcf5-fb86-4a74-b868-a2fe2bf2325e HTTP/1.1" status: 204 len: 173 time: 0.9617116 Nov 09 17:35:47.579448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3a7bed-b870-4b04-9669-c418300dce2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd06f281b-ffbb-4533-8f8e-800d4845d7cc'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:47.583118 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a7e024-c937-4d6b-bd5e-2dce7c85b5a6" -d '{"events": [{"server_uuid": "9a3a7bed-b870-4b04-9669-c418300dce2b", "name": "network-vif-unplugged", "status": "completed", "tag": "d06f281b-ffbb-4533-8f8e-800d4845d7cc"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:47.594979 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.605545 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-65bbf480-04d7-4a44-ba29-1d1571b9e44e tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips/855bf239-c528-4f6e-ab1d-dea2f7f4a237 HTTP/1.1" status: 200 len: 692 time: 0.1663301 Nov 09 17:35:47.607811 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.822226 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Pushing event updated for resources: {'Port': ['ID=d06f281b-ffbb-4533-8f8e-800d4845d7cc,revision_number=7']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:47.875641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Attempting to bind port d06f281b-ffbb-4533-8f8e-800d4845d7cc on host n-h1-817236-1 for vnic_type normal with profile {"migrating_to": "n-h2-817236-1"} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:35:47.875966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Attempting to bind port d06f281b-ffbb-4533-8f8e-800d4845d7cc by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:35:47.876294 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Attempting to bind port d06f281b-ffbb-4533-8f8e-800d4845d7cc on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:47.891765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Port d06f281b-ffbb-4533-8f8e-800d4845d7cc on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:47.892069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Attempting to bind port d06f281b-ffbb-4533-8f8e-800d4845d7cc on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:47.902165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-eff96353-a11e-42f5-ac57-ab333b028d3b tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:47.907599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3dc66-becd-4e0a-a065-3007fe1092aa req-80979d7b-e94d-40cb-a62b-64eef5ecae82 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:47.909243 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55e3dc66-becd-4e0a-a065-3007fe1092aa req-80979d7b-e94d-40cb-a62b-64eef5ecae82 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 943 time: 0.1442027 Nov 09 17:35:47.910620 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-eff96353-a11e-42f5-ac57-ab333b028d3b tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.2893002 Nov 09 17:35:47.921661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:47.921994 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:47.922382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Bound using segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:47.922837 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Bound port: d06f281b-ffbb-4533-8f8e-800d4845d7cc, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:35:47.923198 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:47.960221 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55e3dc66-becd-4e0a-a065-3007fe1092aa req-1149e2ea-07a9-4955-a7e5-1b8d06468c68 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430663 Nov 09 17:35:47.986185 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-ad90ffd8-f8b2-4ffb-bae0-0c0d235ea80b tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.0747526 Nov 09 17:35:48.130705 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-f630d5e3-9b9b-4610-a190-44ae73985c82 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.1070368 Nov 09 17:35:48.156279 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdb29411-5212-4383-8953-41529051eaee req-d390d9db-b56e-4adf-9d88-03f3cc1cf81a tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips/acddc580-b1b1-4db8-8771-119348fafce8 HTTP/1.1" status: 200 len: 693 time: 0.0609107 Nov 09 17:35:48.288817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:48.342518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:48.357174 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:48.384131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb29411-5212-4383-8953-41529051eaee req-8b68e7bc-5fc6-4543-900e-ed506663fa1c tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:48.394224 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdb29411-5212-4383-8953-41529051eaee req-8b68e7bc-5fc6-4543-900e-ed506663fa1c tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.2368009 Nov 09 17:35:48.462040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-72c66aad-9eca-4807-b866-9442e49de363 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Deleting port 6c87c528-f7fe-4db1-869b-fe3b9493a3dd {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:35:48.462484 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-72c66aad-9eca-4807-b866-9442e49de363 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:48.465633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Pushing event updated for resources: {'Port': ['ID=d06f281b-ffbb-4533-8f8e-800d4845d7cc,revision_number=8']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:48.482150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdb29411-5212-4383-8953-41529051eaee req-dba9f892-ef4b-40db-be9a-57819f1bb3e4 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.189 HTTP/1.1" status: 200 len: 696 time: 0.0860124 Nov 09 17:35:48.555688 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:48.556303 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:48.557898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-8e5769f0-5efa-4735-8c59-645cd3d89086 service neutron] 10.222.0.18 "PUT /v2.0/ports/d06f281b-ffbb-4533-8f8e-800d4845d7cc HTTP/1.1" status: 200 len: 1121 time: 1.8084586 Nov 09 17:35:48.582657 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdb29411-5212-4383-8953-41529051eaee req-962e09fb-2756-41b8-95f2-9bc6343495b3 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.189 HTTP/1.1" status: 200 len: 696 time: 0.0929005 Nov 09 17:35:48.621355 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-72c66aad-9eca-4807-b866-9442e49de363 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:48.622874 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-72c66aad-9eca-4807-b866-9442e49de363 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:48.644382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['d06f281b-ffbb-4533-8f8e-800d4845d7cc'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:48.681140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-72c66aad-9eca-4807-b866-9442e49de363 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Calling delete_port for 6c87c528-f7fe-4db1-869b-fe3b9493a3dd owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:35:48.704635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['d06f281b-ffbb-4533-8f8e-800d4845d7cc'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:48.898093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-fdb29411-5212-4383-8953-41529051eaee req-a181a94b-863a-43af-bff1-d52c1dd43bef tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Deleting port 9f56f3d3-0d29-40a2-9bfa-94f9254999e5 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:35:48.899259 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fdb29411-5212-4383-8953-41529051eaee req-a181a94b-863a-43af-bff1-d52c1dd43bef tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:49.071441 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-72c66aad-9eca-4807-b866-9442e49de363 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:49.087791 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fdb29411-5212-4383-8953-41529051eaee req-a181a94b-863a-43af-bff1-d52c1dd43bef tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:49.088346 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fdb29411-5212-4383-8953-41529051eaee req-a181a94b-863a-43af-bff1-d52c1dd43bef tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:49.104070 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c66aad-9eca-4807-b866-9442e49de363 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Pushing event deleted for resources: {'Port': ['ID=6c87c528-f7fe-4db1-869b-fe3b9493a3dd,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:49.112976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-fdb29411-5212-4383-8953-41529051eaee req-a181a94b-863a-43af-bff1-d52c1dd43bef tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Calling delete_port for 9f56f3d3-0d29-40a2-9bfa-94f9254999e5 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:35:49.187731 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-72c66aad-9eca-4807-b866-9442e49de363 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:49.190978 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-72c66aad-9eca-4807-b866-9442e49de363 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:49.204736 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89ba29b9-4497-4ab7-b375-8dd140129dcf req-72c66aad-9eca-4807-b866-9442e49de363 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "DELETE /v2.0/floatingips/855bf239-c528-4f6e-ab1d-dea2f7f4a237 HTTP/1.1" status: 204 len: 173 time: 1.0583866 Nov 09 17:35:49.269730 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564e03bd-7ba8-477f-8ef2-c253477d43b7 x-openstack-request-id: req-564e03bd-7ba8-477f-8ef2-c253477d43b7 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:49.270440 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3a7bed-b870-4b04-9669-c418300dce2b", "name": "network-vif-unplugged", "status": "completed", "tag": "d06f281b-ffbb-4533-8f8e-800d4845d7cc", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:49.270625 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-564e03bd-7ba8-477f-8ef2-c253477d43b7 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:49.271469 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3a7bed-b870-4b04-9669-c418300dce2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd06f281b-ffbb-4533-8f8e-800d4845d7cc', 'code': 200} Nov 09 17:35:49.382608 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fdb29411-5212-4383-8953-41529051eaee req-a181a94b-863a-43af-bff1-d52c1dd43bef tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:49.424273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181a94b-863a-43af-bff1-d52c1dd43bef tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Pushing event deleted for resources: {'Port': ['ID=9f56f3d3-0d29-40a2-9bfa-94f9254999e5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:49.558922 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fdb29411-5212-4383-8953-41529051eaee req-a181a94b-863a-43af-bff1-d52c1dd43bef tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:49.564664 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fdb29411-5212-4383-8953-41529051eaee req-a181a94b-863a-43af-bff1-d52c1dd43bef tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:49.573058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdb29411-5212-4383-8953-41529051eaee req-a181a94b-863a-43af-bff1-d52c1dd43bef tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "DELETE /v2.0/floatingips/acddc580-b1b1-4db8-8771-119348fafce8 HTTP/1.1" status: 204 len: 173 time: 0.9833417 Nov 09 17:35:49.662268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c21e3-64c9-42a8-8100-a80e439a46b4 req-fa09a4c6-9d2c-4119-9016-effa81e4d844 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:49.671268 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-db4c21e3-64c9-42a8-8100-a80e439a46b4 req-fa09a4c6-9d2c-4119-9016-effa81e4d844 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 946 time: 0.0699680 Nov 09 17:35:49.728603 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-db4c21e3-64c9-42a8-8100-a80e439a46b4 req-2d6428a6-f070-4ee2-bac4-c0c4d65e18b9 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557907 Nov 09 17:35:49.799464 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce1f47-afc1-4d97-a61a-a083ada77cbe req-542a16a2-cc46-41ab-b962-04630be45cd1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:49.801627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4ce1f47-afc1-4d97-a61a-a083ada77cbe req-542a16a2-cc46-41ab-b962-04630be45cd1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 943 time: 0.0881908 Nov 09 17:35:49.883726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4ce1f47-afc1-4d97-a61a-a083ada77cbe req-0309ea17-fa64-4a35-891d-807fea7a5b44 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711396 Nov 09 17:35:49.897175 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-504b5553-278f-4746-be42-cac446b4af27 req-88713dec-2057-4b52-b2ff-6dca4a4a4ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 1001 time: 0.1246495 Nov 09 17:35:49.959585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b5553-278f-4746-be42-cac446b4af27 req-59f8b724-b6f3-4146-89bd-418bc385ad6c tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:49.968980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-504b5553-278f-4746-be42-cac446b4af27 req-59f8b724-b6f3-4146-89bd-418bc385ad6c tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports/aed3ecd0-3258-49aa-a283-9399210e131f HTTP/1.1" status: 200 len: 942 time: 0.0688691 Nov 09 17:35:50.086112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94fc77-f166-4a2a-9e84-239f1fc2dd76 req-e481143c-0be0-4430-8dca-7bbe95273f40 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:50.088846 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f94fc77-f166-4a2a-9e84-239f1fc2dd76 req-e481143c-0be0-4430-8dca-7bbe95273f40 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 945 time: 0.1204436 Nov 09 17:35:50.091647 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-504b5553-278f-4746-be42-cac446b4af27 req-51a4e74b-6415-4610-ab26-17076760cd34 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 1001 time: 0.0740292 Nov 09 17:35:50.141735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f94fc77-f166-4a2a-9e84-239f1fc2dd76 req-b9cdf696-3b35-417b-817c-452bae32aec8 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456135 Nov 09 17:35:50.261549 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-946dfd71-830e-4e48-b523-dfeaa39f954d tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips/75fc8330-bf93-42d1-ac80-ef35dcf4d23f HTTP/1.1" status: 200 len: 693 time: 0.0650251 Nov 09 17:35:50.337372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b5553-278f-4746-be42-cac446b4af27 req-2932844b-be3f-46a0-add1-6fa82ceb7a85 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:50.347873 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-504b5553-278f-4746-be42-cac446b4af27 req-2932844b-be3f-46a0-add1-6fa82ceb7a85 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.2496099 Nov 09 17:35:50.430997 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-4ee516bc-b4c8-4207-a7fd-f10fd6c87e7f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:50.439410 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-4ee516bc-b4c8-4207-a7fd-f10fd6c87e7f tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.1681192 Nov 09 17:35:50.478756 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-504b5553-278f-4746-be42-cac446b4af27 req-03f78c1f-408c-4871-af6c-69ee947da658 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 1001 time: 0.1079421 Nov 09 17:35:50.494900 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-504b5553-278f-4746-be42-cac446b4af27 req-8ace9842-16f4-4256-a411-6b560aac3740 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:50.500377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-26bc7aa6-17b2-4ded-95ff-cb53220f523c tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.0598643 Nov 09 17:35:50.580016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-23209cb2-81c9-48bd-89ab-de78704bbb2d tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.0677278 Nov 09 17:35:50.801100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-2f6909b5-36fd-4fe5-afbb-f250c2f44396 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Deleting port d8ddbfe3-b6d8-4076-82ad-8886f396a0ab {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:35:50.801868 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-2f6909b5-36fd-4fe5-afbb-f250c2f44396 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:50.922161 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-504b5553-278f-4746-be42-cac446b4af27 req-8ace9842-16f4-4256-a411-6b560aac3740 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:50.950360 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-2f6909b5-36fd-4fe5-afbb-f250c2f44396 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:50.951134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-2f6909b5-36fd-4fe5-afbb-f250c2f44396 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:50.976340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-2f6909b5-36fd-4fe5-afbb-f250c2f44396 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Calling delete_port for d8ddbfe3-b6d8-4076-82ad-8886f396a0ab owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:35:51.144880 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-504b5553-278f-4746-be42-cac446b4af27 req-8ace9842-16f4-4256-a411-6b560aac3740 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:51.150651 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-504b5553-278f-4746-be42-cac446b4af27 req-8ace9842-16f4-4256-a411-6b560aac3740 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:51.150978 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [req-504b5553-278f-4746-be42-cac446b4af27 req-8ace9842-16f4-4256-a411-6b560aac3740 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Floating IP e1b3a188-07b8-466f-b8e0-3f82cc3c7784 disassociated. External IP: 172.25.1.237, port: aed3ecd0-3258-49aa-a283-9399210e131f. Nov 09 17:35:51.182109 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-2f6909b5-36fd-4fe5-afbb-f250c2f44396 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:51.237183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6909b5-36fd-4fe5-afbb-f250c2f44396 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Pushing event deleted for resources: {'Port': ['ID=d8ddbfe3-b6d8-4076-82ad-8886f396a0ab,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:51.280147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3a7bed-b870-4b04-9669-c418300dce2b', 'tag': 'd06f281b-ffbb-4533-8f8e-800d4845d7cc'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:51.283601 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5289d873-2bf8-4102-95aa-606ba0d0d1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3a7bed-b870-4b04-9669-c418300dce2b", "tag": "d06f281b-ffbb-4533-8f8e-800d4845d7cc"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:51.349841 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-2f6909b5-36fd-4fe5-afbb-f250c2f44396 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:51.353125 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-2f6909b5-36fd-4fe5-afbb-f250c2f44396 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:51.356713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70b7b906-d6dd-4e09-9553-6e6d1dba2b20 req-2f6909b5-36fd-4fe5-afbb-f250c2f44396 tempest-FloatingIPDetailsTestJSON-1679561054 tempest-FloatingIPDetailsTestJSON-1679561054-project] 10.222.0.81 "DELETE /v2.0/floatingips/75fc8330-bf93-42d1-ac80-ef35dcf4d23f HTTP/1.1" status: 204 len: 173 time: 0.7698786 Nov 09 17:35:51.361496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49008) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:51.518322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-504b5553-278f-4746-be42-cac446b4af27 req-8ace9842-16f4-4256-a411-6b560aac3740 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Router 677c085f-b575-466d-ae8e-3887ee3f35cc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:35:51.744854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-504b5553-278f-4746-be42-cac446b4af27 req-8ace9842-16f4-4256-a411-6b560aac3740 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:35:51.748497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49012) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:51.753515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-504b5553-278f-4746-be42-cac446b4af27 req-8ace9842-16f4-4256-a411-6b560aac3740 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:51.761303 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b29c9-7adb-446b-b94d-2f6d1936a7d5 None None] Sync routers for ids ['677c085f-b575-466d-ae8e-3887ee3f35cc'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:35:51.778614 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b29c9-7adb-446b-b94d-2f6d1936a7d5 None None] Routers {'677c085f-b575-466d-ae8e-3887ee3f35cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:51.780212 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-899b29c9-7adb-446b-b94d-2f6d1936a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['677c085f-b575-466d-ae8e-3887ee3f35cc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:51.798928 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-504b5553-278f-4746-be42-cac446b4af27 req-8ace9842-16f4-4256-a411-6b560aac3740 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "PUT /v2.0/floatingips/e1b3a188-07b8-466f-b8e0-3f82cc3c7784 HTTP/1.1" status: 200 len: 695 time: 1.3136034 Nov 09 17:35:51.927902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b5553-278f-4746-be42-cac446b4af27 req-59726fc0-9a6e-452d-910a-decaa3ad6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:51.930951 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-504b5553-278f-4746-be42-cac446b4af27 req-59726fc0-9a6e-452d-910a-decaa3ad6641 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=44e3434b7f4242b69102c1daf7cb5d7e&device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 1096 time: 0.0880342 Nov 09 17:35:52.023145 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-899b29c9-7adb-446b-b94d-2f6d1936a7d5 None None] Set router 677c085f-b575-466d-ae8e-3887ee3f35cc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:52.091856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bbdef-19fa-4266-8853-0d1ebb9962d1 req-edb90b97-8587-4e9a-9256-1fb93906ef78 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:52.093553 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-321bbdef-19fa-4266-8853-0d1ebb9962d1 req-edb90b97-8587-4e9a-9256-1fb93906ef78 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 946 time: 0.4104621 Nov 09 17:35:52.131246 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d640a3e9-97d6-4c00-a443-bc08762139eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:52.208092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-321bbdef-19fa-4266-8853-0d1ebb9962d1 req-19ad9199-d8fe-4d6d-a67f-9c3cb01b5986 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889118 Nov 09 17:35:52.270168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149b8d7-b3a4-4ea0-91d7-b2ebd5a4ef9b req-8b8cceb9-6fff-4203-911b-ea9f43831043 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:52.284308 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1149b8d7-b3a4-4ea0-91d7-b2ebd5a4ef9b req-8b8cceb9-6fff-4203-911b-ea9f43831043 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.18 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 945 time: 0.3432281 Nov 09 17:35:52.365966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b5553-278f-4746-be42-cac446b4af27 req-11357a4f-8f66-443b-afd8-76de78b152eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:52.369747 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-504b5553-278f-4746-be42-cac446b4af27 req-11357a4f-8f66-443b-afd8-76de78b152eb service neutron] 10.222.0.81 "GET /v2.0/networks?id=70a352c0-9223-43f4-b5fc-0b98b0abd841 HTTP/1.1" status: 200 len: 930 time: 0.4074411 Nov 09 17:35:52.421921 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-899b29c9-7adb-446b-b94d-2f6d1936a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:35:01Z', 'revision_number': 4, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port': {'id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:56Z', 'updated_at': '2021-11-09T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2', 'name': '', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'mac_address': 'fa:16:3e:80:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:59Z', 'updated_at': '2021-11-09T17:35:10Z', 'revision_number': 5, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'subnets': [{'id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:52.462472 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b29c9-7adb-446b-b94d-2f6d1936a7d5 None None] Checking router: 677c085f-b575-466d-ae8e-3887ee3f35cc for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:35:52.475431 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b29c9-7adb-446b-b94d-2f6d1936a7d5 None None] Routers {'677c085f-b575-466d-ae8e-3887ee3f35cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:52.476079 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-899b29c9-7adb-446b-b94d-2f6d1936a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['677c085f-b575-466d-ae8e-3887ee3f35cc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:52.483087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8accf3-24ad-4af5-942f-28901366b362 req-7fa2ac9b-1e35-4ccb-85e3-8757a9368a9b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:52.490716 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c8accf3-24ad-4af5-942f-28901366b362 req-7fa2ac9b-1e35-4ccb-85e3-8757a9368a9b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 943 time: 0.1212513 Nov 09 17:35:52.491634 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-504b5553-278f-4746-be42-cac446b4af27 req-6c3ba207-7d7e-4014-8479-ea507da03c7d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aed3ecd0-3258-49aa-a283-9399210e131f HTTP/1.1" status: 200 len: 217 time: 0.1048715 Nov 09 17:35:52.557605 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c8accf3-24ad-4af5-942f-28901366b362 req-92d6cc59-4903-4ea2-85f5-2f6fbfd2d1df tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659912 Nov 09 17:35:52.579790 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:52.580687 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7d164802-2836-4334-b9e1-b17c0f5f93c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:52.713871 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d640a3e9-97d6-4c00-a443-bc08762139eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:52.717400 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b5553-278f-4746-be42-cac446b4af27 req-33b87ef2-3a4f-496c-9257-4a4183b17ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:52.723053 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-504b5553-278f-4746-be42-cac446b4af27 req-33b87ef2-3a4f-496c-9257-4a4183b17ee6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8716b25f-5565-48df-a109-78d0eb438cf9 HTTP/1.1" status: 200 len: 868 time: 0.2069194 Nov 09 17:35:52.728528 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d640a3e9-97d6-4c00-a443-bc08762139eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:52.747814 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-899b29c9-7adb-446b-b94d-2f6d1936a7d5 None None] Set router 677c085f-b575-466d-ae8e-3887ee3f35cc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:52.837854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9920b-ca74-4f99-8d9d-4fdc8aa02791 req-8f64bd2c-d027-464b-9170-02f40c8185a4 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:52.839374 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4d9920b-ca74-4f99-8d9d-4fdc8aa02791 req-8f64bd2c-d027-464b-9170-02f40c8185a4 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 945 time: 0.1327021 Nov 09 17:35:52.872421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640a3e9-97d6-4c00-a443-bc08762139eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2742d46-9af4-477c-8ac7-c32810b1cf31,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:52.884670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-1149b8d7-b3a4-4ea0-91d7-b2ebd5a4ef9b req-07d2cfb9-df51-414e-b7c0-94eeb26fd91e tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Deleting port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:35:52.885197 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1149b8d7-b3a4-4ea0-91d7-b2ebd5a4ef9b req-07d2cfb9-df51-414e-b7c0-94eeb26fd91e tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:52.898030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d640a3e9-97d6-4c00-a443-bc08762139eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b80aa431118248ba8d172c4d4af4b1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1481538 Nov 09 17:35:52.905466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49020) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:52.934028 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4d9920b-ca74-4f99-8d9d-4fdc8aa02791 req-627aaf45-be24-436f-879b-d146904f2cf7 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716305 Nov 09 17:35:52.978851 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b5553-278f-4746-be42-cac446b4af27 req-9a4827b3-6726-4bb6-8ca2-fa3ffb1d4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:52.982046 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-504b5553-278f-4746-be42-cac446b4af27 req-9a4827b3-6726-4bb6-8ca2-fa3ffb1d4a0e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70a352c0-9223-43f4-b5fc-0b98b0abd841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2311640 Nov 09 17:35:53.048117 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-899b29c9-7adb-446b-b94d-2f6d1936a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:35:01Z', 'revision_number': 4, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port': {'id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:56Z', 'updated_at': '2021-11-09T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2', 'name': '', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'mac_address': 'fa:16:3e:80:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:59Z', 'updated_at': '2021-11-09T17:35:10Z', 'revision_number': 5, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'subnets': [{'id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:53.079593 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b29c9-7adb-446b-b94d-2f6d1936a7d5 None None] The sync data for ids ['677c085f-b575-466d-ae8e-3887ee3f35cc'] in n-d-817236-1 is: [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:35:01Z', 'revision_number': 4, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port': {'id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:56Z', 'updated_at': '2021-11-09T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2', 'name': '', 'network_id': '70a352c0-9223-43f4-b5fc-0b98b0abd841', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'mac_address': 'fa:16:3e:80:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:59Z', 'updated_at': '2021-11-09T17:35:10Z', 'revision_number': 5, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'subnets': [{'id': '8716b25f-5565-48df-a109-78d0eb438cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:35:53.116721 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d47948-8bcb-4aa0-a806-c331e5d41403 x-openstack-request-id: req-a0d47948-8bcb-4aa0-a806-c331e5d41403 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:53.117256 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3a7bed-b870-4b04-9669-c418300dce2b", "tag": "d06f281b-ffbb-4533-8f8e-800d4845d7cc", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:53.117592 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0d47948-8bcb-4aa0-a806-c331e5d41403 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:53.118226 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3a7bed-b870-4b04-9669-c418300dce2b', 'tag': 'd06f281b-ffbb-4533-8f8e-800d4845d7cc', 'status': 'completed', 'code': 200} Nov 09 17:35:53.136839 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6223dc3-c454-4bde-922c-0db8b6577156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:53.183068 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6223dc3-c454-4bde-922c-0db8b6577156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:53.201067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7d164802-2836-4334-b9e1-b17c0f5f93c1 admin admin] Deleting port 98ebb13d-a83c-4925-ac42-d76419e8299d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:35:53.201405 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7d164802-2836-4334-b9e1-b17c0f5f93c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:53.235166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-1149b8d7-b3a4-4ea0-91d7-b2ebd5a4ef9b req-07d2cfb9-df51-414e-b7c0-94eeb26fd91e tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] For port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f,segment=NetworkSegment(bb13f7eb-b872-40f4-9e9a-796915217847),segment_id=bb13f7eb-b872-40f4-9e9a-796915217847)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:53.235663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1149b8d7-b3a4-4ea0-91d7-b2ebd5a4ef9b req-07d2cfb9-df51-414e-b7c0-94eeb26fd91e tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:53.256503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289d873-2bf8-4102-95aa-606ba0d0d1bc req-1cd22a02-bf97-48e0-bdb8-9c4c0435f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:53.258349 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5289d873-2bf8-4102-95aa-606ba0d0d1bc req-1cd22a02-bf97-48e0-bdb8-9c4c0435f432 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 1124 time: 0.1598380 Nov 09 17:35:53.268310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-1149b8d7-b3a4-4ea0-91d7-b2ebd5a4ef9b req-07d2cfb9-df51-414e-b7c0-94eeb26fd91e tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Calling delete_port for cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:35:53.286492 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-504b5553-278f-4746-be42-cac446b4af27 req-79bff788-4ef8-470a-b804-7b1a0f38e249 service neutron] 10.222.0.81 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865036 Nov 09 17:35:53.354972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-7d164802-2836-4334-b9e1-b17c0f5f93c1 admin admin] For port 98ebb13d-a83c-4925-ac42-d76419e8299d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=98ebb13d-a83c-4925-ac42-d76419e8299d,segment=NetworkSegment(cce40cbe-0817-4112-a4c0-0c2e8afb25c7),segment_id=cce40cbe-0817-4112-a4c0-0c2e8afb25c7)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:53.356323 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7d164802-2836-4334-b9e1-b17c0f5f93c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:53.358470 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:53.383461 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6223dc3-c454-4bde-922c-0db8b6577156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:53.389714 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6223dc3-c454-4bde-922c-0db8b6577156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:53.391874 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e6223dc3-c454-4bde-922c-0db8b6577156 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2742d46-9af4-477c-8ac7-c32810b1cf31 HTTP/1.1" status: 204 len: 168 time: 0.4842699 Nov 09 17:35:53.428464 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7d164802-2836-4334-b9e1-b17c0f5f93c1 admin admin] Calling delete_port for 98ebb13d-a83c-4925-ac42-d76419e8299d owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:35:53.432242 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6223dc3-c454-4bde-922c-0db8b6577156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2742d46-9af4-477c-8ac7-c32810b1cf31,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:53.459975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289d873-2bf8-4102-95aa-606ba0d0d1bc req-8f0633b2-5be8-46e0-9922-60ba6b370e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:53.462595 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5289d873-2bf8-4102-95aa-606ba0d0d1bc req-8f0633b2-5be8-46e0-9922-60ba6b370e10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.1915023 Nov 09 17:35:53.514566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85641a1d-231f-44b1-b17b-259c71bdd46e None None] New status for floating IP e1b3a188-07b8-466f-b8e0-3f82cc3c7784: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:35:53.670110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838900b2-1355-4afb-bfdb-1ce1b4fdfed0 req-ca659e2b-71e9-4c1c-81ba-1cd5b4b845b0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:53.673416 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-838900b2-1355-4afb-bfdb-1ce1b4fdfed0 req-ca659e2b-71e9-4c1c-81ba-1cd5b4b845b0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 946 time: 0.2539856 Nov 09 17:35:53.690536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5289d873-2bf8-4102-95aa-606ba0d0d1bc req-39f29198-7dc3-43e0-a2f1-9e3eebd26134 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc HTTP/1.1" status: 200 len: 217 time: 0.1262722 Nov 09 17:35:53.802649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289d873-2bf8-4102-95aa-606ba0d0d1bc req-52bbd918-a5a8-4f2e-afb1-12439c669bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:53.805464 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5289d873-2bf8-4102-95aa-606ba0d0d1bc req-52bbd918-a5a8-4f2e-afb1-12439c669bc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.1023672 Nov 09 17:35:53.848541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49030) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:53.868290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-838900b2-1355-4afb-bfdb-1ce1b4fdfed0 req-2daec472-3c7d-49e6-8aed-034e89b3e389 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758816 Nov 09 17:35:53.879334 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5289d873-2bf8-4102-95aa-606ba0d0d1bc req-b12c362e-16eb-4013-a49d-1dff7d80b602 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571029 Nov 09 17:35:53.891782 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08fb4ce6-f55d-4618-b525-4e10f6053387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:54.059924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-504b5553-278f-4746-be42-cac446b4af27 req-738256c4-e9b0-4471-8812-d8ee96bfc3a1 service neutron] 10.222.0.81 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929122 Nov 09 17:35:54.137697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e8e90-bae8-47cf-bff0-7f73be22ff95 req-1824b20e-b8bf-4a5f-a766-c04e5cc98302 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:54.145672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a5e8e90-bae8-47cf-bff0-7f73be22ff95 req-1824b20e-b8bf-4a5f-a766-c04e5cc98302 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 943 time: 0.1160843 Nov 09 17:35:54.150281 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7d164802-2836-4334-b9e1-b17c0f5f93c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:54.246952 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08fb4ce6-f55d-4618-b525-4e10f6053387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:54.258469 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d164802-2836-4334-b9e1-b17c0f5f93c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=98ebb13d-a83c-4925-ac42-d76419e8299d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:54.273834 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08fb4ce6-f55d-4618-b525-4e10f6053387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:54.287561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a5e8e90-bae8-47cf-bff0-7f73be22ff95 req-1692c41b-1c50-494b-84f1-249a94914c8c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404767 Nov 09 17:35:54.350278 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5289d873-2bf8-4102-95aa-606ba0d0d1bc req-352dcdcb-187b-483c-b3b9-e817a0a9a282 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487891 Nov 09 17:35:54.385553 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-08fb4ce6-f55d-4618-b525-4e10f6053387 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3f9274e520a4a2a831f464ac9341883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5351081 Nov 09 17:35:54.392454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49040) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:54.415336 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb4ce6-f55d-4618-b525-4e10f6053387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c13835-4e97-48ab-ad94-2c17ae522cb8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:54.498206 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1149b8d7-b3a4-4ea0-91d7-b2ebd5a4ef9b req-07d2cfb9-df51-414e-b7c0-94eeb26fd91e tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:54.567728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6953b9-9751-414f-b110-d73036f435c0 req-c25eb38d-94a3-4f70-a671-d3565e2afee8 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:54.569691 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-db6953b9-9751-414f-b110-d73036f435c0 req-c25eb38d-94a3-4f70-a671-d3565e2afee8 tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/ports?device_id=95149615-a970-4683-8c71-f70fc26363da HTTP/1.1" status: 200 len: 867 time: 0.3477595 Nov 09 17:35:54.570957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2cfb9-df51-414e-b7c0-94eeb26fd91e tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Pushing event deleted for resources: {'Port': ['ID=cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:54.604677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-24ea96fd-5e7a-47e5-bb83-82d800b7d4cc tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips/e1b3a188-07b8-466f-b8e0-3f82cc3c7784 HTTP/1.1" status: 200 len: 693 time: 0.0782585 Nov 09 17:35:54.654801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c64043ea-4f89-4d5f-ac20-1ae8be177df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:54.665165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1149b8d7-b3a4-4ea0-91d7-b2ebd5a4ef9b req-07d2cfb9-df51-414e-b7c0-94eeb26fd91e tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] No DVR routers for this DVR port cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:35:54.668158 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1149b8d7-b3a4-4ea0-91d7-b2ebd5a4ef9b req-07d2cfb9-df51-414e-b7c0-94eeb26fd91e tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:54.671757 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1149b8d7-b3a4-4ea0-91d7-b2ebd5a4ef9b req-07d2cfb9-df51-414e-b7c0-94eeb26fd91e tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.18 "DELETE /v2.0/ports/cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f HTTP/1.1" status: 204 len: 173 time: 2.3782725 Nov 09 17:35:54.696545 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7d164802-2836-4334-b9e1-b17c0f5f93c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:54.701508 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5289d873-2bf8-4102-95aa-606ba0d0d1bc req-95bca394-e54d-4788-bea3-15dc4486e3df service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319054 Nov 09 17:35:54.707576 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-db6953b9-9751-414f-b110-d73036f435c0 req-905be76a-0978-4c6a-9c6c-e76d5604676e tempest-AttachSCSIVolumeTestJSON-152696284 tempest-AttachSCSIVolumeTestJSON-152696284-project] 10.222.0.81 "GET /v2.0/security-groups?id=03714597-3395-40fa-a350-3c5014d3a3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188195 Nov 09 17:35:54.782985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c64043ea-4f89-4d5f-ac20-1ae8be177df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:54.899513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-f14d93ce-f87a-4f3e-9f34-de4ef7ace56a tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:54.899786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:54.901035 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-f14d93ce-f87a-4f3e-9f34-de4ef7ace56a tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.2803493 Nov 09 17:35:54.954255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:35:54.954681 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:54.978080 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-1aa616eb-9823-4793-945a-a1c83eb89623 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 696 time: 0.0642953 Nov 09 17:35:54.981364 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c64043ea-4f89-4d5f-ac20-1ae8be177df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:54.984580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c64043ea-4f89-4d5f-ac20-1ae8be177df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:54.989328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c64043ea-4f89-4d5f-ac20-1ae8be177df0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05c13835-4e97-48ab-ad94-2c17ae522cb8 HTTP/1.1" status: 204 len: 168 time: 0.5913472 Nov 09 17:35:55.037411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64043ea-4f89-4d5f-ac20-1ae8be177df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c13835-4e97-48ab-ad94-2c17ae522cb8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:55.128936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f0b54-d424-4921-8988-583ade8e3afd req-70b3e27b-ad02-46b0-831c-1ee3e6ba2cda tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:55.132474 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-da5f0b54-d424-4921-8988-583ade8e3afd req-70b3e27b-ad02-46b0-831c-1ee3e6ba2cda tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 946 time: 0.0938561 Nov 09 17:35:55.134661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'tag': 'aed3ecd0-3258-49aa-a283-9399210e131f'}, {'server_uuid': '95149615-a970-4683-8c71-f70fc26363da', 'name': 'network-vif-deleted', 'tag': 'cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:55.139962 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b79d9ec-0a00-4c60-b790-f2c80a371c50" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d80909-fd4f-4da5-bcc1-80caac660b77", "tag": "aed3ecd0-3258-49aa-a283-9399210e131f"}, {"server_uuid": "95149615-a970-4683-8c71-f70fc26363da", "name": "network-vif-deleted", "tag": "cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:55.149048 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-1c3b9fb7-8d7c-4569-b10c-ddd5f99c4d31 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 696 time: 0.1130600 Nov 09 17:35:55.272211 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-da5f0b54-d424-4921-8988-583ade8e3afd req-9d8af165-17fa-43eb-a659-7a9bf279ddc2 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126792 Nov 09 17:35:55.319521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d164802-2836-4334-b9e1-b17c0f5f93c1 admin admin] Router 621f1e2f-8321-43a0-8347-d468d576f0dc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:35:55.431728 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71f2f86-6fcf-4870-9c50-0ba5b5168de8 x-openstack-request-id: req-e71f2f86-6fcf-4870-9c50-0ba5b5168de8 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:55.432530 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d80909-fd4f-4da5-bcc1-80caac660b77", "tag": "aed3ecd0-3258-49aa-a283-9399210e131f", "status": "completed", "code": 200}, {"server_uuid": "95149615-a970-4683-8c71-f70fc26363da", "name": "network-vif-deleted", "tag": "cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:55.439493 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e71f2f86-6fcf-4870-9c50-0ba5b5168de8 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:55.440315 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'tag': 'aed3ecd0-3258-49aa-a283-9399210e131f', 'status': 'completed', 'code': 200} Nov 09 17:35:55.440582 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95149615-a970-4683-8c71-f70fc26363da', 'name': 'network-vif-deleted', 'tag': 'cf39ebe0-cc4b-4bf1-8ba9-695ccd9eb57f', 'status': 'completed', 'code': 200} Nov 09 17:35:55.604969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d9ec-0a00-4c60-b790-f2c80a371c50 req-7ac260b8-8312-4a73-92ea-56c87be45dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:55.607376 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b79d9ec-0a00-4c60-b790-f2c80a371c50 req-7ac260b8-8312-4a73-92ea-56c87be45dfd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44e3434b7f4242b69102c1daf7cb5d7e&device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 1096 time: 0.1154296 Nov 09 17:35:55.629940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa49ebd-699b-4eec-8fed-181c9a071ec1 req-ad41f0e8-49b3-43c7-8973-558e8ba14b24 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:55.629940 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5fa49ebd-699b-4eec-8fed-181c9a071ec1 req-ad41f0e8-49b3-43c7-8973-558e8ba14b24 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 943 time: 0.1060917 Nov 09 17:35:55.726130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-1b7945d1-0d45-4c29-a01a-e2ea427577c4 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Deleting port 76927fdb-86ea-4c7b-950f-cb8a0e9df8c4 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:35:55.727083 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-1b7945d1-0d45-4c29-a01a-e2ea427577c4 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:55.742171 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5fa49ebd-699b-4eec-8fed-181c9a071ec1 req-9dc81bdb-87d0-4ca3-9e5d-7464b04dbd1c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992978 Nov 09 17:35:55.823717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d164802-2836-4334-b9e1-b17c0f5f93c1 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:35:55.834470 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7d164802-2836-4334-b9e1-b17c0f5f93c1 admin admin] 10.222.0.81 "PUT /v2.0/routers/621f1e2f-8321-43a0-8347-d468d576f0dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4679830 Nov 09 17:35:55.836721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49066) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:55.842675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d9ec-0a00-4c60-b790-f2c80a371c50 req-7c4eca92-2ff8-4864-a805-290f75adc7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:55.843612 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d42147-e8df-4df8-9907-3bbd6f5f24ba None None] Sync routers for ids ['621f1e2f-8321-43a0-8347-d468d576f0dc'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:35:55.846059 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b79d9ec-0a00-4c60-b790-f2c80a371c50 req-7c4eca92-2ff8-4864-a805-290f75adc7df service neutron] 10.222.0.13 "GET /v2.0/networks?id=70a352c0-9223-43f4-b5fc-0b98b0abd841 HTTP/1.1" status: 200 len: 930 time: 0.2152803 Nov 09 17:35:55.861485 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d42147-e8df-4df8-9907-3bbd6f5f24ba None None] Routers {'621f1e2f-8321-43a0-8347-d468d576f0dc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:55.861892 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-30d42147-e8df-4df8-9907-3bbd6f5f24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['621f1e2f-8321-43a0-8347-d468d576f0dc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:55.865607 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-1b7945d1-0d45-4c29-a01a-e2ea427577c4 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:55.866246 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-1b7945d1-0d45-4c29-a01a-e2ea427577c4 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:55.909384 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b79d9ec-0a00-4c60-b790-f2c80a371c50 req-6dbbfdc7-c303-4189-9cd7-fddfac0967c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aed3ecd0-3258-49aa-a283-9399210e131f HTTP/1.1" status: 200 len: 217 time: 0.0538504 Nov 09 17:35:56.025243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-1b7945d1-0d45-4c29-a01a-e2ea427577c4 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Calling delete_port for 76927fdb-86ea-4c7b-950f-cb8a0e9df8c4 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:35:56.094797 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d9ec-0a00-4c60-b790-f2c80a371c50 req-5c6ef404-18e4-441e-aaad-30755fd0b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:56.097380 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b79d9ec-0a00-4c60-b790-f2c80a371c50 req-5c6ef404-18e4-441e-aaad-30755fd0b034 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8716b25f-5565-48df-a109-78d0eb438cf9 HTTP/1.1" status: 200 len: 868 time: 0.1769621 Nov 09 17:35:56.182034 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-30d42147-e8df-4df8-9907-3bbd6f5f24ba None None] Set router 621f1e2f-8321-43a0-8347-d468d576f0dc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:56.204819 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d9ec-0a00-4c60-b790-f2c80a371c50 req-44609c0a-ce53-4615-ba56-04870336feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:56.206406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:56.208029 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b79d9ec-0a00-4c60-b790-f2c80a371c50 req-44609c0a-ce53-4615-ba56-04870336feb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70a352c0-9223-43f4-b5fc-0b98b0abd841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936539 Nov 09 17:35:56.512986 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:56.521392 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-1b7945d1-0d45-4c29-a01a-e2ea427577c4 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:56.565622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ab98c-43ac-49e2-b0be-bb40f8fa8900 req-bcf24aad-1656-4575-b005-45e181a09c04 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:56.568518 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-799ab98c-43ac-49e2-b0be-bb40f8fa8900 req-bcf24aad-1656-4575-b005-45e181a09c04 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 946 time: 0.1563008 Nov 09 17:35:56.596505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7945d1-0d45-4c29-a01a-e2ea427577c4 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Pushing event deleted for resources: {'Port': ['ID=76927fdb-86ea-4c7b-950f-cb8a0e9df8c4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:56.626763 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b79d9ec-0a00-4c60-b790-f2c80a371c50 req-69ab1fc0-7e80-434e-be7a-2dc34c6aa0b7 service neutron] 10.222.0.13 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073853 Nov 09 17:35:56.645943 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-30d42147-e8df-4df8-9907-3bbd6f5f24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1627554486-router', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:35:09Z', 'updated_at': '2021-11-09T17:35:53Z', 'revision_number': 5, 'project_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'gw_port': {'id': '1249092e-d7b9-464d-9212-4408f20b9faf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:35:10Z', 'updated_at': '2021-11-09T17:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:56.723592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-1b7945d1-0d45-4c29-a01a-e2ea427577c4 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:56.726194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-1b7945d1-0d45-4c29-a01a-e2ea427577c4 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:56.727623 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b8632ff-365f-4940-933a-5581ac6ebe38 req-1b7945d1-0d45-4c29-a01a-e2ea427577c4 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "DELETE /v2.0/floatingips/e1b3a188-07b8-466f-b8e0-3f82cc3c7784 HTTP/1.1" status: 204 len: 173 time: 1.5647311 Nov 09 17:35:56.742560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Deleting port 1249092e-d7b9-464d-9212-4408f20b9faf {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:35:56.742905 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:56.755670 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d42147-e8df-4df8-9907-3bbd6f5f24ba None None] Checking router: 621f1e2f-8321-43a0-8347-d468d576f0dc for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:35:56.778762 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d42147-e8df-4df8-9907-3bbd6f5f24ba None None] Routers {'621f1e2f-8321-43a0-8347-d468d576f0dc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:35:56.779807 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-30d42147-e8df-4df8-9907-3bbd6f5f24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['621f1e2f-8321-43a0-8347-d468d576f0dc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:56.785492 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-799ab98c-43ac-49e2-b0be-bb40f8fa8900 req-62d2d6a0-19a2-433e-a7d7-2df1c2a58847 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056055 Nov 09 17:35:56.885155 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b79d9ec-0a00-4c60-b790-f2c80a371c50 req-00b49b29-9b53-46ab-ac93-08ac67c154af service neutron] 10.222.0.13 "GET /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422721 Nov 09 17:35:56.922829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] For port 1249092e-d7b9-464d-9212-4408f20b9faf, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1249092e-d7b9-464d-9212-4408f20b9faf,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:56.923432 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:56.959734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Calling delete_port for 1249092e-d7b9-464d-9212-4408f20b9faf owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:35:57.032810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ac0ff-922f-4931-8988-a1840e431b04 req-dad74be4-812e-473c-9aa3-d1c8918b6ef4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:57.043425 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-30d42147-e8df-4df8-9907-3bbd6f5f24ba None None] Set router 621f1e2f-8321-43a0-8347-d468d576f0dc gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:35:57.049366 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e19ac0ff-922f-4931-8988-a1840e431b04 req-dad74be4-812e-473c-9aa3-d1c8918b6ef4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 943 time: 0.1165433 Nov 09 17:35:57.173259 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e19ac0ff-922f-4931-8988-a1840e431b04 req-597e579d-61c2-4d02-a698-51ad9efc2839 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221828 Nov 09 17:35:57.180431 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-30d42147-e8df-4df8-9907-3bbd6f5f24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1627554486-router', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:35:09Z', 'updated_at': '2021-11-09T17:35:56Z', 'revision_number': 6, 'project_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:35:57.225169 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d42147-e8df-4df8-9907-3bbd6f5f24ba None None] The sync data for ids ['621f1e2f-8321-43a0-8347-d468d576f0dc'] in n-d-817236-1 is: [{'id': '621f1e2f-8321-43a0-8347-d468d576f0dc', 'name': 'tempest-FloatingIPDetailsTestJSON-1627554486-router', 'tenant_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:35:09Z', 'updated_at': '2021-11-09T17:35:56Z', 'revision_number': 6, 'project_id': '5dc360f23d334dc6bf202e8e09e9ca1f', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:35:57.252768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18ba02-0808-4083-b823-ebbca3dccbad req-01480daa-d2fd-49c0-a5fe-c17cabd455ec tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:57.256639 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb18ba02-0808-4083-b823-ebbca3dccbad req-01480daa-d2fd-49c0-a5fe-c17cabd455ec tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1993468 Nov 09 17:35:57.379008 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb18ba02-0808-4083-b823-ebbca3dccbad req-e6389100-bc59-4108-acc7-385ed877b637 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1131964 Nov 09 17:35:57.434962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-a57cc2bc-f058-456f-b0a2-b3e5c3188e26 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:57.443501 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-a57cc2bc-f058-456f-b0a2-b3e5c3188e26 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b&tenant_id=70c630d7be7a41139c470735f4a6f7e7&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 1097 time: 0.1419590 Nov 09 17:35:57.473513 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817236-1'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:35:57.520800 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:57.597443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Pushing event deleted for resources: {'Port': ['ID=1249092e-d7b9-464d-9212-4408f20b9faf,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:57.657045 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:57.673711 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9fcd00c0-ad8f-4f95-8107-6242a7ae10e4 req-b4f3f56d-bd60-4e73-b450-ab771e2cd016 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1255610 Nov 09 17:35:57.770694 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:58.113827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:58.121371 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:58.200241 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d849928-c52c-49d5-ad15-052f0ea52a53 req-22dc6351-c57f-4109-bf38-7b800ad108bc tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:58.201953 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4d849928-c52c-49d5-ad15-052f0ea52a53 req-22dc6351-c57f-4109-bf38-7b800ad108bc tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 946 time: 0.2405846 Nov 09 17:35:58.269870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a161272d-725b-440e-b28b-81ccb644a2e2,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:58.292357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:58.295153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 621f1e2f-8321-43a0-8347-d468d576f0dc {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:35:58.360496 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4d849928-c52c-49d5-ad15-052f0ea52a53 req-b7fb8b2d-95d5-4dbf-89a9-f51f44f39777 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447134 Nov 09 17:35:58.393810 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:58.399138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:58.406867 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ffde734b-134e-4249-9a8a-02a0a09ad84b admin admin] 10.222.0.81 "DELETE /v2.0/routers/621f1e2f-8321-43a0-8347-d468d576f0dc HTTP/1.1" status: 204 len: 168 time: 2.5667696 Nov 09 17:35:58.415395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49172) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:58.486779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1249092e-d7b9-464d-9212-4408f20b9faf no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:58.560328 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 1249092e-d7b9-464d-9212-4408f20b9faf {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:35:58.560948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1249092e-d7b9-464d-9212-4408f20b9faf not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:58.561477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 98ebb13d-a83c-4925-ac42-d76419e8299d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:35:58.576680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a8cd6b-5f4e-4a01-aa56-78bcad53a00b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a161272d-725b-440e-b28b-81ccb644a2e2'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:35:58.590798 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c80958-340d-4f79-bf8f-0cc6bfb2219b" -d '{"events": [{"server_uuid": "00a8cd6b-5f4e-4a01-aa56-78bcad53a00b", "name": "network-vif-unplugged", "status": "completed", "tag": "a161272d-725b-440e-b28b-81ccb644a2e2"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:35:58.614072 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:58.631927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 98ebb13d-a83c-4925-ac42-d76419e8299d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:35:58.634510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 98ebb13d-a83c-4925-ac42-d76419e8299d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:35:58.640164 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:58.648646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ca988-17cf-4ae8-9dbf-a6ff300a0cf0 req-9eb43a2e-cbff-464f-8c3f-fb3182fbfd40 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:58.650975 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-800ca988-17cf-4ae8-9dbf-a6ff300a0cf0 req-9eb43a2e-cbff-464f-8c3f-fb3182fbfd40 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 945 time: 0.3989451 Nov 09 17:35:58.659001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-063794be-bfaf-41cd-8c70-6484a5691b23 admin admin] Deleting subnet 455c6a4f-0dfb-43ab-80f1-d63d18262e3b {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:35:58.663204 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-063794be-bfaf-41cd-8c70-6484a5691b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:58.717231 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-063794be-bfaf-41cd-8c70-6484a5691b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:58.848383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a161272d-725b-440e-b28b-81ccb644a2e2 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:35:58.873955 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-063794be-bfaf-41cd-8c70-6484a5691b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:58.989096 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a161272d-725b-440e-b28b-81ccb644a2e2,revision_number=7']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:59.019884 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904be554-df88-4aef-bba6-c8f990a989e7 req-5ffa7581-05b8-455c-bc58-d179312560eb tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:59.023108 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-904be554-df88-4aef-bba6-c8f990a989e7 req-5ffa7581-05b8-455c-bc58-d179312560eb tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 943 time: 0.3598785 Nov 09 17:35:59.073737 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-063794be-bfaf-41cd-8c70-6484a5691b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:59.104965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 on host n-h2-817236-1 for vnic_type normal with profile {"migrating_to": "n-h1-817236-1"} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:35:59.105580 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:35:59.106100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:59.124311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Port a161272d-725b-440e-b28b-81ccb644a2e2 on network 19b117b5-c38d-4730-ba7b-a740b01864db not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:59.125008 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:59.140979 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:59.141694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:59.142620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Bound using segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:59.143388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Bound port: a161272d-725b-440e-b28b-81ccb644a2e2, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:35:59.144178 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:59.147372 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:59.207272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063794be-bfaf-41cd-8c70-6484a5691b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=455c6a4f-0dfb-43ab-80f1-d63d18262e3b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:59.215481 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 on host n-h2-817236-1 for vnic_type normal with profile {"migrating_to": "n-h1-817236-1"} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:35:59.216269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:35:59.216685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:59.238142 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-063794be-bfaf-41cd-8c70-6484a5691b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:59.242434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Port a161272d-725b-440e-b28b-81ccb644a2e2 on network 19b117b5-c38d-4730-ba7b-a740b01864db not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:35:59.243075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Attempting to bind port a161272d-725b-440e-b28b-81ccb644a2e2 on network 19b117b5-c38d-4730-ba7b-a740b01864db {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:35:59.245851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eb99ff-df92-4551-898c-526df4055c8b None None] Network fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:35:59.273329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-063794be-bfaf-41cd-8c70-6484a5691b23 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/455c6a4f-0dfb-43ab-80f1-d63d18262e3b HTTP/1.1" status: 204 len: 168 time: 0.8514678 Nov 09 17:35:59.283455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49190) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:35:59.297840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:35:59.298238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Checking segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:35:59.298738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Bound using segment: {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:35:59.306563 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Bound port: a161272d-725b-440e-b28b-81ccb644a2e2, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de05527f-d240-4ead-b137-0fa54ce9c2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19b117b5-c38d-4730-ba7b-a740b01864db'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:35:59.307541 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:59.311608 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:35:59.319121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a161272d-725b-440e-b28b-81ccb644a2e2,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:35:59.326427 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-904be554-df88-4aef-bba6-c8f990a989e7 req-8c74c2d4-d5ed-41da-a40b-f4d693232ba5 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851801 Nov 09 17:35:59.328668 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-800ca988-17cf-4ae8-9dbf-a6ff300a0cf0 req-9a91e80c-41d0-4496-bfa3-1e9c6d846342 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb351614-2967-4f1d-a22c-a4e1596df6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365293 Nov 09 17:35:59.334486 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:59.508931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:59.569002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a161272d-725b-440e-b28b-81ccb644a2e2,revision_number=8']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:35:59.655127 n-d-817236-1 neutron-server[102156]: WARNING neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Concurrent port binding operations failed on port a161272d-725b-440e-b28b-81ccb644a2e2 Nov 09 17:35:59.662128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a161272d-725b-440e-b28b-81ccb644a2e2,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:35:59.673689 n-d-817236-1 neutron-server[102156]: INFO neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Attempt 2 to bind port a161272d-725b-440e-b28b-81ccb644a2e2 Nov 09 17:35:59.674565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a161272d-725b-440e-b28b-81ccb644a2e2 has no active binding in host n-h1-817236-1 {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:35:59.682998 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e99d5-e5ba-4f24-9f37-71ff874bc74e x-openstack-request-id: req-9c4e99d5-e5ba-4f24-9f37-71ff874bc74e {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:35:59.682998 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a8cd6b-5f4e-4a01-aa56-78bcad53a00b", "name": "network-vif-unplugged", "status": "completed", "tag": "a161272d-725b-440e-b28b-81ccb644a2e2", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:35:59.682998 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c4e99d5-e5ba-4f24-9f37-71ff874bc74e {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:35:59.682998 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a8cd6b-5f4e-4a01-aa56-78bcad53a00b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a161272d-725b-440e-b28b-81ccb644a2e2', 'code': 200} Nov 09 17:35:59.691718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:35:59.692905 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:59.702615 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9b6c9452-f42e-42fb-8532-d274099463c5 service neutron] 10.222.0.13 "PUT /v2.0/ports/a161272d-725b-440e-b28b-81ccb644a2e2 HTTP/1.1" status: 200 len: 1122 time: 2.2464991 Nov 09 17:35:59.777871 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['a161272d-725b-440e-b28b-81ccb644a2e2'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:35:59.804881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Deleting port 9eee5667-bfab-450b-b7fe-c436603398e3 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:35:59.806154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:35:59.858050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a161272d-725b-440e-b28b-81ccb644a2e2'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:36:00.021966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88397c7c-0be8-4707-9b00-39f3c55dbabb req-a84fef96-0e25-4b4b-a0f4-7511e6a51b89 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:00.021966 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88397c7c-0be8-4707-9b00-39f3c55dbabb req-a84fef96-0e25-4b4b-a0f4-7511e6a51b89 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.2196956 Nov 09 17:36:00.031547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2e4076-1d17-4ce7-adda-13a8fbdda2b4 None None] DHCP port deletion for fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:00.081107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d4eee-983a-49cb-9cc0-77c03f2b7cf5 req-9878eaa3-5ebf-4a3a-840c-c8c9190535c1 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:00.083729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b55d4eee-983a-49cb-9cc0-77c03f2b7cf5 req-9878eaa3-5ebf-4a3a-840c-c8c9190535c1 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 945 time: 0.4597363 Nov 09 17:36:00.185740 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88397c7c-0be8-4707-9b00-39f3c55dbabb req-616c067d-cf8e-4451-8bde-4944b23fefcd tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388214 Nov 09 17:36:00.300990 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] For port 9eee5667-bfab-450b-b7fe-c436603398e3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9eee5667-bfab-450b-b7fe-c436603398e3,segment=NetworkSegment(cce40cbe-0817-4112-a4c0-0c2e8afb25c7),segment_id=cce40cbe-0817-4112-a4c0-0c2e8afb25c7)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:00.304820 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:00.436769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ed2e4076-1d17-4ce7-adda-13a8fbdda2b4 None None] Deleting port 9eee5667-bfab-450b-b7fe-c436603398e3 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:00.439590 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed2e4076-1d17-4ce7-adda-13a8fbdda2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:00.499965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Calling delete_port for 9eee5667-bfab-450b-b7fe-c436603398e3 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:00.563528 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9eee5667-bfab-450b-b7fe-c436603398e3 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:00.690634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137c0e5-6652-4852-bcb2-12f7c875234a req-20c1730c-a7cf-4634-aaee-749cdb99572b tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:00.717370 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9137c0e5-6652-4852-bcb2-12f7c875234a req-20c1730c-a7cf-4634-aaee-749cdb99572b tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 945 time: 0.1693356 Nov 09 17:36:00.726340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84201320-b2a5-4890-af91-7d158a98e55d req-a4a258fc-22d5-45fb-9f11-4ce8fc7e13fa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:00.735040 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84201320-b2a5-4890-af91-7d158a98e55d req-a4a258fc-22d5-45fb-9f11-4ce8fc7e13fa tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 943 time: 0.2216871 Nov 09 17:36:00.828893 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ed2e4076-1d17-4ce7-adda-13a8fbdda2b4 None None] For port 9eee5667-bfab-450b-b7fe-c436603398e3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9eee5667-bfab-450b-b7fe-c436603398e3,segment=NetworkSegment(cce40cbe-0817-4112-a4c0-0c2e8afb25c7),segment_id=cce40cbe-0817-4112-a4c0-0c2e8afb25c7)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:00.830232 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed2e4076-1d17-4ce7-adda-13a8fbdda2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:00.841569 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84201320-b2a5-4890-af91-7d158a98e55d req-3291e068-1100-4160-b65d-f87dd4ab394c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050720 Nov 09 17:36:00.845817 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9137c0e5-6652-4852-bcb2-12f7c875234a req-fc3f67ab-9ed0-4076-973b-fa5a1bfb0c4c tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb351614-2967-4f1d-a22c-a4e1596df6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266730 Nov 09 17:36:00.846067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-b55d4eee-983a-49cb-9cc0-77c03f2b7cf5 req-3787175c-1336-46ff-a845-712ff1c3f305 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Deleting port aed3ecd0-3258-49aa-a283-9399210e131f {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:00.846435 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b55d4eee-983a-49cb-9cc0-77c03f2b7cf5 req-3787175c-1336-46ff-a845-712ff1c3f305 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:00.880646 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device aed3ecd0-3258-49aa-a283-9399210e131f no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:00.908836 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ed2e4076-1d17-4ce7-adda-13a8fbdda2b4 None None] Calling delete_port for 9eee5667-bfab-450b-b7fe-c436603398e3 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:00.936592 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49220) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:01.024382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b55d4eee-983a-49cb-9cc0-77c03f2b7cf5 req-3787175c-1336-46ff-a845-712ff1c3f305 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] For port aed3ecd0-3258-49aa-a283-9399210e131f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=aed3ecd0-3258-49aa-a283-9399210e131f,segment=NetworkSegment(3335b029-8661-42eb-8c12-b8162f9a85af),segment_id=3335b029-8661-42eb-8c12-b8162f9a85af)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:01.024765 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b55d4eee-983a-49cb-9cc0-77c03f2b7cf5 req-3787175c-1336-46ff-a845-712ff1c3f305 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.042212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-b55d4eee-983a-49cb-9cc0-77c03f2b7cf5 req-3787175c-1336-46ff-a845-712ff1c3f305 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Calling delete_port for aed3ecd0-3258-49aa-a283-9399210e131f owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:01.112096 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.157672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] No DVR routers for this DVR port 9eee5667-bfab-450b-b7fe-c436603398e3 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:01.159412 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-897e5107-81f0-4fd6-8eb5-8d22d903f12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.160993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Pushing event deleted for resources: {'Port': ['ID=9eee5667-bfab-450b-b7fe-c436603398e3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:01.197445 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.259979 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-897e5107-81f0-4fd6-8eb5-8d22d903f12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.267799 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-897e5107-81f0-4fd6-8eb5-8d22d903f12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.330065 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.391455 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.393581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:01.393849 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed2e4076-1d17-4ce7-adda-13a8fbdda2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.404773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e5107-81f0-4fd6-8eb5-8d22d903f12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743f796e-742f-4523-8fed-874033d5775a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:01.416664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce40cbe-0817-4112-a4c0-0c2e8afb25c7') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:01.416987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce40cbe-0817-4112-a4c0-0c2e8afb25c7') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:01.456459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-897e5107-81f0-4fd6-8eb5-8d22d903f12c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a7635d1ae144c56a99310ec8ec56ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5173457 Nov 09 17:36:01.462716 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.465158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49226) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:01.473597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a907e-4187-48cc-892f-2674a838122c req-daad6a45-3662-4de6-be52-0ef8f1d5a438 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:01.482438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b27a907e-4187-48cc-892f-2674a838122c req-daad6a45-3662-4de6-be52-0ef8f1d5a438 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.1493661 Nov 09 17:36:01.488295 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e4076-1d17-4ce7-adda-13a8fbdda2b4 None None] Pushing event deleted for resources: {'Port': ['ID=9eee5667-bfab-450b-b7fe-c436603398e3,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:01.504274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e4076-1d17-4ce7-adda-13a8fbdda2b4 None None] No DVR routers for this DVR port 9eee5667-bfab-450b-b7fe-c436603398e3 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:01.523329 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-b80e9425-c45a-4531-912c-db33b1854efe service neutron] 10.222.0.13 "GET /v2.0/ports/d06f281b-ffbb-4533-8f8e-800d4845d7cc/bindings/n-h2-817236-1 HTTP/1.1" status: 200 len: 384 time: 0.1394525 Nov 09 17:36:01.576182 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.627814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:01.628223 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.633123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device d06f281b-ffbb-4533-8f8e-800d4845d7cc no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:01.641154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b27a907e-4187-48cc-892f-2674a838122c req-9b4f2494-bc9e-40b6-91db-c323b2a9ffa6 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575382 Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:01.643515 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:01.676403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b55d4eee-983a-49cb-9cc0-77c03f2b7cf5 req-3787175c-1336-46ff-a845-712ff1c3f305 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.826127 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.848775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787175c-1336-46ff-a845-712ff1c3f305 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Pushing event deleted for resources: {'Port': ['ID=aed3ecd0-3258-49aa-a283-9399210e131f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:01.852006 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.859603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] 10.222.0.81 "DELETE /v2.0/networks/fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45 HTTP/1.1" status: 204 len: 168 time: 2.5732825 Nov 09 17:36:01.862070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c743ebb-435f-49cf-8f00-2ad8973d09de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.889991 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c743ebb-435f-49cf-8f00-2ad8973d09de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.950819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0e71a-416b-4b6b-b20a-5b708a0b442f admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7fe7e9-0e44-4d98-bc11-b9ea11ec1d45,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:01.978253 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c743ebb-435f-49cf-8f00-2ad8973d09de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.985835 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c743ebb-435f-49cf-8f00-2ad8973d09de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:01.987325 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9c743ebb-435f-49cf-8f00-2ad8973d09de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/743f796e-742f-4523-8fed-874033d5775a HTTP/1.1" status: 204 len: 168 time: 0.5023510 Nov 09 17:36:02.024659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55d4eee-983a-49cb-9cc0-77c03f2b7cf5 req-3787175c-1336-46ff-a845-712ff1c3f305 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] No DVR routers for this DVR port aed3ecd0-3258-49aa-a283-9399210e131f on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:02.038309 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b55d4eee-983a-49cb-9cc0-77c03f2b7cf5 req-3787175c-1336-46ff-a845-712ff1c3f305 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:02.042219 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b55d4eee-983a-49cb-9cc0-77c03f2b7cf5 req-3787175c-1336-46ff-a845-712ff1c3f305 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.13 "DELETE /v2.0/ports/aed3ecd0-3258-49aa-a283-9399210e131f HTTP/1.1" status: 204 len: 173 time: 1.9377148 Nov 09 17:36:02.043280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'name': 'network-vif-deleted', 'tag': 'aed3ecd0-3258-49aa-a283-9399210e131f'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:02.046109 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7545fad7-0e0a-4fd0-a0fb-aa464c94a321" -d '{"events": [{"server_uuid": "c4d80909-fd4f-4da5-bcc1-80caac660b77", "name": "network-vif-deleted", "tag": "aed3ecd0-3258-49aa-a283-9399210e131f"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:02.066804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c743ebb-435f-49cf-8f00-2ad8973d09de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743f796e-742f-4523-8fed-874033d5775a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:02.093667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a8cd6b-5f4e-4a01-aa56-78bcad53a00b', 'tag': 'a161272d-725b-440e-b28b-81ccb644a2e2'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:02.113023 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6981942-9357-464b-909f-5158ff71c514" -d '{"events": [{"name": "network-changed", "server_uuid": "00a8cd6b-5f4e-4a01-aa56-78bcad53a00b", "tag": "a161272d-725b-440e-b28b-81ccb644a2e2"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:02.155860 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1a0088dd-b182-48d1-99b1-b9aa38bd9530 req-570315d8-2f19-478f-be5b-31e87c2c8c4f tempest-FloatingIPsAssociationNegativeTestJSON-1242777472 tempest-FloatingIPsAssociationNegativeTestJSON-1242777472-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d80909-fd4f-4da5-bcc1-80caac660b77 HTTP/1.1" status: 200 len: 210 time: 0.0467601 Nov 09 17:36:02.257227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49246) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:02.354540 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e509d3f0-62d0-4e18-a68f-512194fc8f6d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5dc360f23d334dc6bf202e8e09e9ca1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0954108 Nov 09 17:36:02.356397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49250) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:02.365725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0572b8-86c9-4559-8a3c-d350507646ca req-da3796f9-821d-43a0-8ab2-74a2d77732f5 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:02.372437 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4f0572b8-86c9-4559-8a3c-d350507646ca req-da3796f9-821d-43a0-8ab2-74a2d77732f5 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 943 time: 0.2428091 Nov 09 17:36:02.438478 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a376d7db-2542-4c5c-a37f-383569f7a5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:02.483436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-5db45b7d-1954-49c2-82b3-c6d3315f4631 service neutron] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:02.500851 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4f0572b8-86c9-4559-8a3c-d350507646ca req-9902a996-2e24-4b28-8647-c3df0e1a40c8 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117494 Nov 09 17:36:02.510635 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a376d7db-2542-4c5c-a37f-383569f7a5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:02.515807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-5db45b7d-1954-49c2-82b3-c6d3315f4631 service neutron] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:02.642345 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abac857-f3de-42e1-b215-6974baeb2173 x-openstack-request-id: req-1abac857-f3de-42e1-b215-6974baeb2173 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:02.642635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-5db45b7d-1954-49c2-82b3-c6d3315f4631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06f281b-ffbb-4533-8f8e-800d4845d7cc {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:36:02.643122 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d80909-fd4f-4da5-bcc1-80caac660b77", "name": "network-vif-deleted", "tag": "aed3ecd0-3258-49aa-a283-9399210e131f", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:02.643418 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1abac857-f3de-42e1-b215-6974baeb2173 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:02.643898 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d80909-fd4f-4da5-bcc1-80caac660b77', 'name': 'network-vif-deleted', 'tag': 'aed3ecd0-3258-49aa-a283-9399210e131f', 'status': 'completed', 'code': 200} Nov 09 17:36:02.650857 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a376d7db-2542-4c5c-a37f-383569f7a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:02.654755 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a376d7db-2542-4c5c-a37f-383569f7a5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:02.656463 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a376d7db-2542-4c5c-a37f-383569f7a5a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecffeebf-8693-4d86-bd9e-2aa81443837d HTTP/1.1" status: 204 len: 168 time: 0.2980950 Nov 09 17:36:02.672981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376d7db-2542-4c5c-a37f-383569f7a5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecffeebf-8693-4d86-bd9e-2aa81443837d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:02.694769 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-5db45b7d-1954-49c2-82b3-c6d3315f4631 service neutron] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:02.721841 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288702b1-e6e4-45f9-92a9-f302ae4fceb0 x-openstack-request-id: req-288702b1-e6e4-45f9-92a9-f302ae4fceb0 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:02.722431 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a8cd6b-5f4e-4a01-aa56-78bcad53a00b", "tag": "a161272d-725b-440e-b28b-81ccb644a2e2", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:02.723164 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-288702b1-e6e4-45f9-92a9-f302ae4fceb0 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:02.725919 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a8cd6b-5f4e-4a01-aa56-78bcad53a00b', 'tag': 'a161272d-725b-440e-b28b-81ccb644a2e2', 'status': 'completed', 'code': 200} Nov 09 17:36:02.825074 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-5db45b7d-1954-49c2-82b3-c6d3315f4631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:02.831708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49258) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:02.878931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-560184a2-6648-4e84-a5e0-5634f007c5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:03.005407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6981942-9357-464b-909f-5158ff71c514 req-c0571dd1-ef17-4d90-bd67-6dcfc09dc416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:03.005663 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6981942-9357-464b-909f-5158ff71c514 req-c0571dd1-ef17-4d90-bd67-6dcfc09dc416 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 1125 time: 0.2544348 Nov 09 17:36:03.033048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-560184a2-6648-4e84-a5e0-5634f007c5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:03.040416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-560184a2-6648-4e84-a5e0-5634f007c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:03.040642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-5db45b7d-1954-49c2-82b3-c6d3315f4631 service neutron] Transition to ACTIVE for port object d06f281b-ffbb-4533-8f8e-800d4845d7cc will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:36:03.060433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-5db45b7d-1954-49c2-82b3-c6d3315f4631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:03.116414 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-560184a2-6648-4e84-a5e0-5634f007c5a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8bf05b1f2b1043059d55b3fdf176fcd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830739 Nov 09 17:36:03.126626 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49262) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:03.126940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4943ed0-b0c5-4a04-a2da-242b424b06fc req-9bd76c96-9761-46c0-aaa0-3d672d019618 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:03.134654 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4943ed0-b0c5-4a04-a2da-242b424b06fc req-9bd76c96-9761-46c0-aaa0-3d672d019618 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.2817712 Nov 09 17:36:03.143069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560184a2-6648-4e84-a5e0-5634f007c5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16007a6d-8f4d-40a9-9a9a-b7378bda3683,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:03.189648 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4943ed0-b0c5-4a04-a2da-242b424b06fc req-42b27857-eaa4-4b44-bc05-5c782a5ec770 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527859 Nov 09 17:36:03.268134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49266) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:03.286703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-5db45b7d-1954-49c2-82b3-c6d3315f4631 service neutron] No DVR routers for this DVR port d06f281b-ffbb-4533-8f8e-800d4845d7cc on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:03.309464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db45b7d-1954-49c2-82b3-c6d3315f4631 service neutron] Pushing event updated for resources: {'Port': ['ID=d06f281b-ffbb-4533-8f8e-800d4845d7cc,revision_number=10']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:03.353054 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5800922-8016-4644-a809-d9a236fda2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:03.404693 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-5db45b7d-1954-49c2-82b3-c6d3315f4631 service neutron] 10.222.0.13 "PUT /v2.0/ports/d06f281b-ffbb-4533-8f8e-800d4845d7cc/bindings/n-h2-817236-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8740323 Nov 09 17:36:03.407465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6981942-9357-464b-909f-5158ff71c514 req-5f560761-0286-4c6d-ae4b-778d1da562d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:03.409164 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6981942-9357-464b-909f-5158ff71c514 req-5f560761-0286-4c6d-ae4b-778d1da562d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.3900480 Nov 09 17:36:03.450913 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5800922-8016-4644-a809-d9a236fda2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:03.509453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6981942-9357-464b-909f-5158ff71c514 req-115781c1-de3f-4ba9-a491-f1f648127ca3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a161272d-725b-440e-b28b-81ccb644a2e2 HTTP/1.1" status: 200 len: 217 time: 0.0798986 Nov 09 17:36:03.699137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6981942-9357-464b-909f-5158ff71c514 req-7998f6e0-a95c-4ffb-b8cf-dc5d2663aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:03.708637 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6981942-9357-464b-909f-5158ff71c514 req-7998f6e0-a95c-4ffb-b8cf-dc5d2663aad3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.1833255 Nov 09 17:36:03.760355 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6981942-9357-464b-909f-5158ff71c514 req-a4397ce4-c3c6-4777-8f5e-e7fde1710026 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436106 Nov 09 17:36:03.773666 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5800922-8016-4644-a809-d9a236fda2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:03.779358 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5800922-8016-4644-a809-d9a236fda2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:03.781631 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b5800922-8016-4644-a809-d9a236fda2a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16007a6d-8f4d-40a9-9a9a-b7378bda3683 HTTP/1.1" status: 204 len: 168 time: 0.6470191 Nov 09 17:36:03.805703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-206d21dc-7fd6-409c-bba7-f5f15c479d11 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:03.812648 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-206d21dc-7fd6-409c-bba7-f5f15c479d11 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b&tenant_id=f6b18ff8d0054db3b09b095e1c177e82&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1095 time: 0.1789780 Nov 09 17:36:03.952682 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ba443-e36d-4ada-a2d3-c1d57030a855 req-206e2046-6748-4fcb-b5bf-164a106a9f75 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:03.969987 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d35ba443-e36d-4ada-a2d3-c1d57030a855 req-206e2046-6748-4fcb-b5bf-164a106a9f75 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 944 time: 0.2496204 Nov 09 17:36:04.070249 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6981942-9357-464b-909f-5158ff71c514 req-a8c8dafe-e81c-43f3-89b1-61b032471387 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001156 Nov 09 17:36:04.110400 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5800922-8016-4644-a809-d9a236fda2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16007a6d-8f4d-40a9-9a9a-b7378bda3683,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:04.214785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d35ba443-e36d-4ada-a2d3-c1d57030a855 req-46af522e-eb23-463c-b3be-fdc684fc72b4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705689 Nov 09 17:36:04.231436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-357da5e0-277c-4f00-962a-1e6a76727544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:04.234977 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-357da5e0-277c-4f00-962a-1e6a76727544 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b&tenant_id=f6b18ff8d0054db3b09b095e1c177e82 HTTP/1.1" status: 200 len: 1095 time: 0.3640471 Nov 09 17:36:04.473448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-5886aa94-a986-41cb-98e7-28f28d9bc14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:04.477219 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-5886aa94-a986-41cb-98e7-28f28d9bc14d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 1095 time: 0.1858039 Nov 09 17:36:04.616682 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6981942-9357-464b-909f-5158ff71c514 req-99ea56c1-5758-4798-9c63-ac5b9dbf8f22 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347404 Nov 09 17:36:04.670107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fa081-168e-4f61-aad8-0313f9ef4a88 req-930a56a2-aa9b-4854-ae98-4c5a397d6746 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:04.673141 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d29fa081-168e-4f61-aad8-0313f9ef4a88 req-930a56a2-aa9b-4854-ae98-4c5a397d6746 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.2855034 Nov 09 17:36:04.693914 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0cd279b-529d-4718-bc1b-58d58aa19211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:04.829167 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d29fa081-168e-4f61-aad8-0313f9ef4a88 req-84f16583-478c-4c38-9a22-bff1be879bd2 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488950 Nov 09 17:36:05.074761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-b4857b66-6a6b-43ab-829e-7da3e757edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:05.078210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-b4857b66-6a6b-43ab-829e-7da3e757edde service neutron] 10.222.0.18 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.5926006 Nov 09 17:36:05.205663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-50c126e6-de01-41db-9de4-744e243d7ef7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc HTTP/1.1" status: 200 len: 217 time: 0.1178207 Nov 09 17:36:05.509477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecdf5c-5f70-49e6-ad5b-46fe10610b78 req-92c3a6a6-975e-463c-bf57-f4b839018f07 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:05.518239 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6eecdf5c-5f70-49e6-ad5b-46fe10610b78 req-92c3a6a6-975e-463c-bf57-f4b839018f07 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 944 time: 0.0936871 Nov 09 17:36:05.606394 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6eecdf5c-5f70-49e6-ad5b-46fe10610b78 req-187b5be7-7f16-4a42-8128-1b9c4bb3cad0 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820286 Nov 09 17:36:05.824510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-34a7ae9f-d86f-401f-b5cb-c0567adf777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:05.826895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-34a7ae9f-d86f-401f-b5cb-c0567adf777a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.6102834 Nov 09 17:36:05.986733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-cf709f14-00de-459d-a350-d5f6feae6192 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272626 Nov 09 17:36:06.300456 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f7016b1-7394-4296-9e11-bb585fb5a3dd req-003fc55c-d90b-4edd-b7ee-d6e2b5898779 tempest-AbsoluteLimitsNegativeTestJSON-1012367631 tempest-AbsoluteLimitsNegativeTestJSON-1012367631-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=beec378daf5241cd8ba5d3ef88c8bb5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468948 Nov 09 17:36:06.378303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587599ee-0f0a-435e-9719-e1cec1614fc2 req-84bfe505-d1da-4ae4-a1a9-04a6bd68c92a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:06.388085 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-587599ee-0f0a-435e-9719-e1cec1614fc2 req-84bfe505-d1da-4ae4-a1a9-04a6bd68c92a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.3401263 Nov 09 17:36:06.407503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-cf42a1e4-e656-4be9-89e4-18de861a4548 service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008365 Nov 09 17:36:06.520142 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:36:06.561211 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7016b1-7394-4296-9e11-bb585fb5a3dd req-a4a4986f-640e-4a3e-bfc1-e640e033a295 tempest-AbsoluteLimitsNegativeTestJSON-1012367631 tempest-AbsoluteLimitsNegativeTestJSON-1012367631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:06.578477 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f7016b1-7394-4296-9e11-bb585fb5a3dd req-a4a4986f-640e-4a3e-bfc1-e640e033a295 tempest-AbsoluteLimitsNegativeTestJSON-1012367631 tempest-AbsoluteLimitsNegativeTestJSON-1012367631-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2768376 Nov 09 17:36:06.592266 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f7016b1-7394-4296-9e11-bb585fb5a3dd req-50c87930-1903-44ae-8787-f1886cd231d5 tempest-AbsoluteLimitsNegativeTestJSON-1012367631 tempest-AbsoluteLimitsNegativeTestJSON-1012367631-project] 10.222.0.81 "GET /v2.0/quotas/beec378daf5241cd8ba5d3ef88c8bb5f HTTP/1.1" status: 200 len: 375 time: 0.0110750 Nov 09 17:36:06.593871 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-587599ee-0f0a-435e-9719-e1cec1614fc2 req-33df97ce-e40c-45bb-a3a9-6a3b05e87475 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049303 Nov 09 17:36:06.654154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd279b-529d-4718-bc1b-58d58aa19211 admin admin] Deleting port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:06.654507 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0cd279b-529d-4718-bc1b-58d58aa19211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:06.729240 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-b01bd022-c833-4511-8668-ccde8ab06c6d service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105206 Nov 09 17:36:06.736564 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f7016b1-7394-4296-9e11-bb585fb5a3dd req-84a9e60d-e217-406a-833f-2bb81dc8b6fa tempest-AbsoluteLimitsNegativeTestJSON-1012367631 tempest-AbsoluteLimitsNegativeTestJSON-1012367631-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=beec378daf5241cd8ba5d3ef88c8bb5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1289344 Nov 09 17:36:06.848877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-a0cd279b-529d-4718-bc1b-58d58aa19211 admin admin] For port 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2,segment=NetworkSegment(3335b029-8661-42eb-8c12-b8162f9a85af),segment_id=3335b029-8661-42eb-8c12-b8162f9a85af)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:06.849746 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0cd279b-529d-4718-bc1b-58d58aa19211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:06.910891 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49364) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:06.918305 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd279b-529d-4718-bc1b-58d58aa19211 admin admin] Calling delete_port for 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:06.975942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a161272d-725b-440e-b28b-81ccb644a2e2 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:07.118881 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-bb39cf8f-cde4-4c1a-ac22-af2bac5041de service neutron] 10.222.0.18 "GET /v2.0/ports/a161272d-725b-440e-b28b-81ccb644a2e2/bindings/n-h1-817236-1 HTTP/1.1" status: 200 len: 384 time: 0.3803554 Nov 09 17:36:07.215012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49372) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:07.523936 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0340548d-3462-4f26-9890-e70dc1de1cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:07.609742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e60758-4d80-4344-a14b-6b616b02ac5f req-f46e0f1c-82c1-477b-bcb6-f99911f8b04e tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.618774 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45e60758-4d80-4344-a14b-6b616b02ac5f req-f46e0f1c-82c1-477b-bcb6-f99911f8b04e tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 944 time: 0.6512439 Nov 09 17:36:07.649314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-4c5d75dd-13f4-4842-948c-822cce0ddac5 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:07.650933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-4c5d75dd-13f4-4842-948c-822cce0ddac5 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b&tenant_id=f6b18ff8d0054db3b09b095e1c177e82&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 1095 time: 0.4951122 Nov 09 17:36:07.745212 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45e60758-4d80-4344-a14b-6b616b02ac5f req-781ddf09-d579-4bc7-b092-de26d9793fb7 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257377 Nov 09 17:36:07.768674 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0cd279b-529d-4718-bc1b-58d58aa19211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:07.777713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-80e2157c-488f-4ab1-901e-cb09a821955e service neutron] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a161272d-725b-440e-b28b-81ccb644a2e2,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:07.817544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-80e2157c-488f-4ab1-901e-cb09a821955e service neutron] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:07.820204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd279b-529d-4718-bc1b-58d58aa19211 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:07.950337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-80e2157c-488f-4ab1-901e-cb09a821955e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a161272d-725b-440e-b28b-81ccb644a2e2 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:36:07.978218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-80e2157c-488f-4ab1-901e-cb09a821955e service neutron] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a161272d-725b-440e-b28b-81ccb644a2e2,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:08.110616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0340548d-3462-4f26-9890-e70dc1de1cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:08.116498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-bc3a321c-8e68-4552-870a-db03b317bfb1 service neutron] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:08.126393 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-bc3a321c-8e68-4552-870a-db03b317bfb1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:08.128107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-862cefc2-e91c-45b1-a458-761ef98bf673 req-bc3a321c-8e68-4552-870a-db03b317bfb1 service neutron] 10.222.0.18 "DELETE /v2.0/ports/d06f281b-ffbb-4533-8f8e-800d4845d7cc/bindings/n-h1-817236-1 HTTP/1.1" status: 204 len: 173 time: 0.4477148 Nov 09 17:36:08.152565 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-80e2157c-488f-4ab1-901e-cb09a821955e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:08.162683 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0340548d-3462-4f26-9890-e70dc1de1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:08.201123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0cd279b-529d-4718-bc1b-58d58aa19211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:08.238871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d827aa3-1af0-4181-ba81-479ff5654155 req-a5aeca35-aa6d-4e12-83a8-9712d9d853ae tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:08.240761 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d827aa3-1af0-4181-ba81-479ff5654155 req-a5aeca35-aa6d-4e12-83a8-9712d9d853ae tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 944 time: 0.4913783 Nov 09 17:36:08.346907 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0340548d-3462-4f26-9890-e70dc1de1cb9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=beec378daf5241cd8ba5d3ef88c8bb5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1095421 Nov 09 17:36:08.374698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49390) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:08.379153 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340548d-3462-4f26-9890-e70dc1de1cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a8cc38-c9ec-4c52-8129-d09a4f94237a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:08.517761 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d827aa3-1af0-4181-ba81-479ff5654155 req-c588a367-bd84-4da0-8e85-4147457c10dd tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419200 Nov 09 17:36:08.704677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-80e2157c-488f-4ab1-901e-cb09a821955e service neutron] Transition to ACTIVE for port object a161272d-725b-440e-b28b-81ccb644a2e2 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:36:08.756339 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-80e2157c-488f-4ab1-901e-cb09a821955e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:08.773646 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ee44df8-ba84-45d9-9373-1e05f495742f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:08.834580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cd279b-529d-4718-bc1b-58d58aa19211 admin admin] Router 677c085f-b575-466d-ae8e-3887ee3f35cc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:08.888855 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ee44df8-ba84-45d9-9373-1e05f495742f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:08.967129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-80e2157c-488f-4ab1-901e-cb09a821955e service neutron] No DVR routers for this DVR port a161272d-725b-440e-b28b-81ccb644a2e2 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:09.014377 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2157c-488f-4ab1-901e-cb09a821955e service neutron] Pushing event updated for resources: {'Port': ['ID=a161272d-725b-440e-b28b-81ccb644a2e2,revision_number=10']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:09.055775 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20ac86b0-7996-43c0-9335-fe7e78e1e026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:09.139886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cd279b-529d-4718-bc1b-58d58aa19211 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:09.154305 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a0cd279b-529d-4718-bc1b-58d58aa19211 admin admin] 10.222.0.81 "PUT /v2.0/routers/677c085f-b575-466d-ae8e-3887ee3f35cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8847990 Nov 09 17:36:09.161789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec8b02-b4e7-416e-8d5b-f8839103ca8b None None] Sync routers for ids ['677c085f-b575-466d-ae8e-3887ee3f35cc'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:09.172402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ded31-cf16-4fc4-b630-b19e81a288cb req-37b4b77b-967f-4ec6-9d55-4122fba5fb98 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:09.188970 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a97ded31-cf16-4fc4-b630-b19e81a288cb req-37b4b77b-967f-4ec6-9d55-4122fba5fb98 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 944 time: 0.1971288 Nov 09 17:36:09.190103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49406) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:09.196525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ec8b02-b4e7-416e-8d5b-f8839103ca8b None None] Routers {'677c085f-b575-466d-ae8e-3887ee3f35cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:09.199458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-16ec8b02-b4e7-416e-8d5b-f8839103ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['677c085f-b575-466d-ae8e-3887ee3f35cc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:09.232389 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-80e2157c-488f-4ab1-901e-cb09a821955e service neutron] 10.222.0.18 "PUT /v2.0/ports/a161272d-725b-440e-b28b-81ccb644a2e2/bindings/n-h1-817236-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1017313 Nov 09 17:36:09.271259 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ee44df8-ba84-45d9-9373-1e05f495742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:09.278069 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ee44df8-ba84-45d9-9373-1e05f495742f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:09.284605 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9ee44df8-ba84-45d9-9373-1e05f495742f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63a8cc38-c9ec-4c52-8129-d09a4f94237a HTTP/1.1" status: 204 len: 168 time: 0.8865530 Nov 09 17:36:09.315184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee44df8-ba84-45d9-9373-1e05f495742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a8cc38-c9ec-4c52-8129-d09a4f94237a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:09.545506 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9288906a-0d37-407a-84cb-14351573699a tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:09.546607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a97ded31-cf16-4fc4-b630-b19e81a288cb req-4373e1e7-c2b9-4638-8db4-cf011580029b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516591 Nov 09 17:36:09.548291 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-9288906a-0d37-407a-84cb-14351573699a tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b&tenant_id=70c630d7be7a41139c470735f4a6f7e7&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 1096 time: 0.2256367 Nov 09 17:36:09.652463 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:09.740382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-16ec8b02-b4e7-416e-8d5b-f8839103ca8b None None] Set router 677c085f-b575-466d-ae8e-3887ee3f35cc gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:09.848502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-6f4a7978-2171-4d89-9467-c999d0061e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:09.854573 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-6f4a7978-2171-4d89-9467-c999d0061e7f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b&tenant_id=70c630d7be7a41139c470735f4a6f7e7 HTTP/1.1" status: 200 len: 1096 time: 0.2923455 Nov 09 17:36:09.921371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99eb21-fa64-4ea6-bdba-24a70dd8b62b req-789bb5b0-004d-4228-a125-e0437ca26c94 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:09.935972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2b99eb21-fa64-4ea6-bdba-24a70dd8b62b req-789bb5b0-004d-4228-a125-e0437ca26c94 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 945 time: 0.1784790 Nov 09 17:36:10.080808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2b99eb21-fa64-4ea6-bdba-24a70dd8b62b req-944de61f-9d76-439f-aacd-ee0f2eb78a74 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436412 Nov 09 17:36:10.084413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083d3b8-7eb7-4050-828e-f181d924e3d8 req-6eae4c13-329f-429f-980a-b995ae65e8ff tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:10.085376 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:10.093744 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7083d3b8-7eb7-4050-828e-f181d924e3d8 req-6eae4c13-329f-429f-980a-b995ae65e8ff tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 1095 time: 0.1274042 Nov 09 17:36:10.109867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-96156542-9a9c-41d6-a31e-6998f876e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:10.111914 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-96156542-9a9c-41d6-a31e-6998f876e353 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 1096 time: 0.1743517 Nov 09 17:36:10.148148 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-20ac86b0-7996-43c0-9335-fe7e78e1e026 admin admin] Deleting port a8a44ee6-b583-4fec-86ad-3d21420fe579 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:10.148513 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20ac86b0-7996-43c0-9335-fe7e78e1e026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:10.214640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Deleting port 909aa40d-f07f-42dd-b53b-3b00ce777da4 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:10.215493 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:10.263324 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7083d3b8-7eb7-4050-828e-f181d924e3d8 req-5027a58b-2512-408b-b9e2-37968d493c07 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685650 Nov 09 17:36:10.305137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-16ec8b02-b4e7-416e-8d5b-f8839103ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:36:07Z', 'revision_number': 5, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port': {'id': '909aa40d-f07f-42dd-b53b-3b00ce777da4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:34:56Z', 'updated_at': '2021-11-09T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:10.328034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] For port 909aa40d-f07f-42dd-b53b-3b00ce777da4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=909aa40d-f07f-42dd-b53b-3b00ce777da4,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:10.328463 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:10.345699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Calling delete_port for 909aa40d-f07f-42dd-b53b-3b00ce777da4 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:10.369687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-20ac86b0-7996-43c0-9335-fe7e78e1e026 admin admin] For port a8a44ee6-b583-4fec-86ad-3d21420fe579, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a8a44ee6-b583-4fec-86ad-3d21420fe579,segment=NetworkSegment(bb13f7eb-b872-40f4-9e9a-796915217847),segment_id=bb13f7eb-b872-40f4-9e9a-796915217847)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:10.370090 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20ac86b0-7996-43c0-9335-fe7e78e1e026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:10.374224 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec8b02-b4e7-416e-8d5b-f8839103ca8b None None] Checking router: 677c085f-b575-466d-ae8e-3887ee3f35cc for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:36:10.374442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-3bfbcb01-eb57-4f40-b2a4-67a48a97414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:10.375890 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-3bfbcb01-eb57-4f40-b2a4-67a48a97414f service neutron] 10.222.0.13 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.2435579 Nov 09 17:36:10.391200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ec8b02-b4e7-416e-8d5b-f8839103ca8b None None] Routers {'677c085f-b575-466d-ae8e-3887ee3f35cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:10.392824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-16ec8b02-b4e7-416e-8d5b-f8839103ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:35:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['677c085f-b575-466d-ae8e-3887ee3f35cc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:10.396811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-20ac86b0-7996-43c0-9335-fe7e78e1e026 admin admin] Calling delete_port for a8a44ee6-b583-4fec-86ad-3d21420fe579 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:10.430675 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-67838b54-738b-4ca7-a2e4-470652eaafe7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a161272d-725b-440e-b28b-81ccb644a2e2 HTTP/1.1" status: 200 len: 217 time: 0.0457983 Nov 09 17:36:10.592715 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9ea6d77d-4739-4d43-b8a4-22e32958fcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:10.709283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-16ec8b02-b4e7-416e-8d5b-f8839103ca8b None None] Set router 677c085f-b575-466d-ae8e-3887ee3f35cc gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:10.729355 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:10.794054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fa310-76c5-4ebd-92e6-004d8def9ca7 req-2abcfec8-e0d2-4a69-a066-6f4a6c32eb10 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:10.795860 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d9fa310-76c5-4ebd-92e6-004d8def9ca7 req-2abcfec8-e0d2-4a69-a066-6f4a6c32eb10 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 1095 time: 0.2330682 Nov 09 17:36:10.800319 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=909aa40d-f07f-42dd-b53b-3b00ce777da4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:10.861152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-16ec8b02-b4e7-416e-8d5b-f8839103ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:36:10Z', 'revision_number': 6, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:10.928831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-d119c7c9-1999-437c-bb5d-0e51cebe6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:10.931121 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-d119c7c9-1999-437c-bb5d-0e51cebe6c6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.4900014 Nov 09 17:36:11.025000 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d9fa310-76c5-4ebd-92e6-004d8def9ca7 req-768ecffb-a9f1-486f-8ded-ae7ca1d0248d tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812606 Nov 09 17:36:11.044941 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-908bf8fe-b6a3-4b77-abaa-ffde9fc06f4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014037 Nov 09 17:36:11.054645 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:11.095996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec8b02-b4e7-416e-8d5b-f8839103ca8b None None] The sync data for ids ['677c085f-b575-466d-ae8e-3887ee3f35cc'] in n-d-817236-1 is: [{'id': '677c085f-b575-466d-ae8e-3887ee3f35cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1137448557-router', 'tenant_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:34:55Z', 'updated_at': '2021-11-09T17:36:10Z', 'revision_number': 6, 'project_id': '44e3434b7f4242b69102c1daf7cb5d7e', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:11.331983 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:11.335648 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:11.484515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:11.486145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d02bcc-091a-4940-9cc1-e913d20ddb7c req-f763bdc0-c2de-4a08-8f9c-ed7caca4b56c tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:11.486509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 677c085f-b575-466d-ae8e-3887ee3f35cc {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:36:11.493974 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-69d02bcc-091a-4940-9cc1-e913d20ddb7c req-f763bdc0-c2de-4a08-8f9c-ed7caca4b56c tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 945 time: 0.1581867 Nov 09 17:36:11.494757 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:11.501748 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-48da5d67-b396-4637-a463-f9f5548cc9cb admin admin] 10.222.0.81 "DELETE /v2.0/routers/677c085f-b575-466d-ae8e-3887ee3f35cc HTTP/1.1" status: 204 len: 168 time: 2.3053787 Nov 09 17:36:11.502778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49462) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:11.539810 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-e816565c-e343-48d2-9380-08ab9140e0f4 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419596 Nov 09 17:36:11.623034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Deleting subnet 8716b25f-5565-48df-a109-78d0eb438cf9 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:36:11.639451 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:11.801987 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:11.818657 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-69d02bcc-091a-4940-9cc1-e913d20ddb7c req-185495e2-eb38-4a01-848b-6d2e59b5808e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233273 Nov 09 17:36:11.953616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49478) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:12.005374 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:12.128383 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20ac86b0-7996-43c0-9335-fe7e78e1e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:12.158845 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-28c49f27-ec94-489a-88aa-c08ee50ce753 service neutron] 10.222.0.13 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124074 Nov 09 17:36:12.199261 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:12.260326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac86b0-7996-43c0-9335-fe7e78e1e026 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a44ee6-b583-4fec-86ad-3d21420fe579,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:12.289839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1360514522-network', 'tenant_id': 'a63fc50b7ecc4d9aa51c35b0c88dc3c7'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:12.297029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8716b25f-5565-48df-a109-78d0eb438cf9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:12.349580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:12.354312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fdf68b-1978-48b0-a6d5-ae06490f5285 None None] Network 70a352c0-9223-43f4-b5fc-0b98b0abd841 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:12.357958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8716b25f-5565-48df-a109-78d0eb438cf9 HTTP/1.1" status: 204 len: 168 time: 0.8535209 Nov 09 17:36:12.361325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:12.361907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:12.362520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:12.363029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:12.363636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:12.364197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:12.364997 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:12.366063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:12.369433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:12.370357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:12.372015 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49486) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:12.375035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:12.376092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62228b-fb20-447f-b28c-3cbbfbe6339e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:12.443829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Made reservation on behalf of a63fc50b7ecc4d9aa51c35b0c88dc3c7 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:12.446803 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:12.475922 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:12.702636 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:12.750542 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:12.751166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7ac3e73d-cae9-4cfc-a981-3098fa0b4ea2 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:12.751808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 909aa40d-f07f-42dd-b53b-3b00ce777da4 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:12.757418 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:12.774228 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:12.801476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 909aa40d-f07f-42dd-b53b-3b00ce777da4 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:12.801827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 909aa40d-f07f-42dd-b53b-3b00ce777da4 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:12.802279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:36:12.846180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:12.846494 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Added segment ac3b504a-9252-4624-80b6-a37ad38ac28f of type vlan for network 9eb7ab66-f44d-42b3-90c7-75d9e8caa0dc Nov 09 17:36:12.849083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc212ea-88c3-4589-9a8b-b42c700d2aa5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:12.959721 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:12.965399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c245f2-603d-42ed-8f24-1428eb8834ff None None] DHCP port deletion for 70a352c0-9223-43f4-b5fc-0b98b0abd841 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:13.034467 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:13.035540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:13.036254 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:13.063462 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:13.166508 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-54c245f2-603d-42ed-8f24-1428eb8834ff None None] Deleting port 10b6b227-57a5-4524-83fc-fdb1e1761bf1 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:13.166952 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-54c245f2-603d-42ed-8f24-1428eb8834ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:13.189228 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2311623 Nov 09 17:36:13.191524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49504) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:13.222602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-70907c59-ff4e-4b81-8557-72d5975b9180 admin admin] Request body: {'subnet': {'network_id': '9eb7ab66-f44d-42b3-90c7-75d9e8caa0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1360514522-subnet', 'tenant_id': 'a63fc50b7ecc4d9aa51c35b0c88dc3c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:13.250054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f1a4c-8fb6-4cf4-8b02-1b0ca0e08240 admin admin] Pushing event updated for resources: {'Network': ['ID=9eb7ab66-f44d-42b3-90c7-75d9e8caa0dc,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:13.266174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-115a41d2-1ed4-4dc4-adff-cfdbb64522c5 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:13.272525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 9eb7ab66-f44d-42b3-90c7-75d9e8caa0dc details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:36:13.274427 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-115a41d2-1ed4-4dc4-adff-cfdbb64522c5 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b&tenant_id=70c630d7be7a41139c470735f4a6f7e7&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1096 time: 0.6854751 Nov 09 17:36:13.302183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70907c59-ff4e-4b81-8557-72d5975b9180 admin admin] Made reservation on behalf of a63fc50b7ecc4d9aa51c35b0c88dc3c7 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:13.305343 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70907c59-ff4e-4b81-8557-72d5975b9180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:13.568996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-54c245f2-603d-42ed-8f24-1428eb8834ff None None] For port 10b6b227-57a5-4524-83fc-fdb1e1761bf1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=10b6b227-57a5-4524-83fc-fdb1e1761bf1,segment=NetworkSegment(3335b029-8661-42eb-8c12-b8162f9a85af),segment_id=3335b029-8661-42eb-8c12-b8162f9a85af)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:13.569863 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-54c245f2-603d-42ed-8f24-1428eb8834ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:13.627016 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-54c245f2-603d-42ed-8f24-1428eb8834ff None None] Calling delete_port for 10b6b227-57a5-4524-83fc-fdb1e1761bf1 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:13.629611 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b430c51d-a106-4c1e-bbf2-4886bc16676a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:13.629790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592ac9f-db3f-4bab-92fb-83908c65ff31 req-6d005d92-1249-47f8-a38a-cebba2adfdfe tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:13.632288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1592ac9f-db3f-4bab-92fb-83908c65ff31 req-6d005d92-1249-47f8-a38a-cebba2adfdfe tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 945 time: 0.6141078 Nov 09 17:36:13.677482 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70907c59-ff4e-4b81-8557-72d5975b9180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:13.689842 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20ac86b0-7996-43c0-9335-fe7e78e1e026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:13.772593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-54c245f2-603d-42ed-8f24-1428eb8834ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:13.777553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Deleting port 10b6b227-57a5-4524-83fc-fdb1e1761bf1 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:13.778491 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:13.780371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70907c59-ff4e-4b81-8557-72d5975b9180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6eaf08-f73e-4f96-a501-a9338fa8a345,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:13.805381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c245f2-603d-42ed-8f24-1428eb8834ff None None] Pushing event deleted for resources: {'Port': ['ID=10b6b227-57a5-4524-83fc-fdb1e1761bf1,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:13.816247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c245f2-603d-42ed-8f24-1428eb8834ff None None] No DVR routers for this DVR port 10b6b227-57a5-4524-83fc-fdb1e1761bf1 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:13.833124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70907c59-ff4e-4b81-8557-72d5975b9180 admin admin] Checking segment: {'id': 'ac3b504a-9252-4624-80b6-a37ad38ac28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9eb7ab66-f44d-42b3-90c7-75d9e8caa0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:36:13.834092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70907c59-ff4e-4b81-8557-72d5975b9180 admin admin] Network hostable DHCP agents. Network: 9eb7ab66-f44d-42b3-90c7-75d9e8caa0dc, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:36:13.857866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70907c59-ff4e-4b81-8557-72d5975b9180 admin admin] Network 9eb7ab66-f44d-42b3-90c7-75d9e8caa0dc is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:36:13.869738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-70907c59-ff4e-4b81-8557-72d5975b9180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 9eb7ab66-f44d-42b3-90c7-75d9e8caa0dc) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:13.876253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70907c59-ff4e-4b81-8557-72d5975b9180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:13.877814 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70907c59-ff4e-4b81-8557-72d5975b9180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:13.901021 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-70907c59-ff4e-4b81-8557-72d5975b9180 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6936059 Nov 09 17:36:13.905843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c782545-1432-4e8c-993c-539586477e0a None None] Network 9eb7ab66-f44d-42b3-90c7-75d9e8caa0dc requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:14.146707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f183fce-baf2-4c92-a1fc-3a4ba167ffa3 None None] Network 9eb7ab66-f44d-42b3-90c7-75d9e8caa0dc requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:14.327943 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1592ac9f-db3f-4bab-92fb-83908c65ff31 req-2be32f41-437a-4d68-a596-f80ef1b10952 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6610615 Nov 09 17:36:14.397945 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:14.432981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] For port 10b6b227-57a5-4524-83fc-fdb1e1761bf1, host n-d-817236-1, got binding levels [] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:14.433700 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:14.453343 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Calling delete_port for 10b6b227-57a5-4524-83fc-fdb1e1761bf1 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:14.457455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Port 10b6b227-57a5-4524-83fc-fdb1e1761bf1 was not found and therefore no delete operation was performed {{(pid=102155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:36:14.460028 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:14.485822 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 10b6b227-57a5-4524-83fc-fdb1e1761bf1 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:14.535519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 10b6b227-57a5-4524-83fc-fdb1e1761bf1 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:14.536704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 10b6b227-57a5-4524-83fc-fdb1e1761bf1 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:14.578456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Pushing event deleted for resources: {'Port': ['ID=10b6b227-57a5-4524-83fc-fdb1e1761bf1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:14.594086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-1e695e3f-6673-4157-a3b4-e25b381cc750 service neutron] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:14.601049 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] No DVR routers for this DVR port 10b6b227-57a5-4524-83fc-fdb1e1761bf1 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:14.615269 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-1e695e3f-6673-4157-a3b4-e25b381cc750 service neutron] Notify callbacks [] for binding, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:14.617939 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a6de857-0cf6-4e39-b773-723826dc72d5 req-1e695e3f-6673-4157-a3b4-e25b381cc750 service neutron] 10.222.0.13 "DELETE /v2.0/ports/a161272d-725b-440e-b28b-81ccb644a2e2/bindings/n-h2-817236-1 HTTP/1.1" status: 204 len: 173 time: 1.2219439 Nov 09 17:36:14.702665 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-81eec0bd-b642-42fb-98e3-b559c56ae3aa req-b892f3aa-ca3b-4fa7-8af5-ad73ce31c834 tempest-SecurityGroupsNegativeTestJSON-1826128720 tempest-SecurityGroupsNegativeTestJSON-1826128720-project] show failed (client error): The resource could not be found. Nov 09 17:36:14.717831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-81eec0bd-b642-42fb-98e3-b559c56ae3aa req-b892f3aa-ca3b-4fa7-8af5-ad73ce31c834 tempest-SecurityGroupsNegativeTestJSON-1826128720 tempest-SecurityGroupsNegativeTestJSON-1826128720-project] 10.222.0.81 "GET /v2.0/security-groups/c090c91d-230c-46b6-af4b-be933e666661 HTTP/1.1" status: 404 len: 352 time: 0.0310652 Nov 09 17:36:14.725601 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:14.757453 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a352c0-9223-43f4-b5fc-0b98b0abd841']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:14.805158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3335b029-8661-42eb-8c12-b8162f9a85af') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:14.805450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3335b029-8661-42eb-8c12-b8162f9a85af') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:14.821071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-26a8b383-4e56-41bf-a9a7-57ae1c78b197 req-1425d198-dda2-44ac-bd75-dd0012b57d91 tempest-SecurityGroupsNegativeTestJSON-1826128720 tempest-SecurityGroupsNegativeTestJSON-1826128720-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a63fc50b7ecc4d9aa51c35b0c88dc3c7 HTTP/1.1" status: 200 len: 2984 time: 0.0554583 Nov 09 17:36:14.826949 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:14.843357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ac86b0-7996-43c0-9335-fe7e78e1e026 admin admin] Router 1720ea1b-bb39-474f-9173-e3a6c110ce9a has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:14.852713 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:14.858012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f817a2-8165-4d5a-9093-20c862c60263 req-d36dba15-1b62-48f5-a0a6-169c2dd75399 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:14.859691 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46f817a2-8165-4d5a-9093-20c862c60263 req-d36dba15-1b62-48f5-a0a6-169c2dd75399 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 1096 time: 0.0997050 Nov 09 17:36:14.913850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-26a8b383-4e56-41bf-a9a7-57ae1c78b197 req-41e71b33-7b59-431b-8a96-0af7d91732f6 tempest-SecurityGroupsNegativeTestJSON-1826128720 tempest-SecurityGroupsNegativeTestJSON-1826128720-project] 10.222.0.81 "GET /v2.0/security-groups/5dc212ea-88c3-4589-9a8b-b42c700d2aa5 HTTP/1.1" status: 200 len: 2981 time: 0.0846148 Nov 09 17:36:14.915914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:14.916320 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:14.919067 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:14.983362 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-26a8b383-4e56-41bf-a9a7-57ae1c78b197 req-0c168eab-8843-4e0e-b00b-d34378ba0716 tempest-SecurityGroupsNegativeTestJSON-1826128720 tempest-SecurityGroupsNegativeTestJSON-1826128720-project] 10.222.0.81 "GET /v2.0/security-groups/5dc212ea-88c3-4589-9a8b-b42c700d2aa5 HTTP/1.1" status: 200 len: 2981 time: 0.0572731 Nov 09 17:36:15.056661 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:15.072287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46f817a2-8165-4d5a-9093-20c862c60263 req-6716ecd8-b272-49fa-913e-8a9993556bc4 tempest-LiveAutoBlockMigrationV225Test-1854713275 tempest-LiveAutoBlockMigrationV225Test-1854713275-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024839 Nov 09 17:36:15.084397 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bf410086-321a-4f03-9b3a-b4a3a5c1f78c req-d3e83c43-68b8-48df-86d4-da7806028075 tempest-SecurityGroupsNegativeTestJSON-1826128720 tempest-SecurityGroupsNegativeTestJSON-1826128720-project] 10.222.0.81 "GET /v2.0/security-groups/5dc212ea-88c3-4589-9a8b-b42c700d2aa5 HTTP/1.1" status: 200 len: 2981 time: 0.0863540 Nov 09 17:36:15.091595 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:15.095574 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] 10.222.0.81 "DELETE /v2.0/networks/70a352c0-9223-43f4-b5fc-0b98b0abd841 HTTP/1.1" status: 204 len: 168 time: 2.7227662 Nov 09 17:36:15.110009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db768210-5afc-4040-9d82-6c2523efee8a admin admin] Pushing event deleted for resources: {'Network': ['ID=70a352c0-9223-43f4-b5fc-0b98b0abd841,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:15.126095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ac86b0-7996-43c0-9335-fe7e78e1e026 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:15.136323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-20ac86b0-7996-43c0-9335-fe7e78e1e026 admin admin] 10.222.0.81 "PUT /v2.0/routers/1720ea1b-bb39-474f-9173-e3a6c110ce9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2235117 Nov 09 17:36:15.139278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49542) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:15.143021 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff60a13-76e6-4478-8686-326a225f3cc2 None None] Sync routers for ids ['1720ea1b-bb39-474f-9173-e3a6c110ce9a'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:15.162600 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff60a13-76e6-4478-8686-326a225f3cc2 None None] Routers {'1720ea1b-bb39-474f-9173-e3a6c110ce9a'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:15.163260 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9ff60a13-76e6-4478-8686-326a225f3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:36:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['1720ea1b-bb39-474f-9173-e3a6c110ce9a'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:15.218888 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:15.293061 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-bf410086-321a-4f03-9b3a-b4a3a5c1f78c req-1e57ab83-4a7b-44ca-b7b3-c71efe097223 tempest-SecurityGroupsNegativeTestJSON-1826128720 tempest-SecurityGroupsNegativeTestJSON-1826128720-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 17:36:15.294394 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bf410086-321a-4f03-9b3a-b4a3a5c1f78c req-1e57ab83-4a7b-44ca-b7b3-c71efe097223 tempest-SecurityGroupsNegativeTestJSON-1826128720 tempest-SecurityGroupsNegativeTestJSON-1826128720-project] 10.222.0.81 "DELETE /v2.0/security-groups/5dc212ea-88c3-4589-9a8b-b42c700d2aa5 HTTP/1.1" status: 409 len: 352 time: 0.1896932 Nov 09 17:36:15.380892 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-677697b2-2c04-4797-b4d9-3e4072ea4d54 req-1eb91ec5-827b-4c80-b8da-d10d5428d8a1 tempest-SecurityGroupsNegativeTestJSON-1826128720 tempest-SecurityGroupsNegativeTestJSON-1826128720-project] show failed (client error): The resource could not be found. Nov 09 17:36:15.391384 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-677697b2-2c04-4797-b4d9-3e4072ea4d54 req-1eb91ec5-827b-4c80-b8da-d10d5428d8a1 tempest-SecurityGroupsNegativeTestJSON-1826128720 tempest-SecurityGroupsNegativeTestJSON-1826128720-project] 10.222.0.81 "GET /v2.0/security-groups/3e280f5b-5e7d-48ba-8619-d87b89b123e6 HTTP/1.1" status: 404 len: 352 time: 0.0342610 Nov 09 17:36:15.412283 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:15.615098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49556) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:15.670421 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9ff60a13-76e6-4478-8686-326a225f3cc2 None None] Set router 1720ea1b-bb39-474f-9173-e3a6c110ce9a gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:15.705048 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:15.742238 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-1dc95542-dc54-44c4-8a29-1a00bdcba648 req-8a8ff7d2-a7e2-49fd-b12a-7cc4451ab491 tempest-SecurityGroupsNegativeTestJSON-1826128720 tempest-SecurityGroupsNegativeTestJSON-1826128720-project] show failed (client error): The resource could not be found. Nov 09 17:36:15.743478 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1dc95542-dc54-44c4-8a29-1a00bdcba648 req-8a8ff7d2-a7e2-49fd-b12a-7cc4451ab491 tempest-SecurityGroupsNegativeTestJSON-1826128720 tempest-SecurityGroupsNegativeTestJSON-1826128720-project] 10.222.0.81 "GET /v2.0/security-groups/0e5c0cb3-7146-43f8-89f9-dd27e52b1c37 HTTP/1.1" status: 404 len: 352 time: 0.1295817 Nov 09 17:36:15.748601 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1b62dfab-8ade-498e-80d2-0a7c9c6cb602 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44e3434b7f4242b69102c1daf7cb5d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316180 Nov 09 17:36:15.767017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49562) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:15.767841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49564) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:15.924114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Deleting port bf32a934-f199-493a-8845-ce23fdbb6445 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:15.927636 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:16.167763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea51932-0e7f-41b3-8a96-6ba713824aa4 req-f4e28963-50ec-4acd-bfa8-211b471ae74a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:16.170790 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ea51932-0e7f-41b3-8a96-6ba713824aa4 req-f4e28963-50ec-4acd-bfa8-211b471ae74a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 945 time: 0.1415327 Nov 09 17:36:16.266088 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9ff60a13-76e6-4478-8686-326a225f3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012996148-router', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:30Z', 'updated_at': '2021-11-09T17:36:11Z', 'revision_number': 5, 'project_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'gw_port': {'id': 'bf32a934-f199-493a-8845-ce23fdbb6445', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:33Z', 'updated_at': '2021-11-09T17:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:16.272221 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] For port bf32a934-f199-493a-8845-ce23fdbb6445, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=bf32a934-f199-493a-8845-ce23fdbb6445,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:16.272221 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:16.321817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Calling delete_port for bf32a934-f199-493a-8845-ce23fdbb6445 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:16.329964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb7bb9c-1079-4f37-b28f-78190f80b9c6 admin admin] Deleting subnet fa6eaf08-f73e-4f96-a501-a9338fa8a345 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:36:16.331624 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ea51932-0e7f-41b3-8a96-6ba713824aa4 req-8d5e070a-df44-4c4d-af0a-3e5aff9f2cb1 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397791 Nov 09 17:36:16.334743 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7cb7bb9c-1079-4f37-b28f-78190f80b9c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:16.353809 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff60a13-76e6-4478-8686-326a225f3cc2 None None] Checking router: 1720ea1b-bb39-474f-9173-e3a6c110ce9a for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:36:16.379609 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff60a13-76e6-4478-8686-326a225f3cc2 None None] Routers {'1720ea1b-bb39-474f-9173-e3a6c110ce9a'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:16.383629 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9ff60a13-76e6-4478-8686-326a225f3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:36:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['1720ea1b-bb39-474f-9173-e3a6c110ce9a'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:16.439922 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4560-0d3f-4286-bca2-cf8e31a07ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:16.483577 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4560-0d3f-4286-bca2-cf8e31a07ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:16.499890 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7cb7bb9c-1079-4f37-b28f-78190f80b9c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:16.675492 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4560-0d3f-4286-bca2-cf8e31a07ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:16.689021 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4560-0d3f-4286-bca2-cf8e31a07ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:16.695319 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e2cd4560-0d3f-4286-bca2-cf8e31a07ae5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb351614-2967-4f1d-a22c-a4e1596df6bb HTTP/1.1" status: 204 len: 168 time: 0.9257054 Nov 09 17:36:16.703670 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7cb7bb9c-1079-4f37-b28f-78190f80b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:16.716312 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fd964-92fe-422a-beb3-9b6c0a3e582f req-35874785-8d5b-42d2-9302-68192c529d9e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:16.718029 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d1fd964-92fe-422a-beb3-9b6c0a3e582f req-35874785-8d5b-42d2-9302-68192c529d9e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.13 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 945 time: 0.2717462 Nov 09 17:36:16.782356 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:16.810334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd4560-0d3f-4286-bca2-cf8e31a07ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb351614-2967-4f1d-a22c-a4e1596df6bb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:16.833237 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf32a934-f199-493a-8845-ce23fdbb6445,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:16.946199 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7cb7bb9c-1079-4f37-b28f-78190f80b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:16.974834 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:16.987888 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9ff60a13-76e6-4478-8686-326a225f3cc2 None None] Set router 1720ea1b-bb39-474f-9173-e3a6c110ce9a gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:17.022237 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7cb7bb9c-1079-4f37-b28f-78190f80b9c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:17.050992 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7cb7bb9c-1079-4f37-b28f-78190f80b9c6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fa6eaf08-f73e-4f96-a501-a9338fa8a345 HTTP/1.1" status: 204 len: 168 time: 1.2786355 Nov 09 17:36:17.052625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49578) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:17.105783 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:17.109863 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:17.118928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-9d1fd964-92fe-422a-beb3-9b6c0a3e582f req-a25137e6-e691-4f2b-85f1-2dbdb0d0afa4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Deleting port a161272d-725b-440e-b28b-81ccb644a2e2 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:17.119622 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9d1fd964-92fe-422a-beb3-9b6c0a3e582f req-a25137e6-e691-4f2b-85f1-2dbdb0d0afa4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:17.184533 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9ff60a13-76e6-4478-8686-326a225f3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012996148-router', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:30Z', 'updated_at': '2021-11-09T17:36:15Z', 'revision_number': 6, 'project_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:17.222201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7bb9c-1079-4f37-b28f-78190f80b9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6eaf08-f73e-4f96-a501-a9338fa8a345,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:17.290893 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff60a13-76e6-4478-8686-326a225f3cc2 None None] The sync data for ids ['1720ea1b-bb39-474f-9173-e3a6c110ce9a'] in n-d-817236-1 is: [{'id': '1720ea1b-bb39-474f-9173-e3a6c110ce9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1012996148-router', 'tenant_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:30Z', 'updated_at': '2021-11-09T17:36:15Z', 'revision_number': 6, 'project_id': 'aba2d026c8db4722a4c53fa36aeac4e2', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:17.480686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35dade0c-b888-44b5-a55c-6ae19b6fa295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:17.489733 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:17.664844 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35dade0c-b888-44b5-a55c-6ae19b6fa295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:17.725963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-35dade0c-b888-44b5-a55c-6ae19b6fa295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb7ab66-f44d-42b3-90c7-75d9e8caa0dc']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:17.754581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-35dade0c-b888-44b5-a55c-6ae19b6fa295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3b504a-9252-4624-80b6-a37ad38ac28f') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:17.755585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-35dade0c-b888-44b5-a55c-6ae19b6fa295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3b504a-9252-4624-80b6-a37ad38ac28f') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:17.804364 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35dade0c-b888-44b5-a55c-6ae19b6fa295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:17.855876 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35dade0c-b888-44b5-a55c-6ae19b6fa295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:17.876361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dade0c-b888-44b5-a55c-6ae19b6fa295 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:17.878017 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35dade0c-b888-44b5-a55c-6ae19b6fa295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:17.882338 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:18.065632 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35dade0c-b888-44b5-a55c-6ae19b6fa295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:18.093978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-9d1fd964-92fe-422a-beb3-9b6c0a3e582f req-a25137e6-e691-4f2b-85f1-2dbdb0d0afa4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] For port a161272d-725b-440e-b28b-81ccb644a2e2, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a161272d-725b-440e-b28b-81ccb644a2e2,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:18.094886 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35dade0c-b888-44b5-a55c-6ae19b6fa295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:18.095041 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9d1fd964-92fe-422a-beb3-9b6c0a3e582f req-a25137e6-e691-4f2b-85f1-2dbdb0d0afa4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:18.102785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-35dade0c-b888-44b5-a55c-6ae19b6fa295 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9eb7ab66-f44d-42b3-90c7-75d9e8caa0dc HTTP/1.1" status: 204 len: 168 time: 0.9383981 Nov 09 17:36:18.103746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dade0c-b888-44b5-a55c-6ae19b6fa295 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb7ab66-f44d-42b3-90c7-75d9e8caa0dc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:18.106966 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:18.107875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1720ea1b-bb39-474f-9173-e3a6c110ce9a {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:36:18.119469 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:18.120555 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-930ee929-25ee-4508-bd30-59b7bd00fb24 admin admin] 10.222.0.81 "DELETE /v2.0/routers/1720ea1b-bb39-474f-9173-e3a6c110ce9a HTTP/1.1" status: 204 len: 168 time: 2.9794323 Nov 09 17:36:18.121755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-9d1fd964-92fe-422a-beb3-9b6c0a3e582f req-a25137e6-e691-4f2b-85f1-2dbdb0d0afa4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Calling delete_port for a161272d-725b-440e-b28b-81ccb644a2e2 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:18.125910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49598) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:18.153620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec37a55-af66-4d0c-a42b-8e2ad439aca1 req-8da27c95-7458-4757-bda5-46874581709f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:18.161235 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ec37a55-af66-4d0c-a42b-8e2ad439aca1 req-8da27c95-7458-4757-bda5-46874581709f tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 945 time: 0.2524452 Nov 09 17:36:18.214398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f7fa23-eef4-48e8-8a80-e6790c0baa46 admin admin] Deleting subnet 3a62da41-81c3-4589-9ab9-cde75b171c56 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:36:18.219016 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14f7fa23-eef4-48e8-8a80-e6790c0baa46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:18.291398 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14f7fa23-eef4-48e8-8a80-e6790c0baa46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:18.300875 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ec37a55-af66-4d0c-a42b-8e2ad439aca1 req-33ebb835-6712-4da2-9b79-2e8c918459a9 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383965 Nov 09 17:36:18.512328 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device bf32a934-f199-493a-8845-ce23fdbb6445 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:18.557145 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9d1fd964-92fe-422a-beb3-9b6c0a3e582f req-a25137e6-e691-4f2b-85f1-2dbdb0d0afa4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:18.565436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: bf32a934-f199-493a-8845-ce23fdbb6445 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:18.565436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device bf32a934-f199-493a-8845-ce23fdbb6445 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:18.565765 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a8a44ee6-b583-4fec-86ad-3d21420fe579 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:18.594995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: a8a44ee6-b583-4fec-86ad-3d21420fe579 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:18.595923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a8a44ee6-b583-4fec-86ad-3d21420fe579 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:18.601964 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14f7fa23-eef4-48e8-8a80-e6790c0baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:18.604777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:36:18.609862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['a161272d-725b-440e-b28b-81ccb644a2e2'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:36:18.693987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25137e6-e691-4f2b-85f1-2dbdb0d0afa4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Pushing event deleted for resources: {'Port': ['ID=a161272d-725b-440e-b28b-81ccb644a2e2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:18.844529 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14f7fa23-eef4-48e8-8a80-e6790c0baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:18.872782 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1fd964-92fe-422a-beb3-9b6c0a3e582f req-a25137e6-e691-4f2b-85f1-2dbdb0d0afa4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] No DVR routers for this DVR port a161272d-725b-440e-b28b-81ccb644a2e2 on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:18.879463 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9d1fd964-92fe-422a-beb3-9b6c0a3e582f req-a25137e6-e691-4f2b-85f1-2dbdb0d0afa4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:18.895213 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d1fd964-92fe-422a-beb3-9b6c0a3e582f req-a25137e6-e691-4f2b-85f1-2dbdb0d0afa4 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.13 "DELETE /v2.0/ports/a161272d-725b-440e-b28b-81ccb644a2e2 HTTP/1.1" status: 204 len: 173 time: 2.1213007 Nov 09 17:36:18.897415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a8cd6b-5f4e-4a01-aa56-78bcad53a00b', 'name': 'network-vif-deleted', 'tag': 'a161272d-725b-440e-b28b-81ccb644a2e2'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:18.902001 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed560418-f53b-49df-bd5e-cdec5ee3c897" -d '{"events": [{"server_uuid": "00a8cd6b-5f4e-4a01-aa56-78bcad53a00b", "name": "network-vif-deleted", "tag": "a161272d-725b-440e-b28b-81ccb644a2e2"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:19.018255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7fa23-eef4-48e8-8a80-e6790c0baa46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a62da41-81c3-4589-9ab9-cde75b171c56,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:19.025505 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14f7fa23-eef4-48e8-8a80-e6790c0baa46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:19.031633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b3930-7a16-418c-8137-5dd3d5e06eba None None] Network 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:19.033413 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-14f7fa23-eef4-48e8-8a80-e6790c0baa46 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3a62da41-81c3-4589-9ab9-cde75b171c56 HTTP/1.1" status: 204 len: 168 time: 0.9055381 Nov 09 17:36:19.037109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49612) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:19.214800 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:19.219154 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee802148-dc83-46b0-94c4-7a38fff3e0d6 x-openstack-request-id: req-ee802148-dc83-46b0-94c4-7a38fff3e0d6 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:19.219636 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a8cd6b-5f4e-4a01-aa56-78bcad53a00b", "name": "network-vif-deleted", "tag": "a161272d-725b-440e-b28b-81ccb644a2e2", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:19.220013 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ee802148-dc83-46b0-94c4-7a38fff3e0d6 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:19.220620 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a8cd6b-5f4e-4a01-aa56-78bcad53a00b', 'name': 'network-vif-deleted', 'tag': 'a161272d-725b-440e-b28b-81ccb644a2e2', 'status': 'completed', 'code': 200} Nov 09 17:36:19.291156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49616) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:19.350314 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Deleting port 71ce0b17-be44-4ac5-ad29-a228a92d7514 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:19.350771 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:19.385001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9c9adb7d-959b-4817-abaf-3a2cdeb81cd5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a63fc50b7ecc4d9aa51c35b0c88dc3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871670 Nov 09 17:36:19.386350 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49620) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:19.477756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf150f65-8148-46e7-b968-2cf06cf749d2 None None] DHCP port deletion for 47b0ff35-0b37-43a3-8c93-4b4d15dc56cd request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:19.574718 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f99ae9bd-1421-41a6-b675-e497f39554d1 req-20e66f6d-530c-4201-a107-89f58f46bb40 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 210 time: 0.0710156 Nov 09 17:36:19.695593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] For port 71ce0b17-be44-4ac5-ad29-a228a92d7514, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=71ce0b17-be44-4ac5-ad29-a228a92d7514,segment=NetworkSegment(bb13f7eb-b872-40f4-9e9a-796915217847),segment_id=bb13f7eb-b872-40f4-9e9a-796915217847)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:19.698594 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:19.722951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-cf150f65-8148-46e7-b968-2cf06cf749d2 None None] Deleting port 71ce0b17-be44-4ac5-ad29-a228a92d7514 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:19.729942 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cf150f65-8148-46e7-b968-2cf06cf749d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:19.779257 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Calling delete_port for 71ce0b17-be44-4ac5-ad29-a228a92d7514 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:19.799520 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57cfe46a-f32f-457f-983d-fd0bac19190a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:19.884121 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57cfe46a-f32f-457f-983d-fd0bac19190a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:19.892969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-cf150f65-8148-46e7-b968-2cf06cf749d2 None None] For port 71ce0b17-be44-4ac5-ad29-a228a92d7514, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=71ce0b17-be44-4ac5-ad29-a228a92d7514,segment=NetworkSegment(bb13f7eb-b872-40f4-9e9a-796915217847),segment_id=bb13f7eb-b872-40f4-9e9a-796915217847)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:19.893834 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cf150f65-8148-46e7-b968-2cf06cf749d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:19.929376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-cf150f65-8148-46e7-b968-2cf06cf749d2 None None] Calling delete_port for 71ce0b17-be44-4ac5-ad29-a228a92d7514 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:19.994656 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:20.080781 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57cfe46a-f32f-457f-983d-fd0bac19190a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:20.086047 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57cfe46a-f32f-457f-983d-fd0bac19190a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:20.092219 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-57cfe46a-f32f-457f-983d-fd0bac19190a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5dc212ea-88c3-4589-9a8b-b42c700d2aa5 HTTP/1.1" status: 204 len: 168 time: 0.6980224 Nov 09 17:36:20.092219 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Pushing event deleted for resources: {'Port': ['ID=71ce0b17-be44-4ac5-ad29-a228a92d7514,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:20.095448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] No DVR routers for this DVR port 71ce0b17-be44-4ac5-ad29-a228a92d7514 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:20.169437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfe46a-f32f-457f-983d-fd0bac19190a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc212ea-88c3-4589-9a8b-b42c700d2aa5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:20.171865 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cf150f65-8148-46e7-b968-2cf06cf749d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:20.214796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf150f65-8148-46e7-b968-2cf06cf749d2 None None] No DVR routers for this DVR port 71ce0b17-be44-4ac5-ad29-a228a92d7514 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:20.259791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf150f65-8148-46e7-b968-2cf06cf749d2 None None] Pushing event deleted for resources: {'Port': ['ID=71ce0b17-be44-4ac5-ad29-a228a92d7514,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:20.345608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:20.396076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b0ff35-0b37-43a3-8c93-4b4d15dc56cd']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:20.426071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb13f7eb-b872-40f4-9e9a-796915217847') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:20.426475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb13f7eb-b872-40f4-9e9a-796915217847') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:20.455929 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:20.465490 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 71ce0b17-be44-4ac5-ad29-a228a92d7514 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:20.488764 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:20.510843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:20.514442 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:20.523898 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:20.544847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 71ce0b17-be44-4ac5-ad29-a228a92d7514 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:20.545199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 71ce0b17-be44-4ac5-ad29-a228a92d7514 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:20.603654 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:20.611317 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:20.617978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49650) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:20.623836 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] 10.222.0.81 "DELETE /v2.0/networks/47b0ff35-0b37-43a3-8c93-4b4d15dc56cd HTTP/1.1" status: 204 len: 168 time: 1.5849528 Nov 09 17:36:20.652841 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa70948-236e-4dca-acb6-97233e3c6878 admin admin] Pushing event deleted for resources: {'Network': ['ID=47b0ff35-0b37-43a3-8c93-4b4d15dc56cd,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:20.890210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-57266953-d747-4eec-b2ef-197160f3a242 req-63286499-586d-4212-9c06-2a5c8395c1b9 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 210 time: 0.0816410 Nov 09 17:36:20.981358 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a161272d-725b-440e-b28b-81ccb644a2e2 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:21.033213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: a161272d-725b-440e-b28b-81ccb644a2e2 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:21.035158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a161272d-725b-440e-b28b-81ccb644a2e2 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:21.452817 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f272b1f0-33f1-4005-97cb-cdbfd3008f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:21.918950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f272b1f0-33f1-4005-97cb-cdbfd3008f34 admin admin] Deleting port 41fc112e-0898-471d-a29a-e69541f27e33 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:21.920033 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f272b1f0-33f1-4005-97cb-cdbfd3008f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:22.271551 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b66731f-587a-4b62-b6d6-988e0684d7c5 req-cedd7e21-5683-4738-b648-54bca3440ea0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 210 time: 0.1202984 Nov 09 17:36:22.284932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-f272b1f0-33f1-4005-97cb-cdbfd3008f34 admin admin] For port 41fc112e-0898-471d-a29a-e69541f27e33, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=41fc112e-0898-471d-a29a-e69541f27e33,segment=NetworkSegment(93d88831-1916-4288-a414-970f74db8cc3),segment_id=93d88831-1916-4288-a414-970f74db8cc3)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:22.285655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f272b1f0-33f1-4005-97cb-cdbfd3008f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:22.318627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f272b1f0-33f1-4005-97cb-cdbfd3008f34 admin admin] Calling delete_port for 41fc112e-0898-471d-a29a-e69541f27e33 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:22.599313 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:23.112131 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49790) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:23.122261 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f272b1f0-33f1-4005-97cb-cdbfd3008f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:23.232514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272b1f0-33f1-4005-97cb-cdbfd3008f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=41fc112e-0898-471d-a29a-e69541f27e33,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:23.415193 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:23.783518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c1da50e2-0f1b-4f71-bcda-8f4955a41215 req-49da4344-9da3-4609-b152-2693af04c591 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 210 time: 0.0996425 Nov 09 17:36:23.892617 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f272b1f0-33f1-4005-97cb-cdbfd3008f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:24.013451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2071025042-network', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:24.048530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Made reservation on behalf of 0545af43696c4c8a8c4dfc7c2f2cc718 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:24.052801 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:24.069829 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:24.258507 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:24.267731 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:24.318787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:36:24.350623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e2e437-f1e9-4dab-b44c-7878c258cb2b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:24.361822 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:24.362735 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Added segment f53e9678-9ae8-46ae-b38c-f764b6094594 of type vlan for network 9537ab97-a19c-416c-9c08-e06bc19275a0 Nov 09 17:36:24.435254 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:24.506629 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:24.509620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:24.511148 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:24.688624 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] Pushing event updated for resources: {'Network': ['ID=9537ab97-a19c-416c-9c08-e06bc19275a0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:24.701011 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e8158c25-04ea-4870-8a5c-193a9389f3e3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5848851 Nov 09 17:36:24.704892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 9537ab97-a19c-416c-9c08-e06bc19275a0 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:36:24.716643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49884) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:24.722442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f272b1f0-33f1-4005-97cb-cdbfd3008f34 admin admin] Router 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:24.763310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-4415f21e-3ee9-40ae-8359-bb3f51422da7 admin admin] Request body: {'subnet': {'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2071025042-subnet', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:24.853598 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4415f21e-3ee9-40ae-8359-bb3f51422da7 admin admin] Made reservation on behalf of 0545af43696c4c8a8c4dfc7c2f2cc718 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:24.857174 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4415f21e-3ee9-40ae-8359-bb3f51422da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:25.015262 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a85f79f3-fa94-440d-ba2a-9524403e0878 req-187c3fe5-1e5e-4cb0-80d2-1aae61788641 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 210 time: 0.0418718 Nov 09 17:36:25.161113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f272b1f0-33f1-4005-97cb-cdbfd3008f34 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:25.184578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f955a59-d823-471f-b661-c6a76e3d61f5 None None] Sync routers for ids ['40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:25.190985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f272b1f0-33f1-4005-97cb-cdbfd3008f34 admin admin] 10.222.0.81 "PUT /v2.0/routers/40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5677376 Nov 09 17:36:25.191309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49916) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:25.205477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f955a59-d823-471f-b661-c6a76e3d61f5 None None] Routers {'40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:25.206131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1f955a59-d823-471f-b661-c6a76e3d61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:36:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:25.326762 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4415f21e-3ee9-40ae-8359-bb3f51422da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:25.437014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415f21e-3ee9-40ae-8359-bb3f51422da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05d19427-cd52-4c97-80af-282afda394c7,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:25.450224 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4415f21e-3ee9-40ae-8359-bb3f51422da7 admin admin] Checking segment: {'id': 'f53e9678-9ae8-46ae-b38c-f764b6094594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:36:25.450864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4415f21e-3ee9-40ae-8359-bb3f51422da7 admin admin] Network hostable DHCP agents. Network: 9537ab97-a19c-416c-9c08-e06bc19275a0, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:36:25.478098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4415f21e-3ee9-40ae-8359-bb3f51422da7 admin admin] Network 9537ab97-a19c-416c-9c08-e06bc19275a0 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:36:25.506081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-4415f21e-3ee9-40ae-8359-bb3f51422da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 9537ab97-a19c-416c-9c08-e06bc19275a0) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:25.518667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415f21e-3ee9-40ae-8359-bb3f51422da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:25.525363 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4415f21e-3ee9-40ae-8359-bb3f51422da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:25.578912 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4415f21e-3ee9-40ae-8359-bb3f51422da7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8587241 Nov 09 17:36:25.579115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49948) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:25.591050 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:25.660002 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:25.661914 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:25.668087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:25.777875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e90dd2-21e9-4c3d-90c3-deafc2b492f1 None None] Network 9537ab97-a19c-416c-9c08-e06bc19275a0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:25.895948 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:25.926294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1f955a59-d823-471f-b661-c6a76e3d61f5 None None] Set router 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:26.196297 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:26.288108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-9537ab97-a19c-416c-9c08-e06bc19275a0', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'fixed_ips': [{'subnet_id': '05d19427-cd52-4c97-80af-282afda394c7'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:36:26.290092 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:26.378439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Deleting port 9d72c370-abfd-4bd7-a3b5-958ce42a8f71 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:26.380009 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:26.498297 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85f02776-248d-48b0-9d82-e7b84674c11a req-6db0aa11-20fa-4c55-b26c-cf0137e85d2e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 210 time: 0.2524068 Nov 09 17:36:26.537542 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:26.557959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] For port 9d72c370-abfd-4bd7-a3b5-958ce42a8f71, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9d72c370-abfd-4bd7-a3b5-958ce42a8f71,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:26.559070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:26.604582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Calling delete_port for 9d72c370-abfd-4bd7-a3b5-958ce42a8f71 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:26.878731 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1f955a59-d823-471f-b661-c6a76e3d61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'name': 'tempest-AttachSCSIVolumeTestJSON-309708097-router', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:45Z', 'updated_at': '2021-11-09T17:36:22Z', 'revision_number': 5, 'project_id': '6816a5af18154146bcfc9d429b83993c', 'gw_port': {'id': '9d72c370-abfd-4bd7-a3b5-958ce42a8f71', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:33:48Z', 'updated_at': '2021-11-09T17:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:26.939201 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f955a59-d823-471f-b661-c6a76e3d61f5 None None] Checking router: 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:36:26.970033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Allocated IP 172.20.0.2 (9537ab97-a19c-416c-9c08-e06bc19275a0/05d19427-cd52-4c97-80af-282afda394c7/c1478ebd-48a0-40c2-ba4f-34eee9257ada) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:26.974428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f955a59-d823-471f-b661-c6a76e3d61f5 None None] Routers {'40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:26.983695 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1f955a59-d823-471f-b661-c6a76e3d61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:36:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:27.187322 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:27.317565 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:27.400462 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:27.559698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1f955a59-d823-471f-b661-c6a76e3d61f5 None None] Set router 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:27.606229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d72c370-abfd-4bd7-a3b5-958ce42a8f71,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:27.617196 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:27.717273 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1f955a59-d823-471f-b661-c6a76e3d61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'name': 'tempest-AttachSCSIVolumeTestJSON-309708097-router', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:45Z', 'updated_at': '2021-11-09T17:36:26Z', 'revision_number': 6, 'project_id': '6816a5af18154146bcfc9d429b83993c', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:27.804785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f955a59-d823-471f-b661-c6a76e3d61f5 None None] The sync data for ids ['40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068'] in n-d-817236-1 is: [{'id': '40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068', 'name': 'tempest-AttachSCSIVolumeTestJSON-309708097-router', 'tenant_id': '6816a5af18154146bcfc9d429b83993c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:33:45Z', 'updated_at': '2021-11-09T17:36:26Z', 'revision_number': 6, 'project_id': '6816a5af18154146bcfc9d429b83993c', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:27.927022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f08a3ecd-d3a5-412e-8a88-9e1e50e7c4b8 req-b30746ad-fbc4-4d88-af3c-91728257b863 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 210 time: 0.0800385 Nov 09 17:36:27.941824 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:27.949253 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:27.956833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Allocated IP 172.25.1.12 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/75776d62-1de7-433d-81fb-14441624128d) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:28.058839 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:28.059666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:36:28.064448 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:28.069283 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:28.070193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8631f7a0-9a00-48fe-9ac3-70a188ae0b2c admin admin] 10.222.0.81 "DELETE /v2.0/routers/40e4c9ec-605f-4bf1-9ec1-fc0f42ae3068 HTTP/1.1" status: 204 len: 168 time: 2.8764181 Nov 09 17:36:28.070564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50076) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:28.088682 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:28.190008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3f185c-d516-4485-aa3d-0d272ceb7b9a admin admin] Deleting subnet 2dacc1d8-d90b-43c3-b663-7af1efd0c0d1 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:36:28.198674 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5f3f185c-d516-4485-aa3d-0d272ceb7b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:28.249499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Network 9537ab97-a19c-416c-9c08-e06bc19275a0 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:28.265599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:28.274384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:28.325797 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5f3f185c-d516-4485-aa3d-0d272ceb7b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:28.366847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Pushing event updated for resources: {'Port': ['ID=c1478ebd-48a0-40c2-ba4f-34eee9257ada,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:28.423806 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:28.543081 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:28.661468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:28.669313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:28.677325 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5f3f185c-d516-4485-aa3d-0d272ceb7b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:28.684233 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:28.686155 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Attempting to bind port c1478ebd-48a0-40c2-ba4f-34eee9257ada on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:36:28.688396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Attempting to bind port c1478ebd-48a0-40c2-ba4f-34eee9257ada by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'f53e9678-9ae8-46ae-b38c-f764b6094594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:36:28.689017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Attempting to bind port c1478ebd-48a0-40c2-ba4f-34eee9257ada on network 9537ab97-a19c-416c-9c08-e06bc19275a0 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:28.704462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:28.705441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Checking segment: {'id': 'f53e9678-9ae8-46ae-b38c-f764b6094594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:36:28.707688 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:28.708446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Bound using segment: {'id': 'f53e9678-9ae8-46ae-b38c-f764b6094594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:28.709761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Bound port: c1478ebd-48a0-40c2-ba4f-34eee9257ada, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53e9678-9ae8-46ae-b38c-f764b6094594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:36:28.712672 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:28.755872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Pushing event updated for resources: {'Port': ['ID=75776d62-1de7-433d-81fb-14441624128d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:28.786129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:28.786669 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:28.787471 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:28.788013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:28.788541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:28.789072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:28.789612 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:28.790166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:28.790694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:28.791822 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:28.792413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:28.792992 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:28.859790 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5f3f185c-d516-4485-aa3d-0d272ceb7b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:29.005840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 41fc112e-0898-471d-a29a-e69541f27e33 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:29.083274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f185c-d516-4485-aa3d-0d272ceb7b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dacc1d8-d90b-43c3-b663-7af1efd0c0d1,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:29.117624 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 41fc112e-0898-471d-a29a-e69541f27e33 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:29.121805 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5f3f185c-d516-4485-aa3d-0d272ceb7b9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:29.126677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 41fc112e-0898-471d-a29a-e69541f27e33 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:29.150003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5f3f185c-d516-4485-aa3d-0d272ceb7b9a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2dacc1d8-d90b-43c3-b663-7af1efd0c0d1 HTTP/1.1" status: 204 len: 168 time: 1.0781062 Nov 09 17:36:29.153354 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50118) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:29.157651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbdf78b-418b-45d4-a5b2-1e5e310f47bc None None] Network 3eb41ebc-978a-4698-8652-a47b1c383abb requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:29.329504 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6b945609-9b8f-4c70-8908-8d96622e6e0b req-ee090a0c-405a-497e-b6ed-15c7f6f77265 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=00a8cd6b-5f4e-4a01-aa56-78bcad53a00b HTTP/1.1" status: 200 len: 210 time: 0.0893285 Nov 09 17:36:29.474448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] For port c1478ebd-48a0-40c2-ba4f-34eee9257ada, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:29.587533 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:29.589928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] For port c1478ebd-48a0-40c2-ba4f-34eee9257ada, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c1478ebd-48a0-40c2-ba4f-34eee9257ada,segment=NetworkSegment(f53e9678-9ae8-46ae-b38c-f764b6094594),segment_id=f53e9678-9ae8-46ae-b38c-f764b6094594)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:29.677512 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:30.036411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Pushing event updated for resources: {'Port': ['ID=c1478ebd-48a0-40c2-ba4f-34eee9257ada,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:30.067685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:30.068225 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:30.068787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:30.069345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:30.074932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:30.076535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:30.078247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:30.078847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:30.081408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:30.082039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:30.084581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:30.085175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1944ec-4bd7-4148-9286-b4248bba4955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:30.157539 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:30.242088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b56470-9e29-473d-b60c-7e527a7b32d3 None None] DHCP port deletion for 3eb41ebc-978a-4698-8652-a47b1c383abb request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:30.311512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Deleting port 1955f5ee-b797-4c9e-a121-b87a54c801a9 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:30.312246 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:30.371567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:30.512878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] For port 1955f5ee-b797-4c9e-a121-b87a54c801a9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1955f5ee-b797-4c9e-a121-b87a54c801a9,segment=NetworkSegment(93d88831-1916-4288-a414-970f74db8cc3),segment_id=93d88831-1916-4288-a414-970f74db8cc3)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:30.517774 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:30.601512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Calling delete_port for 1955f5ee-b797-4c9e-a121-b87a54c801a9 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:30.632310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d5b56470-9e29-473d-b60c-7e527a7b32d3 None None] Deleting port 1955f5ee-b797-4c9e-a121-b87a54c801a9 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:30.632954 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d5b56470-9e29-473d-b60c-7e527a7b32d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:30.727412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1955f5ee-b797-4c9e-a121-b87a54c801a9 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:30.830165 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:30.904787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Pushing event deleted for resources: {'Port': ['ID=1955f5ee-b797-4c9e-a121-b87a54c801a9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:30.955401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] No DVR routers for this DVR port 1955f5ee-b797-4c9e-a121-b87a54c801a9 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:31.115827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d5b56470-9e29-473d-b60c-7e527a7b32d3 None None] For port 1955f5ee-b797-4c9e-a121-b87a54c801a9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1955f5ee-b797-4c9e-a121-b87a54c801a9,segment=NetworkSegment(93d88831-1916-4288-a414-970f74db8cc3),segment_id=93d88831-1916-4288-a414-970f74db8cc3)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:31.116485 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d5b56470-9e29-473d-b60c-7e527a7b32d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:31.134888 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No active binding found for port 1955f5ee-b797-4c9e-a121-b87a54c801a9 {{(pid=102156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 17:36:31.135996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1955f5ee-b797-4c9e-a121-b87a54c801a9 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:31.136969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9d72c370-abfd-4bd7-a3b5-958ce42a8f71 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:31.206709 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:36:31.210725 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d5b56470-9e29-473d-b60c-7e527a7b32d3 None None] Calling delete_port for 1955f5ee-b797-4c9e-a121-b87a54c801a9 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:31.238391 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 9d72c370-abfd-4bd7-a3b5-958ce42a8f71 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:31.239364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9d72c370-abfd-4bd7-a3b5-958ce42a8f71 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:31.290762 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:31.368140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb41ebc-978a-4698-8652-a47b1c383abb']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:31.390200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d88831-1916-4288-a414-970f74db8cc3') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:31.391045 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d88831-1916-4288-a414-970f74db8cc3') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:31.415391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:31.459938 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:31.481729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:31.495450 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:31.560981 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d5b56470-9e29-473d-b60c-7e527a7b32d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:31.631050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b56470-9e29-473d-b60c-7e527a7b32d3 None None] Pushing event deleted for resources: {'Port': ['ID=1955f5ee-b797-4c9e-a121-b87a54c801a9,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:31.633442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b56470-9e29-473d-b60c-7e527a7b32d3 None None] No DVR routers for this DVR port 1955f5ee-b797-4c9e-a121-b87a54c801a9 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:31.714555 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:31.720458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:31.732393 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Sync routers for ids ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:31.765210 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:31.795656 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Routers {'3fc78b06-8753-4a6f-a395-abfd7a5d0b40'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:31.797874 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:36:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:31.904898 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:31.923365 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] 10.222.0.81 "DELETE /v2.0/networks/3eb41ebc-978a-4698-8652-a47b1c383abb HTTP/1.1" status: 204 len: 168 time: 2.7656786 Nov 09 17:36:31.926107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bc987-264a-4ff5-b81a-26e3210c614a admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb41ebc-978a-4698-8652-a47b1c383abb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:31.951474 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:31.953664 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3f6b2fc4-375c-4ca8-8a6b-e6decb88ea9a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3720241 Nov 09 17:36:31.956581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50232) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:32.049234 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-687bf88f-2d70-4e62-89e4-a5393a6a7b83 req-c97d581d-a8c2-4d56-88d3-07ee797ade91 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3483863 Nov 09 17:36:32.409883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3270fe-49c6-4bf6-b4f9-3284a32300e8 None None] Network 9537ab97-a19c-416c-9c08-e06bc19275a0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:32.446332 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bf88f-2d70-4e62-89e4-a5393a6a7b83 req-22cc20bc-4b35-460a-beec-675132690ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:32.453617 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Set router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:32.464052 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-687bf88f-2d70-4e62-89e4-a5393a6a7b83 req-22cc20bc-4b35-460a-beec-675132690ed1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c630d7be7a41139c470735f4a6f7e7&device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 1096 time: 0.2449415 Nov 09 17:36:32.689609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50262) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:32.781960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c1478ebd-48a0-40c2-ba4f-34eee9257ada up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:32.823301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50266) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:32.906112 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bf88f-2d70-4e62-89e4-a5393a6a7b83 req-c042e05e-cec6-4b91-962a-c10bd60f41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:32.918741 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-687bf88f-2d70-4e62-89e4-a5393a6a7b83 req-c042e05e-cec6-4b91-962a-c10bd60f41fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 200 len: 921 time: 0.4166210 Nov 09 17:36:32.990099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4049bba0-3ce2-41ef-87db-f55ec0486772 None None] Provisioning complete for port c1478ebd-48a0-40c2-ba4f-34eee9257ada triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:32.991115 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4049bba0-3ce2-41ef-87db-f55ec0486772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:33.113587 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '75776d62-1de7-433d-81fb-14441624128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:36:29Z', 'revision_number': 3, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port': {'id': '75776d62-1de7-433d-81fb-14441624128d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:27Z', 'updated_at': '2021-11-09T17:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:33.143489 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-687bf88f-2d70-4e62-89e4-a5393a6a7b83 req-a314a384-7e74-4653-ba1e-4ff864fae309 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1 HTTP/1.1" status: 200 len: 217 time: 0.2173219 Nov 09 17:36:33.200020 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Checking router: 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:36:33.200579 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Updating router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 port 75776d62-1de7-433d-81fb-14441624128d binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:36:33.274759 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:33.409204 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bf88f-2d70-4e62-89e4-a5393a6a7b83 req-ae872f95-90b5-4ded-9eac-ef813afa8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:33.435250 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-687bf88f-2d70-4e62-89e4-a5393a6a7b83 req-ae872f95-90b5-4ded-9eac-ef813afa8616 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 200 len: 860 time: 0.2606339 Nov 09 17:36:33.476466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4a43ad4b-24be-4d05-86b0-b1bb4f504d2c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aba2d026c8db4722a4c53fa36aeac4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6502891 Nov 09 17:36:33.481610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50278) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:33.593607 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-687bf88f-2d70-4e62-89e4-a5393a6a7b83 req-9b5b956e-226a-4669-baa7-895395797f0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19b117b5-c38d-4730-ba7b-a740b01864db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476982 Nov 09 17:36:33.922887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c1478ebd-48a0-40c2-ba4f-34eee9257ada triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:33.923758 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:33.950885 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:33.962257 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-65f82a86-f337-4aaa-873e-ee7bf8ba0a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:33.968159 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:34.007852 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Attempting to bind port 75776d62-1de7-433d-81fb-14441624128d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:36:34.008318 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Attempting to bind port 75776d62-1de7-433d-81fb-14441624128d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:36:34.008745 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Attempting to bind port 75776d62-1de7-433d-81fb-14441624128d on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:34.058987 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-687bf88f-2d70-4e62-89e4-a5393a6a7b83 req-8ae5f802-13ad-4bf6-8588-8bbd0ba15a07 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540315 Nov 09 17:36:34.097235 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:34.099927 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:36:34.100523 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:34.101132 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:34.104008 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Bound port: 75776d62-1de7-433d-81fb-14441624128d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:36:34.104805 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:34.112450 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8982d817-8453-4456-b888-3672d6842551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:34.170256 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8982d817-8453-4456-b888-3672d6842551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:34.236714 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Pushing event updated for resources: {'Port': ['ID=75776d62-1de7-433d-81fb-14441624128d,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:34.274107 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4049bba0-3ce2-41ef-87db-f55ec0486772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:34.285775 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:34.286763 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:34.287126 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:34.287483 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:34.288035 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:34.289080 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:34.289591 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:34.290095 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:34.290603 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:34.291878 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:34.292864 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:34.293390 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:36:34.350253 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] For port 75776d62-1de7-433d-81fb-14441624128d, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:34.359656 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] For port 75776d62-1de7-433d-81fb-14441624128d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=75776d62-1de7-433d-81fb-14441624128d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:34.381088 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:34.501983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-687bf88f-2d70-4e62-89e4-a5393a6a7b83 req-8a7f8533-cb6d-4a8c-a50f-d87d7bdb8726 service neutron] 10.222.0.18 "GET /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237978 Nov 09 17:36:34.561317 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4049bba0-3ce2-41ef-87db-f55ec0486772 None None] For port c1478ebd-48a0-40c2-ba4f-34eee9257ada, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c1478ebd-48a0-40c2-ba4f-34eee9257ada,segment=NetworkSegment(f53e9678-9ae8-46ae-b38c-f764b6094594),segment_id=f53e9678-9ae8-46ae-b38c-f764b6094594)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:34.576922 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:34.581626 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4049bba0-3ce2-41ef-87db-f55ec0486772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:34.594793 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Routers {'3fc78b06-8753-4a6f-a395-abfd7a5d0b40'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:34.595971 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:36:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:34.610590 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8982d817-8453-4456-b888-3672d6842551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:34.618973 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8982d817-8453-4456-b888-3672d6842551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:34.640257 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8982d817-8453-4456-b888-3672d6842551 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03714597-3395-40fa-a350-3c5014d3a3a8 HTTP/1.1" status: 204 len: 168 time: 1.1563303 Nov 09 17:36:34.725987 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049bba0-3ce2-41ef-87db-f55ec0486772 None None] Pushing event updated for resources: {'Port': ['ID=c1478ebd-48a0-40c2-ba4f-34eee9257ada,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:34.768743 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd465a-1b80-4443-bdf4-3493d0e19329 None None] Pushing event updated for resources: {'Port': ['ID=75776d62-1de7-433d-81fb-14441624128d,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:34.772676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-13d4551f-91bc-4e1a-ac71-b16945ddc621 None None] Provisioning complete for port c1478ebd-48a0-40c2-ba4f-34eee9257ada triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:34.774658 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-13d4551f-91bc-4e1a-ac71-b16945ddc621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:34.778314 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:36:34.785212 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:36:34.901022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982d817-8453-4456-b888-3672d6842551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03714597-3395-40fa-a350-3c5014d3a3a8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:35.111649 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] Set router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:35.467918 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-65f82a86-f337-4aaa-873e-ee7bf8ba0a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:35.488031 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-65f82a86-f337-4aaa-873e-ee7bf8ba0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:35.611619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-65f82a86-f337-4aaa-873e-ee7bf8ba0a97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0df215c76569458f9a87dad64c49ed81&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9060578 Nov 09 17:36:35.615453 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50356) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:35.627693 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:35.656258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f82a86-f337-4aaa-873e-ee7bf8ba0a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7739c41d-3854-4c8a-8bf0-29f4f2f6b26e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:35.687744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c1478ebd-48a0-40c2-ba4f-34eee9257ada up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:35.882725 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf2cda47-3d79-464f-b238-43e9b70af3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:35.894172 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '75776d62-1de7-433d-81fb-14441624128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:36:29Z', 'revision_number': 3, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port': {'id': '75776d62-1de7-433d-81fb-14441624128d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:27Z', 'updated_at': '2021-11-09T17:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:35.980980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50380) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:35.986965 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb985eff-3957-438c-aa36-6ea603e37f6c None None] The sync data for ids ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'] in n-d-817236-1 is: [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '75776d62-1de7-433d-81fb-14441624128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:36:29Z', 'revision_number': 3, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port': {'id': '75776d62-1de7-433d-81fb-14441624128d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:27Z', 'updated_at': '2021-11-09T17:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:36.010747 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c1478ebd-48a0-40c2-ba4f-34eee9257ada triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:36.011713 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:36.067710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf2cda47-3d79-464f-b238-43e9b70af3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:36.333131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Allocated IP 172.20.0.1 (9537ab97-a19c-416c-9c08-e06bc19275a0/05d19427-cd52-4c97-80af-282afda394c7/3f6f06de-bf24-49ab-bab4-73395ed210f0) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:36:36.398986 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50388) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:36.401016 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3deb1cc0-fdd3-458c-bcc3-ccbe2280569e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6816a5af18154146bcfc9d429b83993c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173148 Nov 09 17:36:36.439609 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf2cda47-3d79-464f-b238-43e9b70af3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:36.455912 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf2cda47-3d79-464f-b238-43e9b70af3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:36.461306 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bf2cda47-3d79-464f-b238-43e9b70af3c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7739c41d-3854-4c8a-8bf0-29f4f2f6b26e HTTP/1.1" status: 204 len: 168 time: 0.8432636 Nov 09 17:36:36.531713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cda47-3d79-464f-b238-43e9b70af3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7739c41d-3854-4c8a-8bf0-29f4f2f6b26e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:37.061600 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-433b3672-e010-4e24-ad2d-0304da297ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:37.105475 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:37.176188 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-433b3672-e010-4e24-ad2d-0304da297ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:37.564071 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:37.634120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad64ec-ecb8-4f65-873e-bfe2987c70b1 req-d5a4d493-1611-4e0d-b07b-f7f6596e3223 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:37.672081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cad64ec-ecb8-4f65-873e-bfe2987c70b1 req-d5a4d493-1611-4e0d-b07b-f7f6596e3223 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.3196878 Nov 09 17:36:37.817158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 75776d62-1de7-433d-81fb-14441624128d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:37.832962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Network 9537ab97-a19c-416c-9c08-e06bc19275a0 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:37.842104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:37.859803 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-433b3672-e010-4e24-ad2d-0304da297ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:37.877827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-433b3672-e010-4e24-ad2d-0304da297ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:37.889106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-433b3672-e010-4e24-ad2d-0304da297ffd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f27ff5d0-bb06-4b8c-ba34-94b0f74fe2e2 HTTP/1.1" status: 204 len: 168 time: 1.4768667 Nov 09 17:36:37.902262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:36:37.923762 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cad64ec-ecb8-4f65-873e-bfe2987c70b1 req-7cd85acb-ec1f-4747-b2ec-cdaa7e14ee16 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497394 Nov 09 17:36:38.079321 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:38.203650 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 75776d62-1de7-433d-81fb-14441624128d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:38.204273 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:38.240061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50440) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:38.297493 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d92a8ec7-3c36-4fc0-8bd7-2b7fb44e7f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:38.324302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b3672-e010-4e24-ad2d-0304da297ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27ff5d0-bb06-4b8c-ba34-94b0f74fe2e2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:38.348402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Pushing event updated for resources: {'Port': ['ID=3f6f06de-bf24-49ab-bab4-73395ed210f0,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:38.638093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d92a8ec7-3c36-4fc0-8bd7-2b7fb44e7f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:38.676954 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d92a8ec7-3c36-4fc0-8bd7-2b7fb44e7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:38.780436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:38.825163 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:38.874460 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a8ec7-3c36-4fc0-8bd7-2b7fb44e7f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65b68dc-e2a9-423c-9639-7e46cc2b4cdc,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:38.895052 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d92a8ec7-3c36-4fc0-8bd7-2b7fb44e7f27 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a894cd36021e49d9bb2dba109761658b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6533632 Nov 09 17:36:38.899510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50452) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:38.933251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 75776d62-1de7-433d-81fb-14441624128d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=75776d62-1de7-433d-81fb-14441624128d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:38.941187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2262438d-3c75-4db3-a779-1fcae568d9bd None None] Provisioning complete for port 3f6f06de-bf24-49ab-bab4-73395ed210f0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:38.948789 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2262438d-3c75-4db3-a779-1fcae568d9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:39.097074 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:39.207414 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26e7505e-8fff-4f7a-809e-ab4e218b78e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:39.282010 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26e7505e-8fff-4f7a-809e-ab4e218b78e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:39.288684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2262438d-3c75-4db3-a779-1fcae568d9bd None None] Port 3f6f06de-bf24-49ab-bab4-73395ed210f0 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:36:39.339026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=75776d62-1de7-433d-81fb-14441624128d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:39.411976 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26e7505e-8fff-4f7a-809e-ab4e218b78e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:39.415292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26e7505e-8fff-4f7a-809e-ab4e218b78e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:39.417044 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-26e7505e-8fff-4f7a-809e-ab4e218b78e1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f65b68dc-e2a9-423c-9639-7e46cc2b4cdc HTTP/1.1" status: 204 len: 168 time: 0.5150640 Nov 09 17:36:39.443245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7505e-8fff-4f7a-809e-ab4e218b78e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65b68dc-e2a9-423c-9639-7e46cc2b4cdc,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:39.480778 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:39.492349 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:39.673047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 75776d62-1de7-433d-81fb-14441624128d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:39.785802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Pushing event updated for resources: {'Port': ['ID=3f6f06de-bf24-49ab-bab4-73395ed210f0,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:39.811523 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50470) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:39.837081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 75776d62-1de7-433d-81fb-14441624128d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:39.838597 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:39.849557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:40.389736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Network 9537ab97-a19c-416c-9c08-e06bc19275a0 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:36:40.394856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:40.612133 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-17e04094-7169-4d2e-81a1-72d8ac5d425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:40.789132 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-178624cd-658e-400c-9e1b-3895d22fa153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:40.819892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165f712-f28e-4f03-8d4c-7edbfafe8707 req-e6d7102b-0afc-4123-b6cd-2302d48bfee8 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:40.838311 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8165f712-f28e-4f03-8d4c-7edbfafe8707 req-e6d7102b-0afc-4123-b6cd-2302d48bfee8 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 944 time: 0.1568284 Nov 09 17:36:40.868285 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50490) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:40.929331 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-81ee1256-95a2-4369-9e6a-213d5ead9200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:40.999720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:41.071818 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-378e237c-206e-47e8-b1b0-cfb50c03b8e3 None None] Provisioning complete for port 3f6f06de-bf24-49ab-bab4-73395ed210f0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:41.073787 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-378e237c-206e-47e8-b1b0-cfb50c03b8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:41.079704 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-178624cd-658e-400c-9e1b-3895d22fa153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:41.176264 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-178624cd-658e-400c-9e1b-3895d22fa153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:41.199802 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8165f712-f28e-4f03-8d4c-7edbfafe8707 req-0d7c5cab-5d13-4c65-87ec-705e47c96360 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584898 Nov 09 17:36:41.257585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-378e237c-206e-47e8-b1b0-cfb50c03b8e3 None None] Port 3f6f06de-bf24-49ab-bab4-73395ed210f0 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:36:41.318520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e83c5-66b4-43e5-985b-1edf817fd745 req-7d9cec17-fc5f-45e0-beb3-4a1f0f95cf72 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:41.346106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-545e83c5-66b4-43e5-985b-1edf817fd745 req-7d9cec17-fc5f-45e0-beb3-4a1f0f95cf72 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.4237998 Nov 09 17:36:41.387344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178624cd-658e-400c-9e1b-3895d22fa153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3039d470-a4e9-46e7-b27c-f3a67af75aeb,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:41.417151 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-178624cd-658e-400c-9e1b-3895d22fa153 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b40e0dc25da426c83db44ea2ffc7b21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6044977 Nov 09 17:36:41.426783 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50498) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:41.446101 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-81ee1256-95a2-4369-9e6a-213d5ead9200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:41.466864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb605717-321b-47e1-803e-064c58b931dd req-212e3ce0-8149-4fbb-9c94-7ce68d6830a9 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:41.469300 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bb605717-321b-47e1-803e-064c58b931dd req-212e3ce0-8149-4fbb-9c94-7ce68d6830a9 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 944 time: 0.2408299 Nov 09 17:36:41.472976 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-81ee1256-95a2-4369-9e6a-213d5ead9200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:41.523683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:41.540020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Sync routers for ids ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:41.560422 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9a4625c8-c621-4818-90cf-a438d11e9818 admin admin] 10.222.0.81 "PUT /v2.0/routers/3fc78b06-8753-4a6f-a395-abfd7a5d0b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6015828 Nov 09 17:36:41.610390 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-545e83c5-66b4-43e5-985b-1edf817fd745 req-e63dff17-db54-47b9-9f55-1f56722be658 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612927 Nov 09 17:36:41.642991 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-81ee1256-95a2-4369-9e6a-213d5ead9200 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=87967a7eba3f47ee9b42910cfc40e59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7706528 Nov 09 17:36:41.645629 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Routers {'3fc78b06-8753-4a6f-a395-abfd7a5d0b40'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:41.646436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:36:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:41.647106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50508) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:41.711820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee1256-95a2-4369-9e6a-213d5ead9200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4314351-4cbc-46d3-bae6-07748a2344c7,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:41.785124 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2bda79f0-4eea-45ea-8d1c-3d8ef8d7f8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:41.879931 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2bda79f0-4eea-45ea-8d1c-3d8ef8d7f8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:41.897132 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c29fb3fd-b9aa-4586-905a-b347255c8df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:41.972733 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c29fb3fd-b9aa-4586-905a-b347255c8df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:41.985358 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-bb605717-321b-47e1-803e-064c58b931dd req-16565ba5-9d4d-4a7f-9cb2-dc74ad7a2883 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Deleting port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:41.988118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bb605717-321b-47e1-803e-064c58b931dd req-16565ba5-9d4d-4a7f-9cb2-dc74ad7a2883 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:42.097364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Set router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:42.123188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50514) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:42.177210 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2bda79f0-4eea-45ea-8d1c-3d8ef8d7f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:42.189917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2bda79f0-4eea-45ea-8d1c-3d8ef8d7f8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:42.191615 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2bda79f0-4eea-45ea-8d1c-3d8ef8d7f8f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3039d470-a4e9-46e7-b27c-f3a67af75aeb HTTP/1.1" status: 204 len: 168 time: 0.7633202 Nov 09 17:36:42.267200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda79f0-4eea-45ea-8d1c-3d8ef8d7f8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3039d470-a4e9-46e7-b27c-f3a67af75aeb,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:42.273074 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c29fb3fd-b9aa-4586-905a-b347255c8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:42.285039 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c29fb3fd-b9aa-4586-905a-b347255c8df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:42.300126 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c29fb3fd-b9aa-4586-905a-b347255c8df6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d4314351-4cbc-46d3-bae6-07748a2344c7 HTTP/1.1" status: 204 len: 168 time: 0.6509240 Nov 09 17:36:42.338998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fb3fd-b9aa-4586-905a-b347255c8df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4314351-4cbc-46d3-bae6-07748a2344c7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:42.534733 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-bb605717-321b-47e1-803e-064c58b931dd req-16565ba5-9d4d-4a7f-9cb2-dc74ad7a2883 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] For port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:42.535019 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bb605717-321b-47e1-803e-064c58b931dd req-16565ba5-9d4d-4a7f-9cb2-dc74ad7a2883 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:42.588877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-bb605717-321b-47e1-803e-064c58b931dd req-16565ba5-9d4d-4a7f-9cb2-dc74ad7a2883 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Calling delete_port for 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:42.625350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98e413-fe34-4f8c-9790-ddbcf74f4de1 req-434d5f14-dd87-42d7-8e54-e4d8de10216a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:42.636849 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c98e413-fe34-4f8c-9790-ddbcf74f4de1 req-434d5f14-dd87-42d7-8e54-e4d8de10216a tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 944 time: 0.2314343 Nov 09 17:36:42.669392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-212729054-network', 'tenant_id': '3c46fb553fd5455a99b1c992509a9782'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:42.752796 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Made reservation on behalf of 3c46fb553fd5455a99b1c992509a9782 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:42.770398 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:42.805097 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:42.847247 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c98e413-fe34-4f8c-9790-ddbcf74f4de1 req-cc28a429-8adf-440b-96b0-737117f70d7b tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740627 Nov 09 17:36:43.020495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf71a-3e9e-4e93-8f53-21f02df81017 req-2cabacb4-d4a6-4792-a8a9-ddeb8767de4d tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:43.046378 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-beacf71a-3e9e-4e93-8f53-21f02df81017 req-2cabacb4-d4a6-4792-a8a9-ddeb8767de4d tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.4175026 Nov 09 17:36:43.070224 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:43.076564 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:43.154716 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-beacf71a-3e9e-4e93-8f53-21f02df81017 req-bcdccd83-e24d-4a53-b710-3fb10d3bd9c5 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935569 Nov 09 17:36:43.160643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '75776d62-1de7-433d-81fb-14441624128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port': {'id': '75776d62-1de7-433d-81fb-14441624128d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:27Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3f6f06de-bf24-49ab-bab4-73395ed210f0', 'name': '', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'mac_address': 'fa:16:3e:8d:b0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '05d19427-cd52-4c97-80af-282afda394c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:35Z', 'updated_at': '2021-11-09T17:36:39Z', 'revision_number': 2, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'subnets': [{'id': '05d19427-cd52-4c97-80af-282afda394c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:43.201515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:36:43.230256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0befba3e-a28f-4cd6-ae2e-49212f6d8111,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:43.256870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Checking router: 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:36:43.258718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Updating router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 port 3f6f06de-bf24-49ab-bab4-73395ed210f0 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:36:43.261247 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:43.261713 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Added segment c60574fd-c4db-47a2-9861-6d38b0d219ab of type vlan for network 229e78ca-9312-4d3e-b942-954ff92e0cc9 Nov 09 17:36:43.370130 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bb605717-321b-47e1-803e-064c58b931dd req-16565ba5-9d4d-4a7f-9cb2-dc74ad7a2883 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:43.388125 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:43.448864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:43.482482 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16565ba5-9d4d-4a7f-9cb2-dc74ad7a2883 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Pushing event deleted for resources: {'Port': ['ID=9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:43.520886 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:36:43.581971 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:43.583505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb605717-321b-47e1-803e-064c58b931dd req-16565ba5-9d4d-4a7f-9cb2-dc74ad7a2883 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] No DVR routers for this DVR port 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:43.583922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:43.584912 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:43.591913 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bb605717-321b-47e1-803e-064c58b931dd req-16565ba5-9d4d-4a7f-9cb2-dc74ad7a2883 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:43.596932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bb605717-321b-47e1-803e-064c58b931dd req-16565ba5-9d4d-4a7f-9cb2-dc74ad7a2883 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.18 "DELETE /v2.0/ports/9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 HTTP/1.1" status: 204 len: 173 time: 2.1054437 Nov 09 17:36:43.597754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a655048-fa93-4217-a59b-e3ae87f822a9', 'name': 'network-vif-deleted', 'tag': '9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:43.602890 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d11b3f-5de9-415e-8c9e-b75734e6eaba" -d '{"events": [{"server_uuid": "3a655048-fa93-4217-a59b-e3ae87f822a9", "name": "network-vif-deleted", "tag": "9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:43.660631 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1b537d-5a9c-498b-9100-edcbae2887fb x-openstack-request-id: req-2f1b537d-5a9c-498b-9100-edcbae2887fb {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:43.661457 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a655048-fa93-4217-a59b-e3ae87f822a9", "name": "network-vif-deleted", "tag": "9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:43.662065 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f1b537d-5a9c-498b-9100-edcbae2887fb {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:43.664249 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a655048-fa93-4217-a59b-e3ae87f822a9', 'name': 'network-vif-deleted', 'tag': '9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85', 'status': 'completed', 'code': 200} Nov 09 17:36:43.828946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50586) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:43.830275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7054093 Nov 09 17:36:43.836291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f92c1adb-1e23-46b7-b35e-e603772a366f admin admin] Request body: {'subnet': {'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-212729054-subnet', 'tenant_id': '3c46fb553fd5455a99b1c992509a9782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:36:43.850154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8e6b6-92ff-4267-8347-2c75bf9287b1 admin admin] Pushing event updated for resources: {'Network': ['ID=229e78ca-9312-4d3e-b942-954ff92e0cc9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:43.890269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 229e78ca-9312-4d3e-b942-954ff92e0cc9 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:36:43.902111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92c1adb-1e23-46b7-b35e-e603772a366f admin admin] Made reservation on behalf of 3c46fb553fd5455a99b1c992509a9782 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:36:43.914047 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f92c1adb-1e23-46b7-b35e-e603772a366f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:44.047064 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-312302fd-88b2-4dc1-8cc7-90bae71f2dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:44.411083 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:44.469746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1780d12-9dd7-4651-a2eb-bf220dc062e2 req-745990f0-f29e-4120-8920-f09541873997 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:44.471952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1780d12-9dd7-4651-a2eb-bf220dc062e2 req-745990f0-f29e-4120-8920-f09541873997 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.1516626 Nov 09 17:36:44.563329 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c92a8917-3b4b-45d2-a006-3de5dfffda12 req-44e5c006-9d3a-4518-ad44-6374145dbf23 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a655048-fa93-4217-a59b-e3ae87f822a9 HTTP/1.1" status: 200 len: 210 time: 0.2627099 Nov 09 17:36:44.573686 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1780d12-9dd7-4651-a2eb-bf220dc062e2 req-bd763737-f07b-404d-a9d0-562a841e6289 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950606 Nov 09 17:36:44.639114 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:44.648583 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:44.650247 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-0ae67cfa-587d-4ec6-8b35-2df411023050 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:44.652674 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-0ae67cfa-587d-4ec6-8b35-2df411023050 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.3918016 Nov 09 17:36:44.879567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d6241-dfe0-4280-88c4-c0aac11d6642 None None] Pushing event updated for resources: {'Port': ['ID=3f6f06de-bf24-49ab-bab4-73395ed210f0,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:44.949988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Attempting to bind port 3f6f06de-bf24-49ab-bab4-73395ed210f0 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:36:44.952425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Attempting to bind port 3f6f06de-bf24-49ab-bab4-73395ed210f0 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'f53e9678-9ae8-46ae-b38c-f764b6094594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:36:44.954968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Attempting to bind port 3f6f06de-bf24-49ab-bab4-73395ed210f0 on network 9537ab97-a19c-416c-9c08-e06bc19275a0 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:36:44.974394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:36:44.975429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Checking segment: {'id': 'f53e9678-9ae8-46ae-b38c-f764b6094594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:36:44.976152 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:44.976733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Bound using segment: {'id': 'f53e9678-9ae8-46ae-b38c-f764b6094594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:36:44.977751 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Bound port: 3f6f06de-bf24-49ab-bab4-73395ed210f0, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53e9678-9ae8-46ae-b38c-f764b6094594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:36:44.982382 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:45.152559 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] For port 3f6f06de-bf24-49ab-bab4-73395ed210f0, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:36:45.172033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] For port 3f6f06de-bf24-49ab-bab4-73395ed210f0, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3f6f06de-bf24-49ab-bab4-73395ed210f0,segment=NetworkSegment(f53e9678-9ae8-46ae-b38c-f764b6094594),segment_id=f53e9678-9ae8-46ae-b38c-f764b6094594)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:36:45.182336 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:45.284059 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:45.353723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:45.354823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9ff6ec14-1f8f-45ca-befe-aa9e8baa0e85 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:45.356057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cea13655-7af1-40c4-9754-557ce537c82a no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:45.363416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d6241-dfe0-4280-88c4-c0aac11d6642 None None] Pushing event updated for resources: {'Port': ['ID=3f6f06de-bf24-49ab-bab4-73395ed210f0,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:45.374820 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:45.521491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a2cfe10c-1578-4a49-8cbd-d313c02c59d0 None None] Provisioning complete for port 3f6f06de-bf24-49ab-bab4-73395ed210f0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:45.523271 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe10c-1578-4a49-8cbd-d313c02c59d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:45.659831 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f92c1adb-1e23-46b7-b35e-e603772a366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:45.660978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Routers {'3fc78b06-8753-4a6f-a395-abfd7a5d0b40'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:45.662349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:36:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:45.998822 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] Set router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:46.098874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c1adb-1e23-46b7-b35e-e603772a366f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20907115-321b-44dc-9720-07945eb0b036,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:46.180644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1edfc-979f-4180-b496-167639f7dbda req-23fe9777-15dd-4902-8413-7ec126b89ccb tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:46.189507 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5b1edfc-979f-4180-b496-167639f7dbda req-23fe9777-15dd-4902-8413-7ec126b89ccb tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 945 time: 0.4028599 Nov 09 17:36:46.198429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Deleting port cea13655-7af1-40c4-9754-557ce537c82a {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:46.198765 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:46.397221 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c1adb-1e23-46b7-b35e-e603772a366f admin admin] Checking segment: {'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:36:46.397908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c1adb-1e23-46b7-b35e-e603772a366f admin admin] Network hostable DHCP agents. Network: 229e78ca-9312-4d3e-b942-954ff92e0cc9, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:36:46.424419 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:46.482549 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5b1edfc-979f-4180-b496-167639f7dbda req-beb999c1-9fa6-4527-8b08-ff640cde5450 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups?id=27387b9e-cff5-43a1-ac13-241a9dff8526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859824 Nov 09 17:36:46.494214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] For port cea13655-7af1-40c4-9754-557ce537c82a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cea13655-7af1-40c4-9754-557ce537c82a,segment=NetworkSegment(f2564fb2-db17-4e58-a03f-ca746d47a185),segment_id=f2564fb2-db17-4e58-a03f-ca746d47a185)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:46.495206 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:46.599955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073e90a-0f09-4ffe-bd31-dc2b3c26be90 req-9487fdd9-5dc1-4841-a8c0-2d91d8061553 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:46.604651 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e073e90a-0f09-4ffe-bd31-dc2b3c26be90 req-9487fdd9-5dc1-4841-a8c0-2d91d8061553 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 945 time: 0.2444162 Nov 09 17:36:46.698193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e073e90a-0f09-4ffe-bd31-dc2b3c26be90 req-ef3f05d2-cf3f-486e-a60e-7a2c0d37e752 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809348 Nov 09 17:36:46.716172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea13655-7af1-40c4-9754-557ce537c82a'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:46.720699 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8b05b4-9d56-45d3-89b3-b35df72c2f41" -d '{"events": [{"server_uuid": "c9644849-98fb-4489-b63c-dc4f6b17c112", "name": "network-vif-unplugged", "status": "completed", "tag": "cea13655-7af1-40c4-9754-557ce537c82a"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:46.725728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c1adb-1e23-46b7-b35e-e603772a366f admin admin] Network 229e78ca-9312-4d3e-b942-954ff92e0cc9 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:36:46.755484 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe10c-1578-4a49-8cbd-d313c02c59d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:46.769702 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cea13655-7af1-40c4-9754-557ce537c82a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cea13655-7af1-40c4-9754-557ce537c82a,segment=NetworkSegment(f2564fb2-db17-4e58-a03f-ca746d47a185),segment_id=f2564fb2-db17-4e58-a03f-ca746d47a185)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:46.781323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-f92c1adb-1e23-46b7-b35e-e603772a366f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 229e78ca-9312-4d3e-b942-954ff92e0cc9) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:36:46.837585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92c1adb-1e23-46b7-b35e-e603772a366f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:46.839100 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f92c1adb-1e23-46b7-b35e-e603772a366f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:46.872100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6232d-560a-4aea-aa6f-8a91b5495f2b req-71b59f77-7972-46fa-a8b9-bb485c271ada tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:46.873810 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ac6232d-560a-4aea-aa6f-8a91b5495f2b req-71b59f77-7972-46fa-a8b9-bb485c271ada tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 945 time: 0.0808275 Nov 09 17:36:46.879349 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9190637-eb9f-471c-a21d-6c716872a12b x-openstack-request-id: req-d9190637-eb9f-471c-a21d-6c716872a12b {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:46.879855 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9644849-98fb-4489-b63c-dc4f6b17c112", "name": "network-vif-unplugged", "status": "completed", "tag": "cea13655-7af1-40c4-9754-557ce537c82a", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:46.880285 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9190637-eb9f-471c-a21d-6c716872a12b {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:46.881132 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea13655-7af1-40c4-9754-557ce537c82a', 'code': 200} Nov 09 17:36:46.882961 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5cc15f-33d3-4c37-9b11-021e125ebd99 None None] Network 229e78ca-9312-4d3e-b942-954ff92e0cc9 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:46.922266 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f92c1adb-1e23-46b7-b35e-e603772a366f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.0919840 Nov 09 17:36:47.032074 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:47.094777 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:47.095576 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:47.096098 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Floating IP d3ec1ff0-13c9-4dc6-b6d8-a62631fcdd8a disassociated. External IP: 172.25.1.216, port: cea13655-7af1-40c4-9754-557ce537c82a. Nov 09 17:36:47.096659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Calling delete_port for cea13655-7af1-40c4-9754-557ce537c82a owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:47.175347 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=cea13655-7af1-40c4-9754-557ce537c82a,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:47.209837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-4ac6232d-560a-4aea-aa6f-8a91b5495f2b req-93af7404-30d3-4fd3-bd68-a4ca26a18ee5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Deleting port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:47.210222 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4ac6232d-560a-4aea-aa6f-8a91b5495f2b req-93af7404-30d3-4fd3-bd68-a4ca26a18ee5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:47.339095 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a2cfe10c-1578-4a49-8cbd-d313c02c59d0 None None] For port 3f6f06de-bf24-49ab-bab4-73395ed210f0, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3f6f06de-bf24-49ab-bab4-73395ed210f0,segment=NetworkSegment(f53e9678-9ae8-46ae-b38c-f764b6094594),segment_id=f53e9678-9ae8-46ae-b38c-f764b6094594)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:47.355611 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '75776d62-1de7-433d-81fb-14441624128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port': {'id': '75776d62-1de7-433d-81fb-14441624128d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:27Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3f6f06de-bf24-49ab-bab4-73395ed210f0', 'name': '', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'mac_address': 'fa:16:3e:8d:b0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '05d19427-cd52-4c97-80af-282afda394c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:35Z', 'updated_at': '2021-11-09T17:36:45Z', 'revision_number': 4, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'subnets': [{'id': '05d19427-cd52-4c97-80af-282afda394c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:47.435780 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe10c-1578-4a49-8cbd-d313c02c59d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:47.451674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b665dd2-6720-44af-b180-8eea8d24dbf0 None None] The sync data for ids ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'] in n-d-817236-1 is: [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '75776d62-1de7-433d-81fb-14441624128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port': {'id': '75776d62-1de7-433d-81fb-14441624128d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:27Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3f6f06de-bf24-49ab-bab4-73395ed210f0', 'name': '', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'mac_address': 'fa:16:3e:8d:b0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '05d19427-cd52-4c97-80af-282afda394c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:35Z', 'updated_at': '2021-11-09T17:36:45Z', 'revision_number': 4, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'subnets': [{'id': '05d19427-cd52-4c97-80af-282afda394c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:47.592751 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb7a848-62fd-49df-98d4-59dd25d1ee52 None None] Network 229e78ca-9312-4d3e-b942-954ff92e0cc9 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:47.611521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4ac6232d-560a-4aea-aa6f-8a91b5495f2b req-93af7404-30d3-4fd3-bd68-a4ca26a18ee5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] For port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:47.612047 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4ac6232d-560a-4aea-aa6f-8a91b5495f2b req-93af7404-30d3-4fd3-bd68-a4ca26a18ee5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:47.620210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfe10c-1578-4a49-8cbd-d313c02c59d0 None None] Pushing event updated for resources: {'Port': ['ID=3f6f06de-bf24-49ab-bab4-73395ed210f0,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:47.634613 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:47.672071 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-4ac6232d-560a-4aea-aa6f-8a91b5495f2b req-93af7404-30d3-4fd3-bd68-a4ca26a18ee5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Calling delete_port for 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:47.758029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Pushing event deleted for resources: {'Port': ['ID=cea13655-7af1-40c4-9754-557ce537c82a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:47.879591 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5ee61ab-165e-4b51-aba3-a0c9b1d6dd87 req-42b83b7b-1694-49d4-b6a6-fcbf6f79d6a9 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 210 time: 0.0579131 Nov 09 17:36:48.113757 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4ac6232d-560a-4aea-aa6f-8a91b5495f2b req-93af7404-30d3-4fd3-bd68-a4ca26a18ee5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:48.125354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Router 26c35fdd-f228-46ab-9531-ef68c5227d40 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:48.172354 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55aced14-1f91-4b7f-aebc-c69fce7f5c64 req-5c59c32b-4502-4ecd-b7f0-d23ddeaf8f7b tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b44f0a9-375c-41d3-bdd3-6963bd458f7a HTTP/1.1" status: 200 len: 210 time: 0.0758994 Nov 09 17:36:48.234073 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:48.239322 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d82dc022-ac67-4a20-a330-5563371e0fcf None None] Provisioning complete for port 3f6f06de-bf24-49ab-bab4-73395ed210f0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:48.253075 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d82dc022-ac67-4a20-a330-5563371e0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:48.313041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af7404-30d3-4fd3-bd68-a4ca26a18ee5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Pushing event deleted for resources: {'Port': ['ID=0a04bb4a-0e87-420e-b7c8-d1617103f3a1,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:48.338372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac6232d-560a-4aea-aa6f-8a91b5495f2b req-93af7404-30d3-4fd3-bd68-a4ca26a18ee5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] No DVR routers for this DVR port 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:48.341658 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4ac6232d-560a-4aea-aa6f-8a91b5495f2b req-93af7404-30d3-4fd3-bd68-a4ca26a18ee5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:48.346038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ac6232d-560a-4aea-aa6f-8a91b5495f2b req-93af7404-30d3-4fd3-bd68-a4ca26a18ee5 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.18 "DELETE /v2.0/ports/0a04bb4a-0e87-420e-b7c8-d1617103f3a1 HTTP/1.1" status: 204 len: 173 time: 1.4648695 Nov 09 17:36:48.346817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b44f0a9-375c-41d3-bdd3-6963bd458f7a', 'name': 'network-vif-deleted', 'tag': '0a04bb4a-0e87-420e-b7c8-d1617103f3a1'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:48.349597 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abdac2e-75cc-4f30-9819-dc50b7dfd3b1" -d '{"events": [{"server_uuid": "2b44f0a9-375c-41d3-bdd3-6963bd458f7a", "name": "network-vif-deleted", "tag": "0a04bb4a-0e87-420e-b7c8-d1617103f3a1"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:48.428614 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db79828b-a0c1-4ef9-afb9-33471ce4705c x-openstack-request-id: req-db79828b-a0c1-4ef9-afb9-33471ce4705c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:48.428914 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b44f0a9-375c-41d3-bdd3-6963bd458f7a", "name": "network-vif-deleted", "tag": "0a04bb4a-0e87-420e-b7c8-d1617103f3a1", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:48.429168 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db79828b-a0c1-4ef9-afb9-33471ce4705c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:48.429577 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b44f0a9-375c-41d3-bdd3-6963bd458f7a', 'name': 'network-vif-deleted', 'tag': '0a04bb4a-0e87-420e-b7c8-d1617103f3a1', 'status': 'completed', 'code': 200} Nov 09 17:36:48.615711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:48.637087 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad13f7-ef64-45c0-afb4-5ced5d455478 None None] Sync routers for ids ['26c35fdd-f228-46ab-9531-ef68c5227d40'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:48.686396 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad13f7-ef64-45c0-afb4-5ced5d455478 None None] Routers {'26c35fdd-f228-46ab-9531-ef68c5227d40'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:48.692565 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-09ad13f7-ef64-45c0-afb4-5ced5d455478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:36:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['26c35fdd-f228-46ab-9531-ef68c5227d40'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:48.763261 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] No DVR routers for this DVR port cea13655-7af1-40c4-9754-557ce537c82a on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:48.767128 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:48.773198 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cf103fd2-9ab1-41f2-a283-643da5444506 req-d18a1aeb-a54f-4207-8224-c1bb3ca3cc4e tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.18 "DELETE /v2.0/ports/cea13655-7af1-40c4-9754-557ce537c82a HTTP/1.1" status: 204 len: 173 time: 3.2594216 Nov 09 17:36:48.774132 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'name': 'network-vif-deleted', 'tag': 'cea13655-7af1-40c4-9754-557ce537c82a'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:48.800882 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ed2d43-af82-4d1d-899f-e823e2bfe796" -d '{"events": [{"server_uuid": "c9644849-98fb-4489-b63c-dc4f6b17c112", "name": "network-vif-deleted", "tag": "cea13655-7af1-40c4-9754-557ce537c82a"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:48.917189 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a8f2a9-d241-4549-99a2-e26209f3944b x-openstack-request-id: req-a0a8f2a9-d241-4549-99a2-e26209f3944b {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:48.917817 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9644849-98fb-4489-b63c-dc4f6b17c112", "name": "network-vif-deleted", "tag": "cea13655-7af1-40c4-9754-557ce537c82a", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:48.920682 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0a8f2a9-d241-4549-99a2-e26209f3944b {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:48.922006 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9644849-98fb-4489-b63c-dc4f6b17c112', 'name': 'network-vif-deleted', 'tag': 'cea13655-7af1-40c4-9754-557ce537c82a', 'status': 'completed', 'code': 200} Nov 09 17:36:49.136771 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-09ad13f7-ef64-45c0-afb4-5ced5d455478 None None] Set router 26c35fdd-f228-46ab-9531-ef68c5227d40 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:49.190159 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:49.234395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:49.235535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 0a04bb4a-0e87-420e-b7c8-d1617103f3a1 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:49.310292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2941d921-d989-4eb9-ae81-47b6327221f4 req-3a716b8e-a565-4eb5-861a-f764fb5cd5a5 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9644849-98fb-4489-b63c-dc4f6b17c112 HTTP/1.1" status: 200 len: 210 time: 0.0494211 Nov 09 17:36:49.718751 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3f6f06de-bf24-49ab-bab4-73395ed210f0 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:36:49.882674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3f6f06de-bf24-49ab-bab4-73395ed210f0 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:36:49.883361 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:49.925294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e086aa4-ed80-402f-ae92-c67e003d84b5 req-fc4ccdfb-0120-4b33-aa2c-c53153d26c86 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:49.939790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e086aa4-ed80-402f-ae92-c67e003d84b5 req-fc4ccdfb-0120-4b33-aa2c-c53153d26c86 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 944 time: 0.0810387 Nov 09 17:36:50.005487 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e086aa4-ed80-402f-ae92-c67e003d84b5 req-d379e7c6-47c4-49a9-86ff-866af4b6c03e tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/security-groups?id=da9a111b-244d-432e-8245-b4cfd819af0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637221 Nov 09 17:36:50.037009 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-09ad13f7-ef64-45c0-afb4-5ced5d455478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 4, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port': {'id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4ee8c46e-b2a0-4c54-b05e-861ff9c830f1', 'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'mac_address': 'fa:16:3e:9e:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '261426b6-ff67-4562-94a0-561f045062e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:32Z', 'updated_at': '2021-11-09T17:32:39Z', 'revision_number': 5, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'subnets': [{'id': '261426b6-ff67-4562-94a0-561f045062e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:50.076129 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad13f7-ef64-45c0-afb4-5ced5d455478 None None] Checking router: 26c35fdd-f228-46ab-9531-ef68c5227d40 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:36:50.089801 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad13f7-ef64-45c0-afb4-5ced5d455478 None None] Routers {'26c35fdd-f228-46ab-9531-ef68c5227d40'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:50.090829 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-09ad13f7-ef64-45c0-afb4-5ced5d455478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:36:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['26c35fdd-f228-46ab-9531-ef68c5227d40'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:50.152752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0a6d-1a5e-449c-94d4-ab0a06f3b615 req-92b5cd8a-d9b4-403a-bc1c-28c0a0d384ca tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:50.154396 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9bbe0a6d-1a5e-449c-94d4-ab0a06f3b615 req-92b5cd8a-d9b4-403a-bc1c-28c0a0d384ca tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 944 time: 0.1280777 Nov 09 17:36:50.312554 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-09ad13f7-ef64-45c0-afb4-5ced5d455478 None None] Set router 26c35fdd-f228-46ab-9531-ef68c5227d40 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:50.347400 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-9bbe0a6d-1a5e-449c-94d4-ab0a06f3b615 req-66c49661-0d19-4325-8a3e-15a7370ba725 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Deleting port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:50.347843 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bbe0a6d-1a5e-449c-94d4-ab0a06f3b615 req-66c49661-0d19-4325-8a3e-15a7370ba725 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:50.437522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50770) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:50.543613 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fae71de2-8846-44bf-938b-c2cb93026a5c tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:50.584113 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-9bbe0a6d-1a5e-449c-94d4-ab0a06f3b615 req-66c49661-0d19-4325-8a3e-15a7370ba725 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] For port 962d915f-6b75-4d0c-b021-6d24f7dad2f8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=962d915f-6b75-4d0c-b021-6d24f7dad2f8,segment=NetworkSegment(de05527f-d240-4ead-b137-0fa54ce9c2bd),segment_id=de05527f-d240-4ead-b137-0fa54ce9c2bd)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:50.584788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bbe0a6d-1a5e-449c-94d4-ab0a06f3b615 req-66c49661-0d19-4325-8a3e-15a7370ba725 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:50.605547 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fae71de2-8846-44bf-938b-c2cb93026a5c tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:50.617258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-9bbe0a6d-1a5e-449c-94d4-ab0a06f3b615 req-66c49661-0d19-4325-8a3e-15a7370ba725 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Calling delete_port for 962d915f-6b75-4d0c-b021-6d24f7dad2f8 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:50.750812 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-09ad13f7-ef64-45c0-afb4-5ced5d455478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 4, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port': {'id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4ee8c46e-b2a0-4c54-b05e-861ff9c830f1', 'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'mac_address': 'fa:16:3e:9e:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '261426b6-ff67-4562-94a0-561f045062e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:32Z', 'updated_at': '2021-11-09T17:32:39Z', 'revision_number': 5, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'subnets': [{'id': '261426b6-ff67-4562-94a0-561f045062e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:50.781578 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad13f7-ef64-45c0-afb4-5ced5d455478 None None] The sync data for ids ['26c35fdd-f228-46ab-9531-ef68c5227d40'] in n-d-817236-1 is: [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:33Z', 'revision_number': 4, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port': {'id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4ee8c46e-b2a0-4c54-b05e-861ff9c830f1', 'name': '', 'network_id': 'de75632f-df4b-4bcb-8065-c6f44b30ec8b', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'mac_address': 'fa:16:3e:9e:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '261426b6-ff67-4562-94a0-561f045062e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:32Z', 'updated_at': '2021-11-09T17:32:39Z', 'revision_number': 5, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'subnets': [{'id': '261426b6-ff67-4562-94a0-561f045062e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:50.808142 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fae71de2-8846-44bf-938b-c2cb93026a5c tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:50.810767 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fae71de2-8846-44bf-938b-c2cb93026a5c tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:50.814418 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fae71de2-8846-44bf-938b-c2cb93026a5c tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "DELETE /v2.0/security-groups/27387b9e-cff5-43a1-ac13-241a9dff8526 HTTP/1.1" status: 204 len: 168 time: 0.3723013 Nov 09 17:36:50.815798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50776) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:50.828940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae71de2-8846-44bf-938b-c2cb93026a5c tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27387b9e-cff5-43a1-ac13-241a9dff8526,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:50.847198 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-02f72ff2-be21-45c2-974f-336627e68ed2 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] show failed (client error): The resource could not be found. Nov 09 17:36:50.857703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-02f72ff2-be21-45c2-974f-336627e68ed2 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "GET /v2.0/security-groups/27387b9e-cff5-43a1-ac13-241a9dff8526 HTTP/1.1" status: 404 len: 347 time: 0.0399325 Nov 09 17:36:50.858245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50778) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:50.867063 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bbe0a6d-1a5e-449c-94d4-ab0a06f3b615 req-66c49661-0d19-4325-8a3e-15a7370ba725 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:50.940174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c49661-0d19-4325-8a3e-15a7370ba725 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Pushing event deleted for resources: {'Port': ['ID=962d915f-6b75-4d0c-b021-6d24f7dad2f8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:51.112887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbe0a6d-1a5e-449c-94d4-ab0a06f3b615 req-66c49661-0d19-4325-8a3e-15a7370ba725 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] No DVR routers for this DVR port 962d915f-6b75-4d0c-b021-6d24f7dad2f8 on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:51.117656 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bbe0a6d-1a5e-449c-94d4-ab0a06f3b615 req-66c49661-0d19-4325-8a3e-15a7370ba725 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:51.121942 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9bbe0a6d-1a5e-449c-94d4-ab0a06f3b615 req-66c49661-0d19-4325-8a3e-15a7370ba725 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.13 "DELETE /v2.0/ports/962d915f-6b75-4d0c-b021-6d24f7dad2f8 HTTP/1.1" status: 204 len: 173 time: 0.9607551 Nov 09 17:36:51.122520 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc', 'name': 'network-vif-deleted', 'tag': '962d915f-6b75-4d0c-b021-6d24f7dad2f8'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:36:51.127472 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746f2bec-7980-46e6-b981-ca28b9e3195c" -d '{"events": [{"server_uuid": "6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc", "name": "network-vif-deleted", "tag": "962d915f-6b75-4d0c-b021-6d24f7dad2f8"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:36:51.237569 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-0435e787-ae2e-4fff-9159-40deb7537612 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Deleting port 6dcf5ae5-ff4e-4934-bf94-3257c3c2df74 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:51.238445 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0435e787-ae2e-4fff-9159-40deb7537612 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:51.261994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf5b95a-d88c-430c-b746-52b00c0049a9 None None] New status for floating IP d3ec1ff0-13c9-4dc6-b6d8-a62631fcdd8a: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:36:51.282812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c0ad9e4-a15c-48a8-af20-02712860e7ec req-ca4892a0-c890-4009-bf40-c15b7d572cc0 tempest-LiveAutoBlockMigrationV225Test-1459985036 tempest-LiveAutoBlockMigrationV225Test-1459985036-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc HTTP/1.1" status: 200 len: 210 time: 0.0858645 Nov 09 17:36:51.424374 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a31a008-5c0f-4879-bac1-e0af4bf682df x-openstack-request-id: req-1a31a008-5c0f-4879-bac1-e0af4bf682df {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:36:51.424667 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc", "name": "network-vif-deleted", "tag": "962d915f-6b75-4d0c-b021-6d24f7dad2f8", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:36:51.424936 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a31a008-5c0f-4879-bac1-e0af4bf682df {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:36:51.425324 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5dedb7-90bf-4c5e-b8f7-6adf421e65bc', 'name': 'network-vif-deleted', 'tag': '962d915f-6b75-4d0c-b021-6d24f7dad2f8', 'status': 'completed', 'code': 200} Nov 09 17:36:51.535376 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0435e787-ae2e-4fff-9159-40deb7537612 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:51.535954 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0435e787-ae2e-4fff-9159-40deb7537612 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:51.578733 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-0435e787-ae2e-4fff-9159-40deb7537612 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Calling delete_port for 6dcf5ae5-ff4e-4934-bf94-3257c3c2df74 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:51.904170 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0435e787-ae2e-4fff-9159-40deb7537612 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:51.956202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e787-ae2e-4fff-9159-40deb7537612 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Pushing event deleted for resources: {'Port': ['ID=6dcf5ae5-ff4e-4934-bf94-3257c3c2df74,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:52.092849 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0435e787-ae2e-4fff-9159-40deb7537612 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:52.096580 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0435e787-ae2e-4fff-9159-40deb7537612 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:52.100865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0435e787-ae2e-4fff-9159-40deb7537612 tempest-ServersTestJSON-1833874493 tempest-ServersTestJSON-1833874493-project] 10.222.0.81 "DELETE /v2.0/floatingips/d3ec1ff0-13c9-4dc6-b6d8-a62631fcdd8a HTTP/1.1" status: 204 len: 168 time: 1.2411726 Nov 09 17:36:52.102267 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50800) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:52.378092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50806) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:52.610058 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:52.916090 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5b06-3692-4c8e-97f0-f3d42808b7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:52.928382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-8465d68b-1aad-42c2-b1c1-4df9d3058b1a admin admin] Deleting subnet 2ce396ee-92ed-4866-bc41-5c446f272107 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:36:52.932773 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8465d68b-1aad-42c2-b1c1-4df9d3058b1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.025112 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8465d68b-1aad-42c2-b1c1-4df9d3058b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.078616 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 962d915f-6b75-4d0c-b021-6d24f7dad2f8 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:53.117068 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8465d68b-1aad-42c2-b1c1-4df9d3058b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.129055 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 962d915f-6b75-4d0c-b021-6d24f7dad2f8 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:53.130011 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 962d915f-6b75-4d0c-b021-6d24f7dad2f8 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:53.227277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8465d68b-1aad-42c2-b1c1-4df9d3058b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.273907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465d68b-1aad-42c2-b1c1-4df9d3058b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce396ee-92ed-4866-bc41-5c446f272107,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:53.287960 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8465d68b-1aad-42c2-b1c1-4df9d3058b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.294706 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8465d68b-1aad-42c2-b1c1-4df9d3058b1a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2ce396ee-92ed-4866-bc41-5c446f272107 HTTP/1.1" status: 204 len: 168 time: 0.9128938 Nov 09 17:36:53.295044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50820) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:53.360149 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.429899 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2b084bc-de3f-4f4b-8af7-74ee4dd34986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.624350 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2b084bc-de3f-4f4b-8af7-74ee4dd34986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.702486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f2b084bc-de3f-4f4b-8af7-74ee4dd34986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b117b5-c38d-4730-ba7b-a740b01864db']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:53.723213 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f2b084bc-de3f-4f4b-8af7-74ee4dd34986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de05527f-d240-4ead-b137-0fa54ce9c2bd') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:53.723815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f2b084bc-de3f-4f4b-8af7-74ee4dd34986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de05527f-d240-4ead-b137-0fa54ce9c2bd') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:53.738954 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2b084bc-de3f-4f4b-8af7-74ee4dd34986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.757865 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2b084bc-de3f-4f4b-8af7-74ee4dd34986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.766186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b084bc-de3f-4f4b-8af7-74ee4dd34986 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:53.766623 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2b084bc-de3f-4f4b-8af7-74ee4dd34986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:53.832298 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:53.842579 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2b084bc-de3f-4f4b-8af7-74ee4dd34986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.861450 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2b084bc-de3f-4f4b-8af7-74ee4dd34986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.871341 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f2b084bc-de3f-4f4b-8af7-74ee4dd34986 admin admin] 10.222.0.81 "DELETE /v2.0/networks/19b117b5-c38d-4730-ba7b-a740b01864db HTTP/1.1" status: 204 len: 168 time: 0.5690520 Nov 09 17:36:53.871829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50834) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:53.873680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf5b06-3692-4c8e-97f0-f3d42808b7d3 admin admin] Deleting port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:53.874553 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5b06-3692-4c8e-97f0-f3d42808b7d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:53.901223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b084bc-de3f-4f4b-8af7-74ee4dd34986 admin admin] Pushing event deleted for resources: {'Network': ['ID=19b117b5-c38d-4730-ba7b-a740b01864db,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:53.952919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-14235937-fff2-48b8-84e5-f042925cb8eb admin admin] Deleting subnet 2442df83-fa92-4640-add7-7d62238b5cc9 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:36:53.956665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-14235937-fff2-48b8-84e5-f042925cb8eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.012811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-5fdf5b06-3692-4c8e-97f0-f3d42808b7d3 admin admin] For port 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4ee8c46e-b2a0-4c54-b05e-861ff9c830f1,segment=NetworkSegment(f2564fb2-db17-4e58-a03f-ca746d47a185),segment_id=f2564fb2-db17-4e58-a03f-ca746d47a185)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:54.013244 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5b06-3692-4c8e-97f0-f3d42808b7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.033624 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-14235937-fff2-48b8-84e5-f042925cb8eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.047417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf5b06-3692-4c8e-97f0-f3d42808b7d3 admin admin] Calling delete_port for 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:54.114634 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-14235937-fff2-48b8-84e5-f042925cb8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.205454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-14235937-fff2-48b8-84e5-f042925cb8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.270959 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-14235937-fff2-48b8-84e5-f042925cb8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.277919 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-14235937-fff2-48b8-84e5-f042925cb8eb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2442df83-fa92-4640-add7-7d62238b5cc9 HTTP/1.1" status: 204 len: 168 time: 0.3941352 Nov 09 17:36:54.279691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14235937-fff2-48b8-84e5-f042925cb8eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2442df83-fa92-4640-add7-7d62238b5cc9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:54.289160 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50844) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:54.383669 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5b06-3692-4c8e-97f0-f3d42808b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.415693 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf5b06-3692-4c8e-97f0-f3d42808b7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee8c46e-b2a0-4c54-b05e-861ff9c830f1,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:54.474608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebba5-97e5-4310-ac25-7798f3aa306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.648750 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebba5-97e5-4310-ac25-7798f3aa306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.659053 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5b06-3692-4c8e-97f0-f3d42808b7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.683433 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-0b2ebba5-97e5-4310-ac25-7798f3aa306d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b25b1b-617a-40b2-93de-e3feef2e521a']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:54.699126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-0b2ebba5-97e5-4310-ac25-7798f3aa306d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7d8b74-51f7-404b-8d9e-50f8224549c0') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:54.699578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-0b2ebba5-97e5-4310-ac25-7798f3aa306d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7d8b74-51f7-404b-8d9e-50f8224549c0') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:54.722272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebba5-97e5-4310-ac25-7798f3aa306d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.782949 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebba5-97e5-4310-ac25-7798f3aa306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.834457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2ebba5-97e5-4310-ac25-7798f3aa306d admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:54.841569 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebba5-97e5-4310-ac25-7798f3aa306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:54.850351 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:36:54.944361 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebba5-97e5-4310-ac25-7798f3aa306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.954748 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebba5-97e5-4310-ac25-7798f3aa306d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:54.966144 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0b2ebba5-97e5-4310-ac25-7798f3aa306d admin admin] 10.222.0.81 "DELETE /v2.0/networks/62b25b1b-617a-40b2-93de-e3feef2e521a HTTP/1.1" status: 204 len: 168 time: 0.6748202 Nov 09 17:36:54.986422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ebba5-97e5-4310-ac25-7798f3aa306d admin admin] Pushing event deleted for resources: {'Network': ['ID=62b25b1b-617a-40b2-93de-e3feef2e521a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:55.163535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdf5b06-3692-4c8e-97f0-f3d42808b7d3 admin admin] Router 26c35fdd-f228-46ab-9531-ef68c5227d40 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:36:55.239381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50852) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:55.299301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdf5b06-3692-4c8e-97f0-f3d42808b7d3 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:36:55.306867 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5fdf5b06-3692-4c8e-97f0-f3d42808b7d3 admin admin] 10.222.0.81 "PUT /v2.0/routers/26c35fdd-f228-46ab-9531-ef68c5227d40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2008886 Nov 09 17:36:55.309824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50854) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:55.313473 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdbf087-c758-4588-bfd8-efa28b34cc7a None None] Sync routers for ids ['26c35fdd-f228-46ab-9531-ef68c5227d40'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:36:55.337382 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d208009e-e4b1-4c76-9c30-a08f1bfe28b5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=70c630d7be7a41139c470735f4a6f7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0925405 Nov 09 17:36:55.337810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50856) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:55.339617 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdbf087-c758-4588-bfd8-efa28b34cc7a None None] Routers {'26c35fdd-f228-46ab-9531-ef68c5227d40'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:55.341238 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ebdbf087-c758-4588-bfd8-efa28b34cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:36:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['26c35fdd-f228-46ab-9531-ef68c5227d40'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:55.455070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:55.473984 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4a026ed4-09bc-49b2-98bf-19fae8e0b28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:55.569155 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4a026ed4-09bc-49b2-98bf-19fae8e0b28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:55.618705 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-ebdbf087-c758-4588-bfd8-efa28b34cc7a None None] Set router 26c35fdd-f228-46ab-9531-ef68c5227d40 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:55.672996 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4a026ed4-09bc-49b2-98bf-19fae8e0b28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:55.681489 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4a026ed4-09bc-49b2-98bf-19fae8e0b28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:55.684004 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4a026ed4-09bc-49b2-98bf-19fae8e0b28b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/da9a111b-244d-432e-8245-b4cfd819af0c HTTP/1.1" status: 204 len: 168 time: 0.3445430 Nov 09 17:36:55.703022 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a026ed4-09bc-49b2-98bf-19fae8e0b28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9a111b-244d-432e-8245-b4cfd819af0c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:55.716941 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:55.876072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Deleting port daa43319-0ecc-426b-b038-c5e7407696e4 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:55.876394 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:56.004512 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ebdbf087-c758-4588-bfd8-efa28b34cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:36:54Z', 'revision_number': 5, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port': {'id': 'daa43319-0ecc-426b-b038-c5e7407696e4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:56.029532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] For port daa43319-0ecc-426b-b038-c5e7407696e4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=daa43319-0ecc-426b-b038-c5e7407696e4,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:56.029994 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:56.038475 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdbf087-c758-4588-bfd8-efa28b34cc7a None None] Checking router: 26c35fdd-f228-46ab-9531-ef68c5227d40 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:36:56.049099 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdbf087-c758-4588-bfd8-efa28b34cc7a None None] Routers {'26c35fdd-f228-46ab-9531-ef68c5227d40'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:36:56.049794 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ebdbf087-c758-4588-bfd8-efa28b34cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:36:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['26c35fdd-f228-46ab-9531-ef68c5227d40'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:56.052520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Calling delete_port for daa43319-0ecc-426b-b038-c5e7407696e4 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:56.156998 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-ebdbf087-c758-4588-bfd8-efa28b34cc7a None None] Set router 26c35fdd-f228-46ab-9531-ef68c5227d40 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:36:56.219011 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ebdbf087-c758-4588-bfd8-efa28b34cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:36:55Z', 'revision_number': 6, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:56.255972 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdbf087-c758-4588-bfd8-efa28b34cc7a None None] The sync data for ids ['26c35fdd-f228-46ab-9531-ef68c5227d40'] in n-d-817236-1 is: [{'id': '26c35fdd-f228-46ab-9531-ef68c5227d40', 'name': 'tempest-ServersTestJSON-1878316245-router', 'tenant_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:32:29Z', 'updated_at': '2021-11-09T17:36:55Z', 'revision_number': 6, 'project_id': 'c6f2e616167d40c2aaa2057e9205fc5a', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:36:56.421515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:56.475489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa43319-0ecc-426b-b038-c5e7407696e4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:56.607062 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:56.744361 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50882) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:56.819550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:56.827392 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:56.844889 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b2368e94-e43c-4a1b-a769-2f071803b252 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d632c98792fe4c7ca83e368c87ba4463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987096 Nov 09 17:36:56.846244 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50886) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:56.933025 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:56.934299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26c35fdd-f228-46ab-9531-ef68c5227d40 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:36:56.943132 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:56.946036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d475a42c-1eef-4224-99a4-380ab28326a5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/26c35fdd-f228-46ab-9531-ef68c5227d40 HTTP/1.1" status: 204 len: 168 time: 1.6349289 Nov 09 17:36:56.950661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50888) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:56.951081 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fba94a61-bdc4-48a2-9fe5-a4b37253461c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:57.015750 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fba94a61-bdc4-48a2-9fe5-a4b37253461c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:57.067528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa35813-5a1a-40d5-b1c1-53f080096690 admin admin] Deleting subnet 261426b6-ff67-4562-94a0-561f045062e8 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:36:57.076882 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9aa35813-5a1a-40d5-b1c1-53f080096690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:57.133257 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fba94a61-bdc4-48a2-9fe5-a4b37253461c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:57.141581 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fba94a61-bdc4-48a2-9fe5-a4b37253461c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:57.149134 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fba94a61-bdc4-48a2-9fe5-a4b37253461c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e634551c-0304-463f-8dbb-2183160e5cee HTTP/1.1" status: 204 len: 168 time: 0.3011935 Nov 09 17:36:57.166578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba94a61-bdc4-48a2-9fe5-a4b37253461c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e634551c-0304-463f-8dbb-2183160e5cee,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:57.175983 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9aa35813-5a1a-40d5-b1c1-53f080096690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:57.382667 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9aa35813-5a1a-40d5-b1c1-53f080096690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:57.591610 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9aa35813-5a1a-40d5-b1c1-53f080096690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:57.608085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:57.639070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9aa35813-5a1a-40d5-b1c1-53f080096690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:57.643007 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9aa35813-5a1a-40d5-b1c1-53f080096690 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/261426b6-ff67-4562-94a0-561f045062e8 HTTP/1.1" status: 204 len: 168 time: 0.6904702 Nov 09 17:36:57.644877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35813-5a1a-40d5-b1c1-53f080096690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261426b6-ff67-4562-94a0-561f045062e8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:57.646557 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50904) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:57.694513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:57.696066 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4ee8c46e-b2a0-4c54-b05e-861ff9c830f1 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:57.698005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device daa43319-0ecc-426b-b038-c5e7407696e4 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:57.759388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: daa43319-0ecc-426b-b038-c5e7407696e4 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:57.760009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device daa43319-0ecc-426b-b038-c5e7407696e4 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:57.761797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff043b1-e92b-4577-8dad-4680fff0508c None None] Network de75632f-df4b-4bcb-8065-c6f44b30ec8b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:36:57.942801 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:58.136354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0987096-0147-4993-b0fb-a2b2317ddcf7 None None] DHCP port deletion for de75632f-df4b-4bcb-8065-c6f44b30ec8b request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:36:58.162459 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-55aca46f-e4cb-48a5-af1c-b3af0b1f7cc2 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:36:58.187403 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-55aca46f-e4cb-48a5-af1c-b3af0b1f7cc2 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/networks?id=229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 200 len: 804 time: 0.2584839 Nov 09 17:36:58.279300 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-3ea91c22-c0f3-41bc-9139-9a04ddf14146 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/quotas/3c46fb553fd5455a99b1c992509a9782 HTTP/1.1" status: 200 len: 375 time: 0.0843389 Nov 09 17:36:58.323202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b0987096-0147-4993-b0fb-a2b2317ddcf7 None None] Deleting port 2691abef-e0ab-463b-a233-e6a9edb46656 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:58.326154 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b0987096-0147-4993-b0fb-a2b2317ddcf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:58.419339 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-47a5edf9-ab25-4e47-856b-42a12c550dea tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c46fb553fd5455a99b1c992509a9782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1359324 Nov 09 17:36:58.580274 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-d43d7104-f472-4bba-b136-1c8c725af36c service neutron] 10.222.0.81 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468053 Nov 09 17:36:58.662640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b0987096-0147-4993-b0fb-a2b2317ddcf7 None None] For port 2691abef-e0ab-463b-a233-e6a9edb46656, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2691abef-e0ab-463b-a233-e6a9edb46656,segment=NetworkSegment(f2564fb2-db17-4e58-a03f-ca746d47a185),segment_id=f2564fb2-db17-4e58-a03f-ca746d47a185)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:58.665730 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b0987096-0147-4993-b0fb-a2b2317ddcf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:58.740823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b0987096-0147-4993-b0fb-a2b2317ddcf7 None None] Calling delete_port for 2691abef-e0ab-463b-a233-e6a9edb46656 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:58.991556 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b0987096-0147-4993-b0fb-a2b2317ddcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:59.079636 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0987096-0147-4993-b0fb-a2b2317ddcf7 None None] Pushing event deleted for resources: {'Port': ['ID=2691abef-e0ab-463b-a233-e6a9edb46656,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:59.079921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-98e9c76f-3e00-403b-b561-58f681867f98 service neutron] 10.222.0.81 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979160 Nov 09 17:36:59.095425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0987096-0147-4993-b0fb-a2b2317ddcf7 None None] No DVR routers for this DVR port 2691abef-e0ab-463b-a233-e6a9edb46656 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:59.133786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Deleting port 2691abef-e0ab-463b-a233-e6a9edb46656 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:36:59.134991 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:59.291344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] For port 2691abef-e0ab-463b-a233-e6a9edb46656, host n-d-817236-1, got binding levels [] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:36:59.291878 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:59.308363 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Calling delete_port for 2691abef-e0ab-463b-a233-e6a9edb46656 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:36:59.312433 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Port 2691abef-e0ab-463b-a233-e6a9edb46656 was not found and therefore no delete operation was performed {{(pid=102155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:36:59.314307 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:59.338348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50954) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:36:59.364829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=2691abef-e0ab-463b-a233-e6a9edb46656,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:36:59.370583 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] No DVR routers for this DVR port 2691abef-e0ab-463b-a233-e6a9edb46656 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:36:59.631686 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3f30151e-8d3c-4e98-b3a3-cc824e8301ab req-4a4bd1f3-7409-4648-b3b8-bf44e2966317 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 210 time: 0.0917759 Nov 09 17:36:59.671401 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2691abef-e0ab-463b-a233-e6a9edb46656 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:36:59.731951 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:59.753127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 2691abef-e0ab-463b-a233-e6a9edb46656 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:36:59.755078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2691abef-e0ab-463b-a233-e6a9edb46656 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:36:59.785827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de75632f-df4b-4bcb-8065-c6f44b30ec8b']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:59.812090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2564fb2-db17-4e58-a03f-ca746d47a185') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:59.812889 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2564fb2-db17-4e58-a03f-ca746d47a185') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:36:59.875877 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:59.903135 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:59.919405 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:36:59.921475 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:36:59.924384 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:37:00.101306 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:00.101306 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:00.119566 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] 10.222.0.81 "DELETE /v2.0/networks/de75632f-df4b-4bcb-8065-c6f44b30ec8b HTTP/1.1" status: 204 len: 168 time: 2.4718170 Nov 09 17:37:00.151812 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e5eb5-02da-4ea5-8a5d-312b6df65c6d admin admin] Pushing event deleted for resources: {'Network': ['ID=de75632f-df4b-4bcb-8065-c6f44b30ec8b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:00.264133 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-298946db-300a-4c4a-9efd-9036ce6b9b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:00.528467 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-298946db-300a-4c4a-9efd-9036ce6b9b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:00.538045 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-298946db-300a-4c4a-9efd-9036ce6b9b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:00.740256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298946db-300a-4c4a-9efd-9036ce6b9b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb79f51-21c3-4939-9eba-cfa326cbb490,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:00.765115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51022) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:00.767456 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-298946db-300a-4c4a-9efd-9036ce6b9b52 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf61b641535c49769d903a1e9be721aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4267082 Nov 09 17:37:00.929430 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1607e106-5b1c-4e65-ac49-1312d1ffab78 req-4d192744-e4fc-44b7-926c-ad9eee353e72 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 210 time: 0.0692217 Nov 09 17:37:00.940370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51036) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:01.000738 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1a41b54-9f35-4bd0-bdde-4b89ad902e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:01.057018 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1a41b54-9f35-4bd0-bdde-4b89ad902e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:01.063125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2bc282b0-360b-451f-a1d6-5cdb163fb6cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6f2e616167d40c2aaa2057e9205fc5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1192439 Nov 09 17:37:01.064055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51040) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:01.151975 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1a41b54-9f35-4bd0-bdde-4b89ad902e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:01.155850 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1a41b54-9f35-4bd0-bdde-4b89ad902e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:01.157416 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f1a41b54-9f35-4bd0-bdde-4b89ad902e76 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2eb79f51-21c3-4939-9eba-cfa326cbb490 HTTP/1.1" status: 204 len: 168 time: 0.3907111 Nov 09 17:37:01.171351 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a41b54-9f35-4bd0-bdde-4b89ad902e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb79f51-21c3-4939-9eba-cfa326cbb490,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:01.349630 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31966d5a-e01d-43e0-b9b8-c3518fdfaea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:01.413528 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31966d5a-e01d-43e0-b9b8-c3518fdfaea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:01.527406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31966d5a-e01d-43e0-b9b8-c3518fdfaea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:01.531758 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31966d5a-e01d-43e0-b9b8-c3518fdfaea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:01.533060 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-31966d5a-e01d-43e0-b9b8-c3518fdfaea0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea573344-e101-4b44-8cbb-41240e43ed10 HTTP/1.1" status: 204 len: 168 time: 0.4679511 Nov 09 17:37:01.556394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31966d5a-e01d-43e0-b9b8-c3518fdfaea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea573344-e101-4b44-8cbb-41240e43ed10,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:01.568236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-36e797d0-b8a8-41a2-be33-ebe3bd5a837e tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:01.577722 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-36e797d0-b8a8-41a2-be33-ebe3bd5a837e tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.13 "GET /v2.0/networks?id=229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 200 len: 804 time: 0.2808201 Nov 09 17:37:01.595805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-041acb43-45c6-482d-9e85-84c3a145c0e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Request body: {'port': {'device_id': 'be43932c-856f-4c95-986d-3f6b52f5bc2e', 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9', 'admin_state_up': True, 'tenant_id': '3c46fb553fd5455a99b1c992509a9782'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:01.839407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-041acb43-45c6-482d-9e85-84c3a145c0e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Made reservation on behalf of 3c46fb553fd5455a99b1c992509a9782 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:01.855816 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-041acb43-45c6-482d-9e85-84c3a145c0e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:02.003787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51062) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:02.062184 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d787c8a4-208a-405d-aecc-53d0209f55d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:02.395258 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4c47669-73fd-4073-83ba-701a4c055667 req-6700a681-c931-4a33-846f-886edb61f205 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 210 time: 0.3040471 Nov 09 17:37:02.407537 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d787c8a4-208a-405d-aecc-53d0209f55d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:02.423567 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d787c8a4-208a-405d-aecc-53d0209f55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:02.517963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-041acb43-45c6-482d-9e85-84c3a145c0e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Allocated IP 172.20.0.8 (229e78ca-9312-4d3e-b942-954ff92e0cc9/20907115-321b-44dc-9720-07945eb0b036/b4e69732-068d-4593-a9c6-c518378f2a94) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:02.596342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d787c8a4-208a-405d-aecc-53d0209f55d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8c720b3b5194cb9b706b7aa9ec49a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5924561 Nov 09 17:37:02.600794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51082) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:02.614729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787c8a4-208a-405d-aecc-53d0209f55d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cd07dd-f1bc-45a3-942d-08df50ec8098,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:02.773126 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b03bdb6e-32bc-46e6-b616-46e6a20ea464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:02.889773 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b03bdb6e-32bc-46e6-b616-46e6a20ea464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:03.047386 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b03bdb6e-32bc-46e6-b616-46e6a20ea464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:03.054675 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b03bdb6e-32bc-46e6-b616-46e6a20ea464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:03.067275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b03bdb6e-32bc-46e6-b616-46e6a20ea464 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4cd07dd-f1bc-45a3-942d-08df50ec8098 HTTP/1.1" status: 204 len: 168 time: 0.4586115 Nov 09 17:37:03.100705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bdb6e-32bc-46e6-b616-46e6a20ea464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cd07dd-f1bc-45a3-942d-08df50ec8098,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:03.203387 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-041acb43-45c6-482d-9e85-84c3a145c0e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:03.299976 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-041acb43-45c6-482d-9e85-84c3a145c0e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:03.397566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041acb43-45c6-482d-9e85-84c3a145c0e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Pushing event updated for resources: {'Port': ['ID=b4e69732-068d-4593-a9c6-c518378f2a94,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:03.458128 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-041acb43-45c6-482d-9e85-84c3a145c0e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Network 229e78ca-9312-4d3e-b942-954ff92e0cc9 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:03.460595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-041acb43-45c6-482d-9e85-84c3a145c0e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:03.470734 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-041acb43-45c6-482d-9e85-84c3a145c0e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:03.584102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-041acb43-45c6-482d-9e85-84c3a145c0e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:03.585182 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-041acb43-45c6-482d-9e85-84c3a145c0e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:03.628864 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-041acb43-45c6-482d-9e85-84c3a145c0e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0376363 Nov 09 17:37:03.653166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Request body: {'port': {'device_id': 'be43932c-856f-4c95-986d-3f6b52f5bc2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:03.925303 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-6611cc73-185c-4d53-b2da-916e084ab420 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1173248 Nov 09 17:37:04.177641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-0da1e4fc-080f-4b73-ade8-4e2275f8dda8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:04.191137 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-0da1e4fc-080f-4b73-ade8-4e2275f8dda8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630565 Nov 09 17:37:04.228596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-498ceb88-2caf-445c-90d1-746a764519ac tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/quotas/1d8c0439f7674e87b291aca6be392867 HTTP/1.1" status: 200 len: 375 time: 0.0348492 Nov 09 17:37:04.278238 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-46c3e7d9-1848-412c-943e-08426e0d1298 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447884 Nov 09 17:37:04.652910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51186) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:04.807271 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-12c0deac-a79f-4002-8030-0cd6a8773d4a req-fb0eaebb-5212-4a71-a585-2d02290d0445 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 210 time: 0.0928481 Nov 09 17:37:04.824922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf73f57-3c5e-424b-907a-19a2d33f4fa5 req-caa78a56-f212-4f60-9a28-5d05e1914e50 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:04.866461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1cf73f57-3c5e-424b-907a-19a2d33f4fa5 req-caa78a56-f212-4f60-9a28-5d05e1914e50 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 931 time: 1.1451526 Nov 09 17:37:04.926768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:05.245688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1307587303-network', 'tenant_id': '86f56d6e79094165afb0b71931e08f42'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:05.302947 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Made reservation on behalf of 86f56d6e79094165afb0b71931e08f42 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:05.307578 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:05.343691 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:05.478161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e69732-068d-4593-a9c6-c518378f2a94 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:05.487760 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:05.517122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Transition to ACTIVE for port object b4e69732-068d-4593-a9c6-c518378f2a94 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:37:05.536207 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:05.638256 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:05.648765 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:05.704623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:37:05.745030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1cf73f57-3c5e-424b-907a-19a2d33f4fa5 req-18959ad0-985e-4d71-b608-7cf73d6268ca tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8740008 Nov 09 17:37:05.827439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb94bee-ac1d-4a00-a406-956bbe8e4c77,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:05.864768 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:05.866595 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Added segment bd378016-e5e3-40ae-ac8d-972bc91ffea3 of type vlan for network faa12864-c457-4fc2-89d1-00ecb676c142 Nov 09 17:37:05.950603 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:05.980023 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Pushing event updated for resources: {'Port': ['ID=b4e69732-068d-4593-a9c6-c518378f2a94,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:06.009174 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:06.010810 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:06.013963 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:06.149373 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be23f2b7-4289-456b-bdba-aadda77b8858 req-61e97c22-7d0a-4f9c-8681-bcd5797c7153 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 210 time: 0.0873544 Nov 09 17:37:06.166457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=faa12864-c457-4fc2-89d1-00ecb676c142,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:06.177951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network faa12864-c457-4fc2-89d1-00ecb676c142 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:37:06.212033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a80d8608-f3b6-4db7-bc70-72626a6a1eb7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5429943 Nov 09 17:37:06.213033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51244) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:06.213033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7c6d6356-76ea-4ef6-b583-8f6469c1fea2 admin admin] Request body: {'subnet': {'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1307587303-subnet', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:06.257273 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Attempting to bind port b4e69732-068d-4593-a9c6-c518378f2a94 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:37:06.258115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Attempting to bind port b4e69732-068d-4593-a9c6-c518378f2a94 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:37:06.259035 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Attempting to bind port b4e69732-068d-4593-a9c6-c518378f2a94 on network 229e78ca-9312-4d3e-b942-954ff92e0cc9 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:06.283926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Port b4e69732-068d-4593-a9c6-c518378f2a94 on network 229e78ca-9312-4d3e-b942-954ff92e0cc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:37:06.284901 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Attempting to bind port b4e69732-068d-4593-a9c6-c518378f2a94 on network 229e78ca-9312-4d3e-b942-954ff92e0cc9 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:06.296896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6d6356-76ea-4ef6-b583-8f6469c1fea2 admin admin] Made reservation on behalf of 86f56d6e79094165afb0b71931e08f42 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:06.301450 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6356-76ea-4ef6-b583-8f6469c1fea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:06.691800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:06.692180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Checking segment: {'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:06.692754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Bound using segment: {'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:06.693471 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Bound port: b4e69732-068d-4593-a9c6-c518378f2a94, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:37:06.694059 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:06.759213 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-420030ce-4243-4521-b662-9b786546daba tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1223760 Nov 09 17:37:07.002989 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6356-76ea-4ef6-b583-8f6469c1fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:07.013640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89227d52-857f-4aee-9fb7-3a714d415971 req-6788479e-482d-4f7e-b325-a53b35d844fe tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:07.017371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89227d52-857f-4aee-9fb7-3a714d415971 req-6788479e-482d-4f7e-b325-a53b35d844fe tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 943 time: 0.0920794 Nov 09 17:37:07.035070 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-bdc69eab-b85e-4295-9298-cd465745e887 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=15f600620bf34e42bc7188d9316f0370&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2871196 Nov 09 17:37:07.130588 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89227d52-857f-4aee-9fb7-3a714d415971 req-df932cfe-bbb7-465f-8e9b-3338c34b66c2 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954251 Nov 09 17:37:07.309625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d6356-76ea-4ef6-b583-8f6469c1fea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851952eb-e184-4308-9772-ac9d6d2eae63,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:07.424175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] For port b4e69732-068d-4593-a9c6-c518378f2a94, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:07.461372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] For port b4e69732-068d-4593-a9c6-c518378f2a94, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4e69732-068d-4593-a9c6-c518378f2a94,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:07.473914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-3fc21465-3d46-4477-a560-1180479a6509 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:07.475540 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-3fc21465-3d46-4477-a560-1180479a6509 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6837556 Nov 09 17:37:07.486785 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:07.498892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d6356-76ea-4ef6-b583-8f6469c1fea2 admin admin] Checking segment: {'id': 'bd378016-e5e3-40ae-ac8d-972bc91ffea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:07.499403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6d6356-76ea-4ef6-b583-8f6469c1fea2 admin admin] Network hostable DHCP agents. Network: faa12864-c457-4fc2-89d1-00ecb676c142, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:37:07.521284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da12e752-bf82-4cd2-aef0-acc151f2a54d req-f6a6c92c-b52b-47b5-bb92-06c3f20bd697 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 210 time: 0.0581312 Nov 09 17:37:07.546246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Request body: {'port': {'device_id': '9bd74e6c-6e23-493e-8f3b-aad59358b694', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '1d8c0439f7674e87b291aca6be392867'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:07.563701 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:07.564341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:07.566160 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] 10.222.0.13 "PUT /v2.0/ports/b4e69732-068d-4593-a9c6-c518378f2a94 HTTP/1.1" status: 200 len: 1091 time: 3.9290621 Nov 09 17:37:07.579746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be43932c-856f-4c95-986d-3f6b52f5bc2e', 'tag': 'b4e69732-068d-4593-a9c6-c518378f2a94'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:07.582151 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184cd670-9731-4be3-af26-72f3fae289fa" -d '{"events": [{"name": "network-changed", "server_uuid": "be43932c-856f-4c95-986d-3f6b52f5bc2e", "tag": "b4e69732-068d-4593-a9c6-c518378f2a94"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:07.647585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-06c8afdf-2345-4f5e-b5ec-351f6d2574af tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:07.651277 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-06c8afdf-2345-4f5e-b5ec-351f6d2574af tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6131251 Nov 09 17:37:07.695618 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-e6661c0b-5bed-434f-b090-c09718e01bad tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/quotas/15f600620bf34e42bc7188d9316f0370 HTTP/1.1" status: 200 len: 375 time: 0.0310397 Nov 09 17:37:07.757672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6d6356-76ea-4ef6-b583-8f6469c1fea2 admin admin] Network faa12864-c457-4fc2-89d1-00ecb676c142 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:37:07.764323 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2e3e98-d6da-4498-9ee1-efddf69271b5 x-openstack-request-id: req-dd2e3e98-d6da-4498-9ee1-efddf69271b5 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:07.764624 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be43932c-856f-4c95-986d-3f6b52f5bc2e", "tag": "b4e69732-068d-4593-a9c6-c518378f2a94", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:07.764853 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd2e3e98-d6da-4498-9ee1-efddf69271b5 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:07.765243 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be43932c-856f-4c95-986d-3f6b52f5bc2e', 'tag': 'b4e69732-068d-4593-a9c6-c518378f2a94', 'status': 'completed', 'code': 200} Nov 09 17:37:07.768516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e24cad-062c-43e6-94bf-d7adf860685d service neutron] Pushing event updated for resources: {'Port': ['ID=b4e69732-068d-4593-a9c6-c518378f2a94,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:07.773215 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-e0828b3e-755d-458c-a438-eb06a3092fc5 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=15f600620bf34e42bc7188d9316f0370&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698581 Nov 09 17:37:07.803467 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-7c6d6356-76ea-4ef6-b583-8f6469c1fea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, faa12864-c457-4fc2-89d1-00ecb676c142) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:07.815004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a6b0d7-1268-4fe3-baf9-ce316867d827 None None] Network faa12864-c457-4fc2-89d1-00ecb676c142 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:07.820869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d6356-76ea-4ef6-b583-8f6469c1fea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:07.821550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6356-76ea-4ef6-b583-8f6469c1fea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:07.839011 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-bafe2581-5176-41af-9995-dacd30f8a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:07.841068 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-bafe2581-5176-41af-9995-dacd30f8a0c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c46fb553fd5455a99b1c992509a9782&device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 1094 time: 0.1801143 Nov 09 17:37:07.880195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51294) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:07.882316 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7c6d6356-76ea-4ef6-b583-8f6469c1fea2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6797931 Nov 09 17:37:07.886604 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:07.900345 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51296) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:07.948758 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-c527c36a-8c67-441e-9c05-9da2bbef8ffe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4e69732-068d-4593-a9c6-c518378f2a94 HTTP/1.1" status: 200 len: 217 time: 0.0987983 Nov 09 17:37:08.028820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-d4e22c71-8d6c-4fcd-9b25-be1d695bf09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:08.030308 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-d4e22c71-8d6c-4fcd-9b25-be1d695bf09c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20907115-321b-44dc-9720-07945eb0b036 HTTP/1.1" status: 200 len: 844 time: 0.0736935 Nov 09 17:37:08.038978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Made reservation on behalf of 1d8c0439f7674e87b291aca6be392867 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:08.048789 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:08.072883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:08.074002 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:08.147165 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-1452c91a-fcc5-4a93-a39c-9f77753041b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=229e78ca-9312-4d3e-b942-954ff92e0cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932143 Nov 09 17:37:08.151700 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:08.224669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-faa12864-c457-4fc2-89d1-00ecb676c142', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'fixed_ips': [{'subnet_id': '851952eb-e184-4308-9772-ac9d6d2eae63'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:37:08.226023 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:08.411844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-31314534-345a-4ece-b965-baa5f8833d07 service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520900 Nov 09 17:37:08.587721 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e74b-6be5-472a-a069-6b46f5685007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:08.598185 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:08.674645 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:08.682609 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Allocated IP 172.20.0.2 (faa12864-c457-4fc2-89d1-00ecb676c142/851952eb-e184-4308-9772-ac9d6d2eae63/26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:08.697054 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:08.927419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d2881e-8041-487e-a4a7-dc91adb93c5b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:08.977131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269ba9c-eee7-4ce4-bd23-6006902e4153 req-1c30b5b5-a01d-42a3-9044-56a42f8f284a tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:08.980459 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d269ba9c-eee7-4ce4-bd23-6006902e4153 req-1c30b5b5-a01d-42a3-9044-56a42f8f284a tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 943 time: 0.3793855 Nov 09 17:37:09.126255 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b2d06d6c-d678-4766-8f29-9e35282d8e11 req-abe695cd-68e2-4c5c-97a8-148f62d588c7 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 210 time: 0.2202966 Nov 09 17:37:09.152346 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c89e1f5-640b-4786-8913-4f4fd5d3cfc9 req-95e3999b-9b08-4074-a5aa-05a2b18861b8 service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6962297 Nov 09 17:37:09.281530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Allocated IP 192.168.233.57 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/2f5873d6-de8b-4c7e-b614-30a37cdef4d6) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:09.300910 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:09.347378 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:09.367215 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e74b-6be5-472a-a069-6b46f5685007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:09.410652 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e74b-6be5-472a-a069-6b46f5685007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:09.512708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9e74b-6be5-472a-a069-6b46f5685007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f400462-34fb-4512-90d9-9dcf44139c4a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:09.552009 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:09.592422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Pushing event updated for resources: {'Port': ['ID=26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:09.621079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Network faa12864-c457-4fc2-89d1-00ecb676c142 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:09.623213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:09.634462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:09.712948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4fa9e74b-6be5-472a-a069-6b46f5685007 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b64e42f718334fc29f494607cdf6a0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8108537 Nov 09 17:37:09.716627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51332) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:09.725168 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6deb78d0-57b3-482d-a775-3aa0ca785f77 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=15f600620bf34e42bc7188d9316f0370&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172905 Nov 09 17:37:09.734772 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Attempting to bind port 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:37:09.735387 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Attempting to bind port 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'bd378016-e5e3-40ae-ac8d-972bc91ffea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:37:09.735992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Attempting to bind port 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e on network faa12864-c457-4fc2-89d1-00ecb676c142 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:09.747696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:09.748312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Checking segment: {'id': 'bd378016-e5e3-40ae-ac8d-972bc91ffea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:09.749169 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:09.749809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Bound using segment: {'id': 'bd378016-e5e3-40ae-ac8d-972bc91ffea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:09.750611 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Bound port: 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd378016-e5e3-40ae-ac8d-972bc91ffea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:37:09.752071 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:09.766258 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d269ba9c-eee7-4ce4-bd23-6006902e4153 req-10f8ba2e-6e58-4cd5-8e9f-91f7db06b5e8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616023 Nov 09 17:37:09.885266 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:09.902464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] For port 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:09.907861 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1065-0501-4be5-8110-479e918b760a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:09.913668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] For port 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e,segment=NetworkSegment(bd378016-e5e3-40ae-ac8d-972bc91ffea3),segment_id=bd378016-e5e3-40ae-ac8d-972bc91ffea3)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:09.922787 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:09.960728 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1065-0501-4be5-8110-479e918b760a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:10.041397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cd670-9731-4be3-af26-72f3fae289fa req-e5c50ebd-6e8b-4eeb-be6f-1d1310e7e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:10.045721 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-184cd670-9731-4be3-af26-72f3fae289fa req-e5c50ebd-6e8b-4eeb-be6f-1d1310e7e5c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c46fb553fd5455a99b1c992509a9782&device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 1094 time: 0.5915651 Nov 09 17:37:10.119832 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7d1e6-5cf1-457b-a6ca-1c094d88e4bb None None] Pushing event updated for resources: {'Port': ['ID=26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:10.245936 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:10.276026 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1065-0501-4be5-8110-479e918b760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:10.280916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1065-0501-4be5-8110-479e918b760a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:10.283789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cbcb1065-0501-4be5-8110-479e918b760a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f400462-34fb-4512-90d9-9dcf44139c4a HTTP/1.1" status: 204 len: 168 time: 0.5641057 Nov 09 17:37:10.449163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:10.485662 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:10.489094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb1065-0501-4be5-8110-479e918b760a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f400462-34fb-4512-90d9-9dcf44139c4a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:10.514108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:10.636938 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ee217972-3d6a-44bc-842a-dcc2d539673b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:10.643204 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:10.716777 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:10.832873 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event updated for resources: {'Port': ['ID=2f5873d6-de8b-4c7e-b614-30a37cdef4d6,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:10.842480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069d1e5-8b88-4478-a9fb-8b70ab74e709 req-2f4666a9-2666-491d-9362-b05e7bd709f0 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:10.842877 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f069d1e5-8b88-4478-a9fb-8b70ab74e709 req-2f4666a9-2666-491d-9362-b05e7bd709f0 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 935 time: 0.3588586 Nov 09 17:37:10.904016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-39613345-d479-4149-aca4-1a679ef8e7ff tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:10.920533 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-39613345-d479-4149-aca4-1a679ef8e7ff tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1938977 Nov 09 17:37:10.967997 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cd670-9731-4be3-af26-72f3fae289fa req-2f72eb64-ba42-48e7-924f-f4f5f5274d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:10.969931 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-184cd670-9731-4be3-af26-72f3fae289fa req-2f72eb64-ba42-48e7-924f-f4f5f5274d40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 200 len: 905 time: 0.9122052 Nov 09 17:37:10.973242 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-2f4eb205-89ca-4230-8ca5-60064dcc3f9b tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/quotas/15f600620bf34e42bc7188d9316f0370 HTTP/1.1" status: 200 len: 375 time: 0.0483348 Nov 09 17:37:11.018383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a235e633-750c-4284-b67a-608c55f47d1d None None] Provisioning complete for port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:11.028447 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a235e633-750c-4284-b67a-608c55f47d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:11.093251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a235e633-750c-4284-b67a-608c55f47d1d None None] Port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:37:11.142692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:11.143442 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:11.161101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Allocated IP 172.25.1.200 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/02fe7ca7-2b34-4429-9d7b-8e409faa01f7) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:11.169906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b4e69732-068d-4593-a9c6-c518378f2a94 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:37:11.181941 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-ea3a828e-30d1-407e-b6f9-b18c3c8929bd tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=15f600620bf34e42bc7188d9316f0370&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1961095 Nov 09 17:37:11.189035 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-184cd670-9731-4be3-af26-72f3fae289fa req-e2795ea1-eafc-4403-be6f-efc199afa0e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4e69732-068d-4593-a9c6-c518378f2a94 HTTP/1.1" status: 200 len: 217 time: 0.2047377 Nov 09 17:37:11.193976 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-2d8dfbb3-225e-4db0-af3b-bfed3e87e309 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=15f600620bf34e42bc7188d9316f0370&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1717794 Nov 09 17:37:11.230425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f069d1e5-8b88-4478-a9fb-8b70ab74e709 req-57f594e6-85a9-42b0-9cb6-80d8952de1fb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905610 Nov 09 17:37:11.376657 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-52fe506a-8928-4d9d-adca-38ff23fed9c9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8731003 Nov 09 17:37:11.423781 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Request body: {'port': {'device_id': '9bd74e6c-6e23-493e-8f3b-aad59358b694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:11.594640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b4e69732-068d-4593-a9c6-c518378f2a94, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4e69732-068d-4593-a9c6-c518378f2a94,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:11.618575 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:11.677368 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'b4e69732-068d-4593-a9c6-c518378f2a94', 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9', 'port_id': 'b4e69732-068d-4593-a9c6-c518378f2a94', 'mac_address': 'fa:16:3e:b9:68:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20907115-321b-44dc-9720-07945eb0b036', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:37:11.807130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cd670-9731-4be3-af26-72f3fae289fa req-2262a222-b74b-4ca1-8409-0abdeced86da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:11.809881 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-184cd670-9731-4be3-af26-72f3fae289fa req-2262a222-b74b-4ca1-8409-0abdeced86da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20907115-321b-44dc-9720-07945eb0b036 HTTP/1.1" status: 200 len: 844 time: 0.6002805 Nov 09 17:37:12.013692 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:12.021645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:12.153813 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-184cd670-9731-4be3-af26-72f3fae289fa req-e5668449-1055-4f3d-ad8f-b63fcaeb889a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=229e78ca-9312-4d3e-b942-954ff92e0cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3290360 Nov 09 17:37:12.181441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0785b678-217b-4a9e-8ffc-e60a74f9a4c8 req-ccacaf54-1587-4839-8daa-3c69a6be9206 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 210 time: 0.2998178 Nov 09 17:37:12.221165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e69732-068d-4593-a9c6-c518378f2a94 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:12.241836 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb3eb90-ffbf-4f79-b19b-01a1c79c29f7 None None] Network faa12864-c457-4fc2-89d1-00ecb676c142 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:12.576598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b4e69732-068d-4593-a9c6-c518378f2a94, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4e69732-068d-4593-a9c6-c518378f2a94,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:12.666749 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:12.714731 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-184cd670-9731-4be3-af26-72f3fae289fa req-a3b9788a-42f6-4162-ad8c-9b2715828146 service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310218 Nov 09 17:37:12.725386 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2de0cd8b-61c1-42f5-a543-a444385a28ed None None] Provisioning complete for port 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:12.726292 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2de0cd8b-61c1-42f5-a543-a444385a28ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:12.854112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d876c1-38ee-4269-83a4-bb731ea9aebd req-ec36554c-ba41-4507-a660-d4092ab00916 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:12.858625 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d876c1-38ee-4269-83a4-bb731ea9aebd req-ec36554c-ba41-4507-a660-d4092ab00916 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 943 time: 1.3855407 Nov 09 17:37:12.897049 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b4e69732-068d-4593-a9c6-c518378f2a94,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:12.928522 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:12.932729 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:12.933543 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:12.961352 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-184cd670-9731-4be3-af26-72f3fae289fa req-9005d659-29cd-460c-8cf0-261ce3a55e9d service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373178 Nov 09 17:37:13.051251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['b4e69732-068d-4593-a9c6-c518378f2a94'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:13.084449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-810f6257-e12a-4cd7-bf73-5aa8f3a11f5a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:13.095358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-810f6257-e12a-4cd7-bf73-5aa8f3a11f5a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8414187 Nov 09 17:37:13.101555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:13.121822 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-2f745024-4eb0-4905-afa8-f1832a46d632 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:13.135657 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-2f745024-4eb0-4905-afa8-f1832a46d632 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 808 time: 0.5961378 Nov 09 17:37:13.157288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Request body: {'port': {'device_id': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '15f600620bf34e42bc7188d9316f0370'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:13.188738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-769debad-6ad4-456b-8eae-9a0fd0e1a7e9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/quotas/f6b18ff8d0054db3b09b095e1c177e82 HTTP/1.1" status: 200 len: 375 time: 0.0512245 Nov 09 17:37:13.272924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Pushing event updated for resources: {'Port': ['ID=02fe7ca7-2b34-4429-9d7b-8e409faa01f7,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:13.352035 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:13.397241 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:13.397855 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:13.448420 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2de0cd8b-61c1-42f5-a543-a444385a28ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:13.456495 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-a1d45c7f-6ecf-4be2-aff9-8de159c562d5 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2651615 Nov 09 17:37:13.475055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:13.475654 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:13.476222 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:13.476791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:13.478247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:13.478460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:13.479017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:13.479588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:13.480111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:13.480671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:13.481250 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:13.481778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:13.530180 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d876c1-38ee-4269-83a4-bb731ea9aebd req-46b98c5b-bb3d-41d1-8092-99d1d25e245e tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793804 Nov 09 17:37:13.532646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:13.537683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:13.544692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:13.562617 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Transition to ACTIVE for port object 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:37:13.588144 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:13.677303 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e,segment=NetworkSegment(bd378016-e5e3-40ae-ac8d-972bc91ffea3),segment_id=bd378016-e5e3-40ae-ac8d-972bc91ffea3)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:13.748856 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:13.875711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Pushing event updated for resources: {'Port': ['ID=2f5873d6-de8b-4c7e-b614-30a37cdef4d6,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:13.935869 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-39dc95df-aef9-4922-a73b-f067ad78378d service neutron] 10.222.0.81 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795461 Nov 09 17:37:14.044547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:14.099103 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e4a39e79-1fbf-4b05-85b2-baf19b1adc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:14.102269 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-2de0cd8b-61c1-42f5-a543-a444385a28ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:37:14.103445 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-2de0cd8b-61c1-42f5-a543-a444385a28ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:37:14.153210 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Attempting to bind port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:37:14.153886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Attempting to bind port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:37:14.154417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Attempting to bind port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:14.168689 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:37:14.169651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Attempting to bind port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:14.179958 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:14.181855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:14.182544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:14.183267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Bound port: 2f5873d6-de8b-4c7e-b614-30a37cdef4d6, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:37:14.183899 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:14.200320 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-5a989ece-bda0-4cee-a8b6-fc02a1237436 service neutron] 10.222.0.81 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631340 Nov 09 17:37:14.318011 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:14.355508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-9b3dd659-fb07-4a98-a3a9-92b85fbcddb8 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=15f600620bf34e42bc7188d9316f0370&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2498720 Nov 09 17:37:14.448652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Made reservation on behalf of 15f600620bf34e42bc7188d9316f0370 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:14.454605 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:14.556637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919723d-cde9-4639-9532-7270569073bc req-b55caaca-144d-4f54-8172-d35c317f7243 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:14.564421 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4919723d-cde9-4639-9532-7270569073bc req-b55caaca-144d-4f54-8172-d35c317f7243 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 947 time: 0.8723042 Nov 09 17:37:14.575702 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:14.857193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4919723d-cde9-4639-9532-7270569073bc req-64b4273a-3506-4fdd-9d55-ffa14ed8acc6 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912223 Nov 09 17:37:14.896888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-a62c7eb2-49c3-4b99-af77-4b89b0f5b026 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:14.898521 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-a62c7eb2-49c3-4b99-af77-4b89b0f5b026 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5044193 Nov 09 17:37:14.936478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6fb5073e-dbd0-4be6-b785-d059c4f3eec1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Request body: {'port': {'device_id': 'ce516aac-0576-4d4e-a1df-7a175c167c79', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '15f600620bf34e42bc7188d9316f0370'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:14.938247 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] For port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:14.968209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] For port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2f5873d6-de8b-4c7e-b614-30a37cdef4d6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:14.989270 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:15.021464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2c79d660-9508-48e4-bf2f-947587fa81d2 None None] Provisioning complete for port 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:15.021938 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2c79d660-9508-48e4-bf2f-947587fa81d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:15.168500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:15.170717 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:15.174315 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] 10.222.0.18 "PUT /v2.0/ports/2f5873d6-de8b-4c7e-b614-30a37cdef4d6 HTTP/1.1" status: 200 len: 1095 time: 3.7787716 Nov 09 17:37:15.186740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b4e69732-068d-4593-a9c6-c518378f2a94 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:15.216416 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd74e6c-6e23-493e-8f3b-aad59358b694', 'tag': '2f5873d6-de8b-4c7e-b614-30a37cdef4d6'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:15.219310 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d115e14-c543-40fd-80f4-ab7b42525674" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd74e6c-6e23-493e-8f3b-aad59358b694", "tag": "2f5873d6-de8b-4c7e-b614-30a37cdef4d6"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:15.232147 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46d08786-e680-480b-9270-adebe90aa80d req-2975a1b9-f6b5-44ff-9eef-eb9492489f91 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 210 time: 0.0845466 Nov 09 17:37:15.392760 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:15.400612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port b4e69732-068d-4593-a9c6-c518378f2a94 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:37:15.418705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port b4e69732-068d-4593-a9c6-c518378f2a94 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:15.419011 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:15.429610 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9afbca-5c49-417e-b696-dc76de2134ef service neutron] Pushing event updated for resources: {'Port': ['ID=2f5873d6-de8b-4c7e-b614-30a37cdef4d6,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:15.520120 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-73e9962f-4147-48a4-a226-20c5b664e8bd req-a4506172-1d36-4bd6-8521-14c0079389ec tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 210 time: 0.1391203 Nov 09 17:37:15.588744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-f9d9b1c7-5b10-4f1f-a254-d20eeac5db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:15.597715 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-f9d9b1c7-5b10-4f1f-a254-d20eeac5db01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 1098 time: 0.3333008 Nov 09 17:37:15.675089 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:15.742734 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:15.743847 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-63e17297-ce8f-4300-a30c-a9599983513e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=2f5873d6-de8b-4c7e-b614-30a37cdef4d6 HTTP/1.1" status: 200 len: 217 time: 0.1356652 Nov 09 17:37:15.746170 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bf011b-fdaa-4e90-9642-9efab9f393d2 x-openstack-request-id: req-a6bf011b-fdaa-4e90-9642-9efab9f393d2 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:15.746759 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd74e6c-6e23-493e-8f3b-aad59358b694", "tag": "2f5873d6-de8b-4c7e-b614-30a37cdef4d6", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:15.747332 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6bf011b-fdaa-4e90-9642-9efab9f393d2 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:15.748064 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd74e6c-6e23-493e-8f3b-aad59358b694', 'tag': '2f5873d6-de8b-4c7e-b614-30a37cdef4d6', 'status': 'completed', 'code': 200} Nov 09 17:37:15.839029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be43932c-856f-4c95-986d-3f6b52f5bc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e69732-068d-4593-a9c6-c518378f2a94'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:15.845380 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f163a39-c6d5-404d-924f-b165ef36d4f5" -d '{"events": [{"server_uuid": "be43932c-856f-4c95-986d-3f6b52f5bc2e", "name": "network-vif-plugged", "status": "completed", "tag": "b4e69732-068d-4593-a9c6-c518378f2a94"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:15.881248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b4e69732-068d-4593-a9c6-c518378f2a94, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4e69732-068d-4593-a9c6-c518378f2a94,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:15.881894 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-7b0cb58d-3069-4083-ae24-11d4577c9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:15.885889 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-7b0cb58d-3069-4083-ae24-11d4577c9d4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1322770 Nov 09 17:37:15.890720 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:15.908043 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:15.919431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037788f-13c4-4f18-9417-eaaee855294b req-8deff021-9db7-49f1-9d8f-a39e6ce4fda8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:15.927082 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b037788f-13c4-4f18-9417-eaaee855294b req-8deff021-9db7-49f1-9d8f-a39e6ce4fda8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 944 time: 0.6529193 Nov 09 17:37:15.938595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6fb5073e-dbd0-4be6-b785-d059c4f3eec1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Made reservation on behalf of 15f600620bf34e42bc7188d9316f0370 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:15.942202 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6fb5073e-dbd0-4be6-b785-d059c4f3eec1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:15.944613 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:16.057512 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15bafa4-d7fb-475d-811b-1ac5d93de411 x-openstack-request-id: req-b15bafa4-d7fb-475d-811b-1ac5d93de411 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:16.058342 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be43932c-856f-4c95-986d-3f6b52f5bc2e", "name": "network-vif-plugged", "status": "completed", "tag": "b4e69732-068d-4593-a9c6-c518378f2a94", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:16.058342 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b15bafa4-d7fb-475d-811b-1ac5d93de411 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:16.058973 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be43932c-856f-4c95-986d-3f6b52f5bc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e69732-068d-4593-a9c6-c518378f2a94', 'code': 200} Nov 09 17:37:16.126889 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-2b45105c-687a-4548-af7a-16b7290b0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:16.127766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:16.128553 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-2b45105c-687a-4548-af7a-16b7290b0b6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2350118 Nov 09 17:37:16.288276 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b4e69732-068d-4593-a9c6-c518378f2a94,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:16.347705 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b037788f-13c4-4f18-9417-eaaee855294b req-27b99d08-1a49-4424-83b9-d736dceb59fa tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193010 Nov 09 17:37:16.397634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:16.405677 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:16.432421 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-4d6f8974-9a8d-4f0f-8560-a6dd26367152 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820895 Nov 09 17:37:16.599342 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37654db1-6fa5-475e-916c-f0225e87a3da req-89f23686-6643-4331-a1f3-23555f47533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:16.604515 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-37654db1-6fa5-475e-916c-f0225e87a3da req-89f23686-6643-4331-a1f3-23555f47533b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 1096 time: 0.4748693 Nov 09 17:37:16.634083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4a6d9-8b79-48cd-a208-70b99a4cf137 req-96aba098-a554-488a-8a81-5d38865e1263 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:16.640773 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b5a4a6d9-8b79-48cd-a208-70b99a4cf137 req-96aba098-a554-488a-8a81-5d38865e1263 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 947 time: 0.2051799 Nov 09 17:37:16.707801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:16.920650 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b5a4a6d9-8b79-48cd-a208-70b99a4cf137 req-3617cd37-9eb4-47f3-98cc-26003570e662 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400098 Nov 09 17:37:16.925736 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-37654db1-6fa5-475e-916c-f0225e87a3da req-87569a94-d4f7-42ab-9f9d-c29afeb40984 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745538 Nov 09 17:37:16.933456 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c548501f-419c-49eb-a20e-3d00ca229e17 req-d729bf74-5052-452c-8d15-8a22c9cd5780 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903023 Nov 09 17:37:16.985262 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6500535d-d68d-4cac-9129-1100050dda5c req-b0899d43-dd53-41be-b4ca-863f9045e2b6 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 210 time: 0.0526438 Nov 09 17:37:17.011243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Allocated IP 192.168.233.167 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/0ea92cd1-3182-493c-9a65-d45e559015d8) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:17.081113 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:17.120348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d115e14-c543-40fd-80f4-ab7b42525674 req-cd1db5f3-cc72-4f85-b2a4-3a75c7fd9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:17.123909 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d115e14-c543-40fd-80f4-ab7b42525674 req-cd1db5f3-cc72-4f85-b2a4-3a75c7fd9e74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 1098 time: 0.0838711 Nov 09 17:37:17.184993 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3b7cc5ec-f124-4554-b70e-b0b8f839bb1e req-595b3dd6-67d2-4a65-bd7e-3d3c8197ebcc tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 210 time: 0.0576484 Nov 09 17:37:17.489844 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d115e14-c543-40fd-80f4-ab7b42525674 req-798d2aad-2749-4235-aa99-6b16b3c073ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:17.492096 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d115e14-c543-40fd-80f4-ab7b42525674 req-798d2aad-2749-4235-aa99-6b16b3c073ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.3058190 Nov 09 17:37:17.505931 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:17.564395 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:17.585735 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d115e14-c543-40fd-80f4-ab7b42525674 req-de34f3b6-4efa-4e7c-b3ed-51eb0f4c2c4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=2f5873d6-de8b-4c7e-b614-30a37cdef4d6 HTTP/1.1" status: 200 len: 217 time: 0.0834930 Nov 09 17:37:17.647716 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:17.695850 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d115e14-c543-40fd-80f4-ab7b42525674 req-4a74b5f7-1876-4b4d-a0cd-e88faf0158c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:17.698349 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d115e14-c543-40fd-80f4-ab7b42525674 req-4a74b5f7-1876-4b4d-a0cd-e88faf0158c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1040261 Nov 09 17:37:17.822084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d115e14-c543-40fd-80f4-ab7b42525674 req-07d82475-9b7d-4f29-9312-1b48308fe5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:17.826225 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d115e14-c543-40fd-80f4-ab7b42525674 req-07d82475-9b7d-4f29-9312-1b48308fe5b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187649 Nov 09 17:37:17.855924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Pushing event updated for resources: {'Port': ['ID=0ea92cd1-3182-493c-9a65-d45e559015d8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:17.885909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:17.895746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:17.901357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:18.003780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56c0d1-9e84-4f95-95e6-38962a8e2b50 req-0e298770-ae06-4242-8c2a-efae3d0b445e tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:18.006427 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f56c0d1-9e84-4f95-95e6-38962a8e2b50 req-0e298770-ae06-4242-8c2a-efae3d0b445e tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 945 time: 0.4884038 Nov 09 17:37:18.025047 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:18.026195 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:18.173229 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f56c0d1-9e84-4f95-95e6-38962a8e2b50 req-68a9742c-c245-484c-949e-8803327c8e68 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367352 Nov 09 17:37:18.210536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6fb5073e-dbd0-4be6-b785-d059c4f3eec1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Allocated IP 192.168.233.196 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/a44800ca-df28-4148-b54f-b64debe45fc4) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:18.277590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b629d3fc-d59e-4031-a342-2be51ab272c9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1529715 Nov 09 17:37:18.302872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Request body: {'port': {'device_id': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:18.362287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d115e14-c543-40fd-80f4-ab7b42525674 req-afb36723-ed47-4979-8fe3-a0c97063d0ab service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256100 Nov 09 17:37:18.390004 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d432c14-ee6a-47e5-a340-867b7e825a3b req-5947f3b7-1dae-4f7e-8195-c4293433f693 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:18.404110 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d432c14-ee6a-47e5-a340-867b7e825a3b req-5947f3b7-1dae-4f7e-8195-c4293433f693 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 947 time: 0.1958225 Nov 09 17:37:18.406460 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51502) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:18.457477 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Router 6dbdbc27-9fcb-4222-8249-96f92aac02de is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:37:18.505810 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-72ab1fc5-6eb6-40d2-b524-8a162dbc2b6b req-aacfac0a-5f82-46b2-9713-95107dc6458c tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 210 time: 0.1893382 Nov 09 17:37:18.610005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-970aa587-ad61-466e-87a3-9d933867a730 None None] Provisioning complete for port 0ea92cd1-3182-493c-9a65-d45e559015d8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:18.610937 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-970aa587-ad61-466e-87a3-9d933867a730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:18.691674 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d115e14-c543-40fd-80f4-ab7b42525674 req-ee71187f-d68b-48d0-855d-15ec61a878f5 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204157 Nov 09 17:37:18.742111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-970aa587-ad61-466e-87a3-9d933867a730 None None] Port 0ea92cd1-3182-493c-9a65-d45e559015d8 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:37:18.955424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-99fc9503-0fbb-4b29-907a-a047a4de9ea9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:18.958632 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-99fc9503-0fbb-4b29-907a-a047a4de9ea9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.13 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 808 time: 1.0840743 Nov 09 17:37:18.987411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-d278d81d-4aad-476c-8005-d023f2567338 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Request body: {'port': {'device_id': '0b3548e3-0007-4a29-9d52-76fc0b6e0a20', 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b', 'admin_state_up': True, 'tenant_id': 'f6b18ff8d0054db3b09b095e1c177e82'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:19.128448 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a435d161-4624-4e82-9909-63f7e17729b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:19.147961 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d432c14-ee6a-47e5-a340-867b7e825a3b req-6d80430c-0520-461a-831b-7e87f224739d tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650750 Nov 09 17:37:19.252156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:19.323031 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd765a30-ff09-440b-a787-188e6bdea740 req-4aa4037e-c357-441b-88e0-eda7bcc66778 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 210 time: 0.0893128 Nov 09 17:37:19.520521 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a435d161-4624-4e82-9909-63f7e17729b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:19.532583 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a435d161-4624-4e82-9909-63f7e17729b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:19.569210 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-d278d81d-4aad-476c-8005-d023f2567338 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Made reservation on behalf of f6b18ff8d0054db3b09b095e1c177e82 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:19.574680 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-d278d81d-4aad-476c-8005-d023f2567338 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:19.672560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:19.689974 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Sync routers for ids ['6dbdbc27-9fcb-4222-8249-96f92aac02de'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:19.730101 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Routers {'6dbdbc27-9fcb-4222-8249-96f92aac02de'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:19.731504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:37:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6dbdbc27-9fcb-4222-8249-96f92aac02de'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:19.734022 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae3e3f-51be-4b15-8491-7abb36f587c0 req-33299a03-89f1-4751-8dd1-b904b7416682 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:19.735422 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6fb5073e-dbd0-4be6-b785-d059c4f3eec1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:19.736954 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbae3e3f-51be-4b15-8491-7abb36f587c0 req-33299a03-89f1-4751-8dd1-b904b7416682 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 945 time: 0.3567519 Nov 09 17:37:19.750622 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:19.756513 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f856a858-7ebe-4f10-8ffd-d1687d13de37 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.8711469 Nov 09 17:37:19.759557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51520) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:19.780742 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a435d161-4624-4e82-9909-63f7e17729b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b1757f9b60f54aa4bc56b8b5beb4e36b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0931189 Nov 09 17:37:19.815607 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51522) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:19.845455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435d161-4624-4e82-9909-63f7e17729b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1321f37c-e6f6-4e66-8f7b-7072a633adf8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:20.027250 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-adf0bc50-4a58-488e-bb8f-7c9889c8e2c6 req-14711652-dbaf-49ce-8fac-62a719c637f4 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 210 time: 0.1000659 Nov 09 17:37:20.068517 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Set router 6dbdbc27-9fcb-4222-8249-96f92aac02de gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:37:20.140348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-d278d81d-4aad-476c-8005-d023f2567338 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Allocated IP 172.20.0.11 (e6d0ba4a-405d-4a7d-b42f-4a023f54a71b/35bd4ab4-76ee-4437-92fd-d6a3a82366d2/441258f8-ce21-4841-8f30-dedb07890345) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:20.144853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6fb5073e-dbd0-4be6-b785-d059c4f3eec1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:20.379246 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbae3e3f-51be-4b15-8491-7abb36f587c0 req-1a714249-ec6d-4df5-8e46-ad51030bb40c tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885761 Nov 09 17:37:20.451883 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9446f11a-7dda-4802-827d-4be711e99672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:20.477140 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9446f11a-7dda-4802-827d-4be711e99672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:20.524189 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:37:20.530193 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6fb5073e-dbd0-4be6-b785-d059c4f3eec1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:20.561934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5073e-dbd0-4be6-b785-d059c4f3eec1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Pushing event updated for resources: {'Port': ['ID=a44800ca-df28-4148-b54f-b64debe45fc4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:20.748145 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-629e3e74-ff92-46b4-bcd7-3dba9e23b10d req-3eea8e45-7439-4d4c-974a-abcefb8a4fe3 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 210 time: 0.0860908 Nov 09 17:37:20.759388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:14Z', 'revision_number': 3, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port': {'id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:10Z', 'updated_at': '2021-11-09T17:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:20.772857 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9446f11a-7dda-4802-827d-4be711e99672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:20.778461 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9446f11a-7dda-4802-827d-4be711e99672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:20.785425 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9446f11a-7dda-4802-827d-4be711e99672 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1321f37c-e6f6-4e66-8f7b-7072a633adf8 HTTP/1.1" status: 204 len: 168 time: 0.9505415 Nov 09 17:37:20.798545 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-d278d81d-4aad-476c-8005-d023f2567338 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:20.848872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446f11a-7dda-4802-827d-4be711e99672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1321f37c-e6f6-4e66-8f7b-7072a633adf8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:20.872735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6fb5073e-dbd0-4be6-b785-d059c4f3eec1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:20.878731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6fb5073e-dbd0-4be6-b785-d059c4f3eec1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:20.892059 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Checking router: 6dbdbc27-9fcb-4222-8249-96f92aac02de for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:37:20.893065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Updating router 6dbdbc27-9fcb-4222-8249-96f92aac02de port 02fe7ca7-2b34-4429-9d7b-8e409faa01f7 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:37:20.963625 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-d278d81d-4aad-476c-8005-d023f2567338 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:20.993078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['cebc8247-63f6-4e82-ac04-8725265dd107', 'd06f281b-ffbb-4533-8f8e-800d4845d7cc'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:21.168601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-d278d81d-4aad-476c-8005-d023f2567338 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:21.170190 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:21.206642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-d278d81d-4aad-476c-8005-d023f2567338 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:21.214635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-d278d81d-4aad-476c-8005-d023f2567338 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:21.308979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e849cc8-81a3-4899-b52d-f9081a8971f2 req-ec17fafd-2ec8-4bf1-b2ba-b99c2534a4a1 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:21.319380 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e849cc8-81a3-4899-b52d-f9081a8971f2 req-ec17fafd-2ec8-4bf1-b2ba-b99c2534a4a1 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 947 time: 0.8781042 Nov 09 17:37:21.360772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea92cd1-3182-493c-9a65-d45e559015d8 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:21.432763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6fb5073e-dbd0-4be6-b785-d059c4f3eec1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:21.434862 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6fb5073e-dbd0-4be6-b785-d059c4f3eec1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:21.453216 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:21.480739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278d81d-4aad-476c-8005-d023f2567338 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Pushing event updated for resources: {'Port': ['ID=441258f8-ce21-4841-8f30-dedb07890345,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:21.616541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Transition to ACTIVE for port object 0ea92cd1-3182-493c-9a65-d45e559015d8 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:37:21.624371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6fb5073e-dbd0-4be6-b785-d059c4f3eec1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7063720 Nov 09 17:37:21.644578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-d278d81d-4aad-476c-8005-d023f2567338 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:21.645483 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-d278d81d-4aad-476c-8005-d023f2567338 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:21.674677 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:21.682130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Request body: {'port': {'device_id': 'ce516aac-0576-4d4e-a1df-7a175c167c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:21.690483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c09a02-195a-43c2-a64a-36eec1eca037 req-0becdab9-5869-49a3-bbd2-7991373139cb tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:21.695857 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85c09a02-195a-43c2-a64a-36eec1eca037 req-0becdab9-5869-49a3-bbd2-7991373139cb tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 936 time: 0.4542139 Nov 09 17:37:21.734854 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-d278d81d-4aad-476c-8005-d023f2567338 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7595036 Nov 09 17:37:21.751586 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Request body: {'port': {'device_id': '0b3548e3-0007-4a29-9d52-76fc0b6e0a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:21.860898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85c09a02-195a-43c2-a64a-36eec1eca037 req-e16893be-36b7-4ace-aaa2-8d2527171d88 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539156 Nov 09 17:37:21.904662 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:21.944131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e849cc8-81a3-4899-b52d-f9081a8971f2 req-4d47670f-8f1f-45b0-bff7-e6eafbe6521e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235037 Nov 09 17:37:22.033675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:37:22.096936 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:22.097495 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:22.216483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea92cd1-3182-493c-9a65-d45e559015d8,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:22.475214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51df12-bcea-44c0-a76b-fecd0be1c572 req-30a24069-604f-4e78-8421-bd666b55de6c tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:22.502988 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6b51df12-bcea-44c0-a76b-fecd0be1c572 req-30a24069-604f-4e78-8421-bd666b55de6c tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 945 time: 0.3728104 Nov 09 17:37:22.587533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Attempting to bind port 0ea92cd1-3182-493c-9a65-d45e559015d8 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:37:22.588203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Attempting to bind port 0ea92cd1-3182-493c-9a65-d45e559015d8 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:37:22.588658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Attempting to bind port 0ea92cd1-3182-493c-9a65-d45e559015d8 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:22.640772 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2f5873d6-de8b-4c7e-b614-30a37cdef4d6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:22.658950 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:22.793948 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6b51df12-bcea-44c0-a76b-fecd0be1c572 req-1a3ff769-08cd-4901-bb5c-f7a8b475905c tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897727 Nov 09 17:37:22.809346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Port 0ea92cd1-3182-493c-9a65-d45e559015d8 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:37:22.817588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Attempting to bind port 0ea92cd1-3182-493c-9a65-d45e559015d8 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:22.819570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '2f5873d6-de8b-4c7e-b614-30a37cdef4d6', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '2f5873d6-de8b-4c7e-b614-30a37cdef4d6', 'mac_address': 'fa:16:3e:a7:09:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:37:22.845873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3a2b051d-003f-41a0-83f5-d892bade5710 None None] Provisioning complete for port a44800ca-df28-4148-b54f-b64debe45fc4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:22.846656 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3a2b051d-003f-41a0-83f5-d892bade5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:22.869561 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:22.893977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:22.894417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:22.894923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:22.895628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Bound port: 0ea92cd1-3182-493c-9a65-d45e559015d8, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:37:22.896087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:22.972400 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2b10a-95ff-42a3-9ca0-e1807e35538f req-3c047199-04f9-42bb-b8d2-d50fba6fdea1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:22.985335 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-afd2b10a-95ff-42a3-9ca0-e1807e35538f req-3c047199-04f9-42bb-b8d2-d50fba6fdea1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 932 time: 0.4657295 Nov 09 17:37:23.056344 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49060cc-944a-4924-b60b-a43cb6a22334 None None] Pushing event updated for resources: {'Port': ['ID=02fe7ca7-2b34-4429-9d7b-8e409faa01f7,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:23.075039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441258f8-ce21-4841-8f30-dedb07890345 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:23.103539 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:23.104687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:23.113284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0ea92cd1-3182-493c-9a65-d45e559015d8,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:23.138740 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:23.203579 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Attempting to bind port 02fe7ca7-2b34-4429-9d7b-8e409faa01f7 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:37:23.204394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Attempting to bind port 02fe7ca7-2b34-4429-9d7b-8e409faa01f7 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:37:23.206243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Attempting to bind port 02fe7ca7-2b34-4429-9d7b-8e409faa01f7 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:23.262552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Transition to ACTIVE for port object 441258f8-ce21-4841-8f30-dedb07890345 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:37:23.282067 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:23.299040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:23.300651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:23.305433 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:23.316211 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:23.316602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Bound port: 02fe7ca7-2b34-4429-9d7b-8e409faa01f7, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:37:23.317643 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:23.365980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-afd2b10a-95ff-42a3-9ca0-e1807e35538f req-961f8105-1cec-446f-b57c-92bc662677a2 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795464 Nov 09 17:37:23.368240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:23.368890 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:23.370408 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] 10.222.0.13 "PUT /v2.0/ports/0ea92cd1-3182-493c-9a65-d45e559015d8 HTTP/1.1" status: 200 len: 1096 time: 5.0813456 Nov 09 17:37:23.377545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:23.379959 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800c416d-9fff-40f8-bd04-a31a46c43908" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:23.439050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d595635-b4e7-43be-9c4b-e6effe663a71 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea92cd1-3182-493c-9a65-d45e559015d8,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:23.502033 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:23.561516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f00b59-76a7-46b2-81fb-a1b9ea900572 req-d39696d3-8a91-48ce-b3ed-10d8f287e850 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:23.582320 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1f00b59-76a7-46b2-81fb-a1b9ea900572 req-d39696d3-8a91-48ce-b3ed-10d8f287e850 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 945 time: 0.5336368 Nov 09 17:37:23.606812 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Pushing event updated for resources: {'Port': ['ID=441258f8-ce21-4841-8f30-dedb07890345,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:23.771492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b471f695-3d23-4072-ae3a-c6d3fcd56b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:23.775366 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-b471f695-3d23-4072-ae3a-c6d3fcd56b39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15f600620bf34e42bc7188d9316f0370&device_id=5f8c3875-70be-4d2d-b427-51c40323e5ca HTTP/1.1" status: 200 len: 1099 time: 0.3161333 Nov 09 17:37:23.919045 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1f00b59-76a7-46b2-81fb-a1b9ea900572 req-1f3c3d0b-4e49-405c-ba15-9304f419a01d tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258703 Nov 09 17:37:24.002176 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:24.009345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b051d-003f-41a0-83f5-d892bade5710 None None] Port a44800ca-df28-4148-b54f-b64debe45fc4 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:37:24.016335 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:24.105605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:24.170090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-e2a8f986-7df7-4379-a59c-ffec83b0fbea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0ea92cd1-3182-493c-9a65-d45e559015d8 HTTP/1.1" status: 200 len: 217 time: 0.3805664 Nov 09 17:37:24.214734 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Attempting to bind port 441258f8-ce21-4841-8f30-dedb07890345 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:37:24.215206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Attempting to bind port 441258f8-ce21-4841-8f30-dedb07890345 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:37:24.215473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Attempting to bind port 441258f8-ce21-4841-8f30-dedb07890345 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:24.224816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Port 441258f8-ce21-4841-8f30-dedb07890345 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:37:24.225144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Attempting to bind port 441258f8-ce21-4841-8f30-dedb07890345 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:24.238207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:24.238523 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:24.238982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Bound using segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:24.247894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] For port 02fe7ca7-2b34-4429-9d7b-8e409faa01f7, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:24.248252 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Bound port: 441258f8-ce21-4841-8f30-dedb07890345, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:37:24.248443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:24.274456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51602) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:24.293753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] For port 02fe7ca7-2b34-4429-9d7b-8e409faa01f7, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=02fe7ca7-2b34-4429-9d7b-8e409faa01f7,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:24.304451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2f5873d6-de8b-4c7e-b614-30a37cdef4d6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:24.305168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b65b3d-1cae-473a-9f6b-f7ff50e2414d req-e3d86a19-95f7-432e-a7fb-437d46033b78 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:24.317936 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:24.323161 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:24.327287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c9b65b3d-1cae-473a-9f6b-f7ff50e2414d req-e3d86a19-95f7-432e-a7fb-437d46033b78 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 936 time: 0.2107105 Nov 09 17:37:24.536363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44800ca-df28-4148-b54f-b64debe45fc4 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:24.560060 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:24.589747 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1ecc50a1-baa7-47a3-b9ad-ac53333b4f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:24.589954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Transition to ACTIVE for port object a44800ca-df28-4148-b54f-b64debe45fc4 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:37:24.603551 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c9b65b3d-1cae-473a-9f6b-f7ff50e2414d req-e3ca6ee1-853d-473f-906c-2afd38a74631 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734098 Nov 09 17:37:24.607135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:24.644132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Routers {'6dbdbc27-9fcb-4222-8249-96f92aac02de'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:24.644670 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:24.644883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:37:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6dbdbc27-9fcb-4222-8249-96f92aac02de'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:24.670731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=441258f8-ce21-4841-8f30-dedb07890345,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:24.693987 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:24.760729 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31155c23-445e-4223-8d2d-acfeb5885ec9 x-openstack-request-id: req-31155c23-445e-4223-8d2d-acfeb5885ec9 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:24.761347 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:24.761855 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-31155c23-445e-4223-8d2d-acfeb5885ec9 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:24.762602 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8', 'status': 'completed', 'code': 200} Nov 09 17:37:24.802299 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] Set router 6dbdbc27-9fcb-4222-8249-96f92aac02de gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:37:24.849036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:24.850203 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:24.852166 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] 10.222.0.13 "PUT /v2.0/ports/441258f8-ce21-4841-8f30-dedb07890345 HTTP/1.1" status: 200 len: 1092 time: 3.1063080 Nov 09 17:37:24.855346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3548e3-0007-4a29-9d52-76fc0b6e0a20', 'tag': '441258f8-ce21-4841-8f30-dedb07890345'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:24.866867 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f8e950-56d1-4880-b8c4-f8ff7e39c8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3548e3-0007-4a29-9d52-76fc0b6e0a20", "tag": "441258f8-ce21-4841-8f30-dedb07890345"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:24.971012 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1ecc50a1-baa7-47a3-b9ad-ac53333b4f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:25.060183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:25.060491 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1ecc50a1-baa7-47a3-b9ad-ac53333b4f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:25.126223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34269f-c0be-461d-b409-7601ab324fb5 req-ada86901-8a9b-4ace-a714-2360e80647aa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:25.128902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a34269f-c0be-461d-b409-7601ab324fb5 req-ada86901-8a9b-4ace-a714-2360e80647aa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 948 time: 0.4872689 Nov 09 17:37:25.149835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03c68f-e3a3-4e35-89ab-2f4bc305fb7a service neutron] Pushing event updated for resources: {'Port': ['ID=441258f8-ce21-4841-8f30-dedb07890345,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:25.151883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2f5873d6-de8b-4c7e-b614-30a37cdef4d6,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:25.171936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc50a1-baa7-47a3-b9ad-ac53333b4f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d6bbe5-4aeb-4275-aae6-f2fa5509b575,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:25.182659 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1ecc50a1-baa7-47a3-b9ad-ac53333b4f2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7f73174dcbe14cc987f703e328d5080a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9073558 Nov 09 17:37:25.197601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5328bc-32a3-46a7-b1e7-bf55fb342f5d req-bd041c29-022f-4a1e-849d-a189526e27ce tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:25.203671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Attempting to bind port a44800ca-df28-4148-b54f-b64debe45fc4 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:37:25.204556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Attempting to bind port a44800ca-df28-4148-b54f-b64debe45fc4 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:37:25.205337 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6b5328bc-32a3-46a7-b1e7-bf55fb342f5d req-bd041c29-022f-4a1e-849d-a189526e27ce tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 944 time: 0.3510470 Nov 09 17:37:25.212965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51614) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:25.216912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Attempting to bind port a44800ca-df28-4148-b54f-b64debe45fc4 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:25.222263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49060cc-944a-4924-b60b-a43cb6a22334 None None] Pushing event updated for resources: {'Port': ['ID=02fe7ca7-2b34-4429-9d7b-8e409faa01f7,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:25.239716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-cbfb488d-04e2-48a9-b100-c7e315748595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:25.240699 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-cbfb488d-04e2-48a9-b100-c7e315748595 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 1095 time: 0.2661526 Nov 09 17:37:25.295498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Port a44800ca-df28-4148-b54f-b64debe45fc4 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:37:25.296136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Attempting to bind port a44800ca-df28-4148-b54f-b64debe45fc4 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:25.326612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:14Z', 'revision_number': 3, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port': {'id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:10Z', 'updated_at': '2021-11-09T17:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:25.335296 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:25.335876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:25.337488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:25.338462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Bound port: a44800ca-df28-4148-b54f-b64debe45fc4, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:37:25.339440 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:25.344230 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-86b8a0e2-28d2-49d5-8924-bda62d2fab60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441258f8-ce21-4841-8f30-dedb07890345 HTTP/1.1" status: 200 len: 217 time: 0.0805867 Nov 09 17:37:25.390680 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29e238-663d-4aa6-8d53-d2dec78def9f None None] The sync data for ids ['6dbdbc27-9fcb-4222-8249-96f92aac02de'] in n-d-817236-1 is: [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:14Z', 'revision_number': 3, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port': {'id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:10Z', 'updated_at': '2021-11-09T17:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:25.425629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-71d3d4b1-e89a-4240-bfdf-67703c81d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:25.428524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-71d3d4b1-e89a-4240-bfdf-67703c81d3c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 1.1307411 Nov 09 17:37:25.480992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Allocated IP 172.20.0.1 (faa12864-c457-4fc2-89d1-00ecb676c142/851952eb-e184-4308-9772-ac9d6d2eae63/b26e564e-e52e-478a-b49d-e4f8c4a1419d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:25.489686 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6b5328bc-32a3-46a7-b1e7-bf55fb342f5d req-fb70ec0d-6d9b-443c-98b7-674bd53e296c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833395 Nov 09 17:37:25.555125 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1aec93f5-c0f1-489e-b25f-5d821741e82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:25.561566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-4451b40f-16ee-4ffd-bb80-d442f4e8dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:25.572934 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-4451b40f-16ee-4ffd-bb80-d442f4e8dcc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.2089052 Nov 09 17:37:25.733889 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-6e8eaa66-73b6-48c4-a7c3-ea8945c06387 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502151 Nov 09 17:37:25.736543 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1aec93f5-c0f1-489e-b25f-5d821741e82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:25.989389 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-28bda78e-8c89-4aae-8d7c-670232e7c3b2 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421892 Nov 09 17:37:25.990968 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1aec93f5-c0f1-489e-b25f-5d821741e82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:25.995096 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1aec93f5-c0f1-489e-b25f-5d821741e82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:26.006864 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1aec93f5-c0f1-489e-b25f-5d821741e82f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9d6bbe5-4aeb-4275-aae6-f2fa5509b575 HTTP/1.1" status: 204 len: 168 time: 0.7911332 Nov 09 17:37:26.175486 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31a7989-42bb-48e8-a9a0-0308e9e25c0d req-3ed7d976-9223-4a69-bfba-2db595b7e1c7 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673808 Nov 09 17:37:26.185200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec93f5-c0f1-489e-b25f-5d821741e82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d6bbe5-4aeb-4275-aae6-f2fa5509b575,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:26.209066 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83103cd-d848-4a1d-a182-6a7c1db7addf x-openstack-request-id: req-f83103cd-d848-4a1d-a182-6a7c1db7addf {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:26.209221 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3548e3-0007-4a29-9d52-76fc0b6e0a20", "tag": "441258f8-ce21-4841-8f30-dedb07890345", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:26.209485 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f83103cd-d848-4a1d-a182-6a7c1db7addf {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:26.209907 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3548e3-0007-4a29-9d52-76fc0b6e0a20', 'tag': '441258f8-ce21-4841-8f30-dedb07890345', 'status': 'completed', 'code': 200} Nov 09 17:37:26.221445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a44800ca-df28-4148-b54f-b64debe45fc4,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:26.343545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8e950-56d1-4880-b8c4-f8ff7e39c8b5 req-1632e3f5-c59b-494b-aa05-20fdbdf4b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:26.345397 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8f8e950-56d1-4880-b8c4-f8ff7e39c8b5 req-1632e3f5-c59b-494b-aa05-20fdbdf4b5d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 1095 time: 0.0700607 Nov 09 17:37:26.361944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:26.455933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a34269f-c0be-461d-b409-7601ab324fb5 req-4be486b4-d322-4ae6-ad8f-b825016ba363 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2714794 Nov 09 17:37:26.538125 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:37:26.545514 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:26.546002 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:26.716778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac4e3e-843d-4eda-bece-7a0893f9b5be req-152fc9e5-e45f-4022-8dcf-8b3d697de045 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:26.729754 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-edac4e3e-843d-4eda-bece-7a0893f9b5be req-152fc9e5-e45f-4022-8dcf-8b3d697de045 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 948 time: 0.1987615 Nov 09 17:37:26.766609 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:26.802675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8e950-56d1-4880-b8c4-f8ff7e39c8b5 req-1ad4c0f9-df72-4932-8b96-04987c81fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:26.805837 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8f8e950-56d1-4880-b8c4-f8ff7e39c8b5 req-1ad4c0f9-df72-4932-8b96-04987c81fd50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.4514830 Nov 09 17:37:26.842289 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:26.917240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] For port a44800ca-df28-4148-b54f-b64debe45fc4, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:26.918446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2f5873d6-de8b-4c7e-b614-30a37cdef4d6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:26.920495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd74e6c-6e23-493e-8f3b-aad59358b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5873d6-de8b-4c7e-b614-30a37cdef4d6'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:26.927923 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba1cf94-b136-4e73-a9f7-777a9c71c60f" -d '{"events": [{"server_uuid": "9bd74e6c-6e23-493e-8f3b-aad59358b694", "name": "network-vif-plugged", "status": "completed", "tag": "2f5873d6-de8b-4c7e-b614-30a37cdef4d6"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:26.937952 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:27.002221 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8f8e950-56d1-4880-b8c4-f8ff7e39c8b5 req-91c43bb9-d4aa-4fc3-95e4-b7e2eedb8d0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441258f8-ce21-4841-8f30-dedb07890345 HTTP/1.1" status: 200 len: 217 time: 0.1729827 Nov 09 17:37:27.023315 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-edac4e3e-843d-4eda-bece-7a0893f9b5be req-86b56407-efdd-4681-809c-d14555d9c141 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871413 Nov 09 17:37:27.041975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-05ab2fbd-14c5-41c7-9c19-824178497168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:27.048834 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-05ab2fbd-14c5-41c7-9c19-824178497168 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8565466 Nov 09 17:37:27.177090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2f5873d6-de8b-4c7e-b614-30a37cdef4d6,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:27.217497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] For port a44800ca-df28-4148-b54f-b64debe45fc4, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a44800ca-df28-4148-b54f-b64debe45fc4,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:27.233334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8e950-56d1-4880-b8c4-f8ff7e39c8b5 req-f31b9049-112d-4e41-846d-e57e7345843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:27.235030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8f8e950-56d1-4880-b8c4-f8ff7e39c8b5 req-f31b9049-112d-4e41-846d-e57e7345843a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.2106633 Nov 09 17:37:27.245655 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b4e69732-068d-4593-a9c6-c518378f2a94 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:37:27.313954 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8f8e950-56d1-4880-b8c4-f8ff7e39c8b5 req-a0f9a544-4d52-41fb-becc-f2c61b506fc0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697052 Nov 09 17:37:27.333511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:27.424544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9e809-2a6e-44ed-bc48-0e3bd331f9af req-2141d789-ae7d-4b2b-b584-025e4128a8d1 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:27.439265 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-74a9e809-2a6e-44ed-bc48-0e3bd331f9af req-2141d789-ae7d-4b2b-b584-025e4128a8d1 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 945 time: 0.6177216 Nov 09 17:37:27.653194 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-74a9e809-2a6e-44ed-bc48-0e3bd331f9af req-a9b0a62d-faed-4aa7-b70e-9c64f57c5057 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045393 Nov 09 17:37:27.699083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:27.729709 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:27.745730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/a44800ca-df28-4148-b54f-b64debe45fc4 HTTP/1.1" status: 200 len: 1096 time: 6.0721853 Nov 09 17:37:27.764183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce516aac-0576-4d4e-a1df-7a175c167c79', 'tag': 'a44800ca-df28-4148-b54f-b64debe45fc4'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:27.815531 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70c4e8e-cbaa-4557-bb1a-8392f67f8de4" -d '{"events": [{"name": "network-changed", "server_uuid": "ce516aac-0576-4d4e-a1df-7a175c167c79", "tag": "a44800ca-df28-4148-b54f-b64debe45fc4"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:27.824225 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b4e69732-068d-4593-a9c6-c518378f2a94, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4e69732-068d-4593-a9c6-c518378f2a94,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:27.835927 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8f8e950-56d1-4880-b8c4-f8ff7e39c8b5 req-6a51100e-2cff-47a2-b61f-f98afe63a7f5 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138373 Nov 09 17:37:27.874351 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df1bca-e365-42b7-880d-2a7bdbc82485 req-da5a79dc-0e8c-4085-bcd6-f4d7f3cb30ba tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:27.882281 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a5df1bca-e365-42b7-880d-2a7bdbc82485 req-da5a79dc-0e8c-4085-bcd6-f4d7f3cb30ba tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 944 time: 0.5209041 Nov 09 17:37:27.919416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:27.940227 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'b4e69732-068d-4593-a9c6-c518378f2a94', 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9', 'port_id': 'b4e69732-068d-4593-a9c6-c518378f2a94', 'mac_address': 'fa:16:3e:b9:68:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20907115-321b-44dc-9720-07945eb0b036', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:37:28.169415 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:28.214342 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce04ae0-343a-465d-9907-278a8a493917 x-openstack-request-id: req-1ce04ae0-343a-465d-9907-278a8a493917 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:28.214652 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd74e6c-6e23-493e-8f3b-aad59358b694", "name": "network-vif-plugged", "status": "completed", "tag": "2f5873d6-de8b-4c7e-b614-30a37cdef4d6", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:28.214919 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ce04ae0-343a-465d-9907-278a8a493917 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:28.217631 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd74e6c-6e23-493e-8f3b-aad59358b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5873d6-de8b-4c7e-b614-30a37cdef4d6', 'code': 200} Nov 09 17:37:28.220764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 02fe7ca7-2b34-4429-9d7b-8e409faa01f7 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:28.299718 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a5df1bca-e365-42b7-880d-2a7bdbc82485 req-195216c3-8c3e-48fe-9f6b-ff11f109b7f2 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076056 Nov 09 17:37:28.300517 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4e69732-068d-4593-a9c6-c518378f2a94 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:28.317058 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c15234-2da9-408e-b01c-9770660b33d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a44800ca-df28-4148-b54f-b64debe45fc4,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:28.341267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b4e69732-068d-4593-a9c6-c518378f2a94, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4e69732-068d-4593-a9c6-c518378f2a94,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:28.354157 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:28.456582 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8f8e950-56d1-4880-b8c4-f8ff7e39c8b5 req-a78523d8-22dd-4a5d-a5ba-a6689b0b4b96 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336432 Nov 09 17:37:28.479521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9dc1e-58ba-4b51-baee-5953f9469e49 req-2ae6a77e-513b-4e62-b36b-a744767e05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:28.482653 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5a9dc1e-58ba-4b51-baee-5953f9469e49 req-2ae6a77e-513b-4e62-b36b-a744767e05ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 1100 time: 0.1683347 Nov 09 17:37:28.510320 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b6a207-0552-4155-a08e-6e93e73cf6d1 x-openstack-request-id: req-45b6a207-0552-4155-a08e-6e93e73cf6d1 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:28.511203 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce516aac-0576-4d4e-a1df-7a175c167c79", "tag": "a44800ca-df28-4148-b54f-b64debe45fc4", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:28.511203 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45b6a207-0552-4155-a08e-6e93e73cf6d1 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:28.514752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['b4e69732-068d-4593-a9c6-c518378f2a94'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:28.517773 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce516aac-0576-4d4e-a1df-7a175c167c79', 'tag': 'a44800ca-df28-4148-b54f-b64debe45fc4', 'status': 'completed', 'code': 200} Nov 09 17:37:28.621738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5a9dc1e-58ba-4b51-baee-5953f9469e49 req-16522bbc-9757-44df-bba6-03e1dbc8c5bd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321547 Nov 09 17:37:28.775961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Network faa12864-c457-4fc2-89d1-00ecb676c142 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:28.776203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b4e69732-068d-4593-a9c6-c518378f2a94,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:28.830928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-48918ab4-804b-4dab-81f6-36d32b60c688 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7513185 Nov 09 17:37:28.846061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 02fe7ca7-2b34-4429-9d7b-8e409faa01f7 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:28.846630 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:28.859923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde18b9a-a52f-4570-a04c-a44a6e619349 req-bd85422e-9964-4ba0-becb-47f0048a40ad tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:28.862720 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fde18b9a-a52f-4570-a04c-a44a6e619349 req-bd85422e-9964-4ba0-becb-47f0048a40ad tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 948 time: 0.2930191 Nov 09 17:37:28.907113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:28.977079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:29.056940 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fde18b9a-a52f-4570-a04c-a44a6e619349 req-9044f7b1-7149-420e-87ba-f12e23dabaac tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873550 Nov 09 17:37:29.115698 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:29.310709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7837f06e-f067-4438-bdc9-79bc28dd7e9b no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:37:29.403660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=b26e564e-e52e-478a-b49d-e4f8c4a1419d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:29.446078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf8e34-2a8f-41f3-82e4-a6d55277ff47 req-e956f9d2-021c-4e07-854a-475dd3ebabeb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:29.449095 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-46bf8e34-2a8f-41f3-82e4-a6d55277ff47 req-e956f9d2-021c-4e07-854a-475dd3ebabeb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 949 time: 1.1169581 Nov 09 17:37:29.462798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-5e09b2b2-325d-4e33-b961-8c602f4760b6 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:29.465740 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-5e09b2b2-325d-4e33-b961-8c602f4760b6 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 945 time: 1.6090930 Nov 09 17:37:29.585820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde3123-b424-45a3-bb5e-f87fb63206ae req-e398e0e4-e010-4ca4-990a-ae64dd09e6c0 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:29.596624 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:29.601381 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7fde3123-b424-45a3-bb5e-f87fb63206ae req-e398e0e4-e010-4ca4-990a-ae64dd09e6c0 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 945 time: 0.2113748 Nov 09 17:37:29.628699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-0f24a2d8-d845-450d-be6b-8a7586f9dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:29.631186 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-0f24a2d8-d845-450d-be6b-8a7586f9dc91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15f600620bf34e42bc7188d9316f0370&device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 1099 time: 1.7677088 Nov 09 17:37:29.744763 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7fde3123-b424-45a3-bb5e-f87fb63206ae req-9c93bb95-bc24-4501-9043-5f85e47949d9 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423936 Nov 09 17:37:30.065138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b0e8a033-3583-4f29-ae2c-a70dd4f7aa45 None None] Provisioning complete for port b26e564e-e52e-478a-b49d-e4f8c4a1419d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:30.065731 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a033-3583-4f29-ae2c-a70dd4f7aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:30.076669 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:30.101318 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc05c51-056a-439d-be74-84fa41153168 req-6b9371ec-52da-4f40-aca8-e51e97262444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:30.104099 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cdc05c51-056a-439d-be74-84fa41153168 req-6b9371ec-52da-4f40-aca8-e51e97262444 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c46fb553fd5455a99b1c992509a9782&device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 1095 time: 0.1652524 Nov 09 17:37:30.146171 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-c93d5cf6-8235-4089-a57e-6a8945b4e8db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a44800ca-df28-4148-b54f-b64debe45fc4 HTTP/1.1" status: 200 len: 217 time: 0.1378963 Nov 09 17:37:30.217648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 02fe7ca7-2b34-4429-9d7b-8e409faa01f7, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=02fe7ca7-2b34-4429-9d7b-8e409faa01f7,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:30.241411 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:30.285356 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-46bf8e34-2a8f-41f3-82e4-a6d55277ff47 req-57623395-730f-43c3-8691-4267db14c63f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899128 Nov 09 17:37:30.310172 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:30.331939 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:30.353456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-0fd7d94f-4933-43e1-bb64-c986f5fb2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:30.355198 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-0fd7d94f-4933-43e1-bb64-c986f5fb2ea9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1912074 Nov 09 17:37:30.362810 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-809ca460-d7db-48a3-aeec-2c3c71e95fbd req-5703ce20-1f0a-4767-ba63-caed04d70846 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5051496 Nov 09 17:37:30.413146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc05c51-056a-439d-be74-84fa41153168 req-43e1020c-afc9-4641-bdaf-4595963bd90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:30.414654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cdc05c51-056a-439d-be74-84fa41153168 req-43e1020c-afc9-4641-bdaf-4595963bd90a service neutron] 10.222.0.13 "GET /v2.0/networks?id=229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 200 len: 905 time: 0.2886736 Nov 09 17:37:30.450104 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:30.483375 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8a033-3583-4f29-ae2c-a70dd4f7aa45 None None] Port b26e564e-e52e-478a-b49d-e4f8c4a1419d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:37:30.533632 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cdc05c51-056a-439d-be74-84fa41153168 req-56b0e674-535f-44bd-9137-99fb05d843eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4e69732-068d-4593-a9c6-c518378f2a94 HTTP/1.1" status: 200 len: 217 time: 0.1105864 Nov 09 17:37:30.583307 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7837f06e-f067-4438-bdc9-79bc28dd7e9b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7837f06e-f067-4438-bdc9-79bc28dd7e9b,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:30.596964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7837f06e-f067-4438-bdc9-79bc28dd7e9b'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:30.608676 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831b6edf-196b-421f-a46f-3e6f525d2e0c" -d '{"events": [{"server_uuid": "8d13ba22-95ac-45be-bd35-d11dfeeb6004", "name": "network-vif-unplugged", "status": "completed", "tag": "7837f06e-f067-4438-bdc9-79bc28dd7e9b"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:30.629186 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:30.657030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=02fe7ca7-2b34-4429-9d7b-8e409faa01f7,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:30.660164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc05c51-056a-439d-be74-84fa41153168 req-7be7faa7-6ca5-4df1-846e-bf91ddf1e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:30.662506 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cdc05c51-056a-439d-be74-84fa41153168 req-7be7faa7-6ca5-4df1-846e-bf91ddf1e47f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20907115-321b-44dc-9720-07945eb0b036 HTTP/1.1" status: 200 len: 844 time: 0.1213109 Nov 09 17:37:30.700419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:30.700817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:30.701193 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:30.701533 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:30.702148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:30.703915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:30.704583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:30.705104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:30.705634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:30.706155 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:30.706668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:30.707179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:30.779853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:30.789343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=b26e564e-e52e-478a-b49d-e4f8c4a1419d,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:30.802726 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cdc05c51-056a-439d-be74-84fa41153168 req-e8142453-d362-427f-a1cc-91c3229cf72d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=229e78ca-9312-4d3e-b942-954ff92e0cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297960 Nov 09 17:37:30.818572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Deleting port 7837f06e-f067-4438-bdc9-79bc28dd7e9b {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:37:30.818925 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:30.855796 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-16d52c13-0948-4930-93f6-8b1a4c9dba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:30.857418 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-16d52c13-0948-4930-93f6-8b1a4c9dba93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4492352 Nov 09 17:37:30.862046 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=7837f06e-f067-4438-bdc9-79bc28dd7e9b,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:30.973515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c416d-9fff-40f8-bd04-a31a46c43908 req-c938e974-dd51-4006-9002-00966c0b38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:30.975043 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-800c416d-9fff-40f8-bd04-a31a46c43908 req-c938e974-dd51-4006-9002-00966c0b38e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15f600620bf34e42bc7188d9316f0370&device_id=5f8c3875-70be-4d2d-b427-51c40323e5ca HTTP/1.1" status: 200 len: 1099 time: 0.4738123 Nov 09 17:37:30.985035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958e31b-8b7d-44b5-b8cf-de9f7bcb223f req-4d1a834d-6424-40f2-9fa1-49d1c4a3f6dc tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:30.986435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5958e31b-8b7d-44b5-b8cf-de9f7bcb223f req-4d1a834d-6424-40f2-9fa1-49d1c4a3f6dc tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 944 time: 0.4861298 Nov 09 17:37:31.049452 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cdc05c51-056a-439d-be74-84fa41153168 req-47c0e28d-13d1-4b0f-9002-bfc99c131032 service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382762 Nov 09 17:37:31.278443 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b4e69732-068d-4593-a9c6-c518378f2a94 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:31.304185 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cdc05c51-056a-439d-be74-84fa41153168 req-c00fde7d-07a3-4ce0-beb4-2ec00c14da5e service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444210 Nov 09 17:37:31.364624 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c416d-9fff-40f8-bd04-a31a46c43908 req-345e5e10-be77-47bf-9c1f-4478af4bc602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:31.366966 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-800c416d-9fff-40f8-bd04-a31a46c43908 req-345e5e10-be77-47bf-9c1f-4478af4bc602 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.3642735 Nov 09 17:37:31.472833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-38291915-55bd-49bd-95b4-79da673bcaf3 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282984 Nov 09 17:37:31.511853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port b4e69732-068d-4593-a9c6-c518378f2a94 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:31.512242 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:31.513075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Network faa12864-c457-4fc2-89d1-00ecb676c142 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:31.581009 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-800c416d-9fff-40f8-bd04-a31a46c43908 req-45a78032-1259-4760-93ec-7dd33023a1f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0ea92cd1-3182-493c-9a65-d45e559015d8 HTTP/1.1" status: 200 len: 217 time: 0.0985117 Nov 09 17:37:31.883880 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:32.096373 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-722a702f-9262-430a-9485-2d6267052776 req-23ed44c7-5cc9-4c40-a3de-38988435e8a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3038814 Nov 09 17:37:32.105400 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b4e69732-068d-4593-a9c6-c518378f2a94, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4e69732-068d-4593-a9c6-c518378f2a94,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:32.117106 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:32.216315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d5fcb-a7ef-4024-8824-83c06685eae6 req-b10f5e77-9268-4a2c-b5b5-f5c2552479ff tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:32.234348 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b2d5fcb-a7ef-4024-8824-83c06685eae6 req-b10f5e77-9268-4a2c-b5b5-f5c2552479ff tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 948 time: 0.5578516 Nov 09 17:37:32.486070 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b2d5fcb-a7ef-4024-8824-83c06685eae6 req-93c5b00a-c80f-4079-86b7-c2809aa03247 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481828 Nov 09 17:37:32.501407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a702f-9262-430a-9485-2d6267052776 req-9aa66917-38c4-4b5c-850a-75bc20be560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:32.518479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] For port 7837f06e-f067-4438-bdc9-79bc28dd7e9b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7837f06e-f067-4438-bdc9-79bc28dd7e9b,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:32.519501 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:32.519665 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-722a702f-9262-430a-9485-2d6267052776 req-9aa66917-38c4-4b5c-850a-75bc20be560e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 1098 time: 0.3881211 Nov 09 17:37:32.550634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 02fe7ca7-2b34-4429-9d7b-8e409faa01f7 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:32.702889 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b4e69732-068d-4593-a9c6-c518378f2a94,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:32.739454 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d221c04-fda9-40ab-b016-6db78f460dac x-openstack-request-id: req-7d221c04-fda9-40ab-b016-6db78f460dac {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:32.739790 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d13ba22-95ac-45be-bd35-d11dfeeb6004", "name": "network-vif-unplugged", "status": "completed", "tag": "7837f06e-f067-4438-bdc9-79bc28dd7e9b", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:32.740053 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d221c04-fda9-40ab-b016-6db78f460dac {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:32.740470 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7837f06e-f067-4438-bdc9-79bc28dd7e9b', 'code': 200} Nov 09 17:37:32.838167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 02fe7ca7-2b34-4429-9d7b-8e409faa01f7 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:32.838556 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:32.953630 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:32.954233 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:32.954730 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Floating IP c876286a-8a9f-4475-b9c8-aaaeb7238676 disassociated. External IP: 172.25.1.37, port: 7837f06e-f067-4438-bdc9-79bc28dd7e9b. Nov 09 17:37:32.955379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Calling delete_port for 7837f06e-f067-4438-bdc9-79bc28dd7e9b owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:37:33.301139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0ea92cd1-3182-493c-9a65-d45e559015d8 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:37:33.430745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5958e31b-8b7d-44b5-b8cf-de9f7bcb223f req-36eb2215-0cdd-4095-bbd7-e6b22f2a53c0 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4007242 Nov 09 17:37:33.455779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:33.754701 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:33.966051 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0ea92cd1-3182-493c-9a65-d45e559015d8,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:34.034717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Pushing event deleted for resources: {'Port': ['ID=7837f06e-f067-4438-bdc9-79bc28dd7e9b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:34.057903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c416d-9fff-40f8-bd04-a31a46c43908 req-78624e28-0ce3-4032-b81a-24d430c1041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:34.060256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-800c416d-9fff-40f8-bd04-a31a46c43908 req-78624e28-0ce3-4032-b81a-24d430c1041e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.6113675 Nov 09 17:37:34.064715 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '0ea92cd1-3182-493c-9a65-d45e559015d8', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '0ea92cd1-3182-493c-9a65-d45e559015d8', 'mac_address': 'fa:16:3e:b6:db:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:37:34.181488 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa2b7eee-c145-42f7-8d02-1d7492f6ca15 req-6f4e9cf9-14c0-4661-b121-03c19baab0bd service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.6660206 Nov 09 17:37:34.236038 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:34.271991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea92cd1-3182-493c-9a65-d45e559015d8 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:34.297580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0ea92cd1-3182-493c-9a65-d45e559015d8,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:34.319075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51812) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:34.337736 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a702f-9262-430a-9485-2d6267052776 req-69720a3c-5e7c-45ff-83a0-3589d971bced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:34.339469 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-722a702f-9262-430a-9485-2d6267052776 req-69720a3c-5e7c-45ff-83a0-3589d971bced service neutron] 10.222.0.18 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 1.8031316 Nov 09 17:37:34.386889 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:34.404929 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-722a702f-9262-430a-9485-2d6267052776 req-3ea09363-9754-49f8-9c13-409bdd6c91d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cebc8247-63f6-4e82-ac04-8725265dd107 HTTP/1.1" status: 200 len: 217 time: 0.0551126 Nov 09 17:37:34.420624 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdf7b7-9056-4024-a3ec-df6915f4dbbe req-1b1e1cf7-804a-40cd-98b6-172bb37f187d tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:34.422236 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-16fdf7b7-9056-4024-a3ec-df6915f4dbbe req-1b1e1cf7-804a-40cd-98b6-172bb37f187d tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d13ba22-95ac-45be-bd35-d11dfeeb6004 HTTP/1.1" status: 200 len: 865 time: 1.4681253 Nov 09 17:37:34.472629 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d47a3a53-f603-4ae4-b514-45274b1e2beb None None] Provisioning complete for port b26e564e-e52e-478a-b49d-e4f8c4a1419d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:34.473404 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d47a3a53-f603-4ae4-b514-45274b1e2beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:34.503552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383a298-2f0a-4a0f-b426-28622f0594e9 req-49090a3b-f721-4e49-8dde-30e209599296 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:34.506520 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5383a298-2f0a-4a0f-b426-28622f0594e9 req-49090a3b-f721-4e49-8dde-30e209599296 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 949 time: 0.7668571 Nov 09 17:37:34.585732 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-16fdf7b7-9056-4024-a3ec-df6915f4dbbe req-7230b62d-b1ab-4036-bee1-0b9910a6f11e tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c7fed44-a232-4382-853d-574c6fa90640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900524 Nov 09 17:37:34.594161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a702f-9262-430a-9485-2d6267052776 req-d9c9cfc4-6497-4c53-ad73-68cb000a11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:34.601377 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-722a702f-9262-430a-9485-2d6267052776 req-d9c9cfc4-6497-4c53-ad73-68cb000a11c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.1778903 Nov 09 17:37:34.636572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c416d-9fff-40f8-bd04-a31a46c43908 req-5f23eca6-da76-4ae4-ada7-eb4fcccfc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:34.643781 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-800c416d-9fff-40f8-bd04-a31a46c43908 req-5f23eca6-da76-4ae4-ada7-eb4fcccfc2aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5738108 Nov 09 17:37:34.714312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0ea92cd1-3182-493c-9a65-d45e559015d8'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:34.740215 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-722a702f-9262-430a-9485-2d6267052776 req-93d1f655-03a1-42a4-bcfb-f99afc83342a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289840 Nov 09 17:37:34.788510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be43932c-856f-4c95-986d-3f6b52f5bc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e69732-068d-4593-a9c6-c518378f2a94'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:34.818613 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168f750a-360e-44a9-b21b-63fe54ef0550" -d '{"events": [{"server_uuid": "be43932c-856f-4c95-986d-3f6b52f5bc2e", "name": "network-vif-plugged", "status": "completed", "tag": "b4e69732-068d-4593-a9c6-c518378f2a94"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:34.866082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d47a3a53-f603-4ae4-b514-45274b1e2beb None None] Port b26e564e-e52e-478a-b49d-e4f8c4a1419d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:37:34.879775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0ea92cd1-3182-493c-9a65-d45e559015d8,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:34.976347 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-722a702f-9262-430a-9485-2d6267052776 req-d45c04f7-9980-4d0e-80cc-c62d48932215 service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278266 Nov 09 17:37:35.013409 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Router 27e2cffa-6611-4ded-a834-4242bccef4bf has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:37:35.020080 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-800c416d-9fff-40f8-bd04-a31a46c43908 req-03a7ec8d-46a1-402a-9bc1-9e6bd36fb185 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621671 Nov 09 17:37:35.049781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd036fd6-de07-4cf4-a3f2-4c724a0e05bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:35.174959 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd036fd6-de07-4cf4-a3f2-4c724a0e05bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:35.185230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Router 6dbdbc27-9fcb-4222-8249-96f92aac02de has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:37:35.223571 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-722a702f-9262-430a-9485-2d6267052776 req-1eaa6598-357f-4244-a1c3-972aafcbd49c service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384932 Nov 09 17:37:35.334556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c4e8e-cbaa-4557-bb1a-8392f67f8de4 req-9fa3fed2-9688-4240-ad6e-e8111f94ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:35.336284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d70c4e8e-cbaa-4557-bb1a-8392f67f8de4 req-9fa3fed2-9688-4240-ad6e-e8111f94ee5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15f600620bf34e42bc7188d9316f0370&device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 1099 time: 1.0156608 Nov 09 17:37:35.337084 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd036fd6-de07-4cf4-a3f2-4c724a0e05bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:35.345533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:35.364216 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8f441-d280-4c72-a132-e2b44469bc72 None None] Sync routers for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:35.376725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5383a298-2f0a-4a0f-b426-28622f0594e9 req-914d13f8-3553-4bfb-b863-a37031af0255 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8442364 Nov 09 17:37:35.438652 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8f441-d280-4c72-a132-e2b44469bc72 None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:35.441192 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2ee8f441-d280-4c72-a132-e2b44469bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:37:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:35.454773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d880f-be9d-44e2-908e-9e44cc237a06 req-4875c5c8-a701-41a6-b6a2-8b0f07c6369c tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:35.475799 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a2d880f-be9d-44e2-908e-9e44cc237a06 req-4875c5c8-a701-41a6-b6a2-8b0f07c6369c tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 948 time: 0.2499344 Nov 09 17:37:35.622466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] No DVR routers for this DVR port 7837f06e-f067-4438-bdc9-79bc28dd7e9b on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:37:35.627325 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a2d880f-be9d-44e2-908e-9e44cc237a06 req-2887f985-64a1-4f67-a685-32e602c277da tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190510 Nov 09 17:37:35.724160 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:35.747555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4930f47d-70a9-4f84-bf6f-2f3d92faa937 req-2fc34a7d-9328-4c62-b8e6-5f445039acfd tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.13 "DELETE /v2.0/ports/7837f06e-f067-4438-bdc9-79bc28dd7e9b HTTP/1.1" status: 204 len: 173 time: 6.1969795 Nov 09 17:37:35.851900 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a19518-7147-47bd-bbf2-4b64f33a2024 x-openstack-request-id: req-d7a19518-7147-47bd-bbf2-4b64f33a2024 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:35.853770 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be43932c-856f-4c95-986d-3f6b52f5bc2e", "name": "network-vif-plugged", "status": "completed", "tag": "b4e69732-068d-4593-a9c6-c518378f2a94", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:35.854165 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7a19518-7147-47bd-bbf2-4b64f33a2024 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:35.854797 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be43932c-856f-4c95-986d-3f6b52f5bc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e69732-068d-4593-a9c6-c518378f2a94', 'code': 200} Nov 09 17:37:36.081507 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2ee8f441-d280-4c72-a132-e2b44469bc72 None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:37:36.134324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'name': 'network-vif-deleted', 'tag': '7837f06e-f067-4438-bdc9-79bc28dd7e9b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:36.149038 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebd84fc-a429-40e4-81ca-0846454c6e47" -d '{"events": [{"server_uuid": "8d13ba22-95ac-45be-bd35-d11dfeeb6004", "name": "network-vif-deleted", "tag": "7837f06e-f067-4438-bdc9-79bc28dd7e9b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:36.306061 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fd036fd6-de07-4cf4-a3f2-4c724a0e05bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2cf78d54ee214c88977e7b674feeedd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8903646 Nov 09 17:37:36.306946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51848) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:36.307786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd036fd6-de07-4cf4-a3f2-4c724a0e05bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8d85b6-b14e-4d71-9107-ec4d1c195aa3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:36.438732 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:36.499345 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:36.504110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-800c416d-9fff-40f8-bd04-a31a46c43908 req-ca632c55-c20b-49bc-923d-9ee253258d4b service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4389217 Nov 09 17:37:36.631998 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:36.638164 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:36.645859 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed8d85b6-b14e-4d71-9107-ec4d1c195aa3 HTTP/1.1" status: 204 len: 168 time: 0.3366840 Nov 09 17:37:36.671212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8d85b6-b14e-4d71-9107-ec4d1c195aa3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:36.684540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:36.688989 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:36.689577 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:36.690153 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:36.690599 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:36.691049 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:36.691638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:36.692277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:36.703752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:36.704310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:36.704765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:36.705213 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7276a9-b7eb-49a1-b100-1b9295fceee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:37:36.805576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6af215-cfbc-411c-8f7f-3a9d26a90f84 req-203947ee-5687-4610-a5f2-2d22b62cdc9c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:36.826329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d6af215-cfbc-411c-8f7f-3a9d26a90f84 req-203947ee-5687-4610-a5f2-2d22b62cdc9c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 944 time: 1.1999497 Nov 09 17:37:36.870014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c4e8e-cbaa-4557-bb1a-8392f67f8de4 req-57664023-21ce-4c67-af9b-a58479afab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:36.886770 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d70c4e8e-cbaa-4557-bb1a-8392f67f8de4 req-57664023-21ce-4c67-af9b-a58479afab96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 1.5079291 Nov 09 17:37:36.952394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:37:36.975462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Sync routers for ids ['6dbdbc27-9fcb-4222-8249-96f92aac02de'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:37:36.978814 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2ee8f441-d280-4c72-a132-e2b44469bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:36.998714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d9f69-28f1-474c-8c15-9db7754945a5 req-f9275d64-d290-4f8d-ad22-62d883e279f5 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:37.006535 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c95d9f69-28f1-474c-8c15-9db7754945a5 req-f9275d64-d290-4f8d-ad22-62d883e279f5 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 1100 time: 0.1485476 Nov 09 17:37:37.023417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c632f8b2-9d78-4936-a9c2-21e049469fc0 admin admin] 10.222.0.81 "PUT /v2.0/routers/6dbdbc27-9fcb-4222-8249-96f92aac02de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2621744 Nov 09 17:37:37.047191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Routers {'6dbdbc27-9fcb-4222-8249-96f92aac02de'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:37.050503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:37:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6dbdbc27-9fcb-4222-8249-96f92aac02de'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:37.088316 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c95d9f69-28f1-474c-8c15-9db7754945a5 req-254da53e-6634-4346-b525-0ce1344a766f tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:37.153302 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8f441-d280-4c72-a132-e2b44469bc72 None None] Checking router: 27e2cffa-6611-4ded-a834-4242bccef4bf for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:37:37.176154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d70c4e8e-cbaa-4557-bb1a-8392f67f8de4 req-fdb3acd7-d8a0-4678-afb2-aefeeec07727 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a44800ca-df28-4148-b54f-b64debe45fc4 HTTP/1.1" status: 200 len: 217 time: 0.2445216 Nov 09 17:37:37.202312 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8f441-d280-4c72-a132-e2b44469bc72 None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:37.203892 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2ee8f441-d280-4c72-a132-e2b44469bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:37:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:37.292612 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d6af215-cfbc-411c-8f7f-3a9d26a90f84 req-cb8bed26-f32e-42f2-80ea-97c5809d53d1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647031 Nov 09 17:37:37.343980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c4e8e-cbaa-4557-bb1a-8392f67f8de4 req-85d0b172-d3c6-4153-8470-2d63be352db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:37.345942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d70c4e8e-cbaa-4557-bb1a-8392f67f8de4 req-85d0b172-d3c6-4153-8470-2d63be352db1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1547921 Nov 09 17:37:37.535665 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c4e8e-cbaa-4557-bb1a-8392f67f8de4 req-c1b9b6ce-7283-4c45-94da-c7e539e2d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:37.540379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d70c4e8e-cbaa-4557-bb1a-8392f67f8de4 req-c1b9b6ce-7283-4c45-94da-c7e539e2d758 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1844816 Nov 09 17:37:37.606629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51866) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:37.675065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Set router 6dbdbc27-9fcb-4222-8249-96f92aac02de gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:37:37.685468 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c95d9f69-28f1-474c-8c15-9db7754945a5 req-254da53e-6634-4346-b525-0ce1344a766f tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:37.715931 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c95d9f69-28f1-474c-8c15-9db7754945a5 req-254da53e-6634-4346-b525-0ce1344a766f tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:37.865702 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05886b25-d25c-41dc-b2d1-0453f3756e93 x-openstack-request-id: req-05886b25-d25c-41dc-b2d1-0453f3756e93 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:37.866398 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d13ba22-95ac-45be-bd35-d11dfeeb6004", "name": "network-vif-deleted", "tag": "7837f06e-f067-4438-bdc9-79bc28dd7e9b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:37.866921 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05886b25-d25c-41dc-b2d1-0453f3756e93 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:37.867582 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d13ba22-95ac-45be-bd35-d11dfeeb6004', 'name': 'network-vif-deleted', 'tag': '7837f06e-f067-4438-bdc9-79bc28dd7e9b', 'status': 'completed', 'code': 200} Nov 09 17:37:37.868134 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c95d9f69-28f1-474c-8c15-9db7754945a5 req-254da53e-6634-4346-b525-0ce1344a766f tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8381906 Nov 09 17:37:37.869431 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7e954bd-5a7d-4206-bcdc-7ad64583b1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:37.874111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254da53e-6634-4346-b525-0ce1344a766f tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70204a12-c852-4d20-b3e6-0981afe3ddd6,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:37.924679 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2ee8f441-d280-4c72-a132-e2b44469bc72 None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:37:38.061411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0ea92cd1-3182-493c-9a65-d45e559015d8 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:38.125457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827a5d0-8ca3-4521-b120-cf3f6dc5a608 req-010091c1-b4ef-450d-b29d-2d69cee0e924 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:38.148857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2827a5d0-8ca3-4521-b120-cf3f6dc5a608 req-010091c1-b4ef-450d-b29d-2d69cee0e924 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 948 time: 0.2790408 Nov 09 17:37:38.230497 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d70c4e8e-cbaa-4557-bb1a-8392f67f8de4 req-47d8a043-0931-473d-a8e1-9f69f0d1fa98 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6792696 Nov 09 17:37:38.388691 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7e954bd-5a7d-4206-bcdc-7ad64583b1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:38.396205 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7e954bd-5a7d-4206-bcdc-7ad64583b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:38.503684 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e954bd-5a7d-4206-bcdc-7ad64583b1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb015fde-1bda-468e-a762-8332a08e51cb,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:38.519896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2827a5d0-8ca3-4521-b120-cf3f6dc5a608 req-3b5e8703-b58c-4f08-b492-bfb5790d2e40 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619363 Nov 09 17:37:38.603884 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a7e954bd-5a7d-4206-bcdc-7ad64583b1cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d76291de7c5041889594e86bca8dcbbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9900239 Nov 09 17:37:38.612005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51884) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:38.687584 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d70c4e8e-cbaa-4557-bb1a-8392f67f8de4 req-d18becf7-1367-419a-91bf-9e571981d707 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411950 Nov 09 17:37:38.732802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a44800ca-df28-4148-b54f-b64debe45fc4 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:37:38.790100 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1faf0121-ded6-430a-9f33-472365e50c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:38.839792 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2ee8f441-d280-4c72-a132-e2b44469bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:38.897458 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1faf0121-ded6-430a-9f33-472365e50c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:38.917400 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8f441-d280-4c72-a132-e2b44469bc72 None None] The sync data for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 is: [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:31:19Z', 'revision_number': 4, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'ca14426d-bed7-4a36-9267-2e404b499695', 'name': '', 'network_id': '90995fa8-9653-4bb5-8df8-b768e9c55fb2', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'mac_address': 'fa:16:3e:d2:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:16Z', 'updated_at': '2021-11-09T17:31:27Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'subnets': [{'id': 'beea7396-a9ce-456d-9ed3-84b264d878c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:39.050608 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51892) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:39.056392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-4c10ebb7-60b2-41de-bc1a-8651750fab45 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1451004544', 'description': 'tempest-description--995390272'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:39.062515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1faf0121-ded6-430a-9f33-472365e50c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:39.069490 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1faf0121-ded6-430a-9f33-472365e50c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:39.070807 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1faf0121-ded6-430a-9f33-472365e50c95 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb015fde-1bda-468e-a762-8332a08e51cb HTTP/1.1" status: 204 len: 168 time: 0.4574618 Nov 09 17:37:39.106836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf0121-ded6-430a-9f33-472365e50c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb015fde-1bda-468e-a762-8332a08e51cb,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:39.143997 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c10ebb7-60b2-41de-bc1a-8651750fab45 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:39.175358 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a44800ca-df28-4148-b54f-b64debe45fc4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a44800ca-df28-4148-b54f-b64debe45fc4,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:39.219840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2242594-95ee-4bcb-aa43-7f818946fb5f req-fffe96af-5329-4383-9602-cf10f3611364 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:39.224122 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2242594-95ee-4bcb-aa43-7f818946fb5f req-fffe96af-5329-4383-9602-cf10f3611364 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 944 time: 0.2058222 Nov 09 17:37:39.299085 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c10ebb7-60b2-41de-bc1a-8651750fab45 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:39.309413 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c10ebb7-60b2-41de-bc1a-8651750fab45 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:39.327987 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2242594-95ee-4bcb-aa43-7f818946fb5f req-5a37145c-a4eb-4e25-b256-a3336c4c4a78 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953746 Nov 09 17:37:39.350663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51906) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:39.355017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 441258f8-ce21-4841-8f30-dedb07890345 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:37:39.358852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'a44800ca-df28-4148-b54f-b64debe45fc4', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'a44800ca-df28-4148-b54f-b64debe45fc4', 'mac_address': 'fa:16:3e:8b:b0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:37:39.386212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c10ebb7-60b2-41de-bc1a-8651750fab45 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:39.392573 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4c10ebb7-60b2-41de-bc1a-8651750fab45 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3379328 Nov 09 17:37:39.399811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51908) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:39.418423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a327e079-6ff6-484b-b844-f181bb852689 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Request body: {'security_group_rule': {'security_group_id': '380dc560-67a3-4b35-afbe-a41aa687abfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:39.447397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10ebb7-60b2-41de-bc1a-8651750fab45 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380dc560-67a3-4b35-afbe-a41aa687abfa,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:39.533128 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a327e079-6ff6-484b-b844-f181bb852689 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:39.648661 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a43b86-8210-49ed-9c0e-266c3914e40a None None] New status for floating IP c876286a-8a9f-4475-b9c8-aaaeb7238676: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:37:39.658198 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f5fbcc69-7051-4637-b145-508bba9aeb31 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571675 Nov 09 17:37:39.716027 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a327e079-6ff6-484b-b844-f181bb852689 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:39.738793 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 0ea92cd1-3182-493c-9a65-d45e559015d8 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:37:39.749476 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:37:39.819527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 0ea92cd1-3182-493c-9a65-d45e559015d8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:39.820129 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:39.821458 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51924) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:39.837941 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a327e079-6ff6-484b-b844-f181bb852689 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:39.856449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-7b8dfc7a-da69-4370-a593-e896b8dfc774 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-234848223'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:39.916521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327e079-6ff6-484b-b844-f181bb852689 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f0a022-c478-45fd-9fb2-127fc0300fa1,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:39.922274 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-76ffb3f2-166b-4f0c-be0f-1a882c40aba9 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:39.941195 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a327e079-6ff6-484b-b844-f181bb852689 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:39.945703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a327e079-6ff6-484b-b844-f181bb852689 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5446968 Nov 09 17:37:39.953626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51926) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:39.958755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3bfacb6a-e4e7-44cc-863e-bda98cd947a7 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Request body: {'security_group_rule': {'security_group_id': '380dc560-67a3-4b35-afbe-a41aa687abfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:39.959188 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.012717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a62bda-9afd-40ca-b846-fbca4ef1b6cf req-7515ff36-3657-4051-adb3-3c1b3316cf9b tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:40.014343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-10a62bda-9afd-40ca-b846-fbca4ef1b6cf req-7515ff36-3657-4051-adb3-3c1b3316cf9b tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 948 time: 0.3752081 Nov 09 17:37:40.027748 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-76ffb3f2-166b-4f0c-be0f-1a882c40aba9 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.037912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8dfc7a-da69-4370-a593-e896b8dfc774 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Made reservation on behalf of 0545af43696c4c8a8c4dfc7c2f2cc718 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:40.041821 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfc7a-da69-4370-a593-e896b8dfc774 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.089168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-493fd019-e154-4b16-8bd8-ddb5d02c9a4f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:40.090757 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-493fd019-e154-4b16-8bd8-ddb5d02c9a4f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4263909 Nov 09 17:37:40.134727 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-44f2b232-8ff6-4900-a1f5-bbc9d7e40296 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/quotas/1d8c0439f7674e87b291aca6be392867 HTTP/1.1" status: 200 len: 375 time: 0.0235438 Nov 09 17:37:40.139182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8dfc7a-da69-4370-a593-e896b8dfc774 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:37:40.149786 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.160515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfc7a-da69-4370-a593-e896b8dfc774 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.161149 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-7b8dfc7a-da69-4370-a593-e896b8dfc774 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Added segment 944dda84-9701-4770-ac5b-9786765f920e of type vlan for network b44d330b-3a84-4715-bcb1-9ff335c55bca Nov 09 17:37:40.174797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44800ca-df28-4148-b54f-b64debe45fc4 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:40.244059 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f6a96a70-a4a1-459b-a059-5a38c765ba51 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077235 Nov 09 17:37:40.255545 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfc7a-da69-4370-a593-e896b8dfc774 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.265589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:29Z', 'revision_number': 4, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port': {'id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:10Z', 'updated_at': '2021-11-09T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'b26e564e-e52e-478a-b49d-e4f8c4a1419d', 'name': '', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'mac_address': 'fa:16:3e:33:45:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:23Z', 'updated_at': '2021-11-09T17:37:29Z', 'revision_number': 2, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'subnets': [{'id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:40.358489 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a44800ca-df28-4148-b54f-b64debe45fc4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a44800ca-df28-4148-b54f-b64debe45fc4,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:40.360658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Checking router: 6dbdbc27-9fcb-4222-8249-96f92aac02de for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:37:40.361040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Updating router 6dbdbc27-9fcb-4222-8249-96f92aac02de port b26e564e-e52e-478a-b49d-e4f8c4a1419d binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:37:40.369359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-10a62bda-9afd-40ca-b846-fbca4ef1b6cf req-0292c8fd-d885-4dd3-a324-91b98856bd15 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096526 Nov 09 17:37:40.375464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:40.376348 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bfacb6a-e4e7-44cc-863e-bda98cd947a7 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.389875 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f176ffeb-8ee9-4a6c-b81f-04209680a343" -d '{"events": [{"server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "name": "network-vif-plugged", "status": "completed", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:40.404726 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.408764 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfc7a-da69-4370-a593-e896b8dfc774 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.417310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=441258f8-ce21-4841-8f30-dedb07890345,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:40.418833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8dfc7a-da69-4370-a593-e896b8dfc774 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:40.419343 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfc7a-da69-4370-a593-e896b8dfc774 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.490027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0ea92cd1-3182-493c-9a65-d45e559015d8,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:40.667216 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4b0d88-2baf-45c3-bb8f-228fb91f5747 x-openstack-request-id: req-ef4b0d88-2baf-45c3-bb8f-228fb91f5747 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:40.667583 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "name": "network-vif-plugged", "status": "completed", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:40.667770 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ef4b0d88-2baf-45c3-bb8f-228fb91f5747 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:40.668450 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8', 'code': 200} Nov 09 17:37:40.692360 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.700348 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.743685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '441258f8-ce21-4841-8f30-dedb07890345', 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b', 'port_id': '441258f8-ce21-4841-8f30-dedb07890345', 'mac_address': 'fa:16:3e:38:79:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bd4ab4-76ee-4437-92fd-d6a3a82366d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:37:40.780122 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a6cc644a-52e7-4f9b-b7bb-c3f5e1c4149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.939366 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:40.945692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a44800ca-df28-4148-b54f-b64debe45fc4'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:41.010961 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a44800ca-df28-4148-b54f-b64debe45fc4,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:41.174042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441258f8-ce21-4841-8f30-dedb07890345 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:41.225290 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=441258f8-ce21-4841-8f30-dedb07890345,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:41.294787 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:41.360876 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bfacb6a-e4e7-44cc-863e-bda98cd947a7 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:41.437533 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bfacb6a-e4e7-44cc-863e-bda98cd947a7 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:41.453191 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-76ffb3f2-166b-4f0c-be0f-1a882c40aba9 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:41.456006 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-76ffb3f2-166b-4f0c-be0f-1a882c40aba9 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:41.460177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51972) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:41.460798 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-76ffb3f2-166b-4f0c-be0f-1a882c40aba9 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "DELETE /v2.0/security-groups/4c7fed44-a232-4382-853d-574c6fa90640 HTTP/1.1" status: 204 len: 168 time: 2.1054673 Nov 09 17:37:41.477386 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-dc6da3a1-f12b-4873-8d0d-2dd4640c66bb tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] show failed (client error): The resource could not be found. Nov 09 17:37:41.498026 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dc6da3a1-f12b-4873-8d0d-2dd4640c66bb tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "GET /v2.0/security-groups/4c7fed44-a232-4382-853d-574c6fa90640 HTTP/1.1" status: 404 len: 347 time: 0.0349414 Nov 09 17:37:41.502240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51974) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:41.623730 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffb3f2-166b-4f0c-be0f-1a882c40aba9 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7fed44-a232-4382-853d-574c6fa90640,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:41.684671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e732c-45f1-4b9f-aefe-18462ab4b92c req-ee74c590-14cf-43fd-b8b8-096f2652a6a9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:41.686459 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-141e732c-45f1-4b9f-aefe-18462ab4b92c req-ee74c590-14cf-43fd-b8b8-096f2652a6a9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 945 time: 0.4468956 Nov 09 17:37:41.705637 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7b8dfc7a-da69-4370-a593-e896b8dfc774 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8699894 Nov 09 17:37:41.709452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51982) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:41.725749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-20b50de0-26a5-41cb-b951-c2ce8a03f7d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-340203548'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:41.743213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['441258f8-ce21-4841-8f30-dedb07890345'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:41.757387 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-141e732c-45f1-4b9f-aefe-18462ab4b92c req-c8174518-f67f-4dc4-b3b0-fd58b94bb680 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502975 Nov 09 17:37:41.761508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bfacb6a-e4e7-44cc-863e-bda98cd947a7 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:41.762466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3bfacb6a-e4e7-44cc-863e-bda98cd947a7 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8078747 Nov 09 17:37:41.763289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfacb6a-e4e7-44cc-863e-bda98cd947a7 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c50776-ab1b-4267-b1a0-6c19e60b83fc,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:41.772129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51984) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:41.772888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dfc7a-da69-4370-a593-e896b8dfc774 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'Network': ['ID=b44d330b-3a84-4715-bcb1-9ff335c55bca,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:41.798276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:41.817352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23b8fe-10eb-4d4c-8720-e1915b6cb9d7 req-e2ad7fb1-f7da-40f2-87cc-fe21c3bfa1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:41.819137 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c23b8fe-10eb-4d4c-8720-e1915b6cb9d7 req-e2ad7fb1-f7da-40f2-87cc-fe21c3bfa1bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f8c3875-70be-4d2d-b427-51c40323e5ca HTTP/1.1" status: 200 len: 1101 time: 0.5203476 Nov 09 17:37:41.898057 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c23b8fe-10eb-4d4c-8720-e1915b6cb9d7 req-ef1bd057-bf59-43fb-b028-bb2d63ca409e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675638 Nov 09 17:37:41.917267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22672a-fd73-46f6-a5e7-dd972582fb98 req-4f767bcb-7680-4c66-bd39-cb9118ec16c4 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:41.931251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network b44d330b-3a84-4715-bcb1-9ff335c55bca details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:37:41.940233 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a22672a-fd73-46f6-a5e7-dd972582fb98 req-4f767bcb-7680-4c66-bd39-cb9118ec16c4 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 949 time: 0.3635817 Nov 09 17:37:42.025654 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4a59a862-72a7-4930-a9cb-fb6ac6da1b01 req-1c004a37-5d34-4c09-b242-e0a998b9b84d tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 210 time: 0.0883121 Nov 09 17:37:42.027429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b50de0-26a5-41cb-b951-c2ce8a03f7d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Made reservation on behalf of 0545af43696c4c8a8c4dfc7c2f2cc718 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:42.040055 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20b50de0-26a5-41cb-b951-c2ce8a03f7d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:42.070078 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:42.182656 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a22672a-fd73-46f6-a5e7-dd972582fb98 req-ff54c1de-f58d-49c9-b3b6-6cfdec1d5a6e tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410729 Nov 09 17:37:42.212469 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-3372d6fa-ee01-4485-9b3b-c963e4076295 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Deleting port 3989d32c-be69-4046-9ce1-10272fed4274 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:37:42.213051 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3372d6fa-ee01-4485-9b3b-c963e4076295 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:42.219773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b50de0-26a5-41cb-b951-c2ce8a03f7d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:37:42.234587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0ea92cd1-3182-493c-9a65-d45e559015d8,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:42.410326 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20b50de0-26a5-41cb-b951-c2ce8a03f7d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:42.410732 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-20b50de0-26a5-41cb-b951-c2ce8a03f7d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Added segment 2fd68c1d-041e-45a8-a720-774bde04d9ad of type vlan for network ab315546-1c38-4962-b0c6-63c0cb9e1712 Nov 09 17:37:42.481184 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:42.484089 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20b50de0-26a5-41cb-b951-c2ce8a03f7d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:42.495168 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:42.508736 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3372d6fa-ee01-4485-9b3b-c963e4076295 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:42.509619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3372d6fa-ee01-4485-9b3b-c963e4076295 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:42.514408 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:42.533436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-3372d6fa-ee01-4485-9b3b-c963e4076295 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Calling delete_port for 3989d32c-be69-4046-9ce1-10272fed4274 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:37:42.690491 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3372d6fa-ee01-4485-9b3b-c963e4076295 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:42.723799 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Allocated IP 172.25.1.237 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/0ee160bb-c2bf-4e4d-a8d1-7d857720cefc) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:42.752032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372d6fa-ee01-4485-9b3b-c963e4076295 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Pushing event deleted for resources: {'Port': ['ID=3989d32c-be69-4046-9ce1-10272fed4274,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:42.771657 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20b50de0-26a5-41cb-b951-c2ce8a03f7d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:42.796236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b50de0-26a5-41cb-b951-c2ce8a03f7d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:42.797471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20b50de0-26a5-41cb-b951-c2ce8a03f7d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:42.990171 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:43.095897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:43.192540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b3c09-1e16-4969-9340-146c12e7209e req-8f65ff38-27d8-4d11-b002-819a0e1f6222 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:43.194996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-703b3c09-1e16-4969-9340-146c12e7209e req-8f65ff38-27d8-4d11-b002-819a0e1f6222 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 945 time: 0.1600070 Nov 09 17:37:43.198751 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:43.204744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:43.206646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:43.258705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Pushing event updated for resources: {'Port': ['ID=0ee160bb-c2bf-4e4d-a8d1-7d857720cefc,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:43.288674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=441258f8-ce21-4841-8f30-dedb07890345,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:43.339695 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-703b3c09-1e16-4969-9340-146c12e7209e req-bd4c31ce-e63d-45a1-97fd-00a797a0990b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941577 Nov 09 17:37:43.379315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Attempting to bind port b26e564e-e52e-478a-b49d-e4f8c4a1419d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:37:43.379850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Attempting to bind port b26e564e-e52e-478a-b49d-e4f8c4a1419d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'bd378016-e5e3-40ae-ac8d-972bc91ffea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:37:43.380364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Attempting to bind port b26e564e-e52e-478a-b49d-e4f8c4a1419d on network faa12864-c457-4fc2-89d1-00ecb676c142 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:43.403956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:43.404803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Checking segment: {'id': 'bd378016-e5e3-40ae-ac8d-972bc91ffea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:43.405565 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:43.406317 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Bound using segment: {'id': 'bd378016-e5e3-40ae-ac8d-972bc91ffea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:43.407208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Bound port: b26e564e-e52e-478a-b49d-e4f8c4a1419d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd378016-e5e3-40ae-ac8d-972bc91ffea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:37:43.408066 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:43.437362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52026) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:43.437783 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-20b50de0-26a5-41cb-b951-c2ce8a03f7d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7187977 Nov 09 17:37:43.458671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d7083296-0768-41f9-a3ee-0bc49e2a8d8c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'subnet': {'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:43.468945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25349a-98e2-4090-9d9a-66bd1cc4c16c None None] Pushing event updated for resources: {'Port': ['ID=b26e564e-e52e-478a-b49d-e4f8c4a1419d,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:43.578056 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b50de0-26a5-41cb-b951-c2ce8a03f7d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'Network': ['ID=ab315546-1c38-4962-b0c6-63c0cb9e1712,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:43.594545 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-12c9e54c-c403-41d8-9722-3488ccd551cc req-cc40fe3b-eec4-4388-ae89-2c101070f4a9 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 210 time: 0.2187140 Nov 09 17:37:43.639721 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3372d6fa-ee01-4485-9b3b-c963e4076295 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:43.644194 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3372d6fa-ee01-4485-9b3b-c963e4076295 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:43.647679 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3372d6fa-ee01-4485-9b3b-c963e4076295 tempest-ServersWithSpecificFlavorTestJSON-2074253861 tempest-ServersWithSpecificFlavorTestJSON-2074253861-project] 10.222.0.81 "DELETE /v2.0/floatingips/c876286a-8a9f-4475-b9c8-aaaeb7238676 HTTP/1.1" status: 204 len: 168 time: 2.1436217 Nov 09 17:37:43.655138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network ab315546-1c38-4962-b0c6-63c0cb9e1712 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:37:43.754910 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:43.843318 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c7652653-bc23-45d9-a79b-de19bcb03ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:43.872905 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:43.919017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7083296-0768-41f9-a3ee-0bc49e2a8d8c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Made reservation on behalf of 0545af43696c4c8a8c4dfc7c2f2cc718 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:43.932497 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d7083296-0768-41f9-a3ee-0bc49e2a8d8c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:43.938372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b8369-3db5-4ac7-b648-388234dcd339 req-6f32e507-c95b-4d63-adff-c8852436ff5f tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:43.940040 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b74b8369-3db5-4ac7-b648-388234dcd339 req-6f32e507-c95b-4d63-adff-c8852436ff5f tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 949 time: 0.1532869 Nov 09 17:37:43.947274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-85581ec6-3630-46fe-ab19-a0fc98cf919d None None] Provisioning complete for port b26e564e-e52e-478a-b49d-e4f8c4a1419d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:43.948541 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-85581ec6-3630-46fe-ab19-a0fc98cf919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:44.034527 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b74b8369-3db5-4ac7-b648-388234dcd339 req-50d11c4e-04e9-479e-bb57-4353b0404e49 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790048 Nov 09 17:37:44.207982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d7083296-0768-41f9-a3ee-0bc49e2a8d8c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:44.254525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] For port b26e564e-e52e-478a-b49d-e4f8c4a1419d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:44.287072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] For port b26e564e-e52e-478a-b49d-e4f8c4a1419d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b26e564e-e52e-478a-b49d-e4f8c4a1419d,segment=NetworkSegment(bd378016-e5e3-40ae-ac8d-972bc91ffea3),segment_id=bd378016-e5e3-40ae-ac8d-972bc91ffea3)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:44.332829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-85581ec6-3630-46fe-ab19-a0fc98cf919d None None] Port b26e564e-e52e-478a-b49d-e4f8c4a1419d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:37:44.337914 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:44.385945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7083296-0768-41f9-a3ee-0bc49e2a8d8c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Checking segment: {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:44.386606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7083296-0768-41f9-a3ee-0bc49e2a8d8c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Network hostable DHCP agents. Network: b44d330b-3a84-4715-bcb1-9ff335c55bca, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:37:44.404281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7083296-0768-41f9-a3ee-0bc49e2a8d8c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'Subnet': ['ID=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:44.441173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7083296-0768-41f9-a3ee-0bc49e2a8d8c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Network b44d330b-3a84-4715-bcb1-9ff335c55bca is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:37:44.497962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-d7083296-0768-41f9-a3ee-0bc49e2a8d8c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, b44d330b-3a84-4715-bcb1-9ff335c55bca) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:44.524419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7083296-0768-41f9-a3ee-0bc49e2a8d8c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:44.528441 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d7083296-0768-41f9-a3ee-0bc49e2a8d8c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:44.531371 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25349a-98e2-4090-9d9a-66bd1cc4c16c None None] Pushing event updated for resources: {'Port': ['ID=b26e564e-e52e-478a-b49d-e4f8c4a1419d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:44.553073 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deae252-38bf-4a53-be83-e9d5af558226 None None] Network b44d330b-3a84-4715-bcb1-9ff335c55bca requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:44.612945 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d7083296-0768-41f9-a3ee-0bc49e2a8d8c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1744783 Nov 09 17:37:44.617379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52052) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:44.624809 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8b6f9815-9e8e-47a8-b5fc-6e68714942f3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'subnet': {'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:44.666561 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52058) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:44.745364 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6e9e8-7f48-454c-8892-590ddacd43be req-3c7e5a9c-af9a-4dc2-b8ea-40d0d759a4b3 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:44.750992 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30a6e9e8-7f48-454c-8892-590ddacd43be req-3c7e5a9c-af9a-4dc2-b8ea-40d0d759a4b3 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 945 time: 0.2005446 Nov 09 17:37:44.766179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:44.830554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:44.882625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6f9815-9e8e-47a8-b5fc-6e68714942f3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Made reservation on behalf of 0545af43696c4c8a8c4dfc7c2f2cc718 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:44.888176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9815-9e8e-47a8-b5fc-6e68714942f3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:45.044154 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Routers {'6dbdbc27-9fcb-4222-8249-96f92aac02de'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:37:45.045001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:37:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6dbdbc27-9fcb-4222-8249-96f92aac02de'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:45.049091 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:45.079140 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30a6e9e8-7f48-454c-8892-590ddacd43be req-0199eb1c-9129-48a6-a5b6-538192700d80 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076608 Nov 09 17:37:45.117023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Pushing event updated for resources: {'Port': ['ID=0ee160bb-c2bf-4e4d-a8d1-7d857720cefc,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:45.149698 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:45.176774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c7979d14-7cb1-4f76-807b-cfca3abbb747 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:45.187942 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:45.200046 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c8c2f346-4a7f-4944-9acb-88c8c2884304 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4140675 Nov 09 17:37:45.349183 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-3de95492-9f78-4ebd-a1f4-7fdb1bcc5927 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806768 Nov 09 17:37:45.465573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-52932d1c-2bd3-469f-a652-fb6478d08dda None None] Provisioning complete for port b26e564e-e52e-478a-b49d-e4f8c4a1419d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:45.481093 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52932d1c-2bd3-469f-a652-fb6478d08dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:45.496797 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:45.500752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 441258f8-ce21-4841-8f30-dedb07890345 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:45.530589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-226b1409-8f08-4908-9821-3f0db883ec0f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:45.532808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-226b1409-8f08-4908-9821-3f0db883ec0f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765597 Nov 09 17:37:45.554142 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-86154244-f86c-4129-9459-9a90de246069 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Request body: {'port': {'device_id': 'fc9609fe-5a16-4aaf-afac-0a22d2f1b570', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '1d8c0439f7674e87b291aca6be392867'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:45.637849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] Set router 6dbdbc27-9fcb-4222-8249-96f92aac02de gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:37:45.638883 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aaed6968-d064-48bd-9226-a730160f3921 req-3c98f94a-6f7d-4674-ab3e-f30f7cb8dd61 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 210 time: 0.4697363 Nov 09 17:37:45.651080 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9815-9e8e-47a8-b5fc-6e68714942f3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:45.693157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0f52b-7196-4fcf-acf7-36a1e1819f64 req-d20cb1bc-c97b-4dad-85c1-9ff29586faa9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:45.695096 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fe0f52b-7196-4fcf-acf7-36a1e1819f64 req-d20cb1bc-c97b-4dad-85c1-9ff29586faa9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 949 time: 0.1610179 Nov 09 17:37:45.746320 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c7979d14-7cb1-4f76-807b-cfca3abbb747 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] 10.222.0.81 "PUT /v2.0/quotas/e4f64d1155914e119d86ed48f339ab3c HTTP/1.1" status: 200 len: 368 time: 1.0757015 Nov 09 17:37:45.756590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52080) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:45.778156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Request body: {'network': {'project_id': 'e4f64d1155914e119d86ed48f339ab3c'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:45.779386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-86154244-f86c-4129-9459-9a90de246069 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Made reservation on behalf of 1d8c0439f7674e87b291aca6be392867 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:45.785560 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-86154244-f86c-4129-9459-9a90de246069 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:45.816001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Made reservation on behalf of e4f64d1155914e119d86ed48f339ab3c for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:45.818598 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:45.854953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f9815-9e8e-47a8-b5fc-6e68714942f3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'Subnet': ['ID=f1225703-4412-46cc-b572-90420e91b7e8,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:45.869001 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:45.880024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f9815-9e8e-47a8-b5fc-6e68714942f3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Checking segment: {'id': '2fd68c1d-041e-45a8-a720-774bde04d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:45.880384 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6f9815-9e8e-47a8-b5fc-6e68714942f3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Network hostable DHCP agents. Network: ab315546-1c38-4962-b0c6-63c0cb9e1712, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:37:45.970420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-b44d330b-3a84-4715-bcb1-9ff335c55bca', 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'fixed_ips': [{'subnet_id': '1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:37:45.971377 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:46.077403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:46.101651 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:46.131444 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6f9815-9e8e-47a8-b5fc-6e68714942f3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Network ab315546-1c38-4962-b0c6-63c0cb9e1712 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:37:46.156591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-86154244-f86c-4129-9459-9a90de246069 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Allocated IP 192.168.233.9 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/53fcf9fa-3019-49de-aa72-70737000dadb) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:46.198105 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fe0f52b-7196-4fcf-acf7-36a1e1819f64 req-dac4c7a5-2d1e-4fd7-bd57-ac169516e640 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224393 Nov 09 17:37:46.204561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-b6d6fe74-d0aa-46a2-8d01-b8cfe7b4f247 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1149278 Nov 09 17:37:46.225884 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8b6f9815-9e8e-47a8-b5fc-6e68714942f3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, ab315546-1c38-4962-b0c6-63c0cb9e1712) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:46.252746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f9815-9e8e-47a8-b5fc-6e68714942f3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:46.256443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9815-9e8e-47a8-b5fc-6e68714942f3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:46.282480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84888f3-c52d-477e-bf8f-3b19de245992 None None] Network ab315546-1c38-4962-b0c6-63c0cb9e1712 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:46.343470 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 441258f8-ce21-4841-8f30-dedb07890345 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:37:46.417993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:37:46.460695 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:46.461209 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Added segment 39fb3142-d6c6-4a29-b9bb-bc2ef1947b7e of type vlan for network 3d488577-d4cf-4d2d-aaca-75886a18d0ec Nov 09 17:37:46.476351 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-86154244-f86c-4129-9459-9a90de246069 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:46.570000 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-86154244-f86c-4129-9459-9a90de246069 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:46.593107 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:46.639525 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52932d1c-2bd3-469f-a652-fb6478d08dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:46.673790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5136d9d8-f638-4abd-955e-6ca0ed37c7c2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:46.676762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86154244-f86c-4129-9459-9a90de246069 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event updated for resources: {'Port': ['ID=53fcf9fa-3019-49de-aa72-70737000dadb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:46.740694 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:46.741803 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:46.742916 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:46.767498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-86154244-f86c-4129-9459-9a90de246069 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:46.797433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-86154244-f86c-4129-9459-9a90de246069 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:46.801981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-52932d1c-2bd3-469f-a652-fb6478d08dda None None] For port b26e564e-e52e-478a-b49d-e4f8c4a1419d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b26e564e-e52e-478a-b49d-e4f8c4a1419d,segment=NetworkSegment(bd378016-e5e3-40ae-ac8d-972bc91ffea3),segment_id=bd378016-e5e3-40ae-ac8d-972bc91ffea3)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:46.808135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a44800ca-df28-4148-b54f-b64debe45fc4 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:46.829826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22833d6d-a4ce-4d27-a6cb-09739ad3135b req-8c52b207-efc6-4997-b0f5-864bcf49c748 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:46.833974 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22833d6d-a4ce-4d27-a6cb-09739ad3135b req-8c52b207-efc6-4997-b0f5-864bcf49c748 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 945 time: 0.1583328 Nov 09 17:37:46.837632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-86154244-f86c-4129-9459-9a90de246069 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:46.880314 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8b6f9815-9e8e-47a8-b5fc-6e68714942f3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2596204 Nov 09 17:37:46.901232 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Pushing event updated for resources: {'Network': ['ID=3d488577-d4cf-4d2d-aaca-75886a18d0ec,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:46.903573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52106) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:46.937026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:46.942097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-86154244-f86c-4129-9459-9a90de246069 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:46.942788 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-86154244-f86c-4129-9459-9a90de246069 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:46.945468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 441258f8-ce21-4841-8f30-dedb07890345 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:46.947198 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:46.965357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'port': {'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca', 'name': 'tempest-TaggedBootDevicesTest-1180946025', 'fixed_ips': [{'subnet_id': '1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:47.044147 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-86154244-f86c-4129-9459-9a90de246069 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4979491 Nov 09 17:37:47.062029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Request body: {'port': {'device_id': 'fc9609fe-5a16-4aaf-afac-0a22d2f1b570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:47.114851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52110) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:47.115407 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-363b8746-3c08-454e-a5d1-71d76076918c tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3462420 Nov 09 17:37:47.135111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-688f4b87-748a-4a60-bb47-157040c92a41 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Request body: {'network': {'project_id': 'e4f64d1155914e119d86ed48f339ab3c'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:47.164102 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-4b183bbd-cea8-4612-8130-3281c8350015 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1451004544&fields=id&tenant_id=86f56d6e79094165afb0b71931e08f42 HTTP/1.1" status: 200 len: 267 time: 0.7801311 Nov 09 17:37:47.200734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22833d6d-a4ce-4d27-a6cb-09739ad3135b req-0db166fb-a653-4055-a39d-cd6e2e43d5c3 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506995 Nov 09 17:37:47.204598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688f4b87-748a-4a60-bb47-157040c92a41 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Made reservation on behalf of e4f64d1155914e119d86ed48f339ab3c for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:47.207917 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-688f4b87-748a-4a60-bb47-157040c92a41 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:47.228194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:47.252599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 3d488577-d4cf-4d2d-aaca-75886a18d0ec details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:37:47.289088 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52932d1c-2bd3-469f-a652-fb6478d08dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:47.295166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688f4b87-748a-4a60-bb47-157040c92a41 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:37:47.349941 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-688f4b87-748a-4a60-bb47-157040c92a41 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:47.350291 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-688f4b87-748a-4a60-bb47-157040c92a41 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Added segment c450f4f5-fcc5-4512-8b3c-09849ac1577f of type vlan for network 2632d074-1927-4e6c-bc55-e7b8f8b7808a Nov 09 17:37:47.391770 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-91dfdd3a-06f0-4c8f-baf7-6f675ff1bb55 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:47.399936 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-91dfdd3a-06f0-4c8f-baf7-6f675ff1bb55 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/networks?id=faa12864-c457-4fc2-89d1-00ecb676c142 HTTP/1.1" status: 200 len: 812 time: 0.2341666 Nov 09 17:37:47.456481 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-28b77f4d-7252-4584-995f-e7bb14c64bab tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/quotas/86f56d6e79094165afb0b71931e08f42 HTTP/1.1" status: 200 len: 375 time: 0.0551078 Nov 09 17:37:47.472467 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-688f4b87-748a-4a60-bb47-157040c92a41 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:47.508707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52932d1c-2bd3-469f-a652-fb6478d08dda None None] Pushing event updated for resources: {'Port': ['ID=b26e564e-e52e-478a-b49d-e4f8c4a1419d,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:47.548201 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-69503f11-002b-4fff-8d18-6decc0cdef61 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:47.549790 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-69503f11-002b-4fff-8d18-6decc0cdef61 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2827356 Nov 09 17:37:47.569561 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-59e35153-64e6-4406-8b03-fc33799f0c6f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Request body: {'port': {'device_id': '00456878-787d-4564-8cb2-2306ddc8ff2e', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '1d8c0439f7674e87b291aca6be392867'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:47.574722 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-672e30a0-7c52-455c-8f7a-4b5510f64d0b req-cd6e91ea-cb06-4d02-bcb9-b46e39e03bfb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 210 time: 0.0739532 Nov 09 17:37:47.581503 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-688f4b87-748a-4a60-bb47-157040c92a41 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:47.582921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688f4b87-748a-4a60-bb47-157040c92a41 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:47.583725 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-688f4b87-748a-4a60-bb47-157040c92a41 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:47.692120 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:47.728335 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-bd120cb5-4a9d-491e-a740-ae2bd7577ab8 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=86f56d6e79094165afb0b71931e08f42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2710743 Nov 09 17:37:47.755062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=441258f8-ce21-4841-8f30-dedb07890345,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:47.759269 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:47.773143 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3548e3-0007-4a29-9d52-76fc0b6e0a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441258f8-ce21-4841-8f30-dedb07890345'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:47.776755 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7f6dd8-be62-4890-a4a2-21392481c01f" -d '{"events": [{"server_uuid": "0b3548e3-0007-4a29-9d52-76fc0b6e0a20", "name": "network-vif-plugged", "status": "completed", "tag": "441258f8-ce21-4841-8f30-dedb07890345"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:47.786165 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:47.947897 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=441258f8-ce21-4841-8f30-dedb07890345,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:48.009643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port a44800ca-df28-4148-b54f-b64debe45fc4 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:37:48.033522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f4b87-748a-4a60-bb47-157040c92a41 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Pushing event updated for resources: {'Network': ['ID=2632d074-1927-4e6c-bc55-e7b8f8b7808a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:48.038482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port a44800ca-df28-4148-b54f-b64debe45fc4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:48.038835 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:48.058054 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-688f4b87-748a-4a60-bb47-157040c92a41 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9313748 Nov 09 17:37:48.072568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-59e35153-64e6-4406-8b03-fc33799f0c6f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Made reservation on behalf of 1d8c0439f7674e87b291aca6be392867 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:48.081349 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-59e35153-64e6-4406-8b03-fc33799f0c6f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:48.085418 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52122) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:48.099337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Made reservation on behalf of 0545af43696c4c8a8c4dfc7c2f2cc718 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:48.123062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-154441b3-7a41-45a0-bb9f-1efa3ffe2e86 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Request body: {'network': {'project_id': 'e4f64d1155914e119d86ed48f339ab3c'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:48.142043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 2632d074-1927-4e6c-bc55-e7b8f8b7808a details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:37:48.153727 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-154441b3-7a41-45a0-bb9f-1efa3ffe2e86 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 17:37:48.154207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154441b3-7a41-45a0-bb9f-1efa3ffe2e86 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:37:48.160064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52124) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:48.163936 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-154441b3-7a41-45a0-bb9f-1efa3ffe2e86 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0707216 Nov 09 17:37:48.192287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-245a023a-8ea8-4b10-afbe-a7b6f0587cce service neutron] 10.222.0.81 "GET /v2.0/networks/faa12864-c457-4fc2-89d1-00ecb676c142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309757 Nov 09 17:37:48.208074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:29Z', 'revision_number': 4, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port': {'id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:10Z', 'updated_at': '2021-11-09T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'b26e564e-e52e-478a-b49d-e4f8c4a1419d', 'name': '', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'mac_address': 'fa:16:3e:33:45:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:23Z', 'updated_at': '2021-11-09T17:37:44Z', 'revision_number': 4, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'subnets': [{'id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:48.210875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-ab315546-1c38-4962-b0c6-63c0cb9e1712', 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'fixed_ips': [{'subnet_id': 'f1225703-4412-46cc-b572-90420e91b7e8'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:37:48.223286 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:48.232498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cf6b6-62bb-4d5b-91c0-b2bf64942fcf req-37dcc8af-c200-4fe0-8682-b7f4f5420eb7 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:48.235288 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a3cf6b6-62bb-4d5b-91c0-b2bf64942fcf req-37dcc8af-c200-4fe0-8682-b7f4f5420eb7 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 949 time: 0.3901532 Nov 09 17:37:48.291433 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e91fb726-512b-4ea1-a4df-32b3bf615a1c None None] Provisioning complete for port 53fcf9fa-3019-49de-aa72-70737000dadb triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:48.292016 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e91fb726-512b-4ea1-a4df-32b3bf615a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:48.313188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-000b54c1-4082-4262-b80a-a2d925acef42 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e4f64d1155914e119d86ed48f339ab3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516976 Nov 09 17:37:48.323455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52128) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:48.339290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a3cf6b6-62bb-4d5b-91c0-b2bf64942fcf req-fd5ef8be-07d7-43e2-867a-7b90b5a5a536 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889621 Nov 09 17:37:48.419664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53fcf9fa-3019-49de-aa72-70737000dadb {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:48.435547 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:48.455594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Transition to ACTIVE for port object 53fcf9fa-3019-49de-aa72-70737000dadb will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:37:48.467486 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:48.471850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e91fb726-512b-4ea1-a4df-32b3bf615a1c None None] Port 53fcf9fa-3019-49de-aa72-70737000dadb cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:37:48.491911 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22d97bd-ce15-424e-a901-b384a620fc13 None None] The sync data for ids ['6dbdbc27-9fcb-4222-8249-96f92aac02de'] in n-d-817236-1 is: [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:29Z', 'revision_number': 4, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port': {'id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:10Z', 'updated_at': '2021-11-09T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'b26e564e-e52e-478a-b49d-e4f8c4a1419d', 'name': '', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'mac_address': 'fa:16:3e:33:45:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:23Z', 'updated_at': '2021-11-09T17:37:44Z', 'revision_number': 4, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'subnets': [{'id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:37:48.661607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Pushing event updated for resources: {'Port': ['ID=53fcf9fa-3019-49de-aa72-70737000dadb,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:48.691712 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-59e35153-64e6-4406-8b03-fc33799f0c6f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Allocated IP 192.168.233.191 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/9dee5add-453f-472d-822e-e30816c5b920) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:48.865546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Allocated IP 10.1.1.2 (b44d330b-3a84-4715-bcb1-9ff335c55bca/1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf/8b2ad171-f438-4e14-b495-2ce2d11c8311) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:48.949749 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-59e35153-64e6-4406-8b03-fc33799f0c6f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:49.157243 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-59e35153-64e6-4406-8b03-fc33799f0c6f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:49.212871 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0475cda3-9f0c-41ea-92eb-09551789a995 x-openstack-request-id: req-0475cda3-9f0c-41ea-92eb-09551789a995 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:49.213674 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3548e3-0007-4a29-9d52-76fc0b6e0a20", "name": "network-vif-plugged", "status": "completed", "tag": "441258f8-ce21-4841-8f30-dedb07890345", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:49.220833 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0475cda3-9f0c-41ea-92eb-09551789a995 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:49.221559 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3548e3-0007-4a29-9d52-76fc0b6e0a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441258f8-ce21-4841-8f30-dedb07890345', 'code': 200} Nov 09 17:37:49.265193 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0ce3f-ebeb-4170-9d32-34e760160906 req-49f006b4-f259-40e0-a8a2-ffd42b7a744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:49.267677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-daa0ce3f-ebeb-4170-9d32-34e760160906 req-49f006b4-f259-40e0-a8a2-ffd42b7a744f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 1097 time: 0.3402197 Nov 09 17:37:49.277448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3a2cd-caca-4814-b8b8-da38826aea7f req-afdf66e6-e6f3-4764-baa5-3e421af60d37 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:49.285921 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f0e3a2cd-caca-4814-b8b8-da38826aea7f req-afdf66e6-e6f3-4764-baa5-3e421af60d37 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 946 time: 0.2966349 Nov 09 17:37:49.295253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Attempting to bind port 53fcf9fa-3019-49de-aa72-70737000dadb on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:37:49.296020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Attempting to bind port 53fcf9fa-3019-49de-aa72-70737000dadb by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:37:49.296725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Attempting to bind port 53fcf9fa-3019-49de-aa72-70737000dadb on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:49.314786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Allocated IP 10.2.2.2 (ab315546-1c38-4962-b0c6-63c0cb9e1712/f1225703-4412-46cc-b572-90420e91b7e8/7e4401bb-197d-46b6-a5ad-31382e518442) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:49.328920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Port 53fcf9fa-3019-49de-aa72-70737000dadb on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:37:49.329603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Attempting to bind port 53fcf9fa-3019-49de-aa72-70737000dadb on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:49.337706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:49.338541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:49.339191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:49.339907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Bound port: 53fcf9fa-3019-49de-aa72-70737000dadb, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:37:49.340554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:49.491105 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f0e3a2cd-caca-4814-b8b8-da38826aea7f req-f26e4160-7acc-4d41-a57e-3be881e2318e tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020550 Nov 09 17:37:49.503859 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-daa0ce3f-ebeb-4170-9d32-34e760160906 req-50df5286-234f-4d51-90cb-331bccd8eba9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150106 Nov 09 17:37:49.605963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] For port 53fcf9fa-3019-49de-aa72-70737000dadb, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:49.608671 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:49.610655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52144) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:49.628564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] For port 53fcf9fa-3019-49de-aa72-70737000dadb, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=53fcf9fa-3019-49de-aa72-70737000dadb,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:49.640123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:49.670870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e35153-64e6-4406-8b03-fc33799f0c6f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event updated for resources: {'Port': ['ID=9dee5add-453f-472d-822e-e30816c5b920,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:49.729302 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-59e35153-64e6-4406-8b03-fc33799f0c6f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:49.749700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Pushing event updated for resources: {'Port': ['ID=53fcf9fa-3019-49de-aa72-70737000dadb,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:49.788772 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:49.856769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:49.857134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:49.858718 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f9fc263e-4bbf-4f8f-a36d-994de6f0ff53 service neutron] 10.222.0.18 "PUT /v2.0/ports/53fcf9fa-3019-49de-aa72-70737000dadb HTTP/1.1" status: 200 len: 1094 time: 2.8024497 Nov 09 17:37:49.860515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9609fe-5a16-4aaf-afac-0a22d2f1b570', 'tag': '53fcf9fa-3019-49de-aa72-70737000dadb'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:49.865576 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5969f997-c6d9-474c-ac19-daca64fab8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9609fe-5a16-4aaf-afac-0a22d2f1b570", "tag": "53fcf9fa-3019-49de-aa72-70737000dadb"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:49.873647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-59e35153-64e6-4406-8b03-fc33799f0c6f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:49.887798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-59e35153-64e6-4406-8b03-fc33799f0c6f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:49.927880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] device_id is not set on port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:37:50.007085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b870b42-2f9e-4fa1-96a5-f02c13c6ac3e req-97829f7a-ad79-42e2-8bfe-c33152364d86 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:50.009785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b870b42-2f9e-4fa1-96a5-f02c13c6ac3e req-97829f7a-ad79-42e2-8bfe-c33152364d86 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 936 time: 0.2621481 Nov 09 17:37:50.080327 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ed266dcc-1be1-4cff-8d5f-9c9ced25f4ef service neutron] 10.222.0.81 "GET /v2.0/networks/faa12864-c457-4fc2-89d1-00ecb676c142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8593004 Nov 09 17:37:50.139200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:37:50.207856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b870b42-2f9e-4fa1-96a5-f02c13c6ac3e req-d4d7a41a-9383-4d60-b819-54ef76d1ba17 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589859 Nov 09 17:37:50.392774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a44800ca-df28-4148-b54f-b64debe45fc4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a44800ca-df28-4148-b54f-b64debe45fc4,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:50.445590 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:50.641863 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-edb2b3a9-3509-418c-a6e5-5f0bdac6b2d0 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:50.668757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-92ca6144-5fbf-403f-969d-2fd77c070cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:50.677356 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-92ca6144-5fbf-403f-969d-2fd77c070cc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=fc9609fe-5a16-4aaf-afac-0a22d2f1b570 HTTP/1.1" status: 200 len: 1097 time: 0.6531444 Nov 09 17:37:50.724702 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-edb2b3a9-3509-418c-a6e5-5f0bdac6b2d0 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:50.749181 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a44800ca-df28-4148-b54f-b64debe45fc4,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:50.812614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-59e35153-64e6-4406-8b03-fc33799f0c6f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:50.813109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-59e35153-64e6-4406-8b03-fc33799f0c6f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:50.841915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b26e564e-e52e-478a-b49d-e4f8c4a1419d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:50.972623 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:51.034045 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ddd073-c227-4935-a24f-b3b859da09ed x-openstack-request-id: req-c3ddd073-c227-4935-a24f-b3b859da09ed {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:51.034472 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9609fe-5a16-4aaf-afac-0a22d2f1b570", "tag": "53fcf9fa-3019-49de-aa72-70737000dadb", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:51.034867 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3ddd073-c227-4935-a24f-b3b859da09ed {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:51.049848 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9609fe-5a16-4aaf-afac-0a22d2f1b570', 'tag': '53fcf9fa-3019-49de-aa72-70737000dadb', 'status': 'completed', 'code': 200} Nov 09 17:37:51.097830 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-edb2b3a9-3509-418c-a6e5-5f0bdac6b2d0 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:51.104450 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-edb2b3a9-3509-418c-a6e5-5f0bdac6b2d0 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:51.108549 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-edb2b3a9-3509-418c-a6e5-5f0bdac6b2d0 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/5136d9d8-f638-4abd-955e-6ca0ed37c7c2 HTTP/1.1" status: 204 len: 168 time: 2.6701961 Nov 09 17:37:51.113738 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-f35ec6d0-9aab-46d0-b59d-3edf64089570 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=53fcf9fa-3019-49de-aa72-70737000dadb HTTP/1.1" status: 200 len: 217 time: 0.4028559 Nov 09 17:37:51.114477 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52174) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:51.123774 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-59e35153-64e6-4406-8b03-fc33799f0c6f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5617490 Nov 09 17:37:51.158036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Request body: {'port': {'device_id': '00456878-787d-4564-8cb2-2306ddc8ff2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:51.161554 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:51.217668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2b3a9-3509-418c-a6e5-5f0bdac6b2d0 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5136d9d8-f638-4abd-955e-6ca0ed37c7c2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:51.248268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0592a-848e-4037-8269-c147d0e6d5f0 req-9f100154-adb9-4e3e-8f05-7c954b55b8f0 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:51.251255 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ff0592a-848e-4037-8269-c147d0e6d5f0 req-9f100154-adb9-4e3e-8f05-7c954b55b8f0 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 950 time: 0.7016716 Nov 09 17:37:51.253228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce516aac-0576-4d4e-a1df-7a175c167c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44800ca-df28-4148-b54f-b64debe45fc4'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:51.255829 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f6d1db-465a-4d31-becb-dce0fd87ed57" -d '{"events": [{"server_uuid": "ce516aac-0576-4d4e-a1df-7a175c167c79", "name": "network-vif-plugged", "status": "completed", "tag": "a44800ca-df28-4148-b54f-b64debe45fc4"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:51.326530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port b26e564e-e52e-478a-b49d-e4f8c4a1419d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:51.328688 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:51.373393 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08958673-4d5c-4d9c-974d-5bf40f91ae7f req-cb524223-b0df-499d-b0a4-d030888fe037 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 210 time: 0.2317259 Nov 09 17:37:51.429560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Network b44d330b-3a84-4715-bcb1-9ff335c55bca is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:51.444482 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:51.502939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:51.511341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:51.519854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-cb4d24a9-d5ee-4f59-a561-849f816bece2 None None] Provisioning complete for port 9dee5add-453f-472d-822e-e30816c5b920 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:51.520746 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cb4d24a9-d5ee-4f59-a561-849f816bece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:51.611967 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d24a9-d5ee-4f59-a561-849f816bece2 None None] Port 9dee5add-453f-472d-822e-e30816c5b920 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:37:51.681320 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:51.717183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Attempting to bind port 8b2ad171-f438-4e14-b495-2ce2d11c8311 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:37:51.717614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Attempting to bind port 8b2ad171-f438-4e14-b495-2ce2d11c8311 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:37:51.718790 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Attempting to bind port 8b2ad171-f438-4e14-b495-2ce2d11c8311 on network b44d330b-3a84-4715-bcb1-9ff335c55bca {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:51.730408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Pushing event updated for resources: {'Port': ['ID=8b2ad171-f438-4e14-b495-2ce2d11c8311,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:51.742138 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:51.806701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-b1d5ed74-106e-4c54-81bc-461ea2644979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:51.809620 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-b1d5ed74-106e-4c54-81bc-461ea2644979 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.6162472 Nov 09 17:37:51.817628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Network ab315546-1c38-4962-b0c6-63c0cb9e1712 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:51.819659 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Pushing event updated for resources: {'Port': ['ID=7e4401bb-197d-46b6-a5ad-31382e518442,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:51.830297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:51.835928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:51.846020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:51.846706 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Checking segment: {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:51.847347 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:51.847956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Bound using segment: {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:51.848677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Bound port: 8b2ad171-f438-4e14-b495-2ce2d11c8311, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:37:51.849260 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:51.868747 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dee5add-453f-472d-822e-e30816c5b920 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:51.884177 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:51.890824 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c39b4b29-adb2-43b4-a35e-4fc09554f46b tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:51.898480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Transition to ACTIVE for port object 9dee5add-453f-472d-822e-e30816c5b920 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:37:51.900430 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ff0592a-848e-4037-8269-c147d0e6d5f0 req-7a7f968a-a52e-41dd-8ffe-b03efa65b8f7 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522480 Nov 09 17:37:51.917821 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:52.051076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Pushing event updated for resources: {'Port': ['ID=9dee5add-453f-472d-822e-e30816c5b920,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:52.074382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-0cb15ca8-08c0-4525-ae0e-f02355f65afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:52.078314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-0cb15ca8-08c0-4525-ae0e-f02355f65afa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2199972 Nov 09 17:37:52.086002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Allocated IP 10.1.1.152 (b44d330b-3a84-4715-bcb1-9ff335c55bca/1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf/0045f8aa-bdcf-4da8-8211-c159c05d3f15) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:52.246118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] For port 8b2ad171-f438-4e14-b495-2ce2d11c8311, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:52.251948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] For port 8b2ad171-f438-4e14-b495-2ce2d11c8311, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8b2ad171-f438-4e14-b495-2ce2d11c8311,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:52.271260 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:52.386989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2a21f-ff8c-42b3-a5ca-6f00636b2879 None None] Pushing event updated for resources: {'Port': ['ID=8b2ad171-f438-4e14-b495-2ce2d11c8311,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:52.404117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Attempting to bind port 7e4401bb-197d-46b6-a5ad-31382e518442 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:37:52.405332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Attempting to bind port 7e4401bb-197d-46b6-a5ad-31382e518442 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '2fd68c1d-041e-45a8-a720-774bde04d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:37:52.405968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Attempting to bind port 7e4401bb-197d-46b6-a5ad-31382e518442 on network ab315546-1c38-4962-b0c6-63c0cb9e1712 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:52.426011 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:52.427637 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Checking segment: {'id': '2fd68c1d-041e-45a8-a720-774bde04d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:52.428715 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:52.429327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Bound using segment: {'id': '2fd68c1d-041e-45a8-a720-774bde04d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:52.430093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Bound port: 7e4401bb-197d-46b6-a5ad-31382e518442, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd68c1d-041e-45a8-a720-774bde04d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:37:52.431489 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:52.628724 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:52.636303 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] For port 7e4401bb-197d-46b6-a5ad-31382e518442, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:52.643208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] For port 7e4401bb-197d-46b6-a5ad-31382e518442, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7e4401bb-197d-46b6-a5ad-31382e518442,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:52.656596 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:52.864196 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a8590-4c5c-4f93-a39d-ac9e8138b19f None None] Pushing event updated for resources: {'Port': ['ID=7e4401bb-197d-46b6-a5ad-31382e518442,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:53.075721 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c39b4b29-adb2-43b4-a35e-4fc09554f46b tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:53.213598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-c39b4b29-adb2-43b4-a35e-4fc09554f46b tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2632d074-1927-4e6c-bc55-e7b8f8b7808a']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:53.225823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02445f77-b1c7-4125-9219-f8ad0516fbdb req-e9f2c8ea-e19c-4bbc-9031-49792fa6b2f1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:53.236090 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-02445f77-b1c7-4125-9219-f8ad0516fbdb req-e9f2c8ea-e19c-4bbc-9031-49792fa6b2f1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 946 time: 1.3331938 Nov 09 17:37:53.313574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759e3cd-17e6-4cf8-9929-965842579d15 req-706e5ea7-939c-4690-8ad4-a40e50a499bb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:53.316509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c759e3cd-17e6-4cf8-9929-965842579d15 req-706e5ea7-939c-4690-8ad4-a40e50a499bb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 948 time: 1.0894151 Nov 09 17:37:53.338948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-c39b4b29-adb2-43b4-a35e-4fc09554f46b tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c450f4f5-fcc5-4512-8b3c-09849ac1577f') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:53.340849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-c39b4b29-adb2-43b4-a35e-4fc09554f46b tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c450f4f5-fcc5-4512-8b3c-09849ac1577f') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:53.371089 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:53.375412 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c39b4b29-adb2-43b4-a35e-4fc09554f46b tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:53.406881 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:53.413590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7bf1339d-87e5-4f60-98e3-707ab8f589a6 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2814071 Nov 09 17:37:53.426364 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c39b4b29-adb2-43b4-a35e-4fc09554f46b tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:53.441847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-37af435a-55c0-427f-8794-3d25ff447aa8 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:53.443780 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:53.444550 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-37af435a-55c0-427f-8794-3d25ff447aa8 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.13 "GET /v2.0/networks?id=faa12864-c457-4fc2-89d1-00ecb676c142 HTTP/1.1" status: 200 len: 812 time: 0.4398212 Nov 09 17:37:53.496098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39b4b29-adb2-43b4-a35e-4fc09554f46b tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:37:53.496925 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c39b4b29-adb2-43b4-a35e-4fc09554f46b tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:37:53.535622 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:37:53.572704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Network b44d330b-3a84-4715-bcb1-9ff335c55bca is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:53.579646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:53.588277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:53.671054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:53.671784 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:53.697438 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-02445f77-b1c7-4125-9219-f8ad0516fbdb req-c3fa83fc-22f5-4bea-916b-9bf8bee741ad tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573534 Nov 09 17:37:53.732699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'Port': ['ID=0045f8aa-bdcf-4da8-8211-c159c05d3f15,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:53.735051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-8c49d52c-b7ee-4b38-b674-07d90d71c7ed tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f56d6e79094165afb0b71931e08f42 HTTP/1.1" status: 200 len: 380 time: 0.2718999 Nov 09 17:37:53.752270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Attempting to bind port 9dee5add-453f-472d-822e-e30816c5b920 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:37:53.756442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Attempting to bind port 9dee5add-453f-472d-822e-e30816c5b920 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:37:53.756907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c759e3cd-17e6-4cf8-9929-965842579d15 req-8245bb3c-066a-4690-9b92-6732394fff80 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912663 Nov 09 17:37:53.760623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Attempting to bind port 9dee5add-453f-472d-822e-e30816c5b920 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:53.772917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce73a135-32ec-45a6-9180-603344278d3a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Request body: {'port': {'device_id': 'e673a38d-f574-4458-8775-b8baef84169a', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'admin_state_up': True, 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'security_groups': ['380dc560-67a3-4b35-afbe-a41aa687abfa']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:53.795703 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fb8d65fb-9e7a-4fde-b02e-42e0cc265a2f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.8530531 Nov 09 17:37:53.805805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52190) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:53.811512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'port': {'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca', 'name': 'tempest-TaggedBootDevicesTest-128805364', 'fixed_ips': [{'subnet_id': '1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:53.816591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Port 9dee5add-453f-472d-822e-e30816c5b920 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:37:53.822905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Attempting to bind port 9dee5add-453f-472d-822e-e30816c5b920 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:37:53.829746 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f856d6-b1d2-41d1-af74-76976d2b536f x-openstack-request-id: req-55f856d6-b1d2-41d1-af74-76976d2b536f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:53.830287 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce516aac-0576-4d4e-a1df-7a175c167c79", "name": "network-vif-plugged", "status": "completed", "tag": "a44800ca-df28-4148-b54f-b64debe45fc4", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:53.830287 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55f856d6-b1d2-41d1-af74-76976d2b536f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:53.831214 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce516aac-0576-4d4e-a1df-7a175c167c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44800ca-df28-4148-b54f-b64debe45fc4', 'code': 200} Nov 09 17:37:53.846749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:37:53.847392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:37:53.848345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:37:53.849428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Bound port: 9dee5add-453f-472d-822e-e30816c5b920, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:37:53.851922 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:53.863184 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c39b4b29-adb2-43b4-a35e-4fc09554f46b tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:54.122967 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-911ec5e8-f248-45c8-b99f-01891fe931de req-cb1b54e6-392a-4224-aa5d-5f533b68d224 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 210 time: 0.0894833 Nov 09 17:37:54.149116 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c39b4b29-adb2-43b4-a35e-4fc09554f46b tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:54.157324 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52202) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:54.158760 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c39b4b29-adb2-43b4-a35e-4fc09554f46b tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] 10.222.0.81 "DELETE /v2.0/networks/2632d074-1927-4e6c-bc55-e7b8f8b7808a HTTP/1.1" status: 204 len: 168 time: 3.0159781 Nov 09 17:37:54.306765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b4b29-adb2-43b4-a35e-4fc09554f46b tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Pushing event deleted for resources: {'Network': ['ID=2632d074-1927-4e6c-bc55-e7b8f8b7808a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:54.346202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3588e8-0b51-47f1-98e8-74d26011c4bc None None] Network b44d330b-3a84-4715-bcb1-9ff335c55bca requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:54.355827 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e74d48c8-12b8-4667-952c-076c28aa5bc2 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:54.368424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] For port 9dee5add-453f-472d-822e-e30816c5b920, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:37:54.385600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] For port 9dee5add-453f-472d-822e-e30816c5b920, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9dee5add-453f-472d-822e-e30816c5b920,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:37:54.409871 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:54.413376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad584bec-d623-4c43-9cbf-45b84ef9d872 req-2c58fcbe-1465-458b-9021-e3e5e176ace0 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:54.427372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad584bec-d623-4c43-9cbf-45b84ef9d872 req-2c58fcbe-1465-458b-9021-e3e5e176ace0 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 950 time: 0.3868163 Nov 09 17:37:54.530634 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-5f1cea44-c71b-47b4-ab80-2d9b8b86b885 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1072893 Nov 09 17:37:54.539651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9426d-e6a6-45c6-b53e-2f8015d8b822 req-9267e617-de6f-45ae-9de4-3e26a15aebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:54.541416 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5e9426d-e6a6-45c6-b53e-2f8015d8b822 req-9267e617-de6f-45ae-9de4-3e26a15aebb1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 1101 time: 0.5026727 Nov 09 17:37:54.561942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:54.564550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:54.565926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] 10.222.0.18 "PUT /v2.0/ports/9dee5add-453f-472d-822e-e30816c5b920 HTTP/1.1" status: 200 len: 1096 time: 3.4211602 Nov 09 17:37:54.566705 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00456878-787d-4564-8cb2-2306ddc8ff2e', 'tag': '9dee5add-453f-472d-822e-e30816c5b920'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:37:54.569255 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d929488b-fad1-4dc7-b1e0-f25603afffba" -d '{"events": [{"name": "network-changed", "server_uuid": "00456878-787d-4564-8cb2-2306ddc8ff2e", "tag": "9dee5add-453f-472d-822e-e30816c5b920"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:37:54.588469 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Made reservation on behalf of 0545af43696c4c8a8c4dfc7c2f2cc718 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:54.602511 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:54.632047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad584bec-d623-4c43-9cbf-45b84ef9d872 req-bfac1f44-df21-4b55-bd6a-d4b707c9f80e tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036171 Nov 09 17:37:54.655187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-164cff74-0e0c-4b2f-ace8-2e2083a13188 None None] Provisioning complete for port 8b2ad171-f438-4e14-b495-2ce2d11c8311 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:54.655601 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-164cff74-0e0c-4b2f-ace8-2e2083a13188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:54.785511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbd9381-ccb7-4dbc-96b3-75685682fd2d None None] Network ab315546-1c38-4962-b0c6-63c0cb9e1712 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:37:54.853366 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-953e813a-242c-4c49-b545-fc00d96dac4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:54.881896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5e9426d-e6a6-45c6-b53e-2f8015d8b822 req-be8e28b4-11bd-4b85-a6b5-9a307ca8d6c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238416 Nov 09 17:37:54.922171 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39edd296-22cf-4eaf-88f0-98ec9f3e10fe x-openstack-request-id: req-39edd296-22cf-4eaf-88f0-98ec9f3e10fe {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:37:54.923100 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00456878-787d-4564-8cb2-2306ddc8ff2e", "tag": "9dee5add-453f-472d-822e-e30816c5b920", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:37:54.923553 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39edd296-22cf-4eaf-88f0-98ec9f3e10fe {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:37:54.925778 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00456878-787d-4564-8cb2-2306ddc8ff2e', 'tag': '9dee5add-453f-472d-822e-e30816c5b920', 'status': 'completed', 'code': 200} Nov 09 17:37:54.938734 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-164cff74-0e0c-4b2f-ace8-2e2083a13188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:54.970687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbada4d-04e9-42a1-9648-4b6e13120803 service neutron] Pushing event updated for resources: {'Port': ['ID=9dee5add-453f-472d-822e-e30816c5b920,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:54.976456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] device_id is not set on port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:37:54.991143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce73a135-32ec-45a6-9180-603344278d3a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Made reservation on behalf of 86f56d6e79094165afb0b71931e08f42 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:37:54.996699 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce73a135-32ec-45a6-9180-603344278d3a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:55.038746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e4401bb-197d-46b6-a5ad-31382e518442 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:55.080846 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e74d48c8-12b8-4667-952c-076c28aa5bc2 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:55.138933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-164cff74-0e0c-4b2f-ace8-2e2083a13188 None None] For port 8b2ad171-f438-4e14-b495-2ce2d11c8311, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8b2ad171-f438-4e14-b495-2ce2d11c8311,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:55.153514 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-164cff74-0e0c-4b2f-ace8-2e2083a13188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:55.215461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cff74-0e0c-4b2f-ace8-2e2083a13188 None None] Pushing event updated for resources: {'Port': ['ID=8b2ad171-f438-4e14-b495-2ce2d11c8311,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:55.215816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-b8034f2a-6c70-46ad-881f-ba70a14efc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:55.218254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-b8034f2a-6c70-46ad-881f-ba70a14efc5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 1099 time: 0.5756214 Nov 09 17:37:55.227878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7e4401bb-197d-46b6-a5ad-31382e518442 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:55.228908 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:55.335644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Allocated IP 10.1.1.238 (b44d330b-3a84-4715-bcb1-9ff335c55bca/1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf/0cbce6a8-d6be-4652-adb4-edc568ed2e15) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:55.437333 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-5d33d861-0cef-4d1e-a218-6e5532b1b74a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=9dee5add-453f-472d-822e-e30816c5b920 HTTP/1.1" status: 200 len: 217 time: 0.1925695 Nov 09 17:37:55.526748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-e74d48c8-12b8-4667-952c-076c28aa5bc2 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d488577-d4cf-4d2d-aaca-75886a18d0ec']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:55.594304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5183a4a3-5ece-4c80-9dd1-f7827287673d None None] Provisioning complete for port 7e4401bb-197d-46b6-a5ad-31382e518442 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:55.594681 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5183a4a3-5ece-4c80-9dd1-f7827287673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:55.606554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-3c1e2b05-d387-4e53-8ce6-837f23002277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:55.609528 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-3c1e2b05-d387-4e53-8ce6-837f23002277 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1042283 Nov 09 17:37:55.617390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56e3fe-b417-425e-a4cb-31a38c0c4714 req-74678d11-8842-4cdc-8a3e-f2844e3e01d6 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:55.622399 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ca56e3fe-b417-425e-a4cb-31a38c0c4714 req-74678d11-8842-4cdc-8a3e-f2844e3e01d6 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 1097 time: 0.9557123 Nov 09 17:37:55.632066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-e74d48c8-12b8-4667-952c-076c28aa5bc2 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fb3142-d6c6-4a29-b9bb-bc2ef1947b7e') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:55.634016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-e74d48c8-12b8-4667-952c-076c28aa5bc2 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fb3142-d6c6-4a29-b9bb-bc2ef1947b7e') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:37:55.709436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e7016-88c4-4eef-8b76-a50245cb2a81 req-8bccf4e6-cfae-4318-8294-beb117080629 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:55.711117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-829e7016-88c4-4eef-8b76-a50245cb2a81 req-8bccf4e6-cfae-4318-8294-beb117080629 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 948 time: 0.7738152 Nov 09 17:37:55.730054 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5183a4a3-5ece-4c80-9dd1-f7827287673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:55.751711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969f997-c6d9-474c-ac19-daca64fab8b8 req-be965bd3-32aa-4aaf-8e14-0bc5f470a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:55.763175 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5969f997-c6d9-474c-ac19-daca64fab8b8 req-be965bd3-32aa-4aaf-8e14-0bc5f470a9b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=fc9609fe-5a16-4aaf-afac-0a22d2f1b570 HTTP/1.1" status: 200 len: 1097 time: 1.0450530 Nov 09 17:37:55.781327 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:55.820499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5183a4a3-5ece-4c80-9dd1-f7827287673d None None] For port 7e4401bb-197d-46b6-a5ad-31382e518442, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7e4401bb-197d-46b6-a5ad-31382e518442,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:55.835057 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e74d48c8-12b8-4667-952c-076c28aa5bc2 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:55.846608 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5183a4a3-5ece-4c80-9dd1-f7827287673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:55.857649 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e74d48c8-12b8-4667-952c-076c28aa5bc2 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:55.869013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74d48c8-12b8-4667-952c-076c28aa5bc2 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:37:55.870719 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e74d48c8-12b8-4667-952c-076c28aa5bc2 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:55.927437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-87c2e6d4-ebd7-4234-bdc6-e659e16e4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:55.929371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-87c2e6d4-ebd7-4234-bdc6-e659e16e4916 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3087974 Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:37:55.986324 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:37:56.101076 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e74d48c8-12b8-4667-952c-076c28aa5bc2 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:56.101312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183a4a3-5ece-4c80-9dd1-f7827287673d None None] Pushing event updated for resources: {'Port': ['ID=7e4401bb-197d-46b6-a5ad-31382e518442,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:56.174698 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e74d48c8-12b8-4667-952c-076c28aa5bc2 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:56.186647 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e74d48c8-12b8-4667-952c-076c28aa5bc2 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] 10.222.0.81 "DELETE /v2.0/networks/3d488577-d4cf-4d2d-aaca-75886a18d0ec HTTP/1.1" status: 204 len: 168 time: 2.0277057 Nov 09 17:37:56.189606 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:37:56.190370 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:37:56.191407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6859e93d-f877-4570-9a23-d445dc323975 None None] Provisioning complete for port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:56.192228 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6859e93d-f877-4570-9a23-d445dc323975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:56.226139 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ca56e3fe-b417-425e-a4cb-31a38c0c4714 req-75d97ec5-1ea5-4c7a-96ff-f73ca74561ce tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567770 Nov 09 17:37:56.230766 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-6f9982e4-33ff-46f9-af5e-d3d772ab3751 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780197 Nov 09 17:37:56.232813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d48c8-12b8-4667-952c-076c28aa5bc2 tempest-QuotasNegativeTest-1181250308 tempest-QuotasNegativeTest-1181250308-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d488577-d4cf-4d2d-aaca-75886a18d0ec,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:56.244262 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-829e7016-88c4-4eef-8b76-a50245cb2a81 req-01969831-4486-46dc-864b-597c5704776a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082517 Nov 09 17:37:56.290197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce73a135-32ec-45a6-9180-603344278d3a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Allocated IP 172.20.0.12 (faa12864-c457-4fc2-89d1-00ecb676c142/851952eb-e184-4308-9772-ac9d6d2eae63/675cd35d-136a-46c8-a0b4-9e9032c14fcf) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:37:56.357388 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:56.363153 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969f997-c6d9-474c-ac19-daca64fab8b8 req-64448761-c5de-40f4-b8ad-e5bbe4515b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:56.365576 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5969f997-c6d9-474c-ac19-daca64fab8b8 req-64448761-c5de-40f4-b8ad-e5bbe4515b62 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.5379636 Nov 09 17:37:56.366288 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-6859e93d-f877-4570-9a23-d445dc323975 None None] Port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:37:56.417863 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6859e93d-f877-4570-9a23-d445dc323975 None None] Provisioning complete for port 8b2ad171-f438-4e14-b495-2ce2d11c8311 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:56.421605 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6859e93d-f877-4570-9a23-d445dc323975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:56.576859 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:56.630906 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5969f997-c6d9-474c-ac19-daca64fab8b8 req-5fbced67-4dd1-4869-ae99-55a1361b9b5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=53fcf9fa-3019-49de-aa72-70737000dadb HTTP/1.1" status: 200 len: 217 time: 0.2547395 Nov 09 17:37:56.651954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-953e813a-242c-4c49-b545-fc00d96dac4e admin admin] Deleting port ca14426d-bed7-4a36-9267-2e404b499695 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:37:56.652365 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-953e813a-242c-4c49-b545-fc00d96dac4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:56.705014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc29fce7-5278-4fbc-8c75-c02bb4ad0082 req-1f8b7a91-85c2-4739-8ad5-f16038b52613 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415672 Nov 09 17:37:56.768735 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-db17380f-5f66-45f9-8855-0316e678323c req-9160b9df-8f0a-4da5-9e74-2e059c5435e0 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 210 time: 0.2373080 Nov 09 17:37:56.782416 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Network b44d330b-3a84-4715-bcb1-9ff335c55bca is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:56.832418 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:56.835855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-23a96dbf-89bc-45b4-a3ac-d30b7a4cadbd None None] Provisioning complete for port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:56.836310 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23a96dbf-89bc-45b4-a3ac-d30b7a4cadbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:56.839263 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-953e813a-242c-4c49-b545-fc00d96dac4e admin admin] For port ca14426d-bed7-4a36-9267-2e404b499695, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ca14426d-bed7-4a36-9267-2e404b499695,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:56.839745 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-953e813a-242c-4c49-b545-fc00d96dac4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:56.840037 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8b2ad171-f438-4e14-b495-2ce2d11c8311 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:56.849942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:56.892697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-953e813a-242c-4c49-b545-fc00d96dac4e admin admin] Calling delete_port for ca14426d-bed7-4a36-9267-2e404b499695 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:37:56.950394 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'Port': ['ID=0cbce6a8-d6be-4652-adb4-edc568ed2e15,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:57.015307 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969f997-c6d9-474c-ac19-daca64fab8b8 req-743c23d5-e4d5-49ac-854c-808fa79ae013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:57.015307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5969f997-c6d9-474c-ac19-daca64fab8b8 req-743c23d5-e4d5-49ac-854c-808fa79ae013 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.3269489 Nov 09 17:37:57.082952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-23a96dbf-89bc-45b4-a3ac-d30b7a4cadbd None None] Port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:37:57.105301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-23a96dbf-89bc-45b4-a3ac-d30b7a4cadbd None None] Provisioning complete for port 7e4401bb-197d-46b6-a5ad-31382e518442 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:57.106348 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23a96dbf-89bc-45b4-a3ac-d30b7a4cadbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:57.161300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:57.162353 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:57.164338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8b2ad171-f438-4e14-b495-2ce2d11c8311 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:57.167358 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:57.283924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b503950d-c5e9-4ac2-bd4c-0edf9fa0ccbe tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4835463 Nov 09 17:37:57.292422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52230) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:57.309982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95caea-bffb-4754-a016-8c21b729d1b2 req-3b17636b-9f5b-4b7e-b7a5-b6ebbb2444f4 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:57.312103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d95caea-bffb-4754-a016-8c21b729d1b2 req-3b17636b-9f5b-4b7e-b7a5-b6ebbb2444f4 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 1097 time: 0.3385868 Nov 09 17:37:57.335329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd1f5d-3e89-4945-8fd7-a0627aa88a91 req-685d00e2-2993-4383-b0a3-e93911ba393a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:57.340079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-23cd1f5d-3e89-4945-8fd7-a0627aa88a91 req-685d00e2-2993-4383-b0a3-e93911ba393a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 950 time: 0.8091798 Nov 09 17:37:57.349046 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969f997-c6d9-474c-ac19-daca64fab8b8 req-c1a23772-eb22-48ea-ac39-d53c1857f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:57.351476 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5969f997-c6d9-474c-ac19-daca64fab8b8 req-c1a23772-eb22-48ea-ac39-d53c1857f38d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3017972 Nov 09 17:37:57.542831 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:37:57.577049 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5969f997-c6d9-474c-ac19-daca64fab8b8 req-2898d16d-8995-4e3c-b3df-4a3965425cea service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106669 Nov 09 17:37:57.704938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5969f997-c6d9-474c-ac19-daca64fab8b8 req-75380b8d-3a39-4502-8a67-5f395d2be110 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184299 Nov 09 17:37:57.748044 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d95caea-bffb-4754-a016-8c21b729d1b2 req-87df8c70-bde0-4dcd-adbc-4f4e9ce09935 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944151 Nov 09 17:37:57.793369 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a496cf1-e7cb-4ccc-ac7b-f21df8803e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:57.902805 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce73a135-32ec-45a6-9180-603344278d3a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:57.958058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6a08bf2f-2d44-4e7c-99ed-acf92b6e0f65 None None] Provisioning complete for port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:57.958288 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6a08bf2f-2d44-4e7c-99ed-acf92b6e0f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:57.965449 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-23cd1f5d-3e89-4945-8fd7-a0627aa88a91 req-09d49419-a045-4799-8437-03c7783711d2 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776149 Nov 09 17:37:57.979517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929488b-fad1-4dc7-b1e0-f25603afffba req-bd0e7d1b-1d2c-4e8c-aa75-f773e5435cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:57.981896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d929488b-fad1-4dc7-b1e0-f25603afffba req-bd0e7d1b-1d2c-4e8c-aa75-f773e5435cad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 1099 time: 0.9287531 Nov 09 17:37:58.028181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f98e-5fe2-4dea-bdf8-9fd45c8675fd req-d7fcfb8f-1455-4979-a79b-1bb2c14b4322 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:58.030132 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-79e6f98e-5fe2-4dea-bdf8-9fd45c8675fd req-d7fcfb8f-1455-4979-a79b-1bb2c14b4322 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 948 time: 0.1221230 Nov 09 17:37:58.032239 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a496cf1-e7cb-4ccc-ac7b-f21df8803e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:58.038356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e4401bb-197d-46b6-a5ad-31382e518442 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:58.040597 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-953e813a-242c-4c49-b545-fc00d96dac4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:58.063616 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce73a135-32ec-45a6-9180-603344278d3a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:58.068159 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a496cf1-e7cb-4ccc-ac7b-f21df8803e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:58.133848 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5a496cf1-e7cb-4ccc-ac7b-f21df8803e38 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6464c594426546a4bd1b5aec94224d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8393500 Nov 09 17:37:58.138911 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52244) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:58.156318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-6a08bf2f-2d44-4e7c-99ed-acf92b6e0f65 None None] Port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:37:58.221088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7e4401bb-197d-46b6-a5ad-31382e518442 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:58.221834 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:58.232867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a496cf1-e7cb-4ccc-ac7b-f21df8803e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebd3b00-1eb5-43df-afd4-67859d063319,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:58.262531 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-79e6f98e-5fe2-4dea-bdf8-9fd45c8675fd req-652c9f4c-03f9-4f8a-b5e5-d0afa85c994b tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241549 Nov 09 17:37:58.325762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929488b-fad1-4dc7-b1e0-f25603afffba req-98cfa762-3178-4e01-ab03-528f2fc86bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:58.327457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d929488b-fad1-4dc7-b1e0-f25603afffba req-98cfa762-3178-4e01-ab03-528f2fc86bad service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.2887638 Nov 09 17:37:58.335532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e813a-242c-4c49-b545-fc00d96dac4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca14426d-bed7-4a36-9267-2e404b499695,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:58.345046 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e267800c-98bb-4996-bbc7-a1dd6a97e933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:58.381494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce73a135-32ec-45a6-9180-603344278d3a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Network faa12864-c457-4fc2-89d1-00ecb676c142 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:37:58.399622 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e267800c-98bb-4996-bbc7-a1dd6a97e933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:58.479873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8b2ad171-f438-4e14-b495-2ce2d11c8311 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:37:58.506794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52254) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:58.530011 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-89aec3e5-28c8-4b87-8f2e-5606e5b5c01d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099626149', 'description': 'tempest-description--1519765079'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:58.584753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 53fcf9fa-3019-49de-aa72-70737000dadb details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:37:58.639717 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-89aec3e5-28c8-4b87-8f2e-5606e5b5c01d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:58.745659 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e267800c-98bb-4996-bbc7-a1dd6a97e933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:58.754245 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e267800c-98bb-4996-bbc7-a1dd6a97e933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:58.755964 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e267800c-98bb-4996-bbc7-a1dd6a97e933 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ebd3b00-1eb5-43df-afd4-67859d063319 HTTP/1.1" status: 204 len: 168 time: 0.6092341 Nov 09 17:37:58.778038 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:37:58.815383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267800c-98bb-4996-bbc7-a1dd6a97e933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebd3b00-1eb5-43df-afd4-67859d063319,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:58.921583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8b2ad171-f438-4e14-b495-2ce2d11c8311 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:58.922050 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:58.925812 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-89aec3e5-28c8-4b87-8f2e-5606e5b5c01d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:58.937704 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-89aec3e5-28c8-4b87-8f2e-5606e5b5c01d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:58.974612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce73a135-32ec-45a6-9180-603344278d3a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:37:59.001505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce73a135-32ec-45a6-9180-603344278d3a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:37:59.074597 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-89aec3e5-28c8-4b87-8f2e-5606e5b5c01d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:59.088720 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-89aec3e5-28c8-4b87-8f2e-5606e5b5c01d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5795135 Nov 09 17:37:59.100595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52264) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:59.122874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-291c44ff-bc5f-42a4-b022-1d228cae207d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'security_group_rule': {'security_group_id': 'be95cdc9-76ef-4f2a-b503-642ce88f290b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:59.157206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aec3e5-28c8-4b87-8f2e-5606e5b5c01d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be95cdc9-76ef-4f2a-b503-642ce88f290b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:59.238919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d929488b-fad1-4dc7-b1e0-f25603afffba req-4097d043-ad2b-4393-85a1-fcf21cb695b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=9dee5add-453f-472d-822e-e30816c5b920 HTTP/1.1" status: 200 len: 217 time: 0.8840199 Nov 09 17:37:59.239726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73a135-32ec-45a6-9180-603344278d3a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Pushing event updated for resources: {'Port': ['ID=675cd35d-136a-46c8-a0b4-9e9032c14fcf,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:59.246347 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-291c44ff-bc5f-42a4-b022-1d228cae207d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:59.294271 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 53fcf9fa-3019-49de-aa72-70737000dadb, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=53fcf9fa-3019-49de-aa72-70737000dadb,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:59.361933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce73a135-32ec-45a6-9180-603344278d3a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:59.362703 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce73a135-32ec-45a6-9180-603344278d3a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:59.401721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '53fcf9fa-3019-49de-aa72-70737000dadb', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '53fcf9fa-3019-49de-aa72-70737000dadb', 'mac_address': 'fa:16:3e:4a:fa:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:37:59.454149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21ea43-a657-494c-bc05-ed2348785d3f req-6b8c1759-2d19-42e1-91c4-4a67c71abb68 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:59.464636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba21ea43-a657-494c-bc05-ed2348785d3f req-6b8c1759-2d19-42e1-91c4-4a67c71abb68 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 932 time: 0.7505257 Nov 09 17:37:59.563495 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba21ea43-a657-494c-bc05-ed2348785d3f req-9adbfb41-0683-47a5-8ebd-62c924452fab tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974617 Nov 09 17:37:59.579548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce73a135-32ec-45a6-9180-603344278d3a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8211246 Nov 09 17:37:59.605879 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-291c44ff-bc5f-42a4-b022-1d228cae207d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:59.607296 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:59.630450 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-291c44ff-bc5f-42a4-b022-1d228cae207d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:59.666991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Request body: {'port': {'device_id': 'e673a38d-f574-4458-8775-b8baef84169a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:59.743486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c44ff-bc5f-42a4-b022-1d228cae207d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f43b9af-a15e-414b-b08c-01af506b1ce6,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:37:59.755874 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-291c44ff-bc5f-42a4-b022-1d228cae207d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:59.762400 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53fcf9fa-3019-49de-aa72-70737000dadb {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:37:59.766997 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-291c44ff-bc5f-42a4-b022-1d228cae207d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6577919 Nov 09 17:37:59.769938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52282) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:59.780301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f538827e-836f-47d0-9ada-d92c1e8d5619 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'security_group_rule': {'security_group_id': 'be95cdc9-76ef-4f2a-b503-642ce88f290b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:37:59.787177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-374e833e-b372-46e2-b854-bbd1f8163285 None None] Provisioning complete for port 675cd35d-136a-46c8-a0b4-9e9032c14fcf triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:37:59.787790 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-374e833e-b372-46e2-b854-bbd1f8163285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:59.837627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929488b-fad1-4dc7-b1e0-f25603afffba req-fa57d642-bc7a-472e-85a3-37414ade5de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:37:59.839582 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d929488b-fad1-4dc7-b1e0-f25603afffba req-fa57d642-bc7a-472e-85a3-37414ade5de9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.4737914 Nov 09 17:37:59.910440 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-374e833e-b372-46e2-b854-bbd1f8163285 None None] Port 675cd35d-136a-46c8-a0b4-9e9032c14fcf cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:37:59.917243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52284) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:37:59.941296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 53fcf9fa-3019-49de-aa72-70737000dadb, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=53fcf9fa-3019-49de-aa72-70737000dadb,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:37:59.948719 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:59.965195 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93be2cf7-fdae-4f5b-a345-5c3fcb3c376e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:37:59.990376 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f538827e-836f-47d0-9ada-d92c1e8d5619 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:00.028907 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-953e813a-242c-4c49-b545-fc00d96dac4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:00.150455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=53fcf9fa-3019-49de-aa72-70737000dadb,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:00.269305 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f538827e-836f-47d0-9ada-d92c1e8d5619 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:00.281615 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f538827e-836f-47d0-9ada-d92c1e8d5619 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:00.306893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538827e-836f-47d0-9ada-d92c1e8d5619 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9918b4a-8a7a-45c9-8401-ebd43e9c42d2,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:00.369454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f538827e-836f-47d0-9ada-d92c1e8d5619 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:00.375269 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f538827e-836f-47d0-9ada-d92c1e8d5619 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6033800 Nov 09 17:38:00.382827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52292) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:00.401685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['53fcf9fa-3019-49de-aa72-70737000dadb'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:00.408436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:00.425865 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:00.431701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929488b-fad1-4dc7-b1e0-f25603afffba req-bda90a22-5eac-42de-9745-b7ef095cd2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:00.434403 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d929488b-fad1-4dc7-b1e0-f25603afffba req-bda90a22-5eac-42de-9745-b7ef095cd2b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4992917 Nov 09 17:38:00.440623 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93be2cf7-fdae-4f5b-a345-5c3fcb3c376e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:00.447174 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:00.460509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bb9a2-2ef5-4643-a10b-4fef6366ac11 req-bdc79e11-c9f6-4279-bfc0-84e61f8d41d8 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:00.464578 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d12bb9a2-2ef5-4643-a10b-4fef6366ac11 req-bdc79e11-c9f6-4279-bfc0-84e61f8d41d8 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 950 time: 0.6504796 Nov 09 17:38:00.615949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9dee5add-453f-472d-822e-e30816c5b920 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:38:00.616276 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93be2cf7-fdae-4f5b-a345-5c3fcb3c376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:00.761221 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-93be2cf7-fdae-4f5b-a345-5c3fcb3c376e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=357f9895705f4f5abb10d70d10ef264f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8422587 Nov 09 17:38:00.764498 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be2cf7-fdae-4f5b-a345-5c3fcb3c376e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4983118e-329d-4db3-8fdc-b69fe9abb745,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:00.769588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52300) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:00.869778 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d929488b-fad1-4dc7-b1e0-f25603afffba req-acb201ea-05d9-42b2-98f5-fc625b7b36e8 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031708 Nov 09 17:38:00.935801 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a141819-bf36-42e4-82d5-d9deba52b4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:00.947784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9dee5add-453f-472d-822e-e30816c5b920, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9dee5add-453f-472d-822e-e30816c5b920,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:00.978411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '9dee5add-453f-472d-822e-e30816c5b920', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '9dee5add-453f-472d-822e-e30816c5b920', 'mac_address': 'fa:16:3e:f9:00:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:38:00.981619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:01.094919 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:01.113164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dee5add-453f-472d-822e-e30816c5b920 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:01.141227 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9dee5add-453f-472d-822e-e30816c5b920, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9dee5add-453f-472d-822e-e30816c5b920,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:01.151900 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:01.273703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9dee5add-453f-472d-822e-e30816c5b920,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:01.296605 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a141819-bf36-42e4-82d5-d9deba52b4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:01.298040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953e813a-242c-4c49-b545-fc00d96dac4e admin admin] Router 27e2cffa-6611-4ded-a834-4242bccef4bf has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:38:01.301758 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d929488b-fad1-4dc7-b1e0-f25603afffba req-566610b1-9c6e-4ad9-be87-3d78257bedff service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211652 Nov 09 17:38:01.449909 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Allocated IP 172.25.1.152 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/54d68cec-8074-4a1d-9b94-2a433bad6a7d) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:01.567706 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a141819-bf36-42e4-82d5-d9deba52b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:01.571547 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a141819-bf36-42e4-82d5-d9deba52b4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:01.582469 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9dee5add-453f-472d-822e-e30816c5b920'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:01.592522 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6a141819-bf36-42e4-82d5-d9deba52b4c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4983118e-329d-4db3-8fdc-b69fe9abb745 HTTP/1.1" status: 204 len: 168 time: 0.8087404 Nov 09 17:38:01.629026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a141819-bf36-42e4-82d5-d9deba52b4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4983118e-329d-4db3-8fdc-b69fe9abb745,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:01.673112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953e813a-242c-4c49-b545-fc00d96dac4e admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:01.697278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e32df-3f12-456a-912f-1a5725a514ad None None] Sync routers for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:01.701211 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-953e813a-242c-4c49-b545-fc00d96dac4e admin admin] 10.222.0.81 "PUT /v2.0/routers/27e2cffa-6611-4ded-a834-4242bccef4bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0853310 Nov 09 17:38:01.708744 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d12bb9a2-2ef5-4643-a10b-4fef6366ac11 req-68a31bd9-afc6-4695-ba41-5a48f09c104b tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9074919 Nov 09 17:38:01.715136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52312) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:01.778635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e32df-3f12-456a-912f-1a5725a514ad None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:01.779174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-319e32df-3f12-456a-912f-1a5725a514ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:37:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:01.798710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:01.935123 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:02.042508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:02.107324 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:02.116718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:02.146803 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:02.155607 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'Port': ['ID=54d68cec-8074-4a1d-9b94-2a433bad6a7d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:02.199873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-319e32df-3f12-456a-912f-1a5725a514ad None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:38:02.363712 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-d90a9238-475c-488e-9b7e-35bb6beeb7ff tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:38:02.366208 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-d90a9238-475c-488e-9b7e-35bb6beeb7ff tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5460739 Nov 09 17:38:02.405566 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e601966-36fd-4f7a-b64a-8178010013a9 req-e786fbe2-69d1-47fb-b895-dcb490397c98 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:02.414501 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7e601966-36fd-4f7a-b64a-8178010013a9 req-e786fbe2-69d1-47fb-b895-dcb490397c98 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 949 time: 0.3835909 Nov 09 17:38:02.488051 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-901c5fc1-d65b-4a2f-8cf0-8e86f264e073 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:02.489576 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-901c5fc1-d65b-4a2f-8cf0-8e86f264e073 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports/441258f8-ce21-4841-8f30-dedb07890345 HTTP/1.1" status: 200 len: 1094 time: 0.0641491 Nov 09 17:38:02.491010 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:02.547314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7e601966-36fd-4f7a-b64a-8178010013a9 req-7bfb4270-445c-43b2-a0e8-039f8a68d123 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317365 Nov 09 17:38:02.549741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-319e32df-3f12-456a-912f-1a5725a514ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:37:57Z', 'revision_number': 5, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port': {'id': 'e9441b09-4f5a-4594-9191-2a04022b55f5', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:09Z', 'updated_at': '2021-11-09T17:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:02.564084 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:02.569440 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:02.610784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 53fcf9fa-3019-49de-aa72-70737000dadb up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:02.615743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e32df-3f12-456a-912f-1a5725a514ad None None] Checking router: 27e2cffa-6611-4ded-a834-4242bccef4bf for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:38:02.746489 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e32df-3f12-456a-912f-1a5725a514ad None None] Routers {'27e2cffa-6611-4ded-a834-4242bccef4bf'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:02.747458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-319e32df-3f12-456a-912f-1a5725a514ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:37:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['27e2cffa-6611-4ded-a834-4242bccef4bf'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:02.810668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Deleting port e9441b09-4f5a-4594-9191-2a04022b55f5 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:02.811593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:02.906312 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] Request body: {'binding': {'host': 'n-h2-817236-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:02.908680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] Unknown quota resources ['binding']. {{(pid=102155) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:38:02.925236 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675cd35d-136a-46c8-a0b4-9e9032c14fcf {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:02.939180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:02.958623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 53fcf9fa-3019-49de-aa72-70737000dadb completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:38:02.965300 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e5e31-bac8-4d0b-b600-989c854cdb2b req-c4c6b6e2-4241-4c3c-9273-cd5b646f9de6 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:02.973875 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-896e5e31-bac8-4d0b-b600-989c854cdb2b req-c4c6b6e2-4241-4c3c-9273-cd5b646f9de6 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 932 time: 0.1652465 Nov 09 17:38:02.975767 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 53fcf9fa-3019-49de-aa72-70737000dadb triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:02.976446 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:02.987802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-319e32df-3f12-456a-912f-1a5725a514ad None None] Set router 27e2cffa-6611-4ded-a834-4242bccef4bf gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:38:03.002172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Transition to ACTIVE for port object 675cd35d-136a-46c8-a0b4-9e9032c14fcf will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:38:03.029297 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:03.072336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-896e5e31-bac8-4d0b-b600-989c854cdb2b req-9cae87ed-4c1b-4ec3-b9a7-c42c4f3e60d4 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973401 Nov 09 17:38:03.115663 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-319e32df-3f12-456a-912f-1a5725a514ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:38:02Z', 'revision_number': 6, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:03.178567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e32df-3f12-456a-912f-1a5725a514ad None None] The sync data for ids ['27e2cffa-6611-4ded-a834-4242bccef4bf'] in n-d-817236-1 is: [{'id': '27e2cffa-6611-4ded-a834-4242bccef4bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1127524421-router', 'tenant_id': '539805ebb2294155a2a36d78da1a217e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:08Z', 'updated_at': '2021-11-09T17:38:02Z', 'revision_number': 6, 'project_id': '539805ebb2294155a2a36d78da1a217e', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:03.181504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] For port e9441b09-4f5a-4594-9191-2a04022b55f5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e9441b09-4f5a-4594-9191-2a04022b55f5,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:03.195102 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:03.221635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Calling delete_port for e9441b09-4f5a-4594-9191-2a04022b55f5 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:03.288576 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:03.297162 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:03.299863 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] Attempting to bind port 441258f8-ce21-4841-8f30-dedb07890345 on host n-h2-817236-1 for vnic_type normal with profile None {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:38:03.300329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] Attempting to bind port 441258f8-ce21-4841-8f30-dedb07890345 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:38:03.300719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] Attempting to bind port 441258f8-ce21-4841-8f30-dedb07890345 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:03.315575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] Port 441258f8-ce21-4841-8f30-dedb07890345 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:03.315907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] Attempting to bind port 441258f8-ce21-4841-8f30-dedb07890345 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:03.372596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:03.372941 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:03.373412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] Bound using segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:03.373872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] Bound port: 441258f8-ce21-4841-8f30-dedb07890345, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:38:03.381239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52358) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:03.451965 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:03.462480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'Port': ['ID=54d68cec-8074-4a1d-9b94-2a433bad6a7d,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:03.482123 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:03.506244 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:03.513801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-56f9f920-6e25-4190-99d3-69b9102ce8ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1213737 Nov 09 17:38:03.552170 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9609fe-5a16-4aaf-afac-0a22d2f1b570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fcf9fa-3019-49de-aa72-70737000dadb'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:03.559536 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e6374b-a411-4357-83b7-628bcfa1c8fe" -d '{"events": [{"server_uuid": "fc9609fe-5a16-4aaf-afac-0a22d2f1b570", "name": "network-vif-plugged", "status": "completed", "tag": "53fcf9fa-3019-49de-aa72-70737000dadb"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:03.566763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=441258f8-ce21-4841-8f30-dedb07890345,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:03.574847 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:03.576592 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-7d8274e5-7bbe-4d49-9f11-bad8253107e2 service neutron] 10.222.0.81 "POST /v2.0/ports/441258f8-ce21-4841-8f30-dedb07890345/bindings HTTP/1.1" status: 201 len: 389 time: 0.9951010 Nov 09 17:38:03.584477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 53fcf9fa-3019-49de-aa72-70737000dadb, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=53fcf9fa-3019-49de-aa72-70737000dadb,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:03.592755 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:03.740237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=53fcf9fa-3019-49de-aa72-70737000dadb,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:03.757272 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2023045639'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:03.864797 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Made reservation on behalf of 65a887964ddb4389a4995a77f2e75fad for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:03.872106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:03.900648 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.037842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Pushing event updated for resources: {'Port': ['ID=675cd35d-136a-46c8-a0b4-9e9032c14fcf,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:04.046210 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6c5a5-70bc-4c16-bc00-e73b8160acda req-2b7c4be6-e787-4e20-b02e-2fb9f9cbcdb1 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:04.048003 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68d6c5a5-70bc-4c16-bc00-e73b8160acda req-2b7c4be6-e787-4e20-b02e-2fb9f9cbcdb1 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 949 time: 0.0990026 Nov 09 17:38:04.083319 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.092046 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.132440 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68d6c5a5-70bc-4c16-bc00-e73b8160acda req-2e0b3392-3311-4d1d-86f8-eeb411d77771 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782447 Nov 09 17:38:04.138514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:38:04.152580 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a453259e-1a13-4d94-8a67-00548ef4d2ef,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:04.158686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.159026 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Added segment 9a17a5b1-3e9a-48f3-848a-296a6d7d3c86 of type vlan for network 8b04cf9b-c461-4e87-9c11-a8ee99b1a727 Nov 09 17:38:04.219378 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.224528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c684f4-1a64-4158-90a6-aef6fb68a2d5 req-2a1f7f4b-5ad9-420c-b516-70d6fba43e70 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:04.226233 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6c684f4-1a64-4158-90a6-aef6fb68a2d5 req-2a1f7f4b-5ad9-420c-b516-70d6fba43e70 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f8c3875-70be-4d2d-b427-51c40323e5ca HTTP/1.1" status: 200 len: 950 time: 0.2670426 Nov 09 17:38:04.252403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.259367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e9441b09-4f5a-4594-9191-2a04022b55f5 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:04.280310 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.288377 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:04.289547 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.290786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-35e8d28f-da32-4360-8952-784856b9b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:04.292604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-35e8d28f-da32-4360-8952-784856b9b843 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 1097 time: 0.2867265 Nov 09 17:38:04.319401 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: e9441b09-4f5a-4594-9191-2a04022b55f5 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:38:04.320162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e9441b09-4f5a-4594-9191-2a04022b55f5 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:38:04.321684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ca14426d-bed7-4a36-9267-2e404b499695 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:04.370280 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1816fe7-208c-42e9-aef3-ce4ba00714a4 x-openstack-request-id: req-f1816fe7-208c-42e9-aef3-ce4ba00714a4 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:04.372313 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9609fe-5a16-4aaf-afac-0a22d2f1b570", "name": "network-vif-plugged", "status": "completed", "tag": "53fcf9fa-3019-49de-aa72-70737000dadb", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:04.374255 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1816fe7-208c-42e9-aef3-ce4ba00714a4 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:04.376510 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9609fe-5a16-4aaf-afac-0a22d2f1b570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fcf9fa-3019-49de-aa72-70737000dadb', 'code': 200} Nov 09 17:38:04.386786 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0042899 Nov 09 17:38:04.394111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52386) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:04.400044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-93645cf2-91e4-4d4a-bd20-215aef4a665a tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Request body: {'subnet': {'network_id': '8b04cf9b-c461-4e87-9c11-a8ee99b1a727', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:04.420868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: ca14426d-bed7-4a36-9267-2e404b499695 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:38:04.421540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ca14426d-bed7-4a36-9267-2e404b499695 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:38:04.429942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1700b-617a-4cc1-82c2-564fa3350e31 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event updated for resources: {'Network': ['ID=8b04cf9b-c461-4e87-9c11-a8ee99b1a727,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:04.443104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 8b04cf9b-c461-4e87-9c11-a8ee99b1a727 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:38:04.453883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9441b09-4f5a-4594-9191-2a04022b55f5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:04.457140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Attempting to bind port 675cd35d-136a-46c8-a0b4-9e9032c14fcf on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:38:04.457486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Attempting to bind port 675cd35d-136a-46c8-a0b4-9e9032c14fcf by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'bd378016-e5e3-40ae-ac8d-972bc91ffea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:38:04.457822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Attempting to bind port 675cd35d-136a-46c8-a0b4-9e9032c14fcf on network faa12864-c457-4fc2-89d1-00ecb676c142 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:04.506213 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6c684f4-1a64-4158-90a6-aef6fb68a2d5 req-bdf46682-76c5-43dc-853d-72a52122e8e0 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715435 Nov 09 17:38:04.517564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Port 675cd35d-136a-46c8-a0b4-9e9032c14fcf on network faa12864-c457-4fc2-89d1-00ecb676c142 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:04.517914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Attempting to bind port 675cd35d-136a-46c8-a0b4-9e9032c14fcf on network faa12864-c457-4fc2-89d1-00ecb676c142 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:04.554239 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.560737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:04.561320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Checking segment: {'id': 'bd378016-e5e3-40ae-ac8d-972bc91ffea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:04.561907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Bound using segment: {'id': 'bd378016-e5e3-40ae-ac8d-972bc91ffea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:04.562568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Bound port: 675cd35d-136a-46c8-a0b4-9e9032c14fcf, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd378016-e5e3-40ae-ac8d-972bc91ffea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:38:04.563114 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.574761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9dee5add-453f-472d-822e-e30816c5b920 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:04.788163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 9dee5add-453f-472d-822e-e30816c5b920 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:38:04.793379 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 9dee5add-453f-472d-822e-e30816c5b920 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:04.793777 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.868600 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.877845 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.891144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.902578 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-28366f07-489e-48ec-8f22-92ff1d9f17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:04.905124 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-28366f07-489e-48ec-8f22-92ff1d9f17d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.6006460 Nov 09 17:38:04.937385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9dee5add-453f-472d-822e-e30816c5b920, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9dee5add-453f-472d-822e-e30816c5b920,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:04.943423 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:04.951969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab526d5-96b1-4382-8021-b2dbd82e9929 req-e90833cd-fcd0-4be4-927d-f50f35da08ab tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:04.953508 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dab526d5-96b1-4382-8021-b2dbd82e9929 req-e90833cd-fcd0-4be4-927d-f50f35da08ab tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 946 time: 0.5632532 Nov 09 17:38:04.974419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db8b79-7a6a-404e-a2d5-727db969233a req-8ef05e2d-1e2a-49d0-8c02-d403f5e1a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:04.975988 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68db8b79-7a6a-404e-a2d5-727db969233a req-8ef05e2d-1e2a-49d0-8c02-d403f5e1a165 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc9609fe-5a16-4aaf-afac-0a22d2f1b570 HTTP/1.1" status: 200 len: 1099 time: 0.1015060 Nov 09 17:38:04.978821 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93645cf2-91e4-4d4a-bd20-215aef4a665a tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Made reservation on behalf of 65a887964ddb4389a4995a77f2e75fad for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:04.983113 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93645cf2-91e4-4d4a-bd20-215aef4a665a tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.005332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9dee5add-453f-472d-822e-e30816c5b920,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:05.079706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-8aa128cc-22bb-4367-a56d-7ebeabaaaf80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441258f8-ce21-4841-8f30-dedb07890345 HTTP/1.1" status: 200 len: 217 time: 0.1388299 Nov 09 17:38:05.105283 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dab526d5-96b1-4382-8021-b2dbd82e9929 req-887f5c2d-8080-4892-8f24-0ed3fa7756c0 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391215 Nov 09 17:38:05.119431 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-99bbddf2-206c-4ac3-8424-d4490aea4f54 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2099626149&fields=id&tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718 HTTP/1.1" status: 200 len: 267 time: 0.4037948 Nov 09 17:38:05.122962 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68db8b79-7a6a-404e-a2d5-727db969233a req-5f23eb64-9ec3-442c-86b1-7478ef2671a3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356070 Nov 09 17:38:05.159291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.160258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27e2cffa-6611-4ded-a834-4242bccef4bf {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:38:05.171945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] For port 675cd35d-136a-46c8-a0b4-9e9032c14fcf, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:05.180866 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.182889 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f85d8786-f3b0-4286-ac02-c3fbb679abd5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/27e2cffa-6611-4ded-a834-4242bccef4bf HTTP/1.1" status: 204 len: 168 time: 3.4660892 Nov 09 17:38:05.194974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52404) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:05.345089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2ba786-2ab1-44eb-ba07-1ee970f9dfe6 admin admin] Deleting subnet beea7396-a9ce-456d-9ed3-84b264d878c3 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:38:05.360470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93645cf2-91e4-4d4a-bd20-215aef4a665a tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.364282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] For port 675cd35d-136a-46c8-a0b4-9e9032c14fcf, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=675cd35d-136a-46c8-a0b4-9e9032c14fcf,segment=NetworkSegment(bd378016-e5e3-40ae-ac8d-972bc91ffea3),segment_id=bd378016-e5e3-40ae-ac8d-972bc91ffea3)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:05.369298 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd2ba786-2ab1-44eb-ba07-1ee970f9dfe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.372820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-d7d96b95-ae46-455f-afd2-5ef3065a58df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:05.374761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-d7d96b95-ae46-455f-afd2-5ef3065a58df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.2786927 Nov 09 17:38:05.417776 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.427687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b4e69732-068d-4593-a9c6-c518378f2a94 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:05.458917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-7016a7d1-0d9d-4513-bc50-728f1824417a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:05.460532 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-7016a7d1-0d9d-4513-bc50-728f1824417a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports/0045f8aa-bdcf-4da8-8211-c159c05d3f15 HTTP/1.1" status: 200 len: 932 time: 0.2974827 Nov 09 17:38:05.492016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-f03e04c1-9dd0-47ce-91c6-d32b0a6d9b70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871558 Nov 09 17:38:05.501457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93645cf2-91e4-4d4a-bd20-215aef4a665a tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Checking segment: {'id': '9a17a5b1-3e9a-48f3-848a-296a6d7d3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8b04cf9b-c461-4e87-9c11-a8ee99b1a727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:05.502009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93645cf2-91e4-4d4a-bd20-215aef4a665a tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Network hostable DHCP agents. Network: 8b04cf9b-c461-4e87-9c11-a8ee99b1a727, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:38:05.542790 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd2ba786-2ab1-44eb-ba07-1ee970f9dfe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.543090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93645cf2-91e4-4d4a-bd20-215aef4a665a tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event updated for resources: {'Subnet': ['ID=db060182-86d9-4054-b0b9-3565c5c751b2,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:05.561811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93645cf2-91e4-4d4a-bd20-215aef4a665a tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Network 8b04cf9b-c461-4e87-9c11-a8ee99b1a727 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:38:05.565772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:05.565772 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.566896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] 10.222.0.13 "PUT /v2.0/ports/675cd35d-136a-46c8-a0b4-9e9032c14fcf HTTP/1.1" status: 200 len: 1092 time: 5.9456141 Nov 09 17:38:05.604370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e673a38d-f574-4458-8775-b8baef84169a', 'tag': '675cd35d-136a-46c8-a0b4-9e9032c14fcf'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:05.609954 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4761c9-54ca-4c6f-a608-18782322dfe6" -d '{"events": [{"name": "network-changed", "server_uuid": "e673a38d-f574-4458-8775-b8baef84169a", "tag": "675cd35d-136a-46c8-a0b4-9e9032c14fcf"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:05.616473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-93645cf2-91e4-4d4a-bd20-215aef4a665a tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 8b04cf9b-c461-4e87-9c11-a8ee99b1a727) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:05.636017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93645cf2-91e4-4d4a-bd20-215aef4a665a tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:05.637277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93645cf2-91e4-4d4a-bd20-215aef4a665a tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.643477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9841a3d-0bc2-4314-955c-eeb5751bf0c8 None None] Network 8b04cf9b-c461-4e87-9c11-a8ee99b1a727 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:05.687594 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-93645cf2-91e4-4d4a-bd20-215aef4a665a tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2920606 Nov 09 17:38:05.692370 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52420) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:05.705257 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d77a84dc-20c9-4736-a10c-bacdbd250fee tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1896447923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:05.733459 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-1f6ad0ad-6383-45c8-9753-b476a5ee5bb7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:05.734979 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-1f6ad0ad-6383-45c8-9753-b476a5ee5bb7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports/0cbce6a8-d6be-4652-adb4-edc568ed2e15 HTTP/1.1" status: 200 len: 931 time: 0.2467744 Nov 09 17:38:05.757219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbbc2c-24a3-4aca-9d56-71c0d5073f5a service neutron] Pushing event updated for resources: {'Port': ['ID=675cd35d-136a-46c8-a0b4-9e9032c14fcf,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:05.761315 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d77a84dc-20c9-4736-a10c-bacdbd250fee tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.764653 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d77a84dc-20c9-4736-a10c-bacdbd250fee tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.849532 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a041127b-6948-4421-bf01-afb93998d95f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?network_id=ab315546-1c38-4962-b0c6-63c0cb9e1712&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0871048 Nov 09 17:38:05.882849 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.919296 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d77a84dc-20c9-4736-a10c-bacdbd250fee tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.937100 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d77a84dc-20c9-4736-a10c-bacdbd250fee tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.973427 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ee442bc9-cede-45b8-9421-13348abef7b5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?network_id=ab315546-1c38-4962-b0c6-63c0cb9e1712&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0654352 Nov 09 17:38:05.973687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b4e69732-068d-4593-a9c6-c518378f2a94, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4e69732-068d-4593-a9c6-c518378f2a94,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:05.987788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-71c7b42f-30f2-47a5-bec0-063f026f00c4 service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719372 Nov 09 17:38:05.994370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-e0c5f37a-6376-4569-836c-9aedb8dc8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:05.996556 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-e0c5f37a-6376-4569-836c-9aedb8dc8bc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86f56d6e79094165afb0b71931e08f42&device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 1095 time: 0.2994654 Nov 09 17:38:05.997207 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d77a84dc-20c9-4736-a10c-bacdbd250fee tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:05.998411 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd2ba786-2ab1-44eb-ba07-1ee970f9dfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:06.000326 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d77a84dc-20c9-4736-a10c-bacdbd250fee tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3057013 Nov 09 17:38:06.004180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52432) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:06.015517 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:06.193558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-49a5e206-25fd-4ae4-8da6-ad28ad74030d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675cd35d-136a-46c8-a0b4-9e9032c14fcf HTTP/1.1" status: 200 len: 217 time: 0.1588547 Nov 09 17:38:06.255568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b4e69732-068d-4593-a9c6-c518378f2a94,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:06.333976 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd2ba786-2ab1-44eb-ba07-1ee970f9dfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:06.400969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00456878-787d-4564-8cb2-2306ddc8ff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dee5add-453f-472d-822e-e30816c5b920'}, {'server_uuid': 'be43932c-856f-4c95-986d-3f6b52f5bc2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e69732-068d-4593-a9c6-c518378f2a94'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:06.405200 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c9cb9c-bf97-4c61-ac10-f06d12fe3ec4" -d '{"events": [{"server_uuid": "00456878-787d-4564-8cb2-2306ddc8ff2e", "name": "network-vif-plugged", "status": "completed", "tag": "9dee5add-453f-472d-822e-e30816c5b920"}, {"server_uuid": "be43932c-856f-4c95-986d-3f6b52f5bc2e", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e69732-068d-4593-a9c6-c518378f2a94"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:06.407943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce70b747-c836-4f54-a6b6-26789e90f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:06.409968 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-ce70b747-c836-4f54-a6b6-26789e90f3e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=851952eb-e184-4308-9772-ac9d6d2eae63 HTTP/1.1" status: 200 len: 851 time: 0.1947629 Nov 09 17:38:06.424518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ba786-2ab1-44eb-ba07-1ee970f9dfe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beea7396-a9ce-456d-9ed3-84b264d878c3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:06.449076 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd2ba786-2ab1-44eb-ba07-1ee970f9dfe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:06.454487 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dd2ba786-2ab1-44eb-ba07-1ee970f9dfe6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/beea7396-a9ce-456d-9ed3-84b264d878c3 HTTP/1.1" status: 204 len: 168 time: 1.2437589 Nov 09 17:38:06.454845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34798162-5ee0-49f0-8ad3-207b298025f1 None None] Network 90995fa8-9653-4bb5-8df8-b768e9c55fb2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:06.481443 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-8b04cf9b-c461-4e87-9c11-a8ee99b1a727', 'network_id': '8b04cf9b-c461-4e87-9c11-a8ee99b1a727', 'tenant_id': '65a887964ddb4389a4995a77f2e75fad', 'fixed_ips': [{'subnet_id': 'db060182-86d9-4054-b0b9-3565c5c751b2'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:38:06.482797 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:06.490948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52452) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:06.506143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a91dfedb-9cd9-406a-9097-bdd9c5b95f4e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:06.513435 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a91dfedb-9cd9-406a-9097-bdd9c5b95f4e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:06.520947 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a91dfedb-9cd9-406a-9097-bdd9c5b95f4e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:06.524003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a91dfedb-9cd9-406a-9097-bdd9c5b95f4e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/networks?id=9537ab97-a19c-416c-9c08-e06bc19275a0&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=ab315546-1c38-4962-b0c6-63c0cb9e1712&id=ab315546-1c38-4962-b0c6-63c0cb9e1712 HTTP/1.1" status: 200 len: 1989 time: 0.5209184 Nov 09 17:38:06.538605 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-4689fc7c-bc6f-410a-bfd9-78096f7a91ed service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369470 Nov 09 17:38:06.567853 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3a90d7dc-74e5-4500-a233-8a30331a6253 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/quotas/0545af43696c4c8a8c4dfc7c2f2cc718 HTTP/1.1" status: 200 len: 375 time: 0.0263419 Nov 09 17:38:06.584825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-de07a52e-4055-4c81-98b3-59f90c0330b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:06.588437 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-de07a52e-4055-4c81-98b3-59f90c0330b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faa12864-c457-4fc2-89d1-00ecb676c142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501846 Nov 09 17:38:06.650453 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:06.728637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fd198-3857-4910-b342-53c5d6c3ae73 req-27de04bc-1d12-43ae-b13d-0e27214d8404 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:06.730409 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-262fd198-3857-4910-b342-53c5d6c3ae73 req-27de04bc-1d12-43ae-b13d-0e27214d8404 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 944 time: 0.1374567 Nov 09 17:38:06.777579 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:06.820032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-960e1ff9-f720-4f04-9ad9-a44a66657ef0 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2297933 Nov 09 17:38:06.899667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Allocated IP 172.20.0.2 (8b04cf9b-c461-4e87-9c11-a8ee99b1a727/db060182-86d9-4054-b0b9-3565c5c751b2/0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:06.932821 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-4b183eda-4038-4096-aeba-0fa536e0b959 service neutron] 10.222.0.13 "GET /v2.0/networks/faa12864-c457-4fc2-89d1-00ecb676c142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216937 Nov 09 17:38:06.934122 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-262fd198-3857-4910-b342-53c5d6c3ae73 req-17f2ffe5-4429-4332-b6a1-8b1fe0563c68 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600888 Nov 09 17:38:07.150302 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Deleting port 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:07.150917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:07.246524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] For port 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5cdcc154-a10d-4f8f-a027-cdeb0c0760fd,segment=NetworkSegment(75766d52-fb0f-4577-850a-47b3e1f1dbce),segment_id=75766d52-fb0f-4577-850a-47b3e1f1dbce)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:07.246939 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:07.249284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f7b3579-dc61-49d4-b24c-36f8be95d8d6 req-b3654866-e8b0-448a-8072-946aa6b18246 service neutron] 10.222.0.13 "GET /v2.0/networks/faa12864-c457-4fc2-89d1-00ecb676c142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944391 Nov 09 17:38:07.285348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Calling delete_port for 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:07.372200 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:07.412904 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:07.481292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-8aceb45c-9233-4e22-9f34-3c2aa4e63137 service neutron] 10.222.0.81 "GET /v2.0/networks/9537ab97-a19c-416c-9c08-e06bc19275a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450015 Nov 09 17:38:07.500639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Network 8b04cf9b-c461-4e87-9c11-a8ee99b1a727 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:07.514754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:07.518245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:07.547774 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:07.622523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1640eb6-87e3-4d83-b741-2bdb88d5c907 None None] DHCP port deletion for 90995fa8-9653-4bb5-8df8-b768e9c55fb2 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:07.629458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Pushing event updated for resources: {'Port': ['ID=0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:07.731759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cdcc154-a10d-4f8f-a027-cdeb0c0760fd,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:07.745988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] No DVR routers for this DVR port 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:07.748083 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Attempting to bind port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:38:07.748965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Attempting to bind port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '9a17a5b1-3e9a-48f3-848a-296a6d7d3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8b04cf9b-c461-4e87-9c11-a8ee99b1a727'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:38:07.749813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Attempting to bind port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 on network 8b04cf9b-c461-4e87-9c11-a8ee99b1a727 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:07.760839 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:07.761909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Checking segment: {'id': '9a17a5b1-3e9a-48f3-848a-296a6d7d3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8b04cf9b-c461-4e87-9c11-a8ee99b1a727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:07.762823 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:07.764517 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Bound using segment: {'id': '9a17a5b1-3e9a-48f3-848a-296a6d7d3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8b04cf9b-c461-4e87-9c11-a8ee99b1a727'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:07.765612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Bound port: 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a17a5b1-3e9a-48f3-848a-296a6d7d3c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8b04cf9b-c461-4e87-9c11-a8ee99b1a727'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:38:07.766555 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:07.778907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-338f3fdf-56e0-43ff-94f7-4377f0237b8c service neutron] 10.222.0.81 "GET /v2.0/networks/9537ab97-a19c-416c-9c08-e06bc19275a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861612 Nov 09 17:38:07.860948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] For port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:07.868527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] For port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5,segment=NetworkSegment(9a17a5b1-3e9a-48f3-848a-296a6d7d3c86),segment_id=9a17a5b1-3e9a-48f3-848a-296a6d7d3c86)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:07.878555 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:07.895100 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a27412b9-ce53-41ac-84e2-02aeb78b6315 service neutron] 10.222.0.81 "GET /v2.0/ports/0045f8aa-bdcf-4da8-8211-c159c05d3f15?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1024861 Nov 09 17:38:07.948389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee21f5a-e4a0-432a-9549-a7813bafbbd2 None None] Pushing event updated for resources: {'Port': ['ID=0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:07.994554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:08.040727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:38:08.041079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5cdcc154-a10d-4f8f-a027-cdeb0c0760fd not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:38:08.061215 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:08.074372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5d0506d5-ba02-4dfc-978e-42a75e504fa6 service neutron] 10.222.0.81 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763434 Nov 09 17:38:08.133961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c58924-9219-47f0-8150-97e6f10405da req-47889a98-737e-474a-8a86-8be6adadcb8a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:08.138637 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d2c58924-9219-47f0-8150-97e6f10405da req-47889a98-737e-474a-8a86-8be6adadcb8a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 950 time: 0.3960805 Nov 09 17:38:08.155354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90995fa8-9653-4bb5-8df8-b768e9c55fb2']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:08.174645 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75766d52-fb0f-4577-850a-47b3e1f1dbce') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:08.175340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75766d52-fb0f-4577-850a-47b3e1f1dbce') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:08.195201 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:08.196379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-314b87f0-9077-4857-9670-49a133adc1a6 service neutron] 10.222.0.81 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145051 Nov 09 17:38:08.240180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Allocated IP 172.20.0.1 (8b04cf9b-c461-4e87-9c11-a8ee99b1a727/db060182-86d9-4054-b0b9-3565c5c751b2/4b345324-b047-49b5-ba25-a61e50653910) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:08.303470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:08.317187 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-1cf8c60f-df5c-4923-9ad6-6953b9e78d11 service neutron] 10.222.0.81 "GET /v2.0/ports/0cbce6a8-d6be-4652-adb4-edc568ed2e15?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1068501 Nov 09 17:38:08.326242 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:38:08.326956 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:38:08.333908 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:38:08.442383 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4addfaba-f194-473f-b723-b7772008eeae service neutron] 10.222.0.81 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221054 Nov 09 17:38:08.532669 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d2c58924-9219-47f0-8150-97e6f10405da req-50ca29fc-5a14-44b6-a3a9-ca9d15449fd0 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226702 Nov 09 17:38:08.561075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4bb432dd-2776-4e73-9bb3-1c2d51b990ab service neutron] 10.222.0.81 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028717 Nov 09 17:38:08.637264 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:08.671293 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:08.678979 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:08.686106 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] 10.222.0.81 "DELETE /v2.0/networks/90995fa8-9653-4bb5-8df8-b768e9c55fb2 HTTP/1.1" status: 204 len: 168 time: 2.1889510 Nov 09 17:38:08.686106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52468) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:08.708057 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0e475-f883-4656-87dd-3254319f3b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=90995fa8-9653-4bb5-8df8-b768e9c55fb2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:08.785543 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:08.952282 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Network 8b04cf9b-c461-4e87-9c11-a8ee99b1a727 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:08.970051 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:08.988076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:09.008213 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a131f7-6fef-4200-a1e9-809e0f1b4a78 x-openstack-request-id: req-40a131f7-6fef-4200-a1e9-809e0f1b4a78 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:09.008569 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e673a38d-f574-4458-8775-b8baef84169a", "tag": "675cd35d-136a-46c8-a0b4-9e9032c14fcf", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:09.008768 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40a131f7-6fef-4200-a1e9-809e0f1b4a78 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:09.009173 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e673a38d-f574-4458-8775-b8baef84169a', 'tag': '675cd35d-136a-46c8-a0b4-9e9032c14fcf', 'status': 'completed', 'code': 200} Nov 09 17:38:09.024540 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-72a47a1c-5086-444e-836a-b025ec752745 service neutron] 10.222.0.81 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560184 Nov 09 17:38:09.093156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event updated for resources: {'Port': ['ID=4b345324-b047-49b5-ba25-a61e50653910,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:09.111461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a81457-02a3-457a-8b13-6f1d15b717a8 req-7f19f9ed-5f57-4690-887a-75f6b9a91519 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:09.113257 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-50a81457-02a3-457a-8b13-6f1d15b717a8 req-7f19f9ed-5f57-4690-887a-75f6b9a91519 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 946 time: 0.3654473 Nov 09 17:38:09.165549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4761c9-54ca-4c6f-a608-18782322dfe6 req-ca73a12e-a869-4284-88d5-349cf40bc59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:09.167450 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f4761c9-54ca-4c6f-a608-18782322dfe6 req-ca73a12e-a869-4284-88d5-349cf40bc59d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86f56d6e79094165afb0b71931e08f42&device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 1095 time: 0.1611826 Nov 09 17:38:09.183753 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:09.297029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a9c88965-ddc8-46f2-86c1-f44b2b388eab service neutron] 10.222.0.81 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520597 Nov 09 17:38:09.431589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-50a81457-02a3-457a-8b13-6f1d15b717a8 req-ced48619-815e-422b-94d8-cbd18269fe68 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495973 Nov 09 17:38:09.434897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4761c9-54ca-4c6f-a608-18782322dfe6 req-e259e45e-2de8-40ac-aaa2-ee22fb959336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:09.440867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 675cd35d-136a-46c8-a0b4-9e9032c14fcf details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:38:09.450982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f4761c9-54ca-4c6f-a608-18782322dfe6 req-e259e45e-2de8-40ac-aaa2-ee22fb959336 service neutron] 10.222.0.13 "GET /v2.0/networks?id=faa12864-c457-4fc2-89d1-00ecb676c142 HTTP/1.1" status: 200 len: 913 time: 0.2603807 Nov 09 17:38:09.476490 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd362ed0-e497-414a-8696-3b9651c1b5df None None] Network 8b04cf9b-c461-4e87-9c11-a8ee99b1a727 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:09.484083 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:09.548745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f4761c9-54ca-4c6f-a608-18782322dfe6 req-d2788dfa-f912-451b-99c4-9da1c593815e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675cd35d-136a-46c8-a0b4-9e9032c14fcf HTTP/1.1" status: 200 len: 217 time: 0.0938435 Nov 09 17:38:09.567138 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:38:09.646519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ca890f74-1b8d-4fcd-8eb2-b4cd2576573a None None] Provisioning complete for port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:09.646975 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ca890f74-1b8d-4fcd-8eb2-b4cd2576573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:09.650481 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-b7d66496-58fb-4b31-bfa8-976e4228d7bf service neutron] 10.222.0.81 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399150 Nov 09 17:38:09.738151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4761c9-54ca-4c6f-a608-18782322dfe6 req-dab48526-a725-4eae-80a2-982173bbaf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:09.748251 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f4761c9-54ca-4c6f-a608-18782322dfe6 req-dab48526-a725-4eae-80a2-982173bbaf44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=851952eb-e184-4308-9772-ac9d6d2eae63 HTTP/1.1" status: 200 len: 851 time: 0.1757784 Nov 09 17:38:09.778174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 675cd35d-136a-46c8-a0b4-9e9032c14fcf, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=675cd35d-136a-46c8-a0b4-9e9032c14fcf,segment=NetworkSegment(bd378016-e5e3-40ae-ac8d-972bc91ffea3),segment_id=bd378016-e5e3-40ae-ac8d-972bc91ffea3)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:09.841829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4761c9-54ca-4c6f-a608-18782322dfe6 req-2f0217d2-95e4-4882-8031-95e797a5162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:09.843251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '675cd35d-136a-46c8-a0b4-9e9032c14fcf', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'port_id': '675cd35d-136a-46c8-a0b4-9e9032c14fcf', 'mac_address': 'fa:16:3e:66:5a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:38:09.843522 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f4761c9-54ca-4c6f-a608-18782322dfe6 req-2f0217d2-95e4-4882-8031-95e797a5162e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faa12864-c457-4fc2-89d1-00ecb676c142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901148 Nov 09 17:38:09.931121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a678e976-eda0-443e-a51d-2eea07da57d9 service neutron] 10.222.0.81 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705209 Nov 09 17:38:10.110460 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:10.150059 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675cd35d-136a-46c8-a0b4-9e9032c14fcf {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:10.176891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 675cd35d-136a-46c8-a0b4-9e9032c14fcf, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=675cd35d-136a-46c8-a0b4-9e9032c14fcf,segment=NetworkSegment(bd378016-e5e3-40ae-ac8d-972bc91ffea3),segment_id=bd378016-e5e3-40ae-ac8d-972bc91ffea3)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:10.187383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:10.252086 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f4761c9-54ca-4c6f-a608-18782322dfe6 req-22747fb2-f244-4e3f-a49e-c35028136bf1 service neutron] 10.222.0.13 "GET /v2.0/networks/faa12864-c457-4fc2-89d1-00ecb676c142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996327 Nov 09 17:38:10.254254 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fd58bb-0d7d-4ec1-a541-d7c894b990b4 x-openstack-request-id: req-59fd58bb-0d7d-4ec1-a541-d7c894b990b4 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:10.254515 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00456878-787d-4564-8cb2-2306ddc8ff2e", "name": "network-vif-plugged", "status": "completed", "tag": "9dee5add-453f-472d-822e-e30816c5b920", "code": 200}, {"server_uuid": "be43932c-856f-4c95-986d-3f6b52f5bc2e", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e69732-068d-4593-a9c6-c518378f2a94", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:10.254774 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-59fd58bb-0d7d-4ec1-a541-d7c894b990b4 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:10.255189 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00456878-787d-4564-8cb2-2306ddc8ff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dee5add-453f-472d-822e-e30816c5b920', 'code': 200} Nov 09 17:38:10.255926 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be43932c-856f-4c95-986d-3f6b52f5bc2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e69732-068d-4593-a9c6-c518378f2a94', 'code': 200} Nov 09 17:38:10.293329 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ca890f74-1b8d-4fcd-8eb2-b4cd2576573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:10.295567 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:10.296242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0ea92cd1-3182-493c-9a65-d45e559015d8 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:38:10.350615 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:10.372919 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:10.427176 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f4761c9-54ca-4c6f-a608-18782322dfe6 req-df537c12-a528-464e-a8ce-115aa9c87c71 service neutron] 10.222.0.13 "GET /v2.0/networks/faa12864-c457-4fc2-89d1-00ecb676c142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590493 Nov 09 17:38:10.442415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0ea92cd1-3182-493c-9a65-d45e559015d8,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:10.482275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-bb355d0a-7f1f-416e-83c5-df90a5ec3efa service neutron] 10.222.0.81 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428400 Nov 09 17:38:10.518144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3c8f6-6e02-42d7-8f9a-b477dafbaace req-ec1687e1-c938-4b5b-9819-1f45e7aa4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:10.519991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dd3c8f6-6e02-42d7-8f9a-b477dafbaace req-ec1687e1-c938-4b5b-9819-1f45e7aa4d6d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 1101 time: 0.0919015 Nov 09 17:38:10.537568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=675cd35d-136a-46c8-a0b4-9e9032c14fcf,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:10.598127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ca890f74-1b8d-4fcd-8eb2-b4cd2576573a None None] For port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5,segment=NetworkSegment(9a17a5b1-3e9a-48f3-848a-296a6d7d3c86),segment_id=9a17a5b1-3e9a-48f3-848a-296a6d7d3c86)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:10.608350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '0ea92cd1-3182-493c-9a65-d45e559015d8', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '0ea92cd1-3182-493c-9a65-d45e559015d8', 'mac_address': 'fa:16:3e:b6:db:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:38:10.620492 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dd3c8f6-6e02-42d7-8f9a-b477dafbaace req-4af0ddd8-a2c3-41d2-bfbe-17976e6ebea3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522487 Nov 09 17:38:10.624366 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ca890f74-1b8d-4fcd-8eb2-b4cd2576573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:10.672785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event updated for resources: {'Port': ['ID=4b345324-b047-49b5-ba25-a61e50653910,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:10.677157 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:10.694864 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-0cad48f4-780a-4176-b78b-57f23b66377d service neutron] 10.222.0.81 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040331 Nov 09 17:38:10.755788 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3bec3e51-d2bb-4ced-b9ac-0dba37c1b144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:10.811891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:10.815824 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:10.856978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-2d4fcdc4-9b7f-4bc9-b308-6a8c6014f930 service neutron] 10.222.0.81 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602657 Nov 09 17:38:10.880211 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:10.911024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca890f74-1b8d-4fcd-8eb2-b4cd2576573a None None] Pushing event updated for resources: {'Port': ['ID=0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:10.957088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ea92cd1-3182-493c-9a65-d45e559015d8 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:10.986082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0ea92cd1-3182-493c-9a65-d45e559015d8,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:10.999290 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:10.999606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4f3f0297-2ec0-44d4-bb1c-0b949fd462ac service neutron] 10.222.0.81 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300480 Nov 09 17:38:11.103998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0ea92cd1-3182-493c-9a65-d45e559015d8'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:11.500631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02c40a-69c2-47b3-953c-1987bb6ff00b req-95838651-fe26-4404-be78-7eb88cd1bbd9 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:11.509446 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9e02c40a-69c2-47b3-953c-1987bb6ff00b req-95838651-fe26-4404-be78-7eb88cd1bbd9 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 945 time: 1.0017962 Nov 09 17:38:11.585157 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d71cac5e-9964-4f86-b490-db35d4030a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:11.666127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0ea92cd1-3182-493c-9a65-d45e559015d8,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:11.710163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-128a26b4-8bb1-4c96-9bbe-ddc130e906e6 None None] Provisioning complete for port 4b345324-b047-49b5-ba25-a61e50653910 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:11.710163 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-128a26b4-8bb1-4c96-9bbe-ddc130e906e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:11.725326 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['675cd35d-136a-46c8-a0b4-9e9032c14fcf'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:11.821539 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9e02c40a-69c2-47b3-953c-1987bb6ff00b req-a427883b-0f6c-4ee4-b195-a3c40bb221ae tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089817 Nov 09 17:38:11.887862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Network 8b04cf9b-c461-4e87-9c11-a8ee99b1a727 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:11.901877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:11.935519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-128a26b4-8bb1-4c96-9bbe-ddc130e906e6 None None] Port 4b345324-b047-49b5-ba25-a61e50653910 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:38:12.230348 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:12.332808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53655c55-894e-4c86-b188-66f8b10a1ec6 req-0a7943b3-fe3f-4865-9b80-86d865e2f0b9 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:12.337645 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53655c55-894e-4c86-b188-66f8b10a1ec6 req-0a7943b3-fe3f-4865-9b80-86d865e2f0b9 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.13 "GET /v2.0/ports?device_id=be43932c-856f-4c95-986d-3f6b52f5bc2e HTTP/1.1" status: 200 len: 943 time: 0.2535384 Nov 09 17:38:12.518546 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0437ff-52a6-4e43-a50b-f251c6c91490 req-2e12228f-fad6-4077-bce9-28faa5e3ad84 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:12.521497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc0437ff-52a6-4e43-a50b-f251c6c91490 req-2e12228f-fad6-4077-bce9-28faa5e3ad84 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 950 time: 0.5090804 Nov 09 17:38:12.653461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Router d070c748-dbbc-4e6e-a7b5-99b2c753b9c6 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:38:12.747772 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-128a26b4-8bb1-4c96-9bbe-ddc130e906e6 None None] Provisioning complete for port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:12.748440 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-128a26b4-8bb1-4c96-9bbe-ddc130e906e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:12.751932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc0437ff-52a6-4e43-a50b-f251c6c91490 req-eecf5c57-7ec2-4a91-ba54-8eb047fd5b2e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073305 Nov 09 17:38:12.929529 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-53655c55-894e-4c86-b188-66f8b10a1ec6 req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Deleting port b4e69732-068d-4593-a9c6-c518378f2a94 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:12.930486 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-53655c55-894e-4c86-b188-66f8b10a1ec6 req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:12.961723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:12.962918 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:13.143375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-9dc5bb71-2f0b-4e93-87ed-fd1abe4154b6 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:13.149695 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-9dc5bb71-2f0b-4e93-87ed-fd1abe4154b6 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/networks?id=229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 200 len: 804 time: 0.7929599 Nov 09 17:38:13.218859 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-369f9f9c-1d95-4fc8-8146-3c8a9e334da2 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/quotas/3c46fb553fd5455a99b1c992509a9782 HTTP/1.1" status: 200 len: 375 time: 0.0652666 Nov 09 17:38:13.321077 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:13.324457 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ce46c-b2e2-416a-8cbc-aab0862d22eb None None] Sync routers for ids ['d070c748-dbbc-4e6e-a7b5-99b2c753b9c6'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:13.330275 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fc9fbfe1-2dca-43c8-add4-3a9b82b4299b tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "PUT /v2.0/routers/d070c748-dbbc-4e6e-a7b5-99b2c753b9c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3212602 Nov 09 17:38:13.331761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52548) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:13.344533 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ce46c-b2e2-416a-8cbc-aab0862d22eb None None] Routers {'d070c748-dbbc-4e6e-a7b5-99b2c753b9c6'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:13.345557 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8b1ce46c-b2e2-416a-8cbc-aab0862d22eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:37:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d070c748-dbbc-4e6e-a7b5-99b2c753b9c6'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:13.372375 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-58811fa8-e327-4b1f-b699-f1cf239c1de8 None None] Provisioning complete for port 4b345324-b047-49b5-ba25-a61e50653910 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:13.372375 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-58811fa8-e327-4b1f-b699-f1cf239c1de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:13.374799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Request body: {'port': {'network_id': '8b04cf9b-c461-4e87-9c11-a8ee99b1a727', 'name': 'tempest-FloatingIPNegativeTestJSON-86579024'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:13.421797 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e3a86-0acc-48dd-a6d5-eee99dc4f530 req-3e2bcead-9c99-400d-9866-1fcb998e1cef tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:13.454295 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fc1e3a86-0acc-48dd-a6d5-eee99dc4f530 req-3e2bcead-9c99-400d-9866-1fcb998e1cef tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 946 time: 0.4467614 Nov 09 17:38:13.494094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-53655c55-894e-4c86-b188-66f8b10a1ec6 req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] For port b4e69732-068d-4593-a9c6-c518378f2a94, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4e69732-068d-4593-a9c6-c518378f2a94,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:13.495823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-53655c55-894e-4c86-b188-66f8b10a1ec6 req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:13.557847 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8b1ce46c-b2e2-416a-8cbc-aab0862d22eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:13.585647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-53655c55-894e-4c86-b188-66f8b10a1ec6 req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Calling delete_port for b4e69732-068d-4593-a9c6-c518378f2a94 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:13.592768 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ce46c-b2e2-416a-8cbc-aab0862d22eb None None] Routers {'d070c748-dbbc-4e6e-a7b5-99b2c753b9c6'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:13.593999 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8b1ce46c-b2e2-416a-8cbc-aab0862d22eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:37:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d070c748-dbbc-4e6e-a7b5-99b2c753b9c6'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:13.642665 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-7343ede5-9563-477e-adbd-318750dfafe3 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c46fb553fd5455a99b1c992509a9782&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4215312 Nov 09 17:38:13.670104 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8b1ce46c-b2e2-416a-8cbc-aab0862d22eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:13.671448 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ce46c-b2e2-416a-8cbc-aab0862d22eb None None] The sync data for ids ['d070c748-dbbc-4e6e-a7b5-99b2c753b9c6'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:13.693028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0ea92cd1-3182-493c-9a65-d45e559015d8 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:13.793341 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Made reservation on behalf of 65a887964ddb4389a4995a77f2e75fad for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:13.798771 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:13.829160 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] device_id is not set on port 0af796c6-f1ab-4ff3-a8f5-a4caa81b5f98 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:38:14.049067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-58811fa8-e327-4b1f-b699-f1cf239c1de8 None None] Port 4b345324-b047-49b5-ba25-a61e50653910 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:38:14.051861 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Allocated IP 172.20.0.5 (8b04cf9b-c461-4e87-9c11-a8ee99b1a727/db060182-86d9-4054-b0b9-3565c5c751b2/0af796c6-f1ab-4ff3-a8f5-a4caa81b5f98) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:14.117875 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a7fb268e-a5ad-44a4-b4b4-3205ee1c9be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:14.160940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 0ea92cd1-3182-493c-9a65-d45e559015d8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:14.163802 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:14.370863 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-c130e745-b2d3-44a6-8980-c592a51f846a service neutron] 10.222.0.81 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264776 Nov 09 17:38:14.439198 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:14.446410 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:14.546532 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:14.550810 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:14.606956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d71cac5e-9964-4f86-b490-db35d4030a91 admin admin] Deleting port e6e471a9-b70e-4753-bb3c-b08dee3f4d76 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:14.607914 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d71cac5e-9964-4f86-b490-db35d4030a91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:14.636311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:14.641465 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beda8993-8b23-4d22-96ff-e81898d4e633" -d '{"events": [{"server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "name": "network-vif-plugged", "status": "completed", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:14.671500 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0ea92cd1-3182-493c-9a65-d45e559015d8,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:14.702146 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:14.706686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b4e69732-068d-4593-a9c6-c518378f2a94 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:14.863257 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-00547df3-8317-460d-9be0-1a3327dc2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:14.865396 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-00547df3-8317-460d-9be0-1a3327dc2065 service neutron] 10.222.0.13 "GET /v2.0/ports/0045f8aa-bdcf-4da8-8211-c159c05d3f15 HTTP/1.1" status: 200 len: 1028 time: 0.1229870 Nov 09 17:38:14.925534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-d71cac5e-9964-4f86-b490-db35d4030a91 admin admin] For port e6e471a9-b70e-4753-bb3c-b08dee3f4d76, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e6e471a9-b70e-4753-bb3c-b08dee3f4d76,segment=NetworkSegment(489b339f-d0eb-4a7d-8ee9-305ae394b8e6),segment_id=489b339f-d0eb-4a7d-8ee9-305ae394b8e6)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:14.927129 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d71cac5e-9964-4f86-b490-db35d4030a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:14.966272 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d71cac5e-9964-4f86-b490-db35d4030a91 admin admin] Calling delete_port for e6e471a9-b70e-4753-bb3c-b08dee3f4d76 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:15.010876 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-53655c55-894e-4c86-b188-66f8b10a1ec6 req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:15.046035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-31dd9a97-bc00-4876-8059-7e7a59dfb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:15.049007 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-31dd9a97-bc00-4876-8059-7e7a59dfb687 service neutron] 10.222.0.13 "GET /v2.0/ports/0cbce6a8-d6be-4652-adb4-edc568ed2e15 HTTP/1.1" status: 200 len: 1027 time: 0.1673918 Nov 09 17:38:15.051414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0ea92cd1-3182-493c-9a65-d45e559015d8,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:15.070983 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Port b4e69732-068d-4593-a9c6-c518378f2a94 update to DOWN by agent not found {{(pid=102156) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 09 17:38:15.181345 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-56549b27-ebea-4686-af5f-4205be23aee9 service neutron] 10.222.0.81 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8035681 Nov 09 17:38:15.238096 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:15.283939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Pushing event deleted for resources: {'Port': ['ID=b4e69732-068d-4593-a9c6-c518378f2a94,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:15.443300 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-21183854-a6d2-425e-b0b7-9ba064fdee0b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:15.454961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-21183854-a6d2-425e-b0b7-9ba064fdee0b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:15.473791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-21183854-a6d2-425e-b0b7-9ba064fdee0b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:15.476104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-21183854-a6d2-425e-b0b7-9ba064fdee0b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "GET /v2.0/networks?id=9537ab97-a19c-416c-9c08-e06bc19275a0&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=ab315546-1c38-4962-b0c6-63c0cb9e1712&id=ab315546-1c38-4962-b0c6-63c0cb9e1712 HTTP/1.1" status: 200 len: 1989 time: 0.4020739 Nov 09 17:38:15.486080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 675cd35d-136a-46c8-a0b4-9e9032c14fcf up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:15.525477 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-53655c55-894e-4c86-b188-66f8b10a1ec6 req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] No DVR routers for this DVR port b4e69732-068d-4593-a9c6-c518378f2a94 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:15.528484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:15.529518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:15.530742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:15.531349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:15.531941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:15.532833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:15.533390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:15.533923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:15.534465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:15.535209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:15.535768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:15.536296 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:15.546331 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-53655c55-894e-4c86-b188-66f8b10a1ec6 req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:15.550534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53655c55-894e-4c86-b188-66f8b10a1ec6 req-2e5a416d-19a7-45cb-b467-d0f17293611f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.13 "DELETE /v2.0/ports/b4e69732-068d-4593-a9c6-c518378f2a94 HTTP/1.1" status: 204 len: 173 time: 3.1926427 Nov 09 17:38:15.551498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be43932c-856f-4c95-986d-3f6b52f5bc2e', 'name': 'network-vif-deleted', 'tag': 'b4e69732-068d-4593-a9c6-c518378f2a94'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:15.554210 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0023013-48a2-442d-b6c6-896d4b9e0fbc" -d '{"events": [{"server_uuid": "be43932c-856f-4c95-986d-3f6b52f5bc2e", "name": "network-vif-deleted", "tag": "b4e69732-068d-4593-a9c6-c518378f2a94"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:15.660762 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fc1e3a86-0acc-48dd-a6d5-eee99dc4f530 req-86ece87e-833a-4350-a770-1951a473d1f1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1996539 Nov 09 17:38:15.669191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Network 8b04cf9b-c461-4e87-9c11-a8ee99b1a727 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:15.696017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:15.701794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 675cd35d-136a-46c8-a0b4-9e9032c14fcf completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:38:15.715882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 675cd35d-136a-46c8-a0b4-9e9032c14fcf triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:15.716600 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:15.744140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:15.765356 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-619bc33b-ed06-49f5-892a-eb8f5ced984a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718 HTTP/1.1" status: 200 len: 380 time: 0.2261069 Nov 09 17:38:15.783887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4f7a8384-1521-4288-9a1e-26781b3c8805 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'port': {'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'admin_state_up': True, 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'security_groups': ['be95cdc9-76ef-4f2a-b503-642ce88f290b']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:16.070180 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:16.082739 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eacddf78-e858-474d-af11-8d3fdd1549d9 req-f1e09d1c-7227-4ccc-a031-909dc443ee2d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.1336887 Nov 09 17:38:16.083899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event updated for resources: {'Port': ['ID=0af796c6-f1ab-4ff3-a8f5-a4caa81b5f98,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:16.115567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d71cac5e-9964-4f86-b490-db35d4030a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:16.123637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09896108-a16c-420c-81aa-9eece3783e34 req-52e46795-c7ea-4e37-abf0-01a357aa232a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:16.138821 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09896108-a16c-420c-81aa-9eece3783e34 req-52e46795-c7ea-4e37-abf0-01a357aa232a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 945 time: 0.1374302 Nov 09 17:38:16.223363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 675cd35d-136a-46c8-a0b4-9e9032c14fcf, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=675cd35d-136a-46c8-a0b4-9e9032c14fcf,segment=NetworkSegment(bd378016-e5e3-40ae-ac8d-972bc91ffea3),segment_id=bd378016-e5e3-40ae-ac8d-972bc91ffea3)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:16.233556 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:16.247804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cac5e-9964-4f86-b490-db35d4030a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e471a9-b70e-4753-bb3c-b08dee3f4d76,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:16.316243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:16.317962 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:16.402165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=675cd35d-136a-46c8-a0b4-9e9032c14fcf,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:16.484205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09896108-a16c-420c-81aa-9eece3783e34 req-804957dc-77b5-4198-a003-1f210dd71cd1 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3346264 Nov 09 17:38:16.489500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4f7a8384-1521-4288-9a1e-26781b3c8805 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Made reservation on behalf of 0545af43696c4c8a8c4dfc7c2f2cc718 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:16.504175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4f7a8384-1521-4288-9a1e-26781b3c8805 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:16.574620 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5c47402d-d176-41e7-9abf-81be57c7d3d5 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2394350 Nov 09 17:38:16.609497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52572) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:16.633972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:16.660473 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-68f5f966-d996-4fcf-8522-3730721df0ec None None] Provisioning complete for port 0af796c6-f1ab-4ff3-a8f5-a4caa81b5f98 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:16.661166 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68f5f966-d996-4fcf-8522-3730721df0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:16.852342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-68f5f966-d996-4fcf-8522-3730721df0ec None None] Port 0af796c6-f1ab-4ff3-a8f5-a4caa81b5f98 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:38:16.857708 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40591b2-c571-4469-9934-4ef5024ae755 x-openstack-request-id: req-e40591b2-c571-4469-9934-4ef5024ae755 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:16.858179 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "name": "network-vif-plugged", "status": "completed", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:16.869414 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e40591b2-c571-4469-9934-4ef5024ae755 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:16.870295 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8', 'code': 200} Nov 09 17:38:16.974723 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dff81d19-e8af-4317-9d05-f0d4b740a073 req-006887c4-ff6b-4f82-b1ec-334192a810e2 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 210 time: 0.0993893 Nov 09 17:38:17.024373 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:17.090641 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d71cac5e-9964-4f86-b490-db35d4030a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:17.114547 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06d63b-9015-48e1-b7f1-7753cffcce52 req-aea16252-2b40-4433-8c4d-9a35d5f4a4c2 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:17.134764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ca06d63b-9015-48e1-b7f1-7753cffcce52 req-aea16252-2b40-4433-8c4d-9a35d5f4a4c2 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 950 time: 0.5121124 Nov 09 17:38:17.371048 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ca06d63b-9015-48e1-b7f1-7753cffcce52 req-b8deb9a7-f321-4910-9d95-948a21b16ed6 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346435 Nov 09 17:38:17.412093 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b486444b-ebcf-44ac-bfd1-8f86ae3a3efa x-openstack-request-id: req-b486444b-ebcf-44ac-bfd1-8f86ae3a3efa {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:17.412891 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be43932c-856f-4c95-986d-3f6b52f5bc2e", "name": "network-vif-deleted", "tag": "b4e69732-068d-4593-a9c6-c518378f2a94", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:17.412891 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b486444b-ebcf-44ac-bfd1-8f86ae3a3efa {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:17.415130 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be43932c-856f-4c95-986d-3f6b52f5bc2e', 'name': 'network-vif-deleted', 'tag': 'b4e69732-068d-4593-a9c6-c518378f2a94', 'status': 'completed', 'code': 200} Nov 09 17:38:17.491061 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:17.614878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4f7a8384-1521-4288-9a1e-26781b3c8805 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Allocated IP 172.20.0.9 (9537ab97-a19c-416c-9c08-e06bc19275a0/05d19427-cd52-4c97-80af-282afda394c7/db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:17.631155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a9594-3c2f-4477-9cfc-1cf9347500f9 req-3ae459ce-2a8e-410c-90b9-6ce87fa765fe tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:17.641630 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c69a9594-3c2f-4477-9cfc-1cf9347500f9 req-3ae459ce-2a8e-410c-90b9-6ce87fa765fe tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 946 time: 0.3470032 Nov 09 17:38:17.747025 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c69a9594-3c2f-4477-9cfc-1cf9347500f9 req-bfdf1032-6781-439f-b4ed-bbec630b56af tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041827 Nov 09 17:38:17.791525 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71cac5e-9964-4f86-b490-db35d4030a91 admin admin] Router e12a387a-1b07-4863-bdcd-03deff61a592 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:38:18.028322 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a6d23264-e161-438c-8209-a15272c10749 req-ba61e739-258c-4810-aae9-1701d3547ab5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.2018936 Nov 09 17:38:18.040774 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:18.098769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6087eab-652a-48b4-8e6c-541069a8f123 req-9f20a413-9f45-49bf-8e6a-c3273df4d27a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:18.107294 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f6087eab-652a-48b4-8e6c-541069a8f123 req-9f20a413-9f45-49bf-8e6a-c3273df4d27a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc9609fe-5a16-4aaf-afac-0a22d2f1b570 HTTP/1.1" status: 200 len: 948 time: 0.2331157 Nov 09 17:38:18.135982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71cac5e-9964-4f86-b490-db35d4030a91 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:18.147490 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d71cac5e-9964-4f86-b490-db35d4030a91 admin admin] 10.222.0.81 "PUT /v2.0/routers/e12a387a-1b07-4863-bdcd-03deff61a592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4564064 Nov 09 17:38:18.149149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52596) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:18.152437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f257cc-a684-4223-b1c3-11a33dd3b432 None None] Sync routers for ids ['e12a387a-1b07-4863-bdcd-03deff61a592'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:18.203984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f257cc-a684-4223-b1c3-11a33dd3b432 None None] Routers {'e12a387a-1b07-4863-bdcd-03deff61a592'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:18.207354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-87f257cc-a684-4223-b1c3-11a33dd3b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:38:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e12a387a-1b07-4863-bdcd-03deff61a592'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:18.331197 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f6087eab-652a-48b4-8e6c-541069a8f123 req-6fd1dfd9-c43b-45b8-857b-39a07206b9fc tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140315 Nov 09 17:38:18.512490 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-87f257cc-a684-4223-b1c3-11a33dd3b432 None None] Set router e12a387a-1b07-4863-bdcd-03deff61a592 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:38:18.552052 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4f7a8384-1521-4288-9a1e-26781b3c8805 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:18.568553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4a915-217f-44e0-bc90-52d6038384c3 req-6476febc-e021-4112-af9e-adf222e411f6 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:18.570985 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-18e4a915-217f-44e0-bc90-52d6038384c3 req-6476febc-e021-4112-af9e-adf222e411f6 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 946 time: 0.2623999 Nov 09 17:38:18.644907 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:18.835618 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4f7a8384-1521-4288-9a1e-26781b3c8805 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:18.871642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e673a38d-f574-4458-8775-b8baef84169a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675cd35d-136a-46c8-a0b4-9e9032c14fcf'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:18.874881 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeced7d-f2df-4426-8b20-a00d91610bd0" -d '{"events": [{"server_uuid": "e673a38d-f574-4458-8775-b8baef84169a", "name": "network-vif-plugged", "status": "completed", "tag": "675cd35d-136a-46c8-a0b4-9e9032c14fcf"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:18.914492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-87f257cc-a684-4223-b1c3-11a33dd3b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290943652-router', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:30Z', 'updated_at': '2021-11-09T17:38:15Z', 'revision_number': 5, 'project_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'gw_port': {'id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:32Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:18.946946 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-18e4a915-217f-44e0-bc90-52d6038384c3 req-c5e57cd1-c29f-4cf9-8d71-c1ff6d25e6a6 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541093 Nov 09 17:38:19.020833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dbda8484-a3a8-476e-b207-09bd98ea2401 req-57f4326c-c9b3-4830-89df-5f738372e961 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 210 time: 0.2592521 Nov 09 17:38:19.057041 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f257cc-a684-4223-b1c3-11a33dd3b432 None None] Checking router: e12a387a-1b07-4863-bdcd-03deff61a592 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:38:19.078603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4f7a8384-1521-4288-9a1e-26781b3c8805 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Network 9537ab97-a19c-416c-9c08-e06bc19275a0 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:19.094071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f257cc-a684-4223-b1c3-11a33dd3b432 None None] Routers {'e12a387a-1b07-4863-bdcd-03deff61a592'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:19.095190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-87f257cc-a684-4223-b1c3-11a33dd3b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:38:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e12a387a-1b07-4863-bdcd-03deff61a592'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:19.113007 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:19.160925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a8384-1521-4288-9a1e-26781b3c8805 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'Port': ['ID=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:19.164080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4f7a8384-1521-4288-9a1e-26781b3c8805 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:19.175269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Allocated IP 172.25.1.172 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/d40107d2-8b70-4f37-90ab-c03ef0018391) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:19.191449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4f7a8384-1521-4288-9a1e-26781b3c8805 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:19.299961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Deleting port 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:19.300481 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:19.402171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-87f257cc-a684-4223-b1c3-11a33dd3b432 None None] Set router e12a387a-1b07-4863-bdcd-03deff61a592 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:38:19.587243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] For port 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:19.588087 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:19.633615 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Calling delete_port for 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:19.683631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-39da66b7-07ba-4bd6-b4b2-a062b93b61b5 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:19.686829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-39da66b7-07ba-4bd6-b4b2-a062b93b61b5 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.13 "GET /v2.0/networks?id=229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 200 len: 804 time: 1.4584920 Nov 09 17:38:19.724489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4f7a8384-1521-4288-9a1e-26781b3c8805 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:19.725394 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4f7a8384-1521-4288-9a1e-26781b3c8805 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:19.739649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-b7ca1684-3ea1-46e5-a1c5-16662c32cabc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Request body: {'port': {'device_id': 'c6c49cc7-fa6d-4685-b045-5e5854ac4b89', 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9', 'admin_state_up': True, 'tenant_id': '3c46fb553fd5455a99b1c992509a9782'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:19.811015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7f4b-aad6-4140-a25f-45b789faa45f req-e52d82ad-f65f-4a16-a200-131cce4575dd tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:19.823926 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abec7f4b-aad6-4140-a25f-45b789faa45f req-e52d82ad-f65f-4a16-a200-131cce4575dd tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 946 time: 0.3876202 Nov 09 17:38:19.951796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38a80a-bfbf-465c-bd92-db225d58a10c req-70129265-012f-478d-b76e-aa6658bcf512 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:19.973626 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38a80a-bfbf-465c-bd92-db225d58a10c req-70129265-012f-478d-b76e-aa6658bcf512 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:19.975955 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d38a80a-bfbf-465c-bd92-db225d58a10c req-70129265-012f-478d-b76e-aa6658bcf512 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e&device_id=fc9609fe-5a16-4aaf-afac-0a22d2f1b570 HTTP/1.1" status: 200 len: 1689 time: 0.3331923 Nov 09 17:38:20.151342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-58828b66-b0df-49ab-bae1-87804d86d32f None None] Provisioning complete for port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:20.152188 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-58828b66-b0df-49ab-bae1-87804d86d32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:20.187554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d38a80a-bfbf-465c-bd92-db225d58a10c req-49f58f17-a7bb-4e67-b269-5c2b2cab7334 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012315 Nov 09 17:38:20.254373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-58828b66-b0df-49ab-bae1-87804d86d32f None None] Port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:38:20.324424 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab06924-6a1f-4515-a1b2-14d3abc267bd x-openstack-request-id: req-4ab06924-6a1f-4515-a1b2-14d3abc267bd {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:20.324939 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e673a38d-f574-4458-8775-b8baef84169a", "name": "network-vif-plugged", "status": "completed", "tag": "675cd35d-136a-46c8-a0b4-9e9032c14fcf", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:20.341797 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ab06924-6a1f-4515-a1b2-14d3abc267bd {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:20.342486 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e673a38d-f574-4458-8775-b8baef84169a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675cd35d-136a-46c8-a0b4-9e9032c14fcf', 'code': 200} Nov 09 17:38:20.428831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-87f257cc-a684-4223-b1c3-11a33dd3b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290943652-router', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:30Z', 'updated_at': '2021-11-09T17:38:15Z', 'revision_number': 5, 'project_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'gw_port': {'id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:32Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:20.556562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:20.571277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f257cc-a684-4223-b1c3-11a33dd3b432 None None] The sync data for ids ['e12a387a-1b07-4863-bdcd-03deff61a592'] in n-d-817236-1 is: [{'id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-290943652-router', 'tenant_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:31:30Z', 'updated_at': '2021-11-09T17:38:15Z', 'revision_number': 5, 'project_id': 'ec22fa6b8dbd4f9ba6cb474b06e82705', 'gw_port': {'id': '52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12a387a-1b07-4863-bdcd-03deff61a592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:31:32Z', 'updated_at': '2021-11-09T17:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:20.666330 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4f7a8384-1521-4288-9a1e-26781b3c8805 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8978381 Nov 09 17:38:20.669732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-b7ca1684-3ea1-46e5-a1c5-16662c32cabc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Made reservation on behalf of 3c46fb553fd5455a99b1c992509a9782 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:20.674155 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-b7ca1684-3ea1-46e5-a1c5-16662c32cabc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:20.794219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ff7c935d-486a-4321-8d76-efbdbf03728e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'port': {'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca', 'admin_state_up': True, 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'security_groups': ['be95cdc9-76ef-4f2a-b503-642ce88f290b']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:20.869747 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:20.983978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abec7f4b-aad6-4140-a25f-45b789faa45f req-9e054205-5ea2-436f-94cc-0a594726a8e2 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1585541 Nov 09 17:38:21.157424 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:21.295763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:21.330986 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:21.341882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:21.358395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:21.422149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-b7ca1684-3ea1-46e5-a1c5-16662c32cabc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Allocated IP 172.20.0.10 (229e78ca-9312-4d3e-b942-954ff92e0cc9/20907115-321b-44dc-9720-07945eb0b036/bcee7883-4e7c-43f3-aff5-ac458499b61d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:21.441272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event updated for resources: {'Port': ['ID=d40107d2-8b70-4f37-90ab-c03ef0018391,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:21.466257 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04126e-723b-4e77-85aa-ce28a01a55a7 req-5a96ebfb-eaab-408e-ad2c-68b0ca0b3bee tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:21.469021 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e04126e-723b-4e77-85aa-ce28a01a55a7 req-5a96ebfb-eaab-408e-ad2c-68b0ca0b3bee tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 931 time: 0.9845324 Nov 09 17:38:21.471829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb630198-8af2-4b36-835e-f58c837a8441 req-50878c80-8e59-4d2a-b620-a42b6f284301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:21.474683 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bb630198-8af2-4b36-835e-f58c837a8441 req-50878c80-8e59-4d2a-b620-a42b6f284301 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 1097 time: 0.9539223 Nov 09 17:38:21.488181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a34e0-c4a2-40e2-83d4-7a67801ac6d5 req-7ebc8365-a947-48c5-8a39-7e176906ff87 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:21.490352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c5a34e0-c4a2-40e2-83d4-7a67801ac6d5 req-7ebc8365-a947-48c5-8a39-7e176906ff87 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 946 time: 0.2719414 Nov 09 17:38:21.576320 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:21.582408 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bb630198-8af2-4b36-835e-f58c837a8441 req-ba6206a9-1b2b-48b0-b525-3e8893454198 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677218 Nov 09 17:38:21.612312 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c5a34e0-c4a2-40e2-83d4-7a67801ac6d5 req-f2a6a715-e887-40c5-b046-d2eaaad99034 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137333 Nov 09 17:38:21.636522 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e04126e-723b-4e77-85aa-ce28a01a55a7 req-69b90e8e-99dc-48e5-a3c9-7d9816de57c8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572230 Nov 09 17:38:21.646929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ff7c935d-486a-4321-8d76-efbdbf03728e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Made reservation on behalf of 0545af43696c4c8a8c4dfc7c2f2cc718 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:21.651771 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ff7c935d-486a-4321-8d76-efbdbf03728e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:21.825258 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:21.832802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:21.843708 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:21.943134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-b7ca1684-3ea1-46e5-a1c5-16662c32cabc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:21.990110 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:21.990947 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e12a387a-1b07-4863-bdcd-03deff61a592 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:38:22.026633 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:22.032463 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a36a9505-bc64-409a-be32-a76d81e7a0d4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/e12a387a-1b07-4863-bdcd-03deff61a592 HTTP/1.1" status: 204 len: 168 time: 3.8531034 Nov 09 17:38:22.041387 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52632) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:22.060171 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-b7ca1684-3ea1-46e5-a1c5-16662c32cabc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:22.165714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebafc90-91ea-4db4-9f6c-86aeb31cd708 admin admin] Deleting subnet 767ee3cf-a0a2-478a-82d2-9f68d95bf190 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:38:22.175674 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ebafc90-91ea-4db4-9f6c-86aeb31cd708 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:22.221582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-b7ca1684-3ea1-46e5-a1c5-16662c32cabc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Network 229e78ca-9312-4d3e-b942-954ff92e0cc9 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:22.230659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca1684-3ea1-46e5-a1c5-16662c32cabc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Pushing event updated for resources: {'Port': ['ID=bcee7883-4e7c-43f3-aff5-ac458499b61d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:22.237809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-b7ca1684-3ea1-46e5-a1c5-16662c32cabc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:22.248580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:22.260547 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ebafc90-91ea-4db4-9f6c-86aeb31cd708 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:22.400598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e6e471a9-b70e-4753-bb3c-b08dee3f4d76 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:22.456236 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: e6e471a9-b70e-4753-bb3c-b08dee3f4d76 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:38:22.457096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e6e471a9-b70e-4753-bb3c-b08dee3f4d76 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:38:22.542237 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ebafc90-91ea-4db4-9f6c-86aeb31cd708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:22.599811 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:22.637821 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ebafc90-91ea-4db4-9f6c-86aeb31cd708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:22.674848 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ebafc90-91ea-4db4-9f6c-86aeb31cd708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:22.677253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c96c67-9998-4210-903a-b5fa8d7009d8 None None] Network ce006f30-25b2-4cac-bd2b-f5b29ae8601a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:22.685433 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9ebafc90-91ea-4db4-9f6c-86aeb31cd708 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/767ee3cf-a0a2-478a-82d2-9f68d95bf190 HTTP/1.1" status: 204 len: 168 time: 0.6403849 Nov 09 17:38:22.696330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ff7c935d-486a-4321-8d76-efbdbf03728e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Allocated IP 10.1.1.119 (b44d330b-3a84-4715-bcb1-9ff335c55bca/1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf/98f7f7c7-31d9-4cad-824b-f8083ab05983) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:22.707335 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52640) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:22.708203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-b7ca1684-3ea1-46e5-a1c5-16662c32cabc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:22.722232 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebafc90-91ea-4db4-9f6c-86aeb31cd708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=767ee3cf-a0a2-478a-82d2-9f68d95bf190,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:22.877759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2148702-a391-404f-a78e-e60c82f174aa req-a1ce33af-2a66-49a0-93a5-d3dc6729bec8 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:22.881865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d2148702-a391-404f-a78e-e60c82f174aa req-a1ce33af-2a66-49a0-93a5-d3dc6729bec8 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 1101 time: 0.6094015 Nov 09 17:38:22.895311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:22.973560 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:22.986392 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:23.053794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f4f4f-b95a-4f93-9b47-ca4c886555c5 req-86a8c125-9440-4847-88ab-b29d1b1aec65 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:23.064163 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-875f4f4f-b95a-4f93-9b47-ca4c886555c5 req-86a8c125-9440-4847-88ab-b29d1b1aec65 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 932 time: 1.2470934 Nov 09 17:38:23.122914 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d2148702-a391-404f-a78e-e60c82f174aa req-87de4fe0-cd5a-4dd6-8ab1-1dafdf73a72a tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004094 Nov 09 17:38:23.152217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4004ef-feab-4544-9170-6dfaf5aaea95 None None] DHCP port deletion for ce006f30-25b2-4cac-bd2b-f5b29ae8601a request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:23.213944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Deleting port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:23.214302 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:23.347174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-cc4004ef-feab-4544-9170-6dfaf5aaea95 None None] Deleting port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:23.347824 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cc4004ef-feab-4544-9170-6dfaf5aaea95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:23.487676 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3831153-7e5f-44a8-997a-1c83deb79adb req-7f93d2b1-f434-4a9e-b45c-8372e058a1d8 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:23.495741 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d3831153-7e5f-44a8-997a-1c83deb79adb req-7f93d2b1-f434-4a9e-b45c-8372e058a1d8 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 946 time: 0.2846084 Nov 09 17:38:23.510901 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] For port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=542579a4-9c2e-4fc5-ac62-b28fb4516f9f,segment=NetworkSegment(489b339f-d0eb-4a7d-8ee9-305ae394b8e6),segment_id=489b339f-d0eb-4a7d-8ee9-305ae394b8e6)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:23.511745 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:23.564165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-875f4f4f-b95a-4f93-9b47-ca4c886555c5 req-f11af03d-cfc8-4f16-b9e4-14b8bcd9acbf tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883817 Nov 09 17:38:23.602857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Calling delete_port for 542579a4-9c2e-4fc5-ac62-b28fb4516f9f owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:23.666704 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d3831153-7e5f-44a8-997a-1c83deb79adb req-1ebc9776-7caf-44bf-8eb4-aa43d9a91054 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608715 Nov 09 17:38:23.674218 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-cc4004ef-feab-4544-9170-6dfaf5aaea95 None None] For port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=542579a4-9c2e-4fc5-ac62-b28fb4516f9f,segment=NetworkSegment(489b339f-d0eb-4a7d-8ee9-305ae394b8e6),segment_id=489b339f-d0eb-4a7d-8ee9-305ae394b8e6)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:23.676698 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cc4004ef-feab-4544-9170-6dfaf5aaea95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:23.700987 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:23.733069 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-cc4004ef-feab-4544-9170-6dfaf5aaea95 None None] Calling delete_port for 542579a4-9c2e-4fc5-ac62-b28fb4516f9f owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:23.830070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-b7ca1684-3ea1-46e5-a1c5-16662c32cabc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:23.840139 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-b7ca1684-3ea1-46e5-a1c5-16662c32cabc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:23.871848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event updated for resources: {'Port': ['ID=d40107d2-8b70-4f37-90ab-c03ef0018391,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:23.948416 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-b7ca1684-3ea1-46e5-a1c5-16662c32cabc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2185862 Nov 09 17:38:23.966550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:23.977698 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cc4004ef-feab-4544-9170-6dfaf5aaea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:23.984550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] No DVR routers for this DVR port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:24.047873 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Request body: {'port': {'device_id': 'c6c49cc7-fa6d-4685-b045-5e5854ac4b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:24.070590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=542579a4-9c2e-4fc5-ac62-b28fb4516f9f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:24.085235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acf05f-4900-45bc-89da-f1260abcc941 req-3b24af44-2795-42f2-8cc3-9b8f7108f1bf tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:24.092307 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4004ef-feab-4544-9170-6dfaf5aaea95 None None] Pushing event deleted for resources: {'Port': ['ID=542579a4-9c2e-4fc5-ac62-b28fb4516f9f,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:24.097097 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-47acf05f-4900-45bc-89da-f1260abcc941 req-3b24af44-2795-42f2-8cc3-9b8f7108f1bf tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 931 time: 0.2412841 Nov 09 17:38:24.109919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4004ef-feab-4544-9170-6dfaf5aaea95 None None] No DVR routers for this DVR port 542579a4-9c2e-4fc5-ac62-b28fb4516f9f on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:24.174225 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:24.180808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-46194a5a-591f-43e1-bc23-ca6ef1ae3d7c tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:24.183741 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-46194a5a-591f-43e1-bc23-ca6ef1ae3d7c tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20&tenant_id=f6b18ff8d0054db3b09b095e1c177e82&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1097 time: 0.9827120 Nov 09 17:38:24.185083 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:24.196714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:24.229688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817236-1'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:24.232972 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-47acf05f-4900-45bc-89da-f1260abcc941 req-48d6ddfa-e4d2-4587-a831-367595f3986e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354287 Nov 09 17:38:24.262973 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce006f30-25b2-4cac-bd2b-f5b29ae8601a']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:24.297514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489b339f-d0eb-4a7d-8ee9-305ae394b8e6') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:24.297932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489b339f-d0eb-4a7d-8ee9-305ae394b8e6') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:24.315349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:24.332141 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:24.354102 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:24.358903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ec4519e5-1ec2-4b2f-bfc1-4a7fdf5e575c tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7420170 Nov 09 17:38:24.361549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52660) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:24.364976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:38:24.366961 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 52f7f030-71a4-4e2b-a4fd-b9ccf20e08c6 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:38:24.369973 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 542579a4-9c2e-4fc5-ac62-b28fb4516f9f no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:24.386605 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:24.391211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ba711eef-0db5-4ac5-8605-b66ab14767c3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Request body: {'floatingip': {'port_id': '0af796c6-f1ab-4ff3-a8f5-a4caa81b5f98', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:24.406329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:38:24.408315 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:24.415296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 542579a4-9c2e-4fc5-ac62-b28fb4516f9f {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:38:24.415728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 542579a4-9c2e-4fc5-ac62-b28fb4516f9f not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:38:24.416317 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:38:24.622529 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ba711eef-0db5-4ac5-8605-b66ab14767c3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for floatingip, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:24.705024 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:24.728499 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:24.730488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 441258f8-ce21-4841-8f30-dedb07890345 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:38:24.736375 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ce006f30-25b2-4cac-bd2b-f5b29ae8601a HTTP/1.1" status: 204 len: 168 time: 2.0278451 Nov 09 17:38:24.767393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a7e86-2b57-4e4f-97db-9f18a1a50cb8 req-eaab3c78-1b6f-428d-a608-cff615c6b6a3 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:24.778932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ec9a7e86-2b57-4e4f-97db-9f18a1a50cb8 req-eaab3c78-1b6f-428d-a608-cff615c6b6a3 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fc9609fe-5a16-4aaf-afac-0a22d2f1b570 HTTP/1.1" status: 200 len: 1099 time: 0.1789398 Nov 09 17:38:24.783960 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231a11f-6a26-4e56-95da-2d3342b70cc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce006f30-25b2-4cac-bd2b-f5b29ae8601a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:24.852953 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ec9a7e86-2b57-4e4f-97db-9f18a1a50cb8 req-8ff26581-789d-4a57-985c-6d1c046b1511 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671723 Nov 09 17:38:24.985460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9946cda-47f4-40cd-b7a0-d64e498c37fc req-e5266f07-0244-4010-8d9e-b782f9c24238 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:24.987461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9946cda-47f4-40cd-b7a0-d64e498c37fc req-e5266f07-0244-4010-8d9e-b782f9c24238 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 946 time: 1.1871898 Nov 09 17:38:25.067364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52670) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:25.079847 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:25.095103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=441258f8-ce21-4841-8f30-dedb07890345,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:25.136547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 441258f8-ce21-4841-8f30-dedb07890345 has no active binding in host n-h2-817236-1 {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:38:25.165332 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ff7c935d-486a-4321-8d76-efbdbf03728e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:25.165983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0c1f25e7-26cb-4916-bb8b-5260e027e635 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=539805ebb2294155a2a36d78da1a217e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0966630 Nov 09 17:38:25.166955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52672) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:25.179678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971488c-d4ca-4032-a4e8-119ae2ee9fd2 req-7026c38f-a37e-4d51-9e2d-4f52c69cf4f8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:25.190029 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d971488c-d4ca-4032-a4e8-119ae2ee9fd2 req-7026c38f-a37e-4d51-9e2d-4f52c69cf4f8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 932 time: 0.1629040 Nov 09 17:38:25.315554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d971488c-d4ca-4032-a4e8-119ae2ee9fd2 req-57d9dd89-00c0-475a-b0ad-56350a18924c tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243899 Nov 09 17:38:25.336516 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af9b6f4b-fc54-43e7-857a-12d65e7d018f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:25.396705 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af9b6f4b-fc54-43e7-857a-12d65e7d018f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:25.423336 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-ba711eef-0db5-4ac5-8605-b66ab14767c3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] update failed (client error): The resource could not be found. Nov 09 17:38:25.427283 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ba711eef-0db5-4ac5-8605-b66ab14767c3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "PUT /v2.0/floatingips/77fd6070-9423-40ca-acdb-bd69a79351eb HTTP/1.1" status: 404 len: 507 time: 1.0539298 Nov 09 17:38:25.438860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52678) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:25.528955 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9946cda-47f4-40cd-b7a0-d64e498c37fc req-e03eca75-af90-4750-8083-b40c0814489c tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4649262 Nov 09 17:38:25.703432 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af9b6f4b-fc54-43e7-857a-12d65e7d018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:25.707406 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af9b6f4b-fc54-43e7-857a-12d65e7d018f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:25.712924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-af9b6f4b-fc54-43e7-857a-12d65e7d018f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/976f9795-0044-4b1c-8444-faa7e23beacb HTTP/1.1" status: 204 len: 168 time: 0.5201855 Nov 09 17:38:25.719485 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ff7c935d-486a-4321-8d76-efbdbf03728e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:25.728896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2923c8e-81a1-4bea-9c51-23ab1e0c87fe req-d0e40c9c-62bf-4083-aaa6-08c867be7a31 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:25.738559 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c2923c8e-81a1-4bea-9c51-23ab1e0c87fe req-d0e40c9c-62bf-4083-aaa6-08c867be7a31 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 946 time: 0.2134013 Nov 09 17:38:25.812368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e762f-0d23-4875-b3a7-2640604b887e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Deleting port d40107d2-8b70-4f37-90ab-c03ef0018391 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:25.812718 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f5e762f-0d23-4875-b3a7-2640604b887e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:25.835074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ff7c935d-486a-4321-8d76-efbdbf03728e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Network b44d330b-3a84-4715-bcb1-9ff335c55bca is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:25.851760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ff7c935d-486a-4321-8d76-efbdbf03728e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:25.932821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ff7c935d-486a-4321-8d76-efbdbf03728e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:26.064002 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f5e762f-0d23-4875-b3a7-2640604b887e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:26.064652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f5e762f-0d23-4875-b3a7-2640604b887e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:26.080317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e762f-0d23-4875-b3a7-2640604b887e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Calling delete_port for d40107d2-8b70-4f37-90ab-c03ef0018391 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:26.149616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=441258f8-ce21-4841-8f30-dedb07890345,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:26.273913 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9566b06-1f44-46ad-8ab3-c05afadb2f9c req-fce3f854-bbee-4015-b83f-6f674aa588d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:26.307680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9566b06-1f44-46ad-8ab3-c05afadb2f9c req-fce3f854-bbee-4015-b83f-6f674aa588d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:26.334691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9566b06-1f44-46ad-8ab3-c05afadb2f9c req-fce3f854-bbee-4015-b83f-6f674aa588d3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 1653 time: 0.4176846 Nov 09 17:38:26.374905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-78edf1eb-1590-40a6-938c-1ce07a3fb8f8 None None] Provisioning complete for port 98f7f7c7-31d9-4cad-824b-f8083ab05983 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:26.379850 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-78edf1eb-1590-40a6-938c-1ce07a3fb8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:26.400797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c935d-486a-4321-8d76-efbdbf03728e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'Port': ['ID=98f7f7c7-31d9-4cad-824b-f8083ab05983,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:26.409771 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b6f4b-fc54-43e7-857a-12d65e7d018f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976f9795-0044-4b1c-8444-faa7e23beacb,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:26.556058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-78edf1eb-1590-40a6-938c-1ce07a3fb8f8 None None] Port 98f7f7c7-31d9-4cad-824b-f8083ab05983 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:38:26.570425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ff7c935d-486a-4321-8d76-efbdbf03728e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:26.582061 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ff7c935d-486a-4321-8d76-efbdbf03728e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:26.592072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c2923c8e-81a1-4bea-9c51-23ab1e0c87fe req-3fc9a7ff-31ba-42ce-b0db-0d8a96de33c8 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8524790 Nov 09 17:38:26.607586 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f5e762f-0d23-4875-b3a7-2640604b887e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:26.698576 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ff7c935d-486a-4321-8d76-efbdbf03728e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0051420 Nov 09 17:38:26.720326 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9566b06-1f44-46ad-8ab3-c05afadb2f9c req-89b4fcf4-6ca9-40f6-9b4d-b86bb6a22f06 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839538 Nov 09 17:38:26.742873 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-c3d35b60-3750-47ed-a310-2ca81aad2993 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'port': {'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca', 'admin_state_up': True, 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'security_groups': ['be95cdc9-76ef-4f2a-b503-642ce88f290b']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:26.775406 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e762f-0d23-4875-b3a7-2640604b887e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event deleted for resources: {'Port': ['ID=d40107d2-8b70-4f37-90ab-c03ef0018391,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:26.899429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52704) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:27.037297 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-e07fefcf-6e6e-4c51-89b0-48d03106f6ea tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659175 Nov 09 17:38:27.060423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f5e762f-0d23-4875-b3a7-2640604b887e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:27.063643 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f5e762f-0d23-4875-b3a7-2640604b887e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:27.071398 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6f5e762f-0d23-4875-b3a7-2640604b887e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "DELETE /v2.0/floatingips/77fd6070-9423-40ca-acdb-bd69a79351eb HTTP/1.1" status: 204 len: 168 time: 1.6298652 Nov 09 17:38:27.080421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52710) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:27.088625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b0f0051a-eb1a-45e5-847d-49f195b00349 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Request body: {'floatingip': {'floating_network_id': '8b04cf9b-c461-4e87-9c11-a8ee99b1a727', 'port_id': '0af796c6-f1ab-4ff3-a8f5-a4caa81b5f98', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:27.288055 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-4065079e-1ff2-4f66-9a4e-60067a80d2ad tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:27.291357 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-4065079e-1ff2-4f66-9a4e-60067a80d2ad tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2464507 Nov 09 17:38:27.293464 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b0f0051a-eb1a-45e5-847d-49f195b00349 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:27.333355 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-3f18dc02-0cd0-432d-a7d0-b34c88bc7605 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/quotas/1d8c0439f7674e87b291aca6be392867 HTTP/1.1" status: 200 len: 375 time: 0.0279703 Nov 09 17:38:27.470446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:27.560728 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-f1c8b2bb-4893-46d3-82a4-cd520ab4298b tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2259061 Nov 09 17:38:27.582890 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcee7883-4e7c-43f3-aff5-ac458499b61d {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:27.610454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3548e3-0007-4a29-9d52-76fc0b6e0a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441258f8-ce21-4841-8f30-dedb07890345'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:27.613221 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b035357-db38-401e-afac-8ea942184caa" -d '{"events": [{"server_uuid": "0b3548e3-0007-4a29-9d52-76fc0b6e0a20", "name": "network-vif-unplugged", "status": "completed", "tag": "441258f8-ce21-4841-8f30-dedb07890345"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:27.622222 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:27.628906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:27.671391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:27.704948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f54e1ad6-a17a-46cf-8f0c-a03aa92c10a7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec22fa6b8dbd4f9ba6cb474b06e82705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7586775 Nov 09 17:38:27.710381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52716) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:27.759980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Transition to ACTIVE for port object bcee7883-4e7c-43f3-aff5-ac458499b61d will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:38:27.763039 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-b0f0051a-eb1a-45e5-847d-49f195b00349 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:38:27.764938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b0f0051a-eb1a-45e5-847d-49f195b00349 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6832001 Nov 09 17:38:27.773002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52718) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:27.783992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32662f8a-15e3-45ec-8e09-1a676fe57bf2 req-2a2b6937-a5ee-4f7e-abc6-277fa0bc7b24 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:27.785642 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32662f8a-15e3-45ec-8e09-1a676fe57bf2 req-2a2b6937-a5ee-4f7e-abc6-277fa0bc7b24 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 946 time: 0.8352797 Nov 09 17:38:27.795742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '0af796c6-f1ab-4ff3-a8f5-a4caa81b5f98', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:27.800792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52720) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:27.808013 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:27.819575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-01edba27-f7fd-407e-aef1-c17ee9537dc5 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Request body: {'floatingip': {'port_id': '675cd35d-136a-46c8-a0b4-9e9032c14fcf'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:27.880860 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-01edba27-f7fd-407e-aef1-c17ee9537dc5 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:27.947364 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Pushing event updated for resources: {'Port': ['ID=441258f8-ce21-4841-8f30-dedb07890345,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:27.991536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb9c33ce-735d-4009-9a9e-b02ef2ff9c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:28.056738 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:28.172571 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb9c33ce-735d-4009-9a9e-b02ef2ff9c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:28.406778 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb27c5a-ff26-4676-99ce-9ee8333b4f9d x-openstack-request-id: req-1bb27c5a-ff26-4676-99ce-9ee8333b4f9d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:28.407063 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3548e3-0007-4a29-9d52-76fc0b6e0a20", "name": "network-vif-unplugged", "status": "completed", "tag": "441258f8-ce21-4841-8f30-dedb07890345", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:28.407437 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1bb27c5a-ff26-4676-99ce-9ee8333b4f9d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:28.407741 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3548e3-0007-4a29-9d52-76fc0b6e0a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441258f8-ce21-4841-8f30-dedb07890345', 'code': 200} Nov 09 17:38:28.419878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-c3d35b60-3750-47ed-a310-2ca81aad2993 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Made reservation on behalf of 0545af43696c4c8a8c4dfc7c2f2cc718 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:28.423698 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-c3d35b60-3750-47ed-a310-2ca81aad2993 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:28.426165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Attempting to bind port 441258f8-ce21-4841-8f30-dedb07890345 on host n-h1-817236-1 for vnic_type normal with profile {"migrating_to": "n-h2-817236-1"} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:38:28.426327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Attempting to bind port 441258f8-ce21-4841-8f30-dedb07890345 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:38:28.426544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Attempting to bind port 441258f8-ce21-4841-8f30-dedb07890345 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:28.482615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bcee7883-4e7c-43f3-aff5-ac458499b61d,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:28.530389 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb9c33ce-735d-4009-9a9e-b02ef2ff9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:28.534277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb9c33ce-735d-4009-9a9e-b02ef2ff9c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:28.538494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Port 441258f8-ce21-4841-8f30-dedb07890345 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:28.539274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Attempting to bind port 441258f8-ce21-4841-8f30-dedb07890345 on network e6d0ba4a-405d-4a7d-b42f-4a023f54a71b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:28.555184 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fb9c33ce-735d-4009-9a9e-b02ef2ff9c44 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9e0a487-557f-4e32-8491-46e13968fb48 HTTP/1.1" status: 204 len: 168 time: 0.8299317 Nov 09 17:38:28.613814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:28.614169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Checking segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:28.614546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Bound using segment: {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:28.615010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Bound port: 441258f8-ce21-4841-8f30-dedb07890345, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6d0ba4a-405d-4a7d-b42f-4a023f54a71b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:38:28.634572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c33ce-735d-4009-9a9e-b02ef2ff9c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e0a487-557f-4e32-8491-46e13968fb48,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:28.635439 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:28.675379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670aeb0-6a24-455b-be66-0490f474d832 req-5f18ce01-9f28-482a-b215-8b11497db89d tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:28.677543 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c670aeb0-6a24-455b-be66-0490f474d832 req-5f18ce01-9f28-482a-b215-8b11497db89d tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 944 time: 0.7025750 Nov 09 17:38:28.757327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Attempting to bind port bcee7883-4e7c-43f3-aff5-ac458499b61d on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:38:28.757732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Attempting to bind port bcee7883-4e7c-43f3-aff5-ac458499b61d by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:38:28.758099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Attempting to bind port bcee7883-4e7c-43f3-aff5-ac458499b61d on network 229e78ca-9312-4d3e-b942-954ff92e0cc9 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:28.763399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78117a-3832-4ae4-a06c-3b73556169b5 req-cd312bff-cbba-4506-ae3e-ff7b5ce3cc4e tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:28.775952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8e78117a-3832-4ae4-a06c-3b73556169b5 req-cd312bff-cbba-4506-ae3e-ff7b5ce3cc4e tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 944 time: 0.3518865 Nov 09 17:38:29.040126 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8e78117a-3832-4ae4-a06c-3b73556169b5 req-725caf0c-8334-4d6c-bd37-90967f702d41 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645116 Nov 09 17:38:29.074332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Port bcee7883-4e7c-43f3-aff5-ac458499b61d on network 229e78ca-9312-4d3e-b942-954ff92e0cc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:29.084318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Attempting to bind port bcee7883-4e7c-43f3-aff5-ac458499b61d on network 229e78ca-9312-4d3e-b942-954ff92e0cc9 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:29.228244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:29.229162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Checking segment: {'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:29.230055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Bound using segment: {'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:29.230885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Bound port: bcee7883-4e7c-43f3-aff5-ac458499b61d, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:38:29.233788 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:29.319296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c670aeb0-6a24-455b-be66-0490f474d832 req-743494a7-dadf-4052-a911-9b98ae594e40 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336360 Nov 09 17:38:29.484307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-c3d35b60-3750-47ed-a310-2ca81aad2993 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Allocated IP 10.1.1.174 (b44d330b-3a84-4715-bcb1-9ff335c55bca/1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf/7bce44f3-38c4-4235-83b4-c92c7709b9ed) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:29.563271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:29.628751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:29.635370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=441258f8-ce21-4841-8f30-dedb07890345,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:29.709903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c86945-df8e-4083-ae3b-fce3ae756a27 req-f333a40b-0d2c-40bc-8cbf-ceb9b852f578 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:29.717375 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:29.751613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c86945-df8e-4083-ae3b-fce3ae756a27 req-f333a40b-0d2c-40bc-8cbf-ceb9b852f578 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:29.768073 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93c86945-df8e-4083-ae3b-fce3ae756a27 req-f333a40b-0d2c-40bc-8cbf-ceb9b852f578 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 1653 time: 0.3938322 Nov 09 17:38:30.044522 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [None req-01edba27-f7fd-407e-aef1-c17ee9537dc5 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:38:30.066551 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93c86945-df8e-4083-ae3b-fce3ae756a27 req-7667eae9-5c3b-46b7-97cd-dabbf6784b53 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974758 Nov 09 17:38:30.216094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Allocated IP 172.25.1.14 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/ccba460e-d3a5-4d35-b724-30aa2c9b437b) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:30.308952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-01edba27-f7fd-407e-aef1-c17ee9537dc5 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:30.317604 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-01edba27-f7fd-407e-aef1-c17ee9537dc5 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:30.441189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] For port bcee7883-4e7c-43f3-aff5-ac458499b61d, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:30.774883 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3db8f-ceca-42b7-80d6-fdeb19424971 req-c9077dd5-22b4-4e30-b063-78196936d7f1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:30.786833 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:30.792417 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbe3db8f-ceca-42b7-80d6-fdeb19424971 req-c9077dd5-22b4-4e30-b063-78196936d7f1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 944 time: 0.3009522 Nov 09 17:38:30.802683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] For port bcee7883-4e7c-43f3-aff5-ac458499b61d, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=bcee7883-4e7c-43f3-aff5-ac458499b61d,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:30.889298 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-01edba27-f7fd-407e-aef1-c17ee9537dc5 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Floating IP f4913bec-667d-48c5-8bc2-839d2608c7b5 associated. External IP: 172.25.1.237, port: 675cd35d-136a-46c8-a0b4-9e9032c14fcf. Nov 09 17:38:30.924718 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-c3d35b60-3750-47ed-a310-2ca81aad2993 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:30.978312 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bfc8ede-eef5-4338-9ddf-dd08ca9921d5 req-1de79341-f22e-4950-8d8d-74beb9cf4aaf tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 210 time: 0.5405746 Nov 09 17:38:31.005652 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-c3d35b60-3750-47ed-a310-2ca81aad2993 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:31.064326 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbe3db8f-ceca-42b7-80d6-fdeb19424971 req-e61d0354-e332-4aad-9a7c-889ff49c09f5 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704461 Nov 09 17:38:31.065359 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:31.097207 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Pushing event updated for resources: {'Port': ['ID=441258f8-ce21-4841-8f30-dedb07890345,revision_number=8']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:31.125462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:31.125462 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:31.129033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-808dbbf8-11e0-4c69-89cf-2a8cf605b327 service neutron] 10.222.0.18 "PUT /v2.0/ports/441258f8-ce21-4841-8f30-dedb07890345 HTTP/1.1" status: 200 len: 1122 time: 6.9194534 Nov 09 17:38:31.131580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3548e3-0007-4a29-9d52-76fc0b6e0a20', 'tag': '441258f8-ce21-4841-8f30-dedb07890345'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:31.134734 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779c29d5-719c-42a6-a2e5-2676048cd458" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3548e3-0007-4a29-9d52-76fc0b6e0a20", "tag": "441258f8-ce21-4841-8f30-dedb07890345"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:31.190412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87a2e9-120f-4843-ac50-6220b2a3a65b req-ddb45598-4ea0-46e4-adc3-32c08abab0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:31.197845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['441258f8-ce21-4841-8f30-dedb07890345'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:31.202657 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e87a2e9-120f-4843-ac50-6220b2a3a65b req-ddb45598-4ea0-46e4-adc3-32c08abab0e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15f600620bf34e42bc7188d9316f0370&device_id=5f8c3875-70be-4d2d-b427-51c40323e5ca HTTP/1.1" status: 200 len: 1101 time: 0.3722477 Nov 09 17:38:31.279898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:31.286156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:31.291734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] 10.222.0.13 "PUT /v2.0/ports/bcee7883-4e7c-43f3-aff5-ac458499b61d HTTP/1.1" status: 200 len: 1092 time: 7.3100369 Nov 09 17:38:31.355065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['441258f8-ce21-4841-8f30-dedb07890345'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:31.393204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-c3d35b60-3750-47ed-a310-2ca81aad2993 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Network b44d330b-3a84-4715-bcb1-9ff335c55bca is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:31.439040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-c3d35b60-3750-47ed-a310-2ca81aad2993 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:31.509658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-c3d35b60-3750-47ed-a310-2ca81aad2993 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:31.630868 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:31.665840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f0853-9139-4452-9fb4-a78a6a4900b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bcee7883-4e7c-43f3-aff5-ac458499b61d,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:31.700981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac187e7-fc8e-474a-926c-9726583d34c4 req-2c3d92db-8333-48dc-8e30-4d397e994293 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:31.709180 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac187e7-fc8e-474a-926c-9726583d34c4 req-2c3d92db-8333-48dc-8e30-4d397e994293 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 944 time: 0.5660253 Nov 09 17:38:31.738521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:31.807975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:31.839481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:31.929437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-c3d35b60-3750-47ed-a310-2ca81aad2993 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:31.948573 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-c3d35b60-3750-47ed-a310-2ca81aad2993 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:31.968984 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-2ee53744-5d69-441a-8029-7b3b2ae08a72 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1062365 Nov 09 17:38:32.247391 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c0e05afb-4855-4c83-b2f2-3000b0ffe3ff None None] Provisioning complete for port 7bce44f3-38c4-4235-83b4-c92c7709b9ed triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:32.248280 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c0e05afb-4855-4c83-b2f2-3000b0ffe3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:32.296953 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac187e7-fc8e-474a-926c-9726583d34c4 req-ce0697cc-df74-4bdd-83fe-66c59f5991bc tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859427 Nov 09 17:38:32.398178 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-c3d35b60-3750-47ed-a310-2ca81aad2993 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6755190 Nov 09 17:38:32.430102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c0e05afb-4855-4c83-b2f2-3000b0ffe3ff None None] Port 7bce44f3-38c4-4235-83b4-c92c7709b9ed cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:38:32.723549 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.13', 58350) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:32.804313 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-c6dd1884-b0c2-428c-a450-bd64b554556a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757089 Nov 09 17:38:32.878752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-a1ec0620-d49f-4257-b772-974345a91722 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:32.882392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-a1ec0620-d49f-4257-b772-974345a91722 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5397651 Nov 09 17:38:32.896114 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1274ae26-f0c9-4c5e-b827-aa715a33bfd6 x-openstack-request-id: req-1274ae26-f0c9-4c5e-b827-aa715a33bfd6 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:32.896928 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3548e3-0007-4a29-9d52-76fc0b6e0a20", "tag": "441258f8-ce21-4841-8f30-dedb07890345", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:32.897562 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1274ae26-f0c9-4c5e-b827-aa715a33bfd6 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:32.899711 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3548e3-0007-4a29-9d52-76fc0b6e0a20', 'tag': '441258f8-ce21-4841-8f30-dedb07890345', 'status': 'completed', 'code': 200} Nov 09 17:38:32.902543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d35b60-3750-47ed-a310-2ca81aad2993 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'Port': ['ID=7bce44f3-38c4-4235-83b4-c92c7709b9ed,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:32.922095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ad3c8d39-4d23-4e9c-b444-8030c2b743d8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'port': {'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712', 'admin_state_up': True, 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'security_groups': ['be95cdc9-76ef-4f2a-b503-642ce88f290b']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:33.001927 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-4fce3454-977e-4650-bec3-736a0cec98de tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.004947 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-4fce3454-977e-4650-bec3-736a0cec98de tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818352 Nov 09 17:38:33.053143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Request body: {'port': {'device_id': '015a5652-17ff-4f35-bc81-4d14c6162614', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '1d8c0439f7674e87b291aca6be392867'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:33.074974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01d147-40ed-4e26-8b24-127a2a6e79f5 req-02322ae0-2b4c-4751-949b-f0ba5215cb13 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.083726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01d147-40ed-4e26-8b24-127a2a6e79f5 req-02322ae0-2b4c-4751-949b-f0ba5215cb13 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.091347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01d147-40ed-4e26-8b24-127a2a6e79f5 req-02322ae0-2b4c-4751-949b-f0ba5215cb13 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.099411 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8c01d147-40ed-4e26-8b24-127a2a6e79f5 req-02322ae0-2b4c-4751-949b-f0ba5215cb13 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 2374 time: 1.3278143 Nov 09 17:38:33.113286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Request body: {'port': {'device_id': 'b7daba49-af43-4b03-ad27-09a0149db2fb', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '1d8c0439f7674e87b291aca6be392867'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:33.116249 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1416887-4d08-44bb-aee4-65f93137b729 req-f101a59e-ae0d-412b-8e31-f33a6c841379 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2989290 Nov 09 17:38:33.174773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c29d5-719c-42a6-a2e5-2676048cd458 req-2b6570b8-edff-4ada-a25c-acecc3cd8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.176404 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-779c29d5-719c-42a6-a2e5-2676048cd458 req-2b6570b8-edff-4ada-a25c-acecc3cd8099 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 1125 time: 0.4343722 Nov 09 17:38:33.249530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-87d37e3f-338f-4132-a58f-edab640dda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.251395 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-87d37e3f-338f-4132-a58f-edab640dda7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c46fb553fd5455a99b1c992509a9782&device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 1095 time: 1.7667933 Nov 09 17:38:33.431959 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-336af70b-1c10-4840-b625-f8110a470a9d req-05b2fcf4-a6ea-4b3d-bbf2-6122cc065693 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 210 time: 0.5391681 Nov 09 17:38:33.474868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87a2e9-120f-4843-ac50-6220b2a3a65b req-aa9e2137-a7ef-4c7d-a006-f120a4fd3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.477169 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-3efd4100-6372-4dd4-9e91-3e77491b86b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcee7883-4e7c-43f3-aff5-ac458499b61d HTTP/1.1" status: 200 len: 217 time: 0.1817696 Nov 09 17:38:33.478169 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e87a2e9-120f-4843-ac50-6220b2a3a65b req-aa9e2137-a7ef-4c7d-a006-f120a4fd3f82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 2.1944134 Nov 09 17:38:33.500932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8c01d147-40ed-4e26-8b24-127a2a6e79f5 req-05b8f557-59de-4b7d-9493-f9d50c26b0a7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4006302 Nov 09 17:38:33.653526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1416887-4d08-44bb-aee4-65f93137b729 req-3957acdb-978e-4182-8e81-21c0aa80480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.656374 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1416887-4d08-44bb-aee4-65f93137b729 req-3957acdb-978e-4182-8e81-21c0aa80480b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 1095 time: 0.4374647 Nov 09 17:38:33.675540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event updated for resources: {'Port': ['ID=ccba460e-d3a5-4d35-b724-30aa2c9b437b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:33.721075 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e87a2e9-120f-4843-ac50-6220b2a3a65b req-cc691edd-ac51-4f44-8041-e5ee5bfbf23a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0ea92cd1-3182-493c-9a65-d45e559015d8 HTTP/1.1" status: 200 len: 217 time: 0.2083664 Nov 09 17:38:33.728415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01edba27-f7fd-407e-aef1-c17ee9537dc5 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Router 6dbdbc27-9fcb-4222-8249-96f92aac02de has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:38:33.734112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-93a66f56-0bee-418d-bc13-3b9614dd98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.735872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-93a66f56-0bee-418d-bc13-3b9614dd98e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20907115-321b-44dc-9720-07945eb0b036 HTTP/1.1" status: 200 len: 844 time: 0.2368426 Nov 09 17:38:33.790602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87a2e9-120f-4843-ac50-6220b2a3a65b req-7c839ec1-aa78-4274-987d-b651c73b382b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.793212 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e87a2e9-120f-4843-ac50-6220b2a3a65b req-7c839ec1-aa78-4274-987d-b651c73b382b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0608363 Nov 09 17:38:33.813901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f99afc-eef8-4b12-a50f-613344544300 req-cef6e632-216e-46fe-b382-d2a130af9943 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.814254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c29d5-719c-42a6-a2e5-2676048cd458 req-7682577d-1a61-4796-9afc-c84eb701eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:33.816389 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-779c29d5-719c-42a6-a2e5-2676048cd458 req-7682577d-1a61-4796-9afc-c84eb701eb96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.5892904 Nov 09 17:38:33.826627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95f99afc-eef8-4b12-a50f-613344544300 req-cef6e632-216e-46fe-b382-d2a130af9943 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 944 time: 0.1957009 Nov 09 17:38:33.859354 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-8a313931-8547-4f6b-9fb1-28f248e7e95b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=229e78ca-9312-4d3e-b942-954ff92e0cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148558 Nov 09 17:38:33.941865 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.api [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 17:38:33.941865 n-d-817236-1 neutron-server[102154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 17:38:33.941865 n-d-817236-1 neutron-server[102154]: [parameters: {'project_id_1': '1d8c0439f7674e87b291aca6be392867', 'expiration_1': datetime.datetime(2021, 11, 9, 17, 38, 13, 645070)}] Nov 09 17:38:33.941865 n-d-817236-1 neutron-server[102154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:38:33.942705 n-d-817236-1 neutron-server[102154]: DEBUG oslo_db.api [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:38:33.942902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ad3c8d39-4d23-4e9c-b444-8030c2b743d8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Made reservation on behalf of 0545af43696c4c8a8c4dfc7c2f2cc718 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:34.015716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Made reservation on behalf of 1d8c0439f7674e87b291aca6be392867 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:34.026546 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:34.070339 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-779c29d5-719c-42a6-a2e5-2676048cd458 req-7e1eb803-a980-4d8f-b6b3-1f5fca88678e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441258f8-ce21-4841-8f30-dedb07890345 HTTP/1.1" status: 200 len: 217 time: 0.1995656 Nov 09 17:38:34.138390 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95f99afc-eef8-4b12-a50f-613344544300 req-82c50fea-9c3f-4413-aae9-f6884af80395 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092821 Nov 09 17:38:34.175526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Deleting port ccba460e-d3a5-4d35-b724-30aa2c9b437b {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:34.175932 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:34.307128 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-721e3194-9d65-4cfb-8d57-7a6ef9d94a39 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1563570 Nov 09 17:38:34.372159 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ad3c8d39-4d23-4e9c-b444-8030c2b743d8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:34.375790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-6689ece6-b1b3-41d0-93fb-8662913dc1f4 service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874847 Nov 09 17:38:34.489976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-4a022ec8-a4df-4897-b1c7-c458c67a1ec6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:34.499896 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-4a022ec8-a4df-4897-b1c7-c458c67a1ec6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911037 Nov 09 17:38:34.524520 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:38:34.529831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1416887-4d08-44bb-aee4-65f93137b729 req-242dd881-7f5e-4f5e-8eb1-aede51d0387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:34.531906 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1416887-4d08-44bb-aee4-65f93137b729 req-242dd881-7f5e-4f5e-8eb1-aede51d0387b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.8340795 Nov 09 17:38:34.645518 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1416887-4d08-44bb-aee4-65f93137b729 req-4af8fe0d-46e1-4f84-90ae-e8bdba1e11a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c17398e-36b1-40c4-9953-bd1351b5db06 HTTP/1.1" status: 200 len: 217 time: 0.0892029 Nov 09 17:38:34.655357 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-5875f922-ac63-43fd-b8eb-2c350a088a9a tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/quotas/0e591383dbcd479f92ef4a073b7d2b2b HTTP/1.1" status: 200 len: 375 time: 0.1539087 Nov 09 17:38:34.760039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1416887-4d08-44bb-aee4-65f93137b729 req-32c3e4bc-b691-4d01-a2f9-f23af815578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:34.762161 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1416887-4d08-44bb-aee4-65f93137b729 req-32c3e4bc-b691-4d01-a2f9-f23af815578d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.1028540 Nov 09 17:38:34.798929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87a2e9-120f-4843-ac50-6220b2a3a65b req-2c9e78be-34e1-4752-8fc2-45740c8603a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:34.801361 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e87a2e9-120f-4843-ac50-6220b2a3a65b req-2c9e78be-34e1-4752-8fc2-45740c8603a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9449000 Nov 09 17:38:34.803842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c29d5-719c-42a6-a2e5-2676048cd458 req-ff9b8b10-8e40-4ac8-adb8-db5c31abb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:34.806780 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-779c29d5-719c-42a6-a2e5-2676048cd458 req-ff9b8b10-8e40-4ac8-adb8-db5c31abb0d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.6731310 Nov 09 17:38:34.830425 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-3b1265f2-0cee-4f2d-9673-ee3029bf919f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1737349 Nov 09 17:38:35.054664 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-779c29d5-719c-42a6-a2e5-2676048cd458 req-790c3818-61c8-4c71-91e7-ba48f876c072 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2002170 Nov 09 17:38:35.062630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b0b64-5410-4ab5-b647-d220d8098a35 req-376ac201-e3c9-480c-ba97-b2ed7f23607e tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:35.063623 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1416887-4d08-44bb-aee4-65f93137b729 req-daecabad-9e4d-48b7-939a-9bf300bfd4e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2552471 Nov 09 17:38:35.075390 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f3b0b64-5410-4ab5-b647-d220d8098a35 req-376ac201-e3c9-480c-ba97-b2ed7f23607e tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 944 time: 0.8081753 Nov 09 17:38:35.077052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c49cc7-fa6d-4685-b045-5e5854ac4b89', 'tag': 'bcee7883-4e7c-43f3-aff5-ac458499b61d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:35.079508 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a0aec7-4323-46c6-9e7c-9c7c4bdb064e" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c49cc7-fa6d-4685-b045-5e5854ac4b89", "tag": "bcee7883-4e7c-43f3-aff5-ac458499b61d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:35.100015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Made reservation on behalf of 1d8c0439f7674e87b291aca6be392867 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:35.105580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:35.141587 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:35.142026 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:35.173935 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e87a2e9-120f-4843-ac50-6220b2a3a65b req-aace0deb-5059-4d33-825b-e257de2db1c4 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092647 Nov 09 17:38:35.175149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01edba27-f7fd-407e-aef1-c17ee9537dc5 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:35.187575 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-01edba27-f7fd-407e-aef1-c17ee9537dc5 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:35.192361 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23c559-a8f0-4b00-999a-46c43afa1d8b None None] Sync routers for ids ['6dbdbc27-9fcb-4222-8249-96f92aac02de'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:35.212395 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb23c559-a8f0-4b00-999a-46c43afa1d8b None None] Routers {'6dbdbc27-9fcb-4222-8249-96f92aac02de'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:35.216905 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-eb23c559-a8f0-4b00-999a-46c43afa1d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:38:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6dbdbc27-9fcb-4222-8249-96f92aac02de'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:35.245099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Calling delete_port for ccba460e-d3a5-4d35-b724-30aa2c9b437b owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:35.485775 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-eb23c559-a8f0-4b00-999a-46c43afa1d8b None None] Set router 6dbdbc27-9fcb-4222-8249-96f92aac02de gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:38:35.488388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f350f78-6555-4b37-a436-dc41d8c6c59e req-99d28ef5-0c7c-4612-a17d-19c5fb99bdf4 service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0971193 Nov 09 17:38:35.497110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f3b0b64-5410-4ab5-b647-d220d8098a35 req-fba453fc-8074-421f-ba3b-28b20dcb13ae tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209247 Nov 09 17:38:35.589669 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-95a45abb-73d4-4c2c-8a00-69d1a7e5ab8a req-5c0cf45e-9509-4a24-9a4c-7fb182531c15 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 210 time: 0.3775854 Nov 09 17:38:35.963215 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-01edba27-f7fd-407e-aef1-c17ee9537dc5 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "PUT /v2.0/floatingips/f4913bec-667d-48c5-8bc2-839d2608c7b5 HTTP/1.1" status: 200 len: 992 time: 8.1586833 Nov 09 17:38:36.032743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e673a38d-f574-4458-8775-b8baef84169a', 'tag': '675cd35d-136a-46c8-a0b4-9e9032c14fcf'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:36.035545 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f474435c-3bce-49ea-972e-084b55a21242" -d '{"events": [{"name": "network-changed", "server_uuid": "e673a38d-f574-4458-8775-b8baef84169a", "tag": "675cd35d-136a-46c8-a0b4-9e9032c14fcf"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:36.107854 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5697a64c-a20a-4cc3-8d09-e0e57e7d7962 req-a76dc8c0-e51b-4102-8110-27f4d55466d1 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 210 time: 0.1322920 Nov 09 17:38:36.127655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Allocated IP 192.168.233.220 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/c5863185-f69d-4681-b8ca-3c6de71be81a) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:36.234377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ad3c8d39-4d23-4e9c-b444-8030c2b743d8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Allocated IP 10.2.2.100 (ab315546-1c38-4962-b0c6-63c0cb9e1712/f1225703-4412-46cc-b572-90420e91b7e8/12bcf792-8eeb-4484-8b42-c147958f64df) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:36.305471 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-eb23c559-a8f0-4b00-999a-46c43afa1d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:29Z', 'revision_number': 4, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port': {'id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:10Z', 'updated_at': '2021-11-09T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'f4913bec-667d-48c5-8bc2-839d2608c7b5', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'floating_ip_address': '172.25.1.237', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'port_id': '675cd35d-136a-46c8-a0b4-9e9032c14fcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'mac_address': 'fa:16:3e:66:5a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e673a38d-f574-4458-8775-b8baef84169a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:37:43Z', 'updated_at': '2021-11-09T17:38:29Z', 'revision_number': 1, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26e564e-e52e-478a-b49d-e4f8c4a1419d', 'name': '', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'mac_address': 'fa:16:3e:33:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:23Z', 'updated_at': '2021-11-09T17:37:46Z', 'revision_number': 5, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'subnets': [{'id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:36.376305 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1416887-4d08-44bb-aee4-65f93137b729 req-a7efcc1d-7be0-4f8b-b6ed-f21b6e26d95d service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2832646 Nov 09 17:38:36.384733 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e038466f-e83f-4e48-9776-fe493fd40dae x-openstack-request-id: req-e038466f-e83f-4e48-9776-fe493fd40dae {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:36.402601 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23c559-a8f0-4b00-999a-46c43afa1d8b None None] Checking router: 6dbdbc27-9fcb-4222-8249-96f92aac02de for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:38:36.417559 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c49cc7-fa6d-4685-b045-5e5854ac4b89", "tag": "bcee7883-4e7c-43f3-aff5-ac458499b61d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:36.417892 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e038466f-e83f-4e48-9776-fe493fd40dae {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:36.419635 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c49cc7-fa6d-4685-b045-5e5854ac4b89', 'tag': 'bcee7883-4e7c-43f3-aff5-ac458499b61d', 'status': 'completed', 'code': 200} Nov 09 17:38:36.421752 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:36.432887 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb23c559-a8f0-4b00-999a-46c43afa1d8b None None] Routers {'6dbdbc27-9fcb-4222-8249-96f92aac02de'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:36.435569 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-eb23c559-a8f0-4b00-999a-46c43afa1d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:38:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6dbdbc27-9fcb-4222-8249-96f92aac02de'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:36.488860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-779c29d5-719c-42a6-a2e5-2676048cd458 req-5ccb905f-8237-4252-bf0c-2a695d9f5f90 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4016185 Nov 09 17:38:36.541459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e87a2e9-120f-4843-ac50-6220b2a3a65b req-8efc2434-5418-46bd-bea5-99a2c2ca41d9 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3434904 Nov 09 17:38:36.791647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302a80f-f7b3-4117-b931-5dbf41110347 req-4dfa0677-5435-43c2-9f7f-749bf6c48be7 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:36.801284 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e302a80f-f7b3-4117-b931-5dbf41110347 req-4dfa0677-5435-43c2-9f7f-749bf6c48be7 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 944 time: 0.4233823 Nov 09 17:38:36.821547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c612c18-4d2d-46b8-9508-af2fd95d6b35 req-5f5d75a3-a6b1-414a-9295-eb02e17a877f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:36.829425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c612c18-4d2d-46b8-9508-af2fd95d6b35 req-5f5d75a3-a6b1-414a-9295-eb02e17a877f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:36.839396 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c612c18-4d2d-46b8-9508-af2fd95d6b35 req-5f5d75a3-a6b1-414a-9295-eb02e17a877f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:36.843209 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c612c18-4d2d-46b8-9508-af2fd95d6b35 req-5f5d75a3-a6b1-414a-9295-eb02e17a877f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 2374 time: 0.8315387 Nov 09 17:38:36.845930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event deleted for resources: {'Port': ['ID=ccba460e-d3a5-4d35-b724-30aa2c9b437b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:36.863215 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-eb23c559-a8f0-4b00-999a-46c43afa1d8b None None] Set router 6dbdbc27-9fcb-4222-8249-96f92aac02de gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:38:37.038806 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e302a80f-f7b3-4117-b931-5dbf41110347 req-c65601f0-7dbd-4781-b667-10e07cfcb910 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364810 Nov 09 17:38:37.115926 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ad3c8d39-4d23-4e9c-b444-8030c2b743d8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:37.281089 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:37.324236 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0aec7-4323-46c6-9e7c-9c7c4bdb064e req-9f46ec47-6239-4077-bc23-747f2c01e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:37.338672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a0aec7-4323-46c6-9e7c-9c7c4bdb064e req-9f46ec47-6239-4077-bc23-747f2c01e282 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c46fb553fd5455a99b1c992509a9782&device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 1095 time: 0.9560494 Nov 09 17:38:37.359067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ad3c8d39-4d23-4e9c-b444-8030c2b743d8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:37.433871 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1416887-4d08-44bb-aee4-65f93137b729 req-5f61502c-d12f-4d50-aef7-a9988e8c6c38 service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9192944 Nov 09 17:38:37.452123 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3961247d-3310-42a7-8bd7-210f2322fd01 x-openstack-request-id: req-3961247d-3310-42a7-8bd7-210f2322fd01 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:37.452394 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e673a38d-f574-4458-8775-b8baef84169a", "tag": "675cd35d-136a-46c8-a0b4-9e9032c14fcf", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:37.452653 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3961247d-3310-42a7-8bd7-210f2322fd01 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:37.453058 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e673a38d-f574-4458-8775-b8baef84169a', 'tag': '675cd35d-136a-46c8-a0b4-9e9032c14fcf', 'status': 'completed', 'code': 200} Nov 09 17:38:37.454221 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:37.468715 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6', '53fcf9fa-3019-49de-aa72-70737000dadb', '9dee5add-453f-472d-822e-e30816c5b920'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:37.661626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device bcee7883-4e7c-43f3-aff5-ac458499b61d details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:38:37.709493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:37.769771 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-eb23c559-a8f0-4b00-999a-46c43afa1d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:29Z', 'revision_number': 4, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port': {'id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:10Z', 'updated_at': '2021-11-09T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'f4913bec-667d-48c5-8bc2-839d2608c7b5', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'floating_ip_address': '172.25.1.237', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'port_id': '675cd35d-136a-46c8-a0b4-9e9032c14fcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'mac_address': 'fa:16:3e:66:5a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e673a38d-f574-4458-8775-b8baef84169a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:37:43Z', 'updated_at': '2021-11-09T17:38:29Z', 'revision_number': 1, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26e564e-e52e-478a-b49d-e4f8c4a1419d', 'name': '', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'mac_address': 'fa:16:3e:33:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:23Z', 'updated_at': '2021-11-09T17:37:46Z', 'revision_number': 5, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'subnets': [{'id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:37.829234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c612c18-4d2d-46b8-9508-af2fd95d6b35 req-193895b9-f4a5-4f2d-94c5-54be6e644bc9 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9009714 Nov 09 17:38:37.845814 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23c559-a8f0-4b00-999a-46c43afa1d8b None None] The sync data for ids ['6dbdbc27-9fcb-4222-8249-96f92aac02de'] in n-d-817236-1 is: [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:29Z', 'revision_number': 4, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port': {'id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:10Z', 'updated_at': '2021-11-09T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'f4913bec-667d-48c5-8bc2-839d2608c7b5', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'floating_ip_address': '172.25.1.237', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'port_id': '675cd35d-136a-46c8-a0b4-9e9032c14fcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'mac_address': 'fa:16:3e:66:5a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e673a38d-f574-4458-8775-b8baef84169a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:37:43Z', 'updated_at': '2021-11-09T17:38:29Z', 'revision_number': 1, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26e564e-e52e-478a-b49d-e4f8c4a1419d', 'name': '', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'mac_address': 'fa:16:3e:33:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:23Z', 'updated_at': '2021-11-09T17:37:46Z', 'revision_number': 5, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'subnets': [{'id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:38.096438 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] create failed (client error): The resource could not be found. Nov 09 17:38:38.115996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c9fd2794-47a2-4566-9414-ecfbe50092b3 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 10.3329809 Nov 09 17:38:38.169020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52878) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:38.200527 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-d5772190-c6de-4119-9cc1-7ae4af998ab1 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8257887 Nov 09 17:38:38.201371 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port bcee7883-4e7c-43f3-aff5-ac458499b61d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=bcee7883-4e7c-43f3-aff5-ac458499b61d,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:38.317350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'bcee7883-4e7c-43f3-aff5-ac458499b61d', 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9', 'port_id': 'bcee7883-4e7c-43f3-aff5-ac458499b61d', 'mac_address': 'fa:16:3e:a5:5b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20907115-321b-44dc-9720-07945eb0b036', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:38:38.459137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ad3c8d39-4d23-4e9c-b444-8030c2b743d8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Network ab315546-1c38-4962-b0c6-63c0cb9e1712 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:38.514292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364998a-6256-4cfe-a12b-f77ea043fcb7 None None] New status for floating IP f4913bec-667d-48c5-8bc2-839d2608c7b5: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:38:38.526065 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:38.610649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c8d39-4d23-4e9c-b444-8030c2b743d8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'Port': ['ID=12bcf792-8eeb-4484-8b42-c147958f64df,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:38.616443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ad3c8d39-4d23-4e9c-b444-8030c2b743d8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:38.624245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcee7883-4e7c-43f3-aff5-ac458499b61d {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:38.680459 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event updated for resources: {'Port': ['ID=c5863185-f69d-4681-b8ca-3c6de71be81a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:38.692708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:38.709042 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:38.807206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:38.807631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:38.809853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:38.810282 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:38.810630 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:38.810974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:38.811337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:38.815001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:38.815435 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:38.815786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:38.821833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:38.821833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:38.850952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:38.855466 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:38.883698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port bcee7883-4e7c-43f3-aff5-ac458499b61d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=bcee7883-4e7c-43f3-aff5-ac458499b61d,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:38.930762 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:38.939574 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-40a1c686-fb27-463a-9c2d-d4f3a380b955 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9052064 Nov 09 17:38:38.948869 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-779c29d5-719c-42a6-a2e5-2676048cd458 req-ca0add0c-5b54-4d43-804b-b9b78c72641a service neutron] 10.222.0.13 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3564789 Nov 09 17:38:38.971460 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Request body: {'port': {'device_id': '015a5652-17ff-4f35-bc81-4d14c6162614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:38.991389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ad3c8d39-4d23-4e9c-b444-8030c2b743d8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:38.994593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474435c-3bce-49ea-972e-084b55a21242 req-0a86918e-7b37-4111-9efc-f32f81b1e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:39.002730 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f474435c-3bce-49ea-972e-084b55a21242 req-0a86918e-7b37-4111-9efc-f32f81b1e356 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86f56d6e79094165afb0b71931e08f42&device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 1097 time: 1.5521927 Nov 09 17:38:39.014394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Allocated IP 192.168.233.143 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/24e8adb3-51f1-4007-aa87-c22c09fbd4c1) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:39.162623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38914d60-d99a-4438-bceb-a005b3da46cf req-57d76e1d-35f1-4ba2-b360-c349df9da2be tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:39.182030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38914d60-d99a-4438-bceb-a005b3da46cf req-57d76e1d-35f1-4ba2-b360-c349df9da2be tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 944 time: 1.7454150 Nov 09 17:38:39.197635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=bcee7883-4e7c-43f3-aff5-ac458499b61d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:39.208524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:39.208858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:39.209210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:39.209548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:39.211128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:39.211128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:39.211128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:39.211483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:39.211764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:39.212211 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:39.212563 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:39.212890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:38:39.255933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['bcee7883-4e7c-43f3-aff5-ac458499b61d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:39.340084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-13155380-07d7-4850-b8bb-15b96c321c1d None None] Provisioning complete for port 12bcf792-8eeb-4484-8b42-c147958f64df triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:39.340910 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-13155380-07d7-4850-b8bb-15b96c321c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:39.380089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-d911396e-4ad9-44c7-9a17-0c561cc66681 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:39.384752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-d911396e-4ad9-44c7-9a17-0c561cc66681 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1165659 Nov 09 17:38:39.415825 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:39.431464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-13155380-07d7-4850-b8bb-15b96c321c1d None None] Port 12bcf792-8eeb-4484-8b42-c147958f64df cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:38:39.474410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Request body: {'port': {'device_id': '92509890-ed10-4860-a037-da5428118f92', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '0e591383dbcd479f92ef4a073b7d2b2b'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:39.483642 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38914d60-d99a-4438-bceb-a005b3da46cf req-bded5c7f-a00b-445a-bdd3-316c6057a434 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634513 Nov 09 17:38:39.500671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b0ba0-4676-4851-ac7f-72bf98be85c7 req-40bf2c33-bcf3-4523-95d8-c772e6fe7dbf tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:39.502883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-13155380-07d7-4850-b8bb-15b96c321c1d None None] Provisioning complete for port c5863185-f69d-4681-b8ca-3c6de71be81a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:39.503116 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-13155380-07d7-4850-b8bb-15b96c321c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:39.503496 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-435b0ba0-4676-4851-ac7f-72bf98be85c7 req-40bf2c33-bcf3-4523-95d8-c772e6fe7dbf tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 936 time: 1.2961290 Nov 09 17:38:39.588614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-13155380-07d7-4850-b8bb-15b96c321c1d None None] Port c5863185-f69d-4681-b8ca-3c6de71be81a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:38:39.614559 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474435c-3bce-49ea-972e-084b55a21242 req-73cb37fa-5085-47de-a0d9-9ada06a7e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:39.616472 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f474435c-3bce-49ea-972e-084b55a21242 req-73cb37fa-5085-47de-a0d9-9ada06a7e270 service neutron] 10.222.0.13 "GET /v2.0/networks?id=faa12864-c457-4fc2-89d1-00ecb676c142 HTTP/1.1" status: 200 len: 913 time: 0.4307044 Nov 09 17:38:39.643834 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 441258f8-ce21-4841-8f30-dedb07890345 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:39.749344 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f474435c-3bce-49ea-972e-084b55a21242 req-48046fe3-f9f4-4d5f-8bdc-718059fad8da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675cd35d-136a-46c8-a0b4-9e9032c14fcf HTTP/1.1" status: 200 len: 1002 time: 0.1221294 Nov 09 17:38:39.799775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0aec7-4323-46c6-9e7c-9c7c4bdb064e req-2003a04c-800f-4546-bb02-a22bd29d1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:39.803133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a0aec7-4323-46c6-9e7c-9c7c4bdb064e req-2003a04c-800f-4546-bb02-a22bd29d1237 service neutron] 10.222.0.13 "GET /v2.0/networks?id=229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 200 len: 905 time: 2.4411383 Nov 09 17:38:39.825518 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e90c4e22-545e-4a88-8e7a-8591a8bd2053 req-328557dd-fc20-40f1-b003-c686aa406261 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 210 time: 0.0742836 Nov 09 17:38:39.869497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ad3c8d39-4d23-4e9c-b444-8030c2b743d8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:39.870996 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ad3c8d39-4d23-4e9c-b444-8030c2b743d8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:40.063505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474435c-3bce-49ea-972e-084b55a21242 req-093c482d-4ffe-429b-a98d-4b04e7917696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:40.065237 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f474435c-3bce-49ea-972e-084b55a21242 req-093c482d-4ffe-429b-a98d-4b04e7917696 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=851952eb-e184-4308-9772-ac9d6d2eae63 HTTP/1.1" status: 200 len: 851 time: 0.2998860 Nov 09 17:38:40.129086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d87e43-a729-4ab4-855d-f29fa7a68d27 req-889668bb-dc8a-4dd4-a39a-e1c662a66525 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:40.137154 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-30d87e43-a729-4ab4-855d-f29fa7a68d27 req-889668bb-dc8a-4dd4-a39a-e1c662a66525 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 944 time: 0.1592960 Nov 09 17:38:40.194903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474435c-3bce-49ea-972e-084b55a21242 req-92188f40-3f3d-4930-9800-bb67d432ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:40.199915 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f474435c-3bce-49ea-972e-084b55a21242 req-92188f40-3f3d-4930-9800-bb67d432ed8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faa12864-c457-4fc2-89d1-00ecb676c142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238322 Nov 09 17:38:40.219313 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-435b0ba0-4676-4851-ac7f-72bf98be85c7 req-44856659-fab0-4478-a114-5a1a7b07e188 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444431 Nov 09 17:38:40.271719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ad3c8d39-4d23-4e9c-b444-8030c2b743d8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3701854 Nov 09 17:38:40.277566 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a0aec7-4323-46c6-9e7c-9c7c4bdb064e req-114e450b-a2c8-46fc-bb1c-19d3ce2849f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcee7883-4e7c-43f3-aff5-ac458499b61d HTTP/1.1" status: 200 len: 217 time: 0.3768930 Nov 09 17:38:40.285618 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Made reservation on behalf of 0e591383dbcd479f92ef4a073b7d2b2b for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:40.292520 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:40.313181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-40bccd70-2c2d-494b-9a49-58a3ca527a89 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'port': {'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712', 'admin_state_up': True, 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'security_groups': ['be95cdc9-76ef-4f2a-b503-642ce88f290b']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:40.430196 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f474435c-3bce-49ea-972e-084b55a21242 req-ab53fcac-64c3-4ad4-b560-133f1e8b73a3 service neutron] 10.222.0.13 "GET /v2.0/networks/faa12864-c457-4fc2-89d1-00ecb676c142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163954 Nov 09 17:38:40.430570 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:40.443863 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-30d87e43-a729-4ab4-855d-f29fa7a68d27 req-3bfd0eb5-5fc6-4dcf-89ed-6ad6354332c1 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057318 Nov 09 17:38:40.578549 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:40.634053 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b6416b1-1f01-49a5-9183-19385edd09a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:40.791967 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:40.795572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-65d9022f-fbbc-4cb9-9089-ed523736d9d9 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Deleting port 0af796c6-f1ab-4ff3-a8f5-a4caa81b5f98 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:40.795998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-65d9022f-fbbc-4cb9-9089-ed523736d9d9 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:40.823785 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:40.839025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6', '53fcf9fa-3019-49de-aa72-70737000dadb', '9dee5add-453f-472d-822e-e30816c5b920'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:40.952107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:40.953334 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:41.063128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event updated for resources: {'Port': ['ID=24e8adb3-51f1-4007-aa87-c22c09fbd4c1,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:41.067477 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:41.076635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:41.114980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5863185-f69d-4681-b8ca-3c6de71be81a {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:41.128287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:41.176972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Transition to ACTIVE for port object c5863185-f69d-4681-b8ca-3c6de71be81a will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:38:41.184111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:41.185146 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:41.241198 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f474435c-3bce-49ea-972e-084b55a21242 req-9792fe9a-fbeb-480a-bdfb-d14ab198bae1 service neutron] 10.222.0.13 "GET /v2.0/networks/faa12864-c457-4fc2-89d1-00ecb676c142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7708707 Nov 09 17:38:41.249899 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-188486ff-7039-434a-8c15-9167a1fac420 service neutron] 10.222.0.13 "GET /v2.0/ports/441258f8-ce21-4841-8f30-dedb07890345/bindings/n-h2-817236-1 HTTP/1.1" status: 200 len: 384 time: 0.9734662 Nov 09 17:38:41.266159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e80c0-20fc-4b3d-b8e5-6797f24f3bc1 req-9acc4c89-79e8-463f-80db-f8f73046a83f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:41.266159 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-453e80c0-20fc-4b3d-b8e5-6797f24f3bc1 req-9acc4c89-79e8-463f-80db-f8f73046a83f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 945 time: 0.6217048 Nov 09 17:38:41.267838 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:41.364788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Pushing event updated for resources: {'Port': ['ID=c5863185-f69d-4681-b8ca-3c6de71be81a,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:41.378334 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-5a7c85b9-3f74-42d1-8f80-c0b321094901 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.2706282 Nov 09 17:38:41.449177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Request body: {'port': {'device_id': 'b7daba49-af43-4b03-ad27-09a0149db2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:41.484162 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-453e80c0-20fc-4b3d-b8e5-6797f24f3bc1 req-787cf333-896d-4376-810a-840db676c223 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215444 Nov 09 17:38:41.600806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Attempting to bind port c5863185-f69d-4681-b8ca-3c6de71be81a on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:38:41.601144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Attempting to bind port c5863185-f69d-4681-b8ca-3c6de71be81a by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:38:41.601707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Attempting to bind port c5863185-f69d-4681-b8ca-3c6de71be81a on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:41.615872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Port c5863185-f69d-4681-b8ca-3c6de71be81a on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:41.616199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Attempting to bind port c5863185-f69d-4681-b8ca-3c6de71be81a on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:41.627477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:41.628079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:41.628832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:41.629221 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Bound port: c5863185-f69d-4681-b8ca-3c6de71be81a, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:38:41.629598 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:41.646390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device bcee7883-4e7c-43f3-aff5-ac458499b61d up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:41.732036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] For port c5863185-f69d-4681-b8ca-3c6de71be81a, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:41.735742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] For port c5863185-f69d-4681-b8ca-3c6de71be81a, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=c5863185-f69d-4681-b8ca-3c6de71be81a,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:41.855138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3e39fb31-b4a3-41e7-b431-cf5741e96c1b None None] Provisioning complete for port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:41.856001 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3e39fb31-b4a3-41e7-b431-cf5741e96c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:41.963005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port bcee7883-4e7c-43f3-aff5-ac458499b61d completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:38:41.968875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-ad55ddba-ac4d-44ac-a0a2-1c0afd638e24 service neutron] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=441258f8-ce21-4841-8f30-dedb07890345,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:41.980217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port bcee7883-4e7c-43f3-aff5-ac458499b61d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:41.980793 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:42.001181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-ad55ddba-ac4d-44ac-a0a2-1c0afd638e24 service neutron] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:42.041172 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:42.048927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-3e39fb31-b4a3-41e7-b431-cf5741e96c1b None None] Port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:38:42.062131 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-ad55ddba-ac4d-44ac-a0a2-1c0afd638e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441258f8-ce21-4841-8f30-dedb07890345 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:42.126996 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:42.127917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:42.129220 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] 10.222.0.13 "PUT /v2.0/ports/c5863185-f69d-4681-b8ca-3c6de71be81a HTTP/1.1" status: 200 len: 1096 time: 3.1764374 Nov 09 17:38:42.161767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015a5652-17ff-4f35-bc81-4d14c6162614', 'tag': 'c5863185-f69d-4681-b8ca-3c6de71be81a'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:42.165197 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addbcdb9-a668-432c-a078-abb17849cef3" -d '{"events": [{"name": "network-changed", "server_uuid": "015a5652-17ff-4f35-bc81-4d14c6162614", "tag": "c5863185-f69d-4681-b8ca-3c6de71be81a"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:42.179866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-ad55ddba-ac4d-44ac-a0a2-1c0afd638e24 service neutron] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=441258f8-ce21-4841-8f30-dedb07890345,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:42.191081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08c15c87-3635-4d1d-ac31-83872bb97ee9 req-7a648dbb-495c-4f30-90e2-1d6af75623d2 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 210 time: 0.1398158 Nov 09 17:38:42.250720 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-ad55ddba-ac4d-44ac-a0a2-1c0afd638e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:42.281025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-d378f86b-7f0b-4f63-98f9-9b27fd39ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:42.282866 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-d378f86b-7f0b-4f63-98f9-9b27fd39ec0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 1099 time: 0.0907371 Nov 09 17:38:42.409656 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:42.436946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-ad55ddba-ac4d-44ac-a0a2-1c0afd638e24 service neutron] Transition to ACTIVE for port object 441258f8-ce21-4841-8f30-dedb07890345 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:38:42.491659 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c49cc7-fa6d-4685-b045-5e5854ac4b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcee7883-4e7c-43f3-aff5-ac458499b61d'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:42.494909 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7898b33b-e8a3-445e-9c98-261d58052e57" -d '{"events": [{"server_uuid": "c6c49cc7-fa6d-4685-b045-5e5854ac4b89", "name": "network-vif-plugged", "status": "completed", "tag": "bcee7883-4e7c-43f3-aff5-ac458499b61d"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:42.516478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed56ca5-8841-47eb-ab1e-636b7bbcc05d service neutron] Pushing event updated for resources: {'Port': ['ID=c5863185-f69d-4681-b8ca-3c6de71be81a,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:42.533051 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-ad55ddba-ac4d-44ac-a0a2-1c0afd638e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:42.536430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port bcee7883-4e7c-43f3-aff5-ac458499b61d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=bcee7883-4e7c-43f3-aff5-ac458499b61d,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:42.543792 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:42.598216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0aec7-4323-46c6-9e7c-9c7c4bdb064e req-5d46665c-41e8-453a-aa1a-1e41cfe4c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:42.606401 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a0aec7-4323-46c6-9e7c-9c7c4bdb064e req-5d46665c-41e8-453a-aa1a-1e41cfe4c5d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20907115-321b-44dc-9720-07945eb0b036 HTTP/1.1" status: 200 len: 844 time: 2.3029697 Nov 09 17:38:42.607272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3cc91a-c152-4bf7-bc4e-1c527d00569e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:42.710410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=bcee7883-4e7c-43f3-aff5-ac458499b61d,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:42.735736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41302e8-aecc-4d1c-91c4-6718243b65ab req-c905aa3d-ef08-4e94-b1e3-274343dfc9e3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:42.743110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41302e8-aecc-4d1c-91c4-6718243b65ab req-c905aa3d-ef08-4e94-b1e3-274343dfc9e3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:42.750658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41302e8-aecc-4d1c-91c4-6718243b65ab req-c905aa3d-ef08-4e94-b1e3-274343dfc9e3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:42.758090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41302e8-aecc-4d1c-91c4-6718243b65ab req-c905aa3d-ef08-4e94-b1e3-274343dfc9e3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:42.760967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b41302e8-aecc-4d1c-91c4-6718243b65ab req-c905aa3d-ef08-4e94-b1e3-274343dfc9e3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 3095 time: 1.9578519 Nov 09 17:38:42.771286 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-4c8c1fc7-dfca-4a1a-a309-b8cd61102cec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=c5863185-f69d-4681-b8ca-3c6de71be81a HTTP/1.1" status: 200 len: 217 time: 0.3304751 Nov 09 17:38:42.803500 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-65d9022f-fbbc-4cb9-9089-ed523736d9d9 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:42.820568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-65d9022f-fbbc-4cb9-9089-ed523736d9d9 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Calling delete_port for 0af796c6-f1ab-4ff3-a8f5-a4caa81b5f98 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:42.838860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc3deb-e96c-487c-931d-e86ab1368c40 req-ec74a9be-d099-4eaf-bf64-ff2cbfb616b8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:42.841794 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5dc3deb-e96c-487c-931d-e86ab1368c40 req-ec74a9be-d099-4eaf-bf64-ff2cbfb616b8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 948 time: 0.3910606 Nov 09 17:38:42.986901 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-ad55ddba-ac4d-44ac-a0a2-1c0afd638e24 service neutron] No DVR routers for this DVR port 441258f8-ce21-4841-8f30-dedb07890345 on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:43.000689 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55ddba-ac4d-44ac-a0a2-1c0afd638e24 service neutron] Pushing event updated for resources: {'Port': ['ID=441258f8-ce21-4841-8f30-dedb07890345,revision_number=10']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:43.063341 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-65d9022f-fbbc-4cb9-9089-ed523736d9d9 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:43.092288 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-04ecae70-81aa-4e11-89cc-0d441be68bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:43.095255 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-04ecae70-81aa-4e11-89cc-0d441be68bdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2506871 Nov 09 17:38:43.098067 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-ad55ddba-ac4d-44ac-a0a2-1c0afd638e24 service neutron] 10.222.0.13 "PUT /v2.0/ports/441258f8-ce21-4841-8f30-dedb07890345/bindings/n-h2-817236-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8322651 Nov 09 17:38:43.101480 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5dc3deb-e96c-487c-931d-e86ab1368c40 req-5e512f64-f3d5-45ff-b873-05b4c61540d8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163391 Nov 09 17:38:43.142489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Allocated IP 192.168.233.56 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/e75edc1a-4a97-418d-a50e-b46313311cb6) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:43.182519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a0aec7-4323-46c6-9e7c-9c7c4bdb064e req-6e781d12-2d24-4418-9a47-33966113c7af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=229e78ca-9312-4d3e-b942-954ff92e0cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656010 Nov 09 17:38:43.236066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-8d137fc8-d1a4-4291-b730-9cf1b3962ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:43.239324 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-8d137fc8-d1a4-4291-b730-9cf1b3962ccd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223645 Nov 09 17:38:43.247321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9022f-fbbc-4cb9-9089-ed523736d9d9 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event deleted for resources: {'Port': ['ID=0af796c6-f1ab-4ff3-a8f5-a4caa81b5f98,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:43.282953 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b41302e8-aecc-4d1c-91c4-6718243b65ab req-4f72bdd5-b463-47cf-b9c9-89d6a5cb6810 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484436 Nov 09 17:38:43.408835 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:43.517732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-40bccd70-2c2d-494b-9a49-58a3ca527a89 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Made reservation on behalf of 0545af43696c4c8a8c4dfc7c2f2cc718 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:43.524494 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c8a1af-9d75-43e1-b7e8-aab0d6dca8eb x-openstack-request-id: req-67c8a1af-9d75-43e1-b7e8-aab0d6dca8eb {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:43.524494 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015a5652-17ff-4f35-bc81-4d14c6162614", "tag": "c5863185-f69d-4681-b8ca-3c6de71be81a", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:43.524875 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67c8a1af-9d75-43e1-b7e8-aab0d6dca8eb {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:43.525558 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015a5652-17ff-4f35-bc81-4d14c6162614', 'tag': 'c5863185-f69d-4681-b8ca-3c6de71be81a', 'status': 'completed', 'code': 200} Nov 09 17:38:43.540142 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-65d9022f-fbbc-4cb9-9089-ed523736d9d9 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:43.544266 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-65d9022f-fbbc-4cb9-9089-ed523736d9d9 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "DELETE /v2.0/ports/0af796c6-f1ab-4ff3-a8f5-a4caa81b5f98 HTTP/1.1" status: 204 len: 168 time: 5.3567779 Nov 09 17:38:43.549366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52936) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:43.594665 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f747dc-9497-47d1-b480-8d13e159451f x-openstack-request-id: req-46f747dc-9497-47d1-b480-8d13e159451f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:43.595589 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c49cc7-fa6d-4685-b045-5e5854ac4b89", "name": "network-vif-plugged", "status": "completed", "tag": "bcee7883-4e7c-43f3-aff5-ac458499b61d", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:43.596290 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46f747dc-9497-47d1-b480-8d13e159451f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:43.597252 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c49cc7-fa6d-4685-b045-5e5854ac4b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcee7883-4e7c-43f3-aff5-ac458499b61d', 'code': 200} Nov 09 17:38:43.616198 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7096ff92-feb6-4796-b935-93bef5cfd445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:43.674069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-777faf30-78a5-4b6a-9f45-d9eb4afa7b18 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:43.677806 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-777faf30-78a5-4b6a-9f45-d9eb4afa7b18 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20&tenant_id=f6b18ff8d0054db3b09b095e1c177e82&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1096 time: 0.4799089 Nov 09 17:38:43.806235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade87fb-e2e3-49cb-8893-283dd7628ad1 req-1a5dd849-397f-45a5-a44f-bbed06f36bf4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:43.808366 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5ade87fb-e2e3-49cb-8893-283dd7628ad1 req-1a5dd849-397f-45a5-a44f-bbed06f36bf4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 945 time: 0.3912156 Nov 09 17:38:43.859194 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-40eed16f-7aa5-4c04-8512-b3a205d30c16 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831366 Nov 09 17:38:43.861434 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a0aec7-4323-46c6-9e7c-9c7c4bdb064e req-8af39616-9c76-45ab-acf8-7a57f1e26d0c service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6464479 Nov 09 17:38:43.884687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19529b-c277-4504-9491-150cd9dc5c24 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:43.887327 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3d19529b-c277-4504-9491-150cd9dc5c24 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "GET /v2.0/ports?device_id=d070c748-dbbc-4e6e-a7b5-99b2c753b9c6 HTTP/1.1" status: 200 len: 913 time: 0.3332655 Nov 09 17:38:43.902497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52938) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:44.101017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c0c3-31ad-4395-95b6-78d9b712e43f req-65713aa1-b49a-4595-9086-6b2a7df51ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:44.103869 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-22d8c0c3-31ad-4395-95b6-78d9b712e43f req-65713aa1-b49a-4595-9086-6b2a7df51ef5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 1097 time: 0.4230356 Nov 09 17:38:44.184470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-d5ed2a10-59d4-454b-9d4d-fb04758c07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:44.186307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-d5ed2a10-59d4-454b-9d4d-fb04758c07ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20&tenant_id=f6b18ff8d0054db3b09b095e1c177e82 HTTP/1.1" status: 200 len: 1096 time: 0.4881895 Nov 09 17:38:44.223543 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5ade87fb-e2e3-49cb-8893-283dd7628ad1 req-9e2ad646-f3eb-44c2-981a-20dd71df7c59 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915851 Nov 09 17:38:44.334494 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:44.350070 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-22d8c0c3-31ad-4395-95b6-78d9b712e43f req-0e116969-2a38-4784-8332-0e39417f8107 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243118 Nov 09 17:38:44.356429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:44.403847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61775888-3ca2-41cf-a24c-c51e5c27f862 req-bc3c9cf4-b423-4b6d-824b-f64dd1eaaecb tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:44.417186 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61775888-3ca2-41cf-a24c-c51e5c27f862 req-bc3c9cf4-b423-4b6d-824b-f64dd1eaaecb tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.6385195 Nov 09 17:38:44.438241 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b72cd8e1-ccaa-454f-8327-5aea0c1bf7d2 req-26a056cc-ac75-4d20-b9f8-20bb0cb10bb7 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 210 time: 0.0478127 Nov 09 17:38:44.461318 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-851e6bc8-dd58-4447-b5fe-1bb42f2eac30 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684552 Nov 09 17:38:44.467143 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-40bccd70-2c2d-494b-9a49-58a3ca527a89 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:44.486791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-8bcf4df8-ea7a-4722-a741-eb86a9d8c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:44.489082 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-8bcf4df8-ea7a-4722-a741-eb86a9d8c416 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 1096 time: 0.2531388 Nov 09 17:38:44.631358 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:44.685876 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61775888-3ca2-41cf-a24c-c51e5c27f862 req-b02ca7ff-433a-4cf3-b3b7-d479e979137d tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668662 Nov 09 17:38:44.791299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a0aec7-4323-46c6-9e7c-9c7c4bdb064e req-6e37b26d-78b7-449c-9b23-5043595d2940 service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8913996 Nov 09 17:38:44.925494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Pushing event updated for resources: {'Port': ['ID=e75edc1a-4a97-418d-a50e-b46313311cb6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:44.930572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:44.963856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:44.989840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:45.163611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-40bccd70-2c2d-494b-9a49-58a3ca527a89 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Allocated IP 10.2.2.200 (ab315546-1c38-4962-b0c6-63c0cb9e1712/f1225703-4412-46cc-b572-90420e91b7e8/3207e95c-66e0-4b85-9491-66e70c8e365b) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:38:45.174107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.174795 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:45.187063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323474d-3cfd-47bc-92da-b9bb9feb0aac req-ba54aee5-12af-4437-88bc-e1bbf64eba88 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.193621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323474d-3cfd-47bc-92da-b9bb9feb0aac req-ba54aee5-12af-4437-88bc-e1bbf64eba88 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.200091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323474d-3cfd-47bc-92da-b9bb9feb0aac req-ba54aee5-12af-4437-88bc-e1bbf64eba88 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.206610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323474d-3cfd-47bc-92da-b9bb9feb0aac req-ba54aee5-12af-4437-88bc-e1bbf64eba88 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.214154 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbcdb9-a668-432c-a078-abb17849cef3 req-d602fc5f-8015-488d-b6d8-c8cb57a4dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.217372 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-addbcdb9-a668-432c-a078-abb17849cef3 req-d602fc5f-8015-488d-b6d8-c8cb57a4dbfa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 1099 time: 0.5992734 Nov 09 17:38:45.218716 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3323474d-3cfd-47bc-92da-b9bb9feb0aac req-ba54aee5-12af-4437-88bc-e1bbf64eba88 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 3095 time: 0.2744615 Nov 09 17:38:45.240537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55739476-0529-4220-b5ac-00041d1901ac req-916a82ad-e402-42fc-b193-65cee88f96ea tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.255209 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-55739476-0529-4220-b5ac-00041d1901ac req-916a82ad-e402-42fc-b193-65cee88f96ea tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 948 time: 0.7359433 Nov 09 17:38:45.259822 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:45.337386 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2fbc3a7f-2201-4220-b1d9-f732ee49b04f None None] Provisioning complete for port e75edc1a-4a97-418d-a50e-b46313311cb6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:45.338201 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2fbc3a7f-2201-4220-b1d9-f732ee49b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:45.348541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-d1bc3533-8c58-46ae-bd9c-5dac2def2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.350138 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-d1bc3533-8c58-46ae-bd9c-5dac2def2360 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 200 len: 909 time: 0.8326199 Nov 09 17:38:45.401397 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3323474d-3cfd-47bc-92da-b9bb9feb0aac req-b88366bf-1751-4158-9bef-bc673cd868c4 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053553 Nov 09 17:38:45.434195 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-cfa3d8d1-e0fc-41c4-b1b2-74314f374641 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441258f8-ce21-4841-8f30-dedb07890345 HTTP/1.1" status: 200 len: 217 time: 0.0752566 Nov 09 17:38:45.455288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-55739476-0529-4220-b5ac-00041d1901ac req-9c300d73-8aed-4de6-8c76-f98513eddfd7 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864517 Nov 09 17:38:45.494442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc3a7f-2201-4220-b1d9-f732ee49b04f None None] Port e75edc1a-4a97-418d-a50e-b46313311cb6 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:38:45.635047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbcdb9-a668-432c-a078-abb17849cef3 req-3c4d56e8-17b7-4116-b864-6be538d2b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.638566 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-addbcdb9-a668-432c-a078-abb17849cef3 req-3c4d56e8-17b7-4116-b864-6be538d2b143 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.3814933 Nov 09 17:38:45.661370 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a0b7bdca-25ac-4532-b421-67be44bd9c14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2542403 Nov 09 17:38:45.669070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:45.680912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-478d4f07-be93-454c-a637-c6232872e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.682871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Request body: {'port': {'device_id': '92509890-ed10-4860-a037-da5428118f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:45.683129 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-478d4f07-be93-454c-a637-c6232872e88e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 200 len: 848 time: 0.1773002 Nov 09 17:38:45.690432 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:45.734912 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-40bccd70-2c2d-494b-9a49-58a3ca527a89 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:45.761696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Transition to ACTIVE for port object 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:38:45.775025 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:45.793014 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-3a3ff046-5a44-48f1-a11d-c25a2b9b0a08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723937 Nov 09 17:38:45.796590 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-addbcdb9-a668-432c-a078-abb17849cef3 req-01524e24-9344-4659-b619-82e2de760995 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=c5863185-f69d-4681-b8ca-3c6de71be81a HTTP/1.1" status: 200 len: 217 time: 0.1101539 Nov 09 17:38:45.819973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dc61d-6824-4e7c-8efe-1309c032698c req-bab66a5e-261b-403e-bb7d-8ff3873d7ff1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.823280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a98dc61d-6824-4e7c-8efe-1309c032698c req-bab66a5e-261b-403e-bb7d-8ff3873d7ff1 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f8c3875-70be-4d2d-b427-51c40323e5ca HTTP/1.1" status: 200 len: 950 time: 0.2025709 Nov 09 17:38:45.884285 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:45.923630 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-40bccd70-2c2d-494b-9a49-58a3ca527a89 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:45.931560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Pushing event updated for resources: {'Port': ['ID=24e8adb3-51f1-4007-aa87-c22c09fbd4c1,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:45.932474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6eccef-574b-48bd-867f-6ade9bb90aaa req-29fcb959-6fa8-4eba-a720-48542967721c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:45.941429 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f6eccef-574b-48bd-867f-6ade9bb90aaa req-29fcb959-6fa8-4eba-a720-48542967721c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 945 time: 0.3049831 Nov 09 17:38:45.948794 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2928e072-52c7-43be-b01f-e9b34e30c490 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:46.052614 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a98dc61d-6824-4e7c-8efe-1309c032698c req-69621221-88b0-4023-b2ce-7a82b143b3ac tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034361 Nov 09 17:38:46.147483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbcdb9-a668-432c-a078-abb17849cef3 req-fa0d4dc7-769d-47c6-a737-49642487a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:46.149381 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-addbcdb9-a668-432c-a078-abb17849cef3 req-fa0d4dc7-769d-47c6-a737-49642487a7e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.3247402 Nov 09 17:38:46.207380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-40bccd70-2c2d-494b-9a49-58a3ca527a89 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Network ab315546-1c38-4962-b0c6-63c0cb9e1712 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:38:46.244343 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f6eccef-574b-48bd-867f-6ade9bb90aaa req-c2c78e25-3642-440e-ae1e-3d9ce750a023 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872227 Nov 09 17:38:46.249029 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-f4558f3f-e856-42d9-b830-a378a5ca97e0 service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468277 Nov 09 17:38:46.336880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bccd70-2c2d-494b-9a49-58a3ca527a89 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event updated for resources: {'Port': ['ID=3207e95c-66e0-4b85-9491-66e70c8e365b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:46.357524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-40bccd70-2c2d-494b-9a49-58a3ca527a89 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:38:46.387535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-40bccd70-2c2d-494b-9a49-58a3ca527a89 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:38:46.418897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbcdb9-a668-432c-a078-abb17849cef3 req-3c349daa-369e-446f-84d3-b8b4dd5bebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:46.421175 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-addbcdb9-a668-432c-a078-abb17849cef3 req-3c349daa-369e-446f-84d3-b8b4dd5bebc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2300487 Nov 09 17:38:46.646822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Attempting to bind port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:38:46.647153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Attempting to bind port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:38:46.647502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Attempting to bind port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:46.671056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2be417b0-7233-4009-969b-2a1535932e1b None None] Provisioning complete for port 3207e95c-66e0-4b85-9491-66e70c8e365b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:46.671880 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2be417b0-7233-4009-969b-2a1535932e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:46.700511 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-46d1fdf9-fe12-4fbf-9c3b-ff603766200f service neutron] 10.222.0.18 "GET /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413688 Nov 09 17:38:46.738463 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2be417b0-7233-4009-969b-2a1535932e1b None None] Port 3207e95c-66e0-4b85-9491-66e70c8e365b cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:38:46.747427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1b9c6-1828-46f4-965d-eec49dcacfe5 req-524d8442-bdfa-43eb-8db1-4fdd1e9e4d41 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:46.749546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:46.750268 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcb1b9c6-1828-46f4-965d-eec49dcacfe5 req-524d8442-bdfa-43eb-8db1-4fdd1e9e4d41 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.3274176 Nov 09 17:38:46.759640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Attempting to bind port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:46.795361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75edc1a-4a97-418d-a50e-b46313311cb6 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:46.806613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:46.806964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:46.807499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:46.808056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Bound port: 24e8adb3-51f1-4007-aa87-c22c09fbd4c1, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:38:46.808456 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:46.828177 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:46.848122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-40bccd70-2c2d-494b-9a49-58a3ca527a89 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:46.848720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-40bccd70-2c2d-494b-9a49-58a3ca527a89 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:46.878807 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ac347-e305-41ab-87dc-2dd4fc40db0f req-04c3aa03-4103-41ad-8053-348ef3c5155e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:46.880594 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c76ac347-e305-41ab-87dc-2dd4fc40db0f req-04c3aa03-4103-41ad-8053-348ef3c5155e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 935 time: 0.5315249 Nov 09 17:38:46.883501 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-addbcdb9-a668-432c-a078-abb17849cef3 req-0cf5a368-ea3b-49dc-b11b-c29a1656a467 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391418 Nov 09 17:38:46.943359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Transition to ACTIVE for port object e75edc1a-4a97-418d-a50e-b46313311cb6 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:38:46.953971 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-40bccd70-2c2d-494b-9a49-58a3ca527a89 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6484368 Nov 09 17:38:46.957454 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:46.971933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Request body: {'port': {'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:47.030442 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcb1b9c6-1828-46f4-965d-eec49dcacfe5 req-44d35797-db9f-442c-97da-458aec932b6c tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199264 Nov 09 17:38:47.081856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c76ac347-e305-41ab-87dc-2dd4fc40db0f req-e93a3036-d15b-4a06-aee2-08b2fa2c8f43 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690779 Nov 09 17:38:47.100181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-2928e072-52c7-43be-b01f-e9b34e30c490 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Deleting port 4b345324-b047-49b5-ba25-a61e50653910 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:47.100620 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2928e072-52c7-43be-b01f-e9b34e30c490 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:47.114822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] For port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:47.117912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e75edc1a-4a97-418d-a50e-b46313311cb6,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:47.123812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] For port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=24e8adb3-51f1-4007-aa87-c22c09fbd4c1,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:47.172776 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:47.289722 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-addbcdb9-a668-432c-a078-abb17849cef3 req-5c068abf-8608-4266-89e2-e6f831a40586 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960989 Nov 09 17:38:47.296708 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:47.381539 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-990b8bda-cf0d-4e23-aa36-26520052476d tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:47.392575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:47.393204 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:47.393834 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-990b8bda-cf0d-4e23-aa36-26520052476d tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20&tenant_id=f6b18ff8d0054db3b09b095e1c177e82&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 1096 time: 0.3220196 Nov 09 17:38:47.394791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] 10.222.0.18 "PUT /v2.0/ports/24e8adb3-51f1-4007-aa87-c22c09fbd4c1 HTTP/1.1" status: 200 len: 1096 time: 5.9540825 Nov 09 17:38:47.397476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7daba49-af43-4b03-ad27-09a0149db2fb', 'tag': '24e8adb3-51f1-4007-aa87-c22c09fbd4c1'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:47.402060 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9c086c-c1b8-4560-b98e-4a0cdd2a6a09" -d '{"events": [{"name": "network-changed", "server_uuid": "b7daba49-af43-4b03-ad27-09a0149db2fb", "tag": "24e8adb3-51f1-4007-aa87-c22c09fbd4c1"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:47.525025 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:47.561527 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2928e072-52c7-43be-b01f-e9b34e30c490 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:47.603133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6af0c-3304-4799-b913-5018e4ed97d3 service neutron] Pushing event updated for resources: {'Port': ['ID=24e8adb3-51f1-4007-aa87-c22c09fbd4c1,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:47.645938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-2928e072-52c7-43be-b01f-e9b34e30c490 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Calling delete_port for 4b345324-b047-49b5-ba25-a61e50653910 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:47.651727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device c5863185-f69d-4681-b8ca-3c6de71be81a details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:38:47.656853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0ea92cd1-3182-493c-9a65-d45e559015d8 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:47.828329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687d2a3-d469-46cb-beb1-1833cf56604a req-944d11a9-b17d-4733-baea-8c56705a3574 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:47.836351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687d2a3-d469-46cb-beb1-1833cf56604a req-944d11a9-b17d-4733-baea-8c56705a3574 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:47.848573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687d2a3-d469-46cb-beb1-1833cf56604a req-944d11a9-b17d-4733-baea-8c56705a3574 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:47.864565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687d2a3-d469-46cb-beb1-1833cf56604a req-944d11a9-b17d-4733-baea-8c56705a3574 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:47.879597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687d2a3-d469-46cb-beb1-1833cf56604a req-944d11a9-b17d-4733-baea-8c56705a3574 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:47.882278 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7687d2a3-d469-46cb-beb1-1833cf56604a req-944d11a9-b17d-4733-baea-8c56705a3574 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 3816 time: 0.4753458 Nov 09 17:38:47.884981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Attempting to bind port e75edc1a-4a97-418d-a50e-b46313311cb6 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:38:47.885942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Attempting to bind port e75edc1a-4a97-418d-a50e-b46313311cb6 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:38:47.886548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Attempting to bind port e75edc1a-4a97-418d-a50e-b46313311cb6 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:47.960209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Port e75edc1a-4a97-418d-a50e-b46313311cb6 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:47.961877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Attempting to bind port e75edc1a-4a97-418d-a50e-b46313311cb6 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:47.982090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port c5863185-f69d-4681-b8ca-3c6de71be81a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=c5863185-f69d-4681-b8ca-3c6de71be81a,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:47.986514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:47.987082 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:47.987803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:47.988847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Bound port: e75edc1a-4a97-418d-a50e-b46313311cb6, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:38:47.989403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:48.047873 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7687d2a3-d469-46cb-beb1-1833cf56604a req-485a141f-aa84-4d96-b5d8-44c55277340a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370864 Nov 09 17:38:48.050419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-da14f054-9d2c-4c2b-a21a-6777bdf4a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:48.052053 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'c5863185-f69d-4681-b8ca-3c6de71be81a', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'c5863185-f69d-4681-b8ca-3c6de71be81a', 'mac_address': 'fa:16:3e:f2:17:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:38:48.052359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-da14f054-9d2c-4c2b-a21a-6777bdf4a20f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 1099 time: 0.5568042 Nov 09 17:38:48.139751 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:48.165099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5863185-f69d-4681-b8ca-3c6de71be81a {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:48.174102 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:48.210278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fdeaa-2d57-4854-9a37-0090612d918b req-1f4d029e-2fd2-4fe1-b2d7-f9d1a3bbf75e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:48.212776 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e9fdeaa-2d57-4854-9a37-0090612d918b req-1f4d029e-2fd2-4fe1-b2d7-f9d1a3bbf75e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 948 time: 0.1973057 Nov 09 17:38:48.264594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0ea92cd1-3182-493c-9a65-d45e559015d8,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:48.274808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:48.277669 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8587e65-ccdd-474a-ad6e-6c72467f16cc" -d '{"events": [{"server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:48.289561 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:48.300014 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port c5863185-f69d-4681-b8ca-3c6de71be81a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=c5863185-f69d-4681-b8ca-3c6de71be81a,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:48.331620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-9f5bdad4-4e2c-402a-909a-161e5ff98443 service neutron] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:48.358065 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:48.358899 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-9f5bdad4-4e2c-402a-909a-161e5ff98443 service neutron] Notify callbacks [] for binding, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:48.360579 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5dfeb053-db31-45cd-a4d1-b93ed02679e8 req-9f5bdad4-4e2c-402a-909a-161e5ff98443 service neutron] 10.222.0.18 "DELETE /v2.0/ports/441258f8-ce21-4841-8f30-dedb07890345/bindings/n-h1-817236-1 HTTP/1.1" status: 204 len: 173 time: 0.9442186 Nov 09 17:38:48.383999 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e9fdeaa-2d57-4854-9a37-0090612d918b req-fc0b996c-7c11-43a0-9a0a-97f0baa9e239 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856240 Nov 09 17:38:48.392207 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2928e072-52c7-43be-b01f-e9b34e30c490 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:48.440052 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928e072-52c7-43be-b01f-e9b34e30c490 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event deleted for resources: {'Port': ['ID=4b345324-b047-49b5-ba25-a61e50653910,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:48.472188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0ea92cd1-3182-493c-9a65-d45e559015d8,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:48.716937 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e8a83d-c3d3-43a6-80a6-60408f81a879 x-openstack-request-id: req-41e8a83d-c3d3-43a6-80a6-60408f81a879 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:48.717573 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7daba49-af43-4b03-ad27-09a0149db2fb", "tag": "24e8adb3-51f1-4007-aa87-c22c09fbd4c1", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:48.717872 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41e8a83d-c3d3-43a6-80a6-60408f81a879 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:48.718446 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7daba49-af43-4b03-ad27-09a0149db2fb', 'tag': '24e8adb3-51f1-4007-aa87-c22c09fbd4c1', 'status': 'completed', 'code': 200} Nov 09 17:38:48.808468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-c62c8a79-bef3-46df-b82f-a6a29dffa6cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=24e8adb3-51f1-4007-aa87-c22c09fbd4c1 HTTP/1.1" status: 200 len: 217 time: 0.0884876 Nov 09 17:38:48.827643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=c5863185-f69d-4681-b8ca-3c6de71be81a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:48.852388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['c5863185-f69d-4681-b8ca-3c6de71be81a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:49.034818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f31de-a14e-478d-be28-d19335ed8172 req-cc723845-97f4-4838-8095-60867b6dd922 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:49.038562 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd2f31de-a14e-478d-be28-d19335ed8172 req-cc723845-97f4-4838-8095-60867b6dd922 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 945 time: 0.3609598 Nov 09 17:38:49.125518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2928e072-52c7-43be-b01f-e9b34e30c490 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:49.156112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-9adaae22-c295-4b4e-b0fa-4fe9b1ccec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:49.157875 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-9adaae22-c295-4b4e-b0fa-4fe9b1ccec4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2695432 Nov 09 17:38:49.162232 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] For port e75edc1a-4a97-418d-a50e-b46313311cb6, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:49.198191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:49.219306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ee341-39d4-48af-b947-8f0afb5c55a9 req-2be074db-6a25-44a5-99da-998279fbbce1 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:49.220908 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b06ee341-39d4-48af-b947-8f0afb5c55a9 req-2be074db-6a25-44a5-99da-998279fbbce1 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 947 time: 0.4206283 Nov 09 17:38:49.226249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] For port e75edc1a-4a97-418d-a50e-b46313311cb6, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e75edc1a-4a97-418d-a50e-b46313311cb6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:49.233417 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:49.248190 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd2f31de-a14e-478d-be28-d19335ed8172 req-9cec60b2-b759-440b-8fce-cb778f85c99b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895325 Nov 09 17:38:49.249311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:49.294849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Transition to ACTIVE for port object db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:38:49.312846 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:49.316196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:49.316820 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:49.318272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/e75edc1a-4a97-418d-a50e-b46313311cb6 HTTP/1.1" status: 200 len: 1095 time: 3.6398861 Nov 09 17:38:49.361128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3ca2b-b8a0-46fb-983e-c1298bc8e4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e75edc1a-4a97-418d-a50e-b46313311cb6,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:49.373517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-c817f174-0ac6-4848-9c4a-3b07011b99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:49.375512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-c817f174-0ac6-4848-9c4a-3b07011b99be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2063501 Nov 09 17:38:49.563856 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b06ee341-39d4-48af-b947-8f0afb5c55a9 req-3c5367bf-66e7-4907-816f-b99d95802332 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226399 Nov 09 17:38:49.574391 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2928e072-52c7-43be-b01f-e9b34e30c490 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Router d070c748-dbbc-4e6e-a7b5-99b2c753b9c6 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:38:49.639155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Pushing event updated for resources: {'Port': ['ID=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:49.658383 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cea91ee-a556-40ff-9f10-7e76bac79739 x-openstack-request-id: req-5cea91ee-a556-40ff-9f10-7e76bac79739 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:49.658937 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:49.659057 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5cea91ee-a556-40ff-9f10-7e76bac79739 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:49.660091 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8', 'code': 200} Nov 09 17:38:49.704222 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2928e072-52c7-43be-b01f-e9b34e30c490 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:38:49.718760 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e733c9-7245-4e67-824a-5d018e977357 None None] Sync routers for ids ['d070c748-dbbc-4e6e-a7b5-99b2c753b9c6'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:38:49.724275 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2928e072-52c7-43be-b01f-e9b34e30c490 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "PUT /v2.0/routers/d070c748-dbbc-4e6e-a7b5-99b2c753b9c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8141088 Nov 09 17:38:49.724748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53020) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:49.734486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-25875f27-eac9-411a-8735-fe7e69ee2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:49.738854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-25875f27-eac9-411a-8735-fe7e69ee2533 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 1098 time: 0.3284824 Nov 09 17:38:49.758784 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e733c9-7245-4e67-824a-5d018e977357 None None] Routers {'d070c748-dbbc-4e6e-a7b5-99b2c753b9c6'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:49.760675 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-65e733c9-7245-4e67-824a-5d018e977357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:38:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d070c748-dbbc-4e6e-a7b5-99b2c753b9c6'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:49.854224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Attempting to bind port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:38:49.854703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Attempting to bind port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'f53e9678-9ae8-46ae-b38c-f764b6094594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:38:49.855390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Attempting to bind port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 on network 9537ab97-a19c-416c-9c08-e06bc19275a0 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:49.873245 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-bd36d7c2-ed16-4b8a-a32d-f7b03bedeeaf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e75edc1a-4a97-418d-a50e-b46313311cb6 HTTP/1.1" status: 200 len: 217 time: 0.1170397 Nov 09 17:38:49.878363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 on network 9537ab97-a19c-416c-9c08-e06bc19275a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:49.878647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Attempting to bind port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 on network 9537ab97-a19c-416c-9c08-e06bc19275a0 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:49.894325 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-65e733c9-7245-4e67-824a-5d018e977357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:49.908790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-9372b218-ea3c-41b3-bb44-de6a4b059f18 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996200 Nov 09 17:38:49.917532 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e733c9-7245-4e67-824a-5d018e977357 None None] Routers {'d070c748-dbbc-4e6e-a7b5-99b2c753b9c6'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:38:49.918058 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ecc37ad8-477a-4644-af1e-6f2e36deb543 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:49.918633 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-65e733c9-7245-4e67-824a-5d018e977357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:38:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d070c748-dbbc-4e6e-a7b5-99b2c753b9c6'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:49.931305 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:49.931305 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Checking segment: {'id': 'f53e9678-9ae8-46ae-b38c-f764b6094594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:49.931305 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Bound using segment: {'id': 'f53e9678-9ae8-46ae-b38c-f764b6094594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:49.931305 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Bound port: db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53e9678-9ae8-46ae-b38c-f764b6094594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:38:49.932186 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:49.973023 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4036479-4e8c-4bce-b891-3e14b214366e req-4f5d62c3-00d8-41a7-bb63-27a4c9a819ff tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:49.974695 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b4036479-4e8c-4bce-b891-3e14b214366e req-4f5d62c3-00d8-41a7-bb63-27a4c9a819ff tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.1582146 Nov 09 17:38:50.010718 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-65e733c9-7245-4e67-824a-5d018e977357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:50.012061 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e733c9-7245-4e67-824a-5d018e977357 None None] The sync data for ids ['d070c748-dbbc-4e6e-a7b5-99b2c753b9c6'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:38:50.069614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498a06d-09fb-4f74-ace4-2d5ffea82015 req-28750e78-8aa4-4a6e-a68c-b92f124f59cb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:50.080985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498a06d-09fb-4f74-ace4-2d5ffea82015 req-28750e78-8aa4-4a6e-a68c-b92f124f59cb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:50.092426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498a06d-09fb-4f74-ace4-2d5ffea82015 req-28750e78-8aa4-4a6e-a68c-b92f124f59cb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:50.104166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498a06d-09fb-4f74-ace4-2d5ffea82015 req-28750e78-8aa4-4a6e-a68c-b92f124f59cb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:50.116516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498a06d-09fb-4f74-ace4-2d5ffea82015 req-28750e78-8aa4-4a6e-a68c-b92f124f59cb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:50.119701 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4498a06d-09fb-4f74-ace4-2d5ffea82015 req-28750e78-8aa4-4a6e-a68c-b92f124f59cb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 3828 time: 0.3693402 Nov 09 17:38:50.161950 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b4036479-4e8c-4bce-b891-3e14b214366e req-e3d0c6f7-6a1e-4e1b-8e2f-edae55c81ac3 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531079 Nov 09 17:38:50.168926 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ecc37ad8-477a-4644-af1e-6f2e36deb543 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:50.171736 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ecc37ad8-477a-4644-af1e-6f2e36deb543 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:50.195552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-34ecb352-2098-4aa1-b778-a4017c1b9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:50.198894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-34ecb352-2098-4aa1-b778-a4017c1b9d3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.3149211 Nov 09 17:38:50.248728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ecc37ad8-477a-4644-af1e-6f2e36deb543 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:50.249633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc37ad8-477a-4644-af1e-6f2e36deb543 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Fanout notify agent at l3_agent the message router_deleted on router d070c748-dbbc-4e6e-a7b5-99b2c753b9c6 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:38:50.263150 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ecc37ad8-477a-4644-af1e-6f2e36deb543 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:50.266938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ecc37ad8-477a-4644-af1e-6f2e36deb543 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "DELETE /v2.0/routers/d070c748-dbbc-4e6e-a7b5-99b2c753b9c6 HTTP/1.1" status: 204 len: 168 time: 0.5392807 Nov 09 17:38:50.267273 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53026) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:50.365903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f43758-2fa2-4acd-b46d-477fb2447f61 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Deleting subnet db060182-86d9-4054-b0b9-3565c5c751b2 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:38:50.371548 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77f43758-2fa2-4acd-b46d-477fb2447f61 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:50.379494 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4498a06d-09fb-4f74-ace4-2d5ffea82015 req-3983110d-64f0-49bb-92c6-7df999c57f52 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452545 Nov 09 17:38:50.402790 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] For port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:50.412117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] For port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6,segment=NetworkSegment(f53e9678-9ae8-46ae-b38c-f764b6094594),segment_id=f53e9678-9ae8-46ae-b38c-f764b6094594)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:50.423053 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04367ebd-a18e-4ecd-b71e-5dd19978b50b req-f701fc9a-5fc0-4031-ba88-ba105561366c service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874232 Nov 09 17:38:50.433183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a9beb6b7-0c0e-4fa0-8f7e-954ec535fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:50.436568 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-a9beb6b7-0c0e-4fa0-8f7e-954ec535fe82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2183132 Nov 09 17:38:50.439631 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:50.445587 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77f43758-2fa2-4acd-b46d-477fb2447f61 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:50.464287 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1fc3b-fcc7-4944-94f5-8f8b02574834 req-33d41391-85af-4b76-9202-2572c0174e24 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:50.467143 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97e1fc3b-fcc7-4944-94f5-8f8b02574834 req-33d41391-85af-4b76-9202-2572c0174e24 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 949 time: 0.1571674 Nov 09 17:38:50.567513 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97e1fc3b-fcc7-4944-94f5-8f8b02574834 req-bf788d2b-b20c-462e-86db-598418da0dcf tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661066 Nov 09 17:38:50.623646 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77f43758-2fa2-4acd-b46d-477fb2447f61 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:50.688599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:50.689586 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:50.692072 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] 10.222.0.13 "PUT /v2.0/ports/db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 HTTP/1.1" status: 200 len: 1091 time: 3.7244077 Nov 09 17:38:50.721678 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77f43758-2fa2-4acd-b46d-477fb2447f61 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:50.732621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92509890-ed10-4860-a037-da5428118f92', 'tag': 'e75edc1a-4a97-418d-a50e-b46313311cb6'}, {'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:50.737101 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dbe50a-ea46-4cd4-b667-2a2335787aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "92509890-ed10-4860-a037-da5428118f92", "tag": "e75edc1a-4a97-418d-a50e-b46313311cb6"}, {"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:50.800442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Request body: {'port': {'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:50.809447 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f43758-2fa2-4acd-b46d-477fb2447f61 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event deleted for resources: {'Subnet': ['ID=db060182-86d9-4054-b0b9-3565c5c751b2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:50.813595 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77f43758-2fa2-4acd-b46d-477fb2447f61 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:50.821274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae9065-a929-4d45-8e2b-4ee1abb4bbf2 None None] Network 8b04cf9b-c461-4e87-9c11-a8ee99b1a727 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:38:50.822709 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-77f43758-2fa2-4acd-b46d-477fb2447f61 tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "DELETE /v2.0/subnets/db060182-86d9-4054-b0b9-3565c5c751b2 HTTP/1.1" status: 204 len: 168 time: 0.5533271 Nov 09 17:38:50.825250 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53042) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:50.874723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17e073-94bb-45bc-a3a1-02ee0c350598 service neutron] Pushing event updated for resources: {'Port': ['ID=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:50.911619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c086c-c1b8-4560-b98e-4a0cdd2a6a09 req-3d0c25f7-39c6-485f-93f1-85e0d76b1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:50.913198 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a9c086c-c1b8-4560-b98e-4a0cdd2a6a09 req-3d0c25f7-39c6-485f-93f1-85e0d76b1420 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 1099 time: 0.3952680 Nov 09 17:38:51.009848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94192c35-07c6-4243-9937-9dde92113b44 req-39629c4a-fe31-47ba-9e33-dec8020e2b64 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.012427 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-94192c35-07c6-4243-9937-9dde92113b44 req-39629c4a-fe31-47ba-9e33-dec8020e2b64 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 1096 time: 0.3405442 Nov 09 17:38:51.025832 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-df6ebb4f-ce26-4cc9-9238-b9d78213368e service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763047 Nov 09 17:38:51.036243 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:51.062450 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:51.099068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c3a8a-dd44-41a5-af1c-765a8eda3c9d req-20b24e9b-dd46-4298-baaa-288ab8a0001d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.102432 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1a9c3a8a-dd44-41a5-af1c-765a8eda3c9d req-20b24e9b-dd46-4298-baaa-288ab8a0001d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 947 time: 0.2289567 Nov 09 17:38:51.106764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdafc1d-0808-433a-9ca5-e1cf36c70fd0 None None] DHCP port deletion for 8b04cf9b-c461-4e87-9c11-a8ee99b1a727 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:38:51.195349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-bcdafc1d-0808-433a-9ca5-e1cf36c70fd0 None None] Deleting port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:51.196486 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bcdafc1d-0808-433a-9ca5-e1cf36c70fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:51.213432 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-94192c35-07c6-4243-9937-9dde92113b44 req-d8d30c12-7fd7-4a2d-9021-d7cea54e88d7 tempest-LiveMigrationTest-516159435 tempest-LiveMigrationTest-516159435-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623473 Nov 09 17:38:51.243648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1a9c3a8a-dd44-41a5-af1c-765a8eda3c9d req-c08d92a2-e3ec-4155-9d34-d136d03f8368 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071663 Nov 09 17:38:51.262698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Deleting port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:51.263323 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:51.278053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c086c-c1b8-4560-b98e-4a0cdd2a6a09 req-71c547f7-a36f-4dd3-9052-467100b2d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.281503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a9c086c-c1b8-4560-b98e-4a0cdd2a6a09 req-71c547f7-a36f-4dd3-9052-467100b2d044 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.3573408 Nov 09 17:38:51.344734 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bcdafc1d-0808-433a-9ca5-e1cf36c70fd0 None None] For port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5,segment=NetworkSegment(9a17a5b1-3e9a-48f3-848a-296a6d7d3c86),segment_id=9a17a5b1-3e9a-48f3-848a-296a6d7d3c86)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:51.345922 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bcdafc1d-0808-433a-9ca5-e1cf36c70fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:51.365577 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-bcdafc1d-0808-433a-9ca5-e1cf36c70fd0 None None] Calling delete_port for 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:51.400543 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a9c086c-c1b8-4560-b98e-4a0cdd2a6a09 req-0e3b0a44-0757-4068-a415-342e29f5c8e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=24e8adb3-51f1-4007-aa87-c22c09fbd4c1 HTTP/1.1" status: 200 len: 217 time: 0.0827041 Nov 09 17:38:51.405920 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc837ec2-c8cf-4cf9-8331-f2dc1c7c228c x-openstack-request-id: req-fc837ec2-c8cf-4cf9-8331-f2dc1c7c228c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:51.406572 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92509890-ed10-4860-a037-da5428118f92", "tag": "e75edc1a-4a97-418d-a50e-b46313311cb6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:51.407124 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc837ec2-c8cf-4cf9-8331-f2dc1c7c228c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:51.407931 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92509890-ed10-4860-a037-da5428118f92', 'tag': 'e75edc1a-4a97-418d-a50e-b46313311cb6', 'status': 'completed', 'code': 200} Nov 09 17:38:51.408527 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6', 'status': 'completed', 'code': 200} Nov 09 17:38:51.438790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85a49661-4ea4-4905-8a98-651f64d8a1df req-3b695fae-8b33-47b1-ba0b-42963754217b service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954990 Nov 09 17:38:51.488052 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bcdafc1d-0808-433a-9ca5-e1cf36c70fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:51.531103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdafc1d-0808-433a-9ca5-e1cf36c70fd0 None None] No DVR routers for this DVR port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:51.534852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] For port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5,segment=NetworkSegment(9a17a5b1-3e9a-48f3-848a-296a6d7d3c86),segment_id=9a17a5b1-3e9a-48f3-848a-296a6d7d3c86)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:51.534852 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:51.542632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdafc1d-0808-433a-9ca5-e1cf36c70fd0 None None] Pushing event deleted for resources: {'Port': ['ID=0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:51.596695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Calling delete_port for 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:51.620400 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c086c-c1b8-4560-b98e-4a0cdd2a6a09 req-0b040479-b095-4a0e-a001-580b4d4869f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.622450 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a9c086c-c1b8-4560-b98e-4a0cdd2a6a09 req-0b040479-b095-4a0e-a001-580b4d4869f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2067268 Nov 09 17:38:51.650010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93b7e1-ec9e-4c3f-be83-7fabc013b411 req-6f0862d9-8d82-4455-96c1-adf5ad1ab4ae tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.652232 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e93b7e1-ec9e-4c3f-be83-7fabc013b411 req-6f0862d9-8d82-4455-96c1-adf5ad1ab4ae tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.3215766 Nov 09 17:38:51.660045 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-8efd9263-d711-4631-aebe-48c4626beaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.660525 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-8efd9263-d711-4631-aebe-48c4626beaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.660996 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-8efd9263-d711-4631-aebe-48c4626beaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.661580 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-8efd9263-d711-4631-aebe-48c4626beaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.662044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-8efd9263-d711-4631-aebe-48c4626beaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.664761 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-8efd9263-d711-4631-aebe-48c4626beaf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 4363 time: 0.2786651 Nov 09 17:38:51.691291 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device c5863185-f69d-4681-b8ca-3c6de71be81a up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:51.774667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-74e47675-df65-461f-b2bf-b82c2c429f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.775940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-74e47675-df65-461f-b2bf-b82c2c429f16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 1098 time: 0.2395895 Nov 09 17:38:51.793925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port c5863185-f69d-4681-b8ca-3c6de71be81a completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:38:51.803087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port c5863185-f69d-4681-b8ca-3c6de71be81a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:51.803769 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:51.859099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97976e-3f72-4fd8-8494-c65d88709128 req-905f1d4f-0b63-40dd-98d5-6f7cbcb05111 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.865427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97976e-3f72-4fd8-8494-c65d88709128 req-905f1d4f-0b63-40dd-98d5-6f7cbcb05111 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.873335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97976e-3f72-4fd8-8494-c65d88709128 req-905f1d4f-0b63-40dd-98d5-6f7cbcb05111 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.881536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97976e-3f72-4fd8-8494-c65d88709128 req-905f1d4f-0b63-40dd-98d5-6f7cbcb05111 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.890482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97976e-3f72-4fd8-8494-c65d88709128 req-905f1d4f-0b63-40dd-98d5-6f7cbcb05111 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.892397 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0b97976e-3f72-4fd8-8494-c65d88709128 req-905f1d4f-0b63-40dd-98d5-6f7cbcb05111 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 3828 time: 0.2124801 Nov 09 17:38:51.909563 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e93b7e1-ec9e-4c3f-be83-7fabc013b411 req-122bceae-4ac6-4482-84b2-7f1a77d7121a tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133036 Nov 09 17:38:51.963385 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:51.978571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c086c-c1b8-4560-b98e-4a0cdd2a6a09 req-c43c8ec9-0f54-4569-9ba4-d36a7a6e1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.981299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a9c086c-c1b8-4560-b98e-4a0cdd2a6a09 req-c43c8ec9-0f54-4569-9ba4-d36a7a6e1f88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3132067 Nov 09 17:38:51.996396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-aabf7922-43dd-4050-a5e1-b2247efdf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.996862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-aabf7922-43dd-4050-a5e1-b2247efdf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.997315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-aabf7922-43dd-4050-a5e1-b2247efdf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:51.999013 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-aabf7922-43dd-4050-a5e1-b2247efdf40a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3043613 Nov 09 17:38:52.015998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015a5652-17ff-4f35-bc81-4d14c6162614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5863185-f69d-4681-b8ca-3c6de71be81a'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:52.021944 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2982536-613d-4590-ae62-774c55536907" -d '{"events": [{"server_uuid": "015a5652-17ff-4f35-bc81-4d14c6162614", "name": "network-vif-plugged", "status": "completed", "tag": "c5863185-f69d-4681-b8ca-3c6de71be81a"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:52.027517 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:52.057825 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port c5863185-f69d-4681-b8ca-3c6de71be81a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=c5863185-f69d-4681-b8ca-3c6de71be81a,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:52.064823 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:52.200900 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=c5863185-f69d-4681-b8ca-3c6de71be81a,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:52.204537 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0b97976e-3f72-4fd8-8494-c65d88709128 req-7ba25273-00c3-453b-99a9-1c760cdaedfa tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343702 Nov 09 17:38:52.234853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] No DVR routers for this DVR port 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:52.296250 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-f02358c5-cd68-45ed-96b9-ef04be4ccae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:52.298859 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-f02358c5-cd68-45ed-96b9-ef04be4ccae4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.4932230 Nov 09 17:38:52.299634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event deleted for resources: {'Port': ['ID=0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:52.316851 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a9c086c-c1b8-4560-b98e-4a0cdd2a6a09 req-721693c0-6cbf-4240-bd03-458dfa2373be service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861109 Nov 09 17:38:52.391263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:52.418164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:38:52.418545 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0d959fa9-f1f4-41ba-ab3e-1f54c2cd19a5 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:38:52.444755 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-521a07d5-1bdc-4dd0-9a91-15b36af86dbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e75edc1a-4a97-418d-a50e-b46313311cb6 HTTP/1.1" status: 200 len: 217 time: 0.1331112 Nov 09 17:38:52.597371 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:52.781074 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-adff972d-1269-431f-91b2-7219bb583b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:52.782784 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-adff972d-1269-431f-91b2-7219bb583b94 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7733843 Nov 09 17:38:52.785120 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:52.798180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0045f8aa-bdcf-4da8-8211-c159c05d3f15 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:52.819333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25750c-9a8e-49fe-9f91-07ef26335096 req-dba087af-7323-489f-8f2a-4dda5e509f7b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:52.821028 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f25750c-9a8e-49fe-9f91-07ef26335096 req-dba087af-7323-489f-8f2a-4dda5e509f7b tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 945 time: 0.5806656 Nov 09 17:38:52.841424 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:52.863455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b04cf9b-c461-4e87-9c11-a8ee99b1a727']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:52.882137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Transition to ACTIVE for port object 0045f8aa-bdcf-4da8-8211-c159c05d3f15 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:38:52.894676 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a17a5b1-3e9a-48f3-848a-296a6d7d3c86') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:52.895065 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a17a5b1-3e9a-48f3-848a-296a6d7d3c86') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:38:52.899895 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:52.906124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a44800ca-df28-4148-b54f-b64debe45fc4 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:38:52.922739 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:52.949023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-cf8d68c4-bd06-467a-a5f8-65f4b7934078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:52.950636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-cf8d68c4-bd06-467a-a5f8-65f4b7934078 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1731179 Nov 09 17:38:52.952812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a9c086c-c1b8-4560-b98e-4a0cdd2a6a09 req-cee1f8a5-2d99-4641-8339-3a135ce71859 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063476 Nov 09 17:38:52.964764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5353e-ca83-494f-8715-1ec6d0b9a282 req-d7c930a7-32cf-4c57-b96f-917e74f1748a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:52.968306 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:52.972601 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-03a5353e-ca83-494f-8715-1ec6d0b9a282 req-d7c930a7-32cf-4c57-b96f-917e74f1748a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 950 time: 0.5434406 Nov 09 17:38:52.991208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a61eb6-1b3a-4ecf-a3b5-0233fb365fc2 req-a598fb17-0108-40a2-8962-264afca5ce41 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:52.994456 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-10a61eb6-1b3a-4ecf-a3b5-0233fb365fc2 req-a598fb17-0108-40a2-8962-264afca5ce41 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 945 time: 0.1722164 Nov 09 17:38:53.023772 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f25750c-9a8e-49fe-9f91-07ef26335096 req-42e174bd-e51b-4bd9-b86a-cf69b289475c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826777 Nov 09 17:38:53.027658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:38:53.028310 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:38:53.033915 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:38:53.044430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Pushing event updated for resources: {'Port': ['ID=0045f8aa-bdcf-4da8-8211-c159c05d3f15,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:53.096914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-03a5353e-ca83-494f-8715-1ec6d0b9a282 req-7c47fa32-226e-418a-9d8c-5af85c574515 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026959 Nov 09 17:38:53.183999 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a44800ca-df28-4148-b54f-b64debe45fc4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a44800ca-df28-4148-b54f-b64debe45fc4,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:53.208349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'a44800ca-df28-4148-b54f-b64debe45fc4', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'a44800ca-df28-4148-b54f-b64debe45fc4', 'mac_address': 'fa:16:3e:8b:b0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:38:53.213991 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa59ab0-e3a5-462e-b809-ba13bebeaebc x-openstack-request-id: req-9fa59ab0-e3a5-462e-b809-ba13bebeaebc {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:53.214834 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015a5652-17ff-4f35-bc81-4d14c6162614", "name": "network-vif-plugged", "status": "completed", "tag": "c5863185-f69d-4681-b8ca-3c6de71be81a", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:53.215528 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9fa59ab0-e3a5-462e-b809-ba13bebeaebc {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:53.216452 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015a5652-17ff-4f35-bc81-4d14c6162614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5863185-f69d-4681-b8ca-3c6de71be81a', 'code': 200} Nov 09 17:38:53.292760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Attempting to bind port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:38:53.293388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Attempting to bind port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:38:53.293928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Attempting to bind port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 on network b44d330b-3a84-4715-bcb1-9ff335c55bca {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:53.319127 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:53.319514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 on network b44d330b-3a84-4715-bcb1-9ff335c55bca not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:53.320833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Attempting to bind port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 on network b44d330b-3a84-4715-bcb1-9ff335c55bca {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:53.324373 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:53.334707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-37a157f8-fb69-4052-8290-23b3574a93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:53.338133 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:53.338519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-37a157f8-fb69-4052-8290-23b3574a93a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3634562 Nov 09 17:38:53.340489 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a44800ca-df28-4148-b54f-b64debe45fc4 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:53.341048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:53.341647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Checking segment: {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:53.342418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Bound using segment: {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:53.343556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Bound port: 0045f8aa-bdcf-4da8-8211-c159c05d3f15, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:38:53.344452 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:53.345318 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] 10.222.0.81 "DELETE /v2.0/networks/8b04cf9b-c461-4e87-9c11-a8ee99b1a727 HTTP/1.1" status: 204 len: 168 time: 2.5151680 Nov 09 17:38:53.382089 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a44800ca-df28-4148-b54f-b64debe45fc4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a44800ca-df28-4148-b54f-b64debe45fc4,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:53.402095 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:53.419376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71d8e5-2b95-4dd3-bf3f-94ced787515e tempest-FloatingIPNegativeTestJSON-138047515 tempest-FloatingIPNegativeTestJSON-138047515-project] Pushing event deleted for resources: {'Network': ['ID=8b04cf9b-c461-4e87-9c11-a8ee99b1a727,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:53.472314 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e50cb1-0ce6-4740-91c8-129dbf42f48b req-594cfaad-2f94-4c58-81c8-7fadb795f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:53.474866 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-09e50cb1-0ce6-4740-91c8-129dbf42f48b req-594cfaad-2f94-4c58-81c8-7fadb795f032 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 1101 time: 0.1248422 Nov 09 17:38:53.489289 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:53.512618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c4091-5e50-491e-a0ce-a3906e105f89 req-89dc51ae-466b-4470-8929-5792f605a94d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:53.514566 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef1c4091-5e50-491e-a0ce-a3906e105f89 req-89dc51ae-466b-4470-8929-5792f605a94d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 947 time: 0.1677678 Nov 09 17:38:53.518748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-10a61eb6-1b3a-4ecf-a3b5-0233fb365fc2 req-5f7c0a73-3c56-4412-ac85-08a5d7b7de93 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Deleting port 441258f8-ce21-4841-8f30-dedb07890345 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:38:53.519396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-10a61eb6-1b3a-4ecf-a3b5-0233fb365fc2 req-5f7c0a73-3c56-4412-ac85-08a5d7b7de93 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:53.562588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a44800ca-df28-4148-b54f-b64debe45fc4,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:53.660620 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef1c4091-5e50-491e-a0ce-a3906e105f89 req-49e02838-d46f-410c-8037-001b7cda5e56 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371047 Nov 09 17:38:53.666085 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-09e50cb1-0ce6-4740-91c8-129dbf42f48b req-183c082e-a7eb-4491-97a7-7d8565f35333 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727819 Nov 09 17:38:53.709539 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-36ea48b1-4215-47fa-abb9-f629a6094974 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388088 Nov 09 17:38:53.726747 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-10a61eb6-1b3a-4ecf-a3b5-0233fb365fc2 req-5f7c0a73-3c56-4412-ac85-08a5d7b7de93 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] For port 441258f8-ce21-4841-8f30-dedb07890345, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=441258f8-ce21-4841-8f30-dedb07890345,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:53.727253 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-10a61eb6-1b3a-4ecf-a3b5-0233fb365fc2 req-5f7c0a73-3c56-4412-ac85-08a5d7b7de93 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:53.727792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1e04-22d0-4acb-8f6f-50362feed3a3 req-6fbff3e7-89ec-4d91-8b47-4617470b83e0 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:53.735671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a44800ca-df28-4148-b54f-b64debe45fc4'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:53.748563 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-10a61eb6-1b3a-4ecf-a3b5-0233fb365fc2 req-5f7c0a73-3c56-4412-ac85-08a5d7b7de93 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Calling delete_port for 441258f8-ce21-4841-8f30-dedb07890345 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:38:53.751933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-94ac1e04-22d0-4acb-8f6f-50362feed3a3 req-6fbff3e7-89ec-4d91-8b47-4617470b83e0 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.4345968 Nov 09 17:38:53.857951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] For port 0045f8aa-bdcf-4da8-8211-c159c05d3f15, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:53.866493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] For port 0045f8aa-bdcf-4da8-8211-c159c05d3f15, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0045f8aa-bdcf-4da8-8211-c159c05d3f15,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:53.885825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-94ac1e04-22d0-4acb-8f6f-50362feed3a3 req-f34553ff-54b1-44c1-81f1-a7ee114074d9 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330469 Nov 09 17:38:53.891612 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:53.925531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53088) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:53.944664 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77dbe50a-ea46-4cd4-b667-2a2335787aaf req-ee0523b2-7695-4837-be74-967e7b1274a8 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849635 Nov 09 17:38:53.957189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:53.957821 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:53.959515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] 10.222.0.13 "PUT /v2.0/ports/0045f8aa-bdcf-4da8-8211-c159c05d3f15 HTTP/1.1" status: 200 len: 1131 time: 3.2154226 Nov 09 17:38:53.959900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': '0045f8aa-bdcf-4da8-8211-c159c05d3f15'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:53.962927 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8afa606-2ecd-4104-9927-c02d75ea32b1" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "0045f8aa-bdcf-4da8-8211-c159c05d3f15"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:54.007073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Request body: {'port': {'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:54.059748 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bdbd04-cfdd-4adf-8b14-ef8aa4318090 x-openstack-request-id: req-68bdbd04-cfdd-4adf-8b14-ef8aa4318090 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:54.060250 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "0045f8aa-bdcf-4da8-8211-c159c05d3f15", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:54.060766 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68bdbd04-cfdd-4adf-8b14-ef8aa4318090 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:54.061439 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': '0045f8aa-bdcf-4da8-8211-c159c05d3f15', 'status': 'completed', 'code': 200} Nov 09 17:38:54.078337 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f4043-f48c-41d8-8c78-81eea9fe5c85 service neutron] Pushing event updated for resources: {'Port': ['ID=0045f8aa-bdcf-4da8-8211-c159c05d3f15,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:54.123834 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8783d-c2bf-4c7e-8d25-d302458b9d30 req-dac9613c-4d43-4417-9a23-ce3f3080699b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.124255 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:54.137036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8783d-c2bf-4c7e-8d25-d302458b9d30 req-dac9613c-4d43-4417-9a23-ce3f3080699b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.143253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8783d-c2bf-4c7e-8d25-d302458b9d30 req-dac9613c-4d43-4417-9a23-ce3f3080699b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.149994 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8783d-c2bf-4c7e-8d25-d302458b9d30 req-dac9613c-4d43-4417-9a23-ce3f3080699b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.157187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8783d-c2bf-4c7e-8d25-d302458b9d30 req-dac9613c-4d43-4417-9a23-ce3f3080699b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.162494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8783d-c2bf-4c7e-8d25-d302458b9d30 req-dac9613c-4d43-4417-9a23-ce3f3080699b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.164630 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d6b8783d-c2bf-4c7e-8d25-d302458b9d30 req-dac9613c-4d43-4417-9a23-ce3f3080699b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 4601 time: 0.2499301 Nov 09 17:38:54.168821 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-10a61eb6-1b3a-4ecf-a3b5-0233fb365fc2 req-5f7c0a73-3c56-4412-ac85-08a5d7b7de93 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:54.182760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['cebc8247-63f6-4e82-ac04-8725265dd107', 'd06f281b-ffbb-4533-8f8e-800d4845d7cc', '441258f8-ce21-4841-8f30-dedb07890345'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:54.208985 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa606-2ecd-4104-9927-c02d75ea32b1 req-9a3f5016-1660-4cc7-a772-752cdb997c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.209464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa606-2ecd-4104-9927-c02d75ea32b1 req-9a3f5016-1660-4cc7-a772-752cdb997c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.209921 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa606-2ecd-4104-9927-c02d75ea32b1 req-9a3f5016-1660-4cc7-a772-752cdb997c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.211272 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa606-2ecd-4104-9927-c02d75ea32b1 req-9a3f5016-1660-4cc7-a772-752cdb997c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.211718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa606-2ecd-4104-9927-c02d75ea32b1 req-9a3f5016-1660-4cc7-a772-752cdb997c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.212203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa606-2ecd-4104-9927-c02d75ea32b1 req-9a3f5016-1660-4cc7-a772-752cdb997c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.214287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8afa606-2ecd-4104-9927-c02d75ea32b1 req-9a3f5016-1660-4cc7-a772-752cdb997c34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5287 time: 0.1631083 Nov 09 17:38:54.215316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c0a73-3c56-4412-ac85-08a5d7b7de93 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Pushing event deleted for resources: {'Port': ['ID=441258f8-ce21-4841-8f30-dedb07890345,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:54.401139 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a61eb6-1b3a-4ecf-a3b5-0233fb365fc2 req-5f7c0a73-3c56-4412-ac85-08a5d7b7de93 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] No DVR routers for this DVR port 441258f8-ce21-4841-8f30-dedb07890345 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:38:54.410702 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-10a61eb6-1b3a-4ecf-a3b5-0233fb365fc2 req-5f7c0a73-3c56-4412-ac85-08a5d7b7de93 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:54.414707 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-10a61eb6-1b3a-4ecf-a3b5-0233fb365fc2 req-5f7c0a73-3c56-4412-ac85-08a5d7b7de93 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.18 "DELETE /v2.0/ports/441258f8-ce21-4841-8f30-dedb07890345 HTTP/1.1" status: 204 len: 173 time: 1.3892760 Nov 09 17:38:54.425737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3548e3-0007-4a29-9d52-76fc0b6e0a20', 'name': 'network-vif-deleted', 'tag': '441258f8-ce21-4841-8f30-dedb07890345'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:54.428167 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c163b9-b99b-4de6-b026-b84fb5dc627f" -d '{"events": [{"server_uuid": "0b3548e3-0007-4a29-9d52-76fc0b6e0a20", "name": "network-vif-deleted", "tag": "441258f8-ce21-4841-8f30-dedb07890345"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:54.442564 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dc03061c-e66f-474e-a92f-1003046c01d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65a887964ddb4389a4995a77f2e75fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152259 Nov 09 17:38:54.461455 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d6b8783d-c2bf-4c7e-8d25-d302458b9d30 req-67a6eaa7-567e-4be0-a18a-b7e1d51012bf tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2579501 Nov 09 17:38:54.467929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53102) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:54.585519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7972f-2499-4779-a9a6-68fdbfab680f req-48325518-1868-4cfa-bf58-de047b287afc tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.589476 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78d7972f-2499-4779-a9a6-68fdbfab680f req-48325518-1868-4cfa-bf58-de047b287afc tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 950 time: 0.3923721 Nov 09 17:38:54.609129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa606-2ecd-4104-9927-c02d75ea32b1 req-61ac49e7-743c-4aa9-9b10-9d60c4957667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.609593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa606-2ecd-4104-9927-c02d75ea32b1 req-61ac49e7-743c-4aa9-9b10-9d60c4957667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.610053 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa606-2ecd-4104-9927-c02d75ea32b1 req-61ac49e7-743c-4aa9-9b10-9d60c4957667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.611871 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8afa606-2ecd-4104-9927-c02d75ea32b1 req-61ac49e7-743c-4aa9-9b10-9d60c4957667 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3761835 Nov 09 17:38:54.623972 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-408a5e07-47a3-4072-a151-1ec440af0b30 req-a8c4796f-8215-44e0-a4c2-378c788f8e16 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 210 time: 0.0694866 Nov 09 17:38:54.722850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78d7972f-2499-4779-a9a6-68fdbfab680f req-f405d063-31fe-44db-81c0-40417c7fa828 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245437 Nov 09 17:38:54.781468 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1abcf90a-9e4b-493c-a5bd-7457beb12ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:54.831062 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bfdf7d-aa55-40a1-966a-fac7a1f83ee1 x-openstack-request-id: req-79bfdf7d-aa55-40a1-966a-fac7a1f83ee1 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:54.831506 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3548e3-0007-4a29-9d52-76fc0b6e0a20", "name": "network-vif-deleted", "tag": "441258f8-ce21-4841-8f30-dedb07890345", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:54.831910 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79bfdf7d-aa55-40a1-966a-fac7a1f83ee1 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:54.832536 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3548e3-0007-4a29-9d52-76fc0b6e0a20', 'name': 'network-vif-deleted', 'tag': '441258f8-ce21-4841-8f30-dedb07890345', 'status': 'completed', 'code': 200} Nov 09 17:38:54.880636 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1abcf90a-9e4b-493c-a5bd-7457beb12ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:54.898894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbce6a8-d6be-4652-adb4-edc568ed2e15 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:54.918176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:38:54.921192 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a44800ca-df28-4148-b54f-b64debe45fc4 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:54.922320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:54.958480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa606-2ecd-4104-9927-c02d75ea32b1 req-146ded36-91be-4efd-9833-5d37d9661a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:54.961407 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8afa606-2ecd-4104-9927-c02d75ea32b1 req-146ded36-91be-4efd-9833-5d37d9661a9d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3361108 Nov 09 17:38:55.019889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Transition to ACTIVE for port object 0cbce6a8-d6be-4652-adb4-edc568ed2e15 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:38:55.033169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1abcf90a-9e4b-493c-a5bd-7457beb12ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:55.038837 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1abcf90a-9e4b-493c-a5bd-7457beb12ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:55.041402 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1abcf90a-9e4b-493c-a5bd-7457beb12ad9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a453259e-1a13-4d94-8a67-00548ef4d2ef HTTP/1.1" status: 204 len: 168 time: 0.5697196 Nov 09 17:38:55.057932 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:55.063002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcf90a-9e4b-493c-a5bd-7457beb12ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a453259e-1a13-4d94-8a67-00548ef4d2ef,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:55.125905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574627a-d2f6-4445-89f7-820e9c3dbc6b req-ccfeed5d-fb04-4293-8b36-455a9dd3c84c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:55.135371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3574627a-d2f6-4445-89f7-820e9c3dbc6b req-ccfeed5d-fb04-4293-8b36-455a9dd3c84c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 947 time: 0.1843114 Nov 09 17:38:55.201115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Pushing event updated for resources: {'Port': ['ID=0cbce6a8-d6be-4652-adb4-edc568ed2e15,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:55.212008 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e43d7-b86b-454e-99f4-0b88fa2a5506 req-9fc891e6-073f-454d-90d2-aa1a1b10c183 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:55.222461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-008e43d7-b86b-454e-99f4-0b88fa2a5506 req-9fc891e6-073f-454d-90d2-aa1a1b10c183 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.1354833 Nov 09 17:38:55.251384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port a44800ca-df28-4148-b54f-b64debe45fc4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:55.252009 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:55.317744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=24e8adb3-51f1-4007-aa87-c22c09fbd4c1,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:55.333614 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-008e43d7-b86b-454e-99f4-0b88fa2a5506 req-eca37b12-6c91-4e15-af72-66dd0166bfd6 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093898 Nov 09 17:38:55.339607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3574627a-d2f6-4445-89f7-820e9c3dbc6b req-7af6fe74-b467-439a-8d22-93a79371cb1a tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027633 Nov 09 17:38:55.346879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '24e8adb3-51f1-4007-aa87-c22c09fbd4c1', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '24e8adb3-51f1-4007-aa87-c22c09fbd4c1', 'mac_address': 'fa:16:3e:d9:32:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:38:55.398479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Attempting to bind port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:38:55.399055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Attempting to bind port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:38:55.399826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Attempting to bind port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 on network b44d330b-3a84-4715-bcb1-9ff335c55bca {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:55.410599 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:55.415728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 on network b44d330b-3a84-4715-bcb1-9ff335c55bca not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:55.416198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Attempting to bind port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 on network b44d330b-3a84-4715-bcb1-9ff335c55bca {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:55.428825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:55.429073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Checking segment: {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:55.430228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Bound using segment: {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:55.430969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Bound port: 0cbce6a8-d6be-4652-adb4-edc568ed2e15, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:38:55.431400 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:55.462552 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:55.525829 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:55.546375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] For port 0cbce6a8-d6be-4652-adb4-edc568ed2e15, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:55.554179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] For port 0cbce6a8-d6be-4652-adb4-edc568ed2e15, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0cbce6a8-d6be-4652-adb4-edc568ed2e15,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:55.572357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:55.576962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=24e8adb3-51f1-4007-aa87-c22c09fbd4c1,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:55.590649 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:55.651788 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:55.652665 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:55.654028 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] 10.222.0.13 "PUT /v2.0/ports/0cbce6a8-d6be-4652-adb4-edc568ed2e15 HTTP/1.1" status: 200 len: 1130 time: 1.6564221 Nov 09 17:38:55.671814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce516aac-0576-4d4e-a1df-7a175c167c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44800ca-df28-4148-b54f-b64debe45fc4'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:55.674551 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb77e3a-57e9-494e-889f-50da18d832fa" -d '{"events": [{"server_uuid": "ce516aac-0576-4d4e-a1df-7a175c167c79", "name": "network-vif-plugged", "status": "completed", "tag": "a44800ca-df28-4148-b54f-b64debe45fc4"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:55.701488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a44800ca-df28-4148-b54f-b64debe45fc4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a44800ca-df28-4148-b54f-b64debe45fc4,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:55.718380 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:55.724058 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Request body: {'port': {'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:55.734153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=24e8adb3-51f1-4007-aa87-c22c09fbd4c1,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:55.810012 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a44800ca-df28-4148-b54f-b64debe45fc4,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:55.834435 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845965e-5f6a-45b2-9291-7bfb5131c22c service neutron] Pushing event updated for resources: {'Port': ['ID=0cbce6a8-d6be-4652-adb4-edc568ed2e15,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:55.844221 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:55.889705 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f518cbd3-3ee9-4242-a06d-31335f194931 req-4abe9be3-5bc2-4a0d-9d59-cc3805c861c8 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 210 time: 0.0683424 Nov 09 17:38:55.968722 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34931a45-3489-44da-83c2-be776ffc614b x-openstack-request-id: req-34931a45-3489-44da-83c2-be776ffc614b {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:55.969264 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce516aac-0576-4d4e-a1df-7a175c167c79", "name": "network-vif-plugged", "status": "completed", "tag": "a44800ca-df28-4148-b54f-b64debe45fc4", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:55.969264 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34931a45-3489-44da-83c2-be776ffc614b {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:55.969706 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce516aac-0576-4d4e-a1df-7a175c167c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44800ca-df28-4148-b54f-b64debe45fc4', 'code': 200} Nov 09 17:38:56.049887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1398e-0d49-4ecf-b2f5-d1047e715ce7 req-75d96869-776a-4108-8779-98b25adc025e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.063682 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1398e-0d49-4ecf-b2f5-d1047e715ce7 req-75d96869-776a-4108-8779-98b25adc025e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.071129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1398e-0d49-4ecf-b2f5-d1047e715ce7 req-75d96869-776a-4108-8779-98b25adc025e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.077803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1398e-0d49-4ecf-b2f5-d1047e715ce7 req-75d96869-776a-4108-8779-98b25adc025e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.084913 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1398e-0d49-4ecf-b2f5-d1047e715ce7 req-75d96869-776a-4108-8779-98b25adc025e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.095315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1398e-0d49-4ecf-b2f5-d1047e715ce7 req-75d96869-776a-4108-8779-98b25adc025e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.104075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1398e-0d49-4ecf-b2f5-d1047e715ce7 req-75d96869-776a-4108-8779-98b25adc025e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.106439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-beb1398e-0d49-4ecf-b2f5-d1047e715ce7 req-75d96869-776a-4108-8779-98b25adc025e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5373 time: 0.4898152 Nov 09 17:38:56.114476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': '0cbce6a8-d6be-4652-adb4-edc568ed2e15'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:56.117084 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8fc293-6921-4b14-8787-430781f5d19a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "0cbce6a8-d6be-4652-adb4-edc568ed2e15"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:56.192728 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-beb1398e-0d49-4ecf-b2f5-d1047e715ce7 req-1c105d7a-a8b2-4fd2-a551-cac086fd3860 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716224 Nov 09 17:38:56.248230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67829d43-77c4-4d1d-8d89-768c12518f1e req-d7dbcf7b-617e-452a-adde-9bc1bbf0acca tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.256565 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-67829d43-77c4-4d1d-8d89-768c12518f1e req-d7dbcf7b-617e-452a-adde-9bc1bbf0acca tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 950 time: 0.0831499 Nov 09 17:38:56.340239 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-67829d43-77c4-4d1d-8d89-768c12518f1e req-b32e5c20-b705-45aa-841b-b522a937a218 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813854 Nov 09 17:38:56.342781 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['24e8adb3-51f1-4007-aa87-c22c09fbd4c1'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:56.574373 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc79ef-bb81-4f0c-978e-cbc77257b70f req-84128816-8355-4566-a9b9-4fae2a5e8631 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.580244 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfc79ef-bb81-4f0c-978e-cbc77257b70f req-84128816-8355-4566-a9b9-4fae2a5e8631 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 949 time: 0.0845878 Nov 09 17:38:56.594552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f7f7c7-31d9-4cad-824b-f8083ab05983 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:56.617881 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:56.648399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Transition to ACTIVE for port object 98f7f7c7-31d9-4cad-824b-f8083ab05983 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:38:56.656633 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:56.707941 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfc79ef-bb81-4f0c-978e-cbc77257b70f req-4c7861e7-b047-49c4-b2de-94a5c8dbeb3c tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156652 Nov 09 17:38:56.718632 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb2ac4a-e066-4ccd-9953-86b4b3da6bd9 x-openstack-request-id: req-5fb2ac4a-e066-4ccd-9953-86b4b3da6bd9 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:56.719542 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "0cbce6a8-d6be-4652-adb4-edc568ed2e15", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:56.719542 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5fb2ac4a-e066-4ccd-9953-86b4b3da6bd9 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:56.719786 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': '0cbce6a8-d6be-4652-adb4-edc568ed2e15', 'status': 'completed', 'code': 200} Nov 09 17:38:56.757224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Pushing event updated for resources: {'Port': ['ID=98f7f7c7-31d9-4cad-824b-f8083ab05983,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:56.807674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53166) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:38:56.836391 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fc293-6921-4b14-8787-430781f5d19a req-06fa7b45-d0f1-492b-8273-2e0b9a51473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.836999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fc293-6921-4b14-8787-430781f5d19a req-06fa7b45-d0f1-492b-8273-2e0b9a51473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.837478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fc293-6921-4b14-8787-430781f5d19a req-06fa7b45-d0f1-492b-8273-2e0b9a51473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.837949 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fc293-6921-4b14-8787-430781f5d19a req-06fa7b45-d0f1-492b-8273-2e0b9a51473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.838419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fc293-6921-4b14-8787-430781f5d19a req-06fa7b45-d0f1-492b-8273-2e0b9a51473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.838887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fc293-6921-4b14-8787-430781f5d19a req-06fa7b45-d0f1-492b-8273-2e0b9a51473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.839389 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fc293-6921-4b14-8787-430781f5d19a req-06fa7b45-d0f1-492b-8273-2e0b9a51473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:56.841636 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f8fc293-6921-4b14-8787-430781f5d19a req-06fa7b45-d0f1-492b-8273-2e0b9a51473c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 6235 time: 0.1285644 Nov 09 17:38:56.940734 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e75edc1a-4a97-418d-a50e-b46313311cb6 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:38:56.946835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 441258f8-ce21-4841-8f30-dedb07890345 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:38:56.955022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Attempting to bind port 98f7f7c7-31d9-4cad-824b-f8083ab05983 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:38:56.955819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Attempting to bind port 98f7f7c7-31d9-4cad-824b-f8083ab05983 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:38:56.956255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Attempting to bind port 98f7f7c7-31d9-4cad-824b-f8083ab05983 on network b44d330b-3a84-4715-bcb1-9ff335c55bca {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:56.973462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Port 98f7f7c7-31d9-4cad-824b-f8083ab05983 on network b44d330b-3a84-4715-bcb1-9ff335c55bca not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:56.973919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Attempting to bind port 98f7f7c7-31d9-4cad-824b-f8083ab05983 on network b44d330b-3a84-4715-bcb1-9ff335c55bca {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:56.988959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 441258f8-ce21-4841-8f30-dedb07890345 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:38:56.990346 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 441258f8-ce21-4841-8f30-dedb07890345 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:38:57.010785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b63ba-5503-4811-b3ba-719ce797acea req-3da7c174-f999-405c-8218-714c6d6a5ba3 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.018748 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-958b63ba-5503-4811-b3ba-719ce797acea req-3da7c174-f999-405c-8218-714c6d6a5ba3 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 947 time: 0.1842861 Nov 09 17:38:57.021581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:57.021916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Checking segment: {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:57.022303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Bound using segment: {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:57.022747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Bound port: 98f7f7c7-31d9-4cad-824b-f8083ab05983, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:38:57.023830 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:57.072338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1970613005'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:57.118625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd76eb-5dce-4d67-86c0-90dd0b1b9839 req-eac5b4ea-f9ea-4966-8cba-9e3e946c65e3 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.121426 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dffd76eb-5dce-4d67-86c0-90dd0b1b9839 req-eac5b4ea-f9ea-4966-8cba-9e3e946c65e3 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.2526610 Nov 09 17:38:57.122564 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-958b63ba-5503-4811-b3ba-719ce797acea req-651792f7-dcd7-4e5b-b3e5-861890fd0bfa tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029263 Nov 09 17:38:57.141482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e75edc1a-4a97-418d-a50e-b46313311cb6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e75edc1a-4a97-418d-a50e-b46313311cb6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:57.163511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'e75edc1a-4a97-418d-a50e-b46313311cb6', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'e75edc1a-4a97-418d-a50e-b46313311cb6', 'mac_address': 'fa:16:3e:3b:ce:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:38:57.172339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] For port 98f7f7c7-31d9-4cad-824b-f8083ab05983, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:57.176555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] For port 98f7f7c7-31d9-4cad-824b-f8083ab05983, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=98f7f7c7-31d9-4cad-824b-f8083ab05983,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:57.184106 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:57.231775 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:57.241122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.242023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:57.243720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] 10.222.0.13 "PUT /v2.0/ports/98f7f7c7-31d9-4cad-824b-f8083ab05983 HTTP/1.1" status: 200 len: 1091 time: 1.5347183 Nov 09 17:38:57.250784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75edc1a-4a97-418d-a50e-b46313311cb6 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:57.278480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e75edc1a-4a97-418d-a50e-b46313311cb6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e75edc1a-4a97-418d-a50e-b46313311cb6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:57.287996 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:57.293064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Request body: {'port': {'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:57.320023 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dffd76eb-5dce-4d67-86c0-90dd0b1b9839 req-9ec5439f-c5d4-4524-97a6-3488a8ef4c51 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850019 Nov 09 17:38:57.336480 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e3ff46f0-3bfd-4194-92cd-f6c76cc52831 req-c41b9a5c-8e29-468f-8e41-42a94a0b78e2 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 210 time: 0.0801158 Nov 09 17:38:57.337799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:38:57.345118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:57.393727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ea09c-522a-4e17-bb74-3f1656bc274e service neutron] Pushing event updated for resources: {'Port': ['ID=98f7f7c7-31d9-4cad-824b-f8083ab05983,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:57.433023 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:57.434546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=e75edc1a-4a97-418d-a50e-b46313311cb6,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:57.482508 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fc293-6921-4b14-8787-430781f5d19a req-38530714-10dc-4856-bd31-5fbb5d9d5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.483415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fc293-6921-4b14-8787-430781f5d19a req-38530714-10dc-4856-bd31-5fbb5d9d5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.484134 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fc293-6921-4b14-8787-430781f5d19a req-38530714-10dc-4856-bd31-5fbb5d9d5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.486151 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f8fc293-6921-4b14-8787-430781f5d19a req-38530714-10dc-4856-bd31-5fbb5d9d5086 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6334152 Nov 09 17:38:57.594114 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:57.680084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365ab17-bf61-4f18-8a2d-9809cd6794b3 req-94adad2b-0dcd-4e31-881b-7fc8e9990d3c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.686563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365ab17-bf61-4f18-8a2d-9809cd6794b3 req-94adad2b-0dcd-4e31-881b-7fc8e9990d3c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.692693 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365ab17-bf61-4f18-8a2d-9809cd6794b3 req-94adad2b-0dcd-4e31-881b-7fc8e9990d3c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.699606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365ab17-bf61-4f18-8a2d-9809cd6794b3 req-94adad2b-0dcd-4e31-881b-7fc8e9990d3c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.705631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365ab17-bf61-4f18-8a2d-9809cd6794b3 req-94adad2b-0dcd-4e31-881b-7fc8e9990d3c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.712469 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365ab17-bf61-4f18-8a2d-9809cd6794b3 req-94adad2b-0dcd-4e31-881b-7fc8e9990d3c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.718678 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365ab17-bf61-4f18-8a2d-9809cd6794b3 req-94adad2b-0dcd-4e31-881b-7fc8e9990d3c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.720692 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f365ab17-bf61-4f18-8a2d-9809cd6794b3 req-94adad2b-0dcd-4e31-881b-7fc8e9990d3c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5385 time: 0.2380688 Nov 09 17:38:57.755471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:57.768031 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:57.832023 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:38:57.851063 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['e75edc1a-4a97-418d-a50e-b46313311cb6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:38:57.859763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d71506-a054-4690-a860-beae4bc10a63,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:57.872224 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:57.872762 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Added segment fb4cc659-f240-4db1-aabd-06cdce00c14b of type vlan for network c3680c49-da03-4210-bc88-724861c4af3c Nov 09 17:38:57.888094 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fc293-6921-4b14-8787-430781f5d19a req-4f739831-de46-4d69-a904-e398369c0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:57.890067 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f8fc293-6921-4b14-8787-430781f5d19a req-4f739831-de46-4d69-a904-e398369c0ff2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2487097 Nov 09 17:38:57.931858 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f365ab17-bf61-4f18-8a2d-9809cd6794b3 req-5bea7fc6-9e25-4e2f-9793-f5c737e54535 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2018898 Nov 09 17:38:58.015822 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:58.029288 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de56ec-a7da-40ad-9958-19977f6c3d64 req-123d09ca-5770-4518-98ce-d3d2b51e6a22 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:58.031090 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e3de56ec-a7da-40ad-9958-19977f6c3d64 req-123d09ca-5770-4518-98ce-d3d2b51e6a22 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 949 time: 0.1398802 Nov 09 17:38:58.058554 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:58.064898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:58.065588 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:58.171476 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3499682 Nov 09 17:38:58.197662 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e3de56ec-a7da-40ad-9958-19977f6c3d64 req-5309f5ba-6513-43ad-8942-d7a3ee68674a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471689 Nov 09 17:38:58.203428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776085e-4d21-4183-a4e8-17a7afad380f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Network': ['ID=c3680c49-da03-4210-bc88-724861c4af3c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:58.216587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bce44f3-38c4-4235-83b4-c92c7709b9ed {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:38:58.230914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network c3680c49-da03-4210-bc88-724861c4af3c details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:38:58.237780 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:58.285844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Transition to ACTIVE for port object 7bce44f3-38c4-4235-83b4-c92c7709b9ed will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:38:58.299257 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:58.551599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Pushing event updated for resources: {'Port': ['ID=7bce44f3-38c4-4235-83b4-c92c7709b9ed,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:58.566832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9f72d-77a5-4470-8d66-d3bdfbea904e req-bb380be3-17a3-4d08-b28c-4d035235f47a tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:58.579205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45e9f72d-77a5-4470-8d66-d3bdfbea904e req-bb380be3-17a3-4d08-b28c-4d035235f47a tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 948 time: 0.2972298 Nov 09 17:38:58.610862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2e7a2-f9f7-4ed6-b4e1-0fb4de865352 req-d11f3418-2190-4e2d-bae7-9164fa2618c9 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:58.630739 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b3f2e7a2-f9f7-4ed6-b4e1-0fb4de865352 req-d11f3418-2190-4e2d-bae7-9164fa2618c9 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.1973829 Nov 09 17:38:58.780010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': '98f7f7c7-31d9-4cad-824b-f8083ab05983'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:58.807052 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53d4b7c-db47-4860-bc9b-525d44819c88" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "98f7f7c7-31d9-4cad-824b-f8083ab05983"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:58.814923 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b3f2e7a2-f9f7-4ed6-b4e1-0fb4de865352 req-4c5fbde8-18a7-4107-b520-e14d20bfc2ee tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822119 Nov 09 17:38:58.918169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Attempting to bind port 7bce44f3-38c4-4235-83b4-c92c7709b9ed on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:38:58.918504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Attempting to bind port 7bce44f3-38c4-4235-83b4-c92c7709b9ed by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:38:58.918776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Attempting to bind port 7bce44f3-38c4-4235-83b4-c92c7709b9ed on network b44d330b-3a84-4715-bcb1-9ff335c55bca {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:58.936404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Port 7bce44f3-38c4-4235-83b4-c92c7709b9ed on network b44d330b-3a84-4715-bcb1-9ff335c55bca not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:38:58.936776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Attempting to bind port 7bce44f3-38c4-4235-83b4-c92c7709b9ed on network b44d330b-3a84-4715-bcb1-9ff335c55bca {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:38:58.941735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45e9f72d-77a5-4470-8d66-d3bdfbea904e req-378532ca-19e3-4574-87bd-0fbe85c27c16 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607326 Nov 09 17:38:58.956099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:38:58.964547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:38:58.964904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Checking segment: {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:38:58.965265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Bound using segment: {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:38:58.965713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Bound port: 7bce44f3-38c4-4235-83b4-c92c7709b9ed, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944dda84-9701-4770-ac5b-9786765f920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:38:58.966076 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:59.232448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:38:59.236775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:38:59.237155 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:59.284866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] For port 7bce44f3-38c4-4235-83b4-c92c7709b9ed, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:38:59.295584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] For port 7bce44f3-38c4-4235-83b4-c92c7709b9ed, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7bce44f3-38c4-4235-83b4-c92c7709b9ed,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:38:59.312352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:59.316761 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-21632e04-1de9-4090-903a-0635b922d366 req-0ebdd3e1-f79f-40b5-a81a-90eadf63ffc4 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 210 time: 0.1296358 Nov 09 17:38:59.456964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:38:59.457442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:59.463161 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] 10.222.0.13 "PUT /v2.0/ports/7bce44f3-38c4-4235-83b4-c92c7709b9ed HTTP/1.1" status: 200 len: 1091 time: 2.1853628 Nov 09 17:38:59.528144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Request body: {'port': {'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:38:59.554893 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9abb7f-7527-4487-acf5-3fa26d1a9563 x-openstack-request-id: req-2a9abb7f-7527-4487-acf5-3fa26d1a9563 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:38:59.557662 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "98f7f7c7-31d9-4cad-824b-f8083ab05983", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:38:59.558051 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a9abb7f-7527-4487-acf5-3fa26d1a9563 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:38:59.558712 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': '98f7f7c7-31d9-4cad-824b-f8083ab05983', 'status': 'completed', 'code': 200} Nov 09 17:38:59.699704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4c051-47ac-43fa-9ef0-6cb85925ae38 service neutron] Pushing event updated for resources: {'Port': ['ID=7bce44f3-38c4-4235-83b4-c92c7709b9ed,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:38:59.786383 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:38:59.860832 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7daba49-af43-4b03-ad27-09a0149db2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e8adb3-51f1-4007-aa87-c22c09fbd4c1'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:38:59.869459 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d272632e-973f-49ae-b6d7-54d62bc0d722" -d '{"events": [{"server_uuid": "b7daba49-af43-4b03-ad27-09a0149db2fb", "name": "network-vif-plugged", "status": "completed", "tag": "24e8adb3-51f1-4007-aa87-c22c09fbd4c1"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:38:59.916638 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=24e8adb3-51f1-4007-aa87-c22c09fbd4c1,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:38:59.925718 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:00.034661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=24e8adb3-51f1-4007-aa87-c22c09fbd4c1,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:00.075287 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2528f-4a2a-45f1-b6dd-d1bec64b8b79 req-a5c2767f-5808-41bc-8233-b375481fa409 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.099140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2528f-4a2a-45f1-b6dd-d1bec64b8b79 req-a5c2767f-5808-41bc-8233-b375481fa409 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.113308 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:00.124694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2528f-4a2a-45f1-b6dd-d1bec64b8b79 req-a5c2767f-5808-41bc-8233-b375481fa409 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.145854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2528f-4a2a-45f1-b6dd-d1bec64b8b79 req-a5c2767f-5808-41bc-8233-b375481fa409 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.162990 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2528f-4a2a-45f1-b6dd-d1bec64b8b79 req-a5c2767f-5808-41bc-8233-b375481fa409 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.177674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2528f-4a2a-45f1-b6dd-d1bec64b8b79 req-a5c2767f-5808-41bc-8233-b375481fa409 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.196749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2528f-4a2a-45f1-b6dd-d1bec64b8b79 req-a5c2767f-5808-41bc-8233-b375481fa409 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.208980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77d2528f-4a2a-45f1-b6dd-d1bec64b8b79 req-a5c2767f-5808-41bc-8233-b375481fa409 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5397 time: 0.5129125 Nov 09 17:39:00.237629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-e9d6b299-846c-4840-bf66-e6688c19f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.242391 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-e9d6b299-846c-4840-bf66-e6688c19f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.242836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcba311-fcd4-4e38-bdce-9e55b621cc32 req-db890576-0479-4b5f-a684-2762f91a2e20 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.243137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-e9d6b299-846c-4840-bf66-e6688c19f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.243677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-e9d6b299-846c-4840-bf66-e6688c19f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.244887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-e9d6b299-846c-4840-bf66-e6688c19f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.245558 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-e9d6b299-846c-4840-bf66-e6688c19f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.246074 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-e9d6b299-846c-4840-bf66-e6688c19f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.253007 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dfcba311-fcd4-4e38-bdce-9e55b621cc32 req-db890576-0479-4b5f-a684-2762f91a2e20 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 949 time: 0.4766123 Nov 09 17:39:00.258093 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-e9d6b299-846c-4840-bf66-e6688c19f1d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 6344 time: 0.7220805 Nov 09 17:39:00.443240 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77d2528f-4a2a-45f1-b6dd-d1bec64b8b79 req-7a22c152-ef0f-4c03-81c3-e5fbdb05acbc tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2329957 Nov 09 17:39:00.615119 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-0b48be6d-0acf-40a0-83dd-2e22d28ea0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.615899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-0b48be6d-0acf-40a0-83dd-2e22d28ea0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.617485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-0b48be6d-0acf-40a0-83dd-2e22d28ea0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:00.619425 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-0b48be6d-0acf-40a0-83dd-2e22d28ea0d7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3463047 Nov 09 17:39:00.638572 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a676a9b-4604-4de9-9ab2-085700fc118c x-openstack-request-id: req-1a676a9b-4604-4de9-9ab2-085700fc118c {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:00.639123 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7daba49-af43-4b03-ad27-09a0149db2fb", "name": "network-vif-plugged", "status": "completed", "tag": "24e8adb3-51f1-4007-aa87-c22c09fbd4c1", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:00.639480 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a676a9b-4604-4de9-9ab2-085700fc118c {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:00.640133 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7daba49-af43-4b03-ad27-09a0149db2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e8adb3-51f1-4007-aa87-c22c09fbd4c1', 'code': 200} Nov 09 17:39:00.933976 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dfcba311-fcd4-4e38-bdce-9e55b621cc32 req-b286b5f1-8b0f-4803-bcb2-bed7b256221f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6785462 Nov 09 17:39:00.967476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e75edc1a-4a97-418d-a50e-b46313311cb6 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:01.010582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d6ee3-3301-4965-9df8-3ef62a21cd54 req-008abb45-4043-4e3e-ac24-59b18f34310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:01.014162 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-181d6ee3-3301-4965-9df8-3ef62a21cd54 req-008abb45-4043-4e3e-ac24-59b18f34310f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 1101 time: 0.2651386 Nov 09 17:39:01.192583 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-f0261954-11e9-46e2-b9ed-e5e22c1819f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:01.200124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port e75edc1a-4a97-418d-a50e-b46313311cb6 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:01.201316 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d53d4b7c-db47-4860-bc9b-525d44819c88 req-f0261954-11e9-46e2-b9ed-e5e22c1819f4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5734918 Nov 09 17:39:01.209603 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-181d6ee3-3301-4965-9df8-3ef62a21cd54 req-253e4794-6fda-4dca-91c2-977980a3f34e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810009 Nov 09 17:39:01.214090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port e75edc1a-4a97-418d-a50e-b46313311cb6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:01.216883 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:01.284963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcb269-d73d-469e-a08b-eaf9e986706f req-abb7ee15-f964-4d9c-b215-4cfcea67b7c4 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:01.294276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12bcf792-8eeb-4484-8b42-c147958f64df {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:01.298764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-28dcb269-d73d-469e-a08b-eaf9e986706f req-abb7ee15-f964-4d9c-b215-4cfcea67b7c4 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.2135403 Nov 09 17:39:01.313567 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:01.338544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Transition to ACTIVE for port object 12bcf792-8eeb-4484-8b42-c147958f64df will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:39:01.350364 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:01.410929 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-28dcb269-d73d-469e-a08b-eaf9e986706f req-eff99f80-b5ae-45fb-b607-6ea41fb367ef tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017201 Nov 09 17:39:01.510773 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:01.658887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e75edc1a-4a97-418d-a50e-b46313311cb6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e75edc1a-4a97-418d-a50e-b46313311cb6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:01.670299 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:01.706530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': '7bce44f3-38c4-4235-83b4-c92c7709b9ed'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:01.726274 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6990f4be-b589-4bf9-8ad7-4ba49d298e61" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "7bce44f3-38c4-4235-83b4-c92c7709b9ed"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:01.735694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Pushing event updated for resources: {'Port': ['ID=12bcf792-8eeb-4484-8b42-c147958f64df,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:01.823748 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=e75edc1a-4a97-418d-a50e-b46313311cb6,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:01.884635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6f49d-5d59-44b3-9607-cbfe1efb8e3a req-db2e7a7b-1904-4759-b9cc-d479e217498c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:01.896133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e6e6f49d-5d59-44b3-9607-cbfe1efb8e3a req-db2e7a7b-1904-4759-b9cc-d479e217498c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 948 time: 0.5541453 Nov 09 17:39:01.933072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ef764b6-2064-45d4-b16a-40d508158c75 req-cac91518-aab0-4cfb-8345-dd0e233ab881 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b3548e3-0007-4a29-9d52-76fc0b6e0a20 HTTP/1.1" status: 200 len: 210 time: 0.0812085 Nov 09 17:39:02.015606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53260) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:02.020890 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c588165d-cd3a-4acf-9a40-698dc1efe2f1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'subnet': {'network_id': 'c3680c49-da03-4210-bc88-724861c4af3c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:02.024021 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e6e6f49d-5d59-44b3-9607-cbfe1efb8e3a req-17566f81-2725-48d4-8b63-09907eaf9b4b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263769 Nov 09 17:39:02.065825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Attempting to bind port 12bcf792-8eeb-4484-8b42-c147958f64df on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:39:02.070048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Attempting to bind port 12bcf792-8eeb-4484-8b42-c147958f64df by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '2fd68c1d-041e-45a8-a720-774bde04d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:39:02.070475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Attempting to bind port 12bcf792-8eeb-4484-8b42-c147958f64df on network ab315546-1c38-4962-b0c6-63c0cb9e1712 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:02.085935 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078e7632-ed04-48d2-9a36-e59f07de0a5d x-openstack-request-id: req-078e7632-ed04-48d2-9a36-e59f07de0a5d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:02.086327 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "7bce44f3-38c4-4235-83b4-c92c7709b9ed", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:02.091560 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-078e7632-ed04-48d2-9a36-e59f07de0a5d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:02.092089 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': '7bce44f3-38c4-4235-83b4-c92c7709b9ed', 'status': 'completed', 'code': 200} Nov 09 17:39:02.099755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Port 12bcf792-8eeb-4484-8b42-c147958f64df on network ab315546-1c38-4962-b0c6-63c0cb9e1712 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:39:02.100070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Attempting to bind port 12bcf792-8eeb-4484-8b42-c147958f64df on network ab315546-1c38-4962-b0c6-63c0cb9e1712 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:02.116123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:02.116992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Checking segment: {'id': '2fd68c1d-041e-45a8-a720-774bde04d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:02.117237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Bound using segment: {'id': '2fd68c1d-041e-45a8-a720-774bde04d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:02.117888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Bound port: 12bcf792-8eeb-4484-8b42-c147958f64df, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd68c1d-041e-45a8-a720-774bde04d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:39:02.118337 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:02.347809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc9797-37fc-4553-be22-9ecd6403a0d7 req-6d80f1a0-656d-468e-aa9b-c1d8cca93dcc tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.350794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8dc9797-37fc-4553-be22-9ecd6403a0d7 req-6d80f1a0-656d-468e-aa9b-c1d8cca93dcc tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 950 time: 0.1373129 Nov 09 17:39:02.356168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] For port 12bcf792-8eeb-4484-8b42-c147958f64df, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:02.367278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] For port 12bcf792-8eeb-4484-8b42-c147958f64df, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=12bcf792-8eeb-4484-8b42-c147958f64df,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:02.392996 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:02.459030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.459700 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:02.461758 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] 10.222.0.13 "PUT /v2.0/ports/12bcf792-8eeb-4484-8b42-c147958f64df HTTP/1.1" status: 200 len: 1091 time: 2.9631550 Nov 09 17:39:02.483782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8dc9797-37fc-4553-be22-9ecd6403a0d7 req-2fb21056-795e-4945-8a5e-ad5abf664b34 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222517 Nov 09 17:39:02.528540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Request body: {'port': {'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:02.641354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92509890-ed10-4860-a037-da5428118f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75edc1a-4a97-418d-a50e-b46313311cb6'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:02.644640 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3491945d-5935-45a4-afa7-89d1568c37f9" -d '{"events": [{"server_uuid": "92509890-ed10-4860-a037-da5428118f92", "name": "network-vif-plugged", "status": "completed", "tag": "e75edc1a-4a97-418d-a50e-b46313311cb6"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:02.658342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426d5e5-18b0-4a2c-9da4-b0335bc2feeb service neutron] Pushing event updated for resources: {'Port': ['ID=12bcf792-8eeb-4484-8b42-c147958f64df,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:02.750854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd518d76-bffa-447f-afa0-04eafdc906bc req-d22cea79-9241-4622-8f2c-e927f72b949f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.764825 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd518d76-bffa-447f-afa0-04eafdc906bc req-d22cea79-9241-4622-8f2c-e927f72b949f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.769151 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:02.792285 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd518d76-bffa-447f-afa0-04eafdc906bc req-d22cea79-9241-4622-8f2c-e927f72b949f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.802741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd518d76-bffa-447f-afa0-04eafdc906bc req-d22cea79-9241-4622-8f2c-e927f72b949f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.809813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd518d76-bffa-447f-afa0-04eafdc906bc req-d22cea79-9241-4622-8f2c-e927f72b949f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.819103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd518d76-bffa-447f-afa0-04eafdc906bc req-d22cea79-9241-4622-8f2c-e927f72b949f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.821675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e444de-103a-4d01-a515-31c441c2b97d req-967eba47-05d8-4a1c-8819-abc56db2a452 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.826073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd518d76-bffa-447f-afa0-04eafdc906bc req-d22cea79-9241-4622-8f2c-e927f72b949f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.829531 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5e444de-103a-4d01-a515-31c441c2b97d req-967eba47-05d8-4a1c-8819-abc56db2a452 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.1664321 Nov 09 17:39:02.836564 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bd518d76-bffa-447f-afa0-04eafdc906bc req-d22cea79-9241-4622-8f2c-e927f72b949f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5409 time: 0.7711966 Nov 09 17:39:02.902126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-07a68c01-26e7-4256-923d-68b36e8448c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.903849 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-07a68c01-26e7-4256-923d-68b36e8448c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.904710 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-07a68c01-26e7-4256-923d-68b36e8448c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.905409 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-07a68c01-26e7-4256-923d-68b36e8448c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.906137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-07a68c01-26e7-4256-923d-68b36e8448c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.906784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-07a68c01-26e7-4256-923d-68b36e8448c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.907455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-07a68c01-26e7-4256-923d-68b36e8448c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:02.909919 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-07a68c01-26e7-4256-923d-68b36e8448c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 6411 time: 0.4268029 Nov 09 17:39:02.948114 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bd518d76-bffa-447f-afa0-04eafdc906bc req-1315c432-dcae-4df2-9e44-28f869f93bf0 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1104405 Nov 09 17:39:02.950373 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5e444de-103a-4d01-a515-31c441c2b97d req-3b39755a-1d38-41b0-bdb2-f17dfc839f3f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158102 Nov 09 17:39:03.011096 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c588165d-cd3a-4acf-9a40-698dc1efe2f1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:03.021950 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c588165d-cd3a-4acf-9a40-698dc1efe2f1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:03.161848 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83ceb61-4125-4dc3-9de5-97d6924f0a12 x-openstack-request-id: req-a83ceb61-4125-4dc3-9de5-97d6924f0a12 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:03.162355 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92509890-ed10-4860-a037-da5428118f92", "name": "network-vif-plugged", "status": "completed", "tag": "e75edc1a-4a97-418d-a50e-b46313311cb6", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:03.162494 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a83ceb61-4125-4dc3-9de5-97d6924f0a12 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:03.162800 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92509890-ed10-4860-a037-da5428118f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75edc1a-4a97-418d-a50e-b46313311cb6', 'code': 200} Nov 09 17:39:03.365649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3207e95c-66e0-4b85-9491-66e70c8e365b {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:03.379262 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:03.395899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Transition to ACTIVE for port object 3207e95c-66e0-4b85-9491-66e70c8e365b will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:39:03.410825 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:03.589874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Pushing event updated for resources: {'Port': ['ID=3207e95c-66e0-4b85-9491-66e70c8e365b,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:03.641084 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c588165d-cd3a-4acf-9a40-698dc1efe2f1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:03.712209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82947c81-305f-4605-b566-73c5c31bfb33 req-1c4bf68c-0478-4626-96ce-71d7f4d47db6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:03.735753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82947c81-305f-4605-b566-73c5c31bfb33 req-1c4bf68c-0478-4626-96ce-71d7f4d47db6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.3351724 Nov 09 17:39:03.762680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e399b9-f314-4b67-b3e4-54dd3ebe02d1 req-53117aa2-4cc9-450c-8b3e-1e5289162a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:03.775718 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-48e399b9-f314-4b67-b3e4-54dd3ebe02d1 req-53117aa2-4cc9-450c-8b3e-1e5289162a94 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 1100 time: 0.4350977 Nov 09 17:39:03.809735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-73a4bae1-6fa9-40ab-b000-0c1b45ab0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:03.811303 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-73a4bae1-6fa9-40ab-b000-0c1b45ab0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:03.812225 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-73a4bae1-6fa9-40ab-b000-0c1b45ab0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:03.815754 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-73a4bae1-6fa9-40ab-b000-0c1b45ab0f63 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8601191 Nov 09 17:39:03.916922 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82947c81-305f-4605-b566-73c5c31bfb33 req-fa9e5e6e-3657-42b2-98d3-aa254cc80d84 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791632 Nov 09 17:39:03.925818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Attempting to bind port 3207e95c-66e0-4b85-9491-66e70c8e365b on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:39:03.926491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Attempting to bind port 3207e95c-66e0-4b85-9491-66e70c8e365b by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '2fd68c1d-041e-45a8-a720-774bde04d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:39:03.927195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Attempting to bind port 3207e95c-66e0-4b85-9491-66e70c8e365b on network ab315546-1c38-4962-b0c6-63c0cb9e1712 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:03.939854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Port 3207e95c-66e0-4b85-9491-66e70c8e365b on network ab315546-1c38-4962-b0c6-63c0cb9e1712 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:39:03.940631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Attempting to bind port 3207e95c-66e0-4b85-9491-66e70c8e365b on network ab315546-1c38-4962-b0c6-63c0cb9e1712 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:03.950080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:03.950915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Checking segment: {'id': '2fd68c1d-041e-45a8-a720-774bde04d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:03.951695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Bound using segment: {'id': '2fd68c1d-041e-45a8-a720-774bde04d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:03.952434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Bound port: 3207e95c-66e0-4b85-9491-66e70c8e365b, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd68c1d-041e-45a8-a720-774bde04d9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:39:03.953112 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:04.090530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588165d-cd3a-4acf-9a40-698dc1efe2f1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Subnet': ['ID=f7ac2882-820b-4169-ab10-ca3a757de892,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:04.100766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588165d-cd3a-4acf-9a40-698dc1efe2f1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Checking segment: {'id': 'fb4cc659-f240-4db1-aabd-06cdce00c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c3680c49-da03-4210-bc88-724861c4af3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:04.101963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588165d-cd3a-4acf-9a40-698dc1efe2f1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network hostable DHCP agents. Network: c3680c49-da03-4210-bc88-724861c4af3c, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:39:04.146794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] For port 3207e95c-66e0-4b85-9491-66e70c8e365b, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:04.157191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc69aec-c166-4aee-9fa8-aa05a5b34e20 req-0aa2b95e-f524-407a-88a1-ee1ee07a03f2 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.159386 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6fc69aec-c166-4aee-9fa8-aa05a5b34e20 req-0aa2b95e-f524-407a-88a1-ee1ee07a03f2 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 950 time: 0.3363245 Nov 09 17:39:04.163095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] For port 3207e95c-66e0-4b85-9491-66e70c8e365b, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3207e95c-66e0-4b85-9491-66e70c8e365b,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:04.165033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': '12bcf792-8eeb-4484-8b42-c147958f64df'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:04.168399 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da79f18e-5825-49c0-bc83-045024cf5986" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "12bcf792-8eeb-4484-8b42-c147958f64df"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:04.170210 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-48e399b9-f314-4b67-b3e4-54dd3ebe02d1 req-d5192335-3cbc-4da6-85f4-9fd392fb88fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930004 Nov 09 17:39:04.209394 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:04.270591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588165d-cd3a-4acf-9a40-698dc1efe2f1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network c3680c49-da03-4210-bc88-724861c4af3c is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:39:04.294032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcda3b5-2bd4-4e8d-bed8-71ddcf9310e5 req-7bba88c3-a58f-4e55-8867-65b985372065 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.306065 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5bcda3b5-2bd4-4e8d-bed8-71ddcf9310e5 req-7bba88c3-a58f-4e55-8867-65b985372065 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.1328375 Nov 09 17:39:04.333802 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c588165d-cd3a-4acf-9a40-698dc1efe2f1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, c3680c49-da03-4210-bc88-724861c4af3c) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:04.340779 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-a03d4a5f-a2de-4e08-9d90-a4000a400aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.342404 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6990f4be-b589-4bf9-8ad7-4ba49d298e61 req-a03d4a5f-a2de-4e08-9d90-a4000a400aab service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4854951 Nov 09 17:39:04.353863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.354627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:04.356734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] 10.222.0.13 "PUT /v2.0/ports/3207e95c-66e0-4b85-9491-66e70c8e365b HTTP/1.1" status: 200 len: 1091 time: 1.8575456 Nov 09 17:39:04.372323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c588165d-cd3a-4acf-9a40-698dc1efe2f1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.373281 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c588165d-cd3a-4acf-9a40-698dc1efe2f1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:04.373416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af7510-ff55-49b0-bbd7-6c8246eb6d64 None None] Network c3680c49-da03-4210-bc88-724861c4af3c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:04.376541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e246c8a-3144-43db-978f-7acaf9dcc672 service neutron] Pushing event updated for resources: {'Port': ['ID=3207e95c-66e0-4b85-9491-66e70c8e365b,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:04.403527 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6fc69aec-c166-4aee-9fa8-aa05a5b34e20 req-a0f63731-9955-43bb-ab10-6167fa50f3a1 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278860 Nov 09 17:39:04.420458 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5bcda3b5-2bd4-4e8d-bed8-71ddcf9310e5 req-d20eb236-8e33-43ac-ba0b-bcf443a26ffe tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063240 Nov 09 17:39:04.440562 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c588165d-cd3a-4acf-9a40-698dc1efe2f1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4237330 Nov 09 17:39:04.441529 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53298) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:04.448259 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-00c2557e-a723-409a-b9f6-db7877310f4c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1282247724'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:04.551067 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c2557e-a723-409a-b9f6-db7877310f4c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:04.558646 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00c2557e-a723-409a-b9f6-db7877310f4c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:04.590827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-068f4b7c-3648-45c9-b4ae-987cab827fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.593293 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-068f4b7c-3648-45c9-b4ae-987cab827fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.593870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-068f4b7c-3648-45c9-b4ae-987cab827fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.602452 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-068f4b7c-3648-45c9-b4ae-987cab827fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.603528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-068f4b7c-3648-45c9-b4ae-987cab827fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.609211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-068f4b7c-3648-45c9-b4ae-987cab827fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.609983 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-068f4b7c-3648-45c9-b4ae-987cab827fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.612691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-068f4b7c-3648-45c9-b4ae-987cab827fcc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 6478 time: 0.1884935 Nov 09 17:39:04.746875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c2557e-a723-409a-b9f6-db7877310f4c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:39:04.786432 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-477b1d74-b088-42e9-9812-0449d566b16b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 HTTP/1.1" status: 200 len: 217 time: 0.1516871 Nov 09 17:39:04.840182 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00c2557e-a723-409a-b9f6-db7877310f4c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:04.842966 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-00c2557e-a723-409a-b9f6-db7877310f4c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Added segment 4fad1ca4-e0e6-404d-9663-a1c37e8a1673 of type vlan for network ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76 Nov 09 17:39:04.886995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-c3680c49-da03-4210-bc88-724861c4af3c', 'network_id': 'c3680c49-da03-4210-bc88-724861c4af3c', 'tenant_id': '6ef69d9641544dda8fff2ab901df0f15', 'fixed_ips': [{'subnet_id': 'f7ac2882-820b-4169-ab10-ca3a757de892'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:39:04.887930 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:04.900695 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60166c2f-2a51-4fe1-b165-49136d18d1cd x-openstack-request-id: req-60166c2f-2a51-4fe1-b165-49136d18d1cd {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:04.900985 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "12bcf792-8eeb-4484-8b42-c147958f64df", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:04.901244 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-60166c2f-2a51-4fe1-b165-49136d18d1cd {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:04.901646 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': '12bcf792-8eeb-4484-8b42-c147958f64df', 'status': 'completed', 'code': 200} Nov 09 17:39:04.914768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e8889-50f2-4c45-bd1d-8c33b4a19fe4 req-73e840d3-880f-4ca1-b2fd-9807ec7c3799 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.925355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e8889-50f2-4c45-bd1d-8c33b4a19fe4 req-73e840d3-880f-4ca1-b2fd-9807ec7c3799 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.927323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-8b9a4d8d-4461-4bdd-afb3-45f6b0a567ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.928761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-8b9a4d8d-4461-4bdd-afb3-45f6b0a567ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05d19427-cd52-4c97-80af-282afda394c7 HTTP/1.1" status: 200 len: 851 time: 0.1230135 Nov 09 17:39:04.950594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e8889-50f2-4c45-bd1d-8c33b4a19fe4 req-73e840d3-880f-4ca1-b2fd-9807ec7c3799 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.968656 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e8889-50f2-4c45-bd1d-8c33b4a19fe4 req-73e840d3-880f-4ca1-b2fd-9807ec7c3799 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:04.983755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e8889-50f2-4c45-bd1d-8c33b4a19fe4 req-73e840d3-880f-4ca1-b2fd-9807ec7c3799 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:05.008866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e8889-50f2-4c45-bd1d-8c33b4a19fe4 req-73e840d3-880f-4ca1-b2fd-9807ec7c3799 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:05.023664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e8889-50f2-4c45-bd1d-8c33b4a19fe4 req-73e840d3-880f-4ca1-b2fd-9807ec7c3799 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:05.028210 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f9e8889-50f2-4c45-bd1d-8c33b4a19fe4 req-73e840d3-880f-4ca1-b2fd-9807ec7c3799 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.4258006 Nov 09 17:39:05.065422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3bb99a68-f733-4419-83e4-97cbe8031987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:05.066984 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3bb99a68-f733-4419-83e4-97cbe8031987 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9537ab97-a19c-416c-9c08-e06bc19275a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187704 Nov 09 17:39:05.125807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Allocated IP 2001:db8:0:ffff::2 (c3680c49-da03-4210-bc88-724861c4af3c/f7ac2882-820b-4169-ab10-ca3a757de892/51b93bfa-8679-4efe-a6e4-c1a507910cd6) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:05.192668 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00c2557e-a723-409a-b9f6-db7877310f4c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:05.262589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f9e8889-50f2-4c45-bd1d-8c33b4a19fe4 req-b88f934b-5314-4113-8e92-8227d65763e6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2258255 Nov 09 17:39:05.311968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70e348-b094-4f04-8ebf-a092046d29c5 req-0db17290-32f7-494d-9e1e-9e7ef8631fcd tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:05.353652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00c2557e-a723-409a-b9f6-db7877310f4c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:05.366225 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2557e-a723-409a-b9f6-db7877310f4c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:05.369221 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00c2557e-a723-409a-b9f6-db7877310f4c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:05.370654 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da70e348-b094-4f04-8ebf-a092046d29c5 req-0db17290-32f7-494d-9e1e-9e7ef8631fcd tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.2717102 Nov 09 17:39:05.375398 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:05.387840 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:05.449708 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Pushing event updated for resources: {'Port': ['ID=51b93bfa-8679-4efe-a6e4-c1a507910cd6,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:05.478942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Network c3680c49-da03-4210-bc88-724861c4af3c is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:05.481044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:05.486820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:05.556416 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-c7c3c11d-73e2-4f8d-8295-d8535f840146 service neutron] 10.222.0.13 "GET /v2.0/networks/9537ab97-a19c-416c-9c08-e06bc19275a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803946 Nov 09 17:39:05.573892 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da70e348-b094-4f04-8ebf-a092046d29c5 req-815d7b17-0bbc-4526-8a39-059524336550 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965961 Nov 09 17:39:05.577364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2557e-a723-409a-b9f6-db7877310f4c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Network': ['ID=ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:05.652262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:39:05.688068 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-00c2557e-a723-409a-b9f6-db7877310f4c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2448206 Nov 09 17:39:05.700845 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53320) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:05.707142 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-113bbea9-a298-46d9-81d1-dbe79b2762dd tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'subnet': {'network_id': 'ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:05.805996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Attempting to bind port 51b93bfa-8679-4efe-a6e4-c1a507910cd6 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:39:05.806549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Attempting to bind port 51b93bfa-8679-4efe-a6e4-c1a507910cd6 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'fb4cc659-f240-4db1-aabd-06cdce00c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c3680c49-da03-4210-bc88-724861c4af3c'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:39:05.807027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Attempting to bind port 51b93bfa-8679-4efe-a6e4-c1a507910cd6 on network c3680c49-da03-4210-bc88-724861c4af3c {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:05.816800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:05.817363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Checking segment: {'id': 'fb4cc659-f240-4db1-aabd-06cdce00c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c3680c49-da03-4210-bc88-724861c4af3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:05.818300 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:05.818833 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Bound using segment: {'id': 'fb4cc659-f240-4db1-aabd-06cdce00c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c3680c49-da03-4210-bc88-724861c4af3c'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:05.819495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Bound port: 51b93bfa-8679-4efe-a6e4-c1a507910cd6, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4cc659-f240-4db1-aabd-06cdce00c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c3680c49-da03-4210-bc88-724861c4af3c'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:39:05.821318 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:05.889872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cbadd-a7f2-4579-a15e-0462b7b71f98 req-9e5b2599-972b-4039-83df-f210e8fb2de4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:05.891943 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e63cbadd-a7f2-4579-a15e-0462b7b71f98 req-9e5b2599-972b-4039-83df-f210e8fb2de4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 950 time: 0.3157711 Nov 09 17:39:05.961854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] For port 51b93bfa-8679-4efe-a6e4-c1a507910cd6, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:05.968809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] For port 51b93bfa-8679-4efe-a6e4-c1a507910cd6, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=51b93bfa-8679-4efe-a6e4-c1a507910cd6,segment=NetworkSegment(fb4cc659-f240-4db1-aabd-06cdce00c14b),segment_id=fb4cc659-f240-4db1-aabd-06cdce00c14b)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:05.984803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:06.067863 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e63cbadd-a7f2-4579-a15e-0462b7b71f98 req-10a29360-15ad-45cd-b784-3aeb2eba3f4a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613612 Nov 09 17:39:06.129030 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113bbea9-a298-46d9-81d1-dbe79b2762dd tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:06.171864 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-113bbea9-a298-46d9-81d1-dbe79b2762dd tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:06.218913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efc358-3a93-4259-9b92-9177efc1a485 None None] Pushing event updated for resources: {'Port': ['ID=51b93bfa-8679-4efe-a6e4-c1a507910cd6,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:06.601502 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3174e0d0-6100-45a7-8150-ed6bdc12b1fd service neutron] 10.222.0.13 "GET /v2.0/networks/9537ab97-a19c-416c-9c08-e06bc19275a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0186398 Nov 09 17:39:06.711104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-31025b94-bb6d-47a8-9ecf-a77a8db959ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=0045f8aa-bdcf-4da8-8211-c159c05d3f15 HTTP/1.1" status: 200 len: 217 time: 0.0983956 Nov 09 17:39:06.721595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b83ac-4bd3-4b89-af35-2c4ae906c10b req-7593d097-1c52-4f74-b1aa-56bb6c462f82 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:06.806906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e85b83ac-4bd3-4b89-af35-2c4ae906c10b req-7593d097-1c52-4f74-b1aa-56bb6c462f82 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.2859659 Nov 09 17:39:06.868483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397f8a9-29a3-422b-a2ac-e2f604c82580 req-764c3941-f518-40fd-91aa-ebfd817ad6f9 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:06.877018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397f8a9-29a3-422b-a2ac-e2f604c82580 req-764c3941-f518-40fd-91aa-ebfd817ad6f9 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:06.892365 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397f8a9-29a3-422b-a2ac-e2f604c82580 req-764c3941-f518-40fd-91aa-ebfd817ad6f9 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:06.899813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397f8a9-29a3-422b-a2ac-e2f604c82580 req-764c3941-f518-40fd-91aa-ebfd817ad6f9 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:06.906610 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397f8a9-29a3-422b-a2ac-e2f604c82580 req-764c3941-f518-40fd-91aa-ebfd817ad6f9 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:06.908850 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': '3207e95c-66e0-4b85-9491-66e70c8e365b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:06.911134 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "3207e95c-66e0-4b85-9491-66e70c8e365b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:06.914346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397f8a9-29a3-422b-a2ac-e2f604c82580 req-764c3941-f518-40fd-91aa-ebfd817ad6f9 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:06.920754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397f8a9-29a3-422b-a2ac-e2f604c82580 req-764c3941-f518-40fd-91aa-ebfd817ad6f9 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:06.930529 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7397f8a9-29a3-422b-a2ac-e2f604c82580 req-764c3941-f518-40fd-91aa-ebfd817ad6f9 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.2914264 Nov 09 17:39:06.974757 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-113bbea9-a298-46d9-81d1-dbe79b2762dd tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:06.996755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-0ff2bf5f-6b0c-46b8-a74f-fd7c4612751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:06.999504 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-0ff2bf5f-6b0c-46b8-a74f-fd7c4612751d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.1801090 Nov 09 17:39:07.004196 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e85b83ac-4bd3-4b89-af35-2c4ae906c10b req-14f4a04a-ca92-4486-90a4-89a496c30cb4 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922877 Nov 09 17:39:07.082968 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7397f8a9-29a3-422b-a2ac-e2f604c82580 req-0006fd4f-1e63-483f-9714-3aefd3ea33f6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494129 Nov 09 17:39:07.119254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bbea9-a298-46d9-81d1-dbe79b2762dd tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Subnet': ['ID=39031362-19f0-4dfc-ba37-8aac13c526b1,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:07.146202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113bbea9-a298-46d9-81d1-dbe79b2762dd tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Checking segment: {'id': '4fad1ca4-e0e6-404d-9663-a1c37e8a1673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:07.148798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113bbea9-a298-46d9-81d1-dbe79b2762dd tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network hostable DHCP agents. Network: ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:39:07.200604 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113bbea9-a298-46d9-81d1-dbe79b2762dd tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:39:07.226382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-113bbea9-a298-46d9-81d1-dbe79b2762dd tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:07.237532 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8af15c4-bc32-4f33-b8eb-2b5b709ba481 None None] Network ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:07.250539 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113bbea9-a298-46d9-81d1-dbe79b2762dd tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:07.251181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-113bbea9-a298-46d9-81d1-dbe79b2762dd tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:07.286222 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eef1ae-dd4a-42a6-939d-adaa56c3adc0 x-openstack-request-id: req-69eef1ae-dd4a-42a6-939d-adaa56c3adc0 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:07.286637 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "3207e95c-66e0-4b85-9491-66e70c8e365b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:07.290631 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69eef1ae-dd4a-42a6-939d-adaa56c3adc0 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:07.291069 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': '3207e95c-66e0-4b85-9491-66e70c8e365b', 'status': 'completed', 'code': 200} Nov 09 17:39:07.345597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-30544ba3-eb7c-4d90-9254-16ef5f1bcbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:07.355996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-30544ba3-eb7c-4d90-9254-16ef5f1bcbe4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3428032 Nov 09 17:39:07.414483 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-113bbea9-a298-46d9-81d1-dbe79b2762dd tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7115045 Nov 09 17:39:07.414877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53344) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:07.577784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03539aa9-daf8-419a-9059-ad6b2f78e961 req-c7dbf4cc-b070-4af6-be43-42fbb78a2f7d tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:07.586131 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-03539aa9-daf8-419a-9059-ad6b2f78e961 req-c7dbf4cc-b070-4af6-be43-42fbb78a2f7d tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 950 time: 0.2862129 Nov 09 17:39:07.628745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-e4537e44-37df-44cc-a00e-a8297df50329 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557821 Nov 09 17:39:07.652022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110b8ae-750b-4ac4-958c-641e85420cb6 req-5ccec53c-918c-472a-ae57-b3df220ade6a tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:07.660798 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a110b8ae-750b-4ac4-958c-641e85420cb6 req-5ccec53c-918c-472a-ae57-b3df220ade6a tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.5082166 Nov 09 17:39:07.721446 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-03539aa9-daf8-419a-9059-ad6b2f78e961 req-26220089-e881-4047-8f49-d00b7d9ccfc2 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141751 Nov 09 17:39:07.722238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76', 'network_id': 'ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76', 'tenant_id': '6ef69d9641544dda8fff2ab901df0f15', 'fixed_ips': [{'subnet_id': '39031362-19f0-4dfc-ba37-8aac13c526b1'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:39:07.722238 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:07.741341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:08.102119 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:08.142688 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a110b8ae-750b-4ac4-958c-641e85420cb6 req-840a5832-6e39-4290-a1fc-1cadc71348e2 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804027 Nov 09 17:39:08.155925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Allocated IP 2001:db8::1 (ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76/39031362-19f0-4dfc-ba37-8aac13c526b1/167f4c40-bb17-473e-879f-cdf8e85aab80) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:08.256537 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ab362064-1575-43c1-a39e-b8cc310ab824 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337241 Nov 09 17:39:08.344933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4c79d30f-5ef4-4b83-be68-6adb916bb790 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=0cbce6a8-d6be-4652-adb4-edc568ed2e15 HTTP/1.1" status: 200 len: 217 time: 0.0724967 Nov 09 17:39:08.475269 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02b784-14d9-4fa1-b841-7746cfae0b38 req-19f047ac-1952-425f-b939-bb3068910575 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.482677 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3b02b784-14d9-4fa1-b841-7746cfae0b38 req-19f047ac-1952-425f-b939-bb3068910575 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.1053143 Nov 09 17:39:08.494092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb7b721-45a5-412d-bc1a-735b6bfd6669 None None] Network c3680c49-da03-4210-bc88-724861c4af3c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:08.524945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9eb54ce4-8390-4c33-ae0e-faba3a30631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.526540 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9eb54ce4-8390-4c33-ae0e-faba3a30631a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.1539094 Nov 09 17:39:08.553592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819fd15-bef0-4ce0-bbf8-f19791d67cea req-e87f563b-780f-4c52-b3bf-2fc0d3e2e402 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.564924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3b02b784-14d9-4fa1-b841-7746cfae0b38 req-c2ec69ec-dde7-4507-9f89-e53fadaf9492 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691283 Nov 09 17:39:08.567685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819fd15-bef0-4ce0-bbf8-f19791d67cea req-e87f563b-780f-4c52-b3bf-2fc0d3e2e402 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.574672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819fd15-bef0-4ce0-bbf8-f19791d67cea req-e87f563b-780f-4c52-b3bf-2fc0d3e2e402 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.581586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819fd15-bef0-4ce0-bbf8-f19791d67cea req-e87f563b-780f-4c52-b3bf-2fc0d3e2e402 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.591971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819fd15-bef0-4ce0-bbf8-f19791d67cea req-e87f563b-780f-4c52-b3bf-2fc0d3e2e402 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.598497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819fd15-bef0-4ce0-bbf8-f19791d67cea req-e87f563b-780f-4c52-b3bf-2fc0d3e2e402 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.606087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819fd15-bef0-4ce0-bbf8-f19791d67cea req-e87f563b-780f-4c52-b3bf-2fc0d3e2e402 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.614511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f819fd15-bef0-4ce0-bbf8-f19791d67cea req-e87f563b-780f-4c52-b3bf-2fc0d3e2e402 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.2824061 Nov 09 17:39:08.616090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 51b93bfa-8679-4efe-a6e4-c1a507910cd6 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:08.696985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f819fd15-bef0-4ce0-bbf8-f19791d67cea req-fda179ac-7af8-49dc-8223-b9f9bfc8976a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814602 Nov 09 17:39:08.700293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5c6757a5-2784-412d-84fe-20cae3e173bd None None] Provisioning complete for port 51b93bfa-8679-4efe-a6e4-c1a507910cd6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:08.700779 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5c6757a5-2784-412d-84fe-20cae3e173bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:08.717123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-861a451b-cb3b-4911-a6c6-5fa61c4ac45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:08.720887 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-861a451b-cb3b-4911-a6c6-5fa61c4ac45e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0973821 Nov 09 17:39:08.907425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 51b93bfa-8679-4efe-a6e4-c1a507910cd6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:08.907896 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:08.959338 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:08.983907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a81426d5-57cd-4365-b12a-35144590fbf8 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511694 Nov 09 17:39:09.047421 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:09.114283 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:09.117687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Subnet': ['ID=39031362-19f0-4dfc-ba37-8aac13c526b1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:09.202276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c78ce-c661-4ddd-a723-41855da5b8ca req-c3b74173-52a4-407d-93b4-03a08341633b tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:09.216413 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5c2c78ce-c661-4ddd-a723-41855da5b8ca req-c3b74173-52a4-407d-93b4-03a08341633b tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 950 time: 0.3083665 Nov 09 17:39:09.310466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Pushing event updated for resources: {'Port': ['ID=167f4c40-bb17-473e-879f-cdf8e85aab80,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:09.335775 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5c2c78ce-c661-4ddd-a723-41855da5b8ca req-0c314ea3-d1f3-4c4f-af49-4cbf413db4ce tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175652 Nov 09 17:39:09.341845 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5c6757a5-2784-412d-84fe-20cae3e173bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:09.373296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Network ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:09.391827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:09.410079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:09.417299 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:09.424570 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:09.496902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-5012e1b1-58f4-4491-a897-52cb3cc5cb17 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936037 Nov 09 17:39:09.502098 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5c6757a5-2784-412d-84fe-20cae3e173bd None None] For port 51b93bfa-8679-4efe-a6e4-c1a507910cd6, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=51b93bfa-8679-4efe-a6e4-c1a507910cd6,segment=NetworkSegment(fb4cc659-f240-4db1-aabd-06cdce00c14b),segment_id=fb4cc659-f240-4db1-aabd-06cdce00c14b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:09.524420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:09.525642 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5c6757a5-2784-412d-84fe-20cae3e173bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:09.557503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fad1ca4-e0e6-404d-9663-a1c37e8a1673') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:09.558974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fad1ca4-e0e6-404d-9663-a1c37e8a1673') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:09.619291 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:09.619938 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-ed569631-c0ab-4be9-86d1-2479165ad7fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=98f7f7c7-31d9-4cad-824b-f8083ab05983 HTTP/1.1" status: 200 len: 217 time: 0.1142852 Nov 09 17:39:09.671665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:09.698606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:09.699039 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:09.703352 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:09.769186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b31f9-cfe5-4f12-839a-d05c4528fa61 req-c7633797-be66-4630-bdf8-a90264fb78e5 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:09.784153 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-750b31f9-cfe5-4f12-839a-d05c4528fa61 req-c7633797-be66-4630-bdf8-a90264fb78e5 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.3721867 Nov 09 17:39:09.806956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Attempting to bind port 167f4c40-bb17-473e-879f-cdf8e85aab80 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:39:09.807656 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Attempting to bind port 167f4c40-bb17-473e-879f-cdf8e85aab80 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '4fad1ca4-e0e6-404d-9663-a1c37e8a1673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:39:09.808221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Attempting to bind port 167f4c40-bb17-473e-879f-cdf8e85aab80 on network ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:09.853111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-0997a6e4-e4a2-4fd4-8102-ec21f76e5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:09.854800 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-0997a6e4-e4a2-4fd4-8102-ec21f76e5e20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.2092810 Nov 09 17:39:09.927806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:09.928441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Checking segment: {'id': '4fad1ca4-e0e6-404d-9663-a1c37e8a1673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:09.933471 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:09.935125 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Bound using segment: {'id': '4fad1ca4-e0e6-404d-9663-a1c37e8a1673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:09.939404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Bound port: 167f4c40-bb17-473e-879f-cdf8e85aab80, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fad1ca4-e0e6-404d-9663-a1c37e8a1673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:39:09.940173 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:09.949295 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:39:09.949944 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:39:09.959417 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.api [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:39:09.959417 n-d-817236-1 neutron-server[102155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:39:09.959417 n-d-817236-1 neutron-server[102155]: [parameters: {'id': 'ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76'}] Nov 09 17:39:09.959417 n-d-817236-1 neutron-server[102155]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:39:09.960704 n-d-817236-1 neutron-server[102155]: DEBUG oslo_db.api [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:39:09.984889 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6757a5-2784-412d-84fe-20cae3e173bd None None] Pushing event updated for resources: {'Port': ['ID=51b93bfa-8679-4efe-a6e4-c1a507910cd6,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:09.986667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-750b31f9-cfe5-4f12-839a-d05c4528fa61 req-3907a23a-6622-45cb-a174-0da1d6bf6df6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015326 Nov 09 17:39:10.020432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33679de-eda1-41c3-95dc-350120dd84fd req-fd217451-716f-4211-93ed-7889b373ec2d tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:10.031086 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a33679de-eda1-41c3-95dc-350120dd84fd req-fd217451-716f-4211-93ed-7889b373ec2d tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.2666137 Nov 09 17:39:10.044277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-2904c851-edbd-4813-8e9e-d3bdc2afa9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:10.052960 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-2904c851-edbd-4813-8e9e-d3bdc2afa9f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1843731 Nov 09 17:39:10.096146 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a33679de-eda1-41c3-95dc-350120dd84fd req-deee7b2b-5c10-40eb-ab54-2d48487c729a tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599887 Nov 09 17:39:10.177333 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d3da4077-3ee6-41e6-8d1d-f67e7838e5a3 None None] Provisioning complete for port 51b93bfa-8679-4efe-a6e4-c1a507910cd6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:10.178106 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d3da4077-3ee6-41e6-8d1d-f67e7838e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:10.322030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] For port 167f4c40-bb17-473e-879f-cdf8e85aab80, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:10.345788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-26c98dba-ba7f-4ec9-8388-2ac650ba1213 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818904 Nov 09 17:39:10.377199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] For port 167f4c40-bb17-473e-879f-cdf8e85aab80, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=167f4c40-bb17-473e-879f-cdf8e85aab80,segment=NetworkSegment(4fad1ca4-e0e6-404d-9663-a1c37e8a1673),segment_id=4fad1ca4-e0e6-404d-9663-a1c37e8a1673)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:10.462377 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:10.550831 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:10.631374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Deleting port 167f4c40-bb17-473e-879f-cdf8e85aab80 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:39:10.633152 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:10.792963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 51b93bfa-8679-4efe-a6e4-c1a507910cd6 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:10.817580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6520f5c-02dd-4557-b405-b44aa67cf83c req-c3ce4bf3-ff1b-492c-aa6e-e51a0df3a534 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:10.859024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6520f5c-02dd-4557-b405-b44aa67cf83c req-c3ce4bf3-ff1b-492c-aa6e-e51a0df3a534 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:10.862450 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1333e102-e520-42c9-b5a8-7e88184a6ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:10.890036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf394fd-173b-4672-ad67-2a75c8cfa5da None None] Network ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:10.911589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6520f5c-02dd-4557-b405-b44aa67cf83c req-c3ce4bf3-ff1b-492c-aa6e-e51a0df3a534 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:10.949479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6520f5c-02dd-4557-b405-b44aa67cf83c req-c3ce4bf3-ff1b-492c-aa6e-e51a0df3a534 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:10.979993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6520f5c-02dd-4557-b405-b44aa67cf83c req-c3ce4bf3-ff1b-492c-aa6e-e51a0df3a534 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:10.981781 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] For port 167f4c40-bb17-473e-879f-cdf8e85aab80, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=167f4c40-bb17-473e-879f-cdf8e85aab80,segment=NetworkSegment(4fad1ca4-e0e6-404d-9663-a1c37e8a1673),segment_id=4fad1ca4-e0e6-404d-9663-a1c37e8a1673)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:10.982723 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:11.016127 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Calling delete_port for 167f4c40-bb17-473e-879f-cdf8e85aab80 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:39:11.021447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6520f5c-02dd-4557-b405-b44aa67cf83c req-c3ce4bf3-ff1b-492c-aa6e-e51a0df3a534 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:11.033193 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c371338-9717-4c9b-8892-ac62bd6b0b95 None None] Pushing event updated for resources: {'Port': ['ID=167f4c40-bb17-473e-879f-cdf8e85aab80,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:11.038377 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa6a8e-f488-41cd-9541-40cd0a31522b req-b3dcf0dd-663b-4ea2-8e33-c22498302cf7 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:11.053905 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89fa6a8e-f488-41cd-9541-40cd0a31522b req-b3dcf0dd-663b-4ea2-8e33-c22498302cf7 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 950 time: 0.2059312 Nov 09 17:39:11.058439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6520f5c-02dd-4557-b405-b44aa67cf83c req-c3ce4bf3-ff1b-492c-aa6e-e51a0df3a534 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:11.077872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6520f5c-02dd-4557-b405-b44aa67cf83c req-c3ce4bf3-ff1b-492c-aa6e-e51a0df3a534 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.7304380 Nov 09 17:39:11.137591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9117f728-985b-4002-a854-94e2d4728a56 None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:39:11.151553 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89fa6a8e-f488-41cd-9541-40cd0a31522b req-9c9ab2ed-c99e-47f8-bac1-0af21c7f930d tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961769 Nov 09 17:39:11.155740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 51b93bfa-8679-4efe-a6e4-c1a507910cd6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:11.155971 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:11.168308 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6520f5c-02dd-4557-b405-b44aa67cf83c req-2a6b75ab-6eb3-4229-b422-ce2d65687714 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894005 Nov 09 17:39:11.248313 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:11.251779 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-2d1c1cf2-3a67-43ca-bbbc-419c6228feab service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8145247 Nov 09 17:39:11.293473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Port': ['ID=167f4c40-bb17-473e-879f-cdf8e85aab80,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:11.316480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No DVR routers for this DVR port 167f4c40-bb17-473e-879f-cdf8e85aab80 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:11.363181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a586f127-f661-4975-8d79-03069eff6b96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=7bce44f3-38c4-4235-83b4-c92c7709b9ed HTTP/1.1" status: 200 len: 217 time: 0.1028347 Nov 09 17:39:11.416788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:11.442359 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:11.454106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fad1ca4-e0e6-404d-9663-a1c37e8a1673') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:11.454876 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fad1ca4-e0e6-404d-9663-a1c37e8a1673') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:11.467677 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:11.484296 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:11.492225 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:11.493031 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:11.500471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-e11429df-a009-4610-92d9-a4297878d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:11.502181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-e11429df-a009-4610-92d9-a4297878d3b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.1241524 Nov 09 17:39:11.503810 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9117f728-985b-4002-a854-94e2d4728a56 None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:39:11.514117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7f16-e526-4657-9ea5-fd28055bb3da req-a4ab0d15-eeb9-4bb7-b44e-5174829788ee tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:11.522316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8e4b7f16-e526-4657-9ea5-fd28055bb3da req-a4ab0d15-eeb9-4bb7-b44e-5174829788ee tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.1561911 Nov 09 17:39:11.560096 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:11.594835 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:11.604009 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:11.613228 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:11.623290 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76 HTTP/1.1" status: 204 len: 168 time: 4.2056594 Nov 09 17:39:11.627011 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53418) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:11.634359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8e4b7f16-e526-4657-9ea5-fd28055bb3da req-36fd7cc3-e168-4899-a3a3-efc2229dfeaf tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096394 Nov 09 17:39:11.635145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-79afa5b0-1332-4960-96f5-c3326f9a9b1f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1874086419'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:11.644991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3a9525c3-0096-423e-9fa0-4c5f6d6ad57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:11.649225 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-3a9525c3-0096-423e-9fa0-4c5f6d6ad57e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1128080 Nov 09 17:39:11.683477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141b05d-1d6b-4df7-8655-ac782b9c3e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Network': ['ID=ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:11.707477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b3afe-065b-4d3f-92a7-cb9255ba06a7 req-76bef12a-07a7-45bf-b382-6ef78cd1207a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:11.715808 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef5b3afe-065b-4d3f-92a7-cb9255ba06a7 req-76bef12a-07a7-45bf-b382-6ef78cd1207a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 944 time: 0.4341750 Nov 09 17:39:11.761845 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79afa5b0-1332-4960-96f5-c3326f9a9b1f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:11.766261 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-79afa5b0-1332-4960-96f5-c3326f9a9b1f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:11.806953 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef5b3afe-065b-4d3f-92a7-cb9255ba06a7 req-ba0d1a7c-7785-4bb3-99fc-b42106e81cca tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893710 Nov 09 17:39:11.824942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79afa5b0-1332-4960-96f5-c3326f9a9b1f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:39:11.857196 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-79afa5b0-1332-4960-96f5-c3326f9a9b1f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:11.858041 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-79afa5b0-1332-4960-96f5-c3326f9a9b1f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Added segment d4798285-f931-4af4-a2a1-0c4e53cae6bd of type vlan for network fd9ca6da-304e-4964-8b04-23da021c151f Nov 09 17:39:11.891675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a51c9-a2fb-45a9-a2ff-e9d4582fa97d req-093c30bc-710d-4807-a4bd-82a94831b7e0 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:11.897340 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-979a51c9-a2fb-45a9-a2ff-e9d4582fa97d req-093c30bc-710d-4807-a4bd-82a94831b7e0 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.1257191 Nov 09 17:39:11.934992 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a438160f-55de-4017-85da-8df1825683c4 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701697 Nov 09 17:39:11.957814 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-79afa5b0-1332-4960-96f5-c3326f9a9b1f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:11.984483 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-979a51c9-a2fb-45a9-a2ff-e9d4582fa97d req-dd31280d-79db-4ab1-8350-b860eec1a241 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817325 Nov 09 17:39:12.028850 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-79afa5b0-1332-4960-96f5-c3326f9a9b1f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:12.055980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79afa5b0-1332-4960-96f5-c3326f9a9b1f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.057140 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-79afa5b0-1332-4960-96f5-c3326f9a9b1f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:12.121498 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-aaf0047a-4a3e-4f70-b1fb-88d2a59a9aff service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779389 Nov 09 17:39:12.187033 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-79afa5b0-1332-4960-96f5-c3326f9a9b1f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5564044 Nov 09 17:39:12.192379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-f7bffe10-b210-4524-b651-314e7ed058ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12bcf792-8eeb-4484-8b42-c147958f64df HTTP/1.1" status: 200 len: 217 time: 0.0543909 Nov 09 17:39:12.192872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53430) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:12.202443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e90e320e-71cd-4cf0-a1d9-858a25758f00 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'subnet': {'network_id': 'fd9ca6da-304e-4964-8b04-23da021c151f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:12.247447 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afa5b0-1332-4960-96f5-c3326f9a9b1f tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Network': ['ID=fd9ca6da-304e-4964-8b04-23da021c151f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:12.282704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network fd9ca6da-304e-4964-8b04-23da021c151f details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:39:12.414717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e78f20-33fd-4bf6-a26c-feb330790ccc req-cd2f5b86-aa02-42c9-a243-776f5f9edb55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.421516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e78f20-33fd-4bf6-a26c-feb330790ccc req-cd2f5b86-aa02-42c9-a243-776f5f9edb55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.431630 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e78f20-33fd-4bf6-a26c-feb330790ccc req-cd2f5b86-aa02-42c9-a243-776f5f9edb55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.438179 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e78f20-33fd-4bf6-a26c-feb330790ccc req-cd2f5b86-aa02-42c9-a243-776f5f9edb55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.445189 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e78f20-33fd-4bf6-a26c-feb330790ccc req-cd2f5b86-aa02-42c9-a243-776f5f9edb55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.451397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e78f20-33fd-4bf6-a26c-feb330790ccc req-cd2f5b86-aa02-42c9-a243-776f5f9edb55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.461410 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e78f20-33fd-4bf6-a26c-feb330790ccc req-cd2f5b86-aa02-42c9-a243-776f5f9edb55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.463568 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-55e78f20-33fd-4bf6-a26c-feb330790ccc req-cd2f5b86-aa02-42c9-a243-776f5f9edb55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.1324008 Nov 09 17:39:12.496671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-8f58717a-a9c2-420a-a05b-052b3978168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.498436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-8f58717a-a9c2-420a-a05b-052b3978168e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1225703-4412-46cc-b572-90420e91b7e8 HTTP/1.1" status: 200 len: 797 time: 0.2804763 Nov 09 17:39:12.514639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27e30f-4653-4597-bfd1-1ffb6ec07690 req-662cdffc-151f-4609-9019-681ea892e07b tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.516367 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fe27e30f-4653-4597-bfd1-1ffb6ec07690 req-662cdffc-151f-4609-9019-681ea892e07b tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 950 time: 0.1640470 Nov 09 17:39:12.534371 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-55e78f20-33fd-4bf6-a26c-feb330790ccc req-22ba1d5e-a008-4f49-9d5e-34216a3abdf1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637226 Nov 09 17:39:12.621900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90e320e-71cd-4cf0-a1d9-858a25758f00 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:12.625683 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e90e320e-71cd-4cf0-a1d9-858a25758f00 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:12.684702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-0629f736-8fcb-4eb2-88d8-6194d565d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.686279 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-0629f736-8fcb-4eb2-88d8-6194d565d842 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab315546-1c38-4962-b0c6-63c0cb9e1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1690595 Nov 09 17:39:12.696379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fe27e30f-4653-4597-bfd1-1ffb6ec07690 req-9929fc68-bacb-492a-b9ae-12657d03dfe2 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355896 Nov 09 17:39:12.801952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c104f-672c-44f7-8217-e9918a23f75b req-2b7d388e-3dd0-478b-88b9-c1c4f2280095 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:12.813280 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-669c104f-672c-44f7-8217-e9918a23f75b req-2b7d388e-3dd0-478b-88b9-c1c4f2280095 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.0776472 Nov 09 17:39:12.839061 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a46a7cee-0b9d-41d3-93b3-01486dbfece7 service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389871 Nov 09 17:39:12.861283 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-669c104f-672c-44f7-8217-e9918a23f75b req-d37ee0d9-601e-4211-a80d-2e783253e7df tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464995 Nov 09 17:39:13.051419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d98a3-c7d3-4bdd-a91e-660c99d1745c req-7a85cc6f-23f7-4b2f-9bf3-ea3d120ed30d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:13.060730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f92d98a3-c7d3-4bdd-a91e-660c99d1745c req-7a85cc6f-23f7-4b2f-9bf3-ea3d120ed30d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 944 time: 0.1347160 Nov 09 17:39:13.126014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a0494f6a-d62e-4fa1-accb-22d82c26b1d8 service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768657 Nov 09 17:39:13.143843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a6ea9-9c7c-44cb-811a-5a6d78526718 req-b643e3cb-2fd0-4f79-9a70-7cba96f2af66 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:13.152054 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f82a6ea9-9c7c-44cb-811a-5a6d78526718 req-b643e3cb-2fd0-4f79-9a70-7cba96f2af66 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.0674324 Nov 09 17:39:13.159707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f92d98a3-c7d3-4bdd-a91e-660c99d1745c req-250342e9-59f2-4e77-8d91-5d4a0ba4194c tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976789 Nov 09 17:39:13.197143 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f82a6ea9-9c7c-44cb-811a-5a6d78526718 req-ab46eb2a-acb1-438a-8a0d-98faa1b42e44 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440831 Nov 09 17:39:13.212763 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-4c8a650f-77b7-4ecc-9d46-10a5023ddc19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3207e95c-66e0-4b85-9491-66e70c8e365b HTTP/1.1" status: 200 len: 217 time: 0.0664721 Nov 09 17:39:13.300762 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e90e320e-71cd-4cf0-a1d9-858a25758f00 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:13.346407 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-258c1c9d-93ee-4ca9-89bf-7a3ffd9d83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:13.348425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-258c1c9d-93ee-4ca9-89bf-7a3ffd9d83a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1225703-4412-46cc-b572-90420e91b7e8 HTTP/1.1" status: 200 len: 797 time: 0.1069627 Nov 09 17:39:13.418336 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e320e-71cd-4cf0-a1d9-858a25758f00 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Subnet': ['ID=00628b4a-f046-473f-a5d1-280bb654a273,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:13.435630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e320e-71cd-4cf0-a1d9-858a25758f00 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Checking segment: {'id': 'd4798285-f931-4af4-a2a1-0c4e53cae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fd9ca6da-304e-4964-8b04-23da021c151f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:13.436332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e320e-71cd-4cf0-a1d9-858a25758f00 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network hostable DHCP agents. Network: fd9ca6da-304e-4964-8b04-23da021c151f, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:39:13.449425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9d666c36-ef67-46f7-90e5-4a6cc98769c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:13.451143 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-9d666c36-ef67-46f7-90e5-4a6cc98769c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab315546-1c38-4962-b0c6-63c0cb9e1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0877497 Nov 09 17:39:13.476653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e320e-71cd-4cf0-a1d9-858a25758f00 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network fd9ca6da-304e-4964-8b04-23da021c151f is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:39:13.540368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-e90e320e-71cd-4cf0-a1d9-858a25758f00 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, fd9ca6da-304e-4964-8b04-23da021c151f) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:13.551384 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90e320e-71cd-4cf0-a1d9-858a25758f00 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:13.554542 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e90e320e-71cd-4cf0-a1d9-858a25758f00 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:13.583674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f6492-e7bb-42d3-a5a1-4cc953650000 None None] Network fd9ca6da-304e-4964-8b04-23da021c151f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:13.619835 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-8d4f628c-1e90-4e7e-af36-0dbca03e82b2 service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528032 Nov 09 17:39:13.640351 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e90e320e-71cd-4cf0-a1d9-858a25758f00 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4375887 Nov 09 17:39:13.640929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53454) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:13.646359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4e2735e0-7fb4-4a71-8a09-972e411bead5 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1215905198'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:13.788784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2735e0-7fb4-4a71-8a09-972e411bead5 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:13.798637 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e2735e0-7fb4-4a71-8a09-972e411bead5 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:13.807403 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b76553b1-5081-4bf6-b05e-292b31ed9686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:13.905810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d139-4adf-4b39-a2e7-3826dc3fac09 req-ef35706a-ba17-4b6b-98a7-5e3b4f81fd13 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:13.940575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d139-4adf-4b39-a2e7-3826dc3fac09 req-ef35706a-ba17-4b6b-98a7-5e3b4f81fd13 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:13.962619 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d139-4adf-4b39-a2e7-3826dc3fac09 req-ef35706a-ba17-4b6b-98a7-5e3b4f81fd13 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:13.977366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d139-4adf-4b39-a2e7-3826dc3fac09 req-ef35706a-ba17-4b6b-98a7-5e3b4f81fd13 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.010988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d139-4adf-4b39-a2e7-3826dc3fac09 req-ef35706a-ba17-4b6b-98a7-5e3b4f81fd13 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.024442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d139-4adf-4b39-a2e7-3826dc3fac09 req-ef35706a-ba17-4b6b-98a7-5e3b4f81fd13 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.039083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d139-4adf-4b39-a2e7-3826dc3fac09 req-ef35706a-ba17-4b6b-98a7-5e3b4f81fd13 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.041526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2735e0-7fb4-4a71-8a09-972e411bead5 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:39:14.044331 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-fd9ca6da-304e-4964-8b04-23da021c151f', 'network_id': 'fd9ca6da-304e-4964-8b04-23da021c151f', 'tenant_id': '6ef69d9641544dda8fff2ab901df0f15', 'fixed_ips': [{'subnet_id': '00628b4a-f046-473f-a5d1-280bb654a273'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:39:14.046283 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:14.058701 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2f64d139-4adf-4b39-a2e7-3826dc3fac09 req-ef35706a-ba17-4b6b-98a7-5e3b4f81fd13 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.3644636 Nov 09 17:39:14.067347 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64a4096b-cf98-4957-9cdc-80eba58d9494 req-a12a6d53-6ce1-4855-a4a5-aa1cc597268c service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339583 Nov 09 17:39:14.087111 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e2735e0-7fb4-4a71-8a09-972e411bead5 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:14.087900 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-4e2735e0-7fb4-4a71-8a09-972e411bead5 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Added segment 5469707b-0b4f-47a4-a8ca-a4ad6a04bed1 of type vlan for network 33caf583-885e-42e7-b41c-012ebcd9e8b1 Nov 09 17:39:14.185702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f042359-ae96-45f5-a668-e4f057329891 req-5b664a1f-d8ab-433f-8c15-f03aa79a8a4a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.195389 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2f64d139-4adf-4b39-a2e7-3826dc3fac09 req-9b831f87-883d-4142-8052-0c50a95a0103 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1305051 Nov 09 17:39:14.203498 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f042359-ae96-45f5-a668-e4f057329891 req-5b664a1f-d8ab-433f-8c15-f03aa79a8a4a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 950 time: 0.2944622 Nov 09 17:39:14.289139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Allocated IP 2001:db8::1 (fd9ca6da-304e-4964-8b04-23da021c151f/00628b4a-f046-473f-a5d1-280bb654a273/ac4d095c-3d67-42ad-8b69-26b8c2b7b50e) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:14.320777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e2735e0-7fb4-4a71-8a09-972e411bead5 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:14.340053 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:14.352132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f042359-ae96-45f5-a668-e4f057329891 req-c7200bef-0701-4c96-9f1b-a7601efa26c0 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468759 Nov 09 17:39:14.428018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79f18e-5825-49c0-bc83-045024cf5986 req-93dfb92e-9380-4fa3-bb9e-80cdc0becc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.436941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79f18e-5825-49c0-bc83-045024cf5986 req-93dfb92e-9380-4fa3-bb9e-80cdc0becc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.437838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79f18e-5825-49c0-bc83-045024cf5986 req-93dfb92e-9380-4fa3-bb9e-80cdc0becc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.438348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79f18e-5825-49c0-bc83-045024cf5986 req-93dfb92e-9380-4fa3-bb9e-80cdc0becc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.438885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79f18e-5825-49c0-bc83-045024cf5986 req-93dfb92e-9380-4fa3-bb9e-80cdc0becc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.439439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79f18e-5825-49c0-bc83-045024cf5986 req-93dfb92e-9380-4fa3-bb9e-80cdc0becc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.439958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79f18e-5825-49c0-bc83-045024cf5986 req-93dfb92e-9380-4fa3-bb9e-80cdc0becc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.442079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da79f18e-5825-49c0-bc83-045024cf5986 req-93dfb92e-9380-4fa3-bb9e-80cdc0becc38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 6478 time: 0.2299850 Nov 09 17:39:14.444239 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e2735e0-7fb4-4a71-8a09-972e411bead5 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:14.453036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20604d2-c278-49cd-b994-d3279e2d8290 req-107da14e-eeb4-4374-aeb3-498c2e73376a tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.460910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2735e0-7fb4-4a71-8a09-972e411bead5 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.461822 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e2735e0-7fb4-4a71-8a09-972e411bead5 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:14.467185 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d20604d2-c278-49cd-b994-d3279e2d8290 req-107da14e-eeb4-4374-aeb3-498c2e73376a tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.1210499 Nov 09 17:39:14.520775 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:14.546314 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:14.579069 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d20604d2-c278-49cd-b994-d3279e2d8290 req-fa2aecfd-eee5-444e-b02d-0aa637bd991c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095834 Nov 09 17:39:14.646598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Network fd9ca6da-304e-4964-8b04-23da021c151f is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:14.654784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:14.678477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:14.686036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Pushing event updated for resources: {'Port': ['ID=ac4d095c-3d67-42ad-8b69-26b8c2b7b50e,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:14.698219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79f18e-5825-49c0-bc83-045024cf5986 req-38d5477f-d44d-4ae2-936e-1bd790d3784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.699815 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da79f18e-5825-49c0-bc83-045024cf5986 req-38d5477f-d44d-4ae2-936e-1bd790d3784d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab315546-1c38-4962-b0c6-63c0cb9e1712 HTTP/1.1" status: 200 len: 902 time: 0.2339005 Nov 09 17:39:14.703592 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4e2735e0-7fb4-4a71-8a09-972e411bead5 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0612924 Nov 09 17:39:14.709304 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53468) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:14.721006 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'subnet': {'network_id': '33caf583-885e-42e7-b41c-012ebcd9e8b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:14.791070 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da79f18e-5825-49c0-bc83-045024cf5986 req-8d7dfead-4e37-4fba-ab99-b02ef83f3ad5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12bcf792-8eeb-4484-8b42-c147958f64df HTTP/1.1" status: 200 len: 217 time: 0.0641851 Nov 09 17:39:14.792710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2735e0-7fb4-4a71-8a09-972e411bead5 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Network': ['ID=33caf583-885e-42e7-b41c-012ebcd9e8b1,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:14.812195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 33caf583-885e-42e7-b41c-012ebcd9e8b1 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:39:14.829533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2b00-98c9-496e-8281-e8ca75ac1f1a req-79505e40-42ad-4dad-8bc3-36b79355a9ba tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.841924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1a0e2b00-98c9-496e-8281-e8ca75ac1f1a req-79505e40-42ad-4dad-8bc3-36b79355a9ba tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.1677258 Nov 09 17:39:14.861458 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79f18e-5825-49c0-bc83-045024cf5986 req-2bf7c21e-9dea-420b-9fa4-31b9c3b92bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.863035 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da79f18e-5825-49c0-bc83-045024cf5986 req-2bf7c21e-9dea-420b-9fa4-31b9c3b92bfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1225703-4412-46cc-b572-90420e91b7e8 HTTP/1.1" status: 200 len: 797 time: 0.0624270 Nov 09 17:39:14.875094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78993bf1-5aec-4f11-adfd-6f6c3cc1d2da req-18f100d3-96b8-47a1-8e17-09ff4528f528 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.876733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78993bf1-5aec-4f11-adfd-6f6c3cc1d2da req-18f100d3-96b8-47a1-8e17-09ff4528f528 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 944 time: 0.2731969 Nov 09 17:39:14.942217 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79f18e-5825-49c0-bc83-045024cf5986 req-170284be-3f3e-4f50-b895-d1ffb64412b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:14.944231 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da79f18e-5825-49c0-bc83-045024cf5986 req-170284be-3f3e-4f50-b895-d1ffb64412b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab315546-1c38-4962-b0c6-63c0cb9e1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662005 Nov 09 17:39:14.945716 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Attempting to bind port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:39:14.946179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Attempting to bind port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd4798285-f931-4af4-a2a1-0c4e53cae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fd9ca6da-304e-4964-8b04-23da021c151f'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:39:14.946478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Attempting to bind port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e on network fd9ca6da-304e-4964-8b04-23da021c151f {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:14.952713 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:14.953216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Checking segment: {'id': 'd4798285-f931-4af4-a2a1-0c4e53cae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fd9ca6da-304e-4964-8b04-23da021c151f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:14.953490 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:14.953893 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Bound using segment: {'id': 'd4798285-f931-4af4-a2a1-0c4e53cae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fd9ca6da-304e-4964-8b04-23da021c151f'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:14.954446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Bound port: ac4d095c-3d67-42ad-8b69-26b8c2b7b50e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4798285-f931-4af4-a2a1-0c4e53cae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fd9ca6da-304e-4964-8b04-23da021c151f'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:39:14.954839 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:14.989709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78993bf1-5aec-4f11-adfd-6f6c3cc1d2da req-65c2def8-be3c-47ec-8d25-4bb53bf6dee9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815828 Nov 09 17:39:15.025735 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1a0e2b00-98c9-496e-8281-e8ca75ac1f1a req-e941ebc4-60ea-40b9-a9ea-ff8ee330ad11 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823313 Nov 09 17:39:15.044423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:15.053502 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:15.068108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] For port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:15.079779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] For port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ac4d095c-3d67-42ad-8b69-26b8c2b7b50e,segment=NetworkSegment(d4798285-f931-4af4-a2a1-0c4e53cae6bd),segment_id=d4798285-f931-4af4-a2a1-0c4e53cae6bd)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:15.104546 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:15.133239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Performing IP validity checks on allocation pools {{(pid=102155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 17:39:15.133764 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 17:39:15.214397 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da79f18e-5825-49c0-bc83-045024cf5986 req-f58c013c-2fa8-46ca-8db8-228fd8eaebe0 service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581990 Nov 09 17:39:15.276778 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:15.299261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5cba4-6b45-4536-83ff-317e170e5c1a None None] Pushing event updated for resources: {'Port': ['ID=ac4d095c-3d67-42ad-8b69-26b8c2b7b50e,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:15.462952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:15.574428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Subnet': ['ID=2c7259e1-73f6-4208-94f2-af0a89ca5a00,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:15.599664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Checking segment: {'id': '5469707b-0b4f-47a4-a8ca-a4ad6a04bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '33caf583-885e-42e7-b41c-012ebcd9e8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:15.600111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network hostable DHCP agents. Network: 33caf583-885e-42e7-b41c-012ebcd9e8b1, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:39:15.664601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network 33caf583-885e-42e7-b41c-012ebcd9e8b1 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:39:15.703500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 33caf583-885e-42e7-b41c-012ebcd9e8b1) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:15.720514 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd90b5f9-23cd-4f78-85bd-b405df8c1381 None None] Network 33caf583-885e-42e7-b41c-012ebcd9e8b1 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:15.751295 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:15.753189 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:15.820134 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-751b8383-6437-45d2-adb8-5fe577675429 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1024666 Nov 09 17:39:15.821406 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53498) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:16.102444 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-33caf583-885e-42e7-b41c-012ebcd9e8b1', 'network_id': '33caf583-885e-42e7-b41c-012ebcd9e8b1', 'tenant_id': '6ef69d9641544dda8fff2ab901df0f15', 'fixed_ips': [{'subnet_id': '2c7259e1-73f6-4208-94f2-af0a89ca5a00'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:39:16.109439 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:16.137033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc519f-991f-4624-bcb0-5ececf1f4a1b req-01de0b24-1e99-406c-9b1d-b5be2c855e96 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.144335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc519f-991f-4624-bcb0-5ececf1f4a1b req-01de0b24-1e99-406c-9b1d-b5be2c855e96 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.161323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc519f-991f-4624-bcb0-5ececf1f4a1b req-01de0b24-1e99-406c-9b1d-b5be2c855e96 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.170542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc519f-991f-4624-bcb0-5ececf1f4a1b req-01de0b24-1e99-406c-9b1d-b5be2c855e96 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.182876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc519f-991f-4624-bcb0-5ececf1f4a1b req-01de0b24-1e99-406c-9b1d-b5be2c855e96 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.189831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc519f-991f-4624-bcb0-5ececf1f4a1b req-01de0b24-1e99-406c-9b1d-b5be2c855e96 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.200012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc519f-991f-4624-bcb0-5ececf1f4a1b req-01de0b24-1e99-406c-9b1d-b5be2c855e96 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.208787 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45bc519f-991f-4624-bcb0-5ececf1f4a1b req-01de0b24-1e99-406c-9b1d-b5be2c855e96 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.1813586 Nov 09 17:39:16.274583 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da79f18e-5825-49c0-bc83-045024cf5986 req-1a9c4b9a-be2f-4a31-9ab7-5720a4bf0d6c service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0499787 Nov 09 17:39:16.284354 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45bc519f-991f-4624-bcb0-5ececf1f4a1b req-f85bcdec-f4ce-40f7-b648-c5757168c960 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746703 Nov 09 17:39:16.508325 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Allocated IP 2001:db8::3 (33caf583-885e-42e7-b41c-012ebcd9e8b1/2c7259e1-73f6-4208-94f2-af0a89ca5a00/dafe89fb-ba06-48be-a653-75a73dce1d2a) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:16.763049 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:16.800485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fb55b-c028-41a7-a3e2-5ff36c727811 req-5d046730-c3ba-450b-9b02-1892b2cde25e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.809948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb0fb55b-c028-41a7-a3e2-5ff36c727811 req-5d046730-c3ba-450b-9b02-1892b2cde25e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.1822762 Nov 09 17:39:16.863091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-38d73687-4138-4604-900c-e44649d4ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.863962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-38d73687-4138-4604-900c-e44649d4ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.865221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-38d73687-4138-4604-900c-e44649d4ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.865792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-38d73687-4138-4604-900c-e44649d4ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.866909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-38d73687-4138-4604-900c-e44649d4ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.867578 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-38d73687-4138-4604-900c-e44649d4ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.868054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-38d73687-4138-4604-900c-e44649d4ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.870424 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-38d73687-4138-4604-900c-e44649d4ee8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 6478 time: 0.3653824 Nov 09 17:39:16.902983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5802a-809c-40b6-87d0-15dc1fe39d41 req-401263ac-d6aa-48d9-9972-845c3e0da287 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:16.905908 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5a5802a-809c-40b6-87d0-15dc1fe39d41 req-401263ac-d6aa-48d9-9972-845c3e0da287 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 950 time: 1.0078402 Nov 09 17:39:16.950607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb0fb55b-c028-41a7-a3e2-5ff36c727811 req-7dc17f67-fc9f-4464-ab26-b46327ad2fd2 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396239 Nov 09 17:39:17.055018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee862a-66d2-43ed-8020-39f5c3740870 req-352ce0cb-bbed-49f3-af50-f16d450739e8 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.060235 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcee862a-66d2-43ed-8020-39f5c3740870 req-352ce0cb-bbed-49f3-af50-f16d450739e8 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 944 time: 0.2940025 Nov 09 17:39:17.066493 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:17.089330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ac4d095c-3d67-42ad-8b69-26b8c2b7b50e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:17.116247 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:17.216625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-da3a5aad-4aad-4d4f-a250-871ad13c0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.217498 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5a5802a-809c-40b6-87d0-15dc1fe39d41 req-745b70f1-6844-4e58-a96e-f4b3d419c960 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940469 Nov 09 17:39:17.219289 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:17.220723 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-da3a5aad-4aad-4d4f-a250-871ad13c0a55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab315546-1c38-4962-b0c6-63c0cb9e1712 HTTP/1.1" status: 200 len: 902 time: 0.2834671 Nov 09 17:39:17.386792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fca89ae-a9e8-41ce-8f02-9854c4d4e7cf None None] Network fd9ca6da-304e-4964-8b04-23da021c151f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:17.406556 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:17.500331 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-82bdd70e-b28c-4380-9931-e94b34bcd761 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3207e95c-66e0-4b85-9491-66e70c8e365b HTTP/1.1" status: 200 len: 217 time: 0.2726612 Nov 09 17:39:17.508702 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Network 33caf583-885e-42e7-b41c-012ebcd9e8b1 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:17.575142 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:17.603492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:17.606229 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7259e1-73f6-4208-94f2-af0a89ca5a00,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:17.608286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-30f6785b-e0ce-415d-a10c-16907da7784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.610007 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-30f6785b-e0ce-415d-a10c-16907da7784e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1225703-4412-46cc-b572-90420e91b7e8 HTTP/1.1" status: 200 len: 797 time: 0.0874450 Nov 09 17:39:17.632810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-fcee862a-66d2-43ed-8020-39f5c3740870 req-6208ca6b-bc31-41d2-84a2-79fb82f6f817 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Deleting port d06f281b-ffbb-4533-8f8e-800d4845d7cc {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:39:17.634270 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fcee862a-66d2-43ed-8020-39f5c3740870 req-6208ca6b-bc31-41d2-84a2-79fb82f6f817 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:17.641338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8dd8eb56-6d1e-4f2c-bb93-8ec816dfc6c4 None None] Provisioning complete for port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:17.641868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3221b-dd4d-4a16-bdfa-b480d114fe41 req-aa3c8a47-2a99-44b5-94a9-291531d38827 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.642037 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8dd8eb56-6d1e-4f2c-bb93-8ec816dfc6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:17.651908 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-14a3221b-dd4d-4a16-bdfa-b480d114fe41 req-aa3c8a47-2a99-44b5-94a9-291531d38827 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3a7bed-b870-4b04-9669-c418300dce2b HTTP/1.1" status: 200 len: 944 time: 0.4003174 Nov 09 17:39:17.709448 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:17.737375 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadeaee-1011-4273-a410-2b04390a1da0 req-b063325a-a5eb-4608-ab8f-ae71cc3ac11e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.745006 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadeaee-1011-4273-a410-2b04390a1da0 req-b063325a-a5eb-4608-ab8f-ae71cc3ac11e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.746865 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-e5312470-94e1-45c3-9155-b976762e34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.749237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Pushing event updated for resources: {'Port': ['ID=dafe89fb-ba06-48be-a653-75a73dce1d2a,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:17.749968 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-e5312470-94e1-45c3-9155-b976762e34d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab315546-1c38-4962-b0c6-63c0cb9e1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1246645 Nov 09 17:39:17.753398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadeaee-1011-4273-a410-2b04390a1da0 req-b063325a-a5eb-4608-ab8f-ae71cc3ac11e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.766720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadeaee-1011-4273-a410-2b04390a1da0 req-b063325a-a5eb-4608-ab8f-ae71cc3ac11e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.773893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadeaee-1011-4273-a410-2b04390a1da0 req-b063325a-a5eb-4608-ab8f-ae71cc3ac11e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.776826 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-14a3221b-dd4d-4a16-bdfa-b480d114fe41 req-72e354da-ab3d-417f-9759-e38cd4bee995 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239526 Nov 09 17:39:17.780399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadeaee-1011-4273-a410-2b04390a1da0 req-b063325a-a5eb-4608-ab8f-ae71cc3ac11e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.798452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadeaee-1011-4273-a410-2b04390a1da0 req-b063325a-a5eb-4608-ab8f-ae71cc3ac11e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:17.799316 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:17.802074 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7fadeaee-1011-4273-a410-2b04390a1da0 req-b063325a-a5eb-4608-ab8f-ae71cc3ac11e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.2365291 Nov 09 17:39:17.885213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device bcee7883-4e7c-43f3-aff5-ac458499b61d details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:17.896519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-fcee862a-66d2-43ed-8020-39f5c3740870 req-6208ca6b-bc31-41d2-84a2-79fb82f6f817 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] For port d06f281b-ffbb-4533-8f8e-800d4845d7cc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=d06f281b-ffbb-4533-8f8e-800d4845d7cc,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:17.896899 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fcee862a-66d2-43ed-8020-39f5c3740870 req-6208ca6b-bc31-41d2-84a2-79fb82f6f817 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:17.913816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-fcee862a-66d2-43ed-8020-39f5c3740870 req-6208ca6b-bc31-41d2-84a2-79fb82f6f817 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Calling delete_port for d06f281b-ffbb-4533-8f8e-800d4845d7cc owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:39:18.063289 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-97e57eaf-8cb3-4656-b8f6-c9cb4b2a7edb service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788310 Nov 09 17:39:18.115175 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fcee862a-66d2-43ed-8020-39f5c3740870 req-6208ca6b-bc31-41d2-84a2-79fb82f6f817 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:18.157604 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['cebc8247-63f6-4e82-ac04-8725265dd107'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:18.172422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33caf583-885e-42e7-b41c-012ebcd9e8b1']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:18.174946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208ca6b-bc31-41d2-84a2-79fb82f6f817 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Pushing event deleted for resources: {'Port': ['ID=d06f281b-ffbb-4533-8f8e-800d4845d7cc,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:18.212049 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5469707b-0b4f-47a4-a8ca-a4ad6a04bed1') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:18.212436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5469707b-0b4f-47a4-a8ca-a4ad6a04bed1') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:18.243525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Attempting to bind port dafe89fb-ba06-48be-a653-75a73dce1d2a on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:39:18.244253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Attempting to bind port dafe89fb-ba06-48be-a653-75a73dce1d2a by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '5469707b-0b4f-47a4-a8ca-a4ad6a04bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '33caf583-885e-42e7-b41c-012ebcd9e8b1'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:39:18.244876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Attempting to bind port dafe89fb-ba06-48be-a653-75a73dce1d2a on network 33caf583-885e-42e7-b41c-012ebcd9e8b1 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:18.258721 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7fadeaee-1011-4273-a410-2b04390a1da0 req-d51acaec-06ad-4b84-9240-20292689f868 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1654096 Nov 09 17:39:18.282428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcee862a-66d2-43ed-8020-39f5c3740870 req-6208ca6b-bc31-41d2-84a2-79fb82f6f817 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] No DVR routers for this DVR port d06f281b-ffbb-4533-8f8e-800d4845d7cc on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:18.285680 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fcee862a-66d2-43ed-8020-39f5c3740870 req-6208ca6b-bc31-41d2-84a2-79fb82f6f817 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:18.290594 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcee862a-66d2-43ed-8020-39f5c3740870 req-6208ca6b-bc31-41d2-84a2-79fb82f6f817 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.18 "DELETE /v2.0/ports/d06f281b-ffbb-4533-8f8e-800d4845d7cc HTTP/1.1" status: 204 len: 173 time: 1.2004070 Nov 09 17:39:18.292567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:18.295326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3a7bed-b870-4b04-9669-c418300dce2b', 'name': 'network-vif-deleted', 'tag': 'd06f281b-ffbb-4533-8f8e-800d4845d7cc'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:18.298658 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de44fe8-6574-4da3-8480-a36857c21733" -d '{"events": [{"server_uuid": "9a3a7bed-b870-4b04-9669-c418300dce2b", "name": "network-vif-deleted", "tag": "d06f281b-ffbb-4533-8f8e-800d4845d7cc"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:18.300078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:18.300911 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:18.323895 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:18.332853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:18.333366 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:18.339717 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:18.399464 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5980c-2b60-4a8e-a8dc-d9365cfa0966 req-db7af5e9-d966-4320-9b22-55d872c4a382 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:18.420209 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9af5980c-2b60-4a8e-a8dc-d9365cfa0966 req-db7af5e9-d966-4320-9b22-55d872c4a382 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.2914798 Nov 09 17:39:18.442833 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:18.443413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Checking segment: {'id': '5469707b-0b4f-47a4-a8ca-a4ad6a04bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '33caf583-885e-42e7-b41c-012ebcd9e8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:18.443843 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:18.445074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Bound using segment: {'id': '5469707b-0b4f-47a4-a8ca-a4ad6a04bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '33caf583-885e-42e7-b41c-012ebcd9e8b1'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:18.445711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Bound port: dafe89fb-ba06-48be-a653-75a73dce1d2a, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5469707b-0b4f-47a4-a8ca-a4ad6a04bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '33caf583-885e-42e7-b41c-012ebcd9e8b1'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:39:18.446252 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:18.456497 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.api [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:39:18.456497 n-d-817236-1 neutron-server[102155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:39:18.456497 n-d-817236-1 neutron-server[102155]: [parameters: {'id': '33caf583-885e-42e7-b41c-012ebcd9e8b1'}] Nov 09 17:39:18.456497 n-d-817236-1 neutron-server[102155]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:39:18.457013 n-d-817236-1 neutron-server[102155]: DEBUG oslo_db.api [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:39:18.558308 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ceb36a6a-2ff4-4ff6-8f1f-411f46660bdc req-73aaf585-c73b-421c-800e-f77db5ec4b2a service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885378 Nov 09 17:39:18.579571 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9af5980c-2b60-4a8e-a8dc-d9365cfa0966 req-1994af59-9271-413f-95b6-679d140e64be tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561830 Nov 09 17:39:18.656747 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bc535-a0ea-4b30-b99f-2e1a97361c8a req-6a427220-df96-4adc-b9e1-1d04cb20cfdd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:18.665415 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2c1bc535-a0ea-4b30-b99f-2e1a97361c8a req-6a427220-df96-4adc-b9e1-1d04cb20cfdd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 950 time: 0.0645881 Nov 09 17:39:18.668479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port bcee7883-4e7c-43f3-aff5-ac458499b61d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=bcee7883-4e7c-43f3-aff5-ac458499b61d,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:18.716797 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2c1bc535-a0ea-4b30-b99f-2e1a97361c8a req-e553c199-60d2-47cd-8d29-cf6ac1d34e53 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506380 Nov 09 17:39:18.760352 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65582ead-dac1-46a8-b82c-7112ca37a6f1 x-openstack-request-id: req-65582ead-dac1-46a8-b82c-7112ca37a6f1 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:18.760686 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3a7bed-b870-4b04-9669-c418300dce2b", "name": "network-vif-deleted", "tag": "d06f281b-ffbb-4533-8f8e-800d4845d7cc", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:18.760871 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65582ead-dac1-46a8-b82c-7112ca37a6f1 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:18.761736 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3a7bed-b870-4b04-9669-c418300dce2b', 'name': 'network-vif-deleted', 'tag': 'd06f281b-ffbb-4533-8f8e-800d4845d7cc', 'status': 'completed', 'code': 200} Nov 09 17:39:18.801647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] For port dafe89fb-ba06-48be-a653-75a73dce1d2a, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:18.807111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] For port dafe89fb-ba06-48be-a653-75a73dce1d2a, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dafe89fb-ba06-48be-a653-75a73dce1d2a,segment=NetworkSegment(5469707b-0b4f-47a4-a8ca-a4ad6a04bed1),segment_id=5469707b-0b4f-47a4-a8ca-a4ad6a04bed1)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:18.808593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'bcee7883-4e7c-43f3-aff5-ac458499b61d', 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9', 'port_id': 'bcee7883-4e7c-43f3-aff5-ac458499b61d', 'mac_address': 'fa:16:3e:a5:5b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20907115-321b-44dc-9720-07945eb0b036', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:18.955047 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:18.958810 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:18.964858 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8dd8eb56-6d1e-4f2c-bb93-8ec816dfc6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:18.981267 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:19.099585 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:19.191016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Deleting port dafe89fb-ba06-48be-a653-75a73dce1d2a {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:39:19.191500 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:19.446338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] For port dafe89fb-ba06-48be-a653-75a73dce1d2a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dafe89fb-ba06-48be-a653-75a73dce1d2a,segment=NetworkSegment(5469707b-0b4f-47a4-a8ca-a4ad6a04bed1),segment_id=5469707b-0b4f-47a4-a8ca-a4ad6a04bed1)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:19.446625 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:19.453883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device d06f281b-ffbb-4533-8f8e-800d4845d7cc no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:39:19.494199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Calling delete_port for dafe89fb-ba06-48be-a653-75a73dce1d2a owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:39:19.545315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efb9ef-1b6b-4b44-8568-08cf74831445 None None] Pushing event updated for resources: {'Port': ['ID=dafe89fb-ba06-48be-a653-75a73dce1d2a,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:19.664714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61174e75-7b0d-4ef7-a657-9ac229593a95 req-e22610cc-9a4f-4807-bcef-056c023e0ae1 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:19.666831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: d06f281b-ffbb-4533-8f8e-800d4845d7cc {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:39:19.670480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device d06f281b-ffbb-4533-8f8e-800d4845d7cc not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:39:19.675848 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61174e75-7b0d-4ef7-a657-9ac229593a95 req-e22610cc-9a4f-4807-bcef-056c023e0ae1 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 1100 time: 0.2016897 Nov 09 17:39:19.734330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcee7883-4e7c-43f3-aff5-ac458499b61d {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:19.745998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-61174e75-7b0d-4ef7-a657-9ac229593a95 req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:19.799592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port bcee7883-4e7c-43f3-aff5-ac458499b61d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=bcee7883-4e7c-43f3-aff5-ac458499b61d,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:19.803419 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:19.964349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ac4d095c-3d67-42ad-8b69-26b8c2b7b50e,segment=NetworkSegment(d4798285-f931-4af4-a2a1-0c4e53cae6bd),segment_id=d4798285-f931-4af4-a2a1-0c4e53cae6bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:19.984227 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Port': ['ID=dafe89fb-ba06-48be-a653-75a73dce1d2a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:19.985994 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:20.036884 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No DVR routers for this DVR port dafe89fb-ba06-48be-a653-75a73dce1d2a on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:20.053865 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-61174e75-7b0d-4ef7-a657-9ac229593a95 req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:20.064240 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-61174e75-7b0d-4ef7-a657-9ac229593a95 req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:20.167369 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61174e75-7b0d-4ef7-a657-9ac229593a95 req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820726 Nov 09 17:39:20.203443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2a3c57-1f6f-42fc-b1cc-3a709801719e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:20.245695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:20.246838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:20.247823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:20.248870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:20.249815 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:20.250781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:20.251777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:20.253008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:20.253960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:20.254838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:20.255726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:20.256599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63514147-78a3-4de2-b015-eeca09380695 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server [None req-ff20ee14-9cb7-47ad-9316-a55899a6d279 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port dafe89fb-ba06-48be-a653-75a73dce1d2a could not be found. Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:39:20.281900 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port dafe89fb-ba06-48be-a653-75a73dce1d2a could not be found. Nov 09 17:39:20.285890 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Nov 09 17:39:20.290310 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:20.323689 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=bcee7883-4e7c-43f3-aff5-ac458499b61d,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:20.353216 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:20.355854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33caf583-885e-42e7-b41c-012ebcd9e8b1']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:20.370240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5469707b-0b4f-47a4-a8ca-a4ad6a04bed1') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:20.370672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5469707b-0b4f-47a4-a8ca-a4ad6a04bed1') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:20.385573 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:20.403844 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:20.413136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:20.414041 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:20.498938 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:20.535023 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318160-5ae7-41d8-8003-faac1851f01c req-7293e6ab-436a-4f4e-87d1-fea65f62f552 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:20.550344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318160-5ae7-41d8-8003-faac1851f01c req-7293e6ab-436a-4f4e-87d1-fea65f62f552 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:20.565157 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f5318160-5ae7-41d8-8003-faac1851f01c req-7293e6ab-436a-4f4e-87d1-fea65f62f552 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614&device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 1691 time: 0.7988999 Nov 09 17:39:20.585751 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:20.621155 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:20.634036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53596) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:20.643155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-fa372213-6126-4669-9f51-9ab85b5082c3 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2104730086'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:20.648480 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/33caf583-885e-42e7-b41c-012ebcd9e8b1 HTTP/1.1" status: 204 len: 168 time: 4.8249536 Nov 09 17:39:20.687476 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5390a4-02b7-4daf-b260-49c9045645ba tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Network': ['ID=33caf583-885e-42e7-b41c-012ebcd9e8b1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:20.753358 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f5318160-5ae7-41d8-8003-faac1851f01c req-d54a5fab-8035-4c19-8e0f-1f93aa50dfcd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868229 Nov 09 17:39:20.784355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa372213-6126-4669-9f51-9ab85b5082c3 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:20.791563 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa372213-6126-4669-9f51-9ab85b5082c3 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:20.886738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b6c5ca-e88c-4ee8-acd4-72f1136f8fed None None] Network 33caf583-885e-42e7-b41c-012ebcd9e8b1 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:20.899522 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['bcee7883-4e7c-43f3-aff5-ac458499b61d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:21.018577 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b6c5ca-e88c-4ee8-acd4-72f1136f8fed None None] Network 33caf583-885e-42e7-b41c-012ebcd9e8b1 could not be found, it might have been deleted concurrently. {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 17:39:21.055371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa372213-6126-4669-9f51-9ab85b5082c3 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:39:21.106550 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-8dd8eb56-6d1e-4f2c-bb93-8ec816dfc6c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:39:21.118587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152beda5-d94e-49de-a77b-b160f4ee2313 req-08761042-5d3a-434a-8017-295a7ba69e42 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:21.119271 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-8dd8eb56-6d1e-4f2c-bb93-8ec816dfc6c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:39:21.119997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=ac4d095c-3d67-42ad-8b69-26b8c2b7b50e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:21.150045 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152beda5-d94e-49de-a77b-b160f4ee2313 req-08761042-5d3a-434a-8017-295a7ba69e42 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:21.165841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152beda5-d94e-49de-a77b-b160f4ee2313 req-08761042-5d3a-434a-8017-295a7ba69e42 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:21.177622 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152beda5-d94e-49de-a77b-b160f4ee2313 req-08761042-5d3a-434a-8017-295a7ba69e42 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:21.192152 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152beda5-d94e-49de-a77b-b160f4ee2313 req-08761042-5d3a-434a-8017-295a7ba69e42 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:21.206408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152beda5-d94e-49de-a77b-b160f4ee2313 req-08761042-5d3a-434a-8017-295a7ba69e42 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:21.222281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152beda5-d94e-49de-a77b-b160f4ee2313 req-08761042-5d3a-434a-8017-295a7ba69e42 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:21.239211 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-152beda5-d94e-49de-a77b-b160f4ee2313 req-08761042-5d3a-434a-8017-295a7ba69e42 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.4546015 Nov 09 17:39:21.260204 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa372213-6126-4669-9f51-9ab85b5082c3 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:21.261411 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-fa372213-6126-4669-9f51-9ab85b5082c3 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Added segment 0d10c79c-e492-4636-b053-85ee818a52d7 of type vlan for network 4821dc4f-b629-466b-bb6b-1204413a6f11 Nov 09 17:39:21.483632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c606af7-8be6-4dbb-8a69-ec03f52ea123 None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:39:21.542644 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa372213-6126-4669-9f51-9ab85b5082c3 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:21.599099 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-152beda5-d94e-49de-a77b-b160f4ee2313 req-3270c179-aaf9-4e74-a2c5-e191d18dde7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3581183 Nov 09 17:39:21.661865 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa372213-6126-4669-9f51-9ab85b5082c3 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:21.673889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa372213-6126-4669-9f51-9ab85b5082c3 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:21.680010 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa372213-6126-4669-9f51-9ab85b5082c3 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:21.840414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c606af7-8be6-4dbb-8a69-ec03f52ea123 None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:39:21.861728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c7b6faae-3e18-4f39-b995-62d0e3222dce None None] Provisioning complete for port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:21.861728 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c7b6faae-3e18-4f39-b995-62d0e3222dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:21.899843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fa372213-6126-4669-9f51-9ab85b5082c3 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2638083 Nov 09 17:39:21.905100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53610) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:21.916889 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3014d679-d909-41b8-be9c-b3edc4f640e2 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'subnet': {'network_id': '4821dc4f-b629-466b-bb6b-1204413a6f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:21.937929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa372213-6126-4669-9f51-9ab85b5082c3 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Network': ['ID=4821dc4f-b629-466b-bb6b-1204413a6f11,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:22.064252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 4821dc4f-b629-466b-bb6b-1204413a6f11 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:39:22.066780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device bcee7883-4e7c-43f3-aff5-ac458499b61d up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:22.454100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3014d679-d909-41b8-be9c-b3edc4f640e2 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:22.458341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3014d679-d909-41b8-be9c-b3edc4f640e2 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:22.500509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port bcee7883-4e7c-43f3-aff5-ac458499b61d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:22.501225 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:22.674507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ac4d095c-3d67-42ad-8b69-26b8c2b7b50e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:22.786256 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:22.927187 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:22.983791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:22.984177 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:23.007517 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3014d679-d909-41b8-be9c-b3edc4f640e2 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:23.056449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c49cc7-fa6d-4685-b045-5e5854ac4b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcee7883-4e7c-43f3-aff5-ac458499b61d'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:23.058962 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64206239-95d7-4499-9002-800e60b1c9a8" -d '{"events": [{"server_uuid": "c6c49cc7-fa6d-4685-b045-5e5854ac4b89", "name": "network-vif-plugged", "status": "completed", "tag": "bcee7883-4e7c-43f3-aff5-ac458499b61d"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:23.091200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port bcee7883-4e7c-43f3-aff5-ac458499b61d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=bcee7883-4e7c-43f3-aff5-ac458499b61d,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:23.113601 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:23.178028 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014d679-d909-41b8-be9c-b3edc4f640e2 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Subnet': ['ID=f644b515-792f-4569-b686-494fcabc47cf,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:23.201567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014d679-d909-41b8-be9c-b3edc4f640e2 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Checking segment: {'id': '0d10c79c-e492-4636-b053-85ee818a52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4821dc4f-b629-466b-bb6b-1204413a6f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:23.203165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014d679-d909-41b8-be9c-b3edc4f640e2 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network hostable DHCP agents. Network: 4821dc4f-b629-466b-bb6b-1204413a6f11, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:39:23.236881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014d679-d909-41b8-be9c-b3edc4f640e2 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network 4821dc4f-b629-466b-bb6b-1204413a6f11 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:39:23.239291 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=bcee7883-4e7c-43f3-aff5-ac458499b61d,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:23.263295 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3014d679-d909-41b8-be9c-b3edc4f640e2 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 4821dc4f-b629-466b-bb6b-1204413a6f11) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:23.274807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3014d679-d909-41b8-be9c-b3edc4f640e2 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:23.277310 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3014d679-d909-41b8-be9c-b3edc4f640e2 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:23.280652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15f343e-f765-4f8d-8c83-ddef64ce9280 None None] Network 4821dc4f-b629-466b-bb6b-1204413a6f11 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:23.323044 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3014d679-d909-41b8-be9c-b3edc4f640e2 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4160552 Nov 09 17:39:23.323649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53620) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:23.460129 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:23.609683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-4821dc4f-b629-466b-bb6b-1204413a6f11', 'network_id': '4821dc4f-b629-466b-bb6b-1204413a6f11', 'tenant_id': '6ef69d9641544dda8fff2ab901df0f15', 'fixed_ips': [{'subnet_id': 'f644b515-792f-4569-b686-494fcabc47cf'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:39:23.610871 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:23.681727 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:23.905049 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Allocated IP 2001:db8::1 (4821dc4f-b629-466b-bb6b-1204413a6f11/f644b515-792f-4569-b686-494fcabc47cf/17720823-ea4c-4566-a17b-feb2745d780d) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:23.942678 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:24.215499 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:24.231988 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:24.271473 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:24.321750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Network 4821dc4f-b629-466b-bb6b-1204413a6f11 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:24.325592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:24.330504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:24.403385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Subnet': ['ID=f644b515-792f-4569-b686-494fcabc47cf,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:24.486236 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Pushing event updated for resources: {'Port': ['ID=17720823-ea4c-4566-a17b-feb2745d780d,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:24.495952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Attempting to bind port 17720823-ea4c-4566-a17b-feb2745d780d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:39:24.496721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Attempting to bind port 17720823-ea4c-4566-a17b-feb2745d780d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0d10c79c-e492-4636-b053-85ee818a52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4821dc4f-b629-466b-bb6b-1204413a6f11'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:39:24.497347 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Attempting to bind port 17720823-ea4c-4566-a17b-feb2745d780d on network 4821dc4f-b629-466b-bb6b-1204413a6f11 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:24.516384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:24.517001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Checking segment: {'id': '0d10c79c-e492-4636-b053-85ee818a52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4821dc4f-b629-466b-bb6b-1204413a6f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:24.518520 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:24.520144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Bound using segment: {'id': '0d10c79c-e492-4636-b053-85ee818a52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4821dc4f-b629-466b-bb6b-1204413a6f11'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:24.521073 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Bound port: 17720823-ea4c-4566-a17b-feb2745d780d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d10c79c-e492-4636-b053-85ee818a52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4821dc4f-b629-466b-bb6b-1204413a6f11'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:39:24.522643 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:24.568837 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:24.606340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4821dc4f-b629-466b-bb6b-1204413a6f11']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:24.653960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d10c79c-e492-4636-b053-85ee818a52d7') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:24.654275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d10c79c-e492-4636-b053-85ee818a52d7') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:24.685944 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:24.716850 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:24.717535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] For port 17720823-ea4c-4566-a17b-feb2745d780d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:24.729944 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:24.730411 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:24.796271 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:24.832867 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.api [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:39:24.832867 n-d-817236-1 neutron-server[102154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:39:24.832867 n-d-817236-1 neutron-server[102154]: [parameters: {'id': '4821dc4f-b629-466b-bb6b-1204413a6f11'}] Nov 09 17:39:24.832867 n-d-817236-1 neutron-server[102154]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:39:24.833390 n-d-817236-1 neutron-server[102154]: DEBUG oslo_db.api [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:39:24.833788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] For port 17720823-ea4c-4566-a17b-feb2745d780d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=17720823-ea4c-4566-a17b-feb2745d780d,segment=NetworkSegment(0d10c79c-e492-4636-b053-85ee818a52d7),segment_id=0d10c79c-e492-4636-b053-85ee818a52d7)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:24.842547 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:24.912874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ee8bd-1a55-471b-a906-3c1bfd463cac None None] Pushing event updated for resources: {'Port': ['ID=17720823-ea4c-4566-a17b-feb2745d780d,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:25.083517 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c22e7-b945-4562-88a6-bc36f74b99b9 None None] Network 4821dc4f-b629-466b-bb6b-1204413a6f11 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:25.197124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379a3fb-c766-4158-bbda-397f13c62a90 req-f3953de5-0fad-4a6e-aae6-a17fa09801c1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:25.220145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379a3fb-c766-4158-bbda-397f13c62a90 req-f3953de5-0fad-4a6e-aae6-a17fa09801c1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:25.227110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379a3fb-c766-4158-bbda-397f13c62a90 req-f3953de5-0fad-4a6e-aae6-a17fa09801c1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:25.248071 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379a3fb-c766-4158-bbda-397f13c62a90 req-f3953de5-0fad-4a6e-aae6-a17fa09801c1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:25.260444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379a3fb-c766-4158-bbda-397f13c62a90 req-f3953de5-0fad-4a6e-aae6-a17fa09801c1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:25.269226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379a3fb-c766-4158-bbda-397f13c62a90 req-f3953de5-0fad-4a6e-aae6-a17fa09801c1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:25.277842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379a3fb-c766-4158-bbda-397f13c62a90 req-f3953de5-0fad-4a6e-aae6-a17fa09801c1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:25.281700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0379a3fb-c766-4158-bbda-397f13c62a90 req-f3953de5-0fad-4a6e-aae6-a17fa09801c1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.2005177 Nov 09 17:39:25.343830 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:25.396962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca30525a-7084-42ae-848e-5fd22dcf1eae None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:39:25.448696 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0379a3fb-c766-4158-bbda-397f13c62a90 req-06a648b2-373f-4c2e-b00d-8969867eafa2 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1568439 Nov 09 17:39:25.452962 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088fe1fc-0bd7-4a29-9f38-f66be9794a14 x-openstack-request-id: req-088fe1fc-0bd7-4a29-9f38-f66be9794a14 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:25.453709 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c49cc7-fa6d-4685-b045-5e5854ac4b89", "name": "network-vif-plugged", "status": "completed", "tag": "bcee7883-4e7c-43f3-aff5-ac458499b61d", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:25.454138 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-088fe1fc-0bd7-4a29-9f38-f66be9794a14 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:25.454861 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c49cc7-fa6d-4685-b045-5e5854ac4b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcee7883-4e7c-43f3-aff5-ac458499b61d', 'code': 200} Nov 09 17:39:25.523334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Deleting port 17720823-ea4c-4566-a17b-feb2745d780d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:39:25.523334 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:25.720966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca30525a-7084-42ae-848e-5fd22dcf1eae None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:39:25.722946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92d129-8f7e-4378-ae29-39aa7cebf80c req-852c9990-7db4-4d8d-863f-03aa1b78d6ea tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:25.725259 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d92d129-8f7e-4378-ae29-39aa7cebf80c req-852c9990-7db4-4d8d-863f-03aa1b78d6ea tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.18 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 944 time: 0.1437602 Nov 09 17:39:25.789421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969572d-2fcb-4bc3-b4d7-86b93f55d825 req-414d9266-e303-4509-8a1e-0d11971c0b83 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:25.792277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f969572d-2fcb-4bc3-b4d7-86b93f55d825 req-414d9266-e303-4509-8a1e-0d11971c0b83 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=c09db0bf-a83d-4f3f-af05-ba4fdaebd916 HTTP/1.1" status: 200 len: 944 time: 0.1697805 Nov 09 17:39:25.795994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] For port 17720823-ea4c-4566-a17b-feb2745d780d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=17720823-ea4c-4566-a17b-feb2745d780d,segment=NetworkSegment(0d10c79c-e492-4636-b053-85ee818a52d7),segment_id=0d10c79c-e492-4636-b053-85ee818a52d7)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:25.796583 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:25.823460 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-ac868d7b-791a-41b1-b550-c1b18a18ebef service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3936691 Nov 09 17:39:25.831668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-e74b413c-2f97-47ca-9811-bc55b949f790 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:39:25.843878 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-e74b413c-2f97-47ca-9811-bc55b949f790 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190449 Nov 09 17:39:25.880340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Calling delete_port for 17720823-ea4c-4566-a17b-feb2745d780d owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:39:25.934025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93b534-d0a4-4df3-8648-af05b7e3de2e req-31c8a45b-5b99-4f23-b29c-799c564c1570 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:25.935787 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e93b534-d0a4-4df3-8648-af05b7e3de2e req-31c8a45b-5b99-4f23-b29c-799c564c1570 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 1101 time: 0.1223700 Nov 09 17:39:26.004300 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e93b534-d0a4-4df3-8648-af05b7e3de2e req-7a0136bf-81ca-4b5f-b135-dc4f869442d2 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586798 Nov 09 17:39:26.037659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-5d92d129-8f7e-4378-ae29-39aa7cebf80c req-1ea92da8-26d6-41ad-aa1c-838a317fc2f9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Deleting port 0c17398e-36b1-40c4-9953-bd1351b5db06 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:39:26.038612 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5d92d129-8f7e-4378-ae29-39aa7cebf80c req-1ea92da8-26d6-41ad-aa1c-838a317fc2f9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:26.161305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-5d92d129-8f7e-4378-ae29-39aa7cebf80c req-1ea92da8-26d6-41ad-aa1c-838a317fc2f9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] For port 0c17398e-36b1-40c4-9953-bd1351b5db06, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=0c17398e-36b1-40c4-9953-bd1351b5db06,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:26.161764 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5d92d129-8f7e-4378-ae29-39aa7cebf80c req-1ea92da8-26d6-41ad-aa1c-838a317fc2f9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:26.179398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-5d92d129-8f7e-4378-ae29-39aa7cebf80c req-1ea92da8-26d6-41ad-aa1c-838a317fc2f9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Calling delete_port for 0c17398e-36b1-40c4-9953-bd1351b5db06 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:39:26.232007 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f969572d-2fcb-4bc3-b4d7-86b93f55d825 req-2256d0ec-eb6b-4360-aaa8-774291a94d64 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058630 Nov 09 17:39:26.395269 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:26.412630 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af702fdb-1089-49a3-96ed-b713b422a0ab req-04c7073f-7026-409c-bbb8-0d8f39a02583 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:26.421044 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af702fdb-1089-49a3-96ed-b713b422a0ab req-04c7073f-7026-409c-bbb8-0d8f39a02583 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.1501746 Nov 09 17:39:26.493596 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5d92d129-8f7e-4378-ae29-39aa7cebf80c req-1ea92da8-26d6-41ad-aa1c-838a317fc2f9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:26.529798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Port': ['ID=17720823-ea4c-4566-a17b-feb2745d780d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:26.540773 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No DVR routers for this DVR port 17720823-ea4c-4566-a17b-feb2745d780d on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:26.541897 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['cebc8247-63f6-4e82-ac04-8725265dd107'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:26.619891 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea92da8-26d6-41ad-aa1c-838a317fc2f9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Pushing event deleted for resources: {'Port': ['ID=0c17398e-36b1-40c4-9953-bd1351b5db06,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:26.659103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d92d129-8f7e-4378-ae29-39aa7cebf80c req-1ea92da8-26d6-41ad-aa1c-838a317fc2f9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] No DVR routers for this DVR port 0c17398e-36b1-40c4-9953-bd1351b5db06 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:26.664126 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5d92d129-8f7e-4378-ae29-39aa7cebf80c req-1ea92da8-26d6-41ad-aa1c-838a317fc2f9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:26.669112 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d92d129-8f7e-4378-ae29-39aa7cebf80c req-1ea92da8-26d6-41ad-aa1c-838a317fc2f9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.18 "DELETE /v2.0/ports/0c17398e-36b1-40c4-9953-bd1351b5db06 HTTP/1.1" status: 204 len: 173 time: 0.9350927 Nov 09 17:39:26.684709 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af702fdb-1089-49a3-96ed-b713b422a0ab req-e9b64320-0555-4d4e-a6da-163f6cba3f96 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581751 Nov 09 17:39:26.689437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09db0bf-a83d-4f3f-af05-ba4fdaebd916', 'name': 'network-vif-deleted', 'tag': '0c17398e-36b1-40c4-9953-bd1351b5db06'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:26.692726 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2ab627-cabf-450f-8286-c262e651b502" -d '{"events": [{"server_uuid": "c09db0bf-a83d-4f3f-af05-ba4fdaebd916", "name": "network-vif-deleted", "tag": "0c17398e-36b1-40c4-9953-bd1351b5db06"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:26.868825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31225265-05b9-4ae9-9cf8-6d1e9204aed3 req-f886e907-0a8f-4f12-afbc-b406532920fe tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:26.884387 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-31225265-05b9-4ae9-9cf8-6d1e9204aed3 req-f886e907-0a8f-4f12-afbc-b406532920fe tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 950 time: 0.3199656 Nov 09 17:39:26.896148 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:26.990308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4821dc4f-b629-466b-bb6b-1204413a6f11']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:27.036609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d10c79c-e492-4636-b053-85ee818a52d7') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:27.037291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d10c79c-e492-4636-b053-85ee818a52d7') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:27.056827 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-31225265-05b9-4ae9-9cf8-6d1e9204aed3 req-30bbda9b-659e-40ef-9aa0-58b88725f349 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534030 Nov 09 17:39:27.066785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a44800ca-df28-4148-b54f-b64debe45fc4 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:39:27.094786 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:27.145698 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:27.175440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:27.176488 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:27.183200 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:27.283714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514c8a8-a053-438b-bcb4-212d90191c36 req-db757db3-634b-40fe-ba5d-0517479e7cde tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:27.314116 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d514c8a8-a053-438b-bcb4-212d90191c36 req-db757db3-634b-40fe-ba5d-0517479e7cde tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 1101 time: 0.1800897 Nov 09 17:39:27.340217 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:27.358431 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:27.362654 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/4821dc4f-b629-466b-bb6b-1204413a6f11 HTTP/1.1" status: 204 len: 168 time: 4.0374932 Nov 09 17:39:27.406400 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:27.416211 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53718) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:27.428123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc74ca-07e5-4837-85a6-22f18542ffb3 req-8cffa034-c9d1-4bf2-9635-adbb173762b1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:27.435731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f2227fdc-cab5-435f-8408-258bbfd0a718 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1174556235'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:27.447627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc74ca-07e5-4837-85a6-22f18542ffb3 req-8cffa034-c9d1-4bf2-9635-adbb173762b1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:27.468169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc74ca-07e5-4837-85a6-22f18542ffb3 req-8cffa034-c9d1-4bf2-9635-adbb173762b1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:27.491564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc74ca-07e5-4837-85a6-22f18542ffb3 req-8cffa034-c9d1-4bf2-9635-adbb173762b1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:27.498779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce516aac-0576-4d4e-a1df-7a175c167c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44800ca-df28-4148-b54f-b64debe45fc4'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:27.507607 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9314cea-5854-4172-a004-3f670116eeeb" -d '{"events": [{"server_uuid": "ce516aac-0576-4d4e-a1df-7a175c167c79", "name": "network-vif-unplugged", "status": "completed", "tag": "a44800ca-df28-4148-b54f-b64debe45fc4"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:27.513073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc74ca-07e5-4837-85a6-22f18542ffb3 req-8cffa034-c9d1-4bf2-9635-adbb173762b1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:27.523169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc74ca-07e5-4837-85a6-22f18542ffb3 req-8cffa034-c9d1-4bf2-9635-adbb173762b1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:27.531002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc74ca-07e5-4837-85a6-22f18542ffb3 req-8cffa034-c9d1-4bf2-9635-adbb173762b1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:27.541709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d0cc74ca-07e5-4837-85a6-22f18542ffb3 req-8cffa034-c9d1-4bf2-9635-adbb173762b1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.2724164 Nov 09 17:39:27.549430 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2227fdc-cab5-435f-8408-258bbfd0a718 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:27.555201 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a44800ca-df28-4148-b54f-b64debe45fc4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a44800ca-df28-4148-b54f-b64debe45fc4,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:27.562668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6afe9-3878-4b1f-92e3-c9e23f255d63 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Network': ['ID=4821dc4f-b629-466b-bb6b-1204413a6f11,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:27.566089 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:27.575322 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2227fdc-cab5-435f-8408-258bbfd0a718 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:27.630925 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d0cc74ca-07e5-4837-85a6-22f18542ffb3 req-0b852e78-fb10-4b7b-8c99-a817a9409b81 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880241 Nov 09 17:39:27.639016 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d514c8a8-a053-438b-bcb4-212d90191c36 req-c357e783-550d-475f-800c-d90b46bd42f8 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189068 Nov 09 17:39:27.708746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2227fdc-cab5-435f-8408-258bbfd0a718 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:39:27.738524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a44800ca-df28-4148-b54f-b64debe45fc4,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:27.760089 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2227fdc-cab5-435f-8408-258bbfd0a718 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:27.760507 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-f2227fdc-cab5-435f-8408-258bbfd0a718 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Added segment ade31737-76f6-4de6-ae79-45c343426314 of type vlan for network 9bb4c67d-f7a3-4224-b2d7-c3c72830667b Nov 09 17:39:27.785880 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6963197d-aa5d-4d84-82df-714ef84af4b6 x-openstack-request-id: req-6963197d-aa5d-4d84-82df-714ef84af4b6 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:27.786190 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09db0bf-a83d-4f3f-af05-ba4fdaebd916", "name": "network-vif-deleted", "tag": "0c17398e-36b1-40c4-9953-bd1351b5db06", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:27.786398 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6963197d-aa5d-4d84-82df-714ef84af4b6 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:27.786978 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09db0bf-a83d-4f3f-af05-ba4fdaebd916', 'name': 'network-vif-deleted', 'tag': '0c17398e-36b1-40c4-9953-bd1351b5db06', 'status': 'completed', 'code': 200} Nov 09 17:39:27.882979 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2227fdc-cab5-435f-8408-258bbfd0a718 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:27.953827 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2227fdc-cab5-435f-8408-258bbfd0a718 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:27.961983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2227fdc-cab5-435f-8408-258bbfd0a718 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:27.963030 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2227fdc-cab5-435f-8408-258bbfd0a718 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:28.104328 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca22ffe7-82b8-4b5c-b86d-dfce172761da x-openstack-request-id: req-ca22ffe7-82b8-4b5c-b86d-dfce172761da {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:28.105043 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce516aac-0576-4d4e-a1df-7a175c167c79", "name": "network-vif-unplugged", "status": "completed", "tag": "a44800ca-df28-4148-b54f-b64debe45fc4", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:28.105479 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca22ffe7-82b8-4b5c-b86d-dfce172761da {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:28.106381 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce516aac-0576-4d4e-a1df-7a175c167c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44800ca-df28-4148-b54f-b64debe45fc4', 'code': 200} Nov 09 17:39:28.143167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53746) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:28.143793 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f2227fdc-cab5-435f-8408-258bbfd0a718 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7254665 Nov 09 17:39:28.156070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-59d18320-e0bf-47f1-9359-8424fbfa9f59 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'subnet': {'network_id': '9bb4c67d-f7a3-4224-b2d7-c3c72830667b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:28.190334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2227fdc-cab5-435f-8408-258bbfd0a718 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Network': ['ID=9bb4c67d-f7a3-4224-b2d7-c3c72830667b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:28.211023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 9bb4c67d-f7a3-4224-b2d7-c3c72830667b details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:39:28.450485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847b2e7-9e1a-418f-acaa-a6a490144f3e req-c9fcbc60-60d1-4fac-942b-fb560aa3b2fb tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:28.453123 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847b2e7-9e1a-418f-acaa-a6a490144f3e req-c9fcbc60-60d1-4fac-942b-fb560aa3b2fb tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.2456183 Nov 09 17:39:28.515900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d18320-e0bf-47f1-9359-8424fbfa9f59 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:28.527834 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59d18320-e0bf-47f1-9359-8424fbfa9f59 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:28.681251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b8165-8cb1-47ce-863a-6847b5064791 req-0a9a8d50-43fd-49c4-9896-3ca8fd048c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:28.683731 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-0a9a8d50-43fd-49c4-9896-3ca8fd048c16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 1100 time: 0.0942879 Nov 09 17:39:28.705181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847b2e7-9e1a-418f-acaa-a6a490144f3e req-1c590da4-fb78-4d78-b3b2-871a89a4871f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412074 Nov 09 17:39:28.900649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b8165-8cb1-47ce-863a-6847b5064791 req-1d4a5f05-01b5-4080-a33d-e6b161b95869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:28.902254 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-1d4a5f05-01b5-4080-a33d-e6b161b95869 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.2033770 Nov 09 17:39:28.962700 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-73e5975c-f06f-42f2-856a-d26a5b953a30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e75edc1a-4a97-418d-a50e-b46313311cb6 HTTP/1.1" status: 200 len: 217 time: 0.0513418 Nov 09 17:39:28.982523 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-70766c49-2a11-4f88-979d-886d706d459f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561905 Nov 09 17:39:29.077066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b8165-8cb1-47ce-863a-6847b5064791 req-fb9239d0-30be-4854-ae9c-35900f217339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.079119 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-fb9239d0-30be-4854-ae9c-35900f217339 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1041188 Nov 09 17:39:29.096383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 0c17398e-36b1-40c4-9953-bd1351b5db06 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:39:29.153442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 0c17398e-36b1-40c4-9953-bd1351b5db06 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:39:29.154107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 0c17398e-36b1-40c4-9953-bd1351b5db06 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:39:29.167630 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59d18320-e0bf-47f1-9359-8424fbfa9f59 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:29.188189 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b8165-8cb1-47ce-863a-6847b5064791 req-a3519840-3193-4f38-a054-b326d654567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.189016 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-a3519840-3193-4f38-a054-b326d654567a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1007044 Nov 09 17:39:29.343778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-187a4fd5-294f-440c-a779-d3a92cbeac20 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.346892 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-187a4fd5-294f-440c-a779-d3a92cbeac20 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562403 Nov 09 17:39:29.348356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d18320-e0bf-47f1-9359-8424fbfa9f59 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Subnet': ['ID=d92b6f61-b0e6-441d-923f-941d908c689c,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:29.370216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-a261d6ac-76e0-47e8-83d4-604a5d4de64b tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/quotas/1d8c0439f7674e87b291aca6be392867 HTTP/1.1" status: 200 len: 375 time: 0.0134115 Nov 09 17:39:29.371447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d18320-e0bf-47f1-9359-8424fbfa9f59 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Checking segment: {'id': 'ade31737-76f6-4de6-ae79-45c343426314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9bb4c67d-f7a3-4224-b2d7-c3c72830667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:29.371823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d18320-e0bf-47f1-9359-8424fbfa9f59 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network hostable DHCP agents. Network: 9bb4c67d-f7a3-4224-b2d7-c3c72830667b, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:39:29.463509 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-24d38afb-6f34-4002-9fe1-d444ed9074e3 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634547 Nov 09 17:39:29.466495 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d18320-e0bf-47f1-9359-8424fbfa9f59 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network 9bb4c67d-f7a3-4224-b2d7-c3c72830667b is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:39:29.477235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d632d26-838d-41f0-89c6-6299ef80b0d2 req-e5f4513e-cf12-4edc-a0ca-b865e9972db7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.484427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d632d26-838d-41f0-89c6-6299ef80b0d2 req-e5f4513e-cf12-4edc-a0ca-b865e9972db7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.490481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d632d26-838d-41f0-89c6-6299ef80b0d2 req-e5f4513e-cf12-4edc-a0ca-b865e9972db7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.498148 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d632d26-838d-41f0-89c6-6299ef80b0d2 req-e5f4513e-cf12-4edc-a0ca-b865e9972db7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.504404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d632d26-838d-41f0-89c6-6299ef80b0d2 req-e5f4513e-cf12-4edc-a0ca-b865e9972db7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.518380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d632d26-838d-41f0-89c6-6299ef80b0d2 req-e5f4513e-cf12-4edc-a0ca-b865e9972db7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.527293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d632d26-838d-41f0-89c6-6299ef80b0d2 req-e5f4513e-cf12-4edc-a0ca-b865e9972db7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.533759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-89db22b7-1497-41d7-bd97-371811f5852c tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1529222 Nov 09 17:39:29.535423 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d632d26-838d-41f0-89c6-6299ef80b0d2 req-e5f4513e-cf12-4edc-a0ca-b865e9972db7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.2309995 Nov 09 17:39:29.537654 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-59d18320-e0bf-47f1-9359-8424fbfa9f59 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 9bb4c67d-f7a3-4224-b2d7-c3c72830667b) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:29.550079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18fa0c9-3125-41a4-9e2f-4718baffab15 None None] Network 9bb4c67d-f7a3-4224-b2d7-c3c72830667b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:29.560751 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d18320-e0bf-47f1-9359-8424fbfa9f59 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.566080 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59d18320-e0bf-47f1-9359-8424fbfa9f59 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:29.628296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-59d18320-e0bf-47f1-9359-8424fbfa9f59 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4834337 Nov 09 17:39:29.663763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53776) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:29.705932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d632d26-838d-41f0-89c6-6299ef80b0d2 req-c4e06320-5ec2-4d90-9883-ae3a7f10ae80 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1695671 Nov 09 17:39:29.726496 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-61db85af-30b9-4eeb-87cf-cea59edb67c3 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523459 Nov 09 17:39:29.821543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c849a4-6d8a-41ad-a6ce-213914a83fec req-276d1de9-d5f2-411e-96ad-f261ec58af3a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.824711 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21c849a4-6d8a-41ad-a6ce-213914a83fec req-276d1de9-d5f2-411e-96ad-f261ec58af3a tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 947 time: 0.2275059 Nov 09 17:39:29.894490 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-9bb4c67d-f7a3-4224-b2d7-c3c72830667b', 'network_id': '9bb4c67d-f7a3-4224-b2d7-c3c72830667b', 'tenant_id': '6ef69d9641544dda8fff2ab901df0f15', 'fixed_ips': [{'subnet_id': 'd92b6f61-b0e6-441d-923f-941d908c689c'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:39:29.895109 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:29.932980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de60550-c4a0-4ba5-b090-735270c2700e req-def83885-f0ed-4e5d-82b7-23c6764b50c2 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:29.945431 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3de60550-c4a0-4ba5-b090-735270c2700e req-def83885-f0ed-4e5d-82b7-23c6764b50c2 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 947 time: 0.1133990 Nov 09 17:39:30.079812 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3de60550-c4a0-4ba5-b090-735270c2700e req-9318527f-187d-429b-ba3b-1a8b6feb1dbb tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331398 Nov 09 17:39:30.185946 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:30.260172 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53b3c497-e93d-428d-ad9f-81a7c6148053 req-77dfc3b3-6980-4322-ae36-5b0e6e3c8643 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 210 time: 0.0917244 Nov 09 17:39:30.403255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Allocated IP 2001:db8::1 (9bb4c67d-f7a3-4224-b2d7-c3c72830667b/d92b6f61-b0e6-441d-923f-941d908c689c/a0fe2ee1-8ae5-4936-9ad7-9b4121251d47) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:30.429985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-21c849a4-6d8a-41ad-a6ce-213914a83fec req-47d5aa84-82a5-4ed5-8ea6-cdf5548c1ba9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Deleting port cebc8247-63f6-4e82-ac04-8725265dd107 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:39:30.430484 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-21c849a4-6d8a-41ad-a6ce-213914a83fec req-47d5aa84-82a5-4ed5-8ea6-cdf5548c1ba9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:30.433801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:30.595205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0b6b8-c588-4515-9548-e48c0e3c3c54 req-92e5e3b1-27c0-4b89-8250-55f4028a34da tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:30.604311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbc0b6b8-c588-4515-9548-e48c0e3c3c54 req-92e5e3b1-27c0-4b89-8250-55f4028a34da tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.3900437 Nov 09 17:39:30.748183 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbc0b6b8-c588-4515-9548-e48c0e3c3c54 req-74c6fe82-0e13-4793-85d7-eaba5ee436e0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428645 Nov 09 17:39:30.753010 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:30.780716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-21c849a4-6d8a-41ad-a6ce-213914a83fec req-47d5aa84-82a5-4ed5-8ea6-cdf5548c1ba9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] For port cebc8247-63f6-4e82-ac04-8725265dd107, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cebc8247-63f6-4e82-ac04-8725265dd107,segment=NetworkSegment(eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48),segment_id=eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:30.781345 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-21c849a4-6d8a-41ad-a6ce-213914a83fec req-47d5aa84-82a5-4ed5-8ea6-cdf5548c1ba9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:30.786328 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:30.838996 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:30.891450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Network 9bb4c67d-f7a3-4224-b2d7-c3c72830667b is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:30.902744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:30.903850 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-21c849a4-6d8a-41ad-a6ce-213914a83fec req-47d5aa84-82a5-4ed5-8ea6-cdf5548c1ba9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Calling delete_port for cebc8247-63f6-4e82-ac04-8725265dd107 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:39:30.917793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Subnet': ['ID=d92b6f61-b0e6-441d-923f-941d908c689c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:30.936733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:30.946594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Pushing event updated for resources: {'Port': ['ID=a0fe2ee1-8ae5-4936-9ad7-9b4121251d47,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:31.005522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658855e-c84d-44ac-8d53-6e87b5e2a69d req-bd00c969-2005-40aa-b8c1-a0f486bad73f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:31.033552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658855e-c84d-44ac-8d53-6e87b5e2a69d req-bd00c969-2005-40aa-b8c1-a0f486bad73f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:31.057609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658855e-c84d-44ac-8d53-6e87b5e2a69d req-bd00c969-2005-40aa-b8c1-a0f486bad73f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:31.091443 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658855e-c84d-44ac-8d53-6e87b5e2a69d req-bd00c969-2005-40aa-b8c1-a0f486bad73f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:31.093361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:31.102959 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658855e-c84d-44ac-8d53-6e87b5e2a69d req-bd00c969-2005-40aa-b8c1-a0f486bad73f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:31.118742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Attempting to bind port a0fe2ee1-8ae5-4936-9ad7-9b4121251d47 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:39:31.119124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Attempting to bind port a0fe2ee1-8ae5-4936-9ad7-9b4121251d47 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ade31737-76f6-4de6-ae79-45c343426314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9bb4c67d-f7a3-4224-b2d7-c3c72830667b'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:39:31.119630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Attempting to bind port a0fe2ee1-8ae5-4936-9ad7-9b4121251d47 on network 9bb4c67d-f7a3-4224-b2d7-c3c72830667b {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:31.126455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:31.126842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Checking segment: {'id': 'ade31737-76f6-4de6-ae79-45c343426314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9bb4c67d-f7a3-4224-b2d7-c3c72830667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:31.127637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658855e-c84d-44ac-8d53-6e87b5e2a69d req-bd00c969-2005-40aa-b8c1-a0f486bad73f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:31.127868 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:31.127868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Bound using segment: {'id': 'ade31737-76f6-4de6-ae79-45c343426314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9bb4c67d-f7a3-4224-b2d7-c3c72830667b'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:31.128197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Bound port: a0fe2ee1-8ae5-4936-9ad7-9b4121251d47, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade31737-76f6-4de6-ae79-45c343426314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9bb4c67d-f7a3-4224-b2d7-c3c72830667b'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:39:31.128591 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:31.142393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658855e-c84d-44ac-8d53-6e87b5e2a69d req-bd00c969-2005-40aa-b8c1-a0f486bad73f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:31.151121 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3658855e-c84d-44ac-8d53-6e87b5e2a69d req-bd00c969-2005-40aa-b8c1-a0f486bad73f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.2681010 Nov 09 17:39:31.197935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb4c67d-f7a3-4224-b2d7-c3c72830667b']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:31.228926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade31737-76f6-4de6-ae79-45c343426314') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:31.228926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade31737-76f6-4de6-ae79-45c343426314') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:31.277731 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:31.282166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] For port a0fe2ee1-8ae5-4936-9ad7-9b4121251d47, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:31.290948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] For port a0fe2ee1-8ae5-4936-9ad7-9b4121251d47, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a0fe2ee1-8ae5-4936-9ad7-9b4121251d47,segment=NetworkSegment(ade31737-76f6-4de6-ae79-45c343426314),segment_id=ade31737-76f6-4de6-ae79-45c343426314)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:31.292255 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3658855e-c84d-44ac-8d53-6e87b5e2a69d req-d2017c00-1d82-454e-a19c-681543f01d43 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1330302 Nov 09 17:39:31.302088 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:31.311765 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:31.352755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:31.353236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:31.356803 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:31.413875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8207b-f239-4f7a-8b67-9a9360f4a6e9 req-d31baf58-ef11-435e-b3d8-ebe83ad9b955 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:31.421536 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7e8207b-f239-4f7a-8b67-9a9360f4a6e9 req-d31baf58-ef11-435e-b3d8-ebe83ad9b955 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 947 time: 0.2098045 Nov 09 17:39:31.470092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cea08-02f1-480c-86fd-d7e5415d6db0 None None] Pushing event updated for resources: {'Port': ['ID=a0fe2ee1-8ae5-4936-9ad7-9b4121251d47,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:31.509948 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.api [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:39:31.509948 n-d-817236-1 neutron-server[102154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:39:31.509948 n-d-817236-1 neutron-server[102154]: [parameters: {'id': '9bb4c67d-f7a3-4224-b2d7-c3c72830667b'}] Nov 09 17:39:31.509948 n-d-817236-1 neutron-server[102154]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:39:31.510380 n-d-817236-1 neutron-server[102154]: DEBUG oslo_db.api [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:39:31.513281 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-21c849a4-6d8a-41ad-a6ce-213914a83fec req-47d5aa84-82a5-4ed5-8ea6-cdf5548c1ba9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:31.516381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1662711-6972-4d33-b661-13c6ebb51bcc None None] Network 9bb4c67d-f7a3-4224-b2d7-c3c72830667b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:31.526779 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fb3dbcf9-e6b0-4757-b9e8-58544525ff02 req-746f3a5e-4044-4f26-835b-2ca1cb517b26 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 210 time: 0.0811102 Nov 09 17:39:31.539667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7e8207b-f239-4f7a-8b67-9a9360f4a6e9 req-9d75c80a-3f5c-40b5-add9-38bc190bcd3d tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/security-groups?id=02c580e1-1e5e-4e9f-85d9-068f62520511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098614 Nov 09 17:39:31.597335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5aa84-82a5-4ed5-8ea6-cdf5548c1ba9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Pushing event deleted for resources: {'Port': ['ID=cebc8247-63f6-4e82-ac04-8725265dd107,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:31.823136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3065aaf2-95d9-421d-acd9-b32b40a5999d None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:39:31.959287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-75cc350c-6365-451b-82cf-28b1a6de3f5f req-c29d9be4-9d6f-43c5-9bb6-93c4b80af79a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1120038 Nov 09 17:39:32.052093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0045f8aa-bdcf-4da8-8211-c159c05d3f15 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:32.238821 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:32.283338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc350c-6365-451b-82cf-28b1a6de3f5f req-5a6d6e1b-e051-42f1-8525-1a377c2b191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:32.288069 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-75cc350c-6365-451b-82cf-28b1a6de3f5f req-5a6d6e1b-e051-42f1-8525-1a377c2b191c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86f56d6e79094165afb0b71931e08f42&device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 1097 time: 0.2457519 Nov 09 17:39:32.289353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c849a4-6d8a-41ad-a6ce-213914a83fec req-47d5aa84-82a5-4ed5-8ea6-cdf5548c1ba9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] No DVR routers for this DVR port cebc8247-63f6-4e82-ac04-8725265dd107 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:32.290512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3065aaf2-95d9-421d-acd9-b32b40a5999d None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:39:32.292906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-998f757a-8384-4916-92d7-b8d7f179700b tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465698 Nov 09 17:39:32.294489 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-21c849a4-6d8a-41ad-a6ce-213914a83fec req-47d5aa84-82a5-4ed5-8ea6-cdf5548c1ba9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:32.299079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21c849a4-6d8a-41ad-a6ce-213914a83fec req-47d5aa84-82a5-4ed5-8ea6-cdf5548c1ba9 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.18 "DELETE /v2.0/ports/cebc8247-63f6-4e82-ac04-8725265dd107 HTTP/1.1" status: 204 len: 173 time: 2.4504304 Nov 09 17:39:32.301313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e69434-5166-4688-afcf-772af595b465', 'name': 'network-vif-deleted', 'tag': 'cebc8247-63f6-4e82-ac04-8725265dd107'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:32.305228 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb81abbc-5134-411c-970e-15c37f725d4b" -d '{"events": [{"server_uuid": "88e69434-5166-4688-afcf-772af595b465", "name": "network-vif-deleted", "tag": "cebc8247-63f6-4e82-ac04-8725265dd107"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:32.458650 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768647d7-3e85-49cd-81d0-3b998ffce73b req-dc6a2f4a-04fd-43c1-9261-2e74c1f22433 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:32.461085 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-768647d7-3e85-49cd-81d0-3b998ffce73b req-dc6a2f4a-04fd-43c1-9261-2e74c1f22433 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.5230427 Nov 09 17:39:32.494827 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbe860c-090d-4885-a099-a147e2993691 x-openstack-request-id: req-8bbe860c-090d-4885-a099-a147e2993691 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:32.495098 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e69434-5166-4688-afcf-772af595b465", "name": "network-vif-deleted", "tag": "cebc8247-63f6-4e82-ac04-8725265dd107", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:32.504530 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bbe860c-090d-4885-a099-a147e2993691 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:32.504999 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e69434-5166-4688-afcf-772af595b465', 'name': 'network-vif-deleted', 'tag': 'cebc8247-63f6-4e82-ac04-8725265dd107', 'status': 'completed', 'code': 200} Nov 09 17:39:32.588880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0045f8aa-bdcf-4da8-8211-c159c05d3f15, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0045f8aa-bdcf-4da8-8211-c159c05d3f15,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:32.602580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d75a5-91bd-41f4-9703-258e583690cb req-ad5e6b45-9b50-4a7c-9cee-3366596827e1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:32.609055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d75a5-91bd-41f4-9703-258e583690cb req-ad5e6b45-9b50-4a7c-9cee-3366596827e1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:32.615314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d75a5-91bd-41f4-9703-258e583690cb req-ad5e6b45-9b50-4a7c-9cee-3366596827e1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:32.622123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d75a5-91bd-41f4-9703-258e583690cb req-ad5e6b45-9b50-4a7c-9cee-3366596827e1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:32.628391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d75a5-91bd-41f4-9703-258e583690cb req-ad5e6b45-9b50-4a7c-9cee-3366596827e1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:32.637501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d75a5-91bd-41f4-9703-258e583690cb req-ad5e6b45-9b50-4a7c-9cee-3366596827e1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:32.643907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d75a5-91bd-41f4-9703-258e583690cb req-ad5e6b45-9b50-4a7c-9cee-3366596827e1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:32.654159 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-912d75a5-91bd-41f4-9703-258e583690cb req-ad5e6b45-9b50-4a7c-9cee-3366596827e1 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5421 time: 0.1428635 Nov 09 17:39:32.719885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Deleting port a0fe2ee1-8ae5-4936-9ad7-9b4121251d47 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:39:32.720285 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:32.736554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '0045f8aa-bdcf-4da8-8211-c159c05d3f15', 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca', 'port_id': '0045f8aa-bdcf-4da8-8211-c159c05d3f15', 'mac_address': 'fa:16:3e:a0:32:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:32.781842 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-912d75a5-91bd-41f4-9703-258e583690cb req-b4870eee-29c0-451e-b0e4-1fff2f954a4d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1251175 Nov 09 17:39:32.808741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-12e94aa4-0ec2-4f8c-9da3-d81e596dee27 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:32.810316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-12e94aa4-0ec2-4f8c-9da3-d81e596dee27 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4894800 Nov 09 17:39:32.820575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc350c-6365-451b-82cf-28b1a6de3f5f req-30270920-996f-4680-b2a1-46cfc0bd44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:32.823145 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-75cc350c-6365-451b-82cf-28b1a6de3f5f req-30270920-996f-4680-b2a1-46cfc0bd44bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=faa12864-c457-4fc2-89d1-00ecb676c142 HTTP/1.1" status: 200 len: 913 time: 0.4643149 Nov 09 17:39:32.874576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-36264c55-2de7-4e9f-b9c5-b9ede8bf89dd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Request body: {'port': {'device_id': 'c9a90dc0-c985-44a8-8f63-106c7654ed17', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '1d8c0439f7674e87b291aca6be392867'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:32.898910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] For port a0fe2ee1-8ae5-4936-9ad7-9b4121251d47, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a0fe2ee1-8ae5-4936-9ad7-9b4121251d47,segment=NetworkSegment(ade31737-76f6-4de6-ae79-45c343426314),segment_id=ade31737-76f6-4de6-ae79-45c343426314)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:32.908583 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:32.930325 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:33.002550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0045f8aa-bdcf-4da8-8211-c159c05d3f15 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:33.065497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-768647d7-3e85-49cd-81d0-3b998ffce73b req-1f57c117-f625-48f6-8885-1b02b361e841 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118207 Nov 09 17:39:33.155874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Calling delete_port for a0fe2ee1-8ae5-4936-9ad7-9b4121251d47 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:39:33.180408 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-75cc350c-6365-451b-82cf-28b1a6de3f5f req-a4450c70-c492-4a99-a3bc-66ea45a5d2a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675cd35d-136a-46c8-a0b4-9e9032c14fcf HTTP/1.1" status: 200 len: 1002 time: 0.3133583 Nov 09 17:39:33.216194 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b5c52746-81a0-49f1-ba93-31a51844f5cf req-0132fbe2-e26b-405f-8547-c9f91eb640c8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 210 time: 0.1043694 Nov 09 17:39:33.293465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-36264c55-2de7-4e9f-b9c5-b9ede8bf89dd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Made reservation on behalf of 1d8c0439f7674e87b291aca6be392867 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:33.306521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-36264c55-2de7-4e9f-b9c5-b9ede8bf89dd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:33.369590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc350c-6365-451b-82cf-28b1a6de3f5f req-174f19e9-c7b3-44c9-a615-c77f63efbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:33.375513 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-75cc350c-6365-451b-82cf-28b1a6de3f5f req-174f19e9-c7b3-44c9-a615-c77f63efbc4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=851952eb-e184-4308-9772-ac9d6d2eae63 HTTP/1.1" status: 200 len: 851 time: 0.1859736 Nov 09 17:39:33.518316 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-3065aaf2-95d9-421d-acd9-b32b40a5999d None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:39:33.524511 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc7a4df6-9b93-41d7-9c65-9594f429cbe4 req-546e44b5-39fc-4056-818d-6c87df887700 tempest-LiveMigrationTest-1097572261 tempest-LiveMigrationTest-1097572261-project] 10.222.0.81 "GET /v2.0/ports?device_id=88e69434-5166-4688-afcf-772af595b465 HTTP/1.1" status: 200 len: 210 time: 0.1475415 Nov 09 17:39:33.528538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cebc8247-63f6-4e82-ac04-8725265dd107 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:39:33.633746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc350c-6365-451b-82cf-28b1a6de3f5f req-ebdae66b-2687-4dba-96a8-474b3ebf3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:33.635320 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-75cc350c-6365-451b-82cf-28b1a6de3f5f req-ebdae66b-2687-4dba-96a8-474b3ebf3b66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faa12864-c457-4fc2-89d1-00ecb676c142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918013 Nov 09 17:39:33.657420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0045f8aa-bdcf-4da8-8211-c159c05d3f15, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0045f8aa-bdcf-4da8-8211-c159c05d3f15,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:33.663848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: cebc8247-63f6-4e82-ac04-8725265dd107 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:39:33.664345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cebc8247-63f6-4e82-ac04-8725265dd107 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:39:33.690562 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:33.691273 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:33.744577 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:33.782289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Port': ['ID=a0fe2ee1-8ae5-4936-9ad7-9b4121251d47,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:33.807905 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-75cc350c-6365-451b-82cf-28b1a6de3f5f req-80099cae-35b2-4867-8a0b-be6683ad63d5 service neutron] 10.222.0.13 "GET /v2.0/networks/faa12864-c457-4fc2-89d1-00ecb676c142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629610 Nov 09 17:39:33.822167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No DVR routers for this DVR port a0fe2ee1-8ae5-4936-9ad7-9b4121251d47 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:33.904582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-36264c55-2de7-4e9f-b9c5-b9ede8bf89dd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Allocated IP 192.168.233.50 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/2c29fdb2-c836-4e0d-a887-fb58da35f3ca) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:34.036213 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:39:34.044823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:34.135406 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-75cc350c-6365-451b-82cf-28b1a6de3f5f req-156d81ae-3472-40a3-b1ec-11dd917983db service neutron] 10.222.0.13 "GET /v2.0/networks/faa12864-c457-4fc2-89d1-00ecb676c142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104410 Nov 09 17:39:34.192171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0045f8aa-bdcf-4da8-8211-c159c05d3f15,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:34.293989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6,segment=NetworkSegment(f53e9678-9ae8-46ae-b38c-f764b6094594),segment_id=f53e9678-9ae8-46ae-b38c-f764b6094594)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:34.320590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'port_id': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6', 'mac_address': 'fa:16:3e:14:89:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d19427-cd52-4c97-80af-282afda394c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:34.365200 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-36264c55-2de7-4e9f-b9c5-b9ede8bf89dd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:34.418469 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:34.436954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb4c67d-f7a3-4224-b2d7-c3c72830667b']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:34.442383 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-36264c55-2de7-4e9f-b9c5-b9ede8bf89dd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:34.462632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['c5863185-f69d-4681-b8ca-3c6de71be81a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:34.475846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade31737-76f6-4de6-ae79-45c343426314') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:34.475846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade31737-76f6-4de6-ae79-45c343426314') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:34.516086 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:34.550162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6', '53fcf9fa-3019-49de-aa72-70737000dadb', '9dee5add-453f-472d-822e-e30816c5b920', '24e8adb3-51f1-4007-aa87-c22c09fbd4c1'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:34.557163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:34.575361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:34.593120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-36264c55-2de7-4e9f-b9c5-b9ede8bf89dd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:34.614836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:34.619468 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:34.627474 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:34.668755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-36264c55-2de7-4e9f-b9c5-b9ede8bf89dd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:34.675390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36264c55-2de7-4e9f-b9c5-b9ede8bf89dd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event updated for resources: {'Port': ['ID=2c29fdb2-c836-4e0d-a887-fb58da35f3ca,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:34.762266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-36264c55-2de7-4e9f-b9c5-b9ede8bf89dd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:34.808651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6,segment=NetworkSegment(f53e9678-9ae8-46ae-b38c-f764b6094594),segment_id=f53e9678-9ae8-46ae-b38c-f764b6094594)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:34.882431 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:34.884127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0cbce6a8-d6be-4652-adb4-edc568ed2e15 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:35.059892 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:35.064737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:35.136804 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:35.151560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53908) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:35.152693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/9bb4c67d-f7a3-4224-b2d7-c3c72830667b HTTP/1.1" status: 204 len: 168 time: 5.4866977 Nov 09 17:39:35.155295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16770610-0d56-44f4-a48a-0870e97ece97 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Network': ['ID=9bb4c67d-f7a3-4224-b2d7-c3c72830667b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:35.160020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-12a69e3d-0093-4810-8dfc-c0cb1c7ef71e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363084813'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:35.169287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-36264c55-2de7-4e9f-b9c5-b9ede8bf89dd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:35.170571 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-36264c55-2de7-4e9f-b9c5-b9ede8bf89dd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:35.247563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-36264c55-2de7-4e9f-b9c5-b9ede8bf89dd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3770909 Nov 09 17:39:35.249085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a69e3d-0093-4810-8dfc-c0cb1c7ef71e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:35.262526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0cbce6a8-d6be-4652-adb4-edc568ed2e15, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0cbce6a8-d6be-4652-adb4-edc568ed2e15,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:35.279337 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a69e3d-0093-4810-8dfc-c0cb1c7ef71e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:35.284538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Request body: {'port': {'device_id': 'c9a90dc0-c985-44a8-8f63-106c7654ed17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:35.353355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '0cbce6a8-d6be-4652-adb4-edc568ed2e15', 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca', 'port_id': '0cbce6a8-d6be-4652-adb4-edc568ed2e15', 'mac_address': 'fa:16:3e:c5:34:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:35.396642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a69e3d-0093-4810-8dfc-c0cb1c7ef71e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:39:35.442427 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a69e3d-0093-4810-8dfc-c0cb1c7ef71e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:35.445248 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-12a69e3d-0093-4810-8dfc-c0cb1c7ef71e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Added segment d9ddbe95-21f6-4bc7-bebe-958b23c56c62 of type vlan for network 4137cadf-3ced-4819-b047-b477b86de218 Nov 09 17:39:35.519524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ec1-dca2-40dd-bb37-bdba756a4573 None None] Provisioning complete for port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:35.520006 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ec1-dca2-40dd-bb37-bdba756a4573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:35.557187 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a69e3d-0093-4810-8dfc-c0cb1c7ef71e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:35.569688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ec1-dca2-40dd-bb37-bdba756a4573 None None] Port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:39:35.575015 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:35.610132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbce6a8-d6be-4652-adb4-edc568ed2e15 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:35.614814 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a69e3d-0093-4810-8dfc-c0cb1c7ef71e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:35.637047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a69e3d-0093-4810-8dfc-c0cb1c7ef71e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:35.639169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a69e3d-0093-4810-8dfc-c0cb1c7ef71e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:35.644754 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:35.692239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0cbce6a8-d6be-4652-adb4-edc568ed2e15, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0cbce6a8-d6be-4652-adb4-edc568ed2e15,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:35.721321 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:35.722023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0ea92cd1-3182-493c-9a65-d45e559015d8 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:35.847471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0cbce6a8-d6be-4652-adb4-edc568ed2e15,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:35.886290 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a69e3d-0093-4810-8dfc-c0cb1c7ef71e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Network': ['ID=4137cadf-3ced-4819-b047-b477b86de218,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:35.938279 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-12a69e3d-0093-4810-8dfc-c0cb1c7ef71e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7842557 Nov 09 17:39:35.939671 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53910) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:35.950005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 4137cadf-3ced-4819-b047-b477b86de218 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:39:35.953398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b63e0635-3fa3-4e34-a595-aeecf7eb5190 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'subnet': {'network_id': '4137cadf-3ced-4819-b047-b477b86de218', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:36.283935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0ea92cd1-3182-493c-9a65-d45e559015d8,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:36.284276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63e0635-3fa3-4e34-a595-aeecf7eb5190 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:36.295406 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b63e0635-3fa3-4e34-a595-aeecf7eb5190 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:36.334171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '0ea92cd1-3182-493c-9a65-d45e559015d8', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '0ea92cd1-3182-493c-9a65-d45e559015d8', 'mac_address': 'fa:16:3e:b6:db:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:36.364832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c29fdb2-c836-4e0d-a887-fb58da35f3ca {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:36.418178 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:36.434562 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:36.502300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea92cd1-3182-493c-9a65-d45e559015d8 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:36.504267 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Transition to ACTIVE for port object 2c29fdb2-c836-4e0d-a887-fb58da35f3ca will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:39:36.519338 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:36.560012 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0ea92cd1-3182-493c-9a65-d45e559015d8,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:36.598363 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:36.654895 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 3207e95c-66e0-4b85-9491-66e70c8e365b details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:36.754364 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Pushing event updated for resources: {'Port': ['ID=2c29fdb2-c836-4e0d-a887-fb58da35f3ca,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:36.897593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3207e95c-66e0-4b85-9491-66e70c8e365b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3207e95c-66e0-4b85-9491-66e70c8e365b,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:36.929275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '3207e95c-66e0-4b85-9491-66e70c8e365b', 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712', 'port_id': '3207e95c-66e0-4b85-9491-66e70c8e365b', 'mac_address': 'fa:16:3e:d7:0f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1225703-4412-46cc-b572-90420e91b7e8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:37.057163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0ea92cd1-3182-493c-9a65-d45e559015d8'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:37.078635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:37.094709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Attempting to bind port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:39:37.095197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Attempting to bind port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:39:37.095787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Attempting to bind port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:37.109952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:39:37.110460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Attempting to bind port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:37.137998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:37.138515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:37.139103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:37.140021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Bound port: 2c29fdb2-c836-4e0d-a887-fb58da35f3ca, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:39:37.140715 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:37.268499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0ea92cd1-3182-493c-9a65-d45e559015d8,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:37.271927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0cbce6a8-d6be-4652-adb4-edc568ed2e15'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:37.363584 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:37.392605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3207e95c-66e0-4b85-9491-66e70c8e365b {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:37.412344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] For port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:37.429598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] For port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2c29fdb2-c836-4e0d-a887-fb58da35f3ca,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:37.439612 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:37.509571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:37.510586 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:37.517679 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] 10.222.0.13 "PUT /v2.0/ports/2c29fdb2-c836-4e0d-a887-fb58da35f3ca HTTP/1.1" status: 200 len: 1095 time: 2.2534606 Nov 09 17:39:37.604811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a90dc0-c985-44a8-8f63-106c7654ed17', 'tag': '2c29fdb2-c836-4e0d-a887-fb58da35f3ca'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:37.629005 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6fa813-d7e8-4676-82dc-0dc070f1c108" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a90dc0-c985-44a8-8f63-106c7654ed17", "tag": "2c29fdb2-c836-4e0d-a887-fb58da35f3ca"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:37.707080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3207e95c-66e0-4b85-9491-66e70c8e365b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3207e95c-66e0-4b85-9491-66e70c8e365b,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:37.805151 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:37.805787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7bce44f3-38c4-4235-83b4-c92c7709b9ed details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:37.825083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc3f3f-a343-4e00-bb2b-3e5c1dae5b34 service neutron] Pushing event updated for resources: {'Port': ['ID=2c29fdb2-c836-4e0d-a887-fb58da35f3ca,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:37.881576 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b63e0635-3fa3-4e34-a595-aeecf7eb5190 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:38.000860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-95d65957-b5af-4816-b8fa-7ef17e1d3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:38.020902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-95d65957-b5af-4816-b8fa-7ef17e1d3fc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 1098 time: 0.3516045 Nov 09 17:39:38.077064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e0635-3fa3-4e34-a595-aeecf7eb5190 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Subnet': ['ID=721c4cb8-7b14-41a0-991e-0176c1da5de7,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:38.155504 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63e0635-3fa3-4e34-a595-aeecf7eb5190 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Checking segment: {'id': 'd9ddbe95-21f6-4bc7-bebe-958b23c56c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4137cadf-3ced-4819-b047-b477b86de218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:38.156086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63e0635-3fa3-4e34-a595-aeecf7eb5190 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network hostable DHCP agents. Network: 4137cadf-3ced-4819-b047-b477b86de218, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:39:38.176107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-7a6c63d3-6d4a-4973-aafe-d8c0fc4ac75c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=2c29fdb2-c836-4e0d-a887-fb58da35f3ca HTTP/1.1" status: 200 len: 217 time: 0.1537578 Nov 09 17:39:38.222582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63e0635-3fa3-4e34-a595-aeecf7eb5190 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network 4137cadf-3ced-4819-b047-b477b86de218 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:39:38.226791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0045f8aa-bdcf-4da8-8211-c159c05d3f15'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:38.277191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b63e0635-3fa3-4e34-a595-aeecf7eb5190 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 4137cadf-3ced-4819-b047-b477b86de218) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:38.291678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63e0635-3fa3-4e34-a595-aeecf7eb5190 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:38.296835 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b63e0635-3fa3-4e34-a595-aeecf7eb5190 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:38.356731 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b63e0635-3fa3-4e34-a595-aeecf7eb5190 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4143772 Nov 09 17:39:38.362003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53916) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:38.372338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'subnet': {'network_id': '4137cadf-3ced-4819-b047-b477b86de218', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:38.386156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-1a939c1d-1e92-4263-9f8b-f4d8e99cb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:38.390071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-1a939c1d-1e92-4263-9f8b-f4d8e99cb377 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2061951 Nov 09 17:39:38.447212 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a048abf0-7d71-4786-a85c-8418f70f6df4 None None] Network 4137cadf-3ced-4819-b047-b477b86de218 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:38.547909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-c0f22f67-db59-42f0-9de0-f15c15e8bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:38.553230 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-c0f22f67-db59-42f0-9de0-f15c15e8bac0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536229 Nov 09 17:39:38.600698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:38.606333 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:38.764721 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:39:38.849556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-4137cadf-3ced-4819-b047-b477b86de218', 'network_id': '4137cadf-3ced-4819-b047-b477b86de218', 'tenant_id': '6ef69d9641544dda8fff2ab901df0f15', 'fixed_ips': [{'subnet_id': '721c4cb8-7b14-41a0-991e-0176c1da5de7'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:39:38.852048 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:38.943245 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-249d98f1-0e9a-4af6-b3f0-5cd39c8aa4f7 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740435 Nov 09 17:39:39.075144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=3207e95c-66e0-4b85-9491-66e70c8e365b,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:39.327377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68160de4-538b-4e50-bc74-f776e5e9df33 req-b0d06e40-39f5-4ff2-836c-26069241d8cd service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731675 Nov 09 17:39:39.355650 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:39.364120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7bce44f3-38c4-4235-83b4-c92c7709b9ed, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7bce44f3-38c4-4235-83b4-c92c7709b9ed,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:39.494201 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Subnet': ['ID=aa785ddb-91f8-4b01-8976-1e9860898533,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:39.526789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:39.527216 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:39.530981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:39.531491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:39.531840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:39.532200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:39.533560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:39.533922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:39.534271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:39.534599 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:39.534929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:39.535330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:39.576591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network 4137cadf-3ced-4819-b047-b477b86de218 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:39.578336 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:39.583351 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:39.584043 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:39.627007 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bf3d8be2-0acf-4ab6-aaca-2cbcb07f7095 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2598498 Nov 09 17:39:39.627333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53918) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:39.729370 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '7bce44f3-38c4-4235-83b4-c92c7709b9ed', 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca', 'port_id': '7bce44f3-38c4-4235-83b4-c92c7709b9ed', 'mac_address': 'fa:16:3e:34:bd:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:39.839677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1727a-7bb5-4799-b868-b44f5dad70f0 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:39.841718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1727a-7bb5-4799-b868-b44f5dad70f0 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:39.855614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1727a-7bb5-4799-b868-b44f5dad70f0 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:39.860811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1727a-7bb5-4799-b868-b44f5dad70f0 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:39.864792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1727a-7bb5-4799-b868-b44f5dad70f0 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:39.876940 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d9b1727a-7bb5-4799-b868-b44f5dad70f0 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2397771 Nov 09 17:39:39.877349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53920) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:39.883409 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1d705013-b60c-47a4-9c17-e423d94bba65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1011260470'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:39.934256 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:39.972148 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d705013-b60c-47a4-9c17-e423d94bba65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:39.983392 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d705013-b60c-47a4-9c17-e423d94bba65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:40.065255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bce44f3-38c4-4235-83b4-c92c7709b9ed {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:40.084225 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d705013-b60c-47a4-9c17-e423d94bba65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:39:40.112837 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d705013-b60c-47a4-9c17-e423d94bba65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:40.113350 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-1d705013-b60c-47a4-9c17-e423d94bba65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Added segment fed1ab66-093a-4067-9313-4f928c415410 of type vlan for network b0fc8e1c-a343-4c45-98d7-0bff697fb11c Nov 09 17:39:40.154749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7bce44f3-38c4-4235-83b4-c92c7709b9ed, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7bce44f3-38c4-4235-83b4-c92c7709b9ed,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:40.178783 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:40.179938 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 98f7f7c7-31d9-4cad-824b-f8083ab05983 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:40.186081 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d705013-b60c-47a4-9c17-e423d94bba65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:40.226343 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d705013-b60c-47a4-9c17-e423d94bba65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:40.238687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 98f7f7c7-31d9-4cad-824b-f8083ab05983, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=98f7f7c7-31d9-4cad-824b-f8083ab05983,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:40.255292 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d705013-b60c-47a4-9c17-e423d94bba65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:40.255292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d705013-b60c-47a4-9c17-e423d94bba65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:40.255684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Allocated IP 2001:db8::2 (4137cadf-3ced-4819-b047-b477b86de218/721c4cb8-7b14-41a0-991e-0176c1da5de7/fef20221-ca42-47cd-a6d4-d967be1e19c5) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:40.288657 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '98f7f7c7-31d9-4cad-824b-f8083ab05983', 'network_id': 'b44d330b-3a84-4715-bcb1-9ff335c55bca', 'port_id': '98f7f7c7-31d9-4cad-824b-f8083ab05983', 'mac_address': 'fa:16:3e:36:b2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:40.371277 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1d705013-b60c-47a4-9c17-e423d94bba65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4881184 Nov 09 17:39:40.378019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53922) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:40.409288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c5e2b6cc-e0e5-426f-8116-3af734a83fd8 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:40.414772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d705013-b60c-47a4-9c17-e423d94bba65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Network': ['ID=b0fc8e1c-a343-4c45-98d7-0bff697fb11c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:40.586319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network b0fc8e1c-a343-4c45-98d7-0bff697fb11c details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:39:40.617647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=7bce44f3-38c4-4235-83b4-c92c7709b9ed,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:40.651371 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5e2b6cc-e0e5-426f-8116-3af734a83fd8 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:40.670048 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:40.673013 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5e2b6cc-e0e5-426f-8116-3af734a83fd8 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:40.691003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:40.691855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:40.692131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:40.694642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:40.694642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:40.694642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:40.694642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:40.694642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:40.696619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:40.696619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:40.696619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:40.696619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:39:40.734437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5e2b6cc-e0e5-426f-8116-3af734a83fd8 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network b0fc8e1c-a343-4c45-98d7-0bff697fb11c is not hosted by any dhcp agent {{(pid=102154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:39:40.739741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2b6cc-e0e5-426f-8116-3af734a83fd8 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:40.741646 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5e2b6cc-e0e5-426f-8116-3af734a83fd8 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:40.744043 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c5e2b6cc-e0e5-426f-8116-3af734a83fd8 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "PUT /v2.0/networks/b0fc8e1c-a343-4c45-98d7-0bff697fb11c HTTP/1.1" status: 200 len: 723 time: 0.3635018 Nov 09 17:39:40.746229 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53924) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:40.751861 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-708b654b-4c5b-4e73-a456-436b900dc032 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'subnet': {'network_id': 'b0fc8e1c-a343-4c45-98d7-0bff697fb11c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:40.763340 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f7f7c7-31d9-4cad-824b-f8083ab05983 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:40.781642 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b327c66c-b81f-422c-bc5c-8888b6f34dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:40.785115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2b6cc-e0e5-426f-8116-3af734a83fd8 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Network': ['ID=b0fc8e1c-a343-4c45-98d7-0bff697fb11c,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:40.809117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network b0fc8e1c-a343-4c45-98d7-0bff697fb11c details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:39:40.820890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 98f7f7c7-31d9-4cad-824b-f8083ab05983, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=98f7f7c7-31d9-4cad-824b-f8083ab05983,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:40.869767 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:40.870654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 12bcf792-8eeb-4484-8b42-c147958f64df details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:40.971653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708b654b-4c5b-4e73-a456-436b900dc032 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:40.977947 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-708b654b-4c5b-4e73-a456-436b900dc032 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:41.033148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 12bcf792-8eeb-4484-8b42-c147958f64df, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=12bcf792-8eeb-4484-8b42-c147958f64df,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:41.036288 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=98f7f7c7-31d9-4cad-824b-f8083ab05983,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:41.040172 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:41.057137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '12bcf792-8eeb-4484-8b42-c147958f64df', 'network_id': 'ab315546-1c38-4962-b0c6-63c0cb9e1712', 'port_id': '12bcf792-8eeb-4484-8b42-c147958f64df', 'mac_address': 'fa:16:3e:e2:fe:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1225703-4412-46cc-b572-90420e91b7e8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:41.062302 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:41.175430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Pushing event updated for resources: {'Port': ['ID=fef20221-ca42-47cd-a6d4-d967be1e19c5,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:41.188385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Network 4137cadf-3ced-4819-b047-b477b86de218 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:41.196658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:41.211933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:41.221425 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:41.246976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12bcf792-8eeb-4484-8b42-c147958f64df {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:41.285369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 12bcf792-8eeb-4484-8b42-c147958f64df, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=12bcf792-8eeb-4484-8b42-c147958f64df,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:41.356279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:41.378511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:41.472480 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-708b654b-4c5b-4e73-a456-436b900dc032 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:41.476568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Attempting to bind port fef20221-ca42-47cd-a6d4-d967be1e19c5 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:39:41.476989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Attempting to bind port fef20221-ca42-47cd-a6d4-d967be1e19c5 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd9ddbe95-21f6-4bc7-bebe-958b23c56c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4137cadf-3ced-4819-b047-b477b86de218'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:39:41.477338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Attempting to bind port fef20221-ca42-47cd-a6d4-d967be1e19c5 on network 4137cadf-3ced-4819-b047-b477b86de218 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:41.487634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:41.488228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Checking segment: {'id': 'd9ddbe95-21f6-4bc7-bebe-958b23c56c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4137cadf-3ced-4819-b047-b477b86de218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:41.488478 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:41.488971 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Bound using segment: {'id': 'd9ddbe95-21f6-4bc7-bebe-958b23c56c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4137cadf-3ced-4819-b047-b477b86de218'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:41.489361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Bound port: fef20221-ca42-47cd-a6d4-d967be1e19c5, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ddbe95-21f6-4bc7-bebe-958b23c56c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4137cadf-3ced-4819-b047-b477b86de218'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:39:41.489776 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:41.603345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] For port fef20221-ca42-47cd-a6d4-d967be1e19c5, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:41.607374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] For port fef20221-ca42-47cd-a6d4-d967be1e19c5, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fef20221-ca42-47cd-a6d4-d967be1e19c5,segment=NetworkSegment(d9ddbe95-21f6-4bc7-bebe-958b23c56c62),segment_id=d9ddbe95-21f6-4bc7-bebe-958b23c56c62)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:41.613148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=12bcf792-8eeb-4484-8b42-c147958f64df,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:41.629898 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:41.633085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:41.641753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:41.643572 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:41.689662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b654b-4c5b-4e73-a456-436b900dc032 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Subnet': ['ID=2bf72477-5bba-45bd-8a49-68deeddf5a61,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:41.760240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b654b-4c5b-4e73-a456-436b900dc032 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Checking segment: {'id': 'fed1ab66-093a-4067-9313-4f928c415410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b0fc8e1c-a343-4c45-98d7-0bff697fb11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:41.760510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708b654b-4c5b-4e73-a456-436b900dc032 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network hostable DHCP agents. Network: b0fc8e1c-a343-4c45-98d7-0bff697fb11c, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:39:41.785252 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708b654b-4c5b-4e73-a456-436b900dc032 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network b0fc8e1c-a343-4c45-98d7-0bff697fb11c is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:39:41.802338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185f98d-dd1c-41ef-8846-ab2247bf31b8 None None] Pushing event updated for resources: {'Port': ['ID=fef20221-ca42-47cd-a6d4-d967be1e19c5,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:41.822435 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-708b654b-4c5b-4e73-a456-436b900dc032 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, b0fc8e1c-a343-4c45-98d7-0bff697fb11c) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:41.832080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b654b-4c5b-4e73-a456-436b900dc032 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:41.832775 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-708b654b-4c5b-4e73-a456-436b900dc032 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:41.847986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85574df-9aa3-4077-b3d0-6c3a641adfc6 None None] Network b0fc8e1c-a343-4c45-98d7-0bff697fb11c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:41.886453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-708b654b-4c5b-4e73-a456-436b900dc032 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1390290 Nov 09 17:39:41.890553 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53944) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:41.898488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-66d8a7b6-e898-47d2-a432-5b5e0cf4df93 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:41.982210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['98f7f7c7-31d9-4cad-824b-f8083ab05983'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:41.995165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['12bcf792-8eeb-4484-8b42-c147958f64df'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:42.080918 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-66d8a7b6-e898-47d2-a432-5b5e0cf4df93 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8715102'] for subnet, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:42.145197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['7bce44f3-38c4-4235-83b4-c92c7709b9ed'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:42.379275 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:42.402988 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-66d8a7b6-e898-47d2-a432-5b5e0cf4df93 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742656825649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8909463'] for subnet, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:42.502339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d8a7b6-e898-47d2-a432-5b5e0cf4df93 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:42.502957 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-66d8a7b6-e898-47d2-a432-5b5e0cf4df93 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:42.513962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53960) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:42.514820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-66d8a7b6-e898-47d2-a432-5b5e0cf4df93 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "PUT /v2.0/subnets/2bf72477-5bba-45bd-8a49-68deeddf5a61 HTTP/1.1" status: 200 len: 826 time: 0.6216612 Nov 09 17:39:42.544238 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8a7b6-e898-47d2-a432-5b5e0cf4df93 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Subnet': ['ID=2bf72477-5bba-45bd-8a49-68deeddf5a61,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:42.614340 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6,segment=NetworkSegment(f53e9678-9ae8-46ae-b38c-f764b6094594),segment_id=f53e9678-9ae8-46ae-b38c-f764b6094594)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:42.670665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:42.673550 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19046e01-44c0-4ed7-8dff-eb163eb6de1f" -d '{"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:42.718452 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:42.719927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0045f8aa-bdcf-4da8-8211-c159c05d3f15 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:42.732067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fef20221-ca42-47cd-a6d4-d967be1e19c5 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:42.787465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90864d-c52e-4e9c-8573-aa9ae7338c44 req-9dbaa4fb-5129-4383-ae40-8ad5b9bbb952 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:42.789152 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9e90864d-c52e-4e9c-8573-aa9ae7338c44 req-9dbaa4fb-5129-4383-ae40-8ad5b9bbb952 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.1224003 Nov 09 17:39:42.860744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:42.871990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9e90864d-c52e-4e9c-8573-aa9ae7338c44 req-377005f8-35f7-42c7-a2fb-3eb2c946edb0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663450 Nov 09 17:39:42.904325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea22d1-a26e-4573-8669-775bd8f365e9 req-b6068a4b-e33a-413e-a716-1f5a82699c8d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:42.910606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea22d1-a26e-4573-8669-775bd8f365e9 req-b6068a4b-e33a-413e-a716-1f5a82699c8d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:42.919704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea22d1-a26e-4573-8669-775bd8f365e9 req-b6068a4b-e33a-413e-a716-1f5a82699c8d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:42.926001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea22d1-a26e-4573-8669-775bd8f365e9 req-b6068a4b-e33a-413e-a716-1f5a82699c8d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:42.933002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea22d1-a26e-4573-8669-775bd8f365e9 req-b6068a4b-e33a-413e-a716-1f5a82699c8d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:42.939640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea22d1-a26e-4573-8669-775bd8f365e9 req-b6068a4b-e33a-413e-a716-1f5a82699c8d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:42.946326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea22d1-a26e-4573-8669-775bd8f365e9 req-b6068a4b-e33a-413e-a716-1f5a82699c8d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:42.948468 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aaea22d1-a26e-4573-8669-775bd8f365e9 req-b6068a4b-e33a-413e-a716-1f5a82699c8d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5429 time: 0.2845459 Nov 09 17:39:43.047673 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:43.080259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['3207e95c-66e0-4b85-9491-66e70c8e365b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:43.089535 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aaea22d1-a26e-4573-8669-775bd8f365e9 req-65c06760-f994-4340-93cf-0715924265ff tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118667 Nov 09 17:39:43.182950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c095e-d8d8-4f09-8bd1-0b7b356b7880 req-d1f5b389-b3c5-4d02-bea4-0b507e8a985d tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:43.190955 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:43.196707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-553c095e-d8d8-4f09-8bd1-0b7b356b7880 req-d1f5b389-b3c5-4d02-bea4-0b507e8a985d tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 947 time: 0.1535652 Nov 09 17:39:43.290152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf72477-5bba-45bd-8a49-68deeddf5a61,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:43.323382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-553c095e-d8d8-4f09-8bd1-0b7b356b7880 req-da9078e1-5f40-4bf5-98d0-e7cec7da5eef tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252556 Nov 09 17:39:43.401316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53966) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:43.416682 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 2c29fdb2-c836-4e0d-a887-fb58da35f3ca details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:39:43.458085 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:43.461817 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb47439-5676-4979-89ab-33e2d84d9ec4 x-openstack-request-id: req-1fb47439-5676-4979-89ab-33e2d84d9ec4 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:43.462724 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a90dc0-c985-44a8-8f63-106c7654ed17", "tag": "2c29fdb2-c836-4e0d-a887-fb58da35f3ca", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:43.463602 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1fb47439-5676-4979-89ab-33e2d84d9ec4 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:43.464639 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a90dc0-c985-44a8-8f63-106c7654ed17', 'tag': '2c29fdb2-c836-4e0d-a887-fb58da35f3ca', 'status': 'completed', 'code': 200} Nov 09 17:39:43.533987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fc8e1c-a343-4c45-98d7-0bff697fb11c']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:43.563014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed1ab66-093a-4067-9313-4f928c415410') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:43.564453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fef20221-ca42-47cd-a6d4-d967be1e19c5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:43.564683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed1ab66-093a-4067-9313-4f928c415410') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:43.565260 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:43.601131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:43.624457 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:43.630153 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba2b9b3-844d-419a-972d-489b549d21de x-openstack-request-id: req-dba2b9b3-844d-419a-972d-489b549d21de {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:43.630733 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:43.631102 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dba2b9b3-844d-419a-972d-489b549d21de {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:43.645190 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:43.645679 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:43.651624 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:43.657887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fa813-d7e8-4676-82dc-0dc070f1c108 req-f6bffe58-3fd0-4bd6-988c-ca06b9be8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:43.657887 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df6fa813-d7e8-4676-82dc-0dc070f1c108 req-f6bffe58-3fd0-4bd6-988c-ca06b9be8b8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 1098 time: 0.1648540 Nov 09 17:39:43.658235 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6', 'code': 200} Nov 09 17:39:43.821957 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:43.861043 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:43.873397 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/b0fc8e1c-a343-4c45-98d7-0bff697fb11c HTTP/1.1" status: 204 len: 168 time: 1.3530452 Nov 09 17:39:43.873397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae390c73-7515-401e-9bcd-116feefbb231 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Network': ['ID=b0fc8e1c-a343-4c45-98d7-0bff697fb11c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:43.874651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54000) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:43.953281 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cb4f37-53d3-485d-87c4-885eb8ad0a56 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] DELETE failed (client error): The resource could not be found. Nov 09 17:39:43.954968 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3cb4f37-53d3-485d-87c4-885eb8ad0a56 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:39:43.970989 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e3cb4f37-53d3-485d-87c4-885eb8ad0a56 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/b0fc8e1c-a343-4c45-98d7-0bff697fb11c HTTP/1.1" status: 404 len: 339 time: 0.0837703 Nov 09 17:39:43.972093 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54008) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:43.990842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fa813-d7e8-4676-82dc-0dc070f1c108 req-10cf2d04-044c-4966-a4a9-0ed7fc1d439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:43.993600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-65a2e2cc-90dd-4431-af2b-06c1ede5658d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-588760443', 'description': 'd1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:44.001959 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df6fa813-d7e8-4676-82dc-0dc070f1c108 req-10cf2d04-044c-4966-a4a9-0ed7fc1d439a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.3343675 Nov 09 17:39:44.056224 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a2e2cc-90dd-4431-af2b-06c1ede5658d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:44.062403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-65a2e2cc-90dd-4431-af2b-06c1ede5658d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:44.175060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a2e2cc-90dd-4431-af2b-06c1ede5658d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:39:44.178329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2c29fdb2-c836-4e0d-a887-fb58da35f3ca,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:44.183946 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7207fbe-a576-4d2d-8274-e73a2e0b634e admin admin] Deleting subnet 35bd4ab4-76ee-4437-92fd-d6a3a82366d2 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:39:44.209716 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '2c29fdb2-c836-4e0d-a887-fb58da35f3ca', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '2c29fdb2-c836-4e0d-a887-fb58da35f3ca', 'mac_address': 'fa:16:3e:7d:4a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:39:44.222056 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-65a2e2cc-90dd-4431-af2b-06c1ede5658d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:44.222453 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-65a2e2cc-90dd-4431-af2b-06c1ede5658d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Added segment 58a1b0ff-ee71-4358-a53e-e7effe67a921 of type vlan for network ba46ae9f-db49-435c-912c-36b603c39bcd Nov 09 17:39:44.245466 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7207fbe-a576-4d2d-8274-e73a2e0b634e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:44.257104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df6fa813-d7e8-4676-82dc-0dc070f1c108 req-d808d8e1-097e-46fe-98c9-349dd86bcc82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=2c29fdb2-c836-4e0d-a887-fb58da35f3ca HTTP/1.1" status: 200 len: 217 time: 0.2542853 Nov 09 17:39:44.299711 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-65a2e2cc-90dd-4431-af2b-06c1ede5658d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:44.361610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b0c4d0-8f23-4d4d-b43d-4d8e8aa93279 None None] Network 4137cadf-3ced-4819-b047-b477b86de218 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:44.362806 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-65a2e2cc-90dd-4431-af2b-06c1ede5658d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:44.377187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a2e2cc-90dd-4431-af2b-06c1ede5658d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:44.377873 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-65a2e2cc-90dd-4431-af2b-06c1ede5658d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:44.407624 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7207fbe-a576-4d2d-8274-e73a2e0b634e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:44.488916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa2427-e034-4f18-ae38-23158e0c1d77 req-1a558854-243f-4e91-bcb7-a993a8cc7dbb tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:44.497044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2e2cc-90dd-4431-af2b-06c1ede5658d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Network': ['ID=ba46ae9f-db49-435c-912c-36b603c39bcd,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:44.510381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5639d8-2e79-4605-969a-b5c2a1672c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-b0fc8e1c-a343-4c45-98d7-0bff697fb11c', 'network_id': 'b0fc8e1c-a343-4c45-98d7-0bff697fb11c', 'tenant_id': '6ef69d9641544dda8fff2ab901df0f15', 'fixed_ips': [{'subnet_id': '2bf72477-5bba-45bd-8a49-68deeddf5a61'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:39:44.511989 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2b5639d8-2e79-4605-969a-b5c2a1672c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:44.516492 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00fa2427-e034-4f18-ae38-23158e0c1d77 req-1a558854-243f-4e91-bcb7-a993a8cc7dbb tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.3283405 Nov 09 17:39:44.525937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fa813-d7e8-4676-82dc-0dc070f1c108 req-f6a6985e-e7d2-4fc3-ac56-ff2c558ea4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:44.527891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df6fa813-d7e8-4676-82dc-0dc070f1c108 req-f6a6985e-e7d2-4fc3-ac56-ff2c558ea4d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2224627 Nov 09 17:39:44.532347 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-65a2e2cc-90dd-4431-af2b-06c1ede5658d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5518088 Nov 09 17:39:44.536389 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54044) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:44.574843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network ba46ae9f-db49-435c-912c-36b603c39bcd details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:39:44.610095 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7207fbe-a576-4d2d-8274-e73a2e0b634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:44.652138 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00fa2427-e034-4f18-ae38-23158e0c1d77 req-dba410de-9555-419b-9380-d0e8225ea03a tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342978 Nov 09 17:39:44.711160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fa813-d7e8-4676-82dc-0dc070f1c108 req-bda578e6-3150-4312-822b-e9142ea5f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:44.717809 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df6fa813-d7e8-4676-82dc-0dc070f1c108 req-bda578e6-3150-4312-822b-e9142ea5f012 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1756885 Nov 09 17:39:44.842140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154530ec-a992-4bf9-afb7-603d277f0313 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:44.852016 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-154530ec-a992-4bf9-afb7-603d277f0313 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "GET /v2.0/networks?id=ba46ae9f-db49-435c-912c-36b603c39bcd HTTP/1.1" status: 200 len: 764 time: 0.3085074 Nov 09 17:39:44.862392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54050) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:44.887856 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0bade287-363d-4d28-a79c-5fbaa6064a65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'network': {'description': 'd2'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:44.980504 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7207fbe-a576-4d2d-8274-e73a2e0b634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:45.007361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:45.038546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7207fbe-a576-4d2d-8274-e73a2e0b634e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35bd4ab4-76ee-4437-92fd-d6a3a82366d2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:45.077699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe27b2-57cb-4454-bd26-3919363e5956 req-8d580afe-be4d-4bc4-b3c8-8902a3acfbb6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:45.084302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe27b2-57cb-4454-bd26-3919363e5956 req-8d580afe-be4d-4bc4-b3c8-8902a3acfbb6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:45.092270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe27b2-57cb-4454-bd26-3919363e5956 req-8d580afe-be4d-4bc4-b3c8-8902a3acfbb6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:45.099466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe27b2-57cb-4454-bd26-3919363e5956 req-8d580afe-be4d-4bc4-b3c8-8902a3acfbb6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:45.106652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe27b2-57cb-4454-bd26-3919363e5956 req-8d580afe-be4d-4bc4-b3c8-8902a3acfbb6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:45.113186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe27b2-57cb-4454-bd26-3919363e5956 req-8d580afe-be4d-4bc4-b3c8-8902a3acfbb6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:45.120917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe27b2-57cb-4454-bd26-3919363e5956 req-8d580afe-be4d-4bc4-b3c8-8902a3acfbb6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:45.130754 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ffe27b2-57cb-4454-bd26-3919363e5956 req-8d580afe-be4d-4bc4-b3c8-8902a3acfbb6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5429 time: 0.2242906 Nov 09 17:39:45.142537 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7207fbe-a576-4d2d-8274-e73a2e0b634e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:45.146574 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a7207fbe-a576-4d2d-8274-e73a2e0b634e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/35bd4ab4-76ee-4437-92fd-d6a3a82366d2 HTTP/1.1" status: 204 len: 168 time: 1.7441287 Nov 09 17:39:45.152270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54054) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:45.242696 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df6fa813-d7e8-4676-82dc-0dc070f1c108 req-934e3575-4025-4b47-aca4-a5f25aaa3744 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041554 Nov 09 17:39:45.356394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0bade287-363d-4d28-a79c-5fbaa6064a65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:45.442693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:45.490798 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0bade287-363d-4d28-a79c-5fbaa6064a65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:45.492968 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ffe27b2-57cb-4454-bd26-3919363e5956 req-d4586523-c53c-47dc-8fc4-b6f3b4b719e7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3598039 Nov 09 17:39:45.559259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-65e999ac-929a-4f05-acb6-828397886b58 None None] Provisioning complete for port fef20221-ca42-47cd-a6d4-d967be1e19c5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:45.559797 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-65e999ac-929a-4f05-acb6-828397886b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:45.563360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:45.563889 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:45.567574 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a21f11a6-cf3a-4abf-ac2e-7d1c77fb99cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:45.579880 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:45.580783 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf2455c1-5a4b-4b5a-822c-426f1c197f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:45.645291 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df6fa813-d7e8-4676-82dc-0dc070f1c108 req-7e3ee53c-c198-4f48-85eb-d90ae042b4a3 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612869 Nov 09 17:39:45.667558 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c29fdb2-c836-4e0d-a887-fb58da35f3ca {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:45.677597 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:45.697425 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bade287-363d-4d28-a79c-5fbaa6064a65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Network': ['ID=ba46ae9f-db49-435c-912c-36b603c39bcd,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:45.726593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0bade287-363d-4d28-a79c-5fbaa6064a65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network ba46ae9f-db49-435c-912c-36b603c39bcd is not hosted by any dhcp agent {{(pid=102155) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:39:45.741994 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bade287-363d-4d28-a79c-5fbaa6064a65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:45.742566 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0bade287-363d-4d28-a79c-5fbaa6064a65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:45.746452 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0bade287-363d-4d28-a79c-5fbaa6064a65 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "PUT /v2.0/networks/ba46ae9f-db49-435c-912c-36b603c39bcd HTTP/1.1" status: 200 len: 761 time: 0.8769357 Nov 09 17:39:45.747117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54066) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:45.795064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c95653-9c91-4eae-b290-4a568d76afa9 req-8ff38b98-fd2c-4138-9240-7532139669df tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:45.800262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network ba46ae9f-db49-435c-912c-36b603c39bcd details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:39:45.804613 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c8c95653-9c91-4eae-b290-4a568d76afa9 req-8ff38b98-fd2c-4138-9240-7532139669df tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 947 time: 0.4171727 Nov 09 17:39:45.886416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf2455c1-5a4b-4b5a-822c-426f1c197f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:45.929777 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:45.936092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff23a29-618c-4009-8f8b-f6a61fd46367 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:45.947396 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5ff23a29-618c-4009-8f8b-f6a61fd46367 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "GET /v2.0/networks?id=ba46ae9f-db49-435c-912c-36b603c39bcd HTTP/1.1" status: 200 len: 764 time: 0.1866999 Nov 09 17:39:45.950003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54068) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:45.958657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-bf2455c1-5a4b-4b5a-822c-426f1c197f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d0ba4a-405d-4a7d-b42f-4a023f54a71b']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:45.961381 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c8c95653-9c91-4eae-b290-4a568d76afa9 req-074e1a63-c9b7-427d-9828-25f07dcdd9f6 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563723 Nov 09 17:39:45.974965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-bf2455c1-5a4b-4b5a-822c-426f1c197f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:45.975358 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-bf2455c1-5a4b-4b5a-822c-426f1c197f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb94d32a-4a40-4c5c-a0ab-e6d67f6cbd48') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:45.988731 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf2455c1-5a4b-4b5a-822c-426f1c197f77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:46.050965 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf2455c1-5a4b-4b5a-822c-426f1c197f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:46.067641 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4237645-ddf6-45b0-ba74-4e9ed4dcc921 None None] Network b0fc8e1c-a343-4c45-98d7-0bff697fb11c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:46.111716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2455c1-5a4b-4b5a-822c-426f1c197f77 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:46.112467 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf2455c1-5a4b-4b5a-822c-426f1c197f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:46.118746 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:46.305696 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf2455c1-5a4b-4b5a-822c-426f1c197f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:46.317732 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf2455c1-5a4b-4b5a-822c-426f1c197f77 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:46.321989 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bf2455c1-5a4b-4b5a-822c-426f1c197f77 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e6d0ba4a-405d-4a7d-b42f-4a023f54a71b HTTP/1.1" status: 204 len: 168 time: 1.1523900 Nov 09 17:39:46.341368 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2c29fdb2-c836-4e0d-a887-fb58da35f3ca,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:46.355743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54074) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:46.376394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2455c1-5a4b-4b5a-822c-426f1c197f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6d0ba4a-405d-4a7d-b42f-4a023f54a71b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:46.404270 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4237645-ddf6-45b0-ba74-4e9ed4dcc921 None None] Network b0fc8e1c-a343-4c45-98d7-0bff697fb11c could not be found, it might have been deleted concurrently. {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 17:39:46.473329 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:46.536079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb646733-2389-415c-96af-d7ac16069cf7 None None] Network b0fc8e1c-a343-4c45-98d7-0bff697fb11c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:46.555867 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:46.569668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb646733-2389-415c-96af-d7ac16069cf7 None None] Network b0fc8e1c-a343-4c45-98d7-0bff697fb11c could not be found, it might have been deleted concurrently. {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 17:39:46.664295 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf7c3e-1276-4c55-8011-dd419cec1720 req-ff4bc85e-fc36-4c59-8b23-e5754aaef547 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:46.666839 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aabf7c3e-1276-4c55-8011-dd419cec1720 req-ff4bc85e-fc36-4c59-8b23-e5754aaef547 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.4074738 Nov 09 17:39:46.688184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1f5e36-681b-4f1e-9760-daeda223f4ca tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:46.690035 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5c1f5e36-681b-4f1e-9760-daeda223f4ca tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7275999 Nov 09 17:39:46.698459 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54090) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:46.703267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a258b50-20a1-4f1a-ab52-1d1ac6d67121 admin admin] Deleting subnet 870d7373-9d04-4dde-a4d1-4a7985483048 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:39:46.722436 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a258b50-20a1-4f1a-ab52-1d1ac6d67121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:46.824631 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aabf7c3e-1276-4c55-8011-dd419cec1720 req-8c2ff1e6-b380-4999-baca-0bc8d1c12fce tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331117 Nov 09 17:39:46.848322 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a258b50-20a1-4f1a-ab52-1d1ac6d67121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:46.891900 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port fef20221-ca42-47cd-a6d4-d967be1e19c5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fef20221-ca42-47cd-a6d4-d967be1e19c5,segment=NetworkSegment(d9ddbe95-21f6-4bc7-bebe-958b23c56c62),segment_id=d9ddbe95-21f6-4bc7-bebe-958b23c56c62)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:46.938990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1b833a30-48ce-4d03-97bf-e612f99b2347 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 207 time: 0.2209826 Nov 09 17:39:46.954306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54092) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:46.959697 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:47.063072 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a258b50-20a1-4f1a-ab52-1d1ac6d67121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:47.149995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=2c29fdb2-c836-4e0d-a887-fb58da35f3ca,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:47.194487 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5f045-295f-4491-82e4-87197ef72504 req-08782aeb-74f3-48a9-b052-619f81bc5da8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:47.196308 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-65e999ac-929a-4f05-acb6-828397886b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:47.199784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['2c29fdb2-c836-4e0d-a887-fb58da35f3ca'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:39:47.201649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5f045-295f-4491-82e4-87197ef72504 req-08782aeb-74f3-48a9-b052-619f81bc5da8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:47.208116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5f045-295f-4491-82e4-87197ef72504 req-08782aeb-74f3-48a9-b052-619f81bc5da8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:47.214320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5f045-295f-4491-82e4-87197ef72504 req-08782aeb-74f3-48a9-b052-619f81bc5da8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:47.220605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5f045-295f-4491-82e4-87197ef72504 req-08782aeb-74f3-48a9-b052-619f81bc5da8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:47.229770 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5f045-295f-4491-82e4-87197ef72504 req-08782aeb-74f3-48a9-b052-619f81bc5da8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:47.240115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5f045-295f-4491-82e4-87197ef72504 req-08782aeb-74f3-48a9-b052-619f81bc5da8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:47.248355 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7c5f045-295f-4491-82e4-87197ef72504 req-08782aeb-74f3-48a9-b052-619f81bc5da8 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5429 time: 0.2988420 Nov 09 17:39:47.326078 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7c5f045-295f-4491-82e4-87197ef72504 req-c34f587d-4cd8-4f6f-b99c-5a8dfed5119a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767076 Nov 09 17:39:47.327734 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a258b50-20a1-4f1a-ab52-1d1ac6d67121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:47.384017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a258b50-20a1-4f1a-ab52-1d1ac6d67121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870d7373-9d04-4dde-a4d1-4a7985483048,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:47.398825 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a258b50-20a1-4f1a-ab52-1d1ac6d67121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:47.409797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-bcd86c1a-34a3-4727-8195-135ea6ea6534 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:47.417602 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9a258b50-20a1-4f1a-ab52-1d1ac6d67121 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/870d7373-9d04-4dde-a4d1-4a7985483048 HTTP/1.1" status: 204 len: 168 time: 1.0599675 Nov 09 17:39:47.430196 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-bcd86c1a-34a3-4727-8195-135ea6ea6534 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/networks?id=229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 200 len: 804 time: 0.7750576 Nov 09 17:39:47.432434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54100) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:47.469837 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:47.530346 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-ed0d4659-1e9d-4d29-93ee-085d8a65257b tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/quotas/3c46fb553fd5455a99b1c992509a9782 HTTP/1.1" status: 200 len: 375 time: 0.0625384 Nov 09 17:39:47.647306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0045f8aa-bdcf-4da8-8211-c159c05d3f15, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0045f8aa-bdcf-4da8-8211-c159c05d3f15,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:47.682396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0045f8aa-bdcf-4da8-8211-c159c05d3f15'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:47.686936 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4246666d-967e-4d45-b80e-2c45f23a7b55" -d '{"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "0045f8aa-bdcf-4da8-8211-c159c05d3f15"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:47.687946 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88f4dfe0-3324-409f-8a00-59cf256519ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:47.693585 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:47.695825 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0cbce6a8-d6be-4652-adb4-edc568ed2e15 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:47.750538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=fef20221-ca42-47cd-a6d4-d967be1e19c5,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:47.759846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ac17b-6780-46a6-83f0-06088d52b766 req-c680c5d4-9741-4fa1-9881-c7b255b9c689 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:47.776388 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-256ac17b-6780-46a6-83f0-06088d52b766 req-c680c5d4-9741-4fa1-9881-c7b255b9c689 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 948 time: 0.1553798 Nov 09 17:39:47.879459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-256ac17b-6780-46a6-83f0-06088d52b766 req-d3eb5f08-a0d4-4d3a-af3b-d7e65f4bb9ea tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016901 Nov 09 17:39:47.915460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3f1bae-4fe5-4556-8e97-60ef86e8f2d5 None None] Update dhcp port {'port': {'network_id': '4137cadf-3ced-4819-b047-b477b86de218', 'fixed_ips': [{'subnet_id': '721c4cb8-7b14-41a0-991e-0176c1da5de7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aa785ddb-91f8-4b01-8976-1e9860898533'}], 'binding:host_id': 'n-d-817236-1'}, 'id': 'fef20221-ca42-47cd-a6d4-d967be1e19c5'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:39:47.995804 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:48.026247 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88f4dfe0-3324-409f-8a00-59cf256519ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:48.078535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-88f4dfe0-3324-409f-8a00-59cf256519ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c84503-9fa5-4c5b-886d-c4a0e749a8b8']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:48.106298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-88f4dfe0-3324-409f-8a00-59cf256519ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0cd24e-9798-463c-aff8-fc28db9914bc') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:48.107913 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-88f4dfe0-3324-409f-8a00-59cf256519ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0cd24e-9798-463c-aff8-fc28db9914bc') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:48.141628 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88f4dfe0-3324-409f-8a00-59cf256519ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:48.150554 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-65e999ac-929a-4f05-acb6-828397886b58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:39:48.151338 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-65e999ac-929a-4f05-acb6-828397886b58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:39:48.161453 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1bae-4fe5-4556-8e97-60ef86e8f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:48.174457 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88f4dfe0-3324-409f-8a00-59cf256519ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:48.182753 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4335fd-c9a1-4868-b4f1-b63bbe9fac8d x-openstack-request-id: req-0a4335fd-c9a1-4868-b4f1-b63bbe9fac8d {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:48.183062 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "0045f8aa-bdcf-4da8-8211-c159c05d3f15", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:48.183370 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a4335fd-c9a1-4868-b4f1-b63bbe9fac8d {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:48.183774 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0045f8aa-bdcf-4da8-8211-c159c05d3f15', 'code': 200} Nov 09 17:39:48.190972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f4dfe0-3324-409f-8a00-59cf256519ea admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:48.192021 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88f4dfe0-3324-409f-8a00-59cf256519ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:48.199081 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:48.285285 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd6757c-80eb-4f6b-aa55-0df004514ba7 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:48.300643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd6757c-80eb-4f6b-aa55-0df004514ba7 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:48.314551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd6757c-80eb-4f6b-aa55-0df004514ba7 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:48.325249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd6757c-80eb-4f6b-aa55-0df004514ba7 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:48.333112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd6757c-80eb-4f6b-aa55-0df004514ba7 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:48.348238 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd6757c-80eb-4f6b-aa55-0df004514ba7 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:48.365184 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cbd6757c-80eb-4f6b-aa55-0df004514ba7 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.3950531 Nov 09 17:39:48.375121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54116) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:48.386573 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88f4dfe0-3324-409f-8a00-59cf256519ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:48.398109 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-8d3f1bae-4fe5-4556-8e97-60ef86e8f2d5 None None] Allocated IP 172.20.0.1 (4137cadf-3ced-4819-b047-b477b86de218/aa785ddb-91f8-4b01-8976-1e9860898533/fef20221-ca42-47cd-a6d4-d967be1e19c5) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:48.421963 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-adc91ab2-d8f4-4edf-8afa-a54bd25977d8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c46fb553fd5455a99b1c992509a9782&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8902960 Nov 09 17:39:48.499967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c60c1-9845-4544-a88d-0d2dc7024633 req-e8f80bec-de67-4471-b662-b2a38111a6f3 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:48.502318 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec8c60c1-9845-4544-a88d-0d2dc7024633 req-e8f80bec-de67-4471-b662-b2a38111a6f3 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6c49cc7-fa6d-4685-b045-5e5854ac4b89 HTTP/1.1" status: 200 len: 946 time: 0.3016827 Nov 09 17:39:48.543533 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8d3f1bae-4fe5-4556-8e97-60ef86e8f2d5 None None] For port fef20221-ca42-47cd-a6d4-d967be1e19c5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fef20221-ca42-47cd-a6d4-d967be1e19c5,segment=NetworkSegment(d9ddbe95-21f6-4bc7-bebe-958b23c56c62),segment_id=d9ddbe95-21f6-4bc7-bebe-958b23c56c62)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:48.555464 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:39:48.592582 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1bae-4fe5-4556-8e97-60ef86e8f2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:48.594621 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0045f8aa-bdcf-4da8-8211-c159c05d3f15,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:48.610684 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1bae-4fe5-4556-8e97-60ef86e8f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:48.730354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:48.739120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:48.739567 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:48.817619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-c51692b6-4697-4870-ac71-b1529001d2e9 service neutron] 10.222.0.81 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945103 Nov 09 17:39:48.870681 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f1bae-4fe5-4556-8e97-60ef86e8f2d5 None None] Pushing event updated for resources: {'Port': ['ID=fef20221-ca42-47cd-a6d4-d967be1e19c5,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:49.017264 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:49.038609 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88f4dfe0-3324-409f-8a00-59cf256519ea admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:49.054290 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-88f4dfe0-3324-409f-8a00-59cf256519ea admin admin] 10.222.0.81 "DELETE /v2.0/networks/61c84503-9fa5-4c5b-886d-c4a0e749a8b8 HTTP/1.1" status: 204 len: 168 time: 1.6187975 Nov 09 17:39:49.096231 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b0d8f0b0-64d1-4b4b-b754-e37df382b6ec service neutron] 10.222.0.81 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745430 Nov 09 17:39:49.129441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0cbce6a8-d6be-4652-adb4-edc568ed2e15, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0cbce6a8-d6be-4652-adb4-edc568ed2e15,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:49.139077 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:49.140309 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0ea92cd1-3182-493c-9a65-d45e559015d8 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:49.157878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ec8c60c1-9845-4544-a88d-0d2dc7024633 req-07bee7d8-1158-41bc-9ca1-9980fb3a4a12 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Deleting port bcee7883-4e7c-43f3-aff5-ac458499b61d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:39:49.168614 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ec8c60c1-9845-4544-a88d-0d2dc7024633 req-07bee7d8-1158-41bc-9ca1-9980fb3a4a12 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:49.369534 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54128) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:49.534283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0cbce6a8-d6be-4652-adb4-edc568ed2e15,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:49.556045 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fef20221-ca42-47cd-a6d4-d967be1e19c5 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:49.586877 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-92412dc9-5bbd-46a3-8292-850ffe17e52f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6b18ff8d0054db3b09b095e1c177e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159765 Nov 09 17:39:49.588517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54134) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:49.607054 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-65e78a51-ef57-4381-a142-1b743e738877 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 1.2140458 Nov 09 17:39:49.611960 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54136) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:49.696837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 0ea92cd1-3182-493c-9a65-d45e559015d8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:49.697228 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:49.770574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4dfe0-3324-409f-8a00-59cf256519ea admin admin] Pushing event deleted for resources: {'Network': ['ID=61c84503-9fa5-4c5b-886d-c4a0e749a8b8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:49.787832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d5ba9-1497-4e7d-9d9d-6b32e9ead630 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:49.791385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d5ba9-1497-4e7d-9d9d-6b32e9ead630 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:49.793914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d5ba9-1497-4e7d-9d9d-6b32e9ead630 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:49.795616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d5ba9-1497-4e7d-9d9d-6b32e9ead630 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:49.797347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d5ba9-1497-4e7d-9d9d-6b32e9ead630 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:49.799205 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-062d5ba9-1497-4e7d-9d9d-6b32e9ead630 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1669617 Nov 09 17:39:49.821274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d53b7-31b9-4b6e-8fcc-3843b618dd77 req-4f31fe81-a2a9-4abe-8931-c3e569f85648 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:49.840147 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c25d53b7-31b9-4b6e-8fcc-3843b618dd77 req-4f31fe81-a2a9-4abe-8931-c3e569f85648 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 1.5004373 Nov 09 17:39:49.852853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54138) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:49.935258 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fef20221-ca42-47cd-a6d4-d967be1e19c5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:49.935970 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:49.956158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ec8c60c1-9845-4544-a88d-0d2dc7024633 req-07bee7d8-1158-41bc-9ca1-9980fb3a4a12 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] For port bcee7883-4e7c-43f3-aff5-ac458499b61d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=bcee7883-4e7c-43f3-aff5-ac458499b61d,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:49.956532 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ec8c60c1-9845-4544-a88d-0d2dc7024633 req-07bee7d8-1158-41bc-9ca1-9980fb3a4a12 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:49.986087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c25d53b7-31b9-4b6e-8fcc-3843b618dd77 req-6174214a-b5ed-4fc6-b121-06b8a55dece9 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423318 Nov 09 17:39:50.007574 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:50.011393 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5fe43aa1-a641-4c46-8f6c-f5cdd048558f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:50.183056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0ea92cd1-3182-493c-9a65-d45e559015d8,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:50.186207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbce6a8-d6be-4652-adb4-edc568ed2e15'}, {'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:50.190268 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a38b755-f989-4dfc-b02e-25dc90a39147" -d '{"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "0cbce6a8-d6be-4652-adb4-edc568ed2e15"}, {"server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "name": "network-vif-plugged", "status": "completed", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:50.198696 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:50.223966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f935f2-78ee-40cf-8096-6599997f9987 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.228038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f935f2-78ee-40cf-8096-6599997f9987 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.229698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f935f2-78ee-40cf-8096-6599997f9987 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.231522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f935f2-78ee-40cf-8096-6599997f9987 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.233064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f935f2-78ee-40cf-8096-6599997f9987 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['shared'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.234936 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f3f935f2-78ee-40cf-8096-6599997f9987 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3499076 Nov 09 17:39:50.236287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ec8c60c1-9845-4544-a88d-0d2dc7024633 req-07bee7d8-1158-41bc-9ca1-9980fb3a4a12 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Calling delete_port for bcee7883-4e7c-43f3-aff5-ac458499b61d owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:39:50.244384 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54156) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:50.266099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bd27ef-d775-40c0-abb9-61db715dba75 None None] Network 4137cadf-3ced-4819-b047-b477b86de218 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:50.271253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beac3fe-de7f-4dee-a441-f9228da14754 req-a9cad55f-4141-4e4c-b30a-040e47dd9acd tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.285785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 3207e95c-66e0-4b85-9491-66e70c8e365b up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:50.286462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beac3fe-de7f-4dee-a441-f9228da14754 req-a9cad55f-4141-4e4c-b30a-040e47dd9acd tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.294395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beac3fe-de7f-4dee-a441-f9228da14754 req-a9cad55f-4141-4e4c-b30a-040e47dd9acd tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.301715 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beac3fe-de7f-4dee-a441-f9228da14754 req-a9cad55f-4141-4e4c-b30a-040e47dd9acd tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.311023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beac3fe-de7f-4dee-a441-f9228da14754 req-a9cad55f-4141-4e4c-b30a-040e47dd9acd tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.317288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beac3fe-de7f-4dee-a441-f9228da14754 req-a9cad55f-4141-4e4c-b30a-040e47dd9acd tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.324202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beac3fe-de7f-4dee-a441-f9228da14754 req-a9cad55f-4141-4e4c-b30a-040e47dd9acd tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.332823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9beac3fe-de7f-4dee-a441-f9228da14754 req-a9cad55f-4141-4e4c-b30a-040e47dd9acd tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5431 time: 0.7673669 Nov 09 17:39:50.344840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0ea92cd1-3182-493c-9a65-d45e559015d8,revision_number=10']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:50.367360 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5fe43aa1-a641-4c46-8f6c-f5cdd048558f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:50.480981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9beac3fe-de7f-4dee-a441-f9228da14754 req-f288cd78-689f-4732-b519-748137bdcb1e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427927 Nov 09 17:39:50.638231 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb331698-4ff9-4064-ab86-3ec2d6c1e23e req-dd302d43-d017-4f8f-92fc-7d9b34222288 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.653813 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bb331698-4ff9-4064-ab86-3ec2d6c1e23e req-dd302d43-d017-4f8f-92fc-7d9b34222288 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 948 time: 0.2272253 Nov 09 17:39:50.689686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5fe43aa1-a641-4c46-8f6c-f5cdd048558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:50.699414 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5fe43aa1-a641-4c46-8f6c-f5cdd048558f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:50.707181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5fe43aa1-a641-4c46-8f6c-f5cdd048558f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02c580e1-1e5e-4e9f-85d9-068f62520511 HTTP/1.1" status: 204 len: 168 time: 1.1152875 Nov 09 17:39:50.712886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f153a9-7de3-4f9d-95b3-a19cbc578847 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:50.714431 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-42f153a9-7de3-4f9d-95b3-a19cbc578847 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "GET /v2.0/networks/c3680c49-da03-4210-bc88-724861c4af3c HTTP/1.1" status: 200 len: 804 time: 0.4689679 Nov 09 17:39:50.724559 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54160) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:50.829794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe43aa1-a641-4c46-8f6c-f5cdd048558f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c580e1-1e5e-4e9f-85d9-068f62520511,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:50.862772 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f1c89137-3fae-43c6-9c81-bc5ef7dd8eff tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "GET /v2.0/networks/c3680c49-da03-4210-bc88-724861c4af3c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1358540 Nov 09 17:39:50.882745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54162) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:50.895565 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bb331698-4ff9-4064-ab86-3ec2d6c1e23e req-e9c92440-6d66-4d4e-9b7f-38fad63ee3df tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404318 Nov 09 17:39:50.953358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0c80ae1-107f-4f59-83cb-17101799a38b req-74142404-e589-462e-9ebd-4f2539b97c38 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 210 time: 0.0881662 Nov 09 17:39:51.059838 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ec8c60c1-9845-4544-a88d-0d2dc7024633 req-07bee7d8-1158-41bc-9ca1-9980fb3a4a12 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:51.060578 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93da19cf-b766-40a4-bec6-3e9f22ae7abf x-openstack-request-id: req-93da19cf-b766-40a4-bec6-3e9f22ae7abf {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:51.062745 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "0cbce6a8-d6be-4652-adb4-edc568ed2e15", "code": 200}, {"server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "name": "network-vif-plugged", "status": "completed", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:51.064090 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93da19cf-b766-40a4-bec6-3e9f22ae7abf {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:51.065394 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbce6a8-d6be-4652-adb4-edc568ed2e15', 'code': 200} Nov 09 17:39:51.066232 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8', 'code': 200} Nov 09 17:39:51.068439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43949f7-52be-4702-bc7d-195ffffd8e07 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:51.076489 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c43949f7-52be-4702-bc7d-195ffffd8e07 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "GET /v2.0/subnets/f7ac2882-820b-4169-ab10-ca3a757de892 HTTP/1.1" status: 200 len: 843 time: 0.1653419 Nov 09 17:39:51.076751 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-869ce070-baf9-40c6-9a42-0eb227bebeb9 None None] Provisioning complete for port fef20221-ca42-47cd-a6d4-d967be1e19c5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:51.076751 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-869ce070-baf9-40c6-9a42-0eb227bebeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:51.077079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54166) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:51.140356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bee7d8-1158-41bc-9ca1-9980fb3a4a12 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Pushing event deleted for resources: {'Port': ['ID=bcee7883-4e7c-43f3-aff5-ac458499b61d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:51.151925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ea1b8d-1d8b-4ab9-baee-e8e10ca034bf tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:51.158275 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-85ea1b8d-1d8b-4ab9-baee-e8e10ca034bf tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "GET /v2.0/subnets/f7ac2882-820b-4169-ab10-ca3a757de892?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0747454 Nov 09 17:39:51.161374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54168) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:51.186247 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e135457c-a557-462a-838e-b297d64275ff tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023739076'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:51.227662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e135457c-a557-462a-838e-b297d64275ff tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:51.232171 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e135457c-a557-462a-838e-b297d64275ff tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:51.268684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8c60c1-9845-4544-a88d-0d2dc7024633 req-07bee7d8-1158-41bc-9ca1-9980fb3a4a12 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] No DVR routers for this DVR port bcee7883-4e7c-43f3-aff5-ac458499b61d on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:51.270971 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ec8c60c1-9845-4544-a88d-0d2dc7024633 req-07bee7d8-1158-41bc-9ca1-9980fb3a4a12 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:51.275905 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec8c60c1-9845-4544-a88d-0d2dc7024633 req-07bee7d8-1158-41bc-9ca1-9980fb3a4a12 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.13 "DELETE /v2.0/ports/bcee7883-4e7c-43f3-aff5-ac458499b61d HTTP/1.1" status: 204 len: 173 time: 2.7616858 Nov 09 17:39:51.293911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c49cc7-fa6d-4685-b045-5e5854ac4b89', 'name': 'network-vif-deleted', 'tag': 'bcee7883-4e7c-43f3-aff5-ac458499b61d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:51.298698 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db038251-9528-4f61-95f2-761df3c28aa7" -d '{"events": [{"server_uuid": "c6c49cc7-fa6d-4685-b045-5e5854ac4b89", "name": "network-vif-deleted", "tag": "bcee7883-4e7c-43f3-aff5-ac458499b61d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:51.322580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 3207e95c-66e0-4b85-9491-66e70c8e365b completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:51.324339 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e135457c-a557-462a-838e-b297d64275ff tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:39:51.361955 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e135457c-a557-462a-838e-b297d64275ff tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:51.364954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 3207e95c-66e0-4b85-9491-66e70c8e365b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:51.366184 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-e135457c-a557-462a-838e-b297d64275ff tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Added segment c88ecf35-bfda-4072-92b6-870ce8bc88f7 of type vlan for network ac97a37b-7c7a-4875-9a03-47e4a7165674 Nov 09 17:39:51.368748 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:51.394630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876733-44b5-47fb-9752-009ea304cea1 req-51b0881b-ab0d-464e-a8f2-5875d2b71e53 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:51.403708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-40876733-44b5-47fb-9752-009ea304cea1 req-51b0881b-ab0d-464e-a8f2-5875d2b71e53 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.1865668 Nov 09 17:39:51.463309 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-40876733-44b5-47fb-9752-009ea304cea1 req-9dae72ef-c9c6-4621-bbb1-abe2922b3a51 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546162 Nov 09 17:39:51.470741 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f7858f-03b4-4265-857c-a8000eb22c83 x-openstack-request-id: req-73f7858f-03b4-4265-857c-a8000eb22c83 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:51.471149 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c49cc7-fa6d-4685-b045-5e5854ac4b89", "name": "network-vif-deleted", "tag": "bcee7883-4e7c-43f3-aff5-ac458499b61d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:51.471538 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73f7858f-03b4-4265-857c-a8000eb22c83 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:51.472366 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c49cc7-fa6d-4685-b045-5e5854ac4b89', 'name': 'network-vif-deleted', 'tag': 'bcee7883-4e7c-43f3-aff5-ac458499b61d', 'status': 'completed', 'code': 200} Nov 09 17:39:51.644814 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e135457c-a557-462a-838e-b297d64275ff tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:51.762665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e135457c-a557-462a-838e-b297d64275ff tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:51.777706 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e135457c-a557-462a-838e-b297d64275ff tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:51.800856 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e135457c-a557-462a-838e-b297d64275ff tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:51.832623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ce900-4b56-4215-98aa-80d32b714e99 req-38cefa9f-653d-4fe0-bf7f-2f32e5b8aa55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:51.847791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ce900-4b56-4215-98aa-80d32b714e99 req-38cefa9f-653d-4fe0-bf7f-2f32e5b8aa55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:51.865138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ce900-4b56-4215-98aa-80d32b714e99 req-38cefa9f-653d-4fe0-bf7f-2f32e5b8aa55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:51.884104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ce900-4b56-4215-98aa-80d32b714e99 req-38cefa9f-653d-4fe0-bf7f-2f32e5b8aa55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:51.893421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ce900-4b56-4215-98aa-80d32b714e99 req-38cefa9f-653d-4fe0-bf7f-2f32e5b8aa55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:51.917526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ce900-4b56-4215-98aa-80d32b714e99 req-38cefa9f-653d-4fe0-bf7f-2f32e5b8aa55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:51.929834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ce900-4b56-4215-98aa-80d32b714e99 req-38cefa9f-653d-4fe0-bf7f-2f32e5b8aa55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:51.948054 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-032ce900-4b56-4215-98aa-80d32b714e99 req-38cefa9f-653d-4fe0-bf7f-2f32e5b8aa55 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5431 time: 0.2304204 Nov 09 17:39:51.997815 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:52.000907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-51ad54dc-c706-45e6-936d-c9cf075b890f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:52.002868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-51ad54dc-c706-45e6-936d-c9cf075b890f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.18 "GET /v2.0/networks?id=229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 200 len: 804 time: 0.4728506 Nov 09 17:39:52.010198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54192) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:52.058444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-30cd3daf-f6f0-48cc-88d4-b69707e1cd6f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Request body: {'port': {'device_id': '5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da', 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9', 'admin_state_up': True, 'tenant_id': '3c46fb553fd5455a99b1c992509a9782'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:52.147050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3207e95c-66e0-4b85-9491-66e70c8e365b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3207e95c-66e0-4b85-9491-66e70c8e365b,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:52.175579 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:52.178106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 2c29fdb2-c836-4e0d-a887-fb58da35f3ca up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:52.232500 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e5ac5b5d-8065-492f-993c-79595844c5ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a5ea9db0099c4997a41fbc45f9611586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181706 Nov 09 17:39:52.239620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54194) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:52.244266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135457c-a557-462a-838e-b297d64275ff tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Network': ['ID=ac97a37b-7c7a-4875-9a03-47e4a7165674,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:52.266107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-032ce900-4b56-4215-98aa-80d32b714e99 req-700f79b1-2904-4676-b138-6512b87f10fa tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3155093 Nov 09 17:39:52.283771 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e135457c-a557-462a-838e-b297d64275ff tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1186163 Nov 09 17:39:52.285969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54196) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:52.339562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'subnet': {'network_id': 'ac97a37b-7c7a-4875-9a03-47e4a7165674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:52.442230 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network ac97a37b-7c7a-4875-9a03-47e4a7165674 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:39:52.518547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2f0efccd-a21d-4ba1-be4e-aabe23e4df30 None None] Provisioning complete for port fef20221-ca42-47cd-a6d4-d967be1e19c5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:52.519432 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f0efccd-a21d-4ba1-be4e-aabe23e4df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:52.527205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5adfb403-1080-4f36-b1f5-862ae54dde3b req-309c6a91-b12a-49ed-ae21-9acc0308417f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 210 time: 0.0418661 Nov 09 17:39:52.592878 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f714a73-fece-4a91-838b-c425ca21cb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:52.612017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=3207e95c-66e0-4b85-9491-66e70c8e365b,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:52.630717 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:52.639600 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:52.643135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:52.643689 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:52.671853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-30cd3daf-f6f0-48cc-88d4-b69707e1cd6f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Made reservation on behalf of 3c46fb553fd5455a99b1c992509a9782 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:52.677327 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-30cd3daf-f6f0-48cc-88d4-b69707e1cd6f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:52.723293 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f714a73-fece-4a91-838b-c425ca21cb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:52.770636 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-174b8165-8cb1-47ce-863a-6847b5064791 req-7dc6df6e-4fb5-4c73-ad94-718184326690 service neutron] show failed (client error): The resource could not be found. Nov 09 17:39:52.772573 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-7dc6df6e-4fb5-4c73-ad94-718184326690 service neutron] 10.222.0.18 "GET /v2.0/ports/e75edc1a-4a97-418d-a50e-b46313311cb6/bindings/n-h1-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.2051883 Nov 09 17:39:52.797147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c290f82-c711-4659-876e-64ff10c414f0 req-ebadbed1-121a-4870-8363-807e94832d12 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:52.798771 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c290f82-c711-4659-876e-64ff10c414f0 req-ebadbed1-121a-4870-8363-807e94832d12 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 948 time: 0.4033277 Nov 09 17:39:52.860495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Made reservation on behalf of 6ef69d9641544dda8fff2ab901df0f15 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:39:52.867331 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:52.874060 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:52.928639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d745b-a58a-48ec-914d-ee76b93699ff req-d9c35c90-0cc3-477c-8b14-4ffd13052a53 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:52.930563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-950d745b-a58a-48ec-914d-ee76b93699ff req-d9c35c90-0cc3-477c-8b14-4ffd13052a53 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.2283428 Nov 09 17:39:52.936188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2c29fdb2-c836-4e0d-a887-fb58da35f3ca,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:52.949951 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:52.950904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7bce44f3-38c4-4235-83b4-c92c7709b9ed up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:53.041429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f714a73-fece-4a91-838b-c425ca21cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:53.055521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Performing IP validity checks on allocation pools {{(pid=102155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 17:39:53.056396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 17:39:53.060357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f714a73-fece-4a91-838b-c425ca21cb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:53.066114 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9f714a73-fece-4a91-838b-c425ca21cb31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d88cfc3-ea70-4d0f-9db2-01fb81c5eef5 HTTP/1.1" status: 204 len: 168 time: 0.8187797 Nov 09 17:39:53.067591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3207e95c-66e0-4b85-9491-66e70c8e365b'}, {'server_uuid': 'c9a90dc0-c985-44a8-8f63-106c7654ed17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c29fdb2-c836-4e0d-a887-fb58da35f3ca'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:53.073086 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9f6546-9a58-41ec-80c6-ca75611f396e" -d '{"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "3207e95c-66e0-4b85-9491-66e70c8e365b"}, {"server_uuid": "c9a90dc0-c985-44a8-8f63-106c7654ed17", "name": "network-vif-plugged", "status": "completed", "tag": "2c29fdb2-c836-4e0d-a887-fb58da35f3ca"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:53.097039 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c290f82-c711-4659-876e-64ff10c414f0 req-e7831da4-5d23-411d-b3e2-5a74d1055abe tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827556 Nov 09 17:39:53.097576 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=2c29fdb2-c836-4e0d-a887-fb58da35f3ca,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:53.126471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 7bce44f3-38c4-4235-83b4-c92c7709b9ed completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:53.126471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 7bce44f3-38c4-4235-83b4-c92c7709b9ed triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:53.126471 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:53.172121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-950d745b-a58a-48ec-914d-ee76b93699ff req-12d5691b-196a-41f6-ab00-2996c5c87bfe tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186599 Nov 09 17:39:53.217334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f714a73-fece-4a91-838b-c425ca21cb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d88cfc3-ea70-4d0f-9db2-01fb81c5eef5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:53.247841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-30cd3daf-f6f0-48cc-88d4-b69707e1cd6f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Allocated IP 172.20.0.10 (229e78ca-9312-4d3e-b942-954ff92e0cc9/20907115-321b-44dc-9720-07945eb0b036/715d84df-c37d-40e2-80f9-c290b6e2c9f2) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:53.370604 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e631c737-b72f-457a-9a7b-7ccc9e50dea6 x-openstack-request-id: req-e631c737-b72f-457a-9a7b-7ccc9e50dea6 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:53.374271 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "3207e95c-66e0-4b85-9491-66e70c8e365b", "code": 200}, {"server_uuid": "c9a90dc0-c985-44a8-8f63-106c7654ed17", "name": "network-vif-plugged", "status": "completed", "tag": "2c29fdb2-c836-4e0d-a887-fb58da35f3ca", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:53.376515 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e631c737-b72f-457a-9a7b-7ccc9e50dea6 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:53.378263 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3207e95c-66e0-4b85-9491-66e70c8e365b', 'code': 200} Nov 09 17:39:53.380724 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a90dc0-c985-44a8-8f63-106c7654ed17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c29fdb2-c836-4e0d-a887-fb58da35f3ca', 'code': 200} Nov 09 17:39:53.519421 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:53.582009 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:53.607078 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-30cd3daf-f6f0-48cc-88d4-b69707e1cd6f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:53.680415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9118d31-cadc-4800-9b0b-d0b43445211e req-958ee6b7-322e-4893-834f-8cb5f2999e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:53.684727 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a9118d31-cadc-4800-9b0b-d0b43445211e req-958ee6b7-322e-4893-834f-8cb5f2999e91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 1100 time: 0.2322395 Nov 09 17:39:53.697113 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-30cd3daf-f6f0-48cc-88d4-b69707e1cd6f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:53.742565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7bce44f3-38c4-4235-83b4-c92c7709b9ed, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7bce44f3-38c4-4235-83b4-c92c7709b9ed,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:53.758378 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:53.759446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 98f7f7c7-31d9-4cad-824b-f8083ab05983 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:53.789730 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:53.881651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b8165-8cb1-47ce-863a-6847b5064791 req-e3b816d5-443e-4718-96fb-866c23804aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:53.883325 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-e3b816d5-443e-4718-96fb-866c23804aad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92&tenant_id=0e591383dbcd479f92ef4a073b7d2b2b HTTP/1.1" status: 200 len: 1100 time: 0.6963944 Nov 09 17:39:53.932227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:53.961323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a9118d31-cadc-4800-9b0b-d0b43445211e req-6613aa03-3c51-4a07-a88f-a52cb62813ae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672248 Nov 09 17:39:53.989716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-30cd3daf-f6f0-48cc-88d4-b69707e1cd6f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Network 229e78ca-9312-4d3e-b942-954ff92e0cc9 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:54.005256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=7bce44f3-38c4-4235-83b4-c92c7709b9ed,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:54.015509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed042b76-e9a8-4b11-a621-50f2a7855bb4 req-546ab2c4-83be-4509-ab35-04f6cb9eb1d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:54.020397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed042b76-e9a8-4b11-a621-50f2a7855bb4 req-546ab2c4-83be-4509-ab35-04f6cb9eb1d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:54.051194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed042b76-e9a8-4b11-a621-50f2a7855bb4 req-546ab2c4-83be-4509-ab35-04f6cb9eb1d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:54.054876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 98f7f7c7-31d9-4cad-824b-f8083ab05983 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:54.071752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 98f7f7c7-31d9-4cad-824b-f8083ab05983 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:54.072270 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:54.080158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed042b76-e9a8-4b11-a621-50f2a7855bb4 req-546ab2c4-83be-4509-ab35-04f6cb9eb1d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:54.103450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed042b76-e9a8-4b11-a621-50f2a7855bb4 req-546ab2c4-83be-4509-ab35-04f6cb9eb1d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:54.118133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed042b76-e9a8-4b11-a621-50f2a7855bb4 req-546ab2c4-83be-4509-ab35-04f6cb9eb1d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:54.126870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f5c13-465a-41bb-86d2-683e1bcbb6ec req-9695eb0a-73cb-4488-b960-6bb439b29d05 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:54.137913 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa4f5c13-465a-41bb-86d2-683e1bcbb6ec req-9695eb0a-73cb-4488-b960-6bb439b29d05 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 932 time: 0.3144906 Nov 09 17:39:54.143341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed042b76-e9a8-4b11-a621-50f2a7855bb4 req-546ab2c4-83be-4509-ab35-04f6cb9eb1d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:54.147343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed042b76-e9a8-4b11-a621-50f2a7855bb4 req-546ab2c4-83be-4509-ab35-04f6cb9eb1d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5432 time: 0.4911423 Nov 09 17:39:54.153571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd3daf-f6f0-48cc-88d4-b69707e1cd6f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Pushing event updated for resources: {'Port': ['ID=715d84df-c37d-40e2-80f9-c290b6e2c9f2,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:54.162150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-30cd3daf-f6f0-48cc-88d4-b69707e1cd6f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:54.177235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-30cd3daf-f6f0-48cc-88d4-b69707e1cd6f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:54.180846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Subnet': ['ID=8692bd1d-2778-4ca6-b275-3a62bb0c026f,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:54.260534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Checking segment: {'id': 'c88ecf35-bfda-4072-92b6-870ce8bc88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ac97a37b-7c7a-4875-9a03-47e4a7165674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:54.261153 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network hostable DHCP agents. Network: ac97a37b-7c7a-4875-9a03-47e4a7165674, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:39:54.302354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:54.309636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed042b76-e9a8-4b11-a621-50f2a7855bb4 req-5384b0e2-bbb3-4a54-8d8a-74f5488d574a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234186 Nov 09 17:39:54.317154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-30cd3daf-f6f0-48cc-88d4-b69707e1cd6f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:54.317821 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-30cd3daf-f6f0-48cc-88d4-b69707e1cd6f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:54.375106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-30cd3daf-f6f0-48cc-88d4-b69707e1cd6f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3323059 Nov 09 17:39:54.398260 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:54.402852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Network ac97a37b-7c7a-4875-9a03-47e4a7165674 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:39:54.411011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Request body: {'port': {'device_id': '5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:54.438708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, ac97a37b-7c7a-4875-9a03-47e4a7165674) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:54.464934 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa4f5c13-465a-41bb-86d2-683e1bcbb6ec req-cdd040d5-8415-4d0f-bf25-62144cbd0ad0 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252907 Nov 09 17:39:54.467645 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:54.469043 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2083780'] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:54.533188 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3e653722-9a50-4457-af6e-34465f0d8401 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2397141 Nov 09 17:39:54.534311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54246) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:54.551087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-25c0876c-eb04-4b50-8376-12819bb7e98c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:39:54.579509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 98f7f7c7-31d9-4cad-824b-f8083ab05983, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=98f7f7c7-31d9-4cad-824b-f8083ab05983,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:54.586325 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0fa3d5-f090-46c7-a8cf-3e99e74f8585 None None] Network ac97a37b-7c7a-4875-9a03-47e4a7165674 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:54.616140 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:54.618435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 12bcf792-8eeb-4484-8b42-c147958f64df up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:39:54.759598 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:54.847454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=98f7f7c7-31d9-4cad-824b-f8083ab05983,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:54.901614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 12bcf792-8eeb-4484-8b42-c147958f64df completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:39:54.923391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d7d90-6060-4d97-865c-9a1d20a41ccf req-69546669-5fb1-483f-ad76-54c0581e74ee tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:54.931116 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 12bcf792-8eeb-4484-8b42-c147958f64df triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:39:54.931116 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:54.940716 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff9d7d90-6060-4d97-865c-9a1d20a41ccf req-69546669-5fb1-483f-ad76-54c0581e74ee tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.2144279 Nov 09 17:39:54.949746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff5721-7a78-4316-a010-6c55b3826af1 req-7780bb2f-9e36-4ac1-83be-8a2ea0906bf5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:54.957363 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-22ff5721-7a78-4316-a010-6c55b3826af1 req-7780bb2f-9e36-4ac1-83be-8a2ea0906bf5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 949 time: 0.3261478 Nov 09 17:39:55.025307 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25c0876c-eb04-4b50-8376-12819bb7e98c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10364041'] for subnet, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:55.042372 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-22ff5721-7a78-4316-a010-6c55b3826af1 req-509c502a-ba4d-4190-b031-79bf49243be7 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790067 Nov 09 17:39:55.227860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e75edc1a-4a97-418d-a50e-b46313311cb6 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:39:55.305515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] For port e75edc1a-4a97-418d-a50e-b46313311cb6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e75edc1a-4a97-418d-a50e-b46313311cb6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:55.374026 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff9d7d90-6060-4d97-865c-9a1d20a41ccf req-8679181a-373a-4617-a06f-a9b71fbf2f24 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322906 Nov 09 17:39:55.400446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bce44f3-38c4-4235-83b4-c92c7709b9ed'}, {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f7f7c7-31d9-4cad-824b-f8083ab05983'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:55.404545 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b18871d-3b7b-4d53-975b-8972f94d7d94" -d '{"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "7bce44f3-38c4-4235-83b4-c92c7709b9ed"}, {"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "98f7f7c7-31d9-4cad-824b-f8083ab05983"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:55.634430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] For port e75edc1a-4a97-418d-a50e-b46313311cb6, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:55.642847 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:55.651331 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-ac97a37b-7c7a-4875-9a03-47e4a7165674', 'network_id': 'ac97a37b-7c7a-4875-9a03-47e4a7165674', 'tenant_id': '6ef69d9641544dda8fff2ab901df0f15', 'fixed_ips': [{'subnet_id': '8692bd1d-2778-4ca6-b275-3a62bb0c026f'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:39:55.652282 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:55.725885 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:55.763505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892670-dd30-4de2-a8fd-396613b740af req-1c5a9754-4578-429f-8ca7-c908ed02a548 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:55.794163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892670-dd30-4de2-a8fd-396613b740af req-1c5a9754-4578-429f-8ca7-c908ed02a548 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:55.812316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92509890-ed10-4860-a037-da5428118f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75edc1a-4a97-418d-a50e-b46313311cb6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:55.815372 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322e40eb-783a-4a83-bc68-9f40f0dfd116" -d '{"events": [{"server_uuid": "92509890-ed10-4860-a037-da5428118f92", "name": "network-vif-unplugged", "status": "completed", "tag": "e75edc1a-4a97-418d-a50e-b46313311cb6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:55.827036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b0343-b8a5-48a0-9cf6-6f50cc1ac0c4 req-fa85da1c-2183-458b-9e1c-51728d70ac4a tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:55.828480 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a11b0343-b8a5-48a0-9cf6-6f50cc1ac0c4 req-fa85da1c-2183-458b-9e1c-51728d70ac4a tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 932 time: 0.1906478 Nov 09 17:39:55.828772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892670-dd30-4de2-a8fd-396613b740af req-1c5a9754-4578-429f-8ca7-c908ed02a548 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:55.830847 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:55.843623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892670-dd30-4de2-a8fd-396613b740af req-1c5a9754-4578-429f-8ca7-c908ed02a548 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:55.883635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892670-dd30-4de2-a8fd-396613b740af req-1c5a9754-4578-429f-8ca7-c908ed02a548 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:55.900128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Transition to ACTIVE for port object e75edc1a-4a97-418d-a50e-b46313311cb6 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:39:55.909075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892670-dd30-4de2-a8fd-396613b740af req-1c5a9754-4578-429f-8ca7-c908ed02a548 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:55.919508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a11b0343-b8a5-48a0-9cf6-6f50cc1ac0c4 req-68e7445a-53c3-4c7f-ba0e-a62017e15f1e tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775919 Nov 09 17:39:55.928610 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:55.935274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892670-dd30-4de2-a8fd-396613b740af req-1c5a9754-4578-429f-8ca7-c908ed02a548 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:55.951580 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a2892670-dd30-4de2-a8fd-396613b740af req-1c5a9754-4578-429f-8ca7-c908ed02a548 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5434 time: 0.3820927 Nov 09 17:39:55.962923 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25c0876c-eb04-4b50-8376-12819bb7e98c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742656825649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3302668'] for subnet, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:56.015187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715d84df-c37d-40e2-80f9-c290b6e2c9f2 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:39:56.024918 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:56.052985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Transition to ACTIVE for port object 715d84df-c37d-40e2-80f9-c290b6e2c9f2 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:39:56.078985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:56.192631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 12bcf792-8eeb-4484-8b42-c147958f64df, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=12bcf792-8eeb-4484-8b42-c147958f64df,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:56.206833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Pushing event updated for resources: {'Port': ['ID=e75edc1a-4a97-418d-a50e-b46313311cb6,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:56.218682 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f55740-86a4-4ce7-9d88-c69993eed299 x-openstack-request-id: req-18f55740-86a4-4ce7-9d88-c69993eed299 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:56.219812 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "7bce44f3-38c4-4235-83b4-c92c7709b9ed", "code": 200}, {"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "98f7f7c7-31d9-4cad-824b-f8083ab05983", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:56.220476 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18f55740-86a4-4ce7-9d88-c69993eed299 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:56.221338 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bce44f3-38c4-4235-83b4-c92c7709b9ed', 'code': 200} Nov 09 17:39:56.221984 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f7f7c7-31d9-4cad-824b-f8083ab05983', 'code': 200} Nov 09 17:39:56.276463 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c0876c-eb04-4b50-8376-12819bb7e98c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:56.278487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25c0876c-eb04-4b50-8376-12819bb7e98c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:56.281105 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-25c0876c-eb04-4b50-8376-12819bb7e98c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "PUT /v2.0/subnets/8692bd1d-2778-4ca6-b275-3a62bb0c026f HTTP/1.1" status: 200 len: 900 time: 1.7414308 Nov 09 17:39:56.291361 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54282) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:39:56.293282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=715d84df-c37d-40e2-80f9-c290b6e2c9f2,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:56.305463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] No DVR routers for this DVR port e75edc1a-4a97-418d-a50e-b46313311cb6 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:56.352797 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:56.365117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device bcee7883-4e7c-43f3-aff5-ac458499b61d no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:39:56.368832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Attempting to bind port e75edc1a-4a97-418d-a50e-b46313311cb6 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:39:56.369176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Attempting to bind port e75edc1a-4a97-418d-a50e-b46313311cb6 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:39:56.369535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Attempting to bind port e75edc1a-4a97-418d-a50e-b46313311cb6 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:56.375749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Port e75edc1a-4a97-418d-a50e-b46313311cb6 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:39:56.376110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Attempting to bind port e75edc1a-4a97-418d-a50e-b46313311cb6 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:56.413483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0876c-eb04-4b50-8376-12819bb7e98c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event updated for resources: {'Subnet': ['ID=8692bd1d-2778-4ca6-b275-3a62bb0c026f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:56.444183 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a2892670-dd30-4de2-a8fd-396613b740af req-feb5feae-1e11-4380-8bf8-03a8d9e19451 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4657490 Nov 09 17:39:56.462697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:56.465877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:56.465877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:56.466376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Bound port: e75edc1a-4a97-418d-a50e-b46313311cb6, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:39:56.466561 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:56.620826 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18de25bd-7a56-491a-a9f1-8306964d20b9 x-openstack-request-id: req-18de25bd-7a56-491a-a9f1-8306964d20b9 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:56.620826 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92509890-ed10-4860-a037-da5428118f92", "name": "network-vif-unplugged", "status": "completed", "tag": "e75edc1a-4a97-418d-a50e-b46313311cb6", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:56.620826 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18de25bd-7a56-491a-a9f1-8306964d20b9 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:56.620826 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92509890-ed10-4860-a037-da5428118f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75edc1a-4a97-418d-a50e-b46313311cb6', 'code': 200} Nov 09 17:39:56.620826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Attempting to bind port 715d84df-c37d-40e2-80f9-c290b6e2c9f2 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:39:56.620826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Attempting to bind port 715d84df-c37d-40e2-80f9-c290b6e2c9f2 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:39:56.620826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Attempting to bind port 715d84df-c37d-40e2-80f9-c290b6e2c9f2 on network 229e78ca-9312-4d3e-b942-954ff92e0cc9 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:56.626851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Port 715d84df-c37d-40e2-80f9-c290b6e2c9f2 on network 229e78ca-9312-4d3e-b942-954ff92e0cc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:39:56.627255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Attempting to bind port 715d84df-c37d-40e2-80f9-c290b6e2c9f2 on network 229e78ca-9312-4d3e-b942-954ff92e0cc9 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:56.636549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:56.636549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Checking segment: {'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:56.636549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Bound using segment: {'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:56.637266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Bound port: 715d84df-c37d-40e2-80f9-c290b6e2c9f2, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:39:56.637452 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:56.668926 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:56.701912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=12bcf792-8eeb-4484-8b42-c147958f64df,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:56.797358 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] For port e75edc1a-4a97-418d-a50e-b46313311cb6, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:56.803725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] For port e75edc1a-4a97-418d-a50e-b46313311cb6, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e75edc1a-4a97-418d-a50e-b46313311cb6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:56.820749 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:56.853129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Allocated IP 2001:db8::3 (ac97a37b-7c7a-4875-9a03-47e4a7165674/8692bd1d-2778-4ca6-b275-3a62bb0c026f/9efb2820-fd68-40f8-b2d8-55683508cf3f) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:39:57.033300 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:57.050849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:57.051958 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:57.079952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] 10.222.0.13 "PUT /v2.0/ports/e75edc1a-4a97-418d-a50e-b46313311cb6 HTTP/1.1" status: 200 len: 1095 time: 3.1439548 Nov 09 17:39:57.105813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195379c-cbc2-42d2-a990-7695b0a4f27f req-631b4983-4fdc-4d19-8d57-95fe5ae7a2bf tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:57.116141 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a195379c-cbc2-42d2-a990-7695b0a4f27f req-631b4983-4fdc-4d19-8d57-95fe5ae7a2bf tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 949 time: 0.2602160 Nov 09 17:39:57.255971 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: bcee7883-4e7c-43f3-aff5-ac458499b61d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:39:57.257681 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device bcee7883-4e7c-43f3-aff5-ac458499b61d not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:39:57.263581 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a195379c-cbc2-42d2-a990-7695b0a4f27f req-4d4c04ff-a93f-412a-9250-26b96be723e5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435602 Nov 09 17:39:57.313721 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:39:57.314800 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:39:57.398262 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:57.422677 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:57.424994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b80fe7-1237-4d31-a05c-4f33eacb8565 service neutron] Pushing event updated for resources: {'Port': ['ID=e75edc1a-4a97-418d-a50e-b46313311cb6,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:57.445884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] For port 715d84df-c37d-40e2-80f9-c290b6e2c9f2, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:57.462669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] For port 715d84df-c37d-40e2-80f9-c290b6e2c9f2, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=715d84df-c37d-40e2-80f9-c290b6e2c9f2,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:57.495376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b8165-8cb1-47ce-863a-6847b5064791 req-5aa1778e-b503-423f-b696-b354a980b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:57.497546 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-5aa1778e-b503-423f-b696-b354a980b1b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 1098 time: 0.3849823 Nov 09 17:39:57.500882 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:57.543962 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:57.576581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Network ac97a37b-7c7a-4875-9a03-47e4a7165674 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:39:57.592603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Pushing event updated for resources: {'Port': ['ID=9efb2820-fd68-40f8-b2d8-55683508cf3f,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:57.607919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:39:57.611851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db590e1-215d-4bf3-babe-9604fdb6764a req-8f5f2eee-c9d8-4409-beda-8e4fe02620d0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:57.618187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Subnet': ['ID=8692bd1d-2778-4ca6-b275-3a62bb0c026f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:57.621647 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3db590e1-215d-4bf3-babe-9604fdb6764a req-8f5f2eee-c9d8-4409-beda-8e4fe02620d0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 947 time: 0.4386966 Nov 09 17:39:57.627393 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:39:57.660289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009101b-6d74-4200-a000-f17c56c68aae req-2ae2153a-5088-4552-80c1-d42ad1e64006 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:57.672003 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6009101b-6d74-4200-a000-f17c56c68aae req-2ae2153a-5088-4552-80c1-d42ad1e64006 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 944 time: 0.2135062 Nov 09 17:39:57.703431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:57.704063 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:57.712082 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/715d84df-c37d-40e2-80f9-c290b6e2c9f2 HTTP/1.1" status: 200 len: 1092 time: 3.3108048 Nov 09 17:39:57.766014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3db590e1-215d-4bf3-babe-9604fdb6764a req-8f982f40-a624-41ea-bee1-237a9942b8a4 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425078 Nov 09 17:39:57.784869 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:57.853039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac97a37b-7c7a-4875-9a03-47e4a7165674']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:57.876045 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88ecf35-bfda-4072-92b6-870ce8bc88f7') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:57.876443 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88ecf35-bfda-4072-92b6-870ce8bc88f7') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:39:57.909369 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6009101b-6d74-4200-a000-f17c56c68aae req-6f894137-36be-4918-bdae-a4095119f67e tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360101 Nov 09 17:39:57.913470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:57.945241 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Attempting to bind port 9efb2820-fd68-40f8-b2d8-55683508cf3f on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:39:57.945894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Attempting to bind port 9efb2820-fd68-40f8-b2d8-55683508cf3f by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'c88ecf35-bfda-4072-92b6-870ce8bc88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ac97a37b-7c7a-4875-9a03-47e4a7165674'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:39:57.946795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Attempting to bind port 9efb2820-fd68-40f8-b2d8-55683508cf3f on network ac97a37b-7c7a-4875-9a03-47e4a7165674 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:39:57.963767 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:57.981816 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:39:57.985118 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:39:57.985848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Checking segment: {'id': 'c88ecf35-bfda-4072-92b6-870ce8bc88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ac97a37b-7c7a-4875-9a03-47e4a7165674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:39:57.986862 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:57.987742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Bound using segment: {'id': 'c88ecf35-bfda-4072-92b6-870ce8bc88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ac97a37b-7c7a-4875-9a03-47e4a7165674'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:39:57.989110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Bound port: 9efb2820-fd68-40f8-b2d8-55683508cf3f, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88ecf35-bfda-4072-92b6-870ce8bc88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ac97a37b-7c7a-4875-9a03-47e4a7165674'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:39:57.995469 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:58.002330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b42afc-870c-4cef-b810-052d3051b3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=715d84df-c37d-40e2-80f9-c290b6e2c9f2,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:58.004956 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:39:58.034488 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:39:58.123572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b8165-8cb1-47ce-863a-6847b5064791 req-5c6d40a2-a2ca-4d81-bc18-80fa6316db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:58.126404 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-5c6d40a2-a2ca-4d81-bc18-80fa6316db82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.6145232 Nov 09 17:39:58.204717 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] For port 9efb2820-fd68-40f8-b2d8-55683508cf3f, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:39:58.213976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] For port 9efb2820-fd68-40f8-b2d8-55683508cf3f, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9efb2820-fd68-40f8-b2d8-55683508cf3f,segment=NetworkSegment(c88ecf35-bfda-4072-92b6-870ce8bc88f7),segment_id=c88ecf35-bfda-4072-92b6-870ce8bc88f7)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:39:58.220447 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:58.225504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bcf792-8eeb-4484-8b42-c147958f64df'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:58.227884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-9a04fb31-4712-4b6c-abaf-7b1c974905ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e75edc1a-4a97-418d-a50e-b46313311cb6 HTTP/1.1" status: 200 len: 217 time: 0.0896626 Nov 09 17:39:58.235249 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.api [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:39:58.235249 n-d-817236-1 neutron-server[102155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:39:58.235249 n-d-817236-1 neutron-server[102155]: [parameters: {'id': 'ac97a37b-7c7a-4875-9a03-47e4a7165674'}] Nov 09 17:39:58.235249 n-d-817236-1 neutron-server[102155]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:39:58.236237 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d31e344-139c-40e2-9107-b03e1d6c5391" -d '{"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "12bcf792-8eeb-4484-8b42-c147958f64df"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:58.236455 n-d-817236-1 neutron-server[102155]: DEBUG oslo_db.api [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:39:58.246582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-bf8dcdac-5474-4a36-b95a-9b7513ae1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:58.250016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-bf8dcdac-5474-4a36-b95a-9b7513ae1b6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c46fb553fd5455a99b1c992509a9782&device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 1095 time: 0.4204943 Nov 09 17:39:58.257204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a78bc0-9d68-4537-acdf-3f56cffaf36e req-d8740212-83e6-4f4b-a661-eed5c4895bdf tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:58.260993 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17a78bc0-9d68-4537-acdf-3f56cffaf36e req-d8740212-83e6-4f4b-a661-eed5c4895bdf tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 1100 time: 0.2380285 Nov 09 17:39:58.390970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607be44e-2c1a-4f81-8b22-2548a084d0f1 req-a2f4ef50-6197-4e85-bea5-ed52506330e3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:58.403172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607be44e-2c1a-4f81-8b22-2548a084d0f1 req-a2f4ef50-6197-4e85-bea5-ed52506330e3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:58.415262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607be44e-2c1a-4f81-8b22-2548a084d0f1 req-a2f4ef50-6197-4e85-bea5-ed52506330e3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:58.426828 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607be44e-2c1a-4f81-8b22-2548a084d0f1 req-a2f4ef50-6197-4e85-bea5-ed52506330e3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:58.439328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607be44e-2c1a-4f81-8b22-2548a084d0f1 req-a2f4ef50-6197-4e85-bea5-ed52506330e3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:58.439986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269988ac-4b9a-402d-9c85-e4a3fce83414 None None] Pushing event updated for resources: {'Port': ['ID=9efb2820-fd68-40f8-b2d8-55683508cf3f,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:39:58.452830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607be44e-2c1a-4f81-8b22-2548a084d0f1 req-a2f4ef50-6197-4e85-bea5-ed52506330e3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:58.464839 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607be44e-2c1a-4f81-8b22-2548a084d0f1 req-a2f4ef50-6197-4e85-bea5-ed52506330e3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:58.468155 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-607be44e-2c1a-4f81-8b22-2548a084d0f1 req-a2f4ef50-6197-4e85-bea5-ed52506330e3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5435 time: 0.2543952 Nov 09 17:39:58.469217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd45788-8f1d-4638-9fe7-5da8ac1c7417 None None] Network ac97a37b-7c7a-4875-9a03-47e4a7165674 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:58.589549 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-607be44e-2c1a-4f81-8b22-2548a084d0f1 req-dabfc498-7657-4c77-95ee-6783b90faed3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100631 Nov 09 17:39:58.738219 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:58.818311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92509890-ed10-4860-a037-da5428118f92', 'tag': 'e75edc1a-4a97-418d-a50e-b46313311cb6'}, {'name': 'network-changed', 'server_uuid': '5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da', 'tag': '715d84df-c37d-40e2-80f9-c290b6e2c9f2'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:39:58.822671 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "92509890-ed10-4860-a037-da5428118f92", "tag": "e75edc1a-4a97-418d-a50e-b46313311cb6"}, {"name": "network-changed", "server_uuid": "5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da", "tag": "715d84df-c37d-40e2-80f9-c290b6e2c9f2"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:39:58.841784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bef8cff-2af2-4600-be6e-466fc15917b9 None None] Network ac97a37b-7c7a-4875-9a03-47e4a7165674 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:39:58.893351 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-448a78f0-aa6e-4242-9a34-1f278654cdd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715d84df-c37d-40e2-80f9-c290b6e2c9f2 HTTP/1.1" status: 200 len: 217 time: 0.6189051 Nov 09 17:39:59.043481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Deleting port 9efb2820-fd68-40f8-b2d8-55683508cf3f {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:39:59.044136 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:59.051105 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17a78bc0-9d68-4537-acdf-3f56cffaf36e req-6a49b32b-48d6-49f0-9814-bd8d0bedf365 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7618930 Nov 09 17:39:59.065569 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b8165-8cb1-47ce-863a-6847b5064791 req-4806ed07-5260-4176-a814-036a875cbf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:59.074286 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-4806ed07-5260-4176-a814-036a875cbf52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.8219004 Nov 09 17:39:59.212032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] For port 9efb2820-fd68-40f8-b2d8-55683508cf3f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9efb2820-fd68-40f8-b2d8-55683508cf3f,segment=NetworkSegment(c88ecf35-bfda-4072-92b6-870ce8bc88f7),segment_id=c88ecf35-bfda-4072-92b6-870ce8bc88f7)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:39:59.212728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:59.251608 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b482f0-e790-4ec0-a949-5f2ec9121f52 x-openstack-request-id: req-f3b482f0-e790-4ec0-a949-5f2ec9121f52 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:59.252463 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-plugged", "status": "completed", "tag": "12bcf792-8eeb-4484-8b42-c147958f64df", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:59.255352 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3b482f0-e790-4ec0-a949-5f2ec9121f52 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:59.256503 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bcf792-8eeb-4484-8b42-c147958f64df', 'code': 200} Nov 09 17:39:59.269253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-ba919033-cd47-4271-914d-79eb555afdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:59.270720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-ba919033-cd47-4271-914d-79eb555afdb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20907115-321b-44dc-9720-07945eb0b036 HTTP/1.1" status: 200 len: 844 time: 0.3694055 Nov 09 17:39:59.341114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Calling delete_port for 9efb2820-fd68-40f8-b2d8-55683508cf3f owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:39:59.433137 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-25ae48ff-af08-4732-9ebd-f08c2deb5a50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=229e78ca-9312-4d3e-b942-954ff92e0cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479294 Nov 09 17:39:59.525333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b8165-8cb1-47ce-863a-6847b5064791 req-3907e9fe-586d-46e2-84f3-807feeb8d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:39:59.526917 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-3907e9fe-586d-46e2-84f3-807feeb8d425 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4425907 Nov 09 17:39:59.752265 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:39:59.788673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No DVR routers for this DVR port 9efb2820-fd68-40f8-b2d8-55683508cf3f on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:39:59.848769 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7e9a12-e9a6-4283-8bba-35bb118e4ba3 x-openstack-request-id: req-6c7e9a12-e9a6-4283-8bba-35bb118e4ba3 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:39:59.851713 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92509890-ed10-4860-a037-da5428118f92", "tag": "e75edc1a-4a97-418d-a50e-b46313311cb6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da", "tag": "715d84df-c37d-40e2-80f9-c290b6e2c9f2", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:39:59.853029 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c7e9a12-e9a6-4283-8bba-35bb118e4ba3 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:39:59.854034 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92509890-ed10-4860-a037-da5428118f92', 'tag': 'e75edc1a-4a97-418d-a50e-b46313311cb6', 'status': 'completed', 'code': 200} Nov 09 17:39:59.857334 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da', 'tag': '715d84df-c37d-40e2-80f9-c290b6e2c9f2', 'status': 'completed', 'code': 200} Nov 09 17:39:59.867813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca8366-75b7-48dc-b234-d485de299e7a None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:39:59.992126 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-c4bb2c64-1170-4dfc-af98-aa55e874497f service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408407 Nov 09 17:40:00.013507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Port': ['ID=9efb2820-fd68-40f8-b2d8-55683508cf3f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:00.081449 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:00.161452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aca8366-75b7-48dc-b234-d485de299e7a None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:40:00.186078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41735d00-f701-42b9-81d9-7cb0f7e44444 req-633d9112-39f5-448d-8e47-80fd2ee12aed tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:00.199587 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41735d00-f701-42b9-81d9-7cb0f7e44444 req-633d9112-39f5-448d-8e47-80fd2ee12aed tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 947 time: 0.7053194 Nov 09 17:40:00.246202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4cd5-6ca5-4136-8b5d-99646738d2ab req-ffcddc67-00ba-4533-a741-0530f2c751d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:00.247142 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4cd5-6ca5-4136-8b5d-99646738d2ab req-ffcddc67-00ba-4533-a741-0530f2c751d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:00.248962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4cd5-6ca5-4136-8b5d-99646738d2ab req-ffcddc67-00ba-4533-a741-0530f2c751d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:00.249856 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4cd5-6ca5-4136-8b5d-99646738d2ab req-ffcddc67-00ba-4533-a741-0530f2c751d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:00.250738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4cd5-6ca5-4136-8b5d-99646738d2ab req-ffcddc67-00ba-4533-a741-0530f2c751d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:00.251663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4cd5-6ca5-4136-8b5d-99646738d2ab req-ffcddc67-00ba-4533-a741-0530f2c751d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:00.252486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4cd5-6ca5-4136-8b5d-99646738d2ab req-ffcddc67-00ba-4533-a741-0530f2c751d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:00.256734 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-794f4cd5-6ca5-4136-8b5d-99646738d2ab req-ffcddc67-00ba-4533-a741-0530f2c751d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 6492 time: 0.5651901 Nov 09 17:40:00.275048 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac97a37b-7c7a-4875-9a03-47e4a7165674']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:00.322226 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41735d00-f701-42b9-81d9-7cb0f7e44444 req-f7a7af3d-4364-4904-b603-a5888ff6bde9 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215339 Nov 09 17:40:00.330155 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88ecf35-bfda-4072-92b6-870ce8bc88f7') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:00.330155 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88ecf35-bfda-4072-92b6-870ce8bc88f7') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:00.382238 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:00.420121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cac58-ad95-4181-8684-ad1a5acedd28 req-b081fde9-49f3-475d-9aa3-167226f4c018 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:00.441739 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af2cac58-ad95-4181-8684-ad1a5acedd28 req-b081fde9-49f3-475d-9aa3-167226f4c018 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 944 time: 0.4293718 Nov 09 17:40:00.472536 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-2129b389-2d2a-4c5c-8c37-61810bb23626 service neutron] 10.222.0.18 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0094466 Nov 09 17:40:00.502900 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-2ea3db47-e519-4cb8-bbe0-eee92ac63d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:00.505817 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-2ea3db47-e519-4cb8-bbe0-eee92ac63d76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 1098 time: 0.4936943 Nov 09 17:40:00.586364 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:00.595837 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:40:00.596325 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:00.709047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174b8165-8cb1-47ce-863a-6847b5064791 req-8ad5cc00-c917-4f66-a0d1-d5da4c546ba3 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6604538 Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:40:00.867806 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:40:00.913042 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af2cac58-ad95-4181-8684-ad1a5acedd28 req-e9260610-9538-4f94-ad72-3308c349f25c tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527240 Nov 09 17:40:00.986687 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-794f4cd5-6ca5-4136-8b5d-99646738d2ab req-82a26f93-b223-4e2c-ba6b-1f460fc43cf2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7032354 Nov 09 17:40:00.998441 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:01.028511 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:01.049963 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-dbf932ca-ceda-412f-8e6c-c7ecfdb1aa99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2616503 Nov 09 17:40:01.055079 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/ac97a37b-7c7a-4875-9a03-47e4a7165674 HTTP/1.1" status: 204 len: 168 time: 4.7481694 Nov 09 17:40:01.063420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54368) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:01.113405 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93fd64de-933e-4626-88c0-e9a5379684b5 req-ac093925-12d0-4d38-b074-abcab4eb9f16 service neutron] 10.222.0.18 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302025 Nov 09 17:40:01.121431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-08edce86-2e17-443a-8f23-fa0e436ffac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.124343 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-08edce86-2e17-443a-8f23-fa0e436ffac8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.5891933 Nov 09 17:40:01.220248 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-29efc305-cd8d-4294-a744-4cb701dbcfcf tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] DELETE failed (client error): The resource could not be found. Nov 09 17:40:01.221208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29efc305-cd8d-4294-a744-4cb701dbcfcf tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:40:01.228049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-29efc305-cd8d-4294-a744-4cb701dbcfcf tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/subnets/8692bd1d-2778-4ca6-b275-3a62bb0c026f HTTP/1.1" status: 404 len: 337 time: 0.1525106 Nov 09 17:40:01.235035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54370) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:01.281926 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d859a2-b8c4-4774-a710-4e7002635471 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] DELETE failed (client error): The resource could not be found. Nov 09 17:40:01.283094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d859a2-b8c4-4774-a710-4e7002635471 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:40:01.289557 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b5d859a2-b8c4-4774-a710-4e7002635471 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/ac97a37b-7c7a-4875-9a03-47e4a7165674 HTTP/1.1" status: 404 len: 339 time: 0.0441611 Nov 09 17:40:01.295740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-55c079f2-ef3c-4916-8e44-f0f2b51e2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.297532 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-55c079f2-ef3c-4916-8e44-f0f2b51e2394 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 1098 time: 0.4856329 Nov 09 17:40:01.302417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54372) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:01.475512 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2566f8b8-7b1e-4a70-a187-d69a9c4e0e83 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:01.641731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e482e-e834-4168-b28e-807af11e326b tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Network': ['ID=ac97a37b-7c7a-4875-9a03-47e4a7165674,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:01.645329 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-ce4f1862-aa5c-4da6-8a33-3596ffc070df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e75edc1a-4a97-418d-a50e-b46313311cb6 HTTP/1.1" status: 200 len: 217 time: 0.5024107 Nov 09 17:40:01.675108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-e9337bfc-0b60-4a31-855c-11c0f9943f76 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.678688 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-e9337bfc-0b60-4a31-855c-11c0f9943f76 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6257625 Nov 09 17:40:01.771048 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-b20645e4-0c49-4344-a4cc-369aaf2ef94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.773944 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-b20645e4-0c49-4344-a4cc-369aaf2ef94b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1198697 Nov 09 17:40:01.786920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49998b-0a02-4066-9f9b-0faf48797115 req-5a5edbbf-e363-4788-8562-609d201ba22d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.794126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49998b-0a02-4066-9f9b-0faf48797115 req-5a5edbbf-e363-4788-8562-609d201ba22d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.794482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-a4dd9bea-99d2-446b-ba67-f586e8363d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.796090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-a4dd9bea-99d2-446b-ba67-f586e8363d20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.4899173 Nov 09 17:40:01.798169 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2566f8b8-7b1e-4a70-a187-d69a9c4e0e83 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:01.800346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49998b-0a02-4066-9f9b-0faf48797115 req-5a5edbbf-e363-4788-8562-609d201ba22d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.807262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49998b-0a02-4066-9f9b-0faf48797115 req-5a5edbbf-e363-4788-8562-609d201ba22d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.813424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49998b-0a02-4066-9f9b-0faf48797115 req-5a5edbbf-e363-4788-8562-609d201ba22d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.820310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49998b-0a02-4066-9f9b-0faf48797115 req-5a5edbbf-e363-4788-8562-609d201ba22d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.826475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49998b-0a02-4066-9f9b-0faf48797115 req-5a5edbbf-e363-4788-8562-609d201ba22d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.828540 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d49998b-0a02-4066-9f9b-0faf48797115 req-5a5edbbf-e363-4788-8562-609d201ba22d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5435 time: 0.1885068 Nov 09 17:40:01.853945 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-8f506ffe-90bc-44da-9e82-ba3ca897266c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e75edc1a-4a97-418d-a50e-b46313311cb6 HTTP/1.1" status: 200 len: 217 time: 0.0469511 Nov 09 17:40:01.858736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2566f8b8-7b1e-4a70-a187-d69a9c4e0e83 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba46ae9f-db49-435c-912c-36b603c39bcd']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:01.880109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2566f8b8-7b1e-4a70-a187-d69a9c4e0e83 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a1b0ff-ee71-4358-a53e-e7effe67a921') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:01.880455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2566f8b8-7b1e-4a70-a187-d69a9c4e0e83 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a1b0ff-ee71-4358-a53e-e7effe67a921') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:01.912872 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2566f8b8-7b1e-4a70-a187-d69a9c4e0e83 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:01.930956 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d49998b-0a02-4066-9f9b-0faf48797115 req-1a611447-7ef0-4d30-8166-219030a4637e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896084 Nov 09 17:40:01.939909 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2566f8b8-7b1e-4a70-a187-d69a9c4e0e83 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:01.942629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-3a1ed5c3-c26f-40f7-929b-93aa446caad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.945877 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-3a1ed5c3-c26f-40f7-929b-93aa446caad6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161304 Nov 09 17:40:01.948277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-286d49d1-73ad-4456-9617-fe3ff8657b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:01.949930 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-286d49d1-73ad-4456-9617-fe3ff8657b4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0816934 Nov 09 17:40:01.953463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2566f8b8-7b1e-4a70-a187-d69a9c4e0e83 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:40:01.954050 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2566f8b8-7b1e-4a70-a187-d69a9c4e0e83 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:40:01.957836 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:40:02.066937 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-e35750bd-d7bd-4866-a717-8ed6e2bdc0df tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/quotas/1d8c0439f7674e87b291aca6be392867 HTTP/1.1" status: 200 len: 375 time: 0.3737409 Nov 09 17:40:02.081275 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2566f8b8-7b1e-4a70-a187-d69a9c4e0e83 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:02.094223 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2566f8b8-7b1e-4a70-a187-d69a9c4e0e83 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:02.097812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2566f8b8-7b1e-4a70-a187-d69a9c4e0e83 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/ba46ae9f-db49-435c-912c-36b603c39bcd HTTP/1.1" status: 204 len: 168 time: 0.7927580 Nov 09 17:40:02.100634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-cae333f1-8a57-440e-ab5c-15a24562d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:02.103001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-cae333f1-8a57-440e-ab5c-15a24562d6af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969546 Nov 09 17:40:02.107717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54396) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:02.144455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566f8b8-7b1e-4a70-a187-d69a9c4e0e83 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Network': ['ID=ba46ae9f-db49-435c-912c-36b603c39bcd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:02.185618 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae88031-926c-4c7d-98c0-6cdfed183152 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] DELETE failed (client error): The resource could not be found. Nov 09 17:40:02.186180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae88031-926c-4c7d-98c0-6cdfed183152 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:40:02.201455 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6ae88031-926c-4c7d-98c0-6cdfed183152 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/subnets/2bf72477-5bba-45bd-8a49-68deeddf5a61 HTTP/1.1" status: 404 len: 337 time: 0.0916302 Nov 09 17:40:02.205806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54400) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:02.260425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-aad9be8c-0ad5-4f42-a3f0-a81e2beceada tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1702352 Nov 09 17:40:02.262115 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-50802c65-127d-42fa-a0ff-1654f86d2b8d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] DELETE failed (client error): The resource could not be found. Nov 09 17:40:02.263697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50802c65-127d-42fa-a0ff-1654f86d2b8d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:40:02.271496 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-50802c65-127d-42fa-a0ff-1654f86d2b8d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/b0fc8e1c-a343-4c45-98d7-0bff697fb11c HTTP/1.1" status: 404 len: 339 time: 0.0614583 Nov 09 17:40:02.274826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54404) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:02.332649 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-b5dfd615-24d1-4d61-9863-71a570fe8cde service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073379 Nov 09 17:40:02.336097 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-65406912-1cf6-4dc2-93b2-e2cd1346311a service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810191 Nov 09 17:40:02.410221 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596fbf2-47a5-45b3-b357-b1d8dc95bb7a req-16849c9f-c84d-4509-a95a-84732125aeb8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:02.411989 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5596fbf2-47a5-45b3-b357-b1d8dc95bb7a req-16849c9f-c84d-4509-a95a-84732125aeb8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 947 time: 0.1422830 Nov 09 17:40:02.446998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f67e61-4aa5-47fc-845f-e4de7354ff96 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Deleting subnet aa785ddb-91f8-4b01-8976-1e9860898533 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:40:02.460475 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9f67e61-4aa5-47fc-845f-e4de7354ff96 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:02.507949 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5596fbf2-47a5-45b3-b357-b1d8dc95bb7a req-8097813e-d01c-4791-af4a-eb9c57f917d7 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776839 Nov 09 17:40:02.530679 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-6e529d2a-efd1-4782-8c1d-159cdb7e1aaa service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849039 Nov 09 17:40:02.535426 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9f67e61-4aa5-47fc-845f-e4de7354ff96 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:02.592362 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-d9af92d5-4c17-4fb3-81a2-4964fea3ca34 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496376 Nov 09 17:40:02.751963 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9f67e61-4aa5-47fc-845f-e4de7354ff96 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:02.796219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b77719-308b-4ae2-88b8-1b90704ba499 req-91166c04-c2a0-4622-844a-65b9307551f8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:02.806049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39b77719-308b-4ae2-88b8-1b90704ba499 req-91166c04-c2a0-4622-844a-65b9307551f8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 944 time: 0.1358793 Nov 09 17:40:02.824994 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-6d57f8e2-9317-48c1-aa41-34021dffcd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:02.833095 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-6d57f8e2-9317-48c1-aa41-34021dffcd41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c46fb553fd5455a99b1c992509a9782&device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 1095 time: 0.1180239 Nov 09 17:40:02.880309 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39b77719-308b-4ae2-88b8-1b90704ba499 req-9a1f4ebf-60b5-424c-8a63-03f159b47db4 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709198 Nov 09 17:40:02.899618 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9f67e61-4aa5-47fc-845f-e4de7354ff96 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:02.955732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f67e61-4aa5-47fc-845f-e4de7354ff96 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Subnet': ['ID=aa785ddb-91f8-4b01-8976-1e9860898533,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:02.963600 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9f67e61-4aa5-47fc-845f-e4de7354ff96 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:02.968661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95896a33-4a50-4529-8076-8d65ad7f0fa1 None None] Network 4137cadf-3ced-4819-b047-b477b86de218 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:02.977068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c9f67e61-4aa5-47fc-845f-e4de7354ff96 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/subnets/aa785ddb-91f8-4b01-8976-1e9860898533 HTTP/1.1" status: 204 len: 168 time: 0.6996422 Nov 09 17:40:02.982979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54434) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:03.027052 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-0483d0bf-eee4-48b2-9245-bc6f7a892a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:03.030932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-0483d0bf-eee4-48b2-9245-bc6f7a892a1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 200 len: 905 time: 0.1894636 Nov 09 17:40:03.126417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ccb99eb-4b64-49c1-8cd2-b1c8e8e63436 req-a1b74d28-fb2d-4645-b4fb-8e7cfadd5575 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 210 time: 0.1446190 Nov 09 17:40:03.180738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-21964472-a860-43f7-b87f-1f0d7ef7e1eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715d84df-c37d-40e2-80f9-c290b6e2c9f2 HTTP/1.1" status: 200 len: 217 time: 0.1410649 Nov 09 17:40:03.220097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a37f959-aae9-4f12-806f-233ee8b58132 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Deleting subnet 721c4cb8-7b14-41a0-991e-0176c1da5de7 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:40:03.235319 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4a37f959-aae9-4f12-806f-233ee8b58132 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:03.244399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 715d84df-c37d-40e2-80f9-c290b6e2c9f2 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:40:03.295164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-06438dba-ce4d-4c5b-8d06-b367f438c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:03.301796 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-06438dba-ce4d-4c5b-8d06-b367f438c1d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20907115-321b-44dc-9720-07945eb0b036 HTTP/1.1" status: 200 len: 844 time: 0.1117635 Nov 09 17:40:03.355694 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-d335c753-f6e0-46a0-a007-8f7386c65140 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=229e78ca-9312-4d3e-b942-954ff92e0cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470333 Nov 09 17:40:03.540758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 715d84df-c37d-40e2-80f9-c290b6e2c9f2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=715d84df-c37d-40e2-80f9-c290b6e2c9f2,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:03.575746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '715d84df-c37d-40e2-80f9-c290b6e2c9f2', 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9', 'port_id': '715d84df-c37d-40e2-80f9-c290b6e2c9f2', 'mac_address': 'fa:16:3e:c1:d5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20907115-321b-44dc-9720-07945eb0b036', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:40:03.580883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4a37f959-aae9-4f12-806f-233ee8b58132 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:03.659566 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:03.712299 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715d84df-c37d-40e2-80f9-c290b6e2c9f2 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:03.746765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdd413-c69a-4c8d-8766-e3909465243b req-67ee079c-b82d-4e8f-8dd9-c1387c033c12 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:03.761135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdd413-c69a-4c8d-8766-e3909465243b req-67ee079c-b82d-4e8f-8dd9-c1387c033c12 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:03.775802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 715d84df-c37d-40e2-80f9-c290b6e2c9f2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=715d84df-c37d-40e2-80f9-c290b6e2c9f2,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:03.785786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdd413-c69a-4c8d-8766-e3909465243b req-67ee079c-b82d-4e8f-8dd9-c1387c033c12 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:03.790514 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:03.815065 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffeada-c417-475a-bc05-90fb657a60d6 req-c29753be-2d1d-495d-bc96-bdf931dee29d tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:03.818026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdd413-c69a-4c8d-8766-e3909465243b req-67ee079c-b82d-4e8f-8dd9-c1387c033c12 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:03.824201 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-76ffeada-c417-475a-bc05-90fb657a60d6 req-c29753be-2d1d-495d-bc96-bdf931dee29d tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f8c3875-70be-4d2d-b427-51c40323e5ca HTTP/1.1" status: 200 len: 951 time: 0.2600844 Nov 09 17:40:03.834492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdd413-c69a-4c8d-8766-e3909465243b req-67ee079c-b82d-4e8f-8dd9-c1387c033c12 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:03.841934 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-9dd5bb9b-d0cb-46d4-ab27-16e299c03481 service neutron] 10.222.0.18 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732387 Nov 09 17:40:03.856673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdd413-c69a-4c8d-8766-e3909465243b req-67ee079c-b82d-4e8f-8dd9-c1387c033c12 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:03.879929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdd413-c69a-4c8d-8766-e3909465243b req-67ee079c-b82d-4e8f-8dd9-c1387c033c12 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:03.895506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-81fdd413-c69a-4c8d-8766-e3909465243b req-67ee079c-b82d-4e8f-8dd9-c1387c033c12 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5435 time: 0.5339005 Nov 09 17:40:03.918907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=715d84df-c37d-40e2-80f9-c290b6e2c9f2,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:03.976652 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77271f8d-61af-4351-b8d3-c9a68eb7d2fd req-8ac77edc-9364-48f4-a381-d9e5e4aa8675 service neutron] 10.222.0.18 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268117 Nov 09 17:40:03.987952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-76ffeada-c417-475a-bc05-90fb657a60d6 req-97e67ead-4609-4b8f-9938-2ffee5367895 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624975 Nov 09 17:40:04.095745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-81fdd413-c69a-4c8d-8766-e3909465243b req-d77109f6-9a2b-4dbe-aeba-6d92f22462ce tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1988671 Nov 09 17:40:04.109396 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4a37f959-aae9-4f12-806f-233ee8b58132 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:04.197648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['715d84df-c37d-40e2-80f9-c290b6e2c9f2'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:04.278235 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4a37f959-aae9-4f12-806f-233ee8b58132 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:04.372318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37f959-aae9-4f12-806f-233ee8b58132 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Subnet': ['ID=721c4cb8-7b14-41a0-991e-0176c1da5de7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:04.394055 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a841b64-c960-4162-8569-03afffc01df1 req-f8b042b4-53c3-44e0-b109-04727093dc32 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:04.402262 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a841b64-c960-4162-8569-03afffc01df1 req-f8b042b4-53c3-44e0-b109-04727093dc32 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 945 time: 0.1517463 Nov 09 17:40:04.413411 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4a37f959-aae9-4f12-806f-233ee8b58132 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:04.428801 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4a37f959-aae9-4f12-806f-233ee8b58132 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/subnets/721c4cb8-7b14-41a0-991e-0176c1da5de7 HTTP/1.1" status: 204 len: 168 time: 1.4423728 Nov 09 17:40:04.432878 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54474) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:04.541561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-27cec9c6-548a-470c-b5d6-8bcbee85d4ab tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1056607 Nov 09 17:40:04.624072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d59a1a-7ca3-4835-8d81-0692a06d5ba8 None None] Network 4137cadf-3ced-4819-b047-b477b86de218 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:04.709567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:04.717074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9958012-0439-4c2d-aef1-d69143d54bb0 req-93b1c282-07db-4727-bef3-f8ea37ec6e83 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:04.729954 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9958012-0439-4c2d-aef1-d69143d54bb0 req-93b1c282-07db-4727-bef3-f8ea37ec6e83 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 947 time: 0.3610303 Nov 09 17:40:04.832292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e75edc1a-4a97-418d-a50e-b46313311cb6 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:40:04.839896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3387247c-efd7-437e-8cbd-d3c2fe75da15 None None] Provisioning complete for port fef20221-ca42-47cd-a6d4-d967be1e19c5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:04.840989 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3387247c-efd7-437e-8cbd-d3c2fe75da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:04.894603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-f622f9d3-a9e5-490b-b545-3cc2948886e3 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:04.896744 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-f622f9d3-a9e5-490b-b545-3cc2948886e3 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3421941 Nov 09 17:40:04.902929 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9958012-0439-4c2d-aef1-d69143d54bb0 req-04965c00-c8a8-4cb0-92e9-7eda78c899cd tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604316 Nov 09 17:40:04.921911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-23c6f83c-fb95-4b91-b9c1-f0d49e309b3e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Request body: {'port': {'device_id': '1171a88c-6044-4111-8c1b-6d28496231f4', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '1d8c0439f7674e87b291aca6be392867'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:04.968558 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a841b64-c960-4162-8569-03afffc01df1 req-1da721ab-24f5-4177-b63a-3d942d7b618b tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507972 Nov 09 17:40:05.040060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Deleting port fef20221-ca42-47cd-a6d4-d967be1e19c5 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:05.040601 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:05.233482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e75edc1a-4a97-418d-a50e-b46313311cb6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e75edc1a-4a97-418d-a50e-b46313311cb6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:05.250539 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a4483433-38fc-4839-8662-d452f2faa16d req-b68eda86-badc-48fb-b040-2f9a93adaf5a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 210 time: 0.0535350 Nov 09 17:40:05.263359 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] For port fef20221-ca42-47cd-a6d4-d967be1e19c5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fef20221-ca42-47cd-a6d4-d967be1e19c5,segment=NetworkSegment(d9ddbe95-21f6-4bc7-bebe-958b23c56c62),segment_id=d9ddbe95-21f6-4bc7-bebe-958b23c56c62)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:05.263826 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:05.269720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'e75edc1a-4a97-418d-a50e-b46313311cb6', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'e75edc1a-4a97-418d-a50e-b46313311cb6', 'mac_address': 'fa:16:3e:3b:ce:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:40:05.298286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54490) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:05.302021 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Calling delete_port for fef20221-ca42-47cd-a6d4-d967be1e19c5 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:05.309028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932e27be-4a04-4777-b003-8a04e256d612 None None] DHCP port deletion for 4137cadf-3ced-4819-b047-b477b86de218 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:05.399834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-23c6f83c-fb95-4b91-b9c1-f0d49e309b3e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Made reservation on behalf of 1d8c0439f7674e87b291aca6be392867 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:05.408316 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-23c6f83c-fb95-4b91-b9c1-f0d49e309b3e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:05.485039 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:05.549047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75edc1a-4a97-418d-a50e-b46313311cb6 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:05.555556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733526-2f41-4b2b-b58f-3b235db767fa req-ced3224d-c406-45e6-a953-269b17b30a48 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:05.574574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733526-2f41-4b2b-b58f-3b235db767fa req-ced3224d-c406-45e6-a953-269b17b30a48 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:05.592024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733526-2f41-4b2b-b58f-3b235db767fa req-ced3224d-c406-45e6-a953-269b17b30a48 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:05.606975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733526-2f41-4b2b-b58f-3b235db767fa req-ced3224d-c406-45e6-a953-269b17b30a48 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:05.607787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-82c3eded-a12f-4786-a700-d3a617dd9114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:05.618958 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733526-2f41-4b2b-b58f-3b235db767fa req-ced3224d-c406-45e6-a953-269b17b30a48 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:05.626750 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733526-2f41-4b2b-b58f-3b235db767fa req-ced3224d-c406-45e6-a953-269b17b30a48 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:05.631807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e75edc1a-4a97-418d-a50e-b46313311cb6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e75edc1a-4a97-418d-a50e-b46313311cb6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:05.637745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733526-2f41-4b2b-b58f-3b235db767fa req-ced3224d-c406-45e6-a953-269b17b30a48 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:05.640707 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e733526-2f41-4b2b-b58f-3b235db767fa req-ced3224d-c406-45e6-a953-269b17b30a48 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5435 time: 0.2922015 Nov 09 17:40:05.643861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-932e27be-4a04-4777-b003-8a04e256d612 None None] Deleting port fef20221-ca42-47cd-a6d4-d967be1e19c5 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:05.645160 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-932e27be-4a04-4777-b003-8a04e256d612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:05.651188 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:05.661574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54500) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:05.682490 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:05.700381 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-07de23c4-4daa-49d8-8d5b-616863e5127b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Request body: {'floatingip': {'port_id': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:05.727257 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Port': ['ID=fef20221-ca42-47cd-a6d4-d967be1e19c5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:05.789149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No DVR routers for this DVR port fef20221-ca42-47cd-a6d4-d967be1e19c5 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:05.805823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-932e27be-4a04-4777-b003-8a04e256d612 None None] For port fef20221-ca42-47cd-a6d4-d967be1e19c5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fef20221-ca42-47cd-a6d4-d967be1e19c5,segment=NetworkSegment(d9ddbe95-21f6-4bc7-bebe-958b23c56c62),segment_id=d9ddbe95-21f6-4bc7-bebe-958b23c56c62)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:05.806238 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-932e27be-4a04-4777-b003-8a04e256d612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:05.824113 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e75edc1a-4a97-418d-a50e-b46313311cb6,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:05.827414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-932e27be-4a04-4777-b003-8a04e256d612 None None] Calling delete_port for fef20221-ca42-47cd-a6d4-d967be1e19c5 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:05.964264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-23c6f83c-fb95-4b91-b9c1-f0d49e309b3e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Allocated IP 192.168.233.242 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/ec6812b9-660b-4ea5-9433-5d560bd02f76) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:05.979358 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-932e27be-4a04-4777-b003-8a04e256d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:06.017700 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:06.034680 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e27be-4a04-4777-b003-8a04e256d612 None None] Pushing event deleted for resources: {'Port': ['ID=fef20221-ca42-47cd-a6d4-d967be1e19c5,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:06.048389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e27be-4a04-4777-b003-8a04e256d612 None None] No DVR routers for this DVR port fef20221-ca42-47cd-a6d4-d967be1e19c5 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:06.053715 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e75edc1a-4a97-418d-a50e-b46313311cb6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:06.064719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4137cadf-3ced-4819-b047-b477b86de218']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:06.079265 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07de23c4-4daa-49d8-8d5b-616863e5127b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for floatingip, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:06.082625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ddbe95-21f6-4bc7-bebe-958b23c56c62') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:06.083008 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ddbe95-21f6-4bc7-bebe-958b23c56c62') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:06.100072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-f3e0f4ee-cf0d-4171-aa81-6c39f8b6af49 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:06.101975 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-f3e0f4ee-cf0d-4171-aa81-6c39f8b6af49 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92&tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 948 time: 0.3781106 Nov 09 17:40:06.124645 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:06.190938 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:06.215268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:40:06.215857 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:40:06.220283 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:40:06.345067 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b71e7d-dc1c-4f8c-b3be-0c416abef2ba req-f679facd-effb-4c6d-bb73-0ceb08cc67a0 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:06.347024 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-21b71e7d-dc1c-4f8c-b3be-0c416abef2ba req-f679facd-effb-4c6d-bb73-0ceb08cc67a0 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 946 time: 0.3174717 Nov 09 17:40:06.370627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2982c-e64b-4921-8468-deb46bd5276d req-880334f2-e9d3-457f-8772-b117689a28a9 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:06.373598 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8f2982c-e64b-4921-8468-deb46bd5276d req-880334f2-e9d3-457f-8772-b117689a28a9 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 948 time: 0.4986062 Nov 09 17:40:06.383732 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-65a58014-aa10-4c90-a680-0210ca7eeaf6 service neutron] delete failed (client error): The resource could not be found. Nov 09 17:40:06.384790 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-65a58014-aa10-4c90-a680-0210ca7eeaf6 service neutron] 10.222.0.18 "DELETE /v2.0/ports/e75edc1a-4a97-418d-a50e-b46313311cb6/bindings/n-h2-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.2643383 Nov 09 17:40:06.410421 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:06.418619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:06.425689 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/4137cadf-3ced-4819-b047-b477b86de218 HTTP/1.1" status: 204 len: 168 time: 1.9906864 Nov 09 17:40:06.439988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54518) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:06.542449 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-21b71e7d-dc1c-4f8c-b3be-0c416abef2ba req-3cdc9a22-1489-45c7-a4d5-3e97506a08db tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796563 Nov 09 17:40:06.546087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8882949-b517-450b-be79-f0369dee266e tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Network': ['ID=4137cadf-3ced-4819-b047-b477b86de218,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:06.559624 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb49349b-ad7c-4f4c-a51a-22fcbf019798 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] DELETE failed (client error): The resource could not be found. Nov 09 17:40:06.560719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb49349b-ad7c-4f4c-a51a-22fcbf019798 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:40:06.565545 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-eb49349b-ad7c-4f4c-a51a-22fcbf019798 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/subnets/d92b6f61-b0e6-441d-923f-941d908c689c HTTP/1.1" status: 404 len: 337 time: 0.1245916 Nov 09 17:40:06.587195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54520) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:06.609164 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a56109-0466-409a-a98a-93a877a5d1b0 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] DELETE failed (client error): The resource could not be found. Nov 09 17:40:06.609780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a56109-0466-409a-a98a-93a877a5d1b0 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:40:06.613146 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-01a56109-0466-409a-a98a-93a877a5d1b0 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/9bb4c67d-f7a3-4224-b2d7-c3c72830667b HTTP/1.1" status: 404 len: 339 time: 0.0248623 Nov 09 17:40:06.618076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54526) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:06.655727 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-191d4f78-85b8-437b-b665-58278b2e4689 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] DELETE failed (client error): The resource could not be found. Nov 09 17:40:06.656191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191d4f78-85b8-437b-b665-58278b2e4689 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:40:06.659770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-191d4f78-85b8-437b-b665-58278b2e4689 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/subnets/f644b515-792f-4569-b686-494fcabc47cf HTTP/1.1" status: 404 len: 337 time: 0.0394509 Nov 09 17:40:06.665147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54530) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:06.674310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0ea92cd1-3182-493c-9a65-d45e559015d8 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:06.708576 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed969daf-d1cb-489d-8ecf-df3485d88af0 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] DELETE failed (client error): The resource could not be found. Nov 09 17:40:06.709824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed969daf-d1cb-489d-8ecf-df3485d88af0 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:40:06.717428 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ed969daf-d1cb-489d-8ecf-df3485d88af0 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/4821dc4f-b629-466b-bb6b-1204413a6f11 HTTP/1.1" status: 404 len: 339 time: 0.0457871 Nov 09 17:40:06.717428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-04ffc493-0944-4e94-9054-c0929b9fb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:06.717952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-04ffc493-0944-4e94-9054-c0929b9fb5e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 1099 time: 0.1739609 Nov 09 17:40:06.718985 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54532) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:06.751875 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-6018730e-fdd3-49c1-989b-b4015eedcc0c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] DELETE failed (client error): The resource could not be found. Nov 09 17:40:06.752521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6018730e-fdd3-49c1-989b-b4015eedcc0c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:40:06.757936 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6018730e-fdd3-49c1-989b-b4015eedcc0c tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/subnets/2c7259e1-73f6-4208-94f2-af0a89ca5a00 HTTP/1.1" status: 404 len: 337 time: 0.0358033 Nov 09 17:40:06.760543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54534) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:06.813500 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:06.878100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0ea92cd1-3182-493c-9a65-d45e559015d8,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:06.881082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:06.887980 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38225ea3-6890-4db5-8099-17fed4d0a5bc" -d '{"events": [{"server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:06.889707 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fbffe2-045f-48fb-86e4-438867c001e1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] DELETE failed (client error): The resource could not be found. Nov 09 17:40:06.890813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fbffe2-045f-48fb-86e4-438867c001e1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:40:06.895454 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e7fbffe2-045f-48fb-86e4-438867c001e1 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/33caf583-885e-42e7-b41c-012ebcd9e8b1 HTTP/1.1" status: 404 len: 339 time: 0.1334417 Nov 09 17:40:06.897070 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:06.900702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54544) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:06.940189 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8f2982c-e64b-4921-8468-deb46bd5276d req-73a394e8-c53f-4ee4-b75f-42bd26f9c9ee tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538294 Nov 09 17:40:06.946119 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-82c3eded-a12f-4786-a700-d3a617dd9114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:06.956063 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-82c3eded-a12f-4786-a700-d3a617dd9114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:07.028397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0ea92cd1-3182-493c-9a65-d45e559015d8,revision_number=11']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:07.038276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3eded-a12f-4786-a700-d3a617dd9114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa9d9d9-1970-41f5-957b-2058a0477ebf,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:07.064881 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-82c3eded-a12f-4786-a700-d3a617dd9114 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d64098f611b48a3b16218c22277d3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7650468 Nov 09 17:40:07.066143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-671aa9cb-2c8d-4ba4-88f7-66b6fa5035e6 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Deleting subnet 00628b4a-f046-473f-a5d1-280bb654a273 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:40:07.076773 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54546) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:07.082704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-23c6f83c-fb95-4b91-b9c1-f0d49e309b3e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:07.091819 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-671aa9cb-2c8d-4ba4-88f7-66b6fa5035e6 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:07.112855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93968111-12fc-425b-a4b3-3ea22226a0b6 req-1503726a-c093-4e2c-b631-84e9d9ad862b tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:07.115762 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93968111-12fc-425b-a4b3-3ea22226a0b6 req-1503726a-c093-4e2c-b631-84e9d9ad862b tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 945 time: 0.1766827 Nov 09 17:40:07.186029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ba1ba61-2957-4f07-be97-b7fc8110b902 req-48976ab1-2b84-49a8-a0bd-83061d889b4c tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 210 time: 0.0832801 Nov 09 17:40:07.201875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-725b1d88-aede-4630-ad1f-ea17738e7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:07.206087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-725b1d88-aede-4630-ad1f-ea17738e7522 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.4485145 Nov 09 17:40:07.263848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 715d84df-c37d-40e2-80f9-c290b6e2c9f2 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:07.276485 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-671aa9cb-2c8d-4ba4-88f7-66b6fa5035e6 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:07.330766 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-23c6f83c-fb95-4b91-b9c1-f0d49e309b3e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:07.349315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6', '53fcf9fa-3019-49de-aa72-70737000dadb', '9dee5add-453f-472d-822e-e30816c5b920', '24e8adb3-51f1-4007-aa87-c22c09fbd4c1'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:07.363715 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['c5863185-f69d-4681-b8ca-3c6de71be81a', '2c29fdb2-c836-4e0d-a887-fb58da35f3ca'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:07.426544 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fa35d8-e9e6-469a-9bcf-c2fb7b7ad118 x-openstack-request-id: req-90fa35d8-e9e6-469a-9bcf-c2fb7b7ad118 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:07.427152 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:07.427876 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90fa35d8-e9e6-469a-9bcf-c2fb7b7ad118 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:07.428802 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8', 'code': 200} Nov 09 17:40:07.435019 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b34c780f-ee6c-4b6d-a8d3-71ccd28e7450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:07.453750 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.resource_extend [None req-07de23c4-4daa-49d8-8d5b-616863e5127b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:40:07.480921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fef20221-ca42-47cd-a6d4-d967be1e19c5 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:07.493458 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93968111-12fc-425b-a4b3-3ea22226a0b6 req-36d72b2c-8d2b-4d6f-878b-165b9ed4fa7d tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316176 Nov 09 17:40:07.495906 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-a80933e0-8f73-4388-b005-51c1f0e8ab6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e75edc1a-4a97-418d-a50e-b46313311cb6 HTTP/1.1" status: 200 len: 217 time: 0.2384686 Nov 09 17:40:07.576607 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: fef20221-ca42-47cd-a6d4-d967be1e19c5 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:40:07.577024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fef20221-ca42-47cd-a6d4-d967be1e19c5 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:07.599849 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b34c780f-ee6c-4b6d-a8d3-71ccd28e7450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:07.607614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-23c6f83c-fb95-4b91-b9c1-f0d49e309b3e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:07.650222 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 715d84df-c37d-40e2-80f9-c290b6e2c9f2 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:40:07.664915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-23c6f83c-fb95-4b91-b9c1-f0d49e309b3e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:07.673679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 715d84df-c37d-40e2-80f9-c290b6e2c9f2 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:07.674058 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:07.696612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-23c6f83c-fb95-4b91-b9c1-f0d49e309b3e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:07.710412 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6f83c-fb95-4b91-b9c1-f0d49e309b3e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event updated for resources: {'Port': ['ID=ec6812b9-660b-4ea5-9433-5d560bd02f76,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:07.763419 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07de23c4-4daa-49d8-8d5b-616863e5127b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:07.774953 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-671aa9cb-2c8d-4ba4-88f7-66b6fa5035e6 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:07.807516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-45807683-fd50-4157-8055-27255e5e1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:07.811063 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-45807683-fd50-4157-8055-27255e5e1d4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.3027725 Nov 09 17:40:07.863300 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07de23c4-4daa-49d8-8d5b-616863e5127b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:07.973255 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:08.133248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 715d84df-c37d-40e2-80f9-c290b6e2c9f2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=715d84df-c37d-40e2-80f9-c290b6e2c9f2,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:08.144134 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:08.211132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-23c6f83c-fb95-4b91-b9c1-f0d49e309b3e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:08.212885 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-23c6f83c-fb95-4b91-b9c1-f0d49e309b3e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:08.240422 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-671aa9cb-2c8d-4ba4-88f7-66b6fa5035e6 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:08.260104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-23c6f83c-fb95-4b91-b9c1-f0d49e309b3e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3501191 Nov 09 17:40:08.286998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Request body: {'port': {'device_id': '1171a88c-6044-4111-8c1b-6d28496231f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:08.298350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c71c4fe7-9a04-459e-a426-10b67f2ae30d None None] Provisioning complete for port ec6812b9-660b-4ea5-9433-5d560bd02f76 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:08.298734 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c71c4fe7-9a04-459e-a426-10b67f2ae30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:08.314619 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b34c780f-ee6c-4b6d-a8d3-71ccd28e7450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:08.321639 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b34c780f-ee6c-4b6d-a8d3-71ccd28e7450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:08.336045 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b34c780f-ee6c-4b6d-a8d3-71ccd28e7450 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6aa9d9d9-1970-41f5-957b-2058a0477ebf HTTP/1.1" status: 204 len: 168 time: 1.2476912 Nov 09 17:40:08.398908 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-07de23c4-4daa-49d8-8d5b-616863e5127b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Floating IP c3460a32-c63b-4490-b2aa-47fb3dfd5cd2 associated. External IP: 172.25.1.152, port: db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6. Nov 09 17:40:08.400740 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aa9cb-2c8d-4ba4-88f7-66b6fa5035e6 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Subnet': ['ID=00628b4a-f046-473f-a5d1-280bb654a273,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:08.407917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c780f-ee6c-4b6d-a8d3-71ccd28e7450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa9d9d9-1970-41f5-957b-2058a0477ebf,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:08.416083 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-671aa9cb-2c8d-4ba4-88f7-66b6fa5035e6 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:08.427374 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-671aa9cb-2c8d-4ba4-88f7-66b6fa5035e6 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/subnets/00628b4a-f046-473f-a5d1-280bb654a273 HTTP/1.1" status: 204 len: 168 time: 1.5215135 Nov 09 17:40:08.434831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=715d84df-c37d-40e2-80f9-c290b6e2c9f2,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:08.435186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-23a9f288-a704-477a-9c92-b282dc92317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:08.437804 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-23a9f288-a704-477a-9c92-b282dc92317c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5740151 Nov 09 17:40:08.440115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54600) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:08.454259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f004750-b24a-491f-92f9-c26b3cdb1443 None None] Network fd9ca6da-304e-4964-8b04-23da021c151f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:08.576124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c71c4fe7-9a04-459e-a426-10b67f2ae30d None None] Port ec6812b9-660b-4ea5-9433-5d560bd02f76 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:40:08.685458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276e98-630f-44ce-b985-aec661d908a2 req-549107bf-6756-4fbf-99e6-c3984bd316bb tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:08.685946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e75edc1a-4a97-418d-a50e-b46313311cb6 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:08.696469 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:08.698415 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97276e98-630f-44ce-b985-aec661d908a2 req-549107bf-6756-4fbf-99e6-c3984bd316bb tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 946 time: 0.4847639 Nov 09 17:40:08.761047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54606) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:08.842026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port e75edc1a-4a97-418d-a50e-b46313311cb6 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:40:08.844630 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-108144be-0922-4ec9-8daf-9820e499bae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:08.857119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port e75edc1a-4a97-418d-a50e-b46313311cb6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:08.857596 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:08.860666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6e53f-6f7c-45b0-ba0d-242f326a8943 req-c1f3b1c2-479a-4258-9315-6417c13ebbae tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:08.863000 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-59e6e53f-6f7c-45b0-ba0d-242f326a8943 req-c1f3b1c2-479a-4258-9315-6417c13ebbae tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 948 time: 0.4573326 Nov 09 17:40:08.901370 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:08.930068 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6295d789-0fbd-4cd4-ab22-b116f4e91887 None None] DHCP port deletion for fd9ca6da-304e-4964-8b04-23da021c151f request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:08.938444 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97276e98-630f-44ce-b985-aec661d908a2 req-b8e0a8dc-a66d-44ff-9b41-61c38f533813 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222986 Nov 09 17:40:08.987745 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-68614753-e8ce-48c4-8ef8-23ec2377ad9f service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222912 Nov 09 17:40:09.103810 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:09.132442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-6295d789-0fbd-4cd4-ab22-b116f4e91887 None None] Deleting port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:09.133080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6295d789-0fbd-4cd4-ab22-b116f4e91887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:09.168560 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-59e6e53f-6f7c-45b0-ba0d-242f326a8943 req-42bc7b24-6072-42da-8ede-e0d8f81f508d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885289 Nov 09 17:40:09.341203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07de23c4-4daa-49d8-8d5b-616863e5127b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:40:09.577573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04510343-12a3-42c6-b76b-9502a1717b00 req-4cb46842-d852-4170-961a-acd480589fd4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:09.579156 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715d84df-c37d-40e2-80f9-c290b6e2c9f2'}, {'server_uuid': '92509890-ed10-4860-a037-da5428118f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75edc1a-4a97-418d-a50e-b46313311cb6'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:09.579820 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04510343-12a3-42c6-b76b-9502a1717b00 req-4cb46842-d852-4170-961a-acd480589fd4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 936 time: 0.5336790 Nov 09 17:40:09.597011 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cb65f3-5284-4802-baaf-5e087e3a586f" -d '{"events": [{"server_uuid": "5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da", "name": "network-vif-plugged", "status": "completed", "tag": "715d84df-c37d-40e2-80f9-c290b6e2c9f2"}, {"server_uuid": "92509890-ed10-4860-a037-da5428118f92", "name": "network-vif-plugged", "status": "completed", "tag": "e75edc1a-4a97-418d-a50e-b46313311cb6"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:09.614098 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ac4d095c-3d67-42ad-8b69-26b8c2b7b50e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:09.647876 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49840d62-04b1-4d34-bbe5-d08c7b0ea571 req-8530223a-83c2-46a6-8bd2-276e26127671 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580122 Nov 09 17:40:09.650640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637948b2-c4eb-4670-bde8-ddfcf3259d69 req-893f2d2e-4d96-46d1-8e41-a7489103dc90 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:09.651396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Deleting port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:09.651745 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:09.658293 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-637948b2-c4eb-4670-bde8-ddfcf3259d69 req-893f2d2e-4d96-46d1-8e41-a7489103dc90 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 946 time: 0.2590456 Nov 09 17:40:09.671479 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-108144be-0922-4ec9-8daf-9820e499bae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:09.692540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6812b9-660b-4ea5-9433-5d560bd02f76 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:09.696888 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e75edc1a-4a97-418d-a50e-b46313311cb6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e75edc1a-4a97-418d-a50e-b46313311cb6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:09.708519 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:09.712459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6295d789-0fbd-4cd4-ab22-b116f4e91887 None None] For port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ac4d095c-3d67-42ad-8b69-26b8c2b7b50e,segment=NetworkSegment(d4798285-f931-4af4-a2a1-0c4e53cae6bd),segment_id=d4798285-f931-4af4-a2a1-0c4e53cae6bd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:09.713125 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6295d789-0fbd-4cd4-ab22-b116f4e91887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:09.724212 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:09.728406 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-108144be-0922-4ec9-8daf-9820e499bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:09.754984 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04510343-12a3-42c6-b76b-9502a1717b00 req-df477391-af01-4d5f-816b-9d3edf678837 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565621 Nov 09 17:40:09.759281 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-637948b2-c4eb-4670-bde8-ddfcf3259d69 req-25daad66-1e46-4a90-b026-42cd4688ffcf tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986445 Nov 09 17:40:09.762804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07de23c4-4daa-49d8-8d5b-616863e5127b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:09.771607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Transition to ACTIVE for port object ec6812b9-660b-4ea5-9433-5d560bd02f76 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:40:09.780851 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07de23c4-4daa-49d8-8d5b-616863e5127b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:09.820856 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] For port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ac4d095c-3d67-42ad-8b69-26b8c2b7b50e,segment=NetworkSegment(d4798285-f931-4af4-a2a1-0c4e53cae6bd),segment_id=d4798285-f931-4af4-a2a1-0c4e53cae6bd)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:09.821235 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:09.831396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf2185d-f1ee-4ec5-981d-998605633427 None None] Sync routers for ids ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:09.841063 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:09.847653 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-108144be-0922-4ec9-8daf-9820e499bae4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62d93f1f515c4ef782f77d061345bdc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0785797 Nov 09 17:40:09.851737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108144be-0922-4ec9-8daf-9820e499bae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734f4d28-828f-4d95-912b-72eec6bc9727,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:09.853779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-6295d789-0fbd-4cd4-ab22-b116f4e91887 None None] Calling delete_port for ac4d095c-3d67-42ad-8b69-26b8c2b7b50e owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:09.854818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54624) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:09.877115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Calling delete_port for ac4d095c-3d67-42ad-8b69-26b8c2b7b50e owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:09.908945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e75edc1a-4a97-418d-a50e-b46313311cb6,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:09.941246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf2185d-f1ee-4ec5-981d-998605633427 None None] Routers {'3fc78b06-8753-4a6f-a395-abfd7a5d0b40'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:09.942021 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9cf2185d-f1ee-4ec5-981d-998605633427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:39:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:10.058556 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592eda45-3f9b-435c-992d-28ecb08d00fe x-openstack-request-id: req-592eda45-3f9b-435c-992d-28ecb08d00fe {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:10.059098 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da", "name": "network-vif-plugged", "status": "completed", "tag": "715d84df-c37d-40e2-80f9-c290b6e2c9f2", "code": 200}, {"server_uuid": "92509890-ed10-4860-a037-da5428118f92", "name": "network-vif-plugged", "status": "completed", "tag": "e75edc1a-4a97-418d-a50e-b46313311cb6", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:10.059098 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-592eda45-3f9b-435c-992d-28ecb08d00fe {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:10.059533 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715d84df-c37d-40e2-80f9-c290b6e2c9f2', 'code': 200} Nov 09 17:40:10.059781 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92509890-ed10-4860-a037-da5428118f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75edc1a-4a97-418d-a50e-b46313311cb6', 'code': 200} Nov 09 17:40:10.065067 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-07de23c4-4daa-49d8-8d5b-616863e5127b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "PUT /v2.0/floatingips/c3460a32-c63b-4490-b2aa-47fb3dfd5cd2 HTTP/1.1" status: 200 len: 991 time: 4.3774900 Nov 09 17:40:10.075802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:10.083832 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f04a7b-3e3c-44c7-9714-87e55c82dee4" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:10.090457 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:10.196494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Port': ['ID=ac4d095c-3d67-42ad-8b69-26b8c2b7b50e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:10.250466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6812b9-660b-4ea5-9433-5d560bd02f76,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:10.279433 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:10.352621 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6295d789-0fbd-4cd4-ab22-b116f4e91887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:10.366291 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd35efdd-b1df-416f-802d-f88df1ab6104 x-openstack-request-id: req-dd35efdd-b1df-416f-802d-f88df1ab6104 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:10.366973 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "tag": "db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:10.375245 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd35efdd-b1df-416f-802d-f88df1ab6104 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:10.376354 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'tag': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6', 'status': 'completed', 'code': 200} Nov 09 17:40:10.394671 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No DVR routers for this DVR port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:10.418212 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-9cf2185d-f1ee-4ec5-981d-998605633427 None None] Set router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:10.472066 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99f1a592-0922-4238-8c74-00ec550db048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:10.529657 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295d789-0fbd-4cd4-ab22-b116f4e91887 None None] Pushing event deleted for resources: {'Port': ['ID=ac4d095c-3d67-42ad-8b69-26b8c2b7b50e,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:10.549967 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295d789-0fbd-4cd4-ab22-b116f4e91887 None None] No DVR routers for this DVR port ac4d095c-3d67-42ad-8b69-26b8c2b7b50e on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:10.663176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc1dc4-20ec-4def-b687-32618933a72c req-b3d98f78-3992-4ef8-b524-67dee204de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:10.664922 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-74dc1dc4-20ec-4def-b687-32618933a72c req-b3d98f78-3992-4ef8-b524-67dee204de61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 1097 time: 0.5475605 Nov 09 17:40:10.667254 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99f1a592-0922-4238-8c74-00ec550db048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:10.713700 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:10.735068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-cf3b362a-65b7-4ab4-a0fa-565fd3dd1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:10.735606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-cf3b362a-65b7-4ab4-a0fa-565fd3dd1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:10.736079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-cf3b362a-65b7-4ab4-a0fa-565fd3dd1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:10.736548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-cf3b362a-65b7-4ab4-a0fa-565fd3dd1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:10.737023 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-cf3b362a-65b7-4ab4-a0fa-565fd3dd1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:10.737673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-cf3b362a-65b7-4ab4-a0fa-565fd3dd1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:10.738198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-cf3b362a-65b7-4ab4-a0fa-565fd3dd1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:10.741353 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-cf3b362a-65b7-4ab4-a0fa-565fd3dd1fe3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 6492 time: 0.3368430 Nov 09 17:40:10.774916 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9ca6da-304e-4964-8b04-23da021c151f']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:10.835757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4798285-f931-4af4-a2a1-0c4e53cae6bd') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:10.836120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4798285-f931-4af4-a2a1-0c4e53cae6bd') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:10.840536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-74dc1dc4-20ec-4def-b687-32618933a72c req-03b707a1-e59b-42da-aac2-abf7745fbec0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661294 Nov 09 17:40:10.859562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:10.890524 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:10.909522 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99fa1a6b-014e-4313-a32e-daa05e62840e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:10.928010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:40:10.928428 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:40:10.939006 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:40:10.958372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99f1a592-0922-4238-8c74-00ec550db048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:10.965351 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99f1a592-0922-4238-8c74-00ec550db048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:10.972427 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-99f1a592-0922-4238-8c74-00ec550db048 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/734f4d28-828f-4d95-912b-72eec6bc9727 HTTP/1.1" status: 204 len: 168 time: 1.0552800 Nov 09 17:40:10.980239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Attempting to bind port ec6812b9-660b-4ea5-9433-5d560bd02f76 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:40:10.980860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Attempting to bind port ec6812b9-660b-4ea5-9433-5d560bd02f76 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:40:10.981856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Attempting to bind port ec6812b9-660b-4ea5-9433-5d560bd02f76 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:11.004309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51149d-69cc-414d-af26-8a68be39c127 req-8153f5ba-4f60-4381-91fc-5b75b6031abf tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:11.008180 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b51149d-69cc-414d-af26-8a68be39c127 req-8153f5ba-4f60-4381-91fc-5b75b6031abf tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.3715436 Nov 09 17:40:11.029502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Port ec6812b9-660b-4ea5-9433-5d560bd02f76 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:40:11.030005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Attempting to bind port ec6812b9-660b-4ea5-9433-5d560bd02f76 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:11.034012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1a592-0922-4238-8c74-00ec550db048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734f4d28-828f-4d95-912b-72eec6bc9727,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:11.083366 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:11.091391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:40:11.092090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:11.092837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Bound port: ec6812b9-660b-4ea5-9433-5d560bd02f76, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:40:11.093454 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:11.188874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-ebf987a8-e8df-4d9d-a6bc-3e0c1cdda416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:11.201173 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-ebf987a8-e8df-4d9d-a6bc-3e0c1cdda416 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9537ab97-a19c-416c-9c08-e06bc19275a0 HTTP/1.1" status: 200 len: 913 time: 0.4465024 Nov 09 17:40:11.219708 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:11.240604 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9cf2185d-f1ee-4ec5-981d-998605633427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '75776d62-1de7-433d-81fb-14441624128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port': {'id': '75776d62-1de7-433d-81fb-14441624128d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:27Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'c3460a32-c63b-4490-b2aa-47fb3dfd5cd2', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'port_id': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'mac_address': 'fa:16:3e:14:89:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:38:02Z', 'updated_at': '2021-11-09T17:40:07Z', 'revision_number': 1, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f6f06de-bf24-49ab-bab4-73395ed210f0', 'name': '', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'mac_address': 'fa:16:3e:8d:b0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '05d19427-cd52-4c97-80af-282afda394c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:35Z', 'updated_at': '2021-11-09T17:36:47Z', 'revision_number': 5, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'subnets': [{'id': '05d19427-cd52-4c97-80af-282afda394c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:11.303676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf2185d-f1ee-4ec5-981d-998605633427 None None] Checking router: 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:40:11.323617 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf2185d-f1ee-4ec5-981d-998605633427 None None] Routers {'3fc78b06-8753-4a6f-a395-abfd7a5d0b40'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:11.325550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9cf2185d-f1ee-4ec5-981d-998605633427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:39:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:11.358786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b51149d-69cc-414d-af26-8a68be39c127 req-1b809943-99d1-4f13-9698-4c9c17865278 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331149 Nov 09 17:40:11.471470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] For port ec6812b9-660b-4ea5-9433-5d560bd02f76, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:11.478984 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-d186fa7d-f20e-48e7-bb83-6fbcec879ee5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 HTTP/1.1" status: 200 len: 999 time: 0.2608118 Nov 09 17:40:11.479368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] For port ec6812b9-660b-4ea5-9433-5d560bd02f76, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ec6812b9-660b-4ea5-9433-5d560bd02f76,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:11.497983 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:11.500034 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:11.505268 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/fd9ca6da-304e-4964-8b04-23da021c151f HTTP/1.1" status: 204 len: 168 time: 3.0629964 Nov 09 17:40:11.510205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54676) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:11.581161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-9cf2185d-f1ee-4ec5-981d-998605633427 None None] Set router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:11.590708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d29743-c245-4c9b-8041-c678c1bd9e24 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Network': ['ID=fd9ca6da-304e-4964-8b04-23da021c151f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:11.614951 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066132c-a24d-47fc-8d02-e94618826efc req-ba12fe0a-4cf7-494a-be69-d03367901c2f tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:11.618514 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3066132c-a24d-47fc-8d02-e94618826efc req-ba12fe0a-4cf7-494a-be69-d03367901c2f tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 946 time: 0.5715277 Nov 09 17:40:11.634324 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c311af-f034-4f29-b4e9-851181e23d17 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] DELETE failed (client error): The resource could not be found. Nov 09 17:40:11.634781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c311af-f034-4f29-b4e9-851181e23d17 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:40:11.638948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-46c311af-f034-4f29-b4e9-851181e23d17 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/subnets/39031362-19f0-4dfc-ba37-8aac13c526b1 HTTP/1.1" status: 404 len: 337 time: 0.1174126 Nov 09 17:40:11.640063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:11.640692 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:11.642168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] 10.222.0.13 "PUT /v2.0/ports/ec6812b9-660b-4ea5-9433-5d560bd02f76 HTTP/1.1" status: 200 len: 1096 time: 3.3691037 Nov 09 17:40:11.648516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54678) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:11.676973 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5c10bb-69e9-47c6-9e56-dd05fe7d0c3d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] DELETE failed (client error): The resource could not be found. Nov 09 17:40:11.677306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5c10bb-69e9-47c6-9e56-dd05fe7d0c3d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:40:11.681248 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bf5c10bb-69e9-47c6-9e56-dd05fe7d0c3d tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/ff2e5d1b-1bcd-4ce0-93c1-ffc2a927cb76 HTTP/1.1" status: 404 len: 339 time: 0.0317733 Nov 09 17:40:11.690194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54680) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:11.703476 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-31531f57-0194-4255-86c3-239e13bdb7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:11.708048 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-31531f57-0194-4255-86c3-239e13bdb7c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05d19427-cd52-4c97-80af-282afda394c7 HTTP/1.1" status: 200 len: 851 time: 0.1990609 Nov 09 17:40:11.723028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46a21c-cc18-4ac2-b367-7713d11dcda4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6812b9-660b-4ea5-9433-5d560bd02f76,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:11.826187 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3066132c-a24d-47fc-8d02-e94618826efc req-e1d46f19-e448-49ac-a7cd-e18e545b81eb tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743624 Nov 09 17:40:11.885354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-1a2f0004-cc16-4d76-adc5-9af3cc7706ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:11.889514 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-1a2f0004-cc16-4d76-adc5-9af3cc7706ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9537ab97-a19c-416c-9c08-e06bc19275a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647899 Nov 09 17:40:11.895497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4b9d6-8dd1-4c9d-8f13-98a5f5db9892 req-18208ce8-6ef2-4cba-8364-0e2917d4f218 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:11.907905 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6b4b9d6-8dd1-4c9d-8f13-98a5f5db9892 req-18208ce8-6ef2-4cba-8364-0e2917d4f218 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 946 time: 0.3550642 Nov 09 17:40:11.941302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-177b3549-c66b-42dd-a8cc-3a09b8634124 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Deleting subnet f7ac2882-820b-4169-ab10-ca3a757de892 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:40:11.955360 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-177b3549-c66b-42dd-a8cc-3a09b8634124 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:12.071467 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6b4b9d6-8dd1-4c9d-8f13-98a5f5db9892 req-bb7833d9-daa2-446e-ab1c-aa325b9743c3 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623833 Nov 09 17:40:12.133922 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-177b3549-c66b-42dd-a8cc-3a09b8634124 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:12.168755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-4cd36df0-9f4b-43aa-a5a2-76303626d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:12.168755 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-4cd36df0-9f4b-43aa-a5a2-76303626d73c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 1099 time: 0.3576877 Nov 09 17:40:12.224793 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9cf2185d-f1ee-4ec5-981d-998605633427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '75776d62-1de7-433d-81fb-14441624128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port': {'id': '75776d62-1de7-433d-81fb-14441624128d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:27Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'c3460a32-c63b-4490-b2aa-47fb3dfd5cd2', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'port_id': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'mac_address': 'fa:16:3e:14:89:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:38:02Z', 'updated_at': '2021-11-09T17:40:07Z', 'revision_number': 1, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f6f06de-bf24-49ab-bab4-73395ed210f0', 'name': '', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'mac_address': 'fa:16:3e:8d:b0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '05d19427-cd52-4c97-80af-282afda394c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:35Z', 'updated_at': '2021-11-09T17:36:47Z', 'revision_number': 5, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'subnets': [{'id': '05d19427-cd52-4c97-80af-282afda394c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:12.233511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-187f902d-cbf9-41f3-be82-1bffa73382c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ec6812b9-660b-4ea5-9433-5d560bd02f76 HTTP/1.1" status: 200 len: 217 time: 0.0487306 Nov 09 17:40:12.241883 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1cbe2-529f-4eb3-9809-c63d9d32c93f req-1554abb4-11ef-4f45-963f-1abd03ac7ed5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:12.244861 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-92d1cbe2-529f-4eb3-9809-c63d9d32c93f req-1554abb4-11ef-4f45-963f-1abd03ac7ed5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 948 time: 0.1879590 Nov 09 17:40:12.311548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf2185d-f1ee-4ec5-981d-998605633427 None None] The sync data for ids ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'] in n-d-817236-1 is: [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '75776d62-1de7-433d-81fb-14441624128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port': {'id': '75776d62-1de7-433d-81fb-14441624128d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:27Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'c3460a32-c63b-4490-b2aa-47fb3dfd5cd2', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'port_id': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'mac_address': 'fa:16:3e:14:89:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:38:02Z', 'updated_at': '2021-11-09T17:40:07Z', 'revision_number': 1, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f6f06de-bf24-49ab-bab4-73395ed210f0', 'name': '', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'mac_address': 'fa:16:3e:8d:b0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '05d19427-cd52-4c97-80af-282afda394c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:35Z', 'updated_at': '2021-11-09T17:36:47Z', 'revision_number': 5, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'subnets': [{'id': '05d19427-cd52-4c97-80af-282afda394c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:12.324488 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-88483021-8bf6-4044-b9d6-6efa6652cac5 service neutron] 10.222.0.13 "GET /v2.0/networks/9537ab97-a19c-416c-9c08-e06bc19275a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255464 Nov 09 17:40:12.393129 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-92d1cbe2-529f-4eb3-9809-c63d9d32c93f req-cf3ad189-1ca2-4de4-b69d-2b86756499f1 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322737 Nov 09 17:40:12.404961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1171a88c-6044-4111-8c1b-6d28496231f4', 'tag': 'ec6812b9-660b-4ea5-9433-5d560bd02f76'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:12.407323 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28130763-f997-4ee3-93a1-e6e58576e1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1171a88c-6044-4111-8c1b-6d28496231f4", "tag": "ec6812b9-660b-4ea5-9433-5d560bd02f76"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:12.595143 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-177b3549-c66b-42dd-a8cc-3a09b8634124 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:12.666528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-c3b7f3bf-9e0b-42fd-8f3a-4d9b54f2b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:12.683938 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-c3b7f3bf-9e0b-42fd-8f3a-4d9b54f2b565 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.3996305 Nov 09 17:40:12.721785 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64f04a7b-3e3c-44c7-9714-87e55c82dee4 req-c53f9a8c-9e83-4172-a266-02f8cdfb0c5e service neutron] 10.222.0.13 "GET /v2.0/networks/9537ab97-a19c-416c-9c08-e06bc19275a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431938 Nov 09 17:40:12.815427 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492ead03-33ff-41f9-a80c-874513de6be3 x-openstack-request-id: req-492ead03-33ff-41f9-a80c-874513de6be3 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:12.816076 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1171a88c-6044-4111-8c1b-6d28496231f4", "tag": "ec6812b9-660b-4ea5-9433-5d560bd02f76", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:12.816481 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-492ead03-33ff-41f9-a80c-874513de6be3 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:12.817150 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1171a88c-6044-4111-8c1b-6d28496231f4', 'tag': 'ec6812b9-660b-4ea5-9433-5d560bd02f76', 'status': 'completed', 'code': 200} Nov 09 17:40:12.868197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-1cc4e725-eca7-4430-b879-5ee36fef6f09 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:12.870343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-1cc4e725-eca7-4430-b879-5ee36fef6f09 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.13 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 946 time: 0.4332962 Nov 09 17:40:12.894160 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3646daba-b428-40f3-8ed5-1cf1b2319c32 None None] New status for floating IP c3460a32-c63b-4490-b2aa-47fb3dfd5cd2: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:40:12.970414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-0e8f0fb2-2303-45da-9295-654a96e5c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:12.972999 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-0e8f0fb2-2303-45da-9295-654a96e5c157 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2670131 Nov 09 17:40:12.981888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a983a3-68b4-4e9a-8ddc-82981a03f424 req-d3bbb8bd-a235-4e03-be75-2edec2a03bc0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:12.985415 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99a983a3-68b4-4e9a-8ddc-82981a03f424 req-d3bbb8bd-a235-4e03-be75-2edec2a03bc0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.2843788 Nov 09 17:40:12.988294 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-177b3549-c66b-42dd-a8cc-3a09b8634124 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:13.075461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db12e70-9bf3-42e1-b1d0-ad6bb52a1e44 req-24c20c3b-f707-4d52-a8ff-1cae8e0daf30 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:13.078994 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2db12e70-9bf3-42e1-b1d0-ad6bb52a1e44 req-24c20c3b-f707-4d52-a8ff-1cae8e0daf30 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 946 time: 0.0947611 Nov 09 17:40:13.136598 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2db12e70-9bf3-42e1-b1d0-ad6bb52a1e44 req-dd0305a5-a7ee-41b9-9853-0c43bf2c26ec tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483885 Nov 09 17:40:13.470313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b3549-c66b-42dd-a8cc-3a09b8634124 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ac2882-820b-4169-ab10-ca3a757de892,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:13.487723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f9a9c-4d18-4186-abb7-47a8d4678aae None None] Network c3680c49-da03-4210-bc88-724861c4af3c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:13.529375 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-177b3549-c66b-42dd-a8cc-3a09b8634124 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:13.537497 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-177b3549-c66b-42dd-a8cc-3a09b8634124 tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/subnets/f7ac2882-820b-4169-ab10-ca3a757de892 HTTP/1.1" status: 204 len: 168 time: 1.8425839 Nov 09 17:40:13.541712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54758) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:13.612522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140b020-b14f-4055-b082-a976b8fb2178 req-303d5179-441f-4129-b28f-c210faaf7741 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:13.616742 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a140b020-b14f-4055-b082-a976b8fb2178 req-303d5179-441f-4129-b28f-c210faaf7741 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 946 time: 0.0923085 Nov 09 17:40:13.631636 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-498f2ec3-ef2e-4b85-bbcc-f831fd1fd372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:13.694752 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a140b020-b14f-4055-b082-a976b8fb2178 req-0cc42787-9c20-4d72-97d1-c677b308504d tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672765 Nov 09 17:40:13.770691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99a983a3-68b4-4e9a-8ddc-82981a03f424 req-e6827545-f346-4467-853f-112290f63ffe tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7739174 Nov 09 17:40:13.816722 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f4620f-bc4b-4378-b186-0b72a15578c6 None None] DHCP port deletion for c3680c49-da03-4210-bc88-724861c4af3c request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:13.889938 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:13.909259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4620f-bc4b-4378-b186-0b72a15578c6 None None] Deleting port 51b93bfa-8679-4efe-a6e4-c1a507910cd6 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:13.909653 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6f4620f-bc4b-4378-b186-0b72a15578c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:13.910213 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-13f1c86f-0944-4971-ad53-e93729100dea service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9120255 Nov 09 17:40:13.955409 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Deleting port 675cd35d-136a-46c8-a0b4-9e9032c14fcf {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:13.956516 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:14.009177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e6f4620f-bc4b-4378-b186-0b72a15578c6 None None] For port 51b93bfa-8679-4efe-a6e4-c1a507910cd6, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=51b93bfa-8679-4efe-a6e4-c1a507910cd6,segment=NetworkSegment(fb4cc659-f240-4db1-aabd-06cdce00c14b),segment_id=fb4cc659-f240-4db1-aabd-06cdce00c14b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:14.009464 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6f4620f-bc4b-4378-b186-0b72a15578c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:14.043997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4620f-bc4b-4378-b186-0b72a15578c6 None None] Calling delete_port for 51b93bfa-8679-4efe-a6e4-c1a507910cd6 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:14.182125 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6f4620f-bc4b-4378-b186-0b72a15578c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:14.236825 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f4620f-bc4b-4378-b186-0b72a15578c6 None None] No DVR routers for this DVR port 51b93bfa-8679-4efe-a6e4-c1a507910cd6 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:14.239022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4620f-bc4b-4378-b186-0b72a15578c6 None None] Pushing event deleted for resources: {'Port': ['ID=51b93bfa-8679-4efe-a6e4-c1a507910cd6,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:14.240499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] For port 675cd35d-136a-46c8-a0b4-9e9032c14fcf, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=675cd35d-136a-46c8-a0b4-9e9032c14fcf,segment=NetworkSegment(bd378016-e5e3-40ae-ac8d-972bc91ffea3),segment_id=bd378016-e5e3-40ae-ac8d-972bc91ffea3)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:14.240982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:14.287585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210b14f-af52-4170-b338-dac955c2f097 req-96a00514-1808-493d-bce1-40a2bba32bd6 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:14.289753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1210b14f-af52-4170-b338-dac955c2f097 req-96a00514-1808-493d-bce1-40a2bba32bd6 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 948 time: 0.3374531 Nov 09 17:40:14.359283 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:14.364330 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6265742c-020d-4bcc-9af4-46b9b125f866 req-7c9ddc28-bbf0-41bb-b9b9-39bea4e18c46 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422112 Nov 09 17:40:14.470827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e79837-df28-4e8a-8148-9c7e8887687b req-ea339e24-63e2-465a-a2aa-1e61bf76e5a7 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:14.472598 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-02e79837-df28-4e8a-8148-9c7e8887687b req-ea339e24-63e2-465a-a2aa-1e61bf76e5a7 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 1100 time: 0.0607581 Nov 09 17:40:14.476162 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1210b14f-af52-4170-b338-dac955c2f097 req-b3bfe1a1-a169-44d6-80a6-95d2fda5b964 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768012 Nov 09 17:40:14.509662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Deleting port 51b93bfa-8679-4efe-a6e4-c1a507910cd6 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:14.510254 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:14.535213 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-02e79837-df28-4e8a-8148-9c7e8887687b req-5d9fc202-380f-46af-bbd9-f86d4543c0ac tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Nov 09 17:40:14.716498 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328344b5-d4a0-49b6-a33d-481e06f418cb req-1e911adb-309a-48c8-ac66-6eedd516d954 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:14.724120 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-328344b5-d4a0-49b6-a33d-481e06f418cb req-1e911adb-309a-48c8-ac66-6eedd516d954 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 946 time: 0.0730989 Nov 09 17:40:14.772095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28130763-f997-4ee3-93a1-e6e58576e1c9 req-9d6ba6c0-ecb2-4c75-8dff-248714efdb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:14.774597 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28130763-f997-4ee3-93a1-e6e58576e1c9 req-9d6ba6c0-ecb2-4c75-8dff-248714efdb18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 1099 time: 0.2846971 Nov 09 17:40:14.788887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] For port 51b93bfa-8679-4efe-a6e4-c1a507910cd6, host n-d-817236-1, got binding levels [] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:14.789447 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:14.803941 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-328344b5-d4a0-49b6-a33d-481e06f418cb req-88079287-332a-43ff-a622-113b5b6baf6c tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups?id=380dc560-67a3-4b35-afbe-a41aa687abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777802 Nov 09 17:40:14.851777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Calling delete_port for 51b93bfa-8679-4efe-a6e4-c1a507910cd6 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:14.890965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.ipam_backend_mixin [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Port 51b93bfa-8679-4efe-a6e4-c1a507910cd6 was not found and therefore no delete operation was performed {{(pid=102154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:40:14.897485 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:14.897864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:14.898039 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Floating IP f4913bec-667d-48c5-8bc2-839d2608c7b5 disassociated. External IP: 172.25.1.237, port: 675cd35d-136a-46c8-a0b4-9e9032c14fcf. Nov 09 17:40:14.898287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Calling delete_port for 675cd35d-136a-46c8-a0b4-9e9032c14fcf owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:14.900463 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:14.983502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Port': ['ID=51b93bfa-8679-4efe-a6e4-c1a507910cd6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:14.985587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] No DVR routers for this DVR port 51b93bfa-8679-4efe-a6e4-c1a507910cd6 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:15.003956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8cb00-a1e3-4eec-9bdf-9c6aa7f3cde4 req-1f7e6b62-6d14-4af5-abf4-ad4093179c14 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:15.006910 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-09b8cb00-a1e3-4eec-9bdf-9c6aa7f3cde4 req-1f7e6b62-6d14-4af5-abf4-ad4093179c14 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 946 time: 0.0962784 Nov 09 17:40:15.089228 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-09b8cb00-a1e3-4eec-9bdf-9c6aa7f3cde4 req-29e4d150-2cbe-4c7f-b6de-3069bf5a1f4b tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602088 Nov 09 17:40:15.155623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28130763-f997-4ee3-93a1-e6e58576e1c9 req-01a5b0d3-681d-446e-b012-b9ee5e2fb587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:15.158823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28130763-f997-4ee3-93a1-e6e58576e1c9 req-01a5b0d3-681d-446e-b012-b9ee5e2fb587 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.3725448 Nov 09 17:40:15.188714 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:15.246648 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:15.252388 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-deccb29d-c14a-4f21-a778-97886f637ccb req-327a330d-6bf5-42fd-8362-2f546a14436b tempest-FlavorsV2NegativeTest-487532758 tempest-FlavorsV2NegativeTest-487532758-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1f1c1cb8d75e4a0c8ca64df9d4ac77a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643511 Nov 09 17:40:15.288193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28130763-f997-4ee3-93a1-e6e58576e1c9 req-ce7d05ac-75b4-4f20-8c7e-7ccfcadcc13e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ec6812b9-660b-4ea5-9433-5d560bd02f76 HTTP/1.1" status: 200 len: 217 time: 0.1179569 Nov 09 17:40:15.336738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 51b93bfa-8679-4efe-a6e4-c1a507910cd6 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:15.378718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 51b93bfa-8679-4efe-a6e4-c1a507910cd6 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:40:15.379074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 51b93bfa-8679-4efe-a6e4-c1a507910cd6 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:15.432647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3680c49-da03-4210-bc88-724861c4af3c']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:15.450340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4cc659-f240-4db1-aabd-06cdce00c14b') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:15.450755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4cc659-f240-4db1-aabd-06cdce00c14b') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:15.470990 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:15.473839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28130763-f997-4ee3-93a1-e6e58576e1c9 req-1a8d3ea6-763e-4d9b-9973-a89ab8359ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:15.476171 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28130763-f997-4ee3-93a1-e6e58576e1c9 req-1a8d3ea6-763e-4d9b-9973-a89ab8359ab8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1441135 Nov 09 17:40:15.497813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccb29d-c14a-4f21-a778-97886f637ccb req-e9c90b96-c4d6-4e7a-82fa-197f0e0370dd tempest-FlavorsV2NegativeTest-487532758 tempest-FlavorsV2NegativeTest-487532758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:15.508578 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-deccb29d-c14a-4f21-a778-97886f637ccb req-e9c90b96-c4d6-4e7a-82fa-197f0e0370dd tempest-FlavorsV2NegativeTest-487532758 tempest-FlavorsV2NegativeTest-487532758-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435083 Nov 09 17:40:15.521021 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-deccb29d-c14a-4f21-a778-97886f637ccb req-93772601-dd10-4983-8c3f-92f8f0812217 tempest-FlavorsV2NegativeTest-487532758 tempest-FlavorsV2NegativeTest-487532758-project] 10.222.0.81 "GET /v2.0/quotas/1f1c1cb8d75e4a0c8ca64df9d4ac77a5 HTTP/1.1" status: 200 len: 375 time: 0.0134709 Nov 09 17:40:15.536758 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:15.540926 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:15.554950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:40:15.555397 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:40:15.559565 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:40:15.573968 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-deccb29d-c14a-4f21-a778-97886f637ccb req-bcf25f80-fed7-48cf-88c8-f73b544d1bc6 tempest-FlavorsV2NegativeTest-487532758 tempest-FlavorsV2NegativeTest-487532758-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f1c1cb8d75e4a0c8ca64df9d4ac77a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396395 Nov 09 17:40:15.645811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28130763-f997-4ee3-93a1-e6e58576e1c9 req-dadeeb88-4e50-4092-bd22-649fb246aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:15.647732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28130763-f997-4ee3-93a1-e6e58576e1c9 req-dadeeb88-4e50-4092-bd22-649fb246aa6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1576090 Nov 09 17:40:15.652139 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Pushing event deleted for resources: {'Port': ['ID=675cd35d-136a-46c8-a0b4-9e9032c14fcf,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:15.775671 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:15.795925 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:15.799908 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] 10.222.0.81 "DELETE /v2.0/networks/c3680c49-da03-4210-bc88-724861c4af3c HTTP/1.1" status: 204 len: 168 time: 2.2514179 Nov 09 17:40:15.833661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d6432-a382-4dad-a109-7a8a45e9b2cc tempest-NetworksIpV6Test-1853606803 tempest-NetworksIpV6Test-1853606803-project] Pushing event deleted for resources: {'Network': ['ID=c3680c49-da03-4210-bc88-724861c4af3c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:15.889967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Router 6dbdbc27-9fcb-4222-8249-96f92aac02de has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:40:15.901920 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28130763-f997-4ee3-93a1-e6e58576e1c9 req-bb4b49f9-fba4-4fbf-bc6a-478938463a2f service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377353 Nov 09 17:40:16.177621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:16.189139 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28130763-f997-4ee3-93a1-e6e58576e1c9 req-276aea76-5f0f-4c7b-90cd-bea328142865 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720180 Nov 09 17:40:16.203866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f175275-cb57-4bf2-b2d5-97c0fb05aa86 None None] Sync routers for ids ['6dbdbc27-9fcb-4222-8249-96f92aac02de'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:16.265374 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-0fedde28-f16d-4473-8323-9230e230a264 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0931506 Nov 09 17:40:16.278459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f175275-cb57-4bf2-b2d5-97c0fb05aa86 None None] Routers {'6dbdbc27-9fcb-4222-8249-96f92aac02de'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:16.282041 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1f175275-cb57-4bf2-b2d5-97c0fb05aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6dbdbc27-9fcb-4222-8249-96f92aac02de'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:16.356961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] No DVR routers for this DVR port 675cd35d-136a-46c8-a0b4-9e9032c14fcf on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:16.365818 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:16.380274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4cd33d4b-4868-4993-b4ee-d21b09702d06 req-01d73e70-a65e-40c8-9a93-bf465bcc9a1d tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.13 "DELETE /v2.0/ports/675cd35d-136a-46c8-a0b4-9e9032c14fcf HTTP/1.1" status: 204 len: 173 time: 3.5020287 Nov 09 17:40:16.381539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e673a38d-f574-4458-8775-b8baef84169a', 'name': 'network-vif-deleted', 'tag': '675cd35d-136a-46c8-a0b4-9e9032c14fcf'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:16.398786 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5207861b-791d-46b7-aeec-07f65a40ce66" -d '{"events": [{"server_uuid": "e673a38d-f574-4458-8775-b8baef84169a", "name": "network-vif-deleted", "tag": "675cd35d-136a-46c8-a0b4-9e9032c14fcf"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:16.548038 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-272d7264-af1b-4fb7-87ac-73a91a69f6fc tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:16.551673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-272d7264-af1b-4fb7-87ac-73a91a69f6fc tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2700560 Nov 09 17:40:16.578145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54932) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:16.582090 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-6a8d0c68-802b-47b7-b62d-da09abb0129e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/quotas/0e591383dbcd479f92ef4a073b7d2b2b HTTP/1.1" status: 200 len: 375 time: 0.0206504 Nov 09 17:40:16.689523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54938) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:16.692848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1f175275-cb57-4bf2-b2d5-97c0fb05aa86 None None] Set router 6dbdbc27-9fcb-4222-8249-96f92aac02de gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:16.739189 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-4eb05e0d-0871-4a16-bea9-5fd071cae4e0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1421525 Nov 09 17:40:16.764350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device ec6812b9-660b-4ea5-9433-5d560bd02f76 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:40:16.858594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2f39-4668-437f-a625-e067964a3724 req-e7eb6ee4-12ed-44d9-8d2e-d018730c8bfc tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:16.861004 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60ab2f39-4668-437f-a625-e067964a3724 req-e7eb6ee4-12ed-44d9-8d2e-d018730c8bfc tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 948 time: 0.1124973 Nov 09 17:40:16.896340 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 675cd35d-136a-46c8-a0b4-9e9032c14fcf no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:16.928856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60ab2f39-4668-437f-a625-e067964a3724 req-dab310c7-1e2d-4cf5-85bb-c4d27abde8c3 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585697 Nov 09 17:40:16.982869 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f21dacdf-579a-4f66-b94f-23b9a0ace6a7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ef69d9641544dda8fff2ab901df0f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025731 Nov 09 17:40:16.985935 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54944) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:17.045135 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-058cd80d-b645-475d-9818-9ecd69634659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:17.205892 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5c63897-afb4-476b-8850-b37e17c589dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:17.280911 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0fe36d0a-4c96-4642-8574-d134f7a56109 req-d1991a09-a2ad-4f82-845e-80c7eaf77d0e tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/ports?device_id=e673a38d-f574-4458-8775-b8baef84169a HTTP/1.1" status: 200 len: 210 time: 0.1078165 Nov 09 17:40:17.291149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 675cd35d-136a-46c8-a0b4-9e9032c14fcf {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:40:17.291149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 675cd35d-136a-46c8-a0b4-9e9032c14fcf not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:17.316133 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5c63897-afb4-476b-8850-b37e17c589dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:17.328487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port ec6812b9-660b-4ea5-9433-5d560bd02f76, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ec6812b9-660b-4ea5-9433-5d560bd02f76,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:17.394935 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-058cd80d-b645-475d-9818-9ecd69634659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:17.404390 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-058cd80d-b645-475d-9818-9ecd69634659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:17.423093 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4840d88c-0bae-4412-b503-553be03a7a29 x-openstack-request-id: req-4840d88c-0bae-4412-b503-553be03a7a29 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:17.424450 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e673a38d-f574-4458-8775-b8baef84169a", "name": "network-vif-deleted", "tag": "675cd35d-136a-46c8-a0b4-9e9032c14fcf", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:17.425296 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4840d88c-0bae-4412-b503-553be03a7a29 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:17.429297 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e673a38d-f574-4458-8775-b8baef84169a', 'name': 'network-vif-deleted', 'tag': '675cd35d-136a-46c8-a0b4-9e9032c14fcf', 'status': 'completed', 'code': 200} Nov 09 17:40:17.466888 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5c63897-afb4-476b-8850-b37e17c589dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:17.479369 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5c63897-afb4-476b-8850-b37e17c589dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:17.494701 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e5c63897-afb4-476b-8850-b37e17c589dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87d71506-a054-4690-a860-beae4bc10a63 HTTP/1.1" status: 204 len: 168 time: 0.5067642 Nov 09 17:40:17.564146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c63897-afb4-476b-8850-b37e17c589dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d71506-a054-4690-a860-beae4bc10a63,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:17.640973 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'ec6812b9-660b-4ea5-9433-5d560bd02f76', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'ec6812b9-660b-4ea5-9433-5d560bd02f76', 'mac_address': 'fa:16:3e:1d:a9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:40:17.646688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9689d2-1a7a-49bf-8f7f-6953adfa2b5c req-f72a040b-35a3-4bfb-8161-a8bd00ca6461 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:17.660351 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c9689d2-1a7a-49bf-8f7f-6953adfa2b5c req-f72a040b-35a3-4bfb-8161-a8bd00ca6461 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 946 time: 0.4624786 Nov 09 17:40:17.674435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-058cd80d-b645-475d-9818-9ecd69634659 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f1c1cb8d75e4a0c8ca64df9d4ac77a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9818106 Nov 09 17:40:17.675563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cd80d-b645-475d-9818-9ecd69634659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4019f392-dc60-49e0-bbc5-e8deb23a2bb1,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:17.678774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54952) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:17.774921 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:17.807897 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c9689d2-1a7a-49bf-8f7f-6953adfa2b5c req-235ae78e-b84a-4916-9dab-5ab18617710f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407423 Nov 09 17:40:17.883385 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d334d08-9df0-4ee7-80c8-ecc3fae58fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:17.891844 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1f175275-cb57-4bf2-b2d5-97c0fb05aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:29Z', 'revision_number': 4, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port': {'id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:10Z', 'updated_at': '2021-11-09T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'b26e564e-e52e-478a-b49d-e4f8c4a1419d', 'name': '', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'mac_address': 'fa:16:3e:33:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:23Z', 'updated_at': '2021-11-09T17:37:46Z', 'revision_number': 5, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'subnets': [{'id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:17.914628 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d334d08-9df0-4ee7-80c8-ecc3fae58fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:18.008600 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d334d08-9df0-4ee7-80c8-ecc3fae58fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:18.014720 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d334d08-9df0-4ee7-80c8-ecc3fae58fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:18.019098 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9d334d08-9df0-4ee7-80c8-ecc3fae58fe8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4019f392-dc60-49e0-bbc5-e8deb23a2bb1 HTTP/1.1" status: 204 len: 168 time: 0.3385656 Nov 09 17:40:18.021070 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ae54924-5fcd-43c0-b53c-c13c5d1cc5b8 req-e85d5129-2afb-4d84-8073-afbda8ff4d54 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 210 time: 0.0689466 Nov 09 17:40:18.041468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d334d08-9df0-4ee7-80c8-ecc3fae58fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4019f392-dc60-49e0-bbc5-e8deb23a2bb1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:18.059032 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f175275-cb57-4bf2-b2d5-97c0fb05aa86 None None] Checking router: 6dbdbc27-9fcb-4222-8249-96f92aac02de for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:40:18.062001 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:18.139544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6812b9-660b-4ea5-9433-5d560bd02f76 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:18.159464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f175275-cb57-4bf2-b2d5-97c0fb05aa86 None None] Routers {'6dbdbc27-9fcb-4222-8249-96f92aac02de'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:18.160309 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1f175275-cb57-4bf2-b2d5-97c0fb05aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6dbdbc27-9fcb-4222-8249-96f92aac02de'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:18.284987 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port ec6812b9-660b-4ea5-9433-5d560bd02f76, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ec6812b9-660b-4ea5-9433-5d560bd02f76,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:18.293730 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:18.361830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=ec6812b9-660b-4ea5-9433-5d560bd02f76,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:18.411197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1f175275-cb57-4bf2-b2d5-97c0fb05aa86 None None] Set router 6dbdbc27-9fcb-4222-8249-96f92aac02de gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:18.784431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['ec6812b9-660b-4ea5-9433-5d560bd02f76'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:19.214408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb848aa2-09f6-440d-8bd3-552c5af1b43c req-f9335088-872b-4e0d-8896-937bc8fbc13a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:19.228200 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb848aa2-09f6-440d-8bd3-552c5af1b43c req-f9335088-872b-4e0d-8896-937bc8fbc13a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 949 time: 0.2597783 Nov 09 17:40:19.261215 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1f175275-cb57-4bf2-b2d5-97c0fb05aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:29Z', 'revision_number': 4, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port': {'id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:10Z', 'updated_at': '2021-11-09T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'b26e564e-e52e-478a-b49d-e4f8c4a1419d', 'name': '', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'mac_address': 'fa:16:3e:33:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:23Z', 'updated_at': '2021-11-09T17:37:46Z', 'revision_number': 5, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'subnets': [{'id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:19.312358 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f175275-cb57-4bf2-b2d5-97c0fb05aa86 None None] The sync data for ids ['6dbdbc27-9fcb-4222-8249-96f92aac02de'] in n-d-817236-1 is: [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:37:29Z', 'revision_number': 4, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port': {'id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:10Z', 'updated_at': '2021-11-09T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'b26e564e-e52e-478a-b49d-e4f8c4a1419d', 'name': '', 'network_id': 'faa12864-c457-4fc2-89d1-00ecb676c142', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'mac_address': 'fa:16:3e:33:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:23Z', 'updated_at': '2021-11-09T17:37:46Z', 'revision_number': 5, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'subnets': [{'id': '851952eb-e184-4308-9772-ac9d6d2eae63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:19.422397 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb848aa2-09f6-440d-8bd3-552c5af1b43c req-d3471ffe-a7f5-40fe-be24-eee3cef70a86 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800182 Nov 09 17:40:19.730206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55062) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:19.773182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55064) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:19.819400 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6c42243-129c-4963-8fb8-3a9194af02f0 req-3debe486-3c58-4853-a553-9d25fb006bcf tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 210 time: 0.0567372 Nov 09 17:40:19.913242 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95876d95-858a-4c37-a6dd-8e994a7a4f0f None None] New status for floating IP f4913bec-667d-48c5-8bc2-839d2608c7b5: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:40:19.956288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-fbb8d6f9-ad37-4ba9-9d98-a42204af8fc7 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867548 Nov 09 17:40:20.008939 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac4a0b91-18b6-41ae-9567-cc4d2014ed98 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.116982 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac4a0b91-18b6-41ae-9567-cc4d2014ed98 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.272823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-7f695999-154d-4c3a-97b1-995738f0eaa0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:20.272823 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-7f695999-154d-4c3a-97b1-995738f0eaa0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3087437 Nov 09 17:40:20.291731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-2dad2d99-629a-4e65-b274-04bd51c100d8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Request body: {'port': {'device_id': 'edbd8e1c-57d4-43ce-84f1-346138caa4a1', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '0e591383dbcd479f92ef4a073b7d2b2b'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:20.295272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac4a0b91-18b6-41ae-9567-cc4d2014ed98 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.304498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55074) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:20.308693 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac4a0b91-18b6-41ae-9567-cc4d2014ed98 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.315319 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ac4a0b91-18b6-41ae-9567-cc4d2014ed98 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "DELETE /v2.0/security-groups/380dc560-67a3-4b35-afbe-a41aa687abfa HTTP/1.1" status: 204 len: 168 time: 0.5777662 Nov 09 17:40:20.315319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55076) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:20.368767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3d39f-5e17-4a6e-a322-5e9cb83b47bd req-f9982a00-1394-45f8-b1bd-1aa7d64dee7c tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:20.381399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4dc3d39f-5e17-4a6e-a322-5e9cb83b47bd req-f9982a00-1394-45f8-b1bd-1aa7d64dee7c tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 948 time: 0.1225853 Nov 09 17:40:20.416092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-801720607-network', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:20.452345 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4dc3d39f-5e17-4a6e-a322-5e9cb83b47bd req-e068a5fb-3c22-4502-97f0-ff2ed580b084 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696311 Nov 09 17:40:20.460110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Made reservation on behalf of 18267222180e41fcbc2d0a5b0bad6417 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:20.464162 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.475598 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.479435 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'network': {'name': 'tempest-RoutersTest-265211665'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:20.508095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a0b91-18b6-41ae-9567-cc4d2014ed98 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=380dc560-67a3-4b35-afbe-a41aa687abfa,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:20.519716 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-89e1f901-5f3b-43fe-b1af-7ca7fcc4627a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] show failed (client error): The resource could not be found. Nov 09 17:40:20.522358 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-89e1f901-5f3b-43fe-b1af-7ca7fcc4627a tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "GET /v2.0/security-groups/380dc560-67a3-4b35-afbe-a41aa687abfa HTTP/1.1" status: 404 len: 347 time: 0.2055593 Nov 09 17:40:20.530146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55082) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:20.603380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:20.607521 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.643388 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.676987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-2dad2d99-629a-4e65-b274-04bd51c100d8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Made reservation on behalf of 0e591383dbcd479f92ef4a073b7d2b2b for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:20.681325 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-2dad2d99-629a-4e65-b274-04bd51c100d8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.733176 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.739917 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.747040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f975d4b-9642-4f16-af40-ff23b10c4f39 req-e5eb1c0a-fe01-4681-9f3d-24db4a52e79c tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:20.748752 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6f975d4b-9642-4f16-af40-ff23b10c4f39 req-e5eb1c0a-fe01-4681-9f3d-24db4a52e79c tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 949 time: 0.1620080 Nov 09 17:40:20.754804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device ec6812b9-660b-4ea5-9433-5d560bd02f76 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:20.819982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ed46f014-aa4e-4f14-95c5-e70fc12dd6a1 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Deleting port 0ee160bb-c2bf-4e4d-a8d1-7d857720cefc {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:20.820366 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed46f014-aa4e-4f14-95c5-e70fc12dd6a1 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.833534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port ec6812b9-660b-4ea5-9433-5d560bd02f76 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:40:20.841803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port ec6812b9-660b-4ea5-9433-5d560bd02f76 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:20.842084 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.860770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e911af45-ff95-4ec6-ab22-c1bf66e63430,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:20.891931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:20.938170 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6f975d4b-9642-4f16-af40-ff23b10c4f39 req-932d2e15-db6f-4786-ae95-d6b2b99cc76a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590371 Nov 09 17:40:20.940317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:20.940667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:20.941008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:20.941343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:20.941675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:20.942003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:20.942327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:20.942797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:20.942976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:20.944023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:20.944556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:20.945069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:20.966686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:20.967033 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Added segment fc65ea1e-9b51-483d-ac6f-edc25ca87e00 of type vlan for network e12675bb-5374-468a-9cd9-aa651d438b91 Nov 09 17:40:21.008044 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.020250 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.041445 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.059889 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-2dad2d99-629a-4e65-b274-04bd51c100d8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Allocated IP 192.168.233.36 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/29efb134-0c85-4e7f-a8a0-f62771c54647) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:21.064043 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.082977 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed46f014-aa4e-4f14-95c5-e70fc12dd6a1 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.083574 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed46f014-aa4e-4f14-95c5-e70fc12dd6a1 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.090799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:21.108968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port ec6812b9-660b-4ea5-9433-5d560bd02f76, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ec6812b9-660b-4ea5-9433-5d560bd02f76,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:21.110120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1171a88c-6044-4111-8c1b-6d28496231f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6812b9-660b-4ea5-9433-5d560bd02f76'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:21.112551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9fa86-3de0-42f6-a151-b28cb6ddd554,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:21.120580 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.121247 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Added segment af4a4dd4-0b75-458c-a38b-66ae12da064d of type vlan for network f52b7883-5f8c-4342-8e9e-dde2b98cc8c4 Nov 09 17:40:21.129215 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f52cb2-b164-4892-81b5-1545a3450a52" -d '{"events": [{"server_uuid": "1171a88c-6044-4111-8c1b-6d28496231f4", "name": "network-vif-plugged", "status": "completed", "tag": "ec6812b9-660b-4ea5-9433-5d560bd02f76"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:21.140363 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.147350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55f41d32-517b-4396-967d-99e509b9eb9d req-e58c4f06-41c9-43bc-905c-e338cd3c4289 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 210 time: 0.0674593 Nov 09 17:40:21.150619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ed46f014-aa4e-4f14-95c5-e70fc12dd6a1 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Calling delete_port for 0ee160bb-c2bf-4e4d-a8d1-7d857720cefc owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:21.166082 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.167418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:21.168311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.213197 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbaf81c-f383-4669-9a07-f2fc889ff155 x-openstack-request-id: req-efbaf81c-f383-4669-9a07-f2fc889ff155 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:21.213868 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1171a88c-6044-4111-8c1b-6d28496231f4", "name": "network-vif-plugged", "status": "completed", "tag": "ec6812b9-660b-4ea5-9433-5d560bd02f76", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:21.214402 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efbaf81c-f383-4669-9a07-f2fc889ff155 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:21.215634 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1171a88c-6044-4111-8c1b-6d28496231f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6812b9-660b-4ea5-9433-5d560bd02f76', 'code': 200} Nov 09 17:40:21.231090 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.300715 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=ec6812b9-660b-4ea5-9433-5d560bd02f76,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:21.327908 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.331111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0251307 Nov 09 17:40:21.334202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:21.334880 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.336611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04748b-2e1b-4145-8400-6bcd704d4eba admin admin] Pushing event updated for resources: {'Network': ['ID=e12675bb-5374-468a-9cd9-aa651d438b91,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:21.341711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55102) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:21.348352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 715d84df-c37d-40e2-80f9-c290b6e2c9f2 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:40:21.352762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ebe64f24-335f-451a-8d64-872e0279d237 admin admin] Request body: {'subnet': {'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-801720607-subnet', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:21.395932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network e12675bb-5374-468a-9cd9-aa651d438b91 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:21.475446 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe64f24-335f-451a-8d64-872e0279d237 admin admin] Made reservation on behalf of 18267222180e41fcbc2d0a5b0bad6417 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:21.477867 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ebe64f24-335f-451a-8d64-872e0279d237 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.492974 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7129760 Nov 09 17:40:21.503937 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bd902-ac6a-417e-a69c-d188e2cec345 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Network': ['ID=f52b7883-5f8c-4342-8e9e-dde2b98cc8c4,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:21.532268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55106) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:21.532803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:40:21.539539 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-2dad2d99-629a-4e65-b274-04bd51c100d8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.544425 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b038cb91-6b5c-42bd-a370-f49257119602 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'network': {'name': 'tempest-RoutersTest-2088193868'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:21.596043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network f52b7883-5f8c-4342-8e9e-dde2b98cc8c4 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:21.622004 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b038cb91-6b5c-42bd-a370-f49257119602 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:21.625768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b038cb91-6b5c-42bd-a370-f49257119602 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.675862 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-2dad2d99-629a-4e65-b274-04bd51c100d8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.678304 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b038cb91-6b5c-42bd-a370-f49257119602 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:21.695724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e75edc1a-4a97-418d-a50e-b46313311cb6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:21.752987 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b038cb91-6b5c-42bd-a370-f49257119602 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.753633 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-b038cb91-6b5c-42bd-a370-f49257119602 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Added segment 1bbf96b0-8d1a-4655-916a-f6362b341b79 of type vlan for network 5c56ab98-4221-4af4-b8d7-4b3a98fbde8c Nov 09 17:40:21.804640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 715d84df-c37d-40e2-80f9-c290b6e2c9f2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=715d84df-c37d-40e2-80f9-c290b6e2c9f2,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:21.833460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '715d84df-c37d-40e2-80f9-c290b6e2c9f2', 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9', 'port_id': '715d84df-c37d-40e2-80f9-c290b6e2c9f2', 'mac_address': 'fa:16:3e:c1:d5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20907115-321b-44dc-9720-07945eb0b036', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:40:21.851733 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-2dad2d99-629a-4e65-b274-04bd51c100d8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:21.879976 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b038cb91-6b5c-42bd-a370-f49257119602 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.885340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-2dad2d99-629a-4e65-b274-04bd51c100d8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:21.918582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-2dad2d99-629a-4e65-b274-04bd51c100d8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:21.928859 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:21.936363 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad2d99-629a-4e65-b274-04bd51c100d8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Pushing event updated for resources: {'Port': ['ID=29efb134-0c85-4e7f-a8a0-f62771c54647,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:21.971882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 715d84df-c37d-40e2-80f9-c290b6e2c9f2 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:22.038748 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [None req-b038cb91-6b5c-42bd-a370-f49257119602 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:40:22.070734 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ebe64f24-335f-451a-8d64-872e0279d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:22.090215 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 715d84df-c37d-40e2-80f9-c290b6e2c9f2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=715d84df-c37d-40e2-80f9-c290b6e2c9f2,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:22.111858 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:22.132850 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016955f2-c8df-482a-93a8-df87be9b3f75 req-e03d7e09-7d2f-4421-8a5a-b4504bbfd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:22.134822 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-016955f2-c8df-482a-93a8-df87be9b3f75 req-e03d7e09-7d2f-4421-8a5a-b4504bbfd004 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 1101 time: 0.8181770 Nov 09 17:40:22.142131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b038cb91-6b5c-42bd-a370-f49257119602 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:22.153346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b038cb91-6b5c-42bd-a370-f49257119602 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:22.154206 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b038cb91-6b5c-42bd-a370-f49257119602 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:22.167614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629287e-1937-47c0-b08b-228fb854e080 req-5719a2b9-ca94-4281-a84c-0a36d9ec6ab0 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:22.176503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d629287e-1937-47c0-b08b-228fb854e080 req-5719a2b9-ca94-4281-a84c-0a36d9ec6ab0 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 948 time: 0.2717583 Nov 09 17:40:22.180713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-2dad2d99-629a-4e65-b274-04bd51c100d8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:22.181396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-2dad2d99-629a-4e65-b274-04bd51c100d8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:22.243912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['715d84df-c37d-40e2-80f9-c290b6e2c9f2'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:22.297220 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed46f014-aa4e-4f14-95c5-e70fc12dd6a1 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:22.328185 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-2dad2d99-629a-4e65-b274-04bd51c100d8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0457695 Nov 09 17:40:22.342129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe64f24-335f-451a-8d64-872e0279d237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2cbadfc-31c1-489a-9a1e-37e4452a582f,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:22.348103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b038cb91-6b5c-42bd-a370-f49257119602 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8128636 Nov 09 17:40:22.362923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Request body: {'port': {'device_id': 'edbd8e1c-57d4-43ce-84f1-346138caa4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:22.363601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=715d84df-c37d-40e2-80f9-c290b6e2c9f2,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:22.372465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55124) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:22.382470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6299940a-fbd2-4aa7-a5dc-9ecfd6999e41 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'subnet': {'network_id': 'f52b7883-5f8c-4342-8e9e-dde2b98cc8c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:22.390809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46f014-aa4e-4f14-95c5-e70fc12dd6a1 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Pushing event deleted for resources: {'Port': ['ID=0ee160bb-c2bf-4e4d-a8d1-7d857720cefc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:22.392495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-da6e3e9a-1833-433e-a71c-6916363f3614 None None] Provisioning complete for port 29efb134-0c85-4e7f-a8a0-f62771c54647 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:22.393095 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-da6e3e9a-1833-433e-a71c-6916363f3614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:22.397836 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-016955f2-c8df-482a-93a8-df87be9b3f75 req-47de6774-0366-4a32-901d-6c8a2a5e45df service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456589 Nov 09 17:40:22.415502 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d629287e-1937-47c0-b08b-228fb854e080 req-84cef296-290e-41b1-935a-84454787fb9d tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375915 Nov 09 17:40:22.423768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038cb91-6b5c-42bd-a370-f49257119602 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Network': ['ID=5c56ab98-4221-4af4-b8d7-4b3a98fbde8c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:22.457890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-da6e3e9a-1833-433e-a71c-6916363f3614 None None] Port 29efb134-0c85-4e7f-a8a0-f62771c54647 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:40:22.503297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b71cb7-3c33-41c5-8c1c-630e5dbb8226 req-d5f0c0c3-56ba-471b-9c42-210b59eb33c6 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:22.506012 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86b71cb7-3c33-41c5-8c1c-630e5dbb8226 req-d5f0c0c3-56ba-471b-9c42-210b59eb33c6 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 950 time: 0.3209558 Nov 09 17:40:22.507853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 5c56ab98-4221-4af4-b8d7-4b3a98fbde8c details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:22.563595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe64f24-335f-451a-8d64-872e0279d237 admin admin] Checking segment: {'id': 'fc65ea1e-9b51-483d-ac6f-edc25ca87e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:40:22.564321 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe64f24-335f-451a-8d64-872e0279d237 admin admin] Network hostable DHCP agents. Network: e12675bb-5374-468a-9cd9-aa651d438b91, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:22.622533 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86b71cb7-3c33-41c5-8c1c-630e5dbb8226 req-10f61bd5-b82b-49de-bcf0-2c8dbf7aacec tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924025 Nov 09 17:40:22.638727 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:22.653483 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed46f014-aa4e-4f14-95c5-e70fc12dd6a1 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:22.657059 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed46f014-aa4e-4f14-95c5-e70fc12dd6a1 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:22.664152 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ed46f014-aa4e-4f14-95c5-e70fc12dd6a1 tempest-ServersTestManualDisk-1307978258 tempest-ServersTestManualDisk-1307978258-project] 10.222.0.81 "DELETE /v2.0/floatingips/f4913bec-667d-48c5-8bc2-839d2608c7b5 HTTP/1.1" status: 204 len: 168 time: 2.1266837 Nov 09 17:40:22.664503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe64f24-335f-451a-8d64-872e0279d237 admin admin] Network e12675bb-5374-468a-9cd9-aa651d438b91 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:22.664503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55126) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:22.667586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521861d-9338-4e8d-a1eb-5e510019d6b5 req-ba37d4e6-1b38-4c4a-92e7-c14a0540651e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:22.669466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5521861d-9338-4e8d-a1eb-5e510019d6b5 req-ba37d4e6-1b38-4c4a-92e7-c14a0540651e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 935 time: 0.1180859 Nov 09 17:40:22.680547 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:22.728372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5521861d-9338-4e8d-a1eb-5e510019d6b5 req-9f7e2a8e-cb0c-4fd4-83cd-02655987a7ce tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487099 Nov 09 17:40:22.938026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed87cae-0f26-41d3-be26-c1ddf3363314 req-b5c48c0b-8374-41bd-910b-cf2c8beddca0 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:22.939664 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bed87cae-0f26-41d3-be26-c1ddf3363314 req-b5c48c0b-8374-41bd-910b-cf2c8beddca0 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 948 time: 0.0698633 Nov 09 17:40:23.070781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-bed87cae-0f26-41d3-be26-c1ddf3363314 req-bf4064af-0796-4ba6-a0c8-ada8eb22c5e6 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Deleting port a44800ca-df28-4148-b54f-b64debe45fc4 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:23.071425 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bed87cae-0f26-41d3-be26-c1ddf3363314 req-bf4064af-0796-4ba6-a0c8-ada8eb22c5e6 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:23.137310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-ebe64f24-335f-451a-8d64-872e0279d237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, e12675bb-5374-468a-9cd9-aa651d438b91) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:23.153070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe82aea0-6cbf-43e4-9c09-7d23857d96ed None None] Network e12675bb-5374-468a-9cd9-aa651d438b91 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:23.166237 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe64f24-335f-451a-8d64-872e0279d237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:23.166951 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ebe64f24-335f-451a-8d64-872e0279d237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:23.169404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6299940a-fbd2-4aa7-a5dc-9ecfd6999e41 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:23.173076 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6299940a-fbd2-4aa7-a5dc-9ecfd6999e41 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:23.242635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bed87cae-0f26-41d3-be26-c1ddf3363314 req-bf4064af-0796-4ba6-a0c8-ada8eb22c5e6 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] For port a44800ca-df28-4148-b54f-b64debe45fc4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a44800ca-df28-4148-b54f-b64debe45fc4,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:23.244034 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bed87cae-0f26-41d3-be26-c1ddf3363314 req-bf4064af-0796-4ba6-a0c8-ada8eb22c5e6 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:23.270900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-bed87cae-0f26-41d3-be26-c1ddf3363314 req-bf4064af-0796-4ba6-a0c8-ada8eb22c5e6 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Calling delete_port for a44800ca-df28-4148-b54f-b64debe45fc4 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:23.288906 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ebe64f24-335f-451a-8d64-872e0279d237 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9382846 Nov 09 17:40:23.289183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55140) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:23.298571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-801720607-router', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:23.373210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 715d84df-c37d-40e2-80f9-c290b6e2c9f2 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:23.408442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:23.410298 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:23.499266 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-e12675bb-5374-468a-9cd9-aa651d438b91', 'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'fixed_ips': [{'subnet_id': 'a2cbadfc-31c1-489a-9a1e-37e4452a582f'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:40:23.500910 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:23.534783 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:23.547190 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:23.547780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 715d84df-c37d-40e2-80f9-c290b6e2c9f2 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:23.548379 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:23.886578 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:23.889574 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:23.890851 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6299940a-fbd2-4aa7-a5dc-9ecfd6999e41 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:23.912366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283417e9-9b59-4486-ade6-af9839b1901d req-8b5d0c40-90e1-41ef-8563-52ef3556ddf9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:23.922239 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-283417e9-9b59-4486-ade6-af9839b1901d req-8b5d0c40-90e1-41ef-8563-52ef3556ddf9 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce516aac-0576-4d4e-a1df-7a175c167c79 HTTP/1.1" status: 200 len: 948 time: 0.3256817 Nov 09 17:40:23.939148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Allocated IP 172.20.0.2 (e12675bb-5374-468a-9cd9-aa651d438b91/a2cbadfc-31c1-489a-9a1e-37e4452a582f/b79995bc-0c92-401d-a601-0e613ec3cc96) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:23.963568 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bed87cae-0f26-41d3-be26-c1ddf3363314 req-bf4064af-0796-4ba6-a0c8-ada8eb22c5e6 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:24.002330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 715d84df-c37d-40e2-80f9-c290b6e2c9f2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=715d84df-c37d-40e2-80f9-c290b6e2c9f2,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:24.005660 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715d84df-c37d-40e2-80f9-c290b6e2c9f2'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:24.011843 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e80aed9-9dd7-4c92-a984-95d4a7e95488" -d '{"events": [{"server_uuid": "5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da", "name": "network-vif-plugged", "status": "completed", "tag": "715d84df-c37d-40e2-80f9-c290b6e2c9f2"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:24.031295 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:24.032794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a44800ca-df28-4148-b54f-b64debe45fc4 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:24.040481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4064af-0796-4ba6-a0c8-ada8eb22c5e6 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Pushing event deleted for resources: {'Port': ['ID=a44800ca-df28-4148-b54f-b64debe45fc4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:24.061755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ada51b-b76b-4815-bd39-b1cf45b0012a req-71a6a004-f2a1-4f67-9525-d04f4d1e550d tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:24.071555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78ada51b-b76b-4815-bd39-b1cf45b0012a req-71a6a004-f2a1-4f67-9525-d04f4d1e550d tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 950 time: 0.1766124 Nov 09 17:40:24.144363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: a44800ca-df28-4148-b54f-b64debe45fc4 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:40:24.144936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a44800ca-df28-4148-b54f-b64debe45fc4 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:24.149537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed87cae-0f26-41d3-be26-c1ddf3363314 req-bf4064af-0796-4ba6-a0c8-ada8eb22c5e6 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] No DVR routers for this DVR port a44800ca-df28-4148-b54f-b64debe45fc4 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:24.156404 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bed87cae-0f26-41d3-be26-c1ddf3363314 req-bf4064af-0796-4ba6-a0c8-ada8eb22c5e6 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:24.164169 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bed87cae-0f26-41d3-be26-c1ddf3363314 req-bf4064af-0796-4ba6-a0c8-ada8eb22c5e6 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.18 "DELETE /v2.0/ports/a44800ca-df28-4148-b54f-b64debe45fc4 HTTP/1.1" status: 204 len: 173 time: 1.2167437 Nov 09 17:40:24.173293 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce516aac-0576-4d4e-a1df-7a175c167c79', 'name': 'network-vif-deleted', 'tag': 'a44800ca-df28-4148-b54f-b64debe45fc4'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:24.176520 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a890667-bebd-41ca-bdb3-f0eac4df8855" -d '{"events": [{"server_uuid": "ce516aac-0576-4d4e-a1df-7a175c167c79", "name": "network-vif-deleted", "tag": "a44800ca-df28-4148-b54f-b64debe45fc4"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:24.185607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78ada51b-b76b-4815-bd39-b1cf45b0012a req-15af4580-9f60-4518-9a76-bbca9f286e46 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131632 Nov 09 17:40:24.231568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299940a-fbd2-4aa7-a5dc-9ecfd6999e41 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Subnet': ['ID=7dc03710-ac75-4384-9b71-6803d5b00ba5,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:24.265376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=715d84df-c37d-40e2-80f9-c290b6e2c9f2,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:24.326135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-283417e9-9b59-4486-ade6-af9839b1901d req-e6da7b65-58cc-4237-a68b-34ce1def11ed tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025655 Nov 09 17:40:24.349106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29efb134-0c85-4e7f-a8a0-f62771c54647 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:24.363898 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:24.377336 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6299940a-fbd2-4aa7-a5dc-9ecfd6999e41 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Checking segment: {'id': 'af4a4dd4-0b75-458c-a38b-66ae12da064d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f52b7883-5f8c-4342-8e9e-dde2b98cc8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:40:24.377702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6299940a-fbd2-4aa7-a5dc-9ecfd6999e41 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network hostable DHCP agents. Network: f52b7883-5f8c-4342-8e9e-dde2b98cc8c4, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:24.412651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Transition to ACTIVE for port object 29efb134-0c85-4e7f-a8a0-f62771c54647 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:40:24.432009 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:24.494481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6299940a-fbd2-4aa7-a5dc-9ecfd6999e41 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network f52b7883-5f8c-4342-8e9e-dde2b98cc8c4 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:24.562598 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:24.585858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454d466-1658-4e03-9025-6dc0ed811ad9 req-21090fa8-d4c2-433b-840d-886112877756 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:24.591118 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3454d466-1658-4e03-9025-6dc0ed811ad9 req-21090fa8-d4c2-433b-840d-886112877756 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 935 time: 0.2510467 Nov 09 17:40:24.638435 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-6299940a-fbd2-4aa7-a5dc-9ecfd6999e41 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, f52b7883-5f8c-4342-8e9e-dde2b98cc8c4) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:24.662653 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:24.685744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Pushing event updated for resources: {'Port': ['ID=29efb134-0c85-4e7f-a8a0-f62771c54647,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:24.704344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6299940a-fbd2-4aa7-a5dc-9ecfd6999e41 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:24.705584 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6299940a-fbd2-4aa7-a5dc-9ecfd6999e41 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:24.772468 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf9d485-a217-44ac-9e19-5c38e7b5c3f7 x-openstack-request-id: req-daf9d485-a217-44ac-9e19-5c38e7b5c3f7 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:24.773073 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da", "name": "network-vif-plugged", "status": "completed", "tag": "715d84df-c37d-40e2-80f9-c290b6e2c9f2", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:24.773073 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-daf9d485-a217-44ac-9e19-5c38e7b5c3f7 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:24.773358 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715d84df-c37d-40e2-80f9-c290b6e2c9f2', 'code': 200} Nov 09 17:40:24.774118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85402159-13bc-4cdc-9505-bcb0a8b522d4 None None] Network f52b7883-5f8c-4342-8e9e-dde2b98cc8c4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:24.793532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6299940a-fbd2-4aa7-a5dc-9ecfd6999e41 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4156573 Nov 09 17:40:24.799838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55164) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:24.806593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0875e0e1-441e-4d83-a300-3878695c6f8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'subnet': {'network_id': '5c56ab98-4221-4af4-b8d7-4b3a98fbde8c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:24.872669 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:24.893105 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe34644-ef1c-4f8f-afd1-5ac46af5648e x-openstack-request-id: req-9fe34644-ef1c-4f8f-afd1-5ac46af5648e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:24.897443 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce516aac-0576-4d4e-a1df-7a175c167c79", "name": "network-vif-deleted", "tag": "a44800ca-df28-4148-b54f-b64debe45fc4", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:24.898532 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9fe34644-ef1c-4f8f-afd1-5ac46af5648e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:24.900479 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce516aac-0576-4d4e-a1df-7a175c167c79', 'name': 'network-vif-deleted', 'tag': 'a44800ca-df28-4148-b54f-b64debe45fc4', 'status': 'completed', 'code': 200} Nov 09 17:40:24.928888 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7039128e-c54f-4a36-b696-4faa6a9e009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:25.019406 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:25.044506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3454d466-1658-4e03-9025-6dc0ed811ad9 req-a03ff1ce-59ab-4794-b95d-7ac3777abee2 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009042 Nov 09 17:40:25.046200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Network e12675bb-5374-468a-9cd9-aa651d438b91 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:25.053144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:25.077554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:25.123944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Attempting to bind port 29efb134-0c85-4e7f-a8a0-f62771c54647 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:40:25.124301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Attempting to bind port 29efb134-0c85-4e7f-a8a0-f62771c54647 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:40:25.124700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Attempting to bind port 29efb134-0c85-4e7f-a8a0-f62771c54647 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:25.147012 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Pushing event updated for resources: {'Port': ['ID=b79995bc-0c92-401d-a601-0e613ec3cc96,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:25.153506 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Port 29efb134-0c85-4e7f-a8a0-f62771c54647 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:40:25.153961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Attempting to bind port 29efb134-0c85-4e7f-a8a0-f62771c54647 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:25.178226 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:25.178761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:40:25.179360 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:25.179872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Bound port: 29efb134-0c85-4e7f-a8a0-f62771c54647, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:40:25.180241 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:25.201487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Allocated IP 172.25.1.7 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/d512ff74-390e-4d17-b811-dfc895771a07) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:25.210407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-f52b7883-5f8c-4342-8e9e-dde2b98cc8c4', 'network_id': 'f52b7883-5f8c-4342-8e9e-dde2b98cc8c4', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'fixed_ips': [{'subnet_id': '7dc03710-ac75-4384-9b71-6803d5b00ba5'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:40:25.211272 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:25.262436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Attempting to bind port b79995bc-0c92-401d-a601-0e613ec3cc96 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:40:25.263042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Attempting to bind port b79995bc-0c92-401d-a601-0e613ec3cc96 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'fc65ea1e-9b51-483d-ac6f-edc25ca87e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:40:25.263680 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Attempting to bind port b79995bc-0c92-401d-a601-0e613ec3cc96 on network e12675bb-5374-468a-9cd9-aa651d438b91 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:25.265900 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0875e0e1-441e-4d83-a300-3878695c6f8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:25.282347 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0875e0e1-441e-4d83-a300-3878695c6f8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:25.437077 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:25.438080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Checking segment: {'id': 'fc65ea1e-9b51-483d-ac6f-edc25ca87e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:40:25.438903 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:25.439739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Bound using segment: {'id': 'fc65ea1e-9b51-483d-ac6f-edc25ca87e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:25.440786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Bound port: b79995bc-0c92-401d-a601-0e613ec3cc96, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc65ea1e-9b51-483d-ac6f-edc25ca87e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:40:25.441578 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:25.518647 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:25.537451 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:40:25.551363 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] For port 29efb134-0c85-4e7f-a8a0-f62771c54647, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:25.560839 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] For port 29efb134-0c85-4e7f-a8a0-f62771c54647, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=29efb134-0c85-4e7f-a8a0-f62771c54647,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:25.579566 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:25.590444 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:25.658938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:25.666265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:25.672395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:25.720638 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Pushing event updated for resources: {'Port': ['ID=d512ff74-390e-4d17-b811-dfc895771a07,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:25.780384 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd061a68-b611-4669-a232-7bb8931e2568 req-3c5c74a0-2d1b-46fc-831c-067fa327d749 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:25.792783 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cd061a68-b611-4669-a232-7bb8931e2568 req-3c5c74a0-2d1b-46fc-831c-067fa327d749 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 950 time: 0.4163795 Nov 09 17:40:25.807856 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:25.808200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] For port b79995bc-0c92-401d-a601-0e613ec3cc96, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:25.810027 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:25.813851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Allocated IP 172.20.0.2 (f52b7883-5f8c-4342-8e9e-dde2b98cc8c4/7dc03710-ac75-4384-9b71-6803d5b00ba5/570d9590-2a9b-4b03-8b5a-181c09134fd1) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:25.814192 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] 10.222.0.18 "PUT /v2.0/ports/29efb134-0c85-4e7f-a8a0-f62771c54647 HTTP/1.1" status: 200 len: 1095 time: 3.4568806 Nov 09 17:40:25.817069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbd8e1c-57d4-43ce-84f1-346138caa4a1', 'tag': '29efb134-0c85-4e7f-a8a0-f62771c54647'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:25.832067 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243a6f3b-0c58-4b8c-9c31-7853eb400340" -d '{"events": [{"name": "network-changed", "server_uuid": "edbd8e1c-57d4-43ce-84f1-346138caa4a1", "tag": "29efb134-0c85-4e7f-a8a0-f62771c54647"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:25.835631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] For port b79995bc-0c92-401d-a601-0e613ec3cc96, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b79995bc-0c92-401d-a601-0e613ec3cc96,segment=NetworkSegment(fc65ea1e-9b51-483d-ac6f-edc25ca87e00),segment_id=fc65ea1e-9b51-483d-ac6f-edc25ca87e00)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:25.852506 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:26.004850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247db5c-78a1-4250-b99a-6d132ffcdc01 None None] Pushing event updated for resources: {'Port': ['ID=b79995bc-0c92-401d-a601-0e613ec3cc96,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:26.269925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da7cd5-940f-41b5-83db-cbebf10aaccf req-8c0b3239-326c-43a6-a2f2-19931b82b0a6 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:26.273638 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e0da7cd5-940f-41b5-83db-cbebf10aaccf req-8c0b3239-326c-43a6-a2f2-19931b82b0a6 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f8c3875-70be-4d2d-b427-51c40323e5ca HTTP/1.1" status: 200 len: 949 time: 0.1457613 Nov 09 17:40:26.286354 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0875e0e1-441e-4d83-a300-3878695c6f8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:26.300649 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:26.468974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cc5e4-fecd-436d-b5e3-b2090f49614b service neutron] Pushing event updated for resources: {'Port': ['ID=29efb134-0c85-4e7f-a8a0-f62771c54647,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:26.514529 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:26.536529 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:26.571718 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e0da7cd5-940f-41b5-83db-cbebf10aaccf req-c3642061-65d5-42dc-975b-6669d2270e40 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850246 Nov 09 17:40:26.644269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Network f52b7883-5f8c-4342-8e9e-dde2b98cc8c4 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:26.647633 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cd061a68-b611-4669-a232-7bb8931e2568 req-cb916e78-2cd4-47e2-9203-81e6635a0f1b tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7948661 Nov 09 17:40:26.654458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:26.676422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:26.726646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-a34305fe-77d5-4692-b3de-a58f131e80da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:26.731251 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-a34305fe-77d5-4692-b3de-a58f131e80da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 1098 time: 0.5404730 Nov 09 17:40:26.759463 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Pushing event updated for resources: {'Port': ['ID=570d9590-2a9b-4b03-8b5a-181c09134fd1,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:26.802196 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935f2c9d-8398-46f6-9ae5-5c00fd2c3e40 x-openstack-request-id: req-935f2c9d-8398-46f6-9ae5-5c00fd2c3e40 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:26.802732 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbd8e1c-57d4-43ce-84f1-346138caa4a1", "tag": "29efb134-0c85-4e7f-a8a0-f62771c54647", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:26.803263 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-935f2c9d-8398-46f6-9ae5-5c00fd2c3e40 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:26.804067 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbd8e1c-57d4-43ce-84f1-346138caa4a1', 'tag': '29efb134-0c85-4e7f-a8a0-f62771c54647', 'status': 'completed', 'code': 200} Nov 09 17:40:26.805054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875e0e1-441e-4d83-a300-3878695c6f8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Subnet': ['ID=986a6a16-223e-45bf-90bd-55ff01ae0ecc,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:26.837126 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:26.863239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Attempting to bind port 570d9590-2a9b-4b03-8b5a-181c09134fd1 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:40:26.864104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Attempting to bind port 570d9590-2a9b-4b03-8b5a-181c09134fd1 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'af4a4dd4-0b75-458c-a38b-66ae12da064d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f52b7883-5f8c-4342-8e9e-dde2b98cc8c4'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:40:26.864651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Attempting to bind port 570d9590-2a9b-4b03-8b5a-181c09134fd1 on network f52b7883-5f8c-4342-8e9e-dde2b98cc8c4 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:26.878022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:26.878654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Checking segment: {'id': 'af4a4dd4-0b75-458c-a38b-66ae12da064d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f52b7883-5f8c-4342-8e9e-dde2b98cc8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:40:26.881306 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:26.882478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Bound using segment: {'id': 'af4a4dd4-0b75-458c-a38b-66ae12da064d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f52b7883-5f8c-4342-8e9e-dde2b98cc8c4'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:26.883387 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Bound port: 570d9590-2a9b-4b03-8b5a-181c09134fd1, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4a4dd4-0b75-458c-a38b-66ae12da064d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f52b7883-5f8c-4342-8e9e-dde2b98cc8c4'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:40:26.884008 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:26.972008 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-00cd4e46-7ffd-4cc8-b16d-c9f7ca698b8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29efb134-0c85-4e7f-a8a0-f62771c54647 HTTP/1.1" status: 200 len: 217 time: 0.1548600 Nov 09 17:40:26.976003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0875e0e1-441e-4d83-a300-3878695c6f8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Checking segment: {'id': '1bbf96b0-8d1a-4655-916a-f6362b341b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5c56ab98-4221-4af4-b8d7-4b3a98fbde8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:40:26.976887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0875e0e1-441e-4d83-a300-3878695c6f8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network hostable DHCP agents. Network: 5c56ab98-4221-4af4-b8d7-4b3a98fbde8c, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:26.999628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d7d3a-5f57-4d2c-bb06-49a278042ea0 req-49d11260-0c7c-4bd3-8ebe-cd1223269df0 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:27.002061 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a04d7d3a-5f57-4d2c-bb06-49a278042ea0 req-49d11260-0c7c-4bd3-8ebe-cd1223269df0 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 1101 time: 0.1162741 Nov 09 17:40:27.057017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] For port 570d9590-2a9b-4b03-8b5a-181c09134fd1, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:27.075825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a04d7d3a-5f57-4d2c-bb06-49a278042ea0 req-1722ed49-b746-4d0c-907b-ebec9b0b516f tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506265 Nov 09 17:40:27.078588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] For port 570d9590-2a9b-4b03-8b5a-181c09134fd1, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=570d9590-2a9b-4b03-8b5a-181c09134fd1,segment=NetworkSegment(af4a4dd4-0b75-458c-a38b-66ae12da064d),segment_id=af4a4dd4-0b75-458c-a38b-66ae12da064d)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:27.091004 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:27.099650 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Router 29cfe216-3583-49a2-a0f0-552c2d6674fc is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:40:27.190134 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-405faa2b-0f6c-4d34-8d73-539f569e2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:27.192336 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-405faa2b-0f6c-4d34-8d73-539f569e2076 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2050850 Nov 09 17:40:27.252256 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd3bb4-e345-46c8-82fa-447d3bb0ccc4 req-4d775a51-0100-45c9-97e6-e84700732740 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:27.260435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87113c6e-f7c8-4cdf-ba79-fe361f3eb408 None None] Pushing event updated for resources: {'Port': ['ID=570d9590-2a9b-4b03-8b5a-181c09134fd1,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:27.260968 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ccd3bb4-e345-46c8-82fa-447d3bb0ccc4 req-4d775a51-0100-45c9-97e6-e84700732740 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 947 time: 0.4365864 Nov 09 17:40:27.267071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7039128e-c54f-4a36-b696-4faa6a9e009b admin admin] Deleting port b26e564e-e52e-478a-b49d-e4f8c4a1419d {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:27.267767 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7039128e-c54f-4a36-b696-4faa6a9e009b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:27.328830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0875e0e1-441e-4d83-a300-3878695c6f8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network 5c56ab98-4221-4af4-b8d7-4b3a98fbde8c is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:27.410425 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-0875e0e1-441e-4d83-a300-3878695c6f8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 5c56ab98-4221-4af4-b8d7-4b3a98fbde8c) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:27.420013 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f14c9fa-d7dd-4a41-b4b6-6172c6692c2e None None] Network 5c56ab98-4221-4af4-b8d7-4b3a98fbde8c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:27.454651 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ccd3bb4-e345-46c8-82fa-447d3bb0ccc4 req-cf2e8119-79b4-4a4b-9f6c-0a60e968d382 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921937 Nov 09 17:40:27.472924 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0875e0e1-441e-4d83-a300-3878695c6f8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:27.477178 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0875e0e1-441e-4d83-a300-3878695c6f8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:27.524155 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-7f93ee05-3614-4409-8b45-3857c5db9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:27.525853 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-7f93ee05-3614-4409-8b45-3857c5db9e77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3210876 Nov 09 17:40:27.558338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:27.642691 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Sync routers for ids ['29cfe216-3583-49a2-a0f0-552c2d6674fc'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:27.652979 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:27.663312 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-62c05b01-044c-43b5-86e0-70c5114d8d8e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.3725810 Nov 09 17:40:27.667873 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55236) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:27.691443 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0875e0e1-441e-4d83-a300-3878695c6f8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8900738 Nov 09 17:40:27.710035 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55242) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:27.719154 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a6647d80-aaef-4d5d-aee3-f0f7c89fa290 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1941824502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:27.759078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Routers {'29cfe216-3583-49a2-a0f0-552c2d6674fc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:27.759804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['29cfe216-3583-49a2-a0f0-552c2d6674fc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:27.874218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-7039128e-c54f-4a36-b696-4faa6a9e009b admin admin] For port b26e564e-e52e-478a-b49d-e4f8c4a1419d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b26e564e-e52e-478a-b49d-e4f8c4a1419d,segment=NetworkSegment(bd378016-e5e3-40ae-ac8d-972bc91ffea3),segment_id=bd378016-e5e3-40ae-ac8d-972bc91ffea3)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:27.874945 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7039128e-c54f-4a36-b696-4faa6a9e009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:27.947460 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7039128e-c54f-4a36-b696-4faa6a9e009b admin admin] Calling delete_port for b26e564e-e52e-478a-b49d-e4f8c4a1419d owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:27.974439 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a6647d80-aaef-4d5d-aee3-f0f7c89fa290 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:27.974952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Set router 29cfe216-3583-49a2-a0f0-552c2d6674fc gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:27.976140 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a6647d80-aaef-4d5d-aee3-f0f7c89fa290 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:28.246666 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b79995bc-0c92-401d-a601-0e613ec3cc96 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:28.371367 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-33bfea20-2d03-4583-8299-4102b283ec51 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2631004 Nov 09 17:40:28.374569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f7fafa-edae-49e8-980e-b7f0d4e83c43 None None] Network e12675bb-5374-468a-9cd9-aa651d438b91 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:28.516037 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a6647d80-aaef-4d5d-aee3-f0f7c89fa290 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:28.530116 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a6647d80-aaef-4d5d-aee3-f0f7c89fa290 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:28.543635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e57851-7e2e-4b48-b215-ece921101976 req-0d6016cb-7785-453f-a4ba-728d075ed77d tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:28.552179 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-34e57851-7e2e-4b48-b215-ece921101976 req-0d6016cb-7785-453f-a4ba-728d075ed77d tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f8c3875-70be-4d2d-b427-51c40323e5ca HTTP/1.1" status: 200 len: 949 time: 0.7950294 Nov 09 17:40:28.659038 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-25b6dbb4-b75c-4051-80d1-bf200af896f1 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1177456 Nov 09 17:40:28.662059 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port b79995bc-0c92-401d-a601-0e613ec3cc96 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:28.662649 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:28.678277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ca79ea0b-92e1-4bab-b379-c9d58f0ca07d None None] Provisioning complete for port b79995bc-0c92-401d-a601-0e613ec3cc96 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:28.678733 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ca79ea0b-92e1-4bab-b379-c9d58f0ca07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:28.727746 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-34e57851-7e2e-4b48-b215-ece921101976 req-ada2082f-69ce-4f8c-bf4a-3a7fc188c4ce tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682665 Nov 09 17:40:28.734168 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a6647d80-aaef-4d5d-aee3-f0f7c89fa290 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:28.748875 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a6647d80-aaef-4d5d-aee3-f0f7c89fa290 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0377467 Nov 09 17:40:28.774541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55250) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:28.778268 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-5c56ab98-4221-4af4-b8d7-4b3a98fbde8c', 'network_id': '5c56ab98-4221-4af4-b8d7-4b3a98fbde8c', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'fixed_ips': [{'subnet_id': '986a6a16-223e-45bf-90bd-55ff01ae0ecc'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:40:28.779161 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:28.801118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-801720607-router', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:25Z', 'revision_number': 3, 'project_id': '18267222180e41fcbc2d0a5b0bad6417', 'gw_port': {'id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:24Z', 'updated_at': '2021-11-09T17:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:28.864268 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Checking router: 29cfe216-3583-49a2-a0f0-552c2d6674fc for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:40:28.864675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Updating router 29cfe216-3583-49a2-a0f0-552c2d6674fc port d512ff74-390e-4d17-b811-dfc895771a07 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:40:28.905340 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:29.285558 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a82beb9-301f-41f5-be00-e22c9c91eaf9 req-6cc3359f-f662-4d38-a150-4578168007e9 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153011 Nov 09 17:40:29.587273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685d277-c4bc-4df3-8ee1-ff712a6914c5 req-89c28415-6176-4dd9-85bc-f1af16889e77 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:29.588912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1685d277-c4bc-4df3-8ee1-ff712a6914c5 req-89c28415-6176-4dd9-85bc-f1af16889e77 tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f8c3875-70be-4d2d-b427-51c40323e5ca HTTP/1.1" status: 200 len: 949 time: 1.2137537 Nov 09 17:40:29.700703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0e6bf-3d31-4a2a-b964-9fcc715c1103 req-edbb375b-0561-4784-a0f9-950e456673b7 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:29.709560 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23c0e6bf-3d31-4a2a-b964-9fcc715c1103 req-edbb375b-0561-4784-a0f9-950e456673b7 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 947 time: 0.2376852 Nov 09 17:40:29.816895 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-39ae0630-0bb2-4547-9a2f-3db1ba520957 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:29.819590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-39ae0630-0bb2-4547-9a2f-3db1ba520957 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4462667 Nov 09 17:40:29.869129 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23c0e6bf-3d31-4a2a-b964-9fcc715c1103 req-d1fbfe0e-efcf-4e9e-8217-a77742ed46db tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542249 Nov 09 17:40:29.886715 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a6f3b-0c58-4b8c-9c31-7853eb400340 req-8a3cd215-1fe6-4d7a-bb43-aee3b82319aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:29.887601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Allocated IP 172.21.0.2 (5c56ab98-4221-4af4-b8d7-4b3a98fbde8c/986a6a16-223e-45bf-90bd-55ff01ae0ecc/3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:29.888373 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-243a6f3b-0c58-4b8c-9c31-7853eb400340 req-8a3cd215-1fe6-4d7a-bb43-aee3b82319aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 1098 time: 0.5397680 Nov 09 17:40:29.912322 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92ad97-3fcf-467b-9576-29f3eb8f75ef None None] Network f52b7883-5f8c-4342-8e9e-dde2b98cc8c4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:29.950740 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-b5045db3-f0ef-4261-87d5-bcd2f49788c2 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/quotas/1d8c0439f7674e87b291aca6be392867 HTTP/1.1" status: 200 len: 375 time: 0.0727353 Nov 09 17:40:30.095074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-1685d277-c4bc-4df3-8ee1-ff712a6914c5 req-737bfb65-5ccd-49d1-9ca0-4a3c2c569a3a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Deleting port 0ea92cd1-3182-493c-9a65-d45e559015d8 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:30.096220 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1685d277-c4bc-4df3-8ee1-ff712a6914c5 req-737bfb65-5ccd-49d1-9ca0-4a3c2c569a3a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:30.202123 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:30.236642 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-51c2b688-cf36-4408-9cc9-9dbe96a06c19 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2655163 Nov 09 17:40:30.525154 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7039128e-c54f-4a36-b696-4faa6a9e009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:30.551211 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:30.620775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1685d277-c4bc-4df3-8ee1-ff712a6914c5 req-737bfb65-5ccd-49d1-9ca0-4a3c2c569a3a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] For port 0ea92cd1-3182-493c-9a65-d45e559015d8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0ea92cd1-3182-493c-9a65-d45e559015d8,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:30.620775 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1685d277-c4bc-4df3-8ee1-ff712a6914c5 req-737bfb65-5ccd-49d1-9ca0-4a3c2c569a3a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:30.663558 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:30.675399 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ca79ea0b-92e1-4bab-b379-c9d58f0ca07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:30.723094 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:30.731013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-1685d277-c4bc-4df3-8ee1-ff712a6914c5 req-737bfb65-5ccd-49d1-9ca0-4a3c2c569a3a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Calling delete_port for 0ea92cd1-3182-493c-9a65-d45e559015d8 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:30.779015 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:30.988814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port b79995bc-0c92-401d-a601-0e613ec3cc96, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b79995bc-0c92-401d-a601-0e613ec3cc96,segment=NetworkSegment(fc65ea1e-9b51-483d-ac6f-edc25ca87e00),segment_id=fc65ea1e-9b51-483d-ac6f-edc25ca87e00)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:30.996894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea57408-9061-4b94-925c-1479035338fd None None] Pushing event updated for resources: {'Port': ['ID=d512ff74-390e-4d17-b811-dfc895771a07,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:31.015650 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039128e-c54f-4a36-b696-4faa6a9e009b admin admin] Pushing event deleted for resources: {'Port': ['ID=b26e564e-e52e-478a-b49d-e4f8c4a1419d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:31.021477 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:31.066143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2dfe6-688e-4b97-81bb-b8e4814753d8 req-6d2e0635-b1ae-459a-b070-7b4505b8b1ec tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:31.108068 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdb2dfe6-688e-4b97-81bb-b8e4814753d8 req-6d2e0635-b1ae-459a-b070-7b4505b8b1ec tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f8c3875-70be-4d2d-b427-51c40323e5ca HTTP/1.1" status: 200 len: 949 time: 0.9639742 Nov 09 17:40:31.138749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=b79995bc-0c92-401d-a601-0e613ec3cc96,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:31.163661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Attempting to bind port d512ff74-390e-4d17-b811-dfc895771a07 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:40:31.164310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Attempting to bind port d512ff74-390e-4d17-b811-dfc895771a07 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:40:31.164858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Attempting to bind port d512ff74-390e-4d17-b811-dfc895771a07 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:31.200768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a6f3b-0c58-4b8c-9c31-7853eb400340 req-2dfb462a-288e-4c39-b293-d8fe6d5ac778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:31.216221 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-243a6f3b-0c58-4b8c-9c31-7853eb400340 req-2dfb462a-288e-4c39-b293-d8fe6d5ac778 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 1.2918191 Nov 09 17:40:31.278786 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1685d277-c4bc-4df3-8ee1-ff712a6914c5 req-737bfb65-5ccd-49d1-9ca0-4a3c2c569a3a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:31.350646 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:31.354300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:40:31.357411 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:31.362119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:31.364288 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Bound port: d512ff74-390e-4d17-b811-dfc895771a07, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:40:31.369135 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:31.420121 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdb2dfe6-688e-4b97-81bb-b8e4814753d8 req-f8050f12-cc45-47d7-9a29-59700a2969ca tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104415 Nov 09 17:40:31.604288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-243a6f3b-0c58-4b8c-9c31-7853eb400340 req-0a05745e-4c31-4e7d-84a7-a33b43f3c123 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29efb134-0c85-4e7f-a8a0-f62771c54647 HTTP/1.1" status: 200 len: 217 time: 0.2827187 Nov 09 17:40:31.612331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Allocated IP 172.20.0.1 (e12675bb-5374-468a-9cd9-aa651d438b91/a2cbadfc-31c1-489a-9a1e-37e4452a582f/dc9f2f44-5c0c-4390-b403-400722402e8e) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:31.665716 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 570d9590-2a9b-4b03-8b5a-181c09134fd1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:31.752838 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:31.789779 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:31.800278 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-ca79ea0b-92e1-4bab-b379-c9d58f0ca07d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:40:31.800805 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-ca79ea0b-92e1-4bab-b379-c9d58f0ca07d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:40:31.838155 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f74d1f35-f890-4836-87e7-7a5b3e3d68a5 req-72e69197-f7cb-405e-abe3-123dcd123cfa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 210 time: 0.5878024 Nov 09 17:40:31.855433 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481021e-4e08-44ea-b398-3ce7e4a2b9ae req-992b83a0-b850-41df-b49d-2db206890f64 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:31.864614 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f481021e-4e08-44ea-b398-3ce7e4a2b9ae req-992b83a0-b850-41df-b49d-2db206890f64 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 947 time: 0.2062759 Nov 09 17:40:31.868282 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a6f3b-0c58-4b8c-9c31-7853eb400340 req-5516058c-b9e5-4583-b446-802691347fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:31.869575 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-243a6f3b-0c58-4b8c-9c31-7853eb400340 req-5516058c-b9e5-4583-b446-802691347fb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1988313 Nov 09 17:40:31.885237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Network 5c56ab98-4221-4af4-b8d7-4b3a98fbde8c is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:31.910906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:31.984410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:31.995036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:32.056126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] For port d512ff74-390e-4d17-b811-dfc895771a07, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:32.066715 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bfb65-5ccd-49d1-9ca0-4a3c2c569a3a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Pushing event deleted for resources: {'Port': ['ID=0ea92cd1-3182-493c-9a65-d45e559015d8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:32.084356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] For port d512ff74-390e-4d17-b811-dfc895771a07, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d512ff74-390e-4d17-b811-dfc895771a07,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:32.118571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Pushing event updated for resources: {'Port': ['ID=3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:32.124446 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:32.159320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1685d277-c4bc-4df3-8ee1-ff712a6914c5 req-737bfb65-5ccd-49d1-9ca0-4a3c2c569a3a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] No DVR routers for this DVR port 0ea92cd1-3182-493c-9a65-d45e559015d8 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:32.169720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1685d277-c4bc-4df3-8ee1-ff712a6914c5 req-737bfb65-5ccd-49d1-9ca0-4a3c2c569a3a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:32.173515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1685d277-c4bc-4df3-8ee1-ff712a6914c5 req-737bfb65-5ccd-49d1-9ca0-4a3c2c569a3a tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.13 "DELETE /v2.0/ports/0ea92cd1-3182-493c-9a65-d45e559015d8 HTTP/1.1" status: 204 len: 173 time: 2.5636241 Nov 09 17:40:32.176054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'name': 'network-vif-deleted', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:32.178370 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46834625-3242-4f1f-a3d7-6521470ffe04" -d '{"events": [{"server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "name": "network-vif-deleted", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:32.210216 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f481021e-4e08-44ea-b398-3ce7e4a2b9ae req-e6647ee0-4b05-4a32-9008-56424f4ed203 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438675 Nov 09 17:40:32.248200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Allocated IP 172.20.0.1 (f52b7883-5f8c-4342-8e9e-dde2b98cc8c4/7dc03710-ac75-4384-9b71-6803d5b00ba5/cc837b28-9a86-4e4f-ad4c-8d1c537293bd) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:32.255108 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:32.258151 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 570d9590-2a9b-4b03-8b5a-181c09134fd1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:32.258941 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:32.378698 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-45705ce3-6010-44e1-ab63-445434ea04f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5353050 Nov 09 17:40:32.605242 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Network e12675bb-5374-468a-9cd9-aa651d438b91 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:32.766697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:32.783860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9f2f44-5c0c-4390-b403-400722402e8e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:32.793414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:32.831499 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:32.918440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a6f3b-0c58-4b8c-9c31-7853eb400340 req-588e0bd4-7439-4ea6-8668-1b78cd062d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:32.922575 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-243a6f3b-0c58-4b8c-9c31-7853eb400340 req-588e0bd4-7439-4ea6-8668-1b78cd062d68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0407815 Nov 09 17:40:32.948451 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:32.987270 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Attempting to bind port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:40:32.988187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Attempting to bind port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '1bbf96b0-8d1a-4655-916a-f6362b341b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5c56ab98-4221-4af4-b8d7-4b3a98fbde8c'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:40:32.992121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Attempting to bind port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 on network 5c56ab98-4221-4af4-b8d7-4b3a98fbde8c {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:32.996833 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0ea92cd1-3182-493c-9a65-d45e559015d8 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:33.072913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea57408-9061-4b94-925c-1479035338fd None None] Pushing event updated for resources: {'Port': ['ID=d512ff74-390e-4d17-b811-dfc895771a07,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:33.191791 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5bff94-1bc4-407b-849c-2c262a668969 x-openstack-request-id: req-7a5bff94-1bc4-407b-849c-2c262a668969 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:33.192726 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8c3875-70be-4d2d-b427-51c40323e5ca", "name": "network-vif-deleted", "tag": "0ea92cd1-3182-493c-9a65-d45e559015d8", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:33.192726 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a5bff94-1bc4-407b-849c-2c262a668969 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:33.194029 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8c3875-70be-4d2d-b427-51c40323e5ca', 'name': 'network-vif-deleted', 'tag': '0ea92cd1-3182-493c-9a65-d45e559015d8', 'status': 'completed', 'code': 200} Nov 09 17:40:33.227420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Routers {'29cfe216-3583-49a2-a0f0-552c2d6674fc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:33.228805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['29cfe216-3583-49a2-a0f0-552c2d6674fc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:33.252339 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network f52b7883-5f8c-4342-8e9e-dde2b98cc8c4 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:33.322153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-6a9a774b-2004-4b97-bd70-0dfeb458a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:33.322621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-6a9a774b-2004-4b97-bd70-0dfeb458a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:33.323122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-6a9a774b-2004-4b97-bd70-0dfeb458a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:33.323591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-6a9a774b-2004-4b97-bd70-0dfeb458a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:33.324063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-6a9a774b-2004-4b97-bd70-0dfeb458a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:33.328710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-6a9a774b-2004-4b97-bd70-0dfeb458a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:33.329244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-6a9a774b-2004-4b97-bd70-0dfeb458a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:33.332614 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-6a9a774b-2004-4b97-bd70-0dfeb458a72c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 6492 time: 0.7242806 Nov 09 17:40:33.365425 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:33.371167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:33.372380 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Checking segment: {'id': '1bbf96b0-8d1a-4655-916a-f6362b341b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5c56ab98-4221-4af4-b8d7-4b3a98fbde8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:40:33.373058 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:33.373703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Bound using segment: {'id': '1bbf96b0-8d1a-4655-916a-f6362b341b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5c56ab98-4221-4af4-b8d7-4b3a98fbde8c'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:33.374531 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Bound port: 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbf96b0-8d1a-4655-916a-f6362b341b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5c56ab98-4221-4af4-b8d7-4b3a98fbde8c'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:40:33.375172 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:33.386063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-adada8bf-a027-4efa-84ae-3cf2dc79bc86 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1d8c0439f7674e87b291aca6be392867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1842904 Nov 09 17:40:33.442503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=cc837b28-9a86-4e4f-ad4c-8d1c537293bd,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:33.462376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:33.473850 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:33.498554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46a9e995-ff03-4fd5-b5a5-8bf8a4cfbea6 req-8b9ea5a5-1b6b-4141-bb3f-17d0160ccc9f tempest-ListImageFiltersTestJSON-1695255715 tempest-ListImageFiltersTestJSON-1695255715-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f8c3875-70be-4d2d-b427-51c40323e5ca HTTP/1.1" status: 200 len: 210 time: 0.5698750 Nov 09 17:40:33.503011 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7039128e-c54f-4a36-b696-4faa6a9e009b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:33.632532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-243a6f3b-0c58-4b8c-9c31-7853eb400340 req-f0f3dacb-0ce1-4408-aa68-e59c1b5fd189 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657217 Nov 09 17:40:33.692642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] For port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:33.699864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] For port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8,segment=NetworkSegment(1bbf96b0-8d1a-4655-916a-f6362b341b79),segment_id=1bbf96b0-8d1a-4655-916a-f6362b341b79)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:33.702010 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 29efb134-0c85-4e7f-a8a0-f62771c54647 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:40:33.798318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 0ea92cd1-3182-493c-9a65-d45e559015d8 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:40:33.799867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0ea92cd1-3182-493c-9a65-d45e559015d8 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:33.940823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-4b542795-74ad-4109-aaaf-d0c90a499f24 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:33.951386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:33.953764 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-4b542795-74ad-4109-aaaf-d0c90a499f24 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5584695 Nov 09 17:40:33.986208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 29efb134-0c85-4e7f-a8a0-f62771c54647, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=29efb134-0c85-4e7f-a8a0-f62771c54647,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:34.006510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '29efb134-0c85-4e7f-a8a0-f62771c54647', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '29efb134-0c85-4e7f-a8a0-f62771c54647', 'mac_address': 'fa:16:3e:73:48:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:40:34.009821 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:34.178867 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8bdc218a-4098-41c7-af18-1f4e99e6c07d req-185219d5-4406-48bf-8900-7179c6f3eddd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 210 time: 0.7123525 Nov 09 17:40:34.250187 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:34.291206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-94649587-c8a6-446f-974b-d8d9a2fe5f99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Request body: {'port': {'device_id': '417d7cf5-d904-40a1-827d-94755e5b992a', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '1d8c0439f7674e87b291aca6be392867'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:34.330003 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:34.367172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e33defe3-24f1-4be4-ba76-90b1a771828f None None] Provisioning complete for port b79995bc-0c92-401d-a601-0e613ec3cc96 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:34.367569 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e33defe3-24f1-4be4-ba76-90b1a771828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:34.385214 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] Set router 29cfe216-3583-49a2-a0f0-552c2d6674fc gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:34.519123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41714d68-74b3-45db-bb87-76841de0d4c8 None None] Pushing event updated for resources: {'Port': ['ID=3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:34.534362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29efb134-0c85-4e7f-a8a0-f62771c54647 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:34.557797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 570d9590-2a9b-4b03-8b5a-181c09134fd1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=570d9590-2a9b-4b03-8b5a-181c09134fd1,segment=NetworkSegment(af4a4dd4-0b75-458c-a38b-66ae12da064d),segment_id=af4a4dd4-0b75-458c-a38b-66ae12da064d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:34.559196 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad993425-0baf-4c93-821e-a53a50317b47 req-e7d1ada5-99f6-424d-b7e7-4657e8003755 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6767125 Nov 09 17:40:34.580917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 29efb134-0c85-4e7f-a8a0-f62771c54647, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=29efb134-0c85-4e7f-a8a0-f62771c54647,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:34.648364 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:34.761894 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:34.781371 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=29efb134-0c85-4e7f-a8a0-f62771c54647,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:34.940423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-e9304499-6a16-49f9-a851-c754949ff5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:34.940689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-e9304499-6a16-49f9-a851-c754949ff5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:34.940917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-e9304499-6a16-49f9-a851-c754949ff5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:34.943268 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-e9304499-6a16-49f9-a851-c754949ff5cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=9537ab97-a19c-416c-9c08-e06bc19275a0&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=ab315546-1c38-4962-b0c6-63c0cb9e1712&id=ab315546-1c38-4962-b0c6-63c0cb9e1712 HTTP/1.1" status: 200 len: 2292 time: 1.4751644 Nov 09 17:40:34.990018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-94649587-c8a6-446f-974b-d8d9a2fe5f99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Made reservation on behalf of 1d8c0439f7674e87b291aca6be392867 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:35.015328 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-94649587-c8a6-446f-974b-d8d9a2fe5f99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:35.197471 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:35.285974 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-f8f16c7b-248d-4667-8129-8e9c952e1c5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 HTTP/1.1" status: 200 len: 1001 time: 0.3126235 Nov 09 17:40:35.300616 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['29efb134-0c85-4e7f-a8a0-f62771c54647'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:35.348385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:35.382880 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-243a6f3b-0c58-4b8c-9c31-7853eb400340 req-921e0d79-f1ee-45fb-a367-ea3b4a632499 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7384362 Nov 09 17:40:35.431286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad993425-0baf-4c93-821e-a53a50317b47 req-909f3467-fe77-4ca7-9fc6-d65b3f7dc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:35.433746 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad993425-0baf-4c93-821e-a53a50317b47 req-909f3467-fe77-4ca7-9fc6-d65b3f7dc904 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 1100 time: 0.4894915 Nov 09 17:40:35.488265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-5c178114-91b2-4c45-adad-429f368e8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:35.491555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-5c178114-91b2-4c45-adad-429f368e8712 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05d19427-cd52-4c97-80af-282afda394c7 HTTP/1.1" status: 200 len: 851 time: 0.1963663 Nov 09 17:40:35.653876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=570d9590-2a9b-4b03-8b5a-181c09134fd1,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:35.684704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-94649587-c8a6-446f-974b-d8d9a2fe5f99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Allocated IP 192.168.233.202 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/25a892e4-da1e-42ab-aa90-dbe27e35aca6) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:35.693979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e33defe3-24f1-4be4-ba76-90b1a771828f None None] Provisioning complete for port 570d9590-2a9b-4b03-8b5a-181c09134fd1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:35.694628 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e33defe3-24f1-4be4-ba76-90b1a771828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:35.760974 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:35.841366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e1227-540f-4e7a-a739-1b654c838095 req-1eec50b7-27ea-4a0e-a04b-8e043fa8b92f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:35.849943 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bf2e1227-540f-4e7a-a739-1b654c838095 req-1eec50b7-27ea-4a0e-a04b-8e043fa8b92f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 948 time: 1.7864742 Nov 09 17:40:35.947313 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bf2e1227-540f-4e7a-a739-1b654c838095 req-5e23235f-67d5-4be1-bedb-45f4d6534749 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947287 Nov 09 17:40:36.040383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:36.041008 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:36.157755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7039128e-c54f-4a36-b696-4faa6a9e009b admin admin] Router 6dbdbc27-9fcb-4222-8249-96f92aac02de has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:40:36.430027 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7039128e-c54f-4a36-b696-4faa6a9e009b admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:36.441767 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7039128e-c54f-4a36-b696-4faa6a9e009b admin admin] 10.222.0.81 "PUT /v2.0/routers/6dbdbc27-9fcb-4222-8249-96f92aac02de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7762170 Nov 09 17:40:36.449174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55370) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:36.451127 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a278c226-56d2-42f0-8a26-615e5c14c5b8 None None] Sync routers for ids ['6dbdbc27-9fcb-4222-8249-96f92aac02de'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:36.479659 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a278c226-56d2-42f0-8a26-615e5c14c5b8 None None] Routers {'6dbdbc27-9fcb-4222-8249-96f92aac02de'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:36.492375 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a278c226-56d2-42f0-8a26-615e5c14c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6dbdbc27-9fcb-4222-8249-96f92aac02de'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:36.590452 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:36.722233 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:36.733209 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:36.768897 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f80582-c174-43e0-a2f7-78aee7551dd5 None None] Network 5c56ab98-4221-4af4-b8d7-4b3a98fbde8c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:36.794976 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93a7f522-42c6-4bb3-8a8f-62a5d53b40bf req-99d6e148-b3d8-4bbf-8e51-19fb4158a5b8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 210 time: 0.6025887 Nov 09 17:40:36.908874 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a278c226-56d2-42f0-8a26-615e5c14c5b8 None None] Set router 6dbdbc27-9fcb-4222-8249-96f92aac02de gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:37.000038 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:37.024539 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=cc837b28-9a86-4e4f-ad4c-8d1c537293bd,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:37.024776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-1381e13c-511f-4b1a-ba4b-76a7159ef045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:37.027163 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-1381e13c-511f-4b1a-ba4b-76a7159ef045 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9537ab97-a19c-416c-9c08-e06bc19275a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4923227 Nov 09 17:40:37.040046 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:37.072521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-7adbec7c-06b4-4fc7-937f-a2f507a977d3 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:40:37.073951 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-7adbec7c-06b4-4fc7-937f-a2f507a977d3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106499 Nov 09 17:40:37.130193 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-801720607-router', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:25Z', 'revision_number': 3, 'project_id': '18267222180e41fcbc2d0a5b0bad6417', 'gw_port': {'id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:24Z', 'updated_at': '2021-11-09T17:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:37.183807 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad993425-0baf-4c93-821e-a53a50317b47 req-02c5eced-8e82-49de-8875-f211b6e08326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:37.185761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad993425-0baf-4c93-821e-a53a50317b47 req-02c5eced-8e82-49de-8875-f211b6e08326 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 1.6499751 Nov 09 17:40:37.225535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c3405-7671-4849-b630-f600a5943ba4 None None] The sync data for ids ['29cfe216-3583-49a2-a0f0-552c2d6674fc'] in n-d-817236-1 is: [{'id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-801720607-router', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:25Z', 'revision_number': 3, 'project_id': '18267222180e41fcbc2d0a5b0bad6417', 'gw_port': {'id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:24Z', 'updated_at': '2021-11-09T17:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:37.268011 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-94649587-c8a6-446f-974b-d8d9a2fe5f99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:37.299559 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e33defe3-24f1-4be4-ba76-90b1a771828f None None] Provisioning complete for port dc9f2f44-5c0c-4390-b403-400722402e8e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:37.300280 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e33defe3-24f1-4be4-ba76-90b1a771828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:37.355523 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Deleting port 02fe7ca7-2b34-4429-9d7b-8e409faa01f7 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:37.359072 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:37.456123 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network f52b7883-5f8c-4342-8e9e-dde2b98cc8c4 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:37.465266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:37.515336 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a278c226-56d2-42f0-8a26-615e5c14c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:40:29Z', 'revision_number': 5, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port': {'id': '02fe7ca7-2b34-4429-9d7b-8e409faa01f7', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:37:10Z', 'updated_at': '2021-11-09T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:37.548906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e33defe3-24f1-4be4-ba76-90b1a771828f None None] Port dc9f2f44-5c0c-4390-b403-400722402e8e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:40:37.620405 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad993425-0baf-4c93-821e-a53a50317b47 req-b0e54206-d103-484e-85db-37275f9b09df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=2f5873d6-de8b-4c7e-b614-30a37cdef4d6 HTTP/1.1" status: 200 len: 217 time: 0.3271346 Nov 09 17:40:37.659362 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a278c226-56d2-42f0-8a26-615e5c14c5b8 None None] Checking router: 6dbdbc27-9fcb-4222-8249-96f92aac02de for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:40:37.729701 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a278c226-56d2-42f0-8a26-615e5c14c5b8 None None] Routers {'6dbdbc27-9fcb-4222-8249-96f92aac02de'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:37.730795 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a278c226-56d2-42f0-8a26-615e5c14c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6dbdbc27-9fcb-4222-8249-96f92aac02de'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:37.816607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-64cc6132-9d9f-4137-a76d-6fc4e73d78a4 service neutron] 10.222.0.13 "GET /v2.0/networks/9537ab97-a19c-416c-9c08-e06bc19275a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7116666 Nov 09 17:40:37.819444 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:37.960468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-19dd136a-4768-41ec-adcf-f4fb4af6c9cc None None] Provisioning complete for port cc837b28-9a86-4e4f-ad4c-8d1c537293bd triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:37.968127 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-19dd136a-4768-41ec-adcf-f4fb4af6c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:38.067299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] For port 02fe7ca7-2b34-4429-9d7b-8e409faa01f7, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=02fe7ca7-2b34-4429-9d7b-8e409faa01f7,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:38.067299 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:38.112829 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a278c226-56d2-42f0-8a26-615e5c14c5b8 None None] Set router 6dbdbc27-9fcb-4222-8249-96f92aac02de gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:38.126179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:38.150422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Calling delete_port for 02fe7ca7-2b34-4429-9d7b-8e409faa01f7 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:38.167924 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 9f9dafc3-2329-4be3-bce6-738810cfb5e3 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:40:38.246676 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:38.324908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-94649587-c8a6-446f-974b-d8d9a2fe5f99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:38.353254 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a278c226-56d2-42f0-8a26-615e5c14c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:40:37Z', 'revision_number': 6, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:38.369847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['c5863185-f69d-4681-b8ca-3c6de71be81a', '2c29fdb2-c836-4e0d-a887-fb58da35f3ca', 'ec6812b9-660b-4ea5-9433-5d560bd02f76'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:38.434673 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a278c226-56d2-42f0-8a26-615e5c14c5b8 None None] The sync data for ids ['6dbdbc27-9fcb-4222-8249-96f92aac02de'] in n-d-817236-1 is: [{'id': '6dbdbc27-9fcb-4222-8249-96f92aac02de', 'name': 'tempest-ServersTestManualDisk-1307587303-router', 'tenant_id': '86f56d6e79094165afb0b71931e08f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:37:08Z', 'updated_at': '2021-11-09T17:40:37Z', 'revision_number': 6, 'project_id': '86f56d6e79094165afb0b71931e08f42', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:38.456577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55418) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:38.499507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-19dd136a-4768-41ec-adcf-f4fb4af6c9cc None None] Port cc837b28-9a86-4e4f-ad4c-8d1c537293bd cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:40:38.577022 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:38.594813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad993425-0baf-4c93-821e-a53a50317b47 req-cdb4f4be-6c3d-4b0b-8a2d-e694e7a6d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:38.597682 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad993425-0baf-4c93-821e-a53a50317b47 req-cdb4f4be-6c3d-4b0b-8a2d-e694e7a6d5d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.7565331 Nov 09 17:40:38.608966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d4878-d86d-46ae-97c2-e91fc93ccc32 req-12d5ecad-df93-4c43-9b4e-4536e9bbae4b tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:38.611516 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ca9d4878-d86d-46ae-97c2-e91fc93ccc32 req-12d5ecad-df93-4c43-9b4e-4536e9bbae4b tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 936 time: 0.4290111 Nov 09 17:40:38.647978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:38.654641 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8acd50db-103c-4a62-96d7-a1363d938627 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/9f9dafc3-2329-4be3-bce6-738810cfb5e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7853701 Nov 09 17:40:38.659605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-19dd136a-4768-41ec-adcf-f4fb4af6c9cc None None] Provisioning complete for port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:38.660068 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-19dd136a-4768-41ec-adcf-f4fb4af6c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:38.663302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6', '53fcf9fa-3019-49de-aa72-70737000dadb', '9dee5add-453f-472d-822e-e30816c5b920', '24e8adb3-51f1-4007-aa87-c22c09fbd4c1'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:38.679548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55422) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:38.685456 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ca9d4878-d86d-46ae-97c2-e91fc93ccc32 req-d93ef591-0afb-4b58-800d-50ceb47849b2 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591571 Nov 09 17:40:38.709568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8,segment=NetworkSegment(1bbf96b0-8d1a-4655-916a-f6362b341b79),segment_id=1bbf96b0-8d1a-4655-916a-f6362b341b79)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:38.729066 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3cb27e-c2c6-46c6-a514-f592a8afe34d None None] Sync routers for ids ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:38.771940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f957997-95de-40ca-8120-faa12bf30e4f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:38.774033 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5f957997-95de-40ca-8120-faa12bf30e4f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports/cc837b28-9a86-4e4f-ad4c-8d1c537293bd HTTP/1.1" status: 200 len: 910 time: 0.0873389 Nov 09 17:40:38.782364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55426) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:38.927714 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:38.929057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b79995bc-0c92-401d-a601-0e613ec3cc96 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:39.194125 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:39.230902 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:39.250070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3cb27e-c2c6-46c6-a514-f592a8afe34d None None] Routers {'9f9dafc3-2329-4be3-bce6-738810cfb5e3'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:39.250914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7d3cb27e-c2c6-46c6-a514-f592a8afe34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:39.320399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=02fe7ca7-2b34-4429-9d7b-8e409faa01f7,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:39.425462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7d3cb27e-c2c6-46c6-a514-f592a8afe34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:39.503148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 29efb134-0c85-4e7f-a8a0-f62771c54647 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:39.548382 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:39.659839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-94649587-c8a6-446f-974b-d8d9a2fe5f99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:39.682733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9f2f44-5c0c-4390-b403-400722402e8e,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:39.695643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-94649587-c8a6-446f-974b-d8d9a2fe5f99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:39.742838 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:39.748663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:39.792746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3cb27e-c2c6-46c6-a514-f592a8afe34d None None] Routers {'9f9dafc3-2329-4be3-bce6-738810cfb5e3'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:39.793724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7d3cb27e-c2c6-46c6-a514-f592a8afe34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:39.852344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Network e12675bb-5374-468a-9cd9-aa651d438b91 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:39.986181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-94649587-c8a6-446f-974b-d8d9a2fe5f99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:40.070067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:40.090074 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-69f2cb6b-0e01-4606-a25a-d5c6f393a57b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15f600620bf34e42bc7188d9316f0370&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5210993 Nov 09 17:40:40.113594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-94649587-c8a6-446f-974b-d8d9a2fe5f99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:40.115125 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-94649587-c8a6-446f-974b-d8d9a2fe5f99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:40.143112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55442) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:40.176189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ce3eb-7b82-4535-a2e7-19cfaa76f7cb req-f5b763dc-dffe-4754-b3c7-cfecbc2a634c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:40.205669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0a3ce3eb-7b82-4535-a2e7-19cfaa76f7cb req-f5b763dc-dffe-4754-b3c7-cfecbc2a634c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 948 time: 2.0915060 Nov 09 17:40:40.219780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port b79995bc-0c92-401d-a601-0e613ec3cc96 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:40.220651 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:40.346897 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7d3cb27e-c2c6-46c6-a514-f592a8afe34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:40.348069 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3cb27e-c2c6-46c6-a514-f592a8afe34d None None] The sync data for ids ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:40.518670 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-92ea44d3-d0d9-420f-b153-38b7ac02890e service neutron] 10.222.0.13 "GET /v2.0/networks/9537ab97-a19c-416c-9c08-e06bc19275a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5889454 Nov 09 17:40:40.718751 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-94649587-c8a6-446f-974b-d8d9a2fe5f99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6374357 Nov 09 17:40:40.775201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Request body: {'port': {'device_id': '417d7cf5-d904-40a1-827d-94755e5b992a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:40.820525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad993425-0baf-4c93-821e-a53a50317b47 req-f028924b-5907-4d5c-a666-0b9394cafbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:40.822186 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad993425-0baf-4c93-821e-a53a50317b47 req-f028924b-5907-4d5c-a666-0b9394cafbfb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.9481688 Nov 09 17:40:40.828619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-163fd00d-a37b-4c16-ac91-cc19554bf90e None None] Provisioning complete for port cc837b28-9a86-4e4f-ad4c-8d1c537293bd triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:40.829950 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-163fd00d-a37b-4c16-ac91-cc19554bf90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:40.916395 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0a3ce3eb-7b82-4535-a2e7-19cfaa76f7cb req-1ac1f826-35b0-40b7-9739-f22ea21b5f7e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7089429 Nov 09 17:40:40.917061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94649587-c8a6-446f-974b-d8d9a2fe5f99 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event updated for resources: {'Port': ['ID=25a892e4-da1e-42ab-aa90-dbe27e35aca6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:40.955352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 29efb134-0c85-4e7f-a8a0-f62771c54647 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:40:41.024382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 29efb134-0c85-4e7f-a8a0-f62771c54647 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:41.025056 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:41.053897 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c95107a2-850b-4b5c-aadf-1cc048d212ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:41.133340 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-f3c74a06-47a3-4580-a51d-34144132cb5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=0045f8aa-bdcf-4da8-8211-c159c05d3f15 HTTP/1.1" status: 200 len: 217 time: 0.4074962 Nov 09 17:40:41.141779 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad993425-0baf-4c93-821e-a53a50317b47 req-099b9ab8-789c-4ebd-bf29-6d8609c435a9 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328987 Nov 09 17:40:41.265624 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:41.271884 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dbdbc27-9fcb-4222-8249-96f92aac02de {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:40:41.283805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-163fd00d-a37b-4c16-ac91-cc19554bf90e None None] Port cc837b28-9a86-4e4f-ad4c-8d1c537293bd cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:40:41.313783 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:41.331194 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-730b93ff-4afd-48e8-a268-ba8520a27b44 admin admin] 10.222.0.81 "DELETE /v2.0/routers/6dbdbc27-9fcb-4222-8249-96f92aac02de HTTP/1.1" status: 204 len: 168 time: 4.8766410 Nov 09 17:40:41.370535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55450) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:41.414154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:41.451655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35eb7096-c831-4c58-9a47-501e43cf390c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:41.570319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc9048-c4d0-43a7-bf8d-3fbc6894d5ed req-2d225648-aae5-4df8-8956-81b7621f24aa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:41.573197 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-60bc9048-c4d0-43a7-bf8d-3fbc6894d5ed req-2d225648-aae5-4df8-8956-81b7621f24aa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 936 time: 1.5083721 Nov 09 17:40:41.634766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d512ff74-390e-4d17-b811-dfc895771a07 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:41.750329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Deleting subnet 851952eb-e184-4308-9772-ac9d6d2eae63 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:40:41.782904 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:41.795198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-222c60f5-c32e-46b1-b203-4621597bbfe1 None None] Provisioning complete for port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:41.795849 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-222c60f5-c32e-46b1-b203-4621597bbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:41.822859 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35eb7096-c831-4c58-9a47-501e43cf390c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:41.841801 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:41.897196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-bd55391b-a591-47be-9281-23aba5ff7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:41.898679 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-bd55391b-a591-47be-9281-23aba5ff7394 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.7203071 Nov 09 17:40:41.915273 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35eb7096-c831-4c58-9a47-501e43cf390c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:41.918061 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35eb7096-c831-4c58-9a47-501e43cf390c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:41.923353 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-35eb7096-c831-4c58-9a47-501e43cf390c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b HTTP/1.1" status: 204 len: 168 time: 1.6596789 Nov 09 17:40:41.976914 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:41.984571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Router 29cfe216-3583-49a2-a0f0-552c2d6674fc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:40:42.070109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-f33604f6-1849-435d-bc60-a1afbe41f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:42.072825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-f33604f6-1849-435d-bc60-a1afbe41f441 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1459951 Nov 09 17:40:42.074334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb7096-c831-4c58-9a47-501e43cf390c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2c58f2-2246-47dd-bc10-b41f0e2dfa6b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:42.210244 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:42.264413 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-06321fda-dfe9-4f5d-96aa-defcfc111833 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715531 Nov 09 17:40:42.265497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-60bc9048-c4d0-43a7-bf8d-3fbc6894d5ed req-7415ecb3-31e3-4187-b0d0-d4ac47202159 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6008372 Nov 09 17:40:42.267435 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:42.338787 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:42.368929 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d512ff74-390e-4d17-b811-dfc895771a07 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:42.373328 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:42.582572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 29efb134-0c85-4e7f-a8a0-f62771c54647, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=29efb134-0c85-4e7f-a8a0-f62771c54647,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:42.600977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbd8e1c-57d4-43ce-84f1-346138caa4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29efb134-0c85-4e7f-a8a0-f62771c54647'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:42.603371 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea54a5ee-672e-4adb-bbfe-78819745419e" -d '{"events": [{"server_uuid": "edbd8e1c-57d4-43ce-84f1-346138caa4a1", "name": "network-vif-plugged", "status": "completed", "tag": "29efb134-0c85-4e7f-a8a0-f62771c54647"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:42.613265 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:42.645917 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-35145aa7-d1b4-4495-a703-1b91a78759a6 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659739 Nov 09 17:40:42.652883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:42.668003 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:42.685830 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/851952eb-e184-4308-9772-ac9d6d2eae63 HTTP/1.1" status: 204 len: 168 time: 1.3119135 Nov 09 17:40:42.687781 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851952eb-e184-4308-9772-ac9d6d2eae63,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:42.693348 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a2b8de42-a7ff-457c-9cee-e952447f00e4 admin admin] 10.222.0.81 "PUT /v2.0/routers/29cfe216-3583-49a2-a0f0-552c2d6674fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0226951 Nov 09 17:40:42.702210 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Sync routers for ids ['29cfe216-3583-49a2-a0f0-552c2d6674fc'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:42.703091 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad993425-0baf-4c93-821e-a53a50317b47 req-71638e7c-8c51-4989-a573-a674addff1a9 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5177152 Nov 09 17:40:42.703801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55480) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:42.708889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a892e4-da1e-42ab-aa90-dbe27e35aca6 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:42.791248 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Routers {'29cfe216-3583-49a2-a0f0-552c2d6674fc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:42.794239 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['29cfe216-3583-49a2-a0f0-552c2d6674fc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:42.798897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:42.800018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e08ff-493b-4024-8301-002c159aab27 None None] Network faa12864-c457-4fc2-89d1-00ecb676c142 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:42.800720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:42.803652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:42.804982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:42.805633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:42.809931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:42.810707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:42.811332 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:42.817478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:42.819887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:42.822424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:42.824591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7b272-e837-439d-84c8-82172d584fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:42.921642 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:42.925433 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:42.935275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-44f387c4-2046-45ca-b648-9fa621b3c30a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=0cbce6a8-d6be-4652-adb4-edc568ed2e15 HTTP/1.1" status: 200 len: 217 time: 0.2612562 Nov 09 17:40:43.005564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-d8d7bbf4-7e68-43c8-b8ca-8fdccbefe0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:43.006848 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-d8d7bbf4-7e68-43c8-b8ca-8fdccbefe0a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.0596979 Nov 09 17:40:43.023624 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54511-1dcd-4250-86a9-54c2a53b1ef1 req-c6796c96-c7eb-48c5-9e77-c871458db50d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:43.025274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ceb54511-1dcd-4250-86a9-54c2a53b1ef1 req-c6796c96-c7eb-48c5-9e77-c871458db50d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.5418088 Nov 09 17:40:43.074910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Transition to ACTIVE for port object 25a892e4-da1e-42ab-aa90-dbe27e35aca6 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:40:43.120903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ceb54511-1dcd-4250-86a9-54c2a53b1ef1 req-3a16f1b6-bf0e-4e87-a02e-faa3e4cc36ce tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441980 Nov 09 17:40:43.122055 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-222c60f5-c32e-46b1-b203-4621597bbfe1 None None] Provisioning complete for port 25a892e4-da1e-42ab-aa90-dbe27e35aca6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:43.126144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:43.128921 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-222c60f5-c32e-46b1-b203-4621597bbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:43.209002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Pushing event updated for resources: {'Port': ['ID=25a892e4-da1e-42ab-aa90-dbe27e35aca6,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:43.288506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-5c366e8b-a6c2-4627-b2a3-27d8e0f00a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:43.290891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-5c366e8b-a6c2-4627-b2a3-27d8e0f00a09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2440732 Nov 09 17:40:43.337666 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Set router 29cfe216-3583-49a2-a0f0-552c2d6674fc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:43.543852 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc55a54-73a6-4d92-be15-3d27773ae9b8 x-openstack-request-id: req-fcc55a54-73a6-4d92-be15-3d27773ae9b8 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:43.544524 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbd8e1c-57d4-43ce-84f1-346138caa4a1", "name": "network-vif-plugged", "status": "completed", "tag": "29efb134-0c85-4e7f-a8a0-f62771c54647", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:43.553478 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fcc55a54-73a6-4d92-be15-3d27773ae9b8 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:43.553745 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbd8e1c-57d4-43ce-84f1-346138caa4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29efb134-0c85-4e7f-a8a0-f62771c54647', 'code': 200} Nov 09 17:40:43.683750 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Deleting port 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:43.684396 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:43.688459 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-71ffe0f6-d27f-40d8-aa82-f6284b9a59c2 req-6d68b2d0-a0ba-40f1-8081-99c4bccf0332 tempest-FloatingIPDetailsNegativeTestJSON-667442020 tempest-FloatingIPDetailsNegativeTestJSON-667442020-project] show failed (client error): The resource could not be found. Nov 09 17:40:43.700595 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-71ffe0f6-d27f-40d8-aa82-f6284b9a59c2 req-6d68b2d0-a0ba-40f1-8081-99c4bccf0332 tempest-FloatingIPDetailsNegativeTestJSON-667442020 tempest-FloatingIPDetailsNegativeTestJSON-667442020-project] 10.222.0.81 "GET /v2.0/floatingips/e76bed46-c1c1-4a4a-b641-b2995c7ea403 HTTP/1.1" status: 404 len: 350 time: 0.1601717 Nov 09 17:40:43.721612 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55500) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:43.796816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-5a531057-6aa5-496d-aeb9-f04d12f044e4 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727154 Nov 09 17:40:43.826636 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Allocated IP 172.21.0.1 (5c56ab98-4221-4af4-b8d7-4b3a98fbde8c/986a6a16-223e-45bf-90bd-55ff01ae0ecc/24276343-e106-4d25-ae9d-f1b596c49da5) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:40:43.884715 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2f7e6-7862-41c4-ae4f-c04978d55bec req-9e03cd4a-a776-4588-9d11-eb50064b6009 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:43.895536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a1f2f7e6-7862-41c4-ae4f-c04978d55bec req-9e03cd4a-a776-4588-9d11-eb50064b6009 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 948 time: 0.2461953 Nov 09 17:40:43.937948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53ecc3-3408-44e6-bd85-ab8125989084 req-3dde5193-0caf-4e6c-abfc-105ba3d80556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:43.941299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d53ecc3-3408-44e6-bd85-ab8125989084 req-3dde5193-0caf-4e6c-abfc-105ba3d80556 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 1100 time: 0.4590957 Nov 09 17:40:43.943332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Attempting to bind port 25a892e4-da1e-42ab-aa90-dbe27e35aca6 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:40:43.943949 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Attempting to bind port 25a892e4-da1e-42ab-aa90-dbe27e35aca6 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:40:43.944780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Attempting to bind port 25a892e4-da1e-42ab-aa90-dbe27e35aca6 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:44.064441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a1f2f7e6-7862-41c4-ae4f-c04978d55bec req-029b17a7-287b-4c60-a2cc-fa9eed695831 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677337 Nov 09 17:40:44.112670 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d53ecc3-3408-44e6-bd85-ab8125989084 req-5cdb3211-eb42-4dc2-8703-c71bae8490a5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496849 Nov 09 17:40:44.147620 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:44.177263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port d512ff74-390e-4d17-b811-dfc895771a07, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d512ff74-390e-4d17-b811-dfc895771a07,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:44.189916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=29efb134-0c85-4e7f-a8a0-f62771c54647,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:44.263622 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] For port 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e,segment=NetworkSegment(bd378016-e5e3-40ae-ac8d-972bc91ffea3),segment_id=bd378016-e5e3-40ae-ac8d-972bc91ffea3)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:44.265686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:44.335401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Calling delete_port for 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:44.454614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Port 25a892e4-da1e-42ab-aa90-dbe27e35aca6 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:40:44.461886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Attempting to bind port 25a892e4-da1e-42ab-aa90-dbe27e35aca6 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:44.481723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:44.482374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:40:44.484561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:44.485746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Bound port: 25a892e4-da1e-42ab-aa90-dbe27e35aca6, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:40:44.486134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:44.551408 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:44.552932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:44.555701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-222c60f5-c32e-46b1-b203-4621597bbfe1 None None] Port 25a892e4-da1e-42ab-aa90-dbe27e35aca6 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:40:44.560398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:44.560986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:44.561413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:44.561830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:44.562242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:44.562647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:44.563045 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:44.563479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:44.563903 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:44.564304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:44.564704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:44.565025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:44.586093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:44.716823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0f073-9f00-4cd9-aaed-640f2d3bce70 req-02495916-34cd-4d79-a5ad-be3806050bec tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:44.719339 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ed0f073-9f00-4cd9-aaed-640f2d3bce70 req-02495916-34cd-4d79-a5ad-be3806050bec tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.3343801 Nov 09 17:40:44.761912 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-801720607-router', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:34Z', 'revision_number': 4, 'project_id': '18267222180e41fcbc2d0a5b0bad6417', 'gw_port': {'id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:24Z', 'updated_at': '2021-11-09T17:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'dc9f2f44-5c0c-4390-b403-400722402e8e', 'name': '', 'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'mac_address': 'fa:16:3e:8d:e5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'a2cbadfc-31c1-489a-9a1e-37e4452a582f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:31Z', 'updated_at': '2021-11-09T17:40:35Z', 'revision_number': 2, 'project_id': '18267222180e41fcbc2d0a5b0bad6417', 'subnets': [{'id': 'a2cbadfc-31c1-489a-9a1e-37e4452a582f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:44.783288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] For port 25a892e4-da1e-42ab-aa90-dbe27e35aca6, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:44.793529 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] For port 25a892e4-da1e-42ab-aa90-dbe27e35aca6, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=25a892e4-da1e-42ab-aa90-dbe27e35aca6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:44.813611 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ed0f073-9f00-4cd9-aaed-640f2d3bce70 req-648686f6-fec7-48e0-a555-465ff0d9676f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811791 Nov 09 17:40:44.853855 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Checking router: 29cfe216-3583-49a2-a0f0-552c2d6674fc for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:40:44.854836 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Updating router 29cfe216-3583-49a2-a0f0-552c2d6674fc port dc9f2f44-5c0c-4390-b403-400722402e8e binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:40:44.867075 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:44.902104 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:44.945756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:44.947555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:44.950941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-8360845f-8522-4da7-b71d-558afd20937a service neutron] 10.222.0.18 "PUT /v2.0/ports/25a892e4-da1e-42ab-aa90-dbe27e35aca6 HTTP/1.1" status: 200 len: 1096 time: 4.1823478 Nov 09 17:40:44.970799 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:44.977177 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f6a84d06-f06d-48bb-b794-62c4d5cf05db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:44.982689 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=d512ff74-390e-4d17-b811-dfc895771a07,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:45.015969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417d7cf5-d904-40a1-827d-94755e5b992a', 'tag': '25a892e4-da1e-42ab-aa90-dbe27e35aca6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:45.024306 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0e280b-5fc2-48dc-b667-34d68be60b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "417d7cf5-d904-40a1-827d-94755e5b992a", "tag": "25a892e4-da1e-42ab-aa90-dbe27e35aca6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:45.056778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network 5c56ab98-4221-4af4-b8d7-4b3a98fbde8c is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:45.077227 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:45.091438 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:40:45.112946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-222c60f5-c32e-46b1-b203-4621597bbfe1 None None] Provisioning complete for port dc9f2f44-5c0c-4390-b403-400722402e8e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:45.121099 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-222c60f5-c32e-46b1-b203-4621597bbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:45.197481 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-e6175059-2ac3-4993-ad7b-2310bb147f50 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3061435 Nov 09 17:40:45.234147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=24276343-e106-4d25-ae9d-f1b596c49da5,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:45.237717 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e11229-dc5d-48fe-97c9-8c9739f83a73 x-openstack-request-id: req-18e11229-dc5d-48fe-97c9-8c9739f83a73 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:45.248669 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417d7cf5-d904-40a1-827d-94755e5b992a", "tag": "25a892e4-da1e-42ab-aa90-dbe27e35aca6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:45.253205 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18e11229-dc5d-48fe-97c9-8c9739f83a73 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:45.259724 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417d7cf5-d904-40a1-827d-94755e5b992a', 'tag': '25a892e4-da1e-42ab-aa90-dbe27e35aca6', 'status': 'completed', 'code': 200} Nov 09 17:40:45.290994 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:45.342425 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:45.435862 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:45.502174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-c5bee5d4-4f24-4f4c-b30e-61530b89bdb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=98f7f7c7-31d9-4cad-824b-f8083ab05983 HTTP/1.1" status: 200 len: 217 time: 0.2336357 Nov 09 17:40:45.511051 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:45.511365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-222c60f5-c32e-46b1-b203-4621597bbfe1 None None] Port dc9f2f44-5c0c-4390-b403-400722402e8e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:40:45.562086 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] No DVR routers for this DVR port 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:45.640515 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb29e97d-241b-4b3d-b9b6-2f82afa97f3f None None] DHCP port deletion for faa12864-c457-4fc2-89d1-00ecb676c142 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:45.679370 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:45.679828 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:45.734739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5e385-1875-4dec-9042-cd0b0e242eb5 req-41ae9ab8-dcc8-41cf-84a9-da8e6ed34e76 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:45.744787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360845f-8522-4da7-b71d-558afd20937a service neutron] Pushing event updated for resources: {'Port': ['ID=25a892e4-da1e-42ab-aa90-dbe27e35aca6,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:45.747541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8c5e385-1875-4dec-9042-cd0b0e242eb5 req-41ae9ab8-dcc8-41cf-84a9-da8e6ed34e76 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 948 time: 0.3995168 Nov 09 17:40:45.813763 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:45.825786 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:45.869262 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bed6c4a0-0211-4585-ad32-9ab708835ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:45.906725 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Pushing event updated for resources: {'Port': ['ID=dc9f2f44-5c0c-4390-b403-400722402e8e,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:45.918992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8c5e385-1875-4dec-9042-cd0b0e242eb5 req-87fb619e-b6b5-480b-a591-7cf24b4a4390 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690602 Nov 09 17:40:45.937929 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 570d9590-2a9b-4b03-8b5a-181c09134fd1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:45.968532 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:45.969190 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:45.969742 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:45.970273 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:45.971029 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:45.980331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-77559b8c-fa6a-43c5-8c1b-05d5d261d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:45.982207 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-77559b8c-fa6a-43c5-8c1b-05d5d261d0f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 1099 time: 0.9354959 Nov 09 17:40:45.983042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:45.992595 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:45.992595 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:45.992595 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:45.992595 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:45.992595 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:45.992595 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:45.992595 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:40:46.095202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c2ea4474-d77d-410f-921b-eb3fcedf0bc8 None None] Provisioning complete for port 24276343-e106-4d25-ae9d-f1b596c49da5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:46.095834 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ea4474-d77d-410f-921b-eb3fcedf0bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:46.166492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c2ea4474-d77d-410f-921b-eb3fcedf0bc8 None None] Port 24276343-e106-4d25-ae9d-f1b596c49da5 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:40:46.174277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 570d9590-2a9b-4b03-8b5a-181c09134fd1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:46.174659 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:46.199988 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Attempting to bind port dc9f2f44-5c0c-4390-b403-400722402e8e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:40:46.200682 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Attempting to bind port dc9f2f44-5c0c-4390-b403-400722402e8e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'fc65ea1e-9b51-483d-ac6f-edc25ca87e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:40:46.201237 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Attempting to bind port dc9f2f44-5c0c-4390-b403-400722402e8e on network e12675bb-5374-468a-9cd9-aa651d438b91 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:40:46.217930 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:40:46.218646 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Checking segment: {'id': 'fc65ea1e-9b51-483d-ac6f-edc25ca87e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:40:46.219334 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:46.219928 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Bound using segment: {'id': 'fc65ea1e-9b51-483d-ac6f-edc25ca87e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:40:46.220615 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Bound port: dc9f2f44-5c0c-4390-b403-400722402e8e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc65ea1e-9b51-483d-ac6f-edc25ca87e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:40:46.221210 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:46.394522 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] For port dc9f2f44-5c0c-4390-b403-400722402e8e, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:40:46.399066 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] For port dc9f2f44-5c0c-4390-b403-400722402e8e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dc9f2f44-5c0c-4390-b403-400722402e8e,segment=NetworkSegment(fc65ea1e-9b51-483d-ac6f-edc25ca87e00),segment_id=fc65ea1e-9b51-483d-ac6f-edc25ca87e00)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:40:46.409863 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:46.463947 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2aa7b2e0-17d7-4311-ab9f-034d287c80dc None None] Provisioning complete for port dc9f2f44-5c0c-4390-b403-400722402e8e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:46.464397 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b2e0-17d7-4311-ab9f-034d287c80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:46.474491 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:46.518776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 02fe7ca7-2b34-4429-9d7b-8e409faa01f7 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:46.572407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 02fe7ca7-2b34-4429-9d7b-8e409faa01f7 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:40:46.572407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 02fe7ca7-2b34-4429-9d7b-8e409faa01f7 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:46.572935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b26e564e-e52e-478a-b49d-e4f8c4a1419d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:46.627477 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4195d4-4aae-4e6f-af65-d7cdf9838d86 None None] Pushing event updated for resources: {'Port': ['ID=dc9f2f44-5c0c-4390-b403-400722402e8e,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:46.644292 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Routers {'29cfe216-3583-49a2-a0f0-552c2d6674fc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:46.645163 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['29cfe216-3583-49a2-a0f0-552c2d6674fc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:46.655799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: b26e564e-e52e-478a-b49d-e4f8c4a1419d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:40:46.657297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b26e564e-e52e-478a-b49d-e4f8c4a1419d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:46.917579 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b2e0-17d7-4311-ab9f-034d287c80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:46.928811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d512ff74-390e-4d17-b811-dfc895771a07 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:47.007887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-e4cc82f5-ba26-4c1b-b0bc-33a1b1821716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:47.011463 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-e4cc82f5-ba26-4c1b-b0bc-33a1b1821716 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 1.4785643 Nov 09 17:40:47.033626 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] Set router 29cfe216-3583-49a2-a0f0-552c2d6674fc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:47.084005 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:47.104195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2aa7b2e0-17d7-4311-ab9f-034d287c80dc None None] For port dc9f2f44-5c0c-4390-b403-400722402e8e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dc9f2f44-5c0c-4390-b403-400722402e8e,segment=NetworkSegment(fc65ea1e-9b51-483d-ac6f-edc25ca87e00),segment_id=fc65ea1e-9b51-483d-ac6f-edc25ca87e00)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:47.118539 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b2e0-17d7-4311-ab9f-034d287c80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:47.128604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-059374de-2bcc-4065-866f-fccdec56a555 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=25a892e4-da1e-42ab-aa90-dbe27e35aca6 HTTP/1.1" status: 200 len: 217 time: 1.1021791 Nov 09 17:40:47.278301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-019c1ba1-6218-40c9-8393-8e32b5b44087 None None] Provisioning complete for port dc9f2f44-5c0c-4390-b403-400722402e8e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:47.278908 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-019c1ba1-6218-40c9-8393-8e32b5b44087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:47.290830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa12864-c457-4fc2-89d1-00ecb676c142']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:47.327647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd378016-e5e3-40ae-ac8d-972bc91ffea3') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:47.328151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd378016-e5e3-40ae-ac8d-972bc91ffea3') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:47.336072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7b2e0-17d7-4311-ab9f-034d287c80dc None None] Pushing event updated for resources: {'Port': ['ID=dc9f2f44-5c0c-4390-b403-400722402e8e,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:47.348921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d512ff74-390e-4d17-b811-dfc895771a07 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:47.352834 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:47.368658 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:47.374003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-aa4065ee-d7c6-4a01-8ef2-6c0a1eadad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:47.376697 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-aa4065ee-d7c6-4a01-8ef2-6c0a1eadad3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2882526 Nov 09 17:40:47.379006 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-801720607-router', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:34Z', 'revision_number': 4, 'project_id': '18267222180e41fcbc2d0a5b0bad6417', 'gw_port': {'id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:24Z', 'updated_at': '2021-11-09T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'dc9f2f44-5c0c-4390-b403-400722402e8e', 'name': '', 'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'mac_address': 'fa:16:3e:8d:e5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'a2cbadfc-31c1-489a-9a1e-37e4452a582f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:31Z', 'updated_at': '2021-11-09T17:40:46Z', 'revision_number': 4, 'project_id': '18267222180e41fcbc2d0a5b0bad6417', 'subnets': [{'id': 'a2cbadfc-31c1-489a-9a1e-37e4452a582f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:47.393772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ec7cc-907b-46b3-89ed-787d84db37f1 req-1d142024-ade1-4ccc-b654-112a72e9ac78 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:47.397109 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-070ec7cc-907b-46b3-89ed-787d84db37f1 req-1d142024-ade1-4ccc-b654-112a72e9ac78 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.3984630 Nov 09 17:40:47.443163 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a50fd5-c079-4bd7-bc71-a636fdea4db3 None None] The sync data for ids ['29cfe216-3583-49a2-a0f0-552c2d6674fc'] in n-d-817236-1 is: [{'id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-801720607-router', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:34Z', 'revision_number': 4, 'project_id': '18267222180e41fcbc2d0a5b0bad6417', 'gw_port': {'id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:24Z', 'updated_at': '2021-11-09T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'dc9f2f44-5c0c-4390-b403-400722402e8e', 'name': '', 'network_id': 'e12675bb-5374-468a-9cd9-aa651d438b91', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'mac_address': 'fa:16:3e:8d:e5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'a2cbadfc-31c1-489a-9a1e-37e4452a582f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:31Z', 'updated_at': '2021-11-09T17:40:46Z', 'revision_number': 4, 'project_id': '18267222180e41fcbc2d0a5b0bad6417', 'subnets': [{'id': 'a2cbadfc-31c1-489a-9a1e-37e4452a582f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:47.508178 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:47.518071 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:40:47.521877 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:47.622630 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:40:47.639687 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:40:47.719309 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b079d-3aa5-4f43-a802-ae78e54e0ea0 req-7f724ce3-f4eb-4829-8165-75f027f883a2 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:47.720892 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-3948b72b-1d85-4c3a-aa4c-37c825bdfee5 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224399 Nov 09 17:40:47.723364 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6e6b079d-3aa5-4f43-a802-ae78e54e0ea0 req-7f724ce3-f4eb-4829-8165-75f027f883a2 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 948 time: 0.4558465 Nov 09 17:40:47.733617 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:47.757837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:47.811353 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:40:47.811353 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 26d2c9fc-c54e-4d79-ab2a-126ddfc56c1e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:47.850741 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:47.858783 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/faa12864-c457-4fc2-89d1-00ecb676c142 HTTP/1.1" status: 204 len: 168 time: 5.1364825 Nov 09 17:40:47.869258 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:47.919783 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:47.932535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5bb18-75e7-4b5f-8645-a1f7f36e99d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa12864-c457-4fc2-89d1-00ecb676c142,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:47.963596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-070ec7cc-907b-46b3-89ed-787d84db37f1 req-276ed4d4-f376-4c3b-b8e8-a7503924f849 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583890 Nov 09 17:40:47.975930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-3c88cc14-c5c8-45a8-9d8f-81404e557ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:47.978090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-3c88cc14-c5c8-45a8-9d8f-81404e557ca6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.7790523 Nov 09 17:40:47.981312 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-9d1c52aa-efb9-4e2e-a8db-a3f3543520b0 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446747 Nov 09 17:40:48.049256 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bed6c4a0-0211-4585-ad32-9ab708835ce2 admin admin] Deleting port dc9f2f44-5c0c-4390-b403-400722402e8e {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:48.049256 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bed6c4a0-0211-4585-ad32-9ab708835ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:48.060963 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:48.110194 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6e6b079d-3aa5-4f43-a802-ae78e54e0ea0 req-e428acaf-64ed-4646-a90c-d8da558a63ae tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290714 Nov 09 17:40:48.148490 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-ec0dd8b4-24c1-499c-ab2f-4aba216aff88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=7bce44f3-38c4-4235-83b4-c92c7709b9ed HTTP/1.1" status: 200 len: 217 time: 0.1029139 Nov 09 17:40:48.282499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-501bcd93-3cfa-4a88-b275-9b80a892dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:48.291086 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-501bcd93-3cfa-4a88-b275-9b80a892dc64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3025968 Nov 09 17:40:48.313819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-3ca804d2-60ae-4103-b20b-3139998f347c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:40:48.314461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-3ca804d2-60ae-4103-b20b-3139998f347c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135422 Nov 09 17:40:48.364840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55578) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:48.451956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=24276343-e106-4d25-ae9d-f1b596c49da5,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:48.455977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-6440e49a-4372-4789-872d-89becc6f0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:48.462798 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-6440e49a-4372-4789-872d-89becc6f0e74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.3015749 Nov 09 17:40:48.555399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-85cebeb7-ad27-4e11-8ce6-cbd252933176 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308056 Nov 09 17:40:48.702280 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0dea078d-147a-4674-8b3c-6452a9b223ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86f56d6e79094165afb0b71931e08f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948520 Nov 09 17:40:48.705934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55590) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:48.730756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network 5c56ab98-4221-4af4-b8d7-4b3a98fbde8c is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:40:48.746477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:48.774173 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-f377beb9-b360-4415-89ce-dbefb34cdd21 req-cb1ac656-064a-4770-aac9-50edd0be8a96 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:40:48.784532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f377beb9-b360-4415-89ce-dbefb34cdd21 req-cb1ac656-064a-4770-aac9-50edd0be8a96 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3766220 Nov 09 17:40:48.794571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-f5f5d433-ca39-47aa-bbcb-4ee150e4de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:48.796585 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-f5f5d433-ca39-47aa-bbcb-4ee150e4de37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3202465 Nov 09 17:40:48.876962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-bed6c4a0-0211-4585-ad32-9ab708835ce2 admin admin] For port dc9f2f44-5c0c-4390-b403-400722402e8e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dc9f2f44-5c0c-4390-b403-400722402e8e,segment=NetworkSegment(fc65ea1e-9b51-483d-ac6f-edc25ca87e00),segment_id=fc65ea1e-9b51-483d-ac6f-edc25ca87e00)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:48.877639 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bed6c4a0-0211-4585-ad32-9ab708835ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:49.025756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dc9f2f44-5c0c-4390-b403-400722402e8e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:49.231198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port dc9f2f44-5c0c-4390-b403-400722402e8e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:49.232345 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:49.235349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d369d77e-8058-486e-b240-16d48ec5fed4 None None] Provisioning complete for port 24276343-e106-4d25-ae9d-f1b596c49da5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:49.236119 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d369d77e-8058-486e-b240-16d48ec5fed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:49.246905 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a843bc-9e02-4192-b0d1-be99f3904cdd req-6cade54c-b082-44b8-8adb-e4032d7c3f91 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803644 Nov 09 17:40:49.336676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d369d77e-8058-486e-b240-16d48ec5fed4 None None] Port 24276343-e106-4d25-ae9d-f1b596c49da5 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:40:49.424364 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55608) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:49.584986 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db364949-99f2-44f8-ace9-da8633660795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:49.674761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-0cfd05f4-4d6f-41ff-807f-cfe57cc95882 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8611474 Nov 09 17:40:49.774723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bed6c4a0-0211-4585-ad32-9ab708835ce2 admin admin] Calling delete_port for dc9f2f44-5c0c-4390-b403-400722402e8e owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:49.985992 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db364949-99f2-44f8-ace9-da8633660795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:50.032014 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1888b810-9efa-4285-9a7f-19808d8a3060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:50.179454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98fbdd-13d4-47cf-8caa-f1ef5c20ecf9 req-45efe3d5-d291-427d-aef7-df64f4e2b932 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:50.179958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e280b-5fc2-48dc-b667-34d68be60b2c req-18d8e80a-a781-4154-a883-f417b88d768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:50.182711 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e98fbdd-13d4-47cf-8caa-f1ef5c20ecf9 req-45efe3d5-d291-427d-aef7-df64f4e2b932 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.2012906 Nov 09 17:40:50.183402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c0e280b-5fc2-48dc-b667-34d68be60b2c req-18d8e80a-a781-4154-a883-f417b88d768f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c0439f7674e87b291aca6be392867&device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 1099 time: 0.7731271 Nov 09 17:40:50.187372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 9f9dafc3-2329-4be3-bce6-738810cfb5e3 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:40:50.205983 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fda88-d967-4928-9366-0b0a499fac0e req-25595375-116e-47d9-afd3-cab1b57bae7a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:50.210394 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e05fda88-d967-4928-9366-0b0a499fac0e req-25595375-116e-47d9-afd3-cab1b57bae7a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 948 time: 0.6993766 Nov 09 17:40:50.242165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-2fe466d8-22f4-4b15-958f-6b6b7f5c9965 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5161233 Nov 09 17:40:50.423198 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e98fbdd-13d4-47cf-8caa-f1ef5c20ecf9 req-6d98ff16-8379-4ab7-846a-d366f305c81b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197931 Nov 09 17:40:50.463426 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bed6c4a0-0211-4585-ad32-9ab708835ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:50.477985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e05fda88-d967-4928-9366-0b0a499fac0e req-bf3c484b-330d-4dcb-a666-20eecd39a3b6 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327306 Nov 09 17:40:50.528320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6c4a0-0211-4585-ad32-9ab708835ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9f2f44-5c0c-4390-b403-400722402e8e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:50.542208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-45fbf6ed-14f6-490b-9e03-2bc68682b9a1 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7780306 Nov 09 17:40:50.554315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:50.572218 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db364949-99f2-44f8-ace9-da8633660795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:50.572540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18c3c70-5f2b-4c8a-bf43-63d917ee7153 None None] Sync routers for ids ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:50.579802 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db364949-99f2-44f8-ace9-da8633660795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:50.582451 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-db364949-99f2-44f8-ace9-da8633660795 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/edb94bee-ac1d-4a00-a406-956bbe8e4c77 HTTP/1.1" status: 204 len: 168 time: 1.8732450 Nov 09 17:40:50.611693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18c3c70-5f2b-4c8a-bf43-63d917ee7153 None None] Routers {'9f9dafc3-2329-4be3-bce6-738810cfb5e3'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:50.611693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a18c3c70-5f2b-4c8a-bf43-63d917ee7153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:50.635512 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c260ae27-a974-448b-86bc-beba9c2e219a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/9f9dafc3-2329-4be3-bce6-738810cfb5e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8445113 Nov 09 17:40:50.653719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55632) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:50.788860 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-56e0b9f7-793d-4888-96ec-5ab4c6d83347 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12bcf792-8eeb-4484-8b42-c147958f64df HTTP/1.1" status: 200 len: 217 time: 0.2013097 Nov 09 17:40:50.816769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db364949-99f2-44f8-ace9-da8633660795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb94bee-ac1d-4a00-a406-956bbe8e4c77,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:50.833791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb6b61e-787f-42bb-95a9-f514b285ac26 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:50.836983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cdb6b61e-787f-42bb-95a9-f514b285ac26 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports/24276343-e106-4d25-ae9d-f1b596c49da5 HTTP/1.1" status: 200 len: 910 time: 0.1793280 Nov 09 17:40:50.899709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55638) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:51.008127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a18c3c70-5f2b-4c8a-bf43-63d917ee7153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:51.076031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18c3c70-5f2b-4c8a-bf43-63d917ee7153 None None] Routers {'9f9dafc3-2329-4be3-bce6-738810cfb5e3'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:51.080572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a18c3c70-5f2b-4c8a-bf43-63d917ee7153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:51.167101 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a18c3c70-5f2b-4c8a-bf43-63d917ee7153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:51.169078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18c3c70-5f2b-4c8a-bf43-63d917ee7153 None None] The sync data for ids ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:51.429402 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bed6c4a0-0211-4585-ad32-9ab708835ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:51.490953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e280b-5fc2-48dc-b667-34d68be60b2c req-de3e993b-8d8d-47cf-9110-05a5de58e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:51.498662 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c0e280b-5fc2-48dc-b667-34d68be60b2c req-de3e993b-8d8d-47cf-9110-05a5de58e560 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 1.2813046 Nov 09 17:40:51.722780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c0e280b-5fc2-48dc-b667-34d68be60b2c req-77b7ef5f-b64a-4574-95f3-847528c1e7f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=25a892e4-da1e-42ab-aa90-dbe27e35aca6 HTTP/1.1" status: 200 len: 217 time: 0.0654411 Nov 09 17:40:51.971365 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1888b810-9efa-4285-9a7f-19808d8a3060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:52.023418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-b953bea2-461f-4588-bfeb-f9697e47f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:52.028574 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-b953bea2-461f-4588-bfeb-f9697e47f989 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1225703-4412-46cc-b572-90420e91b7e8 HTTP/1.1" status: 200 len: 797 time: 1.2038369 Nov 09 17:40:52.058394 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1888b810-9efa-4285-9a7f-19808d8a3060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:52.087613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab535abf-09ed-4250-b261-677c96254375 req-1ada9db3-5b39-45dc-856c-40174a63fbed tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:52.100874 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ab535abf-09ed-4250-b261-677c96254375 req-1ada9db3-5b39-45dc-856c-40174a63fbed tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.2658222 Nov 09 17:40:52.147001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1888b810-9efa-4285-9a7f-19808d8a3060 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=477e199255c64bbfad5398e38403fa99&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7098463 Nov 09 17:40:52.150870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55680) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:52.287205 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ab535abf-09ed-4250-b261-677c96254375 req-0ee49cc6-738a-46e4-91ab-9e371ebeb773 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847446 Nov 09 17:40:52.362838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed6c4a0-0211-4585-ad32-9ab708835ce2 admin admin] Router 29cfe216-3583-49a2-a0f0-552c2d6674fc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:40:52.396403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3adf14c-423e-4589-8809-1496ebc0df5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:52.564368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e280b-5fc2-48dc-b667-34d68be60b2c req-4e9cd0ec-8a6b-455b-9326-4e1edb4637b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:52.566765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c0e280b-5fc2-48dc-b667-34d68be60b2c req-4e9cd0ec-8a6b-455b-9326-4e1edb4637b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.8011167 Nov 09 17:40:52.584157 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3adf14c-423e-4589-8809-1496ebc0df5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:52.643164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55694) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:52.644972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59769d-95d1-4459-84ec-332c36750d5a req-30a4bd38-2311-4ef6-b2aa-448291b16a1e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:52.648089 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a59769d-95d1-4459-84ec-332c36750d5a req-30a4bd38-2311-4ef6-b2aa-448291b16a1e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 948 time: 0.8669627 Nov 09 17:40:52.649670 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:52.658937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888b810-9efa-4285-9a7f-19808d8a3060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf58de5-a48e-436d-85d3-4a000d70f036,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:52.696258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-26b8ae76-6136-486c-a155-5e330c9d41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:52.698140 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-26b8ae76-6136-486c-a155-5e330c9d41f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab315546-1c38-4962-b0c6-63c0cb9e1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6470127 Nov 09 17:40:52.811270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e280b-5fc2-48dc-b667-34d68be60b2c req-2505ae38-ff4c-4384-93a4-949d99059e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:52.813251 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c0e280b-5fc2-48dc-b667-34d68be60b2c req-2505ae38-ff4c-4384-93a4-949d99059e6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2150791 Nov 09 17:40:52.921277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed6c4a0-0211-4585-ad32-9ab708835ce2 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:40:52.948252 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435caac2-42d8-4d9f-aaff-eb6468d5172f None None] Sync routers for ids ['29cfe216-3583-49a2-a0f0-552c2d6674fc'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:40:52.966447 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435caac2-42d8-4d9f-aaff-eb6468d5172f None None] Routers {'29cfe216-3583-49a2-a0f0-552c2d6674fc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:52.967155 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-435caac2-42d8-4d9f-aaff-eb6468d5172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['29cfe216-3583-49a2-a0f0-552c2d6674fc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:52.973064 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bed6c4a0-0211-4585-ad32-9ab708835ce2 admin admin] 10.222.0.81 "PUT /v2.0/routers/29cfe216-3583-49a2-a0f0-552c2d6674fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2409384 Nov 09 17:40:52.978098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55698) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:53.021843 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3adf14c-423e-4589-8809-1496ebc0df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:53.025654 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3adf14c-423e-4589-8809-1496ebc0df5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:53.044151 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a3adf14c-423e-4589-8809-1496ebc0df5f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0cf58de5-a48e-436d-85d3-4a000d70f036 HTTP/1.1" status: 204 len: 168 time: 0.8747852 Nov 09 17:40:53.215542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adf14c-423e-4589-8809-1496ebc0df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf58de5-a48e-436d-85d3-4a000d70f036,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:53.250681 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-91513327-network', 'tenant_id': '6a617172035c4d19aef584a080aeda51'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:53.304802 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-435caac2-42d8-4d9f-aaff-eb6468d5172f None None] Set router 29cfe216-3583-49a2-a0f0-552c2d6674fc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:53.430718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Made reservation on behalf of 6a617172035c4d19aef584a080aeda51 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:53.434505 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:53.436509 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:53.442290 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 25a892e4-da1e-42ab-aa90-dbe27e35aca6 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:40:53.500359 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:53.788719 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 25a892e4-da1e-42ab-aa90-dbe27e35aca6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=25a892e4-da1e-42ab-aa90-dbe27e35aca6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:53.793760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7659b4e-dd43-47de-9683-c27a0eecbe53 req-415288f8-6f23-4e21-a75e-c42ea460fe6d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:53.795697 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a7659b4e-dd43-47de-9683-c27a0eecbe53 req-415288f8-6f23-4e21-a75e-c42ea460fe6d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.3020015 Nov 09 17:40:53.840697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '25a892e4-da1e-42ab-aa90-dbe27e35aca6', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '25a892e4-da1e-42ab-aa90-dbe27e35aca6', 'mac_address': 'fa:16:3e:de:d5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:40:53.956481 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:53.971592 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:53.978359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c0e280b-5fc2-48dc-b667-34d68be60b2c req-b1c10516-4234-48b3-8f0a-3f6e7aeb8d7d service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1455173 Nov 09 17:40:54.008653 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a892e4-da1e-42ab-aa90-dbe27e35aca6 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:40:54.045558 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-435caac2-42d8-4d9f-aaff-eb6468d5172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-801720607-router', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:50Z', 'revision_number': 5, 'project_id': '18267222180e41fcbc2d0a5b0bad6417', 'gw_port': {'id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:24Z', 'updated_at': '2021-11-09T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:54.120525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 25a892e4-da1e-42ab-aa90-dbe27e35aca6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=25a892e4-da1e-42ab-aa90-dbe27e35aca6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:54.129135 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:54.170892 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c0e280b-5fc2-48dc-b667-34d68be60b2c req-4663b609-5ac1-4615-8916-c1fb3af292b7 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916034 Nov 09 17:40:54.188168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a59769d-95d1-4459-84ec-332c36750d5a req-2dd5a371-b801-4593-9d61-e5770219007a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4772091 Nov 09 17:40:54.191099 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435caac2-42d8-4d9f-aaff-eb6468d5172f None None] Checking router: 29cfe216-3583-49a2-a0f0-552c2d6674fc for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:40:54.267297 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435caac2-42d8-4d9f-aaff-eb6468d5172f None None] Routers {'29cfe216-3583-49a2-a0f0-552c2d6674fc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:40:54.268470 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-435caac2-42d8-4d9f-aaff-eb6468d5172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['29cfe216-3583-49a2-a0f0-552c2d6674fc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:54.268964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-ef07df86-f772-4484-81a5-07208f06aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:54.270988 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-ef07df86-f772-4484-81a5-07208f06aa90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 1100 time: 0.1364453 Nov 09 17:40:54.271259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=25a892e4-da1e-42ab-aa90-dbe27e35aca6,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:54.324163 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:54.361958 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a7659b4e-dd43-47de-9683-c27a0eecbe53 req-b6e2fbd3-04ef-475a-81df-763287ed0b83 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290813 Nov 09 17:40:54.455397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-b89dd731-aa1c-4453-9506-5aea5fa4167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:54.458133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-b89dd731-aa1c-4453-9506-5aea5fa4167c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.1762118 Nov 09 17:40:54.465794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-ba711500-bd2e-4b2e-9048-12ce8cc88a6f service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7597709 Nov 09 17:40:54.526273 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['25a892e4-da1e-42ab-aa90-dbe27e35aca6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:40:54.578418 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:54.591794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Deleting port d512ff74-390e-4d17-b811-dfc895771a07 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:54.594627 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:54.605333 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:54.651212 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-f2404572-0cc5-4146-b9fd-ab437c02c225 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29efb134-0c85-4e7f-a8a0-f62771c54647 HTTP/1.1" status: 200 len: 217 time: 0.1806631 Nov 09 17:40:54.779742 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-435caac2-42d8-4d9f-aaff-eb6468d5172f None None] Set router 29cfe216-3583-49a2-a0f0-552c2d6674fc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:40:54.781396 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f4db73-b068-40d2-8ce8-007c6b7708ef tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:54.793766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:40:54.819568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b1737f-f216-4c60-a6fa-7be64dfe1328,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:54.854520 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:54.855199 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Added segment 60bd03ed-e43d-43fa-9bb7-ebe5e483e50d of type vlan for network 75c018ec-0b04-4833-997f-dc4d1238f2df Nov 09 17:40:54.937311 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:54.942401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] For port d512ff74-390e-4d17-b811-dfc895771a07, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d512ff74-390e-4d17-b811-dfc895771a07,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:54.946181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:55.009397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Calling delete_port for d512ff74-390e-4d17-b811-dfc895771a07 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:55.085930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-eeb23454-898c-43ea-9fae-3efa59e950cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:55.090525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-eeb23454-898c-43ea-9fae-3efa59e950cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.4186015 Nov 09 17:40:55.106517 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-6d4da49c-43f0-4e10-aa12-9c2587fa8d13 service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092718 Nov 09 17:40:55.106999 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:55.113305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:55.115009 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:55.194747 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-435caac2-42d8-4d9f-aaff-eb6468d5172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-801720607-router', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:50Z', 'revision_number': 5, 'project_id': '18267222180e41fcbc2d0a5b0bad6417', 'gw_port': {'id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:24Z', 'updated_at': '2021-11-09T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:55.196786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-2d347f13-d976-4966-b133-824f908f0721 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3207e95c-66e0-4b85-9491-66e70c8e365b HTTP/1.1" status: 200 len: 217 time: 0.0740566 Nov 09 17:40:55.415212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-44eda9de-afeb-430d-9690-413731ecfe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:55.417219 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-44eda9de-afeb-430d-9690-413731ecfe1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3091104 Nov 09 17:40:55.419181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:55.446237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-706d3c14-b9c6-4869-be2a-80fc73cbffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:55.448886 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-706d3c14-b9c6-4869-be2a-80fc73cbffc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1225703-4412-46cc-b572-90420e91b7e8 HTTP/1.1" status: 200 len: 797 time: 0.1991580 Nov 09 17:40:55.585216 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435caac2-42d8-4d9f-aaff-eb6468d5172f None None] The sync data for ids ['29cfe216-3583-49a2-a0f0-552c2d6674fc'] in n-d-817236-1 is: [{'id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-801720607-router', 'tenant_id': '18267222180e41fcbc2d0a5b0bad6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:40:23Z', 'updated_at': '2021-11-09T17:40:50Z', 'revision_number': 5, 'project_id': '18267222180e41fcbc2d0a5b0bad6417', 'gw_port': {'id': 'd512ff74-390e-4d17-b811-dfc895771a07', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cfe216-3583-49a2-a0f0-552c2d6674fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:40:24Z', 'updated_at': '2021-11-09T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:40:55.658356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-8358570b-fa86-4d94-b0a7-90b495cb929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:55.660586 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-8358570b-fa86-4d94-b0a7-90b495cb929e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab315546-1c38-4962-b0c6-63c0cb9e1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1445131 Nov 09 17:40:55.665186 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-8e2e3ea8-aad8-427e-b214-7f0017d0ea5f service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368901 Nov 09 17:40:55.694105 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d512ff74-390e-4d17-b811-dfc895771a07,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:55.753546 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1077766 Nov 09 17:40:55.798684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55746) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:55.858073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:55.865843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401f479-8845-442d-9ef5-9e2e761f7570 admin admin] Pushing event updated for resources: {'Network': ['ID=75c018ec-0b04-4833-997f-dc4d1238f2df,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:55.871020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6a869650-7bda-4fa7-b97d-26ca076e90e4 admin admin] Request body: {'subnet': {'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-91513327-subnet', 'tenant_id': '6a617172035c4d19aef584a080aeda51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:40:55.885507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 75c018ec-0b04-4833-997f-dc4d1238f2df details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:40:56.003349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc9e80-088a-4157-812c-0776ff3b8fcf req-66147552-1882-4ea1-839f-d95b04e26ff0 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:56.016687 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5fdc9e80-088a-4157-812c-0776ff3b8fcf req-66147552-1882-4ea1-839f-d95b04e26ff0 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 949 time: 0.6140726 Nov 09 17:40:56.044342 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:56.050478 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:56.112623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a869650-7bda-4fa7-b97d-26ca076e90e4 admin admin] Made reservation on behalf of 6a617172035c4d19aef584a080aeda51 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:40:56.132668 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a869650-7bda-4fa7-b97d-26ca076e90e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:56.150529 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5fdc9e80-088a-4157-812c-0776ff3b8fcf req-7cb7711f-5fc6-46fe-a938-ef6dd5acf25d tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368575 Nov 09 17:40:56.157288 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:56.158117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29cfe216-3583-49a2-a0f0-552c2d6674fc {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:40:56.165182 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:56.168112 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8a1a1166-f438-4a37-9fac-6410ff302c8c admin admin] 10.222.0.81 "DELETE /v2.0/routers/29cfe216-3583-49a2-a0f0-552c2d6674fc HTTP/1.1" status: 204 len: 168 time: 3.1879551 Nov 09 17:40:56.173256 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55750) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:56.232933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-0c8b0f68-2191-49d9-a087-7f669ad425aa service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626979 Nov 09 17:40:56.268419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6ed392-eca4-4bbb-b087-dfe9c4c8ee46 admin admin] Deleting subnet a2cbadfc-31c1-489a-9a1e-37e4452a582f {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:40:56.274856 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed392-eca4-4bbb-b087-dfe9c4c8ee46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:56.313455 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-3817262f-f498-46c3-8eb9-da0ba9f5113a service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288128 Nov 09 17:40:56.369383 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed392-eca4-4bbb-b087-dfe9c4c8ee46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:56.524895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36bf1b3b-58c6-43fa-83d9-c53894b4338a req-9b0310d9-00a8-4f4f-9912-b22512aa9692 service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775035 Nov 09 17:40:56.570479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-d9f4db73-b068-40d2-8ce8-007c6b7708ef tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port 24276343-e106-4d25-ae9d-f1b596c49da5 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:56.570479 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f4db73-b068-40d2-8ce8-007c6b7708ef tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:56.731374 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed392-eca4-4bbb-b087-dfe9c4c8ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:56.816289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc8ed-6ece-44e0-a739-f02c41a4619f req-4fcb5613-787d-4b4b-8eb7-4c1d0548b200 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:56.818220 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f38bc8ed-6ece-44e0-a739-f02c41a4619f req-4fcb5613-787d-4b4b-8eb7-4c1d0548b200 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.5531919 Nov 09 17:40:56.906373 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed392-eca4-4bbb-b087-dfe9c4c8ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:56.961075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dc9f2f44-5c0c-4390-b403-400722402e8e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:57.002385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ed392-eca4-4bbb-b087-dfe9c4c8ee46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2cbadfc-31c1-489a-9a1e-37e4452a582f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:57.011713 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed392-eca4-4bbb-b087-dfe9c4c8ee46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:57.017672 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5c6ed392-eca4-4bbb-b087-dfe9c4c8ee46 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a2cbadfc-31c1-489a-9a1e-37e4452a582f HTTP/1.1" status: 204 len: 168 time: 0.8406472 Nov 09 17:40:57.021160 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765d840-14bd-4d53-a23e-d29499155366 None None] Network e12675bb-5374-468a-9cd9-aa651d438b91 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:57.036245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55764) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:57.079661 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f4db73-b068-40d2-8ce8-007c6b7708ef tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:57.096048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: dc9f2f44-5c0c-4390-b403-400722402e8e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:40:57.108219 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dc9f2f44-5c0c-4390-b403-400722402e8e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:57.274925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-d9f4db73-b068-40d2-8ce8-007c6b7708ef tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for 24276343-e106-4d25-ae9d-f1b596c49da5 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:57.310840 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:57.419951 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f38bc8ed-6ece-44e0-a739-f02c41a4619f req-f502721d-b007-4b36-ba48-0abedd22904b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636623 Nov 09 17:40:57.428616 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a869650-7bda-4fa7-b97d-26ca076e90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:57.469959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 25a892e4-da1e-42ab-aa90-dbe27e35aca6 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:40:57.587066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a869650-7bda-4fa7-b97d-26ca076e90e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c4be93-f0c0-41e5-b7af-e37ae762dc0f,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:57.640570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8978567a-650e-47d4-98bd-a117d66af894 None None] DHCP port deletion for e12675bb-5374-468a-9cd9-aa651d438b91 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:40:57.698432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a869650-7bda-4fa7-b97d-26ca076e90e4 admin admin] Checking segment: {'id': '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:40:57.699092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a869650-7bda-4fa7-b97d-26ca076e90e4 admin admin] Network hostable DHCP agents. Network: 75c018ec-0b04-4833-997f-dc4d1238f2df, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:40:57.726460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 25a892e4-da1e-42ab-aa90-dbe27e35aca6 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:40:57.733130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a869650-7bda-4fa7-b97d-26ca076e90e4 admin admin] Network 75c018ec-0b04-4833-997f-dc4d1238f2df is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:40:57.736735 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 25a892e4-da1e-42ab-aa90-dbe27e35aca6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:40:57.737301 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:57.738380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Deleting port b79995bc-0c92-401d-a601-0e613ec3cc96 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:57.738905 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:57.756402 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cb829-65a5-4362-98e4-309bcb9fb82e req-ed607f96-d9d3-46e4-925f-66f85245458c tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:57.778233 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d8cb829-65a5-4362-98e4-309bcb9fb82e req-ed607f96-d9d3-46e4-925f-66f85245458c tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 949 time: 0.3116367 Nov 09 17:40:57.796507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-6a869650-7bda-4fa7-b97d-26ca076e90e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 75c018ec-0b04-4833-997f-dc4d1238f2df) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:40:57.804849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a869650-7bda-4fa7-b97d-26ca076e90e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:57.805633 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a869650-7bda-4fa7-b97d-26ca076e90e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:57.810347 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f4db73-b068-40d2-8ce8-007c6b7708ef tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:57.825630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c35f96-8ee2-4e9b-9bc4-ede556d700d5 None None] Network 75c018ec-0b04-4833-997f-dc4d1238f2df requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:57.866982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4db73-b068-40d2-8ce8-007c6b7708ef tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=24276343-e106-4d25-ae9d-f1b596c49da5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:57.887605 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6a869650-7bda-4fa7-b97d-26ca076e90e4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0641456 Nov 09 17:40:57.941665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8978567a-650e-47d4-98bd-a117d66af894 None None] Deleting port b79995bc-0c92-401d-a601-0e613ec3cc96 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:40:57.942166 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8978567a-650e-47d4-98bd-a117d66af894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:58.132126 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d8cb829-65a5-4362-98e4-309bcb9fb82e req-627fe61d-d097-47f4-8270-17a10c4b578b tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466117 Nov 09 17:40:58.163644 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:58.183512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] For port b79995bc-0c92-401d-a601-0e613ec3cc96, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b79995bc-0c92-401d-a601-0e613ec3cc96,segment=NetworkSegment(fc65ea1e-9b51-483d-ac6f-edc25ca87e00),segment_id=fc65ea1e-9b51-483d-ac6f-edc25ca87e00)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:58.196205 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:58.235839 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Calling delete_port for b79995bc-0c92-401d-a601-0e613ec3cc96 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:58.241994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417d7cf5-d904-40a1-827d-94755e5b992a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a892e4-da1e-42ab-aa90-dbe27e35aca6'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:40:58.255777 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ff0f59-8efb-43b2-af2c-7c781e6b4a55" -d '{"events": [{"server_uuid": "417d7cf5-d904-40a1-827d-94755e5b992a", "name": "network-vif-plugged", "status": "completed", "tag": "25a892e4-da1e-42ab-aa90-dbe27e35aca6"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:40:58.287447 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8978567a-650e-47d4-98bd-a117d66af894 None None] For port b79995bc-0c92-401d-a601-0e613ec3cc96, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b79995bc-0c92-401d-a601-0e613ec3cc96,segment=NetworkSegment(fc65ea1e-9b51-483d-ac6f-edc25ca87e00),segment_id=fc65ea1e-9b51-483d-ac6f-edc25ca87e00)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:58.289496 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8978567a-650e-47d4-98bd-a117d66af894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:58.381816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f4db73-b068-40d2-8ce8-007c6b7708ef tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:58.391045 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 25a892e4-da1e-42ab-aa90-dbe27e35aca6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=25a892e4-da1e-42ab-aa90-dbe27e35aca6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:40:58.397211 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8978567a-650e-47d4-98bd-a117d66af894 None None] Calling delete_port for b79995bc-0c92-401d-a601-0e613ec3cc96 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:40:58.407870 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:58.444218 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:58.501175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79995bc-0c92-401d-a601-0e613ec3cc96,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:58.503860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] No DVR routers for this DVR port b79995bc-0c92-401d-a601-0e613ec3cc96 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:58.514463 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05291ed9-afa3-4e6f-9550-bcc701aeb2f0 x-openstack-request-id: req-05291ed9-afa3-4e6f-9550-bcc701aeb2f0 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:40:58.515151 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417d7cf5-d904-40a1-827d-94755e5b992a", "name": "network-vif-plugged", "status": "completed", "tag": "25a892e4-da1e-42ab-aa90-dbe27e35aca6", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:40:58.515644 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05291ed9-afa3-4e6f-9550-bcc701aeb2f0 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:40:58.531860 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417d7cf5-d904-40a1-827d-94755e5b992a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a892e4-da1e-42ab-aa90-dbe27e35aca6', 'code': 200} Nov 09 17:40:58.533090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=25a892e4-da1e-42ab-aa90-dbe27e35aca6,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:58.708194 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8978567a-650e-47d4-98bd-a117d66af894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:58.762132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978567a-650e-47d4-98bd-a117d66af894 None None] Pushing event deleted for resources: {'Port': ['ID=b79995bc-0c92-401d-a601-0e613ec3cc96,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:58.763517 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:58.785584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef5cde-a098-4312-bd96-fabed6858931 None None] Network 75c018ec-0b04-4833-997f-dc4d1238f2df requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:40:58.836340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12675bb-5374-468a-9cd9-aa651d438b91']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:58.856202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc65ea1e-9b51-483d-ac6f-edc25ca87e00') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:58.858885 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc65ea1e-9b51-483d-ac6f-edc25ca87e00') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:40:58.880877 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:58.938864 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:58.961420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:40:58.962233 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:40:58.964590 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:40:58.990502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae88e7-4e79-4a23-ab0f-31d94ff2cf31 req-9c9a006d-8804-45d1-8012-28116457bb96 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:58.992917 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78ae88e7-4e79-4a23-ab0f-31d94ff2cf31 req-9c9a006d-8804-45d1-8012-28116457bb96 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.1083829 Nov 09 17:40:59.228588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d512ff74-390e-4d17-b811-dfc895771a07 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:59.270209 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:59.276274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: d512ff74-390e-4d17-b811-dfc895771a07 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:40:59.276870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d512ff74-390e-4d17-b811-dfc895771a07 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:59.277306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b79995bc-0c92-401d-a601-0e613ec3cc96 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:40:59.292368 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78ae88e7-4e79-4a23-ab0f-31d94ff2cf31 req-a40c101d-f6f5-4f73-b623-ec04ccecc189 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392356 Nov 09 17:40:59.304461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: b79995bc-0c92-401d-a601-0e613ec3cc96 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:40:59.304923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b79995bc-0c92-401d-a601-0e613ec3cc96 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:40:59.310850 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:59.312756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8978567a-650e-47d4-98bd-a117d66af894 None None] No DVR routers for this DVR port b79995bc-0c92-401d-a601-0e613ec3cc96 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:40:59.317931 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e12675bb-5374-468a-9cd9-aa651d438b91 HTTP/1.1" status: 204 len: 168 time: 2.2825458 Nov 09 17:40:59.328073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-45a498ee-a213-4e73-87b5-5c73ce1d75e7 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:59.341634 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-45a498ee-a213-4e73-87b5-5c73ce1d75e7 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/networks?id=75c018ec-0b04-4833-997f-dc4d1238f2df HTTP/1.1" status: 200 len: 813 time: 0.7347593 Nov 09 17:40:59.440042 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9214a5-1cce-4dea-a684-f810a308d9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e12675bb-5374-468a-9cd9-aa651d438b91,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:40:59.483549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2411c-e33c-4d68-b39e-7c009c2de1d8 req-bd4a70d6-3e5a-4e46-bada-e7c7334ab930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:40:59.488403 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17d2411c-e33c-4d68-b39e-7c009c2de1d8 req-bd4a70d6-3e5a-4e46-bada-e7c7334ab930 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 1101 time: 0.8973808 Nov 09 17:40:59.494952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-f8e054e8-8fc4-4791-99a0-65c4a0622f03 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/quotas/6a617172035c4d19aef584a080aeda51 HTTP/1.1" status: 200 len: 375 time: 0.1426258 Nov 09 17:40:59.504243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f4db73-b068-40d2-8ce8-007c6b7708ef tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 9f9dafc3-2329-4be3-bce6-738810cfb5e3 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:40:59.587860 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-ff2d1226-09bd-4aac-ba69-4438e4e3b4eb tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a617172035c4d19aef584a080aeda51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719557 Nov 09 17:40:59.690174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55820) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:59.771901 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-acb47fd9-9edb-4dca-920e-c541f05f8b77 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18267222180e41fcbc2d0a5b0bad6417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0797608 Nov 09 17:40:59.772637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55822) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:40:59.861834 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17d2411c-e33c-4d68-b39e-7c009c2de1d8 req-ade2fde1-385c-490b-977e-c6aa387312af service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530428 Nov 09 17:40:59.894044 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d157f099-f2d7-485a-ae18-622db34a4640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:40:59.979779 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d157f099-f2d7-485a-ae18-622db34a4640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:00.051046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f4db73-b068-40d2-8ce8-007c6b7708ef tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:00.063751 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa41626e-0f38-42c5-967f-4df516a628cc None None] Sync routers for ids ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:00.089461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41626e-0f38-42c5-967f-4df516a628cc None None] Routers {'9f9dafc3-2329-4be3-bce6-738810cfb5e3'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:00.090624 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-aa41626e-0f38-42c5-967f-4df516a628cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:00.136459 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d157f099-f2d7-485a-ae18-622db34a4640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:00.137763 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-17dc5920-968b-4a68-bd26-bb3989ce456e service neutron] 10.222.0.81 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489116 Nov 09 17:41:00.142426 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d157f099-f2d7-485a-ae18-622db34a4640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:00.155257 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d9f4db73-b068-40d2-8ce8-007c6b7708ef tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/9f9dafc3-2329-4be3-bce6-738810cfb5e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2357023 Nov 09 17:41:00.168323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d157f099-f2d7-485a-ae18-622db34a4640 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e911af45-ff95-4ec6-ab22-c1bf66e63430 HTTP/1.1" status: 204 len: 168 time: 0.3807585 Nov 09 17:41:00.169412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55836) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:00.285754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-aa41626e-0f38-42c5-967f-4df516a628cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:00.319373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41626e-0f38-42c5-967f-4df516a628cc None None] Routers {'9f9dafc3-2329-4be3-bce6-738810cfb5e3'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:00.320174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-aa41626e-0f38-42c5-967f-4df516a628cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:00.351204 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-fa53373f-16fd-45d3-9f37-6de38ab16519 service neutron] 10.222.0.81 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123089 Nov 09 17:41:00.422420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-aa41626e-0f38-42c5-967f-4df516a628cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:00.423567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa41626e-0f38-42c5-967f-4df516a628cc None None] The sync data for ids ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:00.440799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157f099-f2d7-485a-ae18-622db34a4640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e911af45-ff95-4ec6-ab22-c1bf66e63430,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:01.034533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ef3bf-5d2a-4bf1-93c6-e2d7719c95db req-3eef3236-143c-4cc1-8acf-1013ed4ab376 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:01.037771 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f06ef3bf-5d2a-4bf1-93c6-e2d7719c95db req-3eef3236-143c-4cc1-8acf-1013ed4ab376 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 950 time: 0.6499913 Nov 09 17:41:01.208975 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f06ef3bf-5d2a-4bf1-93c6-e2d7719c95db req-3b4b6465-e10b-41ca-a9e5-b90564500078 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533234 Nov 09 17:41:01.331839 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbc4a452-cf6c-4020-895f-49f565688a65 req-86639226-467b-43a1-af27-bb554e278ccc tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 210 time: 0.0458021 Nov 09 17:41:01.527288 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b79df15c-3386-4b58-bc3e-694372c52915 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:01.796096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e587c5-0420-47f8-b2a4-087dee54488c req-d13846d7-18ba-40ed-a1c6-5078cc22aab0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:01.796096 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78e587c5-0420-47f8-b2a4-087dee54488c req-d13846d7-18ba-40ed-a1c6-5078cc22aab0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.6077399 Nov 09 17:41:01.863368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78e587c5-0420-47f8-b2a4-087dee54488c req-4ce15623-6845-4d02-99d0-a19ba69ae918 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625832 Nov 09 17:41:02.180690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b79df15c-3386-4b58-bc3e-694372c52915 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port cc837b28-9a86-4e4f-ad4c-8d1c537293bd {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:02.181587 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b79df15c-3386-4b58-bc3e-694372c52915 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:02.379616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b79df15c-3386-4b58-bc3e-694372c52915 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:02.406276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b79df15c-3386-4b58-bc3e-694372c52915 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for cc837b28-9a86-4e4f-ad4c-8d1c537293bd owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:02.572995 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:41:02.627044 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-cd7be681-1734-4d30-8c0f-5e77d38cf02d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:02.628584 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-cd7be681-1734-4d30-8c0f-5e77d38cf02d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.13 "GET /v2.0/networks?id=75c018ec-0b04-4833-997f-dc4d1238f2df HTTP/1.1" status: 200 len: 813 time: 0.2064664 Nov 09 17:41:02.652116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-6a3519aa-4f1c-4d2c-aa33-69b619eec55c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Request body: {'port': {'device_id': 'ac4d63da-5748-499f-8a0b-44fddffe2379', 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df', 'admin_state_up': True, 'tenant_id': '6a617172035c4d19aef584a080aeda51'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:02.684428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a53e66-bd7a-4797-b2f6-bdc33b120f90 req-fb898624-1054-44c5-9649-c7886435b5af tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:02.687240 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-28a53e66-bd7a-4797-b2f6-bdc33b120f90 req-fb898624-1054-44c5-9649-c7886435b5af tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 950 time: 0.1237235 Nov 09 17:41:02.871142 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-28a53e66-bd7a-4797-b2f6-bdc33b120f90 req-ec74c1ea-9b59-40ad-923e-4019baa26e5f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740630 Nov 09 17:41:02.883905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-6a3519aa-4f1c-4d2c-aa33-69b619eec55c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Made reservation on behalf of 6a617172035c4d19aef584a080aeda51 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:02.894199 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-6a3519aa-4f1c-4d2c-aa33-69b619eec55c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:02.934563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55936) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:03.039421 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b79df15c-3386-4b58-bc3e-694372c52915 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:03.123195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79df15c-3386-4b58-bc3e-694372c52915 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=cc837b28-9a86-4e4f-ad4c-8d1c537293bd,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:03.147578 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea568fd6-081b-42cd-a849-c31f6049205e req-7587cde3-47ea-4d0e-a98c-bf415859c433 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 210 time: 0.0407710 Nov 09 17:41:03.256412 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-6a3519aa-4f1c-4d2c-aa33-69b619eec55c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Allocated IP 172.20.0.13 (75c018ec-0b04-4833-997f-dc4d1238f2df/58c4be93-f0c0-41e5-b7af-e37ae762dc0f/60eb4aca-e649-42c7-87b2-ddaec658ea5d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:03.363337 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc8df-a02c-4a50-acba-435e30c190b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:03.449707 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b79df15c-3386-4b58-bc3e-694372c52915 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:03.584428 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-6a3519aa-4f1c-4d2c-aa33-69b619eec55c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:03.613000 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc8df-a02c-4a50-acba-435e30c190b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:03.620803 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc8df-a02c-4a50-acba-435e30c190b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:03.643854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ab999-8ed2-42ef-be49-da94c1d22bc6 req-a8ac3648-c77f-447c-9c7f-f8db82c45c11 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:03.647727 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a4ab999-8ed2-42ef-be49-da94c1d22bc6 req-a8ac3648-c77f-447c-9c7f-f8db82c45c11 tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 1101 time: 0.2852941 Nov 09 17:41:03.684165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2dfbc8df-a02c-4a50-acba-435e30c190b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41490e8be7684d0ebccd0f20c55eade3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7448854 Nov 09 17:41:03.687156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbc8df-a02c-4a50-acba-435e30c190b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2380f2ce-337c-4233-9b95-afa771e720c4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:03.690257 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55970) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:03.701896 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-6a3519aa-4f1c-4d2c-aa33-69b619eec55c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:03.788274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-6a3519aa-4f1c-4d2c-aa33-69b619eec55c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Network 75c018ec-0b04-4833-997f-dc4d1238f2df is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:03.795142 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-6a3519aa-4f1c-4d2c-aa33-69b619eec55c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:03.804757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-6a3519aa-4f1c-4d2c-aa33-69b619eec55c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:03.809544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3519aa-4f1c-4d2c-aa33-69b619eec55c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Pushing event updated for resources: {'Port': ['ID=60eb4aca-e649-42c7-87b2-ddaec658ea5d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:03.824133 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a4ab999-8ed2-42ef-be49-da94c1d22bc6 req-30f0afe6-41bd-435f-99a3-0ee2d4eb6bce tempest-ServersOnMultiNodesTest-1761394694 tempest-ServersOnMultiNodesTest-1761394694-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581156 Nov 09 17:41:03.877260 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e184bd5b-6f3d-4e1e-bfd2-ecc46f6adfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:03.899327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-6a3519aa-4f1c-4d2c-aa33-69b619eec55c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:03.901261 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-6a3519aa-4f1c-4d2c-aa33-69b619eec55c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:03.924834 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79df15c-3386-4b58-bc3e-694372c52915 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 9f9dafc3-2329-4be3-bce6-738810cfb5e3 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:41:03.928483 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e184bd5b-6f3d-4e1e-bfd2-ecc46f6adfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:03.944584 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-6a3519aa-4f1c-4d2c-aa33-69b619eec55c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2972119 Nov 09 17:41:03.975973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Request body: {'port': {'device_id': 'ac4d63da-5748-499f-8a0b-44fddffe2379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:04.102189 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:04.104363 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79df15c-3386-4b58-bc3e-694372c52915 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:04.112043 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b79df15c-3386-4b58-bc3e-694372c52915 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/9f9dafc3-2329-4be3-bce6-738810cfb5e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9298742 Nov 09 17:41:04.117972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55978) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:04.129182 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec85d6c-3795-40a3-b586-95b33efd0674 None None] Sync routers for ids ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:04.137430 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e184bd5b-6f3d-4e1e-bfd2-ecc46f6adfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:04.141574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5bd30-4aa3-422d-82b1-332512a12800 req-1a855fbb-4461-4c5c-82da-d2129314162c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:04.143181 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e184bd5b-6f3d-4e1e-bfd2-ecc46f6adfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:04.150466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e184bd5b-6f3d-4e1e-bfd2-ecc46f6adfa5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2380f2ce-337c-4233-9b95-afa771e720c4 HTTP/1.1" status: 204 len: 168 time: 0.4568665 Nov 09 17:41:04.152624 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec85d6c-3795-40a3-b586-95b33efd0674 None None] Routers {'9f9dafc3-2329-4be3-bce6-738810cfb5e3'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:04.155832 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2ec85d6c-3795-40a3-b586-95b33efd0674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:04.163592 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e4b5bd30-4aa3-422d-82b1-332512a12800 req-1a855fbb-4461-4c5c-82da-d2129314162c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.2204459 Nov 09 17:41:04.175621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184bd5b-6f3d-4e1e-bfd2-ecc46f6adfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2380f2ce-337c-4233-9b95-afa771e720c4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:04.249188 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2ec85d6c-3795-40a3-b586-95b33efd0674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:04.254435 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-17663666-66e0-4784-badd-9759fee4e45a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f9dafc3-2329-4be3-bce6-738810cfb5e3 HTTP/1.1" status: 200 len: 205 time: 0.1309600 Nov 09 17:41:04.259663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55984) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:04.270847 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec85d6c-3795-40a3-b586-95b33efd0674 None None] Routers {'9f9dafc3-2329-4be3-bce6-738810cfb5e3'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:04.272375 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2ec85d6c-3795-40a3-b586-95b33efd0674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:04.314205 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e4b5bd30-4aa3-422d-82b1-332512a12800 req-e484030f-31cf-4e31-a439-2b1ebe7129fc tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491108 Nov 09 17:41:04.409227 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2ec85d6c-3795-40a3-b586-95b33efd0674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:04.410350 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec85d6c-3795-40a3-b586-95b33efd0674 None None] The sync data for ids ['9f9dafc3-2329-4be3-bce6-738810cfb5e3'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:04.641468 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-38362109-5a57-49a1-b7e0-76fa60cab8f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:04.762254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5453f2-8cdf-47b1-9680-75cee60b8d12 req-cfe3fa97-a56f-4938-8710-685f8ac92e1b tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:04.765152 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ff5453f2-8cdf-47b1-9680-75cee60b8d12 req-cfe3fa97-a56f-4938-8710-685f8ac92e1b tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 932 time: 0.1472299 Nov 09 17:41:04.841027 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ff5453f2-8cdf-47b1-9680-75cee60b8d12 req-4b2b3f51-0bc0-4baf-812e-d7b8a42dd9ce tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663922 Nov 09 17:41:05.107040 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-38362109-5a57-49a1-b7e0-76fa60cab8f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:05.113704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-38362109-5a57-49a1-b7e0-76fa60cab8f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:05.126099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7911f82-1eb2-46a4-a2a0-d5279beff277 req-defe3d54-a36b-439b-a76f-2073bdb90e93 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:05.127744 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b7911f82-1eb2-46a4-a2a0-d5279beff277 req-defe3d54-a36b-439b-a76f-2073bdb90e93 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 950 time: 0.2731156 Nov 09 17:41:05.221980 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-38362109-5a57-49a1-b7e0-76fa60cab8f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:05.222460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38362109-5a57-49a1-b7e0-76fa60cab8f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Fanout notify agent at l3_agent the message router_deleted on router 9f9dafc3-2329-4be3-bce6-738810cfb5e3 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:41:05.235957 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-38362109-5a57-49a1-b7e0-76fa60cab8f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:05.241150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-38362109-5a57-49a1-b7e0-76fa60cab8f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/9f9dafc3-2329-4be3-bce6-738810cfb5e3 HTTP/1.1" status: 204 len: 168 time: 0.9795740 Nov 09 17:41:05.246060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56022) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:05.290290 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-994318db-dd30-4fbd-babc-e846799212f4 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:05.292130 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-994318db-dd30-4fbd-babc-e846799212f4 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/networks?id=229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 200 len: 804 time: 0.2848372 Nov 09 17:41:05.305538 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b7911f82-1eb2-46a4-a2a0-d5279beff277 req-1f54810d-cbde-445e-9341-fa71e743b063 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616926 Nov 09 17:41:05.317229 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-7561e4b9-b7fd-4028-8462-fdbea40d8b7d tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/quotas/3c46fb553fd5455a99b1c992509a9782 HTTP/1.1" status: 200 len: 375 time: 0.0135715 Nov 09 17:41:05.379136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6970616c-7d4b-477b-8861-92d2bce7865b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting subnet 986a6a16-223e-45bf-90bd-55ff01ae0ecc {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:41:05.386681 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6970616c-7d4b-477b-8861-92d2bce7865b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:05.398156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60eb4aca-e649-42c7-87b2-ddaec658ea5d {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:05.440115 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-308a31fe-822d-4627-a33e-64da717e33c6 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c46fb553fd5455a99b1c992509a9782&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1098199 Nov 09 17:41:05.448673 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:05.454102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-8b8d6a74-ea75-41a7-aea9-350f4f7e527e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:41:05.470007 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-8b8d6a74-ea75-41a7-aea9-350f4f7e527e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251398 Nov 09 17:41:05.477836 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 715d84df-c37d-40e2-80f9-c290b6e2c9f2 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:05.492626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56030) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:05.527590 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6970616c-7d4b-477b-8861-92d2bce7865b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:05.587264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Transition to ACTIVE for port object 60eb4aca-e649-42c7-87b2-ddaec658ea5d will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:41:05.602421 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:05.603441 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:05.647393 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-e5311a82-4385-41c7-b2ac-982c1c8ab123 service neutron] 10.222.0.81 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714559 Nov 09 17:41:05.659671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '715d84df-c37d-40e2-80f9-c290b6e2c9f2'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:05.671647 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f967c7ee-4228-4d61-bd7c-5a89ac7bff1c" -d '{"events": [{"server_uuid": "5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da", "name": "network-vif-unplugged", "status": "completed", "tag": "715d84df-c37d-40e2-80f9-c290b6e2c9f2"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:05.700756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 715d84df-c37d-40e2-80f9-c290b6e2c9f2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=715d84df-c37d-40e2-80f9-c290b6e2c9f2,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:05.709812 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:05.743582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Pushing event updated for resources: {'Port': ['ID=60eb4aca-e649-42c7-87b2-ddaec658ea5d,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:05.764898 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6970616c-7d4b-477b-8861-92d2bce7865b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:05.829417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-306446582-network', 'tenant_id': '3fc2f364391d4a7ba375a1a2ebd4fb07'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:05.831811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=715d84df-c37d-40e2-80f9-c290b6e2c9f2,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:05.864018 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-5da475de-addc-4803-ae5a-2f59d53c047f service neutron] 10.222.0.81 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028301 Nov 09 17:41:05.883508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b436782-f9c2-4d50-ad57-8c579247f87f req-49f064a9-8917-404e-aba7-f11780727652 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:05.886787 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b436782-f9c2-4d50-ad57-8c579247f87f req-49f064a9-8917-404e-aba7-f11780727652 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.2412591 Nov 09 17:41:05.983158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Made reservation on behalf of 3fc2f364391d4a7ba375a1a2ebd4fb07 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:05.987117 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:06.055927 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:06.082084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Attempting to bind port 60eb4aca-e649-42c7-87b2-ddaec658ea5d on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:41:06.083117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Attempting to bind port 60eb4aca-e649-42c7-87b2-ddaec658ea5d by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:41:06.083894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Attempting to bind port 60eb4aca-e649-42c7-87b2-ddaec658ea5d on network 75c018ec-0b04-4833-997f-dc4d1238f2df {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:06.089743 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b436782-f9c2-4d50-ad57-8c579247f87f req-925c7fd1-6e5a-42b7-bd85-4db4774f1260 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815176 Nov 09 17:41:06.092832 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6970616c-7d4b-477b-8861-92d2bce7865b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:06.140092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Port 60eb4aca-e649-42c7-87b2-ddaec658ea5d on network 75c018ec-0b04-4833-997f-dc4d1238f2df not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:41:06.140982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Attempting to bind port 60eb4aca-e649-42c7-87b2-ddaec658ea5d on network 75c018ec-0b04-4833-997f-dc4d1238f2df {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:06.144325 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b430f004-0f91-465b-87ba-0e21acd4bbf1 x-openstack-request-id: req-b430f004-0f91-465b-87ba-0e21acd4bbf1 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:06.146243 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da", "name": "network-vif-unplugged", "status": "completed", "tag": "715d84df-c37d-40e2-80f9-c290b6e2c9f2", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:06.147045 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b430f004-0f91-465b-87ba-0e21acd4bbf1 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:06.147818 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '715d84df-c37d-40e2-80f9-c290b6e2c9f2', 'code': 200} Nov 09 17:41:06.153489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970616c-7d4b-477b-8861-92d2bce7865b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Subnet': ['ID=986a6a16-223e-45bf-90bd-55ff01ae0ecc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:06.165853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:06.166219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Checking segment: {'id': '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:06.171129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Bound using segment: {'id': '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:06.171129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Bound port: 60eb4aca-e649-42c7-87b2-ddaec658ea5d, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:41:06.171129 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:06.175997 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6970616c-7d4b-477b-8861-92d2bce7865b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:06.183619 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56046) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:06.184044 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6970616c-7d4b-477b-8861-92d2bce7865b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/986a6a16-223e-45bf-90bd-55ff01ae0ecc HTTP/1.1" status: 204 len: 168 time: 0.9359534 Nov 09 17:41:06.187271 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6db22d-e626-4909-969f-68aee57037b5 None None] Network 5c56ab98-4221-4af4-b8d7-4b3a98fbde8c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:06.358926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5790f95b-98fc-418d-ab21-72e428ba4c48 req-728a6a1f-0b82-4fae-97dc-bc3abdb1c4e6 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 210 time: 0.0619071 Nov 09 17:41:06.420592 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ac27bf-8fe1-45a8-a49c-565d6a50ff89 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting subnet 7dc03710-ac75-4384-9b71-6803d5b00ba5 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:41:06.427415 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2ac27bf-8fe1-45a8-a49c-565d6a50ff89 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:06.432265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db3b41-2d32-494d-8148-b6220e3f0bc5 req-459ee930-29fa-41d2-8f36-82cc98d2efc4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:06.434092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3db3b41-2d32-494d-8148-b6220e3f0bc5 req-459ee930-29fa-41d2-8f36-82cc98d2efc4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 950 time: 0.2597787 Nov 09 17:41:06.440548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] For port 60eb4aca-e649-42c7-87b2-ddaec658ea5d, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:06.464365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] For port 60eb4aca-e649-42c7-87b2-ddaec658ea5d, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=60eb4aca-e649-42c7-87b2-ddaec658ea5d,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:06.523495 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:06.564973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f44358-6b4e-44d3-b080-12c83596c3ad req-47e038df-2681-4d8b-9036-ba67ab2298b5 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:06.573738 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b9f44358-6b4e-44d3-b080-12c83596c3ad req-47e038df-2681-4d8b-9036-ba67ab2298b5 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 944 time: 0.2792709 Nov 09 17:41:06.599883 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2ac27bf-8fe1-45a8-a49c-565d6a50ff89 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:06.626705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedfc14e-8dcb-4a11-9d1f-d7c44ddc498b None None] DHCP port deletion for 5c56ab98-4221-4af4-b8d7-4b3a98fbde8c request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:06.662375 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:06.696665 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:06.697537 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:06.699334 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/60eb4aca-e649-42c7-87b2-ddaec658ea5d HTTP/1.1" status: 200 len: 1092 time: 2.7347672 Nov 09 17:41:06.701365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4d63da-5748-499f-8a0b-44fddffe2379', 'tag': '60eb4aca-e649-42c7-87b2-ddaec658ea5d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:06.704506 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db986a1e-faf6-4fd7-ab03-e122f36e01cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4d63da-5748-499f-8a0b-44fddffe2379", "tag": "60eb4aca-e649-42c7-87b2-ddaec658ea5d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:06.720371 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:06.809701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-bedfc14e-8dcb-4a11-9d1f-d7c44ddc498b None None] Deleting port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:06.810584 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bedfc14e-8dcb-4a11-9d1f-d7c44ddc498b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:06.826539 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b9f44358-6b4e-44d3-b080-12c83596c3ad req-32a5be7d-b235-4290-93a9-a7a6c356d441 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517066 Nov 09 17:41:06.827458 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471f1db-aff4-4076-b213-133fe12515a0 service neutron] Pushing event updated for resources: {'Port': ['ID=60eb4aca-e649-42c7-87b2-ddaec658ea5d,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:06.844132 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2ac27bf-8fe1-45a8-a49c-565d6a50ff89 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:06.855880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:41:06.980649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:07.033767 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2ac27bf-8fe1-45a8-a49c-565d6a50ff89 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.069093 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.069496 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Added segment b6a72571-bc06-4a45-93bb-b2a6aa2a6609 of type vlan for network 87823cd0-78b4-431d-8bac-d10afad7f91c Nov 09 17:41:07.105620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179926a6-f595-403e-b7b6-6e273b587bc2,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:07.122683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac27bf-8fe1-45a8-a49c-565d6a50ff89 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc03710-ac75-4384-9b71-6803d5b00ba5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:07.124641 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ff807-038d-48e3-a1c2-3be26ad7dabd None None] Network f52b7883-5f8c-4342-8e9e-dde2b98cc8c4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:07.127732 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2ac27bf-8fe1-45a8-a49c-565d6a50ff89 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.137681 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a2ac27bf-8fe1-45a8-a49c-565d6a50ff89 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/7dc03710-ac75-4384-9b71-6803d5b00ba5 HTTP/1.1" status: 204 len: 168 time: 0.9500325 Nov 09 17:41:07.139806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56060) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:07.202978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-1fe15392-b0d6-4c16-bc78-230d4f6a0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:07.205555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-1fe15392-b0d6-4c16-bc78-230d4f6a0f62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a617172035c4d19aef584a080aeda51&device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 1095 time: 0.4370129 Nov 09 17:41:07.215079 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.269047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bedfc14e-8dcb-4a11-9d1f-d7c44ddc498b None None] For port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8,segment=NetworkSegment(1bbf96b0-8d1a-4655-916a-f6362b341b79),segment_id=1bbf96b0-8d1a-4655-916a-f6362b341b79)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:07.270821 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bedfc14e-8dcb-4a11-9d1f-d7c44ddc498b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.280057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c3db3b41-2d32-494d-8148-b6220e3f0bc5 req-c525016f-3c9f-41c8-bb84-d62561469bfb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Deleting port 25a892e4-da1e-42ab-aa90-dbe27e35aca6 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:07.280420 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3db3b41-2d32-494d-8148-b6220e3f0bc5 req-c525016f-3c9f-41c8-bb84-d62561469bfb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.291850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-2b96aa4e-7ee8-4d97-9847-bcd21519532c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60eb4aca-e649-42c7-87b2-ddaec658ea5d HTTP/1.1" status: 200 len: 217 time: 0.0729516 Nov 09 17:41:07.304652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-bedfc14e-8dcb-4a11-9d1f-d7c44ddc498b None None] Calling delete_port for 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:07.322091 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.428560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:07.429284 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.550464 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.616992 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] For port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8,segment=NetworkSegment(1bbf96b0-8d1a-4655-916a-f6362b341b79),segment_id=1bbf96b0-8d1a-4655-916a-f6362b341b79)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:07.619316 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.624982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8,segment=NetworkSegment(1bbf96b0-8d1a-4655-916a-f6362b341b79),segment_id=1bbf96b0-8d1a-4655-916a-f6362b341b79)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:07.644866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-4a12bb7e-2313-4b5d-a0ba-1191744f2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:07.645907 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.648558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-4a12bb7e-2313-4b5d-a0ba-1191744f2f49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58c4be93-f0c0-41e5-b7af-e37ae762dc0f HTTP/1.1" status: 200 len: 853 time: 0.3424244 Nov 09 17:41:07.649151 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:07.698119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af341f3-1983-4112-a72f-abf3cfa78c56 req-3f5dfe38-1be3-43ff-b95b-1a910c33b2eb tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:07.702277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2af341f3-1983-4112-a72f-abf3cfa78c56 req-3f5dfe38-1be3-43ff-b95b-1a910c33b2eb tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da HTTP/1.1" status: 200 len: 944 time: 0.7571952 Nov 09 17:41:07.715330 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bedfc14e-8dcb-4a11-9d1f-d7c44ddc498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.727717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c3db3b41-2d32-494d-8148-b6220e3f0bc5 req-c525016f-3c9f-41c8-bb84-d62561469bfb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] For port 25a892e4-da1e-42ab-aa90-dbe27e35aca6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=25a892e4-da1e-42ab-aa90-dbe27e35aca6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:07.728726 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3db3b41-2d32-494d-8148-b6220e3f0bc5 req-c525016f-3c9f-41c8-bb84-d62561469bfb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.730173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3a3080-8c4b-4817-ab31-38926bb846bc None None] DHCP port deletion for f52b7883-5f8c-4342-8e9e-dde2b98cc8c4 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:07.736133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event deleted for resources: {'Port': ['ID=3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:07.761061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c3db3b41-2d32-494d-8148-b6220e3f0bc5 req-c525016f-3c9f-41c8-bb84-d62561469bfb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Calling delete_port for 25a892e4-da1e-42ab-aa90-dbe27e35aca6 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:07.797184 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.798965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfc14e-8dcb-4a11-9d1f-d7c44ddc498b None None] Pushing event deleted for resources: {'Port': ['ID=3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:07.803158 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.807360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:07.808798 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.829217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedfc14e-8dcb-4a11-9d1f-d7c44ddc498b None None] No DVR routers for this DVR port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:07.831382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa38c5-fd15-49ae-88c1-49dd9e398c5d req-fb52232b-66f2-4d80-b563-441a8a1cc6e5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:07.835051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75aa38c5-fd15-49ae-88c1-49dd9e398c5d req-fb52232b-66f2-4d80-b563-441a8a1cc6e5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 950 time: 0.7838860 Nov 09 17:41:07.848714 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eff6de-2e38-46fb-9580-3ad31f9fc21f x-openstack-request-id: req-66eff6de-2e38-46fb-9580-3ad31f9fc21f {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:07.849818 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4d63da-5748-499f-8a0b-44fddffe2379", "tag": "60eb4aca-e649-42c7-87b2-ddaec658ea5d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:07.850587 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66eff6de-2e38-46fb-9580-3ad31f9fc21f {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:07.852486 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4d63da-5748-499f-8a0b-44fddffe2379', 'tag': '60eb4aca-e649-42c7-87b2-ddaec658ea5d', 'status': 'completed', 'code': 200} Nov 09 17:41:07.874313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:07.878451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No DVR routers for this DVR port 3e8735f4-a1b9-4fdd-a0a9-9dd4be2da0e8 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:07.884982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a3080-8c4b-4817-ab31-38926bb846bc None None] Deleting port 570d9590-2a9b-4b03-8b5a-181c09134fd1 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:07.884982 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fb3a3080-8c4b-4817-ab31-38926bb846bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:07.985751 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-ef2c6220-b4c9-48d1-b39e-1c07adc15739 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75c018ec-0b04-4833-997f-dc4d1238f2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2010338 Nov 09 17:41:07.994081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fb3a3080-8c4b-4817-ab31-38926bb846bc None None] For port 570d9590-2a9b-4b03-8b5a-181c09134fd1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=570d9590-2a9b-4b03-8b5a-181c09134fd1,segment=NetworkSegment(af4a4dd4-0b75-458c-a38b-66ae12da064d),segment_id=af4a4dd4-0b75-458c-a38b-66ae12da064d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:07.994081 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fb3a3080-8c4b-4817-ab31-38926bb846bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:08.014106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a3080-8c4b-4817-ab31-38926bb846bc None None] Calling delete_port for 570d9590-2a9b-4b03-8b5a-181c09134fd1 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:08.126323 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fb3a3080-8c4b-4817-ab31-38926bb846bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:08.158284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a3080-8c4b-4817-ab31-38926bb846bc None None] Pushing event deleted for resources: {'Port': ['ID=570d9590-2a9b-4b03-8b5a-181c09134fd1,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:08.177088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a3080-8c4b-4817-ab31-38926bb846bc None None] No DVR routers for this DVR port 570d9590-2a9b-4b03-8b5a-181c09134fd1 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:08.212327 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7179348 Nov 09 17:41:08.299006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56070) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:08.467292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:08.502090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c520900-dcd5-4fcc-a30a-87060e0b0fcf req-ecfb8bca-af27-4190-b769-7a032ddff4ca tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:08.503836 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1c520900-dcd5-4fcc-a30a-87060e0b0fcf req-ecfb8bca-af27-4190-b769-7a032ddff4ca tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.5775774 Nov 09 17:41:08.508460 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c56ab98-4221-4af4-b8d7-4b3a98fbde8c']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:08.528635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbf96b0-8d1a-4655-916a-f6362b341b79') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:08.528933 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbf96b0-8d1a-4655-916a-f6362b341b79') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:08.547559 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:08.577707 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:08.585442 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1c520900-dcd5-4fcc-a30a-87060e0b0fcf req-a4bb1390-0b3e-4729-9be3-6eb7c08efccc tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680456 Nov 09 17:41:08.590243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:41:08.591641 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:41:08.595551 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:41:08.759642 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6e9cad4c-4298-4612-81dc-b8f138b8c318 req-55b43a20-7f29-48ad-9966-8bb4489fdfec tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 210 time: 0.0513043 Nov 09 17:41:08.761027 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:08.782743 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:08.799190 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/networks/5c56ab98-4221-4af4-b8d7-4b3a98fbde8c HTTP/1.1" status: 204 len: 168 time: 1.6570344 Nov 09 17:41:08.803483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56074) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:08.826713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-0465dee7-b2d6-4342-8c49-65412b0b2653 service neutron] 10.222.0.13 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7246914 Nov 09 17:41:08.837755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18762ae6-7f2d-434d-82d8-6ae1058da774 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Network': ['ID=5c56ab98-4221-4af4-b8d7-4b3a98fbde8c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:08.903476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 570d9590-2a9b-4b03-8b5a-181c09134fd1 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:08.935814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-fed6f516-0a07-4808-a9d8-66e4be886b05 admin admin] Request body: {'subnet': {'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-306446582-subnet', 'tenant_id': '3fc2f364391d4a7ba375a1a2ebd4fb07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:08.954679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 570d9590-2a9b-4b03-8b5a-181c09134fd1 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:41:08.955543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 570d9590-2a9b-4b03-8b5a-181c09134fd1 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:08.971907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237321f-44b6-44f3-a145-3977d82c00cf admin admin] Pushing event updated for resources: {'Network': ['ID=87823cd0-78b4-431d-8bac-d10afad7f91c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:08.986458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 87823cd0-78b4-431d-8bac-d10afad7f91c details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:41:09.033397 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9014744a-9f3e-478a-bedc-4ae5bf1739f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:09.063183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed6f516-0a07-4808-a9d8-66e4be886b05 admin admin] Made reservation on behalf of 3fc2f364391d4a7ba375a1a2ebd4fb07 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:09.065609 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fed6f516-0a07-4808-a9d8-66e4be886b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:09.083987 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75aa38c5-fd15-49ae-88c1-49dd9e398c5d req-65598092-4752-495c-b843-06b9ab88223c tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2269666 Nov 09 17:41:09.113272 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea82483-b961-467d-b573-a13c08a028ef req-017020e9-a822-48c2-a7c0-ad7d71df33cf tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:09.116036 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ea82483-b961-467d-b573-a13c08a028ef req-017020e9-a822-48c2-a7c0-ad7d71df33cf tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 944 time: 0.1608078 Nov 09 17:41:09.150418 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3db3b41-2d32-494d-8148-b6220e3f0bc5 req-c525016f-3c9f-41c8-bb84-d62561469bfb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:09.168727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['c5863185-f69d-4681-b8ca-3c6de71be81a', '2c29fdb2-c836-4e0d-a887-fb58da35f3ca', 'ec6812b9-660b-4ea5-9433-5d560bd02f76'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:09.216626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6', '53fcf9fa-3019-49de-aa72-70737000dadb', '9dee5add-453f-472d-822e-e30816c5b920', '24e8adb3-51f1-4007-aa87-c22c09fbd4c1', '25a892e4-da1e-42ab-aa90-dbe27e35aca6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:09.249672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525016f-3c9f-41c8-bb84-d62561469bfb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event deleted for resources: {'Port': ['ID=25a892e4-da1e-42ab-aa90-dbe27e35aca6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:09.289195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-133c02f1-a2c0-4155-ba76-9fca50fd11dd tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:09.290759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-133c02f1-a2c0-4155-ba76-9fca50fd11dd tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.13 "GET /v2.0/networks?id=229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 200 len: 804 time: 1.1652811 Nov 09 17:41:09.303479 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9014744a-9f3e-478a-bedc-4ae5bf1739f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:09.324642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-4e2236c7-f524-46d7-b8fa-3ea6ee7f1c60 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Request body: {'port': {'device_id': '4f357884-d2de-4e81-8fcc-2b7e30439519', 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9', 'admin_state_up': True, 'tenant_id': '3c46fb553fd5455a99b1c992509a9782'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:09.343742 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5af1aa13-cb28-4e41-b2f3-c891141f0d1c req-932f0934-ba57-4d36-b665-1bbf7a168a8a service neutron] 10.222.0.13 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890893 Nov 09 17:41:09.368071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-9014744a-9f3e-478a-bedc-4ae5bf1739f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52b7883-5f8c-4342-8e9e-dde2b98cc8c4']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:09.393490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-9014744a-9f3e-478a-bedc-4ae5bf1739f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4a4dd4-0b75-458c-a38b-66ae12da064d') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:09.394382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-9014744a-9f3e-478a-bedc-4ae5bf1739f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4a4dd4-0b75-458c-a38b-66ae12da064d') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:09.428009 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9014744a-9f3e-478a-bedc-4ae5bf1739f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:09.463273 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9014744a-9f3e-478a-bedc-4ae5bf1739f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:09.481023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3db3b41-2d32-494d-8148-b6220e3f0bc5 req-c525016f-3c9f-41c8-bb84-d62561469bfb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] No DVR routers for this DVR port 25a892e4-da1e-42ab-aa90-dbe27e35aca6 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:09.488182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9014744a-9f3e-478a-bedc-4ae5bf1739f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:41:09.489507 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9014744a-9f3e-478a-bedc-4ae5bf1739f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:09.499129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-2af341f3-1983-4112-a72f-abf3cfa78c56 req-e37f14c5-44c6-464d-be65-3ff905469b90 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Deleting port 715d84df-c37d-40e2-80f9-c290b6e2c9f2 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:09.500396 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2af341f3-1983-4112-a72f-abf3cfa78c56 req-e37f14c5-44c6-464d-be65-3ff905469b90 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:09.519171 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3db3b41-2d32-494d-8148-b6220e3f0bc5 req-c525016f-3c9f-41c8-bb84-d62561469bfb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:09.526088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3db3b41-2d32-494d-8148-b6220e3f0bc5 req-c525016f-3c9f-41c8-bb84-d62561469bfb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "DELETE /v2.0/ports/25a892e4-da1e-42ab-aa90-dbe27e35aca6 HTTP/1.1" status: 204 len: 173 time: 3.0810583 Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:41:09.654066 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:41:09.669853 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9014744a-9f3e-478a-bedc-4ae5bf1739f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:09.701874 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9014744a-9f3e-478a-bedc-4ae5bf1739f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:09.708364 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9014744a-9f3e-478a-bedc-4ae5bf1739f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/networks/f52b7883-5f8c-4342-8e9e-dde2b98cc8c4 HTTP/1.1" status: 204 len: 168 time: 0.9033339 Nov 09 17:41:09.717061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56084) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:09.734811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-017abe4b-e1c1-4429-a1df-18e18bd2e7b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'network': {'name': 'tempest-RoutersTest-958989756'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:09.764419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014744a-9f3e-478a-bedc-4ae5bf1739f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Network': ['ID=f52b7883-5f8c-4342-8e9e-dde2b98cc8c4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:09.825808 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ea82483-b961-467d-b573-a13c08a028ef req-04f46505-f94a-453f-b165-eddd0e473452 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689436 Nov 09 17:41:09.831938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017abe4b-e1c1-4429-a1df-18e18bd2e7b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:09.841853 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-017abe4b-e1c1-4429-a1df-18e18bd2e7b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:09.867952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417d7cf5-d904-40a1-827d-94755e5b992a', 'name': 'network-vif-deleted', 'tag': '25a892e4-da1e-42ab-aa90-dbe27e35aca6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:09.877434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56090) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:09.877727 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b81b01-d3b9-4a07-865c-5cfc4eb8a458" -d '{"events": [{"server_uuid": "417d7cf5-d904-40a1-827d-94755e5b992a", "name": "network-vif-deleted", "tag": "25a892e4-da1e-42ab-aa90-dbe27e35aca6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:09.917490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017abe4b-e1c1-4429-a1df-18e18bd2e7b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:41:09.931018 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-017abe4b-e1c1-4429-a1df-18e18bd2e7b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:09.932317 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-017abe4b-e1c1-4429-a1df-18e18bd2e7b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Added segment 3212dae7-5542-4f23-b2ed-a915b46521e7 of type vlan for network 25a86790-a814-49b4-abf3-597312966834 Nov 09 17:41:10.018623 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-017abe4b-e1c1-4429-a1df-18e18bd2e7b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:10.041505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db986a1e-faf6-4fd7-ab03-e122f36e01cd req-61cac007-5205-4226-b129-c3a3c9f6916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:10.044270 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db986a1e-faf6-4fd7-ab03-e122f36e01cd req-61cac007-5205-4226-b129-c3a3c9f6916e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a617172035c4d19aef584a080aeda51&device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 1095 time: 0.5500739 Nov 09 17:41:10.126240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218e8d4-ac5b-4639-8038-cd68910feebe req-5ca50e50-ec4d-4a89-ad98-8be448a38cac tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:10.126721 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b68487e2-df10-4ef0-8d1d-dce5b2354d20 req-7846701c-4e21-422a-a447-1da067984b2b tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 210 time: 0.0893345 Nov 09 17:41:10.130160 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6218e8d4-ac5b-4639-8038-cd68910feebe req-5ca50e50-ec4d-4a89-ad98-8be448a38cac tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.3811438 Nov 09 17:41:10.140929 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [None req-017abe4b-e1c1-4429-a1df-18e18bd2e7b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:41:10.207095 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7d705182-993f-4e18-9e01-4790044cd711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:10.215106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-017abe4b-e1c1-4429-a1df-18e18bd2e7b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:10.251262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017abe4b-e1c1-4429-a1df-18e18bd2e7b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:10.252730 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-017abe4b-e1c1-4429-a1df-18e18bd2e7b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:10.291261 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507784de-a5a7-4f67-b3f5-563ecb505500 x-openstack-request-id: req-507784de-a5a7-4f67-b3f5-563ecb505500 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:10.291961 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417d7cf5-d904-40a1-827d-94755e5b992a", "name": "network-vif-deleted", "tag": "25a892e4-da1e-42ab-aa90-dbe27e35aca6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:10.292074 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-507784de-a5a7-4f67-b3f5-563ecb505500 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:10.292797 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417d7cf5-d904-40a1-827d-94755e5b992a', 'name': 'network-vif-deleted', 'tag': '25a892e4-da1e-42ab-aa90-dbe27e35aca6', 'status': 'completed', 'code': 200} Nov 09 17:41:10.312250 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-2af341f3-1983-4112-a72f-abf3cfa78c56 req-e37f14c5-44c6-464d-be65-3ff905469b90 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] For port 715d84df-c37d-40e2-80f9-c290b6e2c9f2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=715d84df-c37d-40e2-80f9-c290b6e2c9f2,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:10.313575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2af341f3-1983-4112-a72f-abf3cfa78c56 req-e37f14c5-44c6-464d-be65-3ff905469b90 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:10.399572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017abe4b-e1c1-4429-a1df-18e18bd2e7b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Network': ['ID=25a86790-a814-49b4-abf3-597312966834,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:10.416497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-2af341f3-1983-4112-a72f-abf3cfa78c56 req-e37f14c5-44c6-464d-be65-3ff905469b90 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Calling delete_port for 715d84df-c37d-40e2-80f9-c290b6e2c9f2 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:10.420151 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fed6f516-0a07-4808-a9d8-66e4be886b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:10.423413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 25a86790-a814-49b4-abf3-597312966834 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:41:10.428466 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d6cd16c-2ec0-411c-9a82-89fce61d6434 req-0e3b3b74-807c-4587-92c6-5b02dc43b42c tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=417d7cf5-d904-40a1-827d-94755e5b992a HTTP/1.1" status: 200 len: 210 time: 0.0536582 Nov 09 17:41:10.435454 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-017abe4b-e1c1-4429-a1df-18e18bd2e7b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7142549 Nov 09 17:41:10.438973 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56100) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:10.443917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-4e2236c7-f524-46d7-b8fa-3ea6ee7f1c60 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Made reservation on behalf of 3c46fb553fd5455a99b1c992509a9782 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:10.446322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9c2cd4a6-6278-460d-ad55-66b6ebfb23f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'subnet': {'network_id': '25a86790-a814-49b4-abf3-597312966834', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:10.451797 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-4e2236c7-f524-46d7-b8fa-3ea6ee7f1c60 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:10.569454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6218e8d4-ac5b-4639-8038-cd68910feebe req-06ed3c81-c3d3-4909-8428-abba1ffefaf6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407717 Nov 09 17:41:10.640211 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2cd4a6-6278-460d-ad55-66b6ebfb23f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:10.641089 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5a99c15d-c1d6-47a7-896a-1f5fb45c41bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:10.649008 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd4a6-6278-460d-ad55-66b6ebfb23f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:10.668329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db986a1e-faf6-4fd7-ab03-e122f36e01cd req-0fa3ba22-150e-47e2-af34-69523b00877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:10.669843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db986a1e-faf6-4fd7-ab03-e122f36e01cd req-0fa3ba22-150e-47e2-af34-69523b00877a service neutron] 10.222.0.13 "GET /v2.0/networks?id=75c018ec-0b04-4833-997f-dc4d1238f2df HTTP/1.1" status: 200 len: 914 time: 0.5991197 Nov 09 17:41:10.681882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6f516-0a07-4808-a9d8-66e4be886b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:10.690798 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7d705182-993f-4e18-9e01-4790044cd711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:10.746422 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7d705182-993f-4e18-9e01-4790044cd711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:10.814619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db986a1e-faf6-4fd7-ab03-e122f36e01cd req-8d41d091-4b74-4366-b237-dd0866978c55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60eb4aca-e649-42c7-87b2-ddaec658ea5d HTTP/1.1" status: 200 len: 217 time: 0.1281490 Nov 09 17:41:10.836781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6f516-0a07-4808-a9d8-66e4be886b05 admin admin] Checking segment: {'id': 'b6a72571-bc06-4a45-93bb-b2a6aa2a6609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:10.837149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed6f516-0a07-4808-a9d8-66e4be886b05 admin admin] Network hostable DHCP agents. Network: 87823cd0-78b4-431d-8bac-d10afad7f91c, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:41:10.847452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d705182-993f-4e18-9e01-4790044cd711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e568c3-870b-46e5-9a90-9aa5f9fc2cd1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:10.877875 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7d705182-993f-4e18-9e01-4790044cd711 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=05e7d1a440644ffcaaf4658ae4dfdbce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9960980 Nov 09 17:41:10.881999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56104) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:10.968759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db986a1e-faf6-4fd7-ab03-e122f36e01cd req-44155650-3da7-4301-ab45-690dc3ecf104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:10.970300 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db986a1e-faf6-4fd7-ab03-e122f36e01cd req-44155650-3da7-4301-ab45-690dc3ecf104 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58c4be93-f0c0-41e5-b7af-e37ae762dc0f HTTP/1.1" status: 200 len: 853 time: 0.1465294 Nov 09 17:41:10.976272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed6f516-0a07-4808-a9d8-66e4be886b05 admin admin] Network 87823cd0-78b4-431d-8bac-d10afad7f91c is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:41:11.010704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-4e2236c7-f524-46d7-b8fa-3ea6ee7f1c60 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Allocated IP 172.20.0.14 (229e78ca-9312-4d3e-b942-954ff92e0cc9/20907115-321b-44dc-9720-07945eb0b036/1f0d759c-d8d9-4286-bab7-caae70f478dc) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:11.033533 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db986a1e-faf6-4fd7-ab03-e122f36e01cd req-3cd6d4cf-8a75-4f4c-898f-f40a436100ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75c018ec-0b04-4833-997f-dc4d1238f2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546741 Nov 09 17:41:11.034419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-fed6f516-0a07-4808-a9d8-66e4be886b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 87823cd0-78b4-431d-8bac-d10afad7f91c) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:11.045431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed6f516-0a07-4808-a9d8-66e4be886b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:11.048375 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 60eb4aca-e649-42c7-87b2-ddaec658ea5d details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:41:11.053025 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fed6f516-0a07-4808-a9d8-66e4be886b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:11.067374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f10efa0-34e9-4144-8436-a9e2a497ce88 None None] Network 87823cd0-78b4-431d-8bac-d10afad7f91c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:11.092666 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2af341f3-1983-4112-a72f-abf3cfa78c56 req-e37f14c5-44c6-464d-be65-3ff905469b90 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:11.103929 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9003c2a6-b990-4af1-94ce-07abd51d6c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:11.167549 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f259c-4b71-4cff-95ef-f3c8bad4c449 req-c1fb0e8c-9181-45ec-b6a6-7c5b0e6d28fd tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:11.172785 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a2f259c-4b71-4cff-95ef-f3c8bad4c449 req-c1fb0e8c-9181-45ec-b6a6-7c5b0e6d28fd tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 944 time: 0.2148397 Nov 09 17:41:11.200281 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9003c2a6-b990-4af1-94ce-07abd51d6c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:11.212453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fed6f516-0a07-4808-a9d8-66e4be886b05 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3883698 Nov 09 17:41:11.257390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f14c5-44c6-464d-be65-3ff905469b90 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Pushing event deleted for resources: {'Port': ['ID=715d84df-c37d-40e2-80f9-c290b6e2c9f2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:11.354273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af341f3-1983-4112-a72f-abf3cfa78c56 req-e37f14c5-44c6-464d-be65-3ff905469b90 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] No DVR routers for this DVR port 715d84df-c37d-40e2-80f9-c290b6e2c9f2 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:11.369829 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2af341f3-1983-4112-a72f-abf3cfa78c56 req-e37f14c5-44c6-464d-be65-3ff905469b90 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:11.373875 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2af341f3-1983-4112-a72f-abf3cfa78c56 req-e37f14c5-44c6-464d-be65-3ff905469b90 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.18 "DELETE /v2.0/ports/715d84df-c37d-40e2-80f9-c290b6e2c9f2 HTTP/1.1" status: 204 len: 173 time: 3.5303547 Nov 09 17:41:11.398429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c787e19-57b1-471a-ad13-0ec4643391cd req-7413a985-ab75-4e03-ada4-838a51cd9bf7 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 210 time: 0.1176691 Nov 09 17:41:11.442135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a2f259c-4b71-4cff-95ef-f3c8bad4c449 req-9f3ca8be-fc2d-4c20-9ba6-5fff1181ae35 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577847 Nov 09 17:41:11.466106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9003c2a6-b990-4af1-94ce-07abd51d6c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:11.475607 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9003c2a6-b990-4af1-94ce-07abd51d6c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:11.487260 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 25a892e4-da1e-42ab-aa90-dbe27e35aca6 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:11.487753 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9003c2a6-b990-4af1-94ce-07abd51d6c98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79e568c3-870b-46e5-9a90-9aa5f9fc2cd1 HTTP/1.1" status: 204 len: 168 time: 0.6037531 Nov 09 17:41:11.515447 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 25a892e4-da1e-42ab-aa90-dbe27e35aca6 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:41:11.515798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 25a892e4-da1e-42ab-aa90-dbe27e35aca6 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:11.516216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 715d84df-c37d-40e2-80f9-c290b6e2c9f2 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:11.518523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc4faf5-bc43-470a-895c-d20a77913be2 None None] Network 87823cd0-78b4-431d-8bac-d10afad7f91c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:11.613360 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-4e2236c7-f524-46d7-b8fa-3ea6ee7f1c60 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:11.656454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003c2a6-b990-4af1-94ce-07abd51d6c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e568c3-870b-46e5-9a90-9aa5f9fc2cd1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:11.665928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db986a1e-faf6-4fd7-ab03-e122f36e01cd req-140961c0-7cdd-4e33-a4e0-88ec7c518801 service neutron] 10.222.0.13 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094279 Nov 09 17:41:11.724998 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd4a6-6278-460d-ad55-66b6ebfb23f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:11.882496 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 715d84df-c37d-40e2-80f9-c290b6e2c9f2 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:41:11.883097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 715d84df-c37d-40e2-80f9-c290b6e2c9f2 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:11.918927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 60eb4aca-e649-42c7-87b2-ddaec658ea5d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=60eb4aca-e649-42c7-87b2-ddaec658ea5d,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:12.017143 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-4e2236c7-f524-46d7-b8fa-3ea6ee7f1c60 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:12.070766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '60eb4aca-e649-42c7-87b2-ddaec658ea5d', 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df', 'port_id': '60eb4aca-e649-42c7-87b2-ddaec658ea5d', 'mac_address': 'fa:16:3e:5c:44:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c4be93-f0c0-41e5-b7af-e37ae762dc0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:41:12.165329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-4e2236c7-f524-46d7-b8fa-3ea6ee7f1c60 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Network 229e78ca-9312-4d3e-b942-954ff92e0cc9 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:12.193419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cd4a6-6278-460d-ad55-66b6ebfb23f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Subnet': ['ID=1dd9d4c8-2129-45c0-80a2-2f480548af18,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:12.199413 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db986a1e-faf6-4fd7-ab03-e122f36e01cd req-206c565b-55ca-481f-bb48-f3d24597ccf5 service neutron] 10.222.0.13 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036628 Nov 09 17:41:12.219659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-4e2236c7-f524-46d7-b8fa-3ea6ee7f1c60 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:12.244405 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:12.248850 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-4e2236c7-f524-46d7-b8fa-3ea6ee7f1c60 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:12.258729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2236c7-f524-46d7-b8fa-3ea6ee7f1c60 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Pushing event updated for resources: {'Port': ['ID=1f0d759c-d8d9-4286-bab7-caae70f478dc,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:12.306934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cd4a6-6278-460d-ad55-66b6ebfb23f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Checking segment: {'id': '3212dae7-5542-4f23-b2ed-a915b46521e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25a86790-a814-49b4-abf3-597312966834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:12.307701 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2cd4a6-6278-460d-ad55-66b6ebfb23f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network hostable DHCP agents. Network: 25a86790-a814-49b4-abf3-597312966834, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:41:12.316062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da', 'name': 'network-vif-deleted', 'tag': '715d84df-c37d-40e2-80f9-c290b6e2c9f2'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:12.324941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60eb4aca-e649-42c7-87b2-ddaec658ea5d {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:12.336965 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ee2c45-7430-4fc8-b069-005da9ff8871" -d '{"events": [{"server_uuid": "5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da", "name": "network-vif-deleted", "tag": "715d84df-c37d-40e2-80f9-c290b6e2c9f2"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:12.359672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472f1d8-69ae-4a8d-9a1d-1049431dd5e7 req-7ca3d68c-8fb5-47ff-949c-37f3948fb6a5 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:12.362907 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b472f1d8-69ae-4a8d-9a1d-1049431dd5e7 req-7ca3d68c-8fb5-47ff-949c-37f3948fb6a5 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.4508119 Nov 09 17:41:12.418604 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2cd4a6-6278-460d-ad55-66b6ebfb23f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network 25a86790-a814-49b4-abf3-597312966834 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:41:12.439166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 60eb4aca-e649-42c7-87b2-ddaec658ea5d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=60eb4aca-e649-42c7-87b2-ddaec658ea5d,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:12.451624 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:12.462511 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-9c2cd4a6-6278-460d-ad55-66b6ebfb23f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 25a86790-a814-49b4-abf3-597312966834) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:12.474080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2cd4a6-6278-460d-ad55-66b6ebfb23f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:12.476500 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd4a6-6278-460d-ad55-66b6ebfb23f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:12.490061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb29ae1d-6bf8-4672-9746-b2e0f141cac3 None None] Network 25a86790-a814-49b4-abf3-597312966834 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:12.511314 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b472f1d8-69ae-4a8d-9a1d-1049431dd5e7 req-936d6758-d11f-40cf-8bb3-572a781c0df3 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340559 Nov 09 17:41:12.536267 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9c2cd4a6-6278-460d-ad55-66b6ebfb23f4 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0954399 Nov 09 17:41:12.540924 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56138) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:12.565988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8723b741-73a4-4624-a849-ee533de32d51 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-482247977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:12.572388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-4e2236c7-f524-46d7-b8fa-3ea6ee7f1c60 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:12.573896 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-4e2236c7-f524-46d7-b8fa-3ea6ee7f1c60 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:12.602328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-4e2236c7-f524-46d7-b8fa-3ea6ee7f1c60 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2840836 Nov 09 17:41:12.627172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Request body: {'port': {'device_id': '4f357884-d2de-4e81-8fcc-2b7e30439519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:12.707259 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8723b741-73a4-4624-a849-ee533de32d51 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:12.709658 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8723b741-73a4-4624-a849-ee533de32d51 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:12.814028 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:12.914191 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8723b741-73a4-4624-a849-ee533de32d51 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:12.923524 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8723b741-73a4-4624-a849-ee533de32d51 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:12.992288 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156e79e-b7d4-428c-b701-a0940eeee330 req-eaf1b138-0121-4c14-bc92-111a3ce1710e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:13.007679 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d156e79e-b7d4-428c-b701-a0940eeee330 req-eaf1b138-0121-4c14-bc92-111a3ce1710e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 950 time: 0.1706851 Nov 09 17:41:13.019564 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8723b741-73a4-4624-a849-ee533de32d51 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:13.020442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=60eb4aca-e649-42c7-87b2-ddaec658ea5d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:13.025951 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8723b741-73a4-4624-a849-ee533de32d51 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4812417 Nov 09 17:41:13.029948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-25a86790-a814-49b4-abf3-597312966834', 'network_id': '25a86790-a814-49b4-abf3-597312966834', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'fixed_ips': [{'subnet_id': '1dd9d4c8-2129-45c0-80a2-2f480548af18'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:41:13.033969 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:13.041245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56146) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:13.052815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'port': {'network_id': '25a86790-a814-49b4-abf3-597312966834', 'name': 'tempest-RoutersTest-208926673'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:13.055809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['60eb4aca-e649-42c7-87b2-ddaec658ea5d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:13.060352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-916a355b-fd48-4f2e-b975-1315922bcd46 req-1922b7b3-21fb-4758-98a9-fa3fde1d5df5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-468358634', 'description': 'tempest-description-1986535699'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:13.187461 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-916a355b-fd48-4f2e-b975-1315922bcd46 req-1922b7b3-21fb-4758-98a9-fa3fde1d5df5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:13.234082 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d156e79e-b7d4-428c-b701-a0940eeee330 req-7d5068e7-f6e2-4216-ab7c-e7f970b014cb tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253168 Nov 09 17:41:13.268687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:13.275477 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:13.292334 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-916a355b-fd48-4f2e-b975-1315922bcd46 req-1922b7b3-21fb-4758-98a9-fa3fde1d5df5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:13.300076 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-916a355b-fd48-4f2e-b975-1315922bcd46 req-1922b7b3-21fb-4758-98a9-fa3fde1d5df5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:13.323050 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] device_id is not set on port 554c2b7e-a2e3-48a0-9841-cc4ce462c617 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:41:13.329304 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309bce56-a5ca-4d86-be4e-9a70bb521651 x-openstack-request-id: req-309bce56-a5ca-4d86-be4e-9a70bb521651 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:13.329530 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da", "name": "network-vif-deleted", "tag": "715d84df-c37d-40e2-80f9-c290b6e2c9f2", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:13.329833 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-309bce56-a5ca-4d86-be4e-9a70bb521651 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:13.330271 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4f66f1-c3b3-4512-bce5-2d23f5a8e0da', 'name': 'network-vif-deleted', 'tag': '715d84df-c37d-40e2-80f9-c290b6e2c9f2', 'status': 'completed', 'code': 200} Nov 09 17:41:13.368864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-916a355b-fd48-4f2e-b975-1315922bcd46 req-1922b7b3-21fb-4758-98a9-fa3fde1d5df5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:13.370117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-916a355b-fd48-4f2e-b975-1315922bcd46 req-1922b7b3-21fb-4758-98a9-fa3fde1d5df5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3190346 Nov 09 17:41:13.385265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922b7b3-21fb-4758-98a9-fa3fde1d5df5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812d54c5-bbdb-41b6-a421-795659ec9af3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:13.578526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352326d4-d455-4e5d-92ff-3721eb59b6bc req-08121da2-8f3c-4472-95e9-4dcb7b0c6795 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:13.586980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d14296-60d5-4b1c-a2ef-b16cc7b65141 req-7a78a12d-eba9-4ca5-87ec-bd857dbb6787 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:13.587985 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-352326d4-d455-4e5d-92ff-3721eb59b6bc req-08121da2-8f3c-4472-95e9-4dcb7b0c6795 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 932 time: 0.1373835 Nov 09 17:41:13.589244 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8d14296-60d5-4b1c-a2ef-b16cc7b65141 req-7a78a12d-eba9-4ca5-87ec-bd857dbb6787 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 950 time: 0.1843867 Nov 09 17:41:13.614647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0d759c-d8d9-4286-bab7-caae70f478dc {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:13.631915 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:13.653537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Allocated IP 172.20.0.3 (25a86790-a814-49b4-abf3-597312966834/1dd9d4c8-2129-45c0-80a2-2f480548af18/554c2b7e-a2e3-48a0-9841-cc4ce462c617) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:13.667860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-352326d4-d455-4e5d-92ff-3721eb59b6bc req-ecac9382-ecba-4e82-b82f-39bad86e106c tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785859 Nov 09 17:41:13.693926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8333c-a64c-4938-b974-2ea743b54b34 req-42304d73-c4bf-49b1-8079-008f6475cb31 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:13.702717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2af8333c-a64c-4938-b974-2ea743b54b34 req-42304d73-c4bf-49b1-8079-008f6475cb31 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 945 time: 0.1669145 Nov 09 17:41:13.716963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Transition to ACTIVE for port object 1f0d759c-d8d9-4286-bab7-caae70f478dc will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:41:13.763675 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:13.778048 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c8423fd0-0682-4871-bf9d-0e5cbe4fe6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:13.861887 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2af8333c-a64c-4938-b974-2ea743b54b34 req-076843cb-051c-41c8-854f-a11f50c219e6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581292 Nov 09 17:41:13.865283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0d759c-d8d9-4286-bab7-caae70f478dc,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:13.897935 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-23adc42c-a490-4498-a47f-e877b38f44eb req-5f9a9b4e-140a-4a10-964f-446032b7b875 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1410101497', 'description': 'tempest-description-1232139206'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:13.948872 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-23adc42c-a490-4498-a47f-e877b38f44eb req-5f9a9b4e-140a-4a10-964f-446032b7b875 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:13.993302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-b8d14296-60d5-4b1c-a2ef-b16cc7b65141 req-984e2fb9-c9d6-449e-8612-053643644bc3 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Deleting port ec6812b9-660b-4ea5-9433-5d560bd02f76 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:13.995532 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8d14296-60d5-4b1c-a2ef-b16cc7b65141 req-984e2fb9-c9d6-449e-8612-053643644bc3 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:13.995774 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.085023 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-23adc42c-a490-4498-a47f-e877b38f44eb req-5f9a9b4e-140a-4a10-964f-446032b7b875 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.086608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.100270 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-23adc42c-a490-4498-a47f-e877b38f44eb req-5f9a9b4e-140a-4a10-964f-446032b7b875 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.152004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Allocated IP 172.20.0.2 (25a86790-a814-49b4-abf3-597312966834/1dd9d4c8-2129-45c0-80a2-2f480548af18/c9f6f424-fd43-4096-94ad-4632d2dba531) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:14.161977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network 25a86790-a814-49b4-abf3-597312966834 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:14.171588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:14.174451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:14.202316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Attempting to bind port 1f0d759c-d8d9-4286-bab7-caae70f478dc on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:41:14.202867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Attempting to bind port 1f0d759c-d8d9-4286-bab7-caae70f478dc by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:41:14.203418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Attempting to bind port 1f0d759c-d8d9-4286-bab7-caae70f478dc on network 229e78ca-9312-4d3e-b942-954ff92e0cc9 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:14.208081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a9b4e-140a-4a10-964f-446032b7b875 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36acde82-9796-4945-ae1e-4c30ca69c340,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:14.230959 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-23adc42c-a490-4498-a47f-e877b38f44eb req-5f9a9b4e-140a-4a10-964f-446032b7b875 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.236738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Port 1f0d759c-d8d9-4286-bab7-caae70f478dc on network 229e78ca-9312-4d3e-b942-954ff92e0cc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:41:14.237124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Attempting to bind port 1f0d759c-d8d9-4286-bab7-caae70f478dc on network 229e78ca-9312-4d3e-b942-954ff92e0cc9 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:14.246317 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23adc42c-a490-4498-a47f-e877b38f44eb req-5f9a9b4e-140a-4a10-964f-446032b7b875 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3606806 Nov 09 17:41:14.257407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=554c2b7e-a2e3-48a0-9841-cc4ce462c617,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:14.289694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:14.290425 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.307139 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:14.307530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Checking segment: {'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:14.307901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Bound using segment: {'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:14.308358 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Bound port: 1f0d759c-d8d9-4286-bab7-caae70f478dc, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60574fd-c4db-47a2-9861-6d38b0d219ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:41:14.308728 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.332216 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1d4f5691-9ebc-4f81-8918-c9b35be1ac8b tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2869718 Nov 09 17:41:14.336537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56168) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:14.336862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040803b2-80ea-4690-a22c-2a2a6742231e req-823e3fe8-ee8f-4420-80a7-0df2243a6556 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:14.338345 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-040803b2-80ea-4690-a22c-2a2a6742231e req-823e3fe8-ee8f-4420-80a7-0df2243a6556 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.3295588 Nov 09 17:41:14.367623 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.386217 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b8d14296-60d5-4b1c-a2ef-b16cc7b65141 req-984e2fb9-c9d6-449e-8612-053643644bc3 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] For port ec6812b9-660b-4ea5-9433-5d560bd02f76, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ec6812b9-660b-4ea5-9433-5d560bd02f76,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:14.386217 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8d14296-60d5-4b1c-a2ef-b16cc7b65141 req-984e2fb9-c9d6-449e-8612-053643644bc3 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.405342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-b8d14296-60d5-4b1c-a2ef-b16cc7b65141 req-984e2fb9-c9d6-449e-8612-053643644bc3 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Calling delete_port for ec6812b9-660b-4ea5-9433-5d560bd02f76 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:14.545593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] For port 1f0d759c-d8d9-4286-bab7-caae70f478dc, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:14.549034 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.558052 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-040803b2-80ea-4690-a22c-2a2a6742231e req-8956586b-57df-4e77-8728-aec09284df55 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686568 Nov 09 17:41:14.572258 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.576397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] For port 1f0d759c-d8d9-4286-bab7-caae70f478dc, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1f0d759c-d8d9-4286-bab7-caae70f478dc,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:14.605626 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.726088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:14.726488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Pushing event updated for resources: {'Port': ['ID=c9f6f424-fd43-4096-94ad-4632d2dba531,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:14.727175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.729605 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f0d759c-d8d9-4286-bab7-caae70f478dc HTTP/1.1" status: 200 len: 1092 time: 2.1179874 Nov 09 17:41:14.747043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Network 25a86790-a814-49b4-abf3-597312966834 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:14.751149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:14.755853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:14.901396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Attempting to bind port c9f6f424-fd43-4096-94ad-4632d2dba531 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:41:14.901396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Attempting to bind port c9f6f424-fd43-4096-94ad-4632d2dba531 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '3212dae7-5542-4f23-b2ed-a915b46521e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25a86790-a814-49b4-abf3-597312966834'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:41:14.901396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Attempting to bind port c9f6f424-fd43-4096-94ad-4632d2dba531 on network 25a86790-a814-49b4-abf3-597312966834 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:14.901396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:14.901396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Checking segment: {'id': '3212dae7-5542-4f23-b2ed-a915b46521e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25a86790-a814-49b4-abf3-597312966834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:14.901396 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.901396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Bound using segment: {'id': '3212dae7-5542-4f23-b2ed-a915b46521e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25a86790-a814-49b4-abf3-597312966834'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:14.901396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Bound port: c9f6f424-fd43-4096-94ad-4632d2dba531, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3212dae7-5542-4f23-b2ed-a915b46521e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25a86790-a814-49b4-abf3-597312966834'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:41:14.901396 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:14.969466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09bb14-6074-4d6b-ac2d-f3d402d65a32 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0d759c-d8d9-4286-bab7-caae70f478dc,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:15.014685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b91a4-d9e2-4d6e-ad83-e6e27c33e053 req-c9b97ee4-0f73-42a3-bb8a-f838a4c9fe4e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:15.016476 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce9b91a4-d9e2-4d6e-ad83-e6e27c33e053 req-c9b97ee4-0f73-42a3-bb8a-f838a4c9fe4e tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=1171a88c-6044-4111-8c1b-6d28496231f4 HTTP/1.1" status: 200 len: 950 time: 0.3048565 Nov 09 17:41:15.057238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] For port c9f6f424-fd43-4096-94ad-4632d2dba531, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:15.070404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] For port c9f6f424-fd43-4096-94ad-4632d2dba531, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c9f6f424-fd43-4096-94ad-4632d2dba531,segment=NetworkSegment(3212dae7-5542-4f23-b2ed-a915b46521e7),segment_id=3212dae7-5542-4f23-b2ed-a915b46521e7)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:15.081539 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:15.096323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 60eb4aca-e649-42c7-87b2-ddaec658ea5d up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:15.160264 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce9b91a4-d9e2-4d6e-ad83-e6e27c33e053 req-ac3c4808-1d58-4879-92e9-db2833ecd0c6 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299162 Nov 09 17:41:15.166993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-b53d9a20-d391-40ae-9295-cd833f38008c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:15.174369 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-b53d9a20-d391-40ae-9295-cd833f38008c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/networks?id=87823cd0-78b4-431d-8bac-d10afad7f91c HTTP/1.1" status: 200 len: 812 time: 0.3215253 Nov 09 17:41:15.199541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-9d176eb6-e988-4d8d-9985-296d23d3bec2 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/quotas/3fc2f364391d4a7ba375a1a2ebd4fb07 HTTP/1.1" status: 200 len: 375 time: 0.0241241 Nov 09 17:41:15.214965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-480a4ea7-97a0-482b-b0bd-28983f83f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:15.219743 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-480a4ea7-97a0-482b-b0bd-28983f83f3c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c46fb553fd5455a99b1c992509a9782&device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 1095 time: 0.3565617 Nov 09 17:41:15.247128 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8d14296-60d5-4b1c-a2ef-b16cc7b65141 req-984e2fb9-c9d6-449e-8612-053643644bc3 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:15.267655 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['c5863185-f69d-4681-b8ca-3c6de71be81a', '2c29fdb2-c836-4e0d-a887-fb58da35f3ca'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:15.272536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-179784e5-52d6-49e1-8b2d-b4815a90b80b tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718200 Nov 09 17:41:15.287619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6', '53fcf9fa-3019-49de-aa72-70737000dadb', '9dee5add-453f-472d-822e-e30816c5b920', '24e8adb3-51f1-4007-aa87-c22c09fbd4c1'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:15.315495 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:15.353879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f357884-d2de-4e81-8fcc-2b7e30439519', 'tag': '1f0d759c-d8d9-4286-bab7-caae70f478dc'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:15.358849 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37012c69-0887-4411-aa4b-8544025aaaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "4f357884-d2de-4e81-8fcc-2b7e30439519", "tag": "1f0d759c-d8d9-4286-bab7-caae70f478dc"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:15.410349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56194) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:15.433943 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-32ae2bbe-7453-4da5-91a5-4050f67cd9a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f0d759c-d8d9-4286-bab7-caae70f478dc HTTP/1.1" status: 200 len: 217 time: 0.2046359 Nov 09 17:41:15.489316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e2fb9-c9d6-449e-8612-053643644bc3 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event deleted for resources: {'Port': ['ID=ec6812b9-660b-4ea5-9433-5d560bd02f76,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:15.503247 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:15.533598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 60eb4aca-e649-42c7-87b2-ddaec658ea5d completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:41:15.570057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37011bba-1b2f-4fe7-8cf2-9b75d75ea3ec None None] Pushing event updated for resources: {'Port': ['ID=c9f6f424-fd43-4096-94ad-4632d2dba531,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:15.612867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 60eb4aca-e649-42c7-87b2-ddaec658ea5d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:15.614354 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:15.645957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95f9e9-18e1-4b6d-a42a-f1f93a226121 req-be140790-4adb-4f92-945d-9f6137599cb6 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:15.663624 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e95f9e9-18e1-4b6d-a42a-f1f93a226121 req-be140790-4adb-4f92-945d-9f6137599cb6 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 944 time: 0.4177270 Nov 09 17:41:15.716130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d14296-60d5-4b1c-a2ef-b16cc7b65141 req-984e2fb9-c9d6-449e-8612-053643644bc3 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] No DVR routers for this DVR port ec6812b9-660b-4ea5-9433-5d560bd02f76 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:15.731680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b8d14296-60d5-4b1c-a2ef-b16cc7b65141 req-984e2fb9-c9d6-449e-8612-053643644bc3 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:15.738128 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8d14296-60d5-4b1c-a2ef-b16cc7b65141 req-984e2fb9-c9d6-449e-8612-053643644bc3 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "DELETE /v2.0/ports/ec6812b9-660b-4ea5-9433-5d560bd02f76 HTTP/1.1" status: 204 len: 173 time: 2.1372004 Nov 09 17:41:15.743615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-d6e1448a-cd8b-477f-9401-3aff60e8875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:15.746691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-d6e1448a-cd8b-477f-9401-3aff60e8875c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20907115-321b-44dc-9720-07945eb0b036 HTTP/1.1" status: 200 len: 844 time: 0.2747023 Nov 09 17:41:15.878391 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-c3ac4c2e-d534-418e-b3f7-26ca957e5350 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=229e78ca-9312-4d3e-b942-954ff92e0cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127238 Nov 09 17:41:15.915748 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:15.940738 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:15.992880 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:16.013616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb3d2-26ec-45c8-ab51-d96c06f223c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:16.058699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4d63da-5748-499f-8a0b-44fddffe2379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60eb4aca-e649-42c7-87b2-ddaec658ea5d'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:16.061250 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a9ead0-f6c1-428f-bc12-def2b4995a6f" -d '{"events": [{"server_uuid": "ac4d63da-5748-499f-8a0b-44fddffe2379", "name": "network-vif-plugged", "status": "completed", "tag": "60eb4aca-e649-42c7-87b2-ddaec658ea5d"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:16.080201 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e95f9e9-18e1-4b6d-a42a-f1f93a226121 req-11583370-56ca-4850-9be8-eeaddbc02649 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695414 Nov 09 17:41:16.111735 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 60eb4aca-e649-42c7-87b2-ddaec658ea5d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=60eb4aca-e649-42c7-87b2-ddaec658ea5d,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:16.150035 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:16.239655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-bb204dd9-45e3-4f65-9a81-f9e38fced2c8 service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338749 Nov 09 17:41:16.254806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=554c2b7e-a2e3-48a0-9841-cc4ce462c617,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:16.265452 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-59778e74-fb08-4cee-97fb-77a0d57e839c service neutron] 10.222.0.81 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9810400 Nov 09 17:41:16.469356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=60eb4aca-e649-42c7-87b2-ddaec658ea5d,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:16.562001 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-b8e52aa8-64f8-4536-84b0-9b9cc3c92cd3 service neutron] 10.222.0.81 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775204 Nov 09 17:41:16.569627 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb3d2-26ec-45c8-ab51-d96c06f223c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:16.602704 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb3d2-26ec-45c8-ab51-d96c06f223c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:16.718165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15b3cc1a-f6a2-418a-a0c4-e01a4517eb72 req-55581224-ca6f-4165-ba80-0a3747854c0d service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727731 Nov 09 17:41:16.720738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2eb3d2-26ec-45c8-ab51-d96c06f223c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eadaf8-e63c-4d6f-8fe9-1524124e2484,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:16.727262 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5f2eb3d2-26ec-45c8-ab51-d96c06f223c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=490b9bddb8a346aeaba0abd3fd416738&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3153315 Nov 09 17:41:16.728965 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:16.732053 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56204) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:16.788869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff1e75-75da-4b02-85ee-462d608d31d4 req-3aa9ac53-82af-4081-a796-c12e690a64b0 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:16.806769 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eaff1e75-75da-4b02-85ee-462d608d31d4 req-3aa9ac53-82af-4081-a796-c12e690a64b0 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.3704717 Nov 09 17:41:17.095216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device ec6812b9-660b-4ea5-9433-5d560bd02f76 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:17.103039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c9f6f424-fd43-4096-94ad-4632d2dba531 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:17.134950 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9afc0fb2-4bc0-4a21-b569-b0fe3c6df483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:17.190759 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: ec6812b9-660b-4ea5-9433-5d560bd02f76 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:41:17.191265 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device ec6812b9-660b-4ea5-9433-5d560bd02f76 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:17.213629 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9afc0fb2-4bc0-4a21-b569-b0fe3c6df483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:17.311422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c9f6f424-fd43-4096-94ad-4632d2dba531 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:17.311946 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:17.361522 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:17.385293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8dfcb1-269f-45f3-9853-5fe44119ee0a None None] Network 25a86790-a814-49b4-abf3-597312966834 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:17.465475 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9afc0fb2-4bc0-4a21-b569-b0fe3c6df483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:17.470452 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9afc0fb2-4bc0-4a21-b569-b0fe3c6df483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:17.477849 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9afc0fb2-4bc0-4a21-b569-b0fe3c6df483 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4eadaf8-e63c-4d6f-8fe9-1524124e2484 HTTP/1.1" status: 204 len: 168 time: 0.7440453 Nov 09 17:41:17.491394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5941268f-5a97-4143-8673-62336311462e None None] Provisioning complete for port c9f6f424-fd43-4096-94ad-4632d2dba531 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:17.491948 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5941268f-5a97-4143-8673-62336311462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:17.514663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc0fb2-4bc0-4a21-b569-b0fe3c6df483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eadaf8-e63c-4d6f-8fe9-1524124e2484,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:17.555714 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:17.572442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163513f9-8f57-4b99-bea6-072636eb45ea req-c78b42a6-b09f-4292-b773-ed0b5e6d93e2 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:17.586111 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-163513f9-8f57-4b99-bea6-072636eb45ea req-c78b42a6-b09f-4292-b773-ed0b5e6d93e2 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.4675179 Nov 09 17:41:17.639258 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a181265-3d9d-49db-9b60-d4fbd361511b x-openstack-request-id: req-7a181265-3d9d-49db-9b60-d4fbd361511b {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:17.639736 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f357884-d2de-4e81-8fcc-2b7e30439519", "tag": "1f0d759c-d8d9-4286-bab7-caae70f478dc", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:17.640143 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a181265-3d9d-49db-9b60-d4fbd361511b {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:17.640765 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f357884-d2de-4e81-8fcc-2b7e30439519', 'tag': '1f0d759c-d8d9-4286-bab7-caae70f478dc', 'status': 'completed', 'code': 200} Nov 09 17:41:17.644863 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:17.712047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eaff1e75-75da-4b02-85ee-462d608d31d4 req-05d56d54-0b80-4942-9494-ece09913bebb tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8915029 Nov 09 17:41:17.735211 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port c9f6f424-fd43-4096-94ad-4632d2dba531, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c9f6f424-fd43-4096-94ad-4632d2dba531,segment=NetworkSegment(3212dae7-5542-4f23-b2ed-a915b46521e7),segment_id=3212dae7-5542-4f23-b2ed-a915b46521e7)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:17.759086 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5941268f-5a97-4143-8673-62336311462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:17.765215 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37012c69-0887-4411-aa4b-8544025aaaf6 req-1de0889e-a388-45ed-9858-a77308549757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:17.771781 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37012c69-0887-4411-aa4b-8544025aaaf6 req-1de0889e-a388-45ed-9858-a77308549757 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c46fb553fd5455a99b1c992509a9782&device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 1095 time: 0.1291277 Nov 09 17:41:17.789331 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-163513f9-8f57-4b99-bea6-072636eb45ea req-c4bc932e-9f85-447c-bd24-665e8cc8966f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958590 Nov 09 17:41:17.798147 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:17.912040 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-5941268f-5a97-4143-8673-62336311462e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:41:17.912421 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-5941268f-5a97-4143-8673-62336311462e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:41:17.925002 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=c9f6f424-fd43-4096-94ad-4632d2dba531,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:17.949352 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7176816f-fdd8-4199-8e4a-73415ab161c8 x-openstack-request-id: req-7176816f-fdd8-4199-8e4a-73415ab161c8 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:17.949752 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4d63da-5748-499f-8a0b-44fddffe2379", "name": "network-vif-plugged", "status": "completed", "tag": "60eb4aca-e649-42c7-87b2-ddaec658ea5d", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:17.950056 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7176816f-fdd8-4199-8e4a-73415ab161c8 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:17.950556 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4d63da-5748-499f-8a0b-44fddffe2379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60eb4aca-e649-42c7-87b2-ddaec658ea5d', 'code': 200} Nov 09 17:41:18.135053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37012c69-0887-4411-aa4b-8544025aaaf6 req-deefaa3c-7da2-4972-ae59-d9574d72e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:18.137162 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37012c69-0887-4411-aa4b-8544025aaaf6 req-deefaa3c-7da2-4972-ae59-d9574d72e26c service neutron] 10.222.0.13 "GET /v2.0/networks?id=229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 200 len: 905 time: 0.3584023 Nov 09 17:41:18.197591 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37012c69-0887-4411-aa4b-8544025aaaf6 req-431f1dfd-645c-4439-83e7-ee7e2f8c9df7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f0d759c-d8d9-4286-bab7-caae70f478dc HTTP/1.1" status: 200 len: 217 time: 0.0434902 Nov 09 17:41:18.270380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c76bf-5aba-45b8-9358-70a0aeb659c3 req-69f36c25-589e-45fa-9a05-012391856a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:18.272796 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-698c76bf-5aba-45b8-9358-70a0aeb659c3 req-69f36c25-589e-45fa-9a05-012391856a35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 1097 time: 0.1910570 Nov 09 17:41:18.287468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2b283-9d69-450e-92ab-4d24170d4ed2 req-c02f64b3-e175-4b25-94fe-013c7eff5af8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:18.295330 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f0a2b283-9d69-450e-92ab-4d24170d4ed2 req-c02f64b3-e175-4b25-94fe-013c7eff5af8 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 944 time: 0.2668715 Nov 09 17:41:18.375765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37012c69-0887-4411-aa4b-8544025aaaf6 req-f5fd6055-0594-4abd-9345-db2baa2bd5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:18.377314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37012c69-0887-4411-aa4b-8544025aaaf6 req-f5fd6055-0594-4abd-9345-db2baa2bd5dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20907115-321b-44dc-9720-07945eb0b036 HTTP/1.1" status: 200 len: 844 time: 0.1726534 Nov 09 17:41:18.411156 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f0a2b283-9d69-450e-92ab-4d24170d4ed2 req-090f0d0d-4f5b-45ed-899b-2a63cfd7080d tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142237 Nov 09 17:41:18.506095 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37012c69-0887-4411-aa4b-8544025aaaf6 req-b1d8f699-8aaa-4fad-a4b3-41f1f9570a9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=229e78ca-9312-4d3e-b942-954ff92e0cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087127 Nov 09 17:41:18.575984 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-698c76bf-5aba-45b8-9358-70a0aeb659c3 req-5a2306f4-d229-4d5a-a238-c663b3d34559 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755358 Nov 09 17:41:18.690126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1b1237c3-0337-4428-a1de-af677242c428 None None] Provisioning complete for port 554c2b7e-a2e3-48a0-9841-cc4ce462c617 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:18.691023 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b1237c3-0337-4428-a1de-af677242c428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:18.790786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1b1237c3-0337-4428-a1de-af677242c428 None None] Port 554c2b7e-a2e3-48a0-9841-cc4ce462c617 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:41:18.826614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1b1237c3-0337-4428-a1de-af677242c428 None None] Provisioning complete for port c9f6f424-fd43-4096-94ad-4632d2dba531 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:18.836789 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b1237c3-0337-4428-a1de-af677242c428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:18.979546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c9f6f424-fd43-4096-94ad-4632d2dba531 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:19.046215 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7c25cea6-2aea-4db6-8082-805dd2dbcdd5 req-7de6a974-4b1f-4f7d-908f-cff22bc0ad7c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 210 time: 0.3091526 Nov 09 17:41:19.112680 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-35ae74b9-50f5-46e4-babe-9487a8e18474 service neutron] 10.222.0.18 "GET /v2.0/ports/29efb134-0c85-4e7f-a8a0-f62771c54647/bindings/n-h2-817236-1 HTTP/1.1" status: 200 len: 382 time: 0.5731432 Nov 09 17:41:19.118570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1f0d759c-d8d9-4286-bab7-caae70f478dc details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:41:19.234619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37012c69-0887-4411-aa4b-8544025aaaf6 req-31999d59-e469-410e-a6cf-2c6b474926b8 service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157860 Nov 09 17:41:19.303461 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:19.322212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:19.513110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=554c2b7e-a2e3-48a0-9841-cc4ce462c617,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:19.521330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56250) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:19.603395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c9f6f424-fd43-4096-94ad-4632d2dba531 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:19.605511 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:19.622590 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:19.649851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1171a88c-6044-4111-8c1b-6d28496231f4', 'name': 'network-vif-deleted', 'tag': 'ec6812b9-660b-4ea5-9433-5d560bd02f76'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:19.650299 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-edbb666a-ce12-4b34-bb6f-8c68779e764a None None] Provisioning complete for port 554c2b7e-a2e3-48a0-9841-cc4ce462c617 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:19.651398 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-edbb666a-ce12-4b34-bb6f-8c68779e764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:19.652039 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643c1b87-dda6-44a9-bd34-0babcce309ed" -d '{"events": [{"server_uuid": "1171a88c-6044-4111-8c1b-6d28496231f4", "name": "network-vif-deleted", "tag": "ec6812b9-660b-4ea5-9433-5d560bd02f76"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:19.657727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1411b27-d55d-4976-b7c1-1df8bc23a549 req-8ffabc8f-4d42-43e4-9da0-23ecb62ed75c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:19.691308 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1411b27-d55d-4976-b7c1-1df8bc23a549 req-8ffabc8f-4d42-43e4-9da0-23ecb62ed75c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.3572960 Nov 09 17:41:19.827644 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a2d15-c2ec-4580-b32e-25b7d35ad659 req-210c123d-cea1-4d9f-8cdc-4cc4a5609cbb tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:19.831265 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-edbb666a-ce12-4b34-bb6f-8c68779e764a None None] Port 554c2b7e-a2e3-48a0-9841-cc4ce462c617 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:41:19.835822 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fd8a2d15-c2ec-4580-b32e-25b7d35ad659 req-210c123d-cea1-4d9f-8cdc-4cc4a5609cbb tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.5579147 Nov 09 17:41:19.845977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1f0d759c-d8d9-4286-bab7-caae70f478dc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1f0d759c-d8d9-4286-bab7-caae70f478dc,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:19.884869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-76d210d6-6dc8-441d-8180-9baddff98d8e tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:19.886429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-76d210d6-6dc8-441d-8180-9baddff98d8e tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.18 "GET /v2.0/networks?id=87823cd0-78b4-431d-8bac-d10afad7f91c HTTP/1.1" status: 200 len: 812 time: 0.5610406 Nov 09 17:41:19.893766 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37012c69-0887-4411-aa4b-8544025aaaf6 req-dcef6b6d-f1a5-4dc2-8fc9-5faf262ffdcf service neutron] 10.222.0.13 "GET /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524892 Nov 09 17:41:19.894119 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1904804883-network', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:19.905228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'port': {'device_id': 'ed43cab5-3607-4c33-bd2e-3f08b966400b', 'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c', 'admin_state_up': True, 'tenant_id': '3fc2f364391d4a7ba375a1a2ebd4fb07'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:19.906619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '1f0d759c-d8d9-4286-bab7-caae70f478dc', 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9', 'port_id': '1f0d759c-d8d9-4286-bab7-caae70f478dc', 'mac_address': 'fa:16:3e:93:82:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20907115-321b-44dc-9720-07945eb0b036', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:41:19.909885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-384b4130-7113-44ca-a149-9b4f386fccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:19.911464 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-384b4130-7113-44ca-a149-9b4f386fccd6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1&tenant_id=0e591383dbcd479f92ef4a073b7d2b2b HTTP/1.1" status: 200 len: 1100 time: 0.2180495 Nov 09 17:41:20.001494 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fd8a2d15-c2ec-4580-b32e-25b7d35ad659 req-b9084deb-75df-4a71-9411-5d78e24e3278 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632748 Nov 09 17:41:20.016175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-03b88a15-5075-46f0-b869-b8ccf2348665 None None] Provisioning complete for port 554c2b7e-a2e3-48a0-9841-cc4ce462c617 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:20.016175 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03b88a15-5075-46f0-b869-b8ccf2348665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:20.071109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network 25a86790-a814-49b4-abf3-597312966834 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:20.079558 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:20.081719 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:20.103201 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1411b27-d55d-4976-b7c1-1df8bc23a549 req-241a5b76-56ea-436a-b451-3971b513595b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030199 Nov 09 17:41:20.120307 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:20.126825 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:20.165593 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:20.222471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Made reservation on behalf of 3fc2f364391d4a7ba375a1a2ebd4fb07 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:20.229715 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:20.254236 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cd35c-df76-4b21-9be1-8052f8a90cf0 req-8bd78bd6-b392-41ae-b1c8-2a5da6c86991 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:20.257891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c0cd35c-df76-4b21-9be1-8052f8a90cf0 req-8bd78bd6-b392-41ae-b1c8-2a5da6c86991 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 949 time: 0.1532569 Nov 09 17:41:20.295622 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-5db3f88b-a295-46e8-9549-894499b7a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:20.299074 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-5db3f88b-a295-46e8-9549-894499b7a577 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 1100 time: 0.3197114 Nov 09 17:41:20.387065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0d759c-d8d9-4286-bab7-caae70f478dc {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:20.418154 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1f0d759c-d8d9-4286-bab7-caae70f478dc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1f0d759c-d8d9-4286-bab7-caae70f478dc,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:20.428893 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:20.444304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-03b88a15-5075-46f0-b869-b8ccf2348665 None None] Port 554c2b7e-a2e3-48a0-9841-cc4ce462c617 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:41:20.507168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e35f2-66e2-4c76-8b46-2f65f2982540 req-e56df500-c93b-4d13-97bc-850e25ac7f46 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:20.508909 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-151e35f2-66e2-4c76-8b46-2f65f2982540 req-e56df500-c93b-4d13-97bc-850e25ac7f46 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 944 time: 0.1974964 Nov 09 17:41:20.525153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=1f0d759c-d8d9-4286-bab7-caae70f478dc,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:20.577044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e8083167-ef2b-48de-bb75-818ffd1b452d None None] Provisioning complete for port 554c2b7e-a2e3-48a0-9841-cc4ce462c617 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:20.578088 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8083167-ef2b-48de-bb75-818ffd1b452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:20.590809 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c0cd35c-df76-4b21-9be1-8052f8a90cf0 req-2dee6642-c30d-458f-9bf7-e14e8d7531a5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159988 Nov 09 17:41:20.654594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router eb864bcf-19e6-4360-98e3-e2715645cb4c is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:41:20.672802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:20.677506 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e8083167-ef2b-48de-bb75-818ffd1b452d None None] Port 554c2b7e-a2e3-48a0-9841-cc4ce462c617 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:41:20.691423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:20.701374 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-151e35f2-66e2-4c76-8b46-2f65f2982540 req-ffd70c5b-6437-4c90-8444-86d9d56203c6 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642375 Nov 09 17:41:20.744663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-6e7417f2-39d8-4d3b-80b5-7cb622e0f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:20.747804 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-6e7417f2-39d8-4d3b-80b5-7cb622e0f768 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.4377570 Nov 09 17:41:20.757528 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['1f0d759c-d8d9-4286-bab7-caae70f478dc'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:20.768484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddbd03-dd80-4052-8bc8-09ea05fe27b1 req-5d78e18d-79a4-46a8-8eae-a53c854e88a1 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:20.770653 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-deddbd03-dd80-4052-8bc8-09ea05fe27b1 req-5d78e18d-79a4-46a8-8eae-a53c854e88a1 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 949 time: 0.3277819 Nov 09 17:41:20.816670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:41:20.865715 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7adfa21-ad11-4142-88bb-015244fa3866 x-openstack-request-id: req-e7adfa21-ad11-4142-88bb-015244fa3866 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:20.866023 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1171a88c-6044-4111-8c1b-6d28496231f4", "name": "network-vif-deleted", "tag": "ec6812b9-660b-4ea5-9433-5d560bd02f76", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:20.866428 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7adfa21-ad11-4142-88bb-015244fa3866 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:20.866826 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1171a88c-6044-4111-8c1b-6d28496231f4', 'name': 'network-vif-deleted', 'tag': 'ec6812b9-660b-4ea5-9433-5d560bd02f76', 'status': 'completed', 'code': 200} Nov 09 17:41:20.870673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de790915-6664-456d-b5e0-474c7e5ed9b8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:20.882483 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:20.883207 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Added segment a9e6646f-cffa-47d5-ae6a-528db20fb18e of type vlan for network 6d294484-eb22-4612-a888-7d46fcbe8535 Nov 09 17:41:20.949728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:20.963714 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4e32eed6-6499-4da1-adc1-4d205266ef27 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/eb864bcf-19e6-4360-98e3-e2715645cb4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6030445 Nov 09 17:41:20.969726 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da0dc23-f57f-4fd7-9b5f-7152e6c3a805 None None] Sync routers for ids ['eb864bcf-19e6-4360-98e3-e2715645cb4c'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:20.974207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56260) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:20.975122 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-93eb9c13-ec12-40be-8ff0-75c74617d905 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29efb134-0c85-4e7f-a8a0-f62771c54647 HTTP/1.1" status: 200 len: 217 time: 0.2009881 Nov 09 17:41:20.983426 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84a1720f-d6ac-4f63-89e1-b6b6eed75826 req-c64afc4e-c330-4e6c-a202-eedefc7d2a3e tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 210 time: 0.1131001 Nov 09 17:41:21.011834 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da0dc23-f57f-4fd7-9b5f-7152e6c3a805 None None] Routers {'eb864bcf-19e6-4360-98e3-e2715645cb4c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:21.011971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Allocated IP 172.20.0.5 (87823cd0-78b4-431d-8bac-d10afad7f91c/cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e/9aa747f0-dd99-4e1a-ae49-c8a486f6d02b) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:21.012084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9da0dc23-f57f-4fd7-9b5f-7152e6c3a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['eb864bcf-19e6-4360-98e3-e2715645cb4c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:21.023094 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:21.073095 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9da0dc23-f57f-4fd7-9b5f-7152e6c3a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:21.096372 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da0dc23-f57f-4fd7-9b5f-7152e6c3a805 None None] Routers {'eb864bcf-19e6-4360-98e3-e2715645cb4c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:21.097462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9da0dc23-f57f-4fd7-9b5f-7152e6c3a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['eb864bcf-19e6-4360-98e3-e2715645cb4c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:21.101795 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:21.104166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:21.105292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:21.142130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba1507-0c92-4df9-ac71-c76f15ec0304 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:21.146339 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6fba1507-0c92-4df9-ac71-c76f15ec0304 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports/554c2b7e-a2e3-48a0-9841-cc4ce462c617 HTTP/1.1" status: 200 len: 976 time: 0.1686482 Nov 09 17:41:21.148998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56266) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:21.161055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-b62a3790-26d6-4a84-bc0e-fa4a4298f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:21.163876 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-b62a3790-26d6-4a84-bc0e-fa4a4298f20a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1788044 Nov 09 17:41:21.165832 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9da0dc23-f57f-4fd7-9b5f-7152e6c3a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:21.166549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da0dc23-f57f-4fd7-9b5f-7152e6c3a805 None None] The sync data for ids ['eb864bcf-19e6-4360-98e3-e2715645cb4c'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:21.201944 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-deddbd03-dd80-4052-8bc8-09ea05fe27b1 req-e5925328-d573-437f-9400-6a11d39dcc79 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Deleting port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:21.202338 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-deddbd03-dd80-4052-8bc8-09ea05fe27b1 req-e5925328-d573-437f-9400-6a11d39dcc79 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:21.326557 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7877498 Nov 09 17:41:21.332050 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56268) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:21.342351 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ea3fcd44-c836-4af2-8ed9-68055977991f admin admin] Request body: {'subnet': {'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1904804883-subnet', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:21.355675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2bfc4-5148-41ed-b7b3-34a52bf45b14 admin admin] Pushing event updated for resources: {'Network': ['ID=6d294484-eb22-4612-a888-7d46fcbe8535,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:21.376217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 6d294484-eb22-4612-a888-7d46fcbe8535 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:41:21.421419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-c83f1e9b-ddab-4b67-8900-6e92df6d4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:21.423487 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-c83f1e9b-ddab-4b67-8900-6e92df6d4965 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2430911 Nov 09 17:41:21.466583 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53b9df-82be-423c-b04f-2e484377b016 req-f7a627a5-b55d-4573-b430-cc96f54a0551 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:21.468297 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5c53b9df-82be-423c-b04f-2e484377b016 req-f7a627a5-b55d-4573-b430-cc96f54a0551 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.2925065 Nov 09 17:41:21.471061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3fcd44-c836-4af2-8ed9-68055977991f admin admin] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:21.474103 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea3fcd44-c836-4af2-8ed9-68055977991f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:21.514002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-deddbd03-dd80-4052-8bc8-09ea05fe27b1 req-e5925328-d573-437f-9400-6a11d39dcc79 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] For port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2c29fdb2-c836-4e0d-a887-fb58da35f3ca,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:21.514371 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-deddbd03-dd80-4052-8bc8-09ea05fe27b1 req-e5925328-d573-437f-9400-6a11d39dcc79 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:21.529359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb5ee-1817-45c8-bf2d-112eeea08e0b req-b18467e8-3574-43f6-a17b-c0e324fa7709 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:21.530961 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b7cdb5ee-1817-45c8-bf2d-112eeea08e0b req-b18467e8-3574-43f6-a17b-c0e324fa7709 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.2805917 Nov 09 17:41:21.570074 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:21.574208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-deddbd03-dd80-4052-8bc8-09ea05fe27b1 req-e5925328-d573-437f-9400-6a11d39dcc79 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Calling delete_port for 2c29fdb2-c836-4e0d-a887-fb58da35f3ca owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:21.641872 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5c53b9df-82be-423c-b04f-2e484377b016 req-c3560d39-3003-4860-8a0b-181c6408ccb1 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248169 Nov 09 17:41:21.689777 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b7cdb5ee-1817-45c8-bf2d-112eeea08e0b req-b42d3729-0bb2-489e-a518-6203e6a338f0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453447 Nov 09 17:41:21.751017 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-cf107e55-73e2-4374-b381-835b956e9e86 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166363 Nov 09 17:41:21.838384 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:21.937566 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea3fcd44-c836-4af2-8ed9-68055977991f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:21.974486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Network 87823cd0-78b4-431d-8bac-d10afad7f91c is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:21.990443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:22.006157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:22.008680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'Port': ['ID=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:22.039678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae32199-97e4-4cac-9149-37d94a9dac1a req-87c101e5-411f-43a9-b81a-8e6e2cba7d4d tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:22.041933 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bae32199-97e4-4cac-9149-37d94a9dac1a req-87c101e5-411f-43a9-b81a-8e6e2cba7d4d tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9a90dc0-c985-44a8-8f63-106c7654ed17 HTTP/1.1" status: 200 len: 949 time: 0.2024512 Nov 09 17:41:22.052189 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fcd44-c836-4af2-8ed9-68055977991f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c0ad77-f68a-4232-b945-4a8fffd6b715,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:22.065960 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-deddbd03-dd80-4052-8bc8-09ea05fe27b1 req-e5925328-d573-437f-9400-6a11d39dcc79 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:22.074425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:22.074754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:22.075050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:22.075422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:22.077175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:22.077175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:22.077175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:22.077175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:22.077175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:22.078095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:22.078095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:22.078095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:22.089335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['c5863185-f69d-4681-b8ca-3c6de71be81a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:22.094376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6', '53fcf9fa-3019-49de-aa72-70737000dadb', '9dee5add-453f-472d-822e-e30816c5b920', '24e8adb3-51f1-4007-aa87-c22c09fbd4c1'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:22.095410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae213ed9-c691-4577-9390-0cc07806bcb8 req-cfd9602a-b492-4464-bfe2-eec485ed3201 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:22.097017 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae213ed9-c691-4577-9390-0cc07806bcb8 req-cfd9602a-b492-4464-bfe2-eec485ed3201 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.2515545 Nov 09 17:41:22.108369 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39893542-e822-40e7-8dd9-8bff11dbc118 req-96aa660b-20eb-4758-aa89-ac380720a8ba service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496363 Nov 09 17:41:22.170460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5925328-d573-437f-9400-6a11d39dcc79 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event deleted for resources: {'Port': ['ID=2c29fdb2-c836-4e0d-a887-fb58da35f3ca,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:22.197802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:22.198852 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:22.290562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-deddbd03-dd80-4052-8bc8-09ea05fe27b1 req-e5925328-d573-437f-9400-6a11d39dcc79 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] No DVR routers for this DVR port 2c29fdb2-c836-4e0d-a887-fb58da35f3ca on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:22.297907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-0e8e44de-53a4-4b14-aa99-a914b21947a9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4004681 Nov 09 17:41:22.299074 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-deddbd03-dd80-4052-8bc8-09ea05fe27b1 req-e5925328-d573-437f-9400-6a11d39dcc79 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:22.303108 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-deddbd03-dd80-4052-8bc8-09ea05fe27b1 req-e5925328-d573-437f-9400-6a11d39dcc79 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "DELETE /v2.0/ports/2c29fdb2-c836-4e0d-a887-fb58da35f3ca HTTP/1.1" status: 204 len: 173 time: 1.4990885 Nov 09 17:41:22.313901 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae213ed9-c691-4577-9390-0cc07806bcb8 req-e5061ffb-d4ab-477e-b729-99fa38cf75a4 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639860 Nov 09 17:41:22.315108 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f93d7a0-6428-488d-9990-770f15c78704 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:22.342428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Request body: {'port': {'device_id': 'ed43cab5-3607-4c33-bd2e-3f08b966400b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:22.468952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bae32199-97e4-4cac-9149-37d94a9dac1a req-5c359e33-ffcd-4958-8e15-08e9f315545a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942943 Nov 09 17:41:22.476439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3fcd44-c836-4af2-8ed9-68055977991f admin admin] Checking segment: {'id': 'a9e6646f-cffa-47d5-ae6a-528db20fb18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:22.477578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3fcd44-c836-4af2-8ed9-68055977991f admin admin] Network hostable DHCP agents. Network: 6d294484-eb22-4612-a888-7d46fcbe8535, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:41:22.485324 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:22.555196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39ca15-63c2-455c-a241-b32c7449b799 req-cf5133e8-b175-4093-9b7d-664a6bec077b tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:22.569717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0a39ca15-63c2-455c-a241-b32c7449b799 req-cf5133e8-b175-4093-9b7d-664a6bec077b tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 945 time: 0.1305220 Nov 09 17:41:22.713317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3fcd44-c836-4af2-8ed9-68055977991f admin admin] Network 6d294484-eb22-4612-a888-7d46fcbe8535 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:41:22.720629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0a39ca15-63c2-455c-a241-b32c7449b799 req-d9084572-a6dd-4ac7-b9a0-c6292241537c tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498611 Nov 09 17:41:22.730844 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-ea3fcd44-c836-4af2-8ed9-68055977991f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 6d294484-eb22-4612-a888-7d46fcbe8535) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:22.760061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456c6423-7a89-4404-8d28-d29311819b9c None None] Network 6d294484-eb22-4612-a888-7d46fcbe8535 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:22.777961 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:22.794969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3fcd44-c836-4af2-8ed9-68055977991f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:22.796214 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea3fcd44-c836-4af2-8ed9-68055977991f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:22.850668 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ea3fcd44-c836-4af2-8ed9-68055977991f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5142236 Nov 09 17:41:22.869629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56284) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:22.881417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1904804883-router', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:22.975971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a90dc0-c985-44a8-8f63-106c7654ed17', 'name': 'network-vif-deleted', 'tag': '2c29fdb2-c836-4e0d-a887-fb58da35f3ca'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:22.980396 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9a4a31-8a8a-4e63-b229-938ecaf86bd0" -d '{"events": [{"server_uuid": "c9a90dc0-c985-44a8-8f63-106c7654ed17", "name": "network-vif-deleted", "tag": "2c29fdb2-c836-4e0d-a887-fb58da35f3ca"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:23.132037 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:23.133910 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:23.160427 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1f0d759c-d8d9-4286-bab7-caae70f478dc up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:23.174388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3564c-f9fa-4beb-af26-7155c453bcad req-38d32de8-62c5-407d-92bc-b869197481a6 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:23.177525 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-61d3564c-f9fa-4beb-af26-7155c453bcad req-38d32de8-62c5-407d-92bc-b869197481a6 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 931 time: 0.2866211 Nov 09 17:41:23.270177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:23.288400 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:23.318888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Transition to ACTIVE for port object 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:41:23.330980 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:23.390941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:23.523300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-3f93d7a0-6428-488d-9990-770f15c78704 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port 554c2b7e-a2e3-48a0-9841-cc4ce462c617 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:23.523581 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f93d7a0-6428-488d-9990-770f15c78704 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:23.540694 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 29efb134-0c85-4e7f-a8a0-f62771c54647 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:23.561197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-6d294484-eb22-4612-a888-7d46fcbe8535', 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'fixed_ips': [{'subnet_id': 'f2c0ad77-f68a-4232-b945-4a8fffd6b715'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:41:23.562643 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:23.567102 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:23.614758 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-61d3564c-f9fa-4beb-af26-7155c453bcad req-4f1060d5-19e6-4583-ac50-8f69f13ff4b2 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174089 Nov 09 17:41:23.634481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:23.696208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd202ea-d1bb-4247-86a1-5762a583a134 req-d3624ceb-3131-47a8-9a39-8d9a4c13bd30 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:23.699441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebd202ea-d1bb-4247-86a1-5762a583a134 req-d3624ceb-3131-47a8-9a39-8d9a4c13bd30 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.2586327 Nov 09 17:41:23.741352 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:23.775768 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae162b1c-306f-42c9-a943-7d31c0cacdcb x-openstack-request-id: req-ae162b1c-306f-42c9-a943-7d31c0cacdcb {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:23.776219 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a90dc0-c985-44a8-8f63-106c7654ed17", "name": "network-vif-deleted", "tag": "2c29fdb2-c836-4e0d-a887-fb58da35f3ca", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:23.776614 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae162b1c-306f-42c9-a943-7d31c0cacdcb {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:23.777226 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a90dc0-c985-44a8-8f63-106c7654ed17', 'name': 'network-vif-deleted', 'tag': '2c29fdb2-c836-4e0d-a887-fb58da35f3ca', 'status': 'completed', 'code': 200} Nov 09 17:41:23.836313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Attempting to bind port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:41:23.836930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Attempting to bind port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'b6a72571-bc06-4a45-93bb-b2a6aa2a6609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:41:23.837462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Attempting to bind port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b on network 87823cd0-78b4-431d-8bac-d10afad7f91c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:23.856802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b on network 87823cd0-78b4-431d-8bac-d10afad7f91c not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:41:23.857391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Attempting to bind port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b on network 87823cd0-78b4-431d-8bac-d10afad7f91c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:23.882484 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebd202ea-d1bb-4247-86a1-5762a583a134 req-77bdfd5f-95c0-45a6-8ea8-a60cf42e6280 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750774 Nov 09 17:41:23.890249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:23.891148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Checking segment: {'id': 'b6a72571-bc06-4a45-93bb-b2a6aa2a6609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:23.892193 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Bound using segment: {'id': 'b6a72571-bc06-4a45-93bb-b2a6aa2a6609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:23.892591 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f93d7a0-6428-488d-9990-770f15c78704 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:23.893562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Bound port: 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a72571-bc06-4a45-93bb-b2a6aa2a6609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:41:23.894480 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:23.895591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 1f0d759c-d8d9-4286-bab7-caae70f478dc completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:41:23.944388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-3f93d7a0-6428-488d-9990-770f15c78704 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for 554c2b7e-a2e3-48a0-9841-cc4ce462c617 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:24.074910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] For port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:24.082844 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 1f0d759c-d8d9-4286-bab7-caae70f478dc triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:24.083505 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:24.084739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] For port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:24.093337 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:24.170634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:24.172157 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:24.175211 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/9aa747f0-dd99-4e1a-ae49-c8a486f6d02b HTTP/1.1" status: 200 len: 1091 time: 1.8598692 Nov 09 17:41:24.206979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Allocated IP 172.20.0.2 (6d294484-eb22-4612-a888-7d46fcbe8535/f2c0ad77-f68a-4232-b945-4a8fffd6b715/3a7a2bb2-e83f-4283-ad32-fed2469b1722) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:24.236316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbce4ce-6cbc-488f-8d78-8905051661f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:24.337217 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-b759ba22-69ab-4896-97f8-7943c7e2b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:24.339335 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-b759ba22-69ab-4896-97f8-7943c7e2b72e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07&device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 1094 time: 0.0880694 Nov 09 17:41:24.351189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8191c5-4de8-4ac2-ad3f-d9255661172b req-a1c96df2-19df-4ddb-8575-b6f699096237 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:24.353772 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c8191c5-4de8-4ac2-ad3f-d9255661172b req-a1c96df2-19df-4ddb-8575-b6f699096237 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 945 time: 0.0906234 Nov 09 17:41:24.486593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:24.678589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbd8e1c-57d4-43ce-84f1-346138caa4a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29efb134-0c85-4e7f-a8a0-f62771c54647'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:24.682280 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415965d6-77c2-48a9-aa80-59d2c98f21e9" -d '{"events": [{"server_uuid": "edbd8e1c-57d4-43ce-84f1-346138caa4a1", "name": "network-vif-unplugged", "status": "completed", "tag": "29efb134-0c85-4e7f-a8a0-f62771c54647"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:24.709890 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1411b7-a162-4b87-a5dd-c29c99ceae88 req-d010f2f8-bb58-4995-a707-433887e972b5 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:24.717918 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0f1411b7-a162-4b87-a5dd-c29c99ceae88 req-d010f2f8-bb58-4995-a707-433887e972b5 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.6459389 Nov 09 17:41:24.720549 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:24.739152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 29efb134-0c85-4e7f-a8a0-f62771c54647, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=29efb134-0c85-4e7f-a8a0-f62771c54647,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:24.764900 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-ab3e94a1-97c5-43a5-b428-4043f34e31fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b HTTP/1.1" status: 200 len: 217 time: 0.4110165 Nov 09 17:41:24.775626 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:24.853659 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c8191c5-4de8-4ac2-ad3f-d9255661172b req-d670cc5f-f27b-4cc8-8ca8-61da5680e5a3 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907383 Nov 09 17:41:24.858441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-3e68901b-ec09-4eb7-a89c-4628f5cf4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:24.860323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-3e68901b-ec09-4eb7-a89c-4628f5cf4964 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e HTTP/1.1" status: 200 len: 852 time: 0.0793829 Nov 09 17:41:24.909098 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-7b46aefe-55b3-4235-ba38-691d7ab021b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87823cd0-78b4-431d-8bac-d10afad7f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388329 Nov 09 17:41:24.971058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1f0d759c-d8d9-4286-bab7-caae70f478dc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1f0d759c-d8d9-4286-bab7-caae70f478dc,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:24.998540 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:25.031756 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:25.033673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 2c29fdb2-c836-4e0d-a887-fb58da35f3ca no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:25.044792 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0f1411b7-a162-4b87-a5dd-c29c99ceae88 req-789858ff-c48f-45a5-b60b-90134a71201c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933421 Nov 09 17:41:25.048732 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:25.118694 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=29efb134-0c85-4e7f-a8a0-f62771c54647,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:25.122445 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 2c29fdb2-c836-4e0d-a887-fb58da35f3ca {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:41:25.122704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 2c29fdb2-c836-4e0d-a887-fb58da35f3ca not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:25.176260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-2235f512-e0aa-4800-8594-302eb3432a51 service neutron] 10.222.0.18 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503824 Nov 09 17:41:25.209888 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f93d7a0-6428-488d-9990-770f15c78704 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:25.217612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Network 6d294484-eb22-4612-a888-7d46fcbe8535 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:25.232117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:25.248461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:25.287490 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c950059-5a47-4c84-92b6-d18807beeb87 x-openstack-request-id: req-7c950059-5a47-4c84-92b6-d18807beeb87 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:25.287855 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbd8e1c-57d4-43ce-84f1-346138caa4a1", "name": "network-vif-unplugged", "status": "completed", "tag": "29efb134-0c85-4e7f-a8a0-f62771c54647", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:25.288203 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c950059-5a47-4c84-92b6-d18807beeb87 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:25.288740 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbd8e1c-57d4-43ce-84f1-346138caa4a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29efb134-0c85-4e7f-a8a0-f62771c54647', 'code': 200} Nov 09 17:41:25.289789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=1f0d759c-d8d9-4286-bab7-caae70f478dc,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:25.306154 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93d7a0-6428-488d-9990-770f15c78704 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=554c2b7e-a2e3-48a0-9841-cc4ce462c617,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:25.351324 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:25.425035 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:25.466126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Attempting to bind port 3a7a2bb2-e83f-4283-ad32-fed2469b1722 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:41:25.466750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Attempting to bind port 3a7a2bb2-e83f-4283-ad32-fed2469b1722 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'a9e6646f-cffa-47d5-ae6a-528db20fb18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:41:25.467830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Attempting to bind port 3a7a2bb2-e83f-4283-ad32-fed2469b1722 on network 6d294484-eb22-4612-a888-7d46fcbe8535 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:25.500534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4eb41d0a-eb3c-4c31-a260-230c246bf9f2 req-276b0097-9370-472e-bc3b-3a93f3016962 service neutron] 10.222.0.18 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157506 Nov 09 17:41:25.539840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:25.540576 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Checking segment: {'id': 'a9e6646f-cffa-47d5-ae6a-528db20fb18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:25.541246 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:25.541895 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Bound using segment: {'id': 'a9e6646f-cffa-47d5-ae6a-528db20fb18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:25.545812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Bound port: 3a7a2bb2-e83f-4283-ad32-fed2469b1722, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e6646f-cffa-47d5-ae6a-528db20fb18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:41:25.548090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e694c-d7ab-44da-bec0-21318708a08e req-bd9d16d8-4a93-41a7-8c69-408a4dcd5695 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:25.552465 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:25.557030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e0e694c-d7ab-44da-bec0-21318708a08e req-bd9d16d8-4a93-41a7-8c69-408a4dcd5695 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 943 time: 0.3441377 Nov 09 17:41:25.575144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Pushing event updated for resources: {'Port': ['ID=3a7a2bb2-e83f-4283-ad32-fed2469b1722,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:25.625125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda54280-d12b-413e-a25d-d8abe91e328c req-59c8b7de-609c-42d1-afa6-0157740d4b41 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:25.634673 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dda54280-d12b-413e-a25d-d8abe91e328c req-59c8b7de-609c-42d1-afa6-0157740d4b41 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 947 time: 0.1931906 Nov 09 17:41:25.689970 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dda54280-d12b-413e-a25d-d8abe91e328c req-37a86305-f57d-4f59-8815-8bb4ca619850 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536957 Nov 09 17:41:25.772915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] For port 3a7a2bb2-e83f-4283-ad32-fed2469b1722, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:25.780045 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed43cab5-3607-4c33-bd2e-3f08b966400b', 'tag': '9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:25.784674 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9322a6d8-79c4-4126-9aef-385d2578c2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ed43cab5-3607-4c33-bd2e-3f08b966400b", "tag": "9aa747f0-dd99-4e1a-ae49-c8a486f6d02b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:25.787337 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f93d7a0-6428-488d-9990-770f15c78704 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:25.794564 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] For port 3a7a2bb2-e83f-4283-ad32-fed2469b1722, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3a7a2bb2-e83f-4283-ad32-fed2469b1722,segment=NetworkSegment(a9e6646f-cffa-47d5-ae6a-528db20fb18e),segment_id=a9e6646f-cffa-47d5-ae6a-528db20fb18e)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:25.802244 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e0e694c-d7ab-44da-bec0-21318708a08e req-a68f6f80-2d18-4ca6-b222-12b18ee1d9bc tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439916 Nov 09 17:41:25.810269 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:25.906266 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b429535b-b342-479a-ab8b-cca473992469 x-openstack-request-id: req-b429535b-b342-479a-ab8b-cca473992469 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:25.906961 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed43cab5-3607-4c33-bd2e-3f08b966400b", "tag": "9aa747f0-dd99-4e1a-ae49-c8a486f6d02b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:25.907762 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b429535b-b342-479a-ab8b-cca473992469 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:25.908485 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed43cab5-3607-4c33-bd2e-3f08b966400b', 'tag': '9aa747f0-dd99-4e1a-ae49-c8a486f6d02b', 'status': 'completed', 'code': 200} Nov 09 17:41:25.946450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Allocated IP 172.25.1.20 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:25.986676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0940cc7-4c43-4126-9763-51e98298bfad None None] Pushing event updated for resources: {'Port': ['ID=3a7a2bb2-e83f-4283-ad32-fed2469b1722,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:26.101464 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322a6d8-79c4-4126-9aef-385d2578c2fa req-c6e0c1dd-f6bb-4197-9835-f20273a5dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:26.105442 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9322a6d8-79c4-4126-9aef-385d2578c2fa req-c6e0c1dd-f6bb-4197-9835-f20273a5dda5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07&device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 1094 time: 0.1552255 Nov 09 17:41:26.220749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df05c5-40cf-42df-a009-b7922224d30f req-ba087aee-a63c-4546-abfd-728c34ec6b4c tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:26.226940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84df05c5-40cf-42df-a009-b7922224d30f req-ba087aee-a63c-4546-abfd-728c34ec6b4c tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 950 time: 0.1158442 Nov 09 17:41:26.293523 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84df05c5-40cf-42df-a009-b7922224d30f req-633a45ff-f60e-4c1d-b6e3-035ee1acdedc tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644758 Nov 09 17:41:26.307884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322a6d8-79c4-4126-9aef-385d2578c2fa req-218b401d-0d5e-467e-928b-d341d33f79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:26.312502 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9322a6d8-79c4-4126-9aef-385d2578c2fa req-218b401d-0d5e-467e-928b-d341d33f79ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=87823cd0-78b4-431d-8bac-d10afad7f91c HTTP/1.1" status: 200 len: 913 time: 0.1964023 Nov 09 17:41:26.317737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f93d7a0-6428-488d-9990-770f15c78704 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router eb864bcf-19e6-4360-98e3-e2715645cb4c has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:41:26.344696 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd312a-cb37-4edf-8fb2-d9ae3366bbee req-5667bfca-7884-4350-af64-4c0dacb2ecd5 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:26.351478 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53cd312a-cb37-4edf-8fb2-d9ae3366bbee req-5667bfca-7884-4350-af64-4c0dacb2ecd5 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 946 time: 0.2594364 Nov 09 17:41:26.408836 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9322a6d8-79c4-4126-9aef-385d2578c2fa req-e38a6125-1ce2-4066-b1d8-ffb8025bb456 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b HTTP/1.1" status: 200 len: 217 time: 0.0742924 Nov 09 17:41:26.535815 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:26.568175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322a6d8-79c4-4126-9aef-385d2578c2fa req-14d98ee5-69f6-44f5-af3d-9ca7ddc9c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:26.570919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9322a6d8-79c4-4126-9aef-385d2578c2fa req-14d98ee5-69f6-44f5-af3d-9ca7ddc9c785 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e HTTP/1.1" status: 200 len: 852 time: 0.1477609 Nov 09 17:41:26.572026 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53cd312a-cb37-4edf-8fb2-d9ae3366bbee req-732366bf-dee6-4ffb-a347-a49965d7f416 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897283 Nov 09 17:41:26.588868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f93d7a0-6428-488d-9990-770f15c78704 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:26.592674 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f171a4d-2b6c-4a6f-94d5-78aefeed0004 req-b2cf5072-f450-486b-965b-de6a486b6e5a tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:26.595646 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f171a4d-2b6c-4a6f-94d5-78aefeed0004 req-b2cf5072-f450-486b-965b-de6a486b6e5a tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.1910162 Nov 09 17:41:26.595998 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3f93d7a0-6428-488d-9990-770f15c78704 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/eb864bcf-19e6-4360-98e3-e2715645cb4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4452963 Nov 09 17:41:26.605862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56328) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:26.608799 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f490c-e8d8-452e-80f1-82e808ae8e11 None None] Sync routers for ids ['eb864bcf-19e6-4360-98e3-e2715645cb4c'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:26.626860 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f490c-e8d8-452e-80f1-82e808ae8e11 None None] Routers {'eb864bcf-19e6-4360-98e3-e2715645cb4c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:26.628483 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9c7f490c-e8d8-452e-80f1-82e808ae8e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['eb864bcf-19e6-4360-98e3-e2715645cb4c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:26.647713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9322a6d8-79c4-4126-9aef-385d2578c2fa req-d17713a8-e5c5-4852-8add-76f21f72261e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87823cd0-78b4-431d-8bac-d10afad7f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502586 Nov 09 17:41:26.682358 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9c7f490c-e8d8-452e-80f1-82e808ae8e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:26.694749 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f490c-e8d8-452e-80f1-82e808ae8e11 None None] Routers {'eb864bcf-19e6-4360-98e3-e2715645cb4c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:26.695667 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9c7f490c-e8d8-452e-80f1-82e808ae8e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['eb864bcf-19e6-4360-98e3-e2715645cb4c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:26.755079 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9c7f490c-e8d8-452e-80f1-82e808ae8e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:26.756505 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f490c-e8d8-452e-80f1-82e808ae8e11 None None] The sync data for ids ['eb864bcf-19e6-4360-98e3-e2715645cb4c'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:26.833802 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f171a4d-2b6c-4a6f-94d5-78aefeed0004 req-e28f464d-e7ec-4e22-971a-94b5f5860603 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839499 Nov 09 17:41:26.878636 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:26.920294 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-65d704f1-55cc-492b-9731-e96c9d696e93 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 17:41:26.921517 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-65d704f1-55cc-492b-9731-e96c9d696e93 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/eb864bcf-19e6-4360-98e3-e2715645cb4c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3034089 Nov 09 17:41:26.932197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56336) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:26.984757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:26.990600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:26.996034 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:27.055853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25903624-5b7c-4609-9a2f-f8b72d0323f7 req-17b6540a-a7cc-4acc-917b-ad8d38874080 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:27.057621 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-25903624-5b7c-4609-9a2f-f8b72d0323f7 req-17b6540a-a7cc-4acc-917b-ad8d38874080 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 947 time: 0.1872354 Nov 09 17:41:27.074897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Pushing event updated for resources: {'Port': ['ID=2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:27.078496 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2f26f92a-3405-473b-b7fc-4fb0c241b8c9 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb864bcf-19e6-4360-98e3-e2715645cb4c HTTP/1.1" status: 200 len: 205 time: 0.1444273 Nov 09 17:41:27.079853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56338) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:27.110564 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9322a6d8-79c4-4126-9aef-385d2578c2fa req-b6899601-be03-43ce-af1a-0ab85950b76a service neutron] 10.222.0.18 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509583 Nov 09 17:41:27.134361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3a7a2bb2-e83f-4283-ad32-fed2469b1722 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:27.202697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ea5f-14b4-44dc-8409-921263559f75 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:27.248968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3a7a2bb2-e83f-4283-ad32-fed2469b1722 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:27.249899 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:27.313876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f357884-d2de-4e81-8fcc-2b7e30439519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0d759c-d8d9-4286-bab7-caae70f478dc'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:27.320564 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81280f0b-1fb1-4451-a84f-6edf61e966e2" -d '{"events": [{"server_uuid": "4f357884-d2de-4e81-8fcc-2b7e30439519", "name": "network-vif-plugged", "status": "completed", "tag": "1f0d759c-d8d9-4286-bab7-caae70f478dc"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:27.354710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9322a6d8-79c4-4126-9aef-385d2578c2fa req-29ceb6e2-79bb-4017-b557-77a133e638a8 service neutron] 10.222.0.18 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181711 Nov 09 17:41:27.365406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0762a17-094c-4e3b-b192-085bae7d0bf6 req-52f23f31-3a24-498e-8724-b114bd999811 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:27.367001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f0762a17-094c-4e3b-b192-085bae7d0bf6 req-52f23f31-3a24-498e-8724-b114bd999811 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 950 time: 0.3030932 Nov 09 17:41:27.418917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ea5f-14b4-44dc-8409-921263559f75 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:27.421672 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ea5f-14b4-44dc-8409-921263559f75 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:27.432978 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:27.453821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bcdc1-dd94-4a4a-b03f-9e16c93e8cdc req-10af0e9e-ac33-424b-8ec5-c6ede4bea7ec tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:27.465582 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-598bcdc1-dd94-4a4a-b03f-9e16c93e8cdc req-10af0e9e-ac33-424b-8ec5-c6ede4bea7ec tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 943 time: 0.1924751 Nov 09 17:41:27.509282 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 3a7a2bb2-e83f-4283-ad32-fed2469b1722, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3a7a2bb2-e83f-4283-ad32-fed2469b1722,segment=NetworkSegment(a9e6646f-cffa-47d5-ae6a-528db20fb18e),segment_id=a9e6646f-cffa-47d5-ae6a-528db20fb18e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:27.517429 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:27.520669 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ea5f-14b4-44dc-8409-921263559f75 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:27.520669 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf8ea5f-14b4-44dc-8409-921263559f75 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Fanout notify agent at l3_agent the message router_deleted on router eb864bcf-19e6-4360-98e3-e2715645cb4c {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:41:27.561051 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ea5f-14b4-44dc-8409-921263559f75 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:27.562241 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5cf8ea5f-14b4-44dc-8409-921263559f75 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/eb864bcf-19e6-4360-98e3-e2715645cb4c HTTP/1.1" status: 204 len: 168 time: 0.4664509 Nov 09 17:41:27.572845 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56344) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:27.604301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 29efb134-0c85-4e7f-a8a0-f62771c54647 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:41:27.646269 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-25903624-5b7c-4609-9a2f-f8b72d0323f7 req-b102856f-a6a2-431c-9605-11f4085b21b9 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519389 Nov 09 17:41:27.688457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ac7836-93ec-4f74-8bde-21cf04c10ba7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting subnet 1dd9d4c8-2129-45c0-80a2-2f480548af18 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:41:27.693200 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f9ac7836-93ec-4f74-8bde-21cf04c10ba7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:27.713827 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-598bcdc1-dd94-4a4a-b03f-9e16c93e8cdc req-71ed62bd-d5ef-43ee-ad35-0d74079b1df5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423446 Nov 09 17:41:27.739446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f12a9-0ef1-45c7-9ae4-aa309430d6c9 req-c40298d4-f742-438b-a7bf-12c97f8e11fd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:27.746284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-306f12a9-0ef1-45c7-9ae4-aa309430d6c9 req-c40298d4-f742-438b-a7bf-12c97f8e11fd tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "GET /v2.0/ports?device_id=015a5652-17ff-4f35-bc81-4d14c6162614 HTTP/1.1" status: 200 len: 950 time: 0.2735019 Nov 09 17:41:27.758414 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f9ac7836-93ec-4f74-8bde-21cf04c10ba7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:27.767053 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc70e178-b56d-4d3c-8e44-1f40a55e5965 None None] Network 6d294484-eb22-4612-a888-7d46fcbe8535 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:27.805249 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28377e63-0696-4489-b365-c3e117629f54 x-openstack-request-id: req-28377e63-0696-4489-b365-c3e117629f54 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:27.805554 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f357884-d2de-4e81-8fcc-2b7e30439519", "name": "network-vif-plugged", "status": "completed", "tag": "1f0d759c-d8d9-4286-bab7-caae70f478dc", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:27.812065 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28377e63-0696-4489-b365-c3e117629f54 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:27.812641 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f357884-d2de-4e81-8fcc-2b7e30439519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0d759c-d8d9-4286-bab7-caae70f478dc', 'code': 200} Nov 09 17:41:27.813991 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:41:28.006316 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=3a7a2bb2-e83f-4283-ad32-fed2469b1722,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:28.049410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-779d2931-a7b1-4516-be67-17b10dd7c784 None None] Provisioning complete for port 3a7a2bb2-e83f-4283-ad32-fed2469b1722 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:28.050017 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-779d2931-a7b1-4516-be67-17b10dd7c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:28.102093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f0762a17-094c-4e3b-b192-085bae7d0bf6 req-049bf98d-a4e4-4b09-8319-b811e260d1be tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Deleting port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:28.102738 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f0762a17-094c-4e3b-b192-085bae7d0bf6 req-049bf98d-a4e4-4b09-8319-b811e260d1be tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:28.192389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d080c4-e9b8-4e8d-b2a9-5d4129bcb9bf req-7c8df6f3-2720-4c30-92d3-f9520e7fd7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:28.195259 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2d080c4-e9b8-4e8d-b2a9-5d4129bcb9bf req-7c8df6f3-2720-4c30-92d3-f9520e7fd7c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 1097 time: 0.3022432 Nov 09 17:41:28.236870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c095c5-32e5-46e1-a9d6-1719571206aa req-0c15a545-e3f1-414c-9823-1a77f3f70123 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:28.240350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4c095c5-32e5-46e1-a9d6-1719571206aa req-0c15a545-e3f1-414c-9823-1a77f3f70123 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 950 time: 0.3506217 Nov 09 17:41:28.244248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 29efb134-0c85-4e7f-a8a0-f62771c54647, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=29efb134-0c85-4e7f-a8a0-f62771c54647,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:28.297615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-306f12a9-0ef1-45c7-9ae4-aa309430d6c9 req-4f424383-5b97-4199-9075-efa09f2b9aa5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Deleting port c5863185-f69d-4681-b8ca-3c6de71be81a {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:28.298115 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-306f12a9-0ef1-45c7-9ae4-aa309430d6c9 req-4f424383-5b97-4199-9075-efa09f2b9aa5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:28.319878 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f9ac7836-93ec-4f74-8bde-21cf04c10ba7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:28.320812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '29efb134-0c85-4e7f-a8a0-f62771c54647', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '29efb134-0c85-4e7f-a8a0-f62771c54647', 'mac_address': 'fa:16:3e:73:48:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:41:28.374311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2d080c4-e9b8-4e8d-b2a9-5d4129bcb9bf req-0f35d911-3be6-46da-a843-efda69955cac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630599 Nov 09 17:41:28.403908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196fa5f-8257-4a67-bc6f-045751203120 req-c8731b7f-d653-4c20-8f1e-cd98446ea5ba tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:28.405620 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4196fa5f-8257-4a67-bc6f-045751203120 req-c8731b7f-d653-4c20-8f1e-cd98446ea5ba tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 946 time: 0.1325214 Nov 09 17:41:28.420113 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4c095c5-32e5-46e1-a9d6-1719571206aa req-9f42ee7d-7073-4e49-83bd-7e1df68e7e4a tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601539 Nov 09 17:41:28.424107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-f0762a17-094c-4e3b-b192-085bae7d0bf6 req-049bf98d-a4e4-4b09-8319-b811e260d1be tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] For port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=24e8adb3-51f1-4007-aa87-c22c09fbd4c1,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:28.434507 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f0762a17-094c-4e3b-b192-085bae7d0bf6 req-049bf98d-a4e4-4b09-8319-b811e260d1be tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:28.445350 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:28.468627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f0762a17-094c-4e3b-b192-085bae7d0bf6 req-049bf98d-a4e4-4b09-8319-b811e260d1be tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Calling delete_port for 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:28.533036 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f9ac7836-93ec-4f74-8bde-21cf04c10ba7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:28.583710 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4196fa5f-8257-4a67-bc6f-045751203120 req-d3d3737d-1046-4770-8f95-f6b43a20d721 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665034 Nov 09 17:41:28.637698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac7836-93ec-4f74-8bde-21cf04c10ba7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd9d4c8-2129-45c0-80a2-2f480548af18,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:28.672042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781d928f-e1d3-4f01-9cc6-2fbf525e5703 None None] Network 25a86790-a814-49b4-abf3-597312966834 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:28.706945 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f9ac7836-93ec-4f74-8bde-21cf04c10ba7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:28.717705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-306f12a9-0ef1-45c7-9ae4-aa309430d6c9 req-4f424383-5b97-4199-9075-efa09f2b9aa5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] For port c5863185-f69d-4681-b8ca-3c6de71be81a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=c5863185-f69d-4681-b8ca-3c6de71be81a,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:28.722055 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f9ac7836-93ec-4f74-8bde-21cf04c10ba7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/1dd9d4c8-2129-45c0-80a2-2f480548af18 HTTP/1.1" status: 204 len: 168 time: 1.1477814 Nov 09 17:41:28.729246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56356) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:28.734027 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-306f12a9-0ef1-45c7-9ae4-aa309430d6c9 req-4f424383-5b97-4199-9075-efa09f2b9aa5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:28.773595 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:28.785685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-306f12a9-0ef1-45c7-9ae4-aa309430d6c9 req-4f424383-5b97-4199-9075-efa09f2b9aa5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Calling delete_port for c5863185-f69d-4681-b8ca-3c6de71be81a owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:28.855676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29efb134-0c85-4e7f-a8a0-f62771c54647 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:28.954168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 29efb134-0c85-4e7f-a8a0-f62771c54647, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=29efb134-0c85-4e7f-a8a0-f62771c54647,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:28.959384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3a7a2bb2-e83f-4283-ad32-fed2469b1722 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:29.022774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e56e8-4f57-405a-b554-7cf07ebbccee req-552f9693-8564-4710-a658-5be8ff2609c7 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:29.024864 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e4e56e8-4f57-405a-b554-7cf07ebbccee req-552f9693-8564-4710-a658-5be8ff2609c7 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.3273523 Nov 09 17:41:29.039027 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:29.054594 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:29.117654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e4e56e8-4f57-405a-b554-7cf07ebbccee req-46938fad-858d-444c-a012-4e8137b9f75b tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781422 Nov 09 17:41:29.143003 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:29.145847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9be66278-de8b-43f9-b6fc-713bdd01f5c2 None None] Provisioning complete for port 3a7a2bb2-e83f-4283-ad32-fed2469b1722 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:29.146373 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9be66278-de8b-43f9-b6fc-713bdd01f5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:29.149519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=29efb134-0c85-4e7f-a8a0-f62771c54647,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:29.189100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3a7a2bb2-e83f-4283-ad32-fed2469b1722 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:29.189598 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:29.321945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8892f8-1ac3-4844-b130-80fc4fc85b42 None None] DHCP port deletion for 25a86790-a814-49b4-abf3-597312966834 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:29.361055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd9d92-c184-4dbe-b618-eb7bdb2a8a9e req-61d671c7-cc38-49ec-817a-b19ecf0185bb tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:29.373735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1fbd9d92-c184-4dbe-b618-eb7bdb2a8a9e req-61d671c7-cc38-49ec-817a-b19ecf0185bb tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 947 time: 0.4587631 Nov 09 17:41:29.393726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b07c5-6cd8-4789-a131-3151887d0c01 req-306c94fe-f61e-4512-98c5-497094bc0c47 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:29.396402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-753b07c5-6cd8-4789-a131-3151887d0c01 req-306c94fe-f61e-4512-98c5-497094bc0c47 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1&tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 948 time: 0.4834874 Nov 09 17:41:29.403733 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49834722-2ebb-4b41-998c-0a5c1ece96af req-e4a15a66-f5f3-44f8-969f-a132fe79f10f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:29.412887 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49834722-2ebb-4b41-998c-0a5c1ece96af req-e4a15a66-f5f3-44f8-969f-a132fe79f10f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 943 time: 0.1458263 Nov 09 17:41:29.442792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port c9f6f424-fd43-4096-94ad-4632d2dba531 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:29.443196 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:29.452410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['29efb134-0c85-4e7f-a8a0-f62771c54647'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:29.530216 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49834722-2ebb-4b41-998c-0a5c1ece96af req-ec34c2bc-b499-410a-9736-1d5d277dab3c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143775 Nov 09 17:41:29.531365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0d8892f8-1ac3-4844-b130-80fc4fc85b42 None None] Deleting port c9f6f424-fd43-4096-94ad-4632d2dba531 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:29.534147 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0d8892f8-1ac3-4844-b130-80fc4fc85b42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:29.597784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:41:29.598230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] For port c9f6f424-fd43-4096-94ad-4632d2dba531, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c9f6f424-fd43-4096-94ad-4632d2dba531,segment=NetworkSegment(3212dae7-5542-4f23-b2ed-a915b46521e7),segment_id=3212dae7-5542-4f23-b2ed-a915b46521e7)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:29.598807 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:29.601689 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:29.639954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for c9f6f424-fd43-4096-94ad-4632d2dba531 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:29.640785 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-306f12a9-0ef1-45c7-9ae4-aa309430d6c9 req-4f424383-5b97-4199-9075-efa09f2b9aa5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:29.661453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1fbd9d92-c184-4dbe-b618-eb7bdb2a8a9e req-370682e4-3a76-4a7c-ace1-d89a9fd8f9e0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517698 Nov 09 17:41:29.716607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f424383-5b97-4199-9075-efa09f2b9aa5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event deleted for resources: {'Port': ['ID=c5863185-f69d-4681-b8ca-3c6de71be81a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:29.734945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b07c5-6cd8-4789-a131-3151887d0c01 req-b85be070-66d3-4694-905e-f770dd5f33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:29.741225 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-753b07c5-6cd8-4789-a131-3151887d0c01 req-b85be070-66d3-4694-905e-f770dd5f33f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 1099 time: 0.1884506 Nov 09 17:41:29.744884 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f0762a17-094c-4e3b-b192-085bae7d0bf6 req-049bf98d-a4e4-4b09-8319-b811e260d1be tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:29.823914 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:29.880430 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-24c9a2a5-b580-4d4f-879a-bdd1a97eeb0c req-3e0657a6-3016-4f1b-952e-71eb95ab6857 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7daba49-af43-4b03-ad27-09a0149db2fb HTTP/1.1" status: 200 len: 210 time: 0.2293401 Nov 09 17:41:29.905761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0d8892f8-1ac3-4844-b130-80fc4fc85b42 None None] For port c9f6f424-fd43-4096-94ad-4632d2dba531, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c9f6f424-fd43-4096-94ad-4632d2dba531,segment=NetworkSegment(3212dae7-5542-4f23-b2ed-a915b46521e7),segment_id=3212dae7-5542-4f23-b2ed-a915b46521e7)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:29.906373 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0d8892f8-1ac3-4844-b130-80fc4fc85b42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:29.910830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=c9f6f424-fd43-4096-94ad-4632d2dba531,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:29.912746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No DVR routers for this DVR port c9f6f424-fd43-4096-94ad-4632d2dba531 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:29.918586 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Router 9f999028-96a8-4fa2-8c63-f93acfd8f1ac is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:41:29.931955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0d8892f8-1ac3-4844-b130-80fc4fc85b42 None None] Calling delete_port for c9f6f424-fd43-4096-94ad-4632d2dba531 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:29.947615 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No active binding found for port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 {{(pid=102156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 17:41:29.949005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:29.949612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bf98d-a4e4-4b09-8319-b811e260d1be tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event deleted for resources: {'Port': ['ID=24e8adb3-51f1-4007-aa87-c22c09fbd4c1,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:29.999905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-306f12a9-0ef1-45c7-9ae4-aa309430d6c9 req-4f424383-5b97-4199-9075-efa09f2b9aa5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] No DVR routers for this DVR port c5863185-f69d-4681-b8ca-3c6de71be81a on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:30.029022 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-306f12a9-0ef1-45c7-9ae4-aa309430d6c9 req-4f424383-5b97-4199-9075-efa09f2b9aa5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:30.033389 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-306f12a9-0ef1-45c7-9ae4-aa309430d6c9 req-4f424383-5b97-4199-9075-efa09f2b9aa5 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.13 "DELETE /v2.0/ports/c5863185-f69d-4681-b8ca-3c6de71be81a HTTP/1.1" status: 204 len: 173 time: 2.2719445 Nov 09 17:41:30.037323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015a5652-17ff-4f35-bc81-4d14c6162614', 'name': 'network-vif-deleted', 'tag': 'c5863185-f69d-4681-b8ca-3c6de71be81a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:30.040375 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60f1522-a8a6-4e57-80c6-5a3ee7444a1d" -d '{"events": [{"server_uuid": "015a5652-17ff-4f35-bc81-4d14c6162614", "name": "network-vif-deleted", "tag": "c5863185-f69d-4681-b8ca-3c6de71be81a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:30.104923 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:30.122794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:30.144317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a86790-a814-49b4-abf3-597312966834']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:30.155076 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4665838-19f2-48fe-888d-c3a8f5d9b685 x-openstack-request-id: req-e4665838-19f2-48fe-888d-c3a8f5d9b685 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:30.155449 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015a5652-17ff-4f35-bc81-4d14c6162614", "name": "network-vif-deleted", "tag": "c5863185-f69d-4681-b8ca-3c6de71be81a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:30.155867 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4665838-19f2-48fe-888d-c3a8f5d9b685 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:30.156514 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015a5652-17ff-4f35-bc81-4d14c6162614', 'name': 'network-vif-deleted', 'tag': 'c5863185-f69d-4681-b8ca-3c6de71be81a', 'status': 'completed', 'code': 200} Nov 09 17:41:30.166532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3212dae7-5542-4f23-b2ed-a915b46521e7') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:30.167105 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3212dae7-5542-4f23-b2ed-a915b46521e7') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:30.187603 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:30.222523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '9aa747f0-dd99-4e1a-ae49-c8a486f6d02b', 'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c', 'port_id': '9aa747f0-dd99-4e1a-ae49-c8a486f6d02b', 'mac_address': 'fa:16:3e:4b:5b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:41:30.230190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0762a17-094c-4e3b-b192-085bae7d0bf6 req-049bf98d-a4e4-4b09-8319-b811e260d1be tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] No DVR routers for this DVR port 24e8adb3-51f1-4007-aa87-c22c09fbd4c1 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:30.230571 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:30.234239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b07c5-6cd8-4789-a131-3151887d0c01 req-6627f97b-e922-4765-b5b6-51371669b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:30.237704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:41:30.238152 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:30.247258 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-753b07c5-6cd8-4789-a131-3151887d0c01 req-6627f97b-e922-4765-b5b6-51371669b782 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.4897878 Nov 09 17:41:30.250680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f0762a17-094c-4e3b-b192-085bae7d0bf6 req-049bf98d-a4e4-4b09-8319-b811e260d1be tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:30.280667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f0762a17-094c-4e3b-b192-085bae7d0bf6 req-049bf98d-a4e4-4b09-8319-b811e260d1be tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "DELETE /v2.0/ports/24e8adb3-51f1-4007-aa87-c22c09fbd4c1 HTTP/1.1" status: 204 len: 173 time: 2.8942285 Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:41:30.325166 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: from cryptography.utils import int_from_bytes Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: from cryptography.utils import int_from_bytes Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.348983 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:41:30.352701 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 17:41:30.372907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-753b07c5-6cd8-4789-a131-3151887d0c01 req-25138041-492f-447f-a60d-683718469cd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29efb134-0c85-4e7f-a8a0-f62771c54647 HTTP/1.1" status: 200 len: 217 time: 0.1248484 Nov 09 17:41:30.373525 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:30.377420 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0d8892f8-1ac3-4844-b130-80fc4fc85b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:30.398265 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:30.413492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d8892f8-1ac3-4844-b130-80fc4fc85b42 None None] Network 25a86790-a814-49b4-abf3-597312966834 is not hosted by any dhcp agent {{(pid=102156) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:41:30.413969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8892f8-1ac3-4844-b130-80fc4fc85b42 None None] No DVR routers for this DVR port c9f6f424-fd43-4096-94ad-4632d2dba531 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:30.416746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:30.424066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e9ae7-59ad-47b1-8b78-19ad57eb5a67 req-9c96c898-7be7-4a59-83e1-34f562bf753a tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:30.424428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Sync routers for ids ['9f999028-96a8-4fa2-8c63-f93acfd8f1ac'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:30.427057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8892f8-1ac3-4844-b130-80fc4fc85b42 None None] Pushing event deleted for resources: {'Port': ['ID=c9f6f424-fd43-4096-94ad-4632d2dba531,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:30.449409 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-925e9ae7-59ad-47b1-8b78-19ad57eb5a67 req-9c96c898-7be7-4a59-83e1-34f562bf753a tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 946 time: 0.5068169 Nov 09 17:41:30.473792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Routers {'9f999028-96a8-4fa2-8c63-f93acfd8f1ac'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:30.474208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f999028-96a8-4fa2-8c63-f93acfd8f1ac'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:30.477714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:30.480904 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:30.519324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b07c5-6cd8-4789-a131-3151887d0c01 req-e92b6e29-5867-49e0-aa14-e193818fbfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:30.522641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-753b07c5-6cd8-4789-a131-3151887d0c01 req-e92b6e29-5867-49e0-aa14-e193818fbfdd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1353838 Nov 09 17:41:30.532041 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:30.586902 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:30.592676 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/networks/25a86790-a814-49b4-abf3-597312966834 HTTP/1.1" status: 204 len: 168 time: 1.8615053 Nov 09 17:41:30.594059 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6949cf-6201-47f9-97f7-b3565a5bae5c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Network': ['ID=25a86790-a814-49b4-abf3-597312966834,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:30.603734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56372) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:30.613832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-941a8490-bc6c-4f0c-8aec-f0d950d3e2c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'network': {'name': 'tempest-RoutersTest-1989838674'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:30.619813 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:30.625532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-93d77e47-9edf-45f7-831f-2d356fac4a3c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7483900 Nov 09 17:41:30.626740 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56374) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:30.630491 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-925e9ae7-59ad-47b1-8b78-19ad57eb5a67 req-6ab24f65-5681-4acd-a169-baafd4a7278f tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864913 Nov 09 17:41:30.703425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b07c5-6cd8-4789-a131-3151887d0c01 req-84e11b87-d634-4570-af22-558308cbf1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:30.706380 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-753b07c5-6cd8-4789-a131-3151887d0c01 req-84e11b87-d634-4570-af22-558308cbf1e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727905 Nov 09 17:41:30.709027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941a8490-bc6c-4f0c-8aec-f0d950d3e2c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:30.716039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:30.729061 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-941a8490-bc6c-4f0c-8aec-f0d950d3e2c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:30.751915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Set router 9f999028-96a8-4fa2-8c63-f93acfd8f1ac gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:30.802416 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadff25-8533-4dc6-a031-ad177d6ade4d req-bd2c3f0b-96cd-4d0b-ab5a-2f0b56b12bc2 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:30.805364 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdadff25-8533-4dc6-a031-ad177d6ade4d req-bd2c3f0b-96cd-4d0b-ab5a-2f0b56b12bc2 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.3606160 Nov 09 17:41:30.902024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c9f6f424-fd43-4096-94ad-4632d2dba531 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:30.932912 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdadff25-8533-4dc6-a031-ad177d6ade4d req-ab74af12-4b7e-4a92-a523-14d5445683b3 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961158 Nov 09 17:41:30.940041 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: c9f6f424-fd43-4096-94ad-4632d2dba531 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:41:30.940426 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c9f6f424-fd43-4096-94ad-4632d2dba531 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:31.002656 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6', '53fcf9fa-3019-49de-aa72-70737000dadb', '9dee5add-453f-472d-822e-e30816c5b920'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:31.011876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6', '53fcf9fa-3019-49de-aa72-70737000dadb', '9dee5add-453f-472d-822e-e30816c5b920'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:31.040955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:31.056582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941a8490-bc6c-4f0c-8aec-f0d950d3e2c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:41:31.104206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0dad1-b93c-4b94-bb2a-fd176313e609 req-52111152-8304-4f81-9134-ea2d28405585 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:31.111995 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2d0dad1-b93c-4b94-bb2a-fd176313e609 req-52111152-8304-4f81-9134-ea2d28405585 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 944 time: 0.3607514 Nov 09 17:41:31.129319 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-941a8490-bc6c-4f0c-8aec-f0d950d3e2c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:31.130081 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-941a8490-bc6c-4f0c-8aec-f0d950d3e2c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Added segment 8a088694-c3f3-44e8-ba6a-becb84165408 of type vlan for network e2898002-fc8c-411d-9bd2-8a18acecaf18 Nov 09 17:41:31.189057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device c5863185-f69d-4681-b8ca-3c6de71be81a no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:31.261858 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-753b07c5-6cd8-4789-a131-3151887d0c01 req-f95bbc31-7db8-4dfa-903d-77124157e8a1 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234272 Nov 09 17:41:31.312430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: c5863185-f69d-4681-b8ca-3c6de71be81a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:41:31.312996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device c5863185-f69d-4681-b8ca-3c6de71be81a not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:31.322960 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-941a8490-bc6c-4f0c-8aec-f0d950d3e2c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:31.328421 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2d0dad1-b93c-4b94-bb2a-fd176313e609 req-b4093ea5-a267-4c1b-a43f-616ac25cf445 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015183 Nov 09 17:41:31.408528 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-941a8490-bc6c-4f0c-8aec-f0d950d3e2c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:31.416570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941a8490-bc6c-4f0c-8aec-f0d950d3e2c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:31.417255 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-941a8490-bc6c-4f0c-8aec-f0d950d3e2c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:31.553343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-941a8490-bc6c-4f0c-8aec-f0d950d3e2c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9478445 Nov 09 17:41:31.557594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56392) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:31.574950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5e717232-6ae6-412c-a3a3-12efd9b43f6d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'subnet': {'network_id': 'e2898002-fc8c-411d-9bd2-8a18acecaf18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:31.591374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 29efb134-0c85-4e7f-a8a0-f62771c54647 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:31.616707 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:31.655018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a8490-bc6c-4f0c-8aec-f0d950d3e2c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Network': ['ID=e2898002-fc8c-411d-9bd2-8a18acecaf18,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:31.672050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8f1a2-d9af-4b29-92a8-806bb12b1f61 req-f5bfd96c-7ca5-4049-9603-73d5f42d3ccf tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:31.681561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ed8f1a2-d9af-4b29-92a8-806bb12b1f61 req-f5bfd96c-7ca5-4049-9603-73d5f42d3ccf tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 948 time: 0.2740486 Nov 09 17:41:31.737840 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-753b07c5-6cd8-4789-a131-3151887d0c01 req-8541684f-fc01-4792-a1fa-819378344556 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588578 Nov 09 17:41:31.798214 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ed8f1a2-d9af-4b29-92a8-806bb12b1f61 req-566ff6f4-6a35-48f6-bc92-5e93d1553f14 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151619 Nov 09 17:41:31.804167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e717232-6ae6-412c-a3a3-12efd9b43f6d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:31.810420 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e717232-6ae6-412c-a3a3-12efd9b43f6d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:32.066191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network e2898002-fc8c-411d-9bd2-8a18acecaf18 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:41:32.118154 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Allocated IP 172.20.0.1 (6d294484-eb22-4612-a888-7d46fcbe8535/f2c0ad77-f68a-4232-b945-4a8fffd6b715/f6e0a13b-d725-4e27-a968-6fddb5c6f07a) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:32.153157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'name': 'tempest-ServersTestMultiNic-1904804883-router', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:23Z', 'updated_at': '2021-11-09T17:41:27Z', 'revision_number': 3, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'gw_port': {'id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:25Z', 'updated_at': '2021-11-09T17:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:32.173377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7daba49-af43-4b03-ad27-09a0149db2fb', 'name': 'network-vif-deleted', 'tag': '24e8adb3-51f1-4007-aa87-c22c09fbd4c1'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:32.178431 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229864bd-1349-4f67-8bbd-7b7285aa8e13" -d '{"events": [{"server_uuid": "b7daba49-af43-4b03-ad27-09a0149db2fb", "name": "network-vif-deleted", "tag": "24e8adb3-51f1-4007-aa87-c22c09fbd4c1"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:32.215216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Checking router: 9f999028-96a8-4fa2-8c63-f93acfd8f1ac for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:41:32.215614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Updating router 9f999028-96a8-4fa2-8c63-f93acfd8f1ac port 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:41:32.251982 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:32.315759 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e717232-6ae6-412c-a3a3-12efd9b43f6d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:32.344702 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:32.355669 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10bc41-75e9-401c-8082-6648625df189 req-207be42b-bc32-400a-a71d-cd2cab1443d6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:32.358025 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4a10bc41-75e9-401c-8082-6648625df189 req-207be42b-bc32-400a-a71d-cd2cab1443d6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.0791824 Nov 09 17:41:32.422208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Network 6d294484-eb22-4612-a888-7d46fcbe8535 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:32.431640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:32.440635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:32.453066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e0a13b-d725-4e27-a968-6fddb5c6f07a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:32.478548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e717232-6ae6-412c-a3a3-12efd9b43f6d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Subnet': ['ID=6b2b6060-888a-4bf2-a3d0-a1a2547685f5,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:32.486730 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:32.492504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e717232-6ae6-412c-a3a3-12efd9b43f6d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Checking segment: {'id': '8a088694-c3f3-44e8-ba6a-becb84165408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2898002-fc8c-411d-9bd2-8a18acecaf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:32.493342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e717232-6ae6-412c-a3a3-12efd9b43f6d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network hostable DHCP agents. Network: e2898002-fc8c-411d-9bd2-8a18acecaf18, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:41:32.534008 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4a10bc41-75e9-401c-8082-6648625df189 req-df6b5d71-fa3d-40fa-96ae-92b9370088a1 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686294 Nov 09 17:41:32.537713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e717232-6ae6-412c-a3a3-12efd9b43f6d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network e2898002-fc8c-411d-9bd2-8a18acecaf18 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:41:32.575325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-5e717232-6ae6-412c-a3a3-12efd9b43f6d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, e2898002-fc8c-411d-9bd2-8a18acecaf18) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:32.587347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e717232-6ae6-412c-a3a3-12efd9b43f6d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:32.588121 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e717232-6ae6-412c-a3a3-12efd9b43f6d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:32.603903 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:32.621769 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5e717232-6ae6-412c-a3a3-12efd9b43f6d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0533674 Nov 09 17:41:32.626099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56436) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:32.632931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-382c7578-ba31-4705-811c-c2277953c49a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2106466798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:32.662168 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6302805b-0de8-4618-89f4-dd784ebb627c x-openstack-request-id: req-6302805b-0de8-4618-89f4-dd784ebb627c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:32.662499 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7daba49-af43-4b03-ad27-09a0149db2fb", "name": "network-vif-deleted", "tag": "24e8adb3-51f1-4007-aa87-c22c09fbd4c1", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:32.662726 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6302805b-0de8-4618-89f4-dd784ebb627c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:32.663155 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7daba49-af43-4b03-ad27-09a0149db2fb', 'name': 'network-vif-deleted', 'tag': '24e8adb3-51f1-4007-aa87-c22c09fbd4c1', 'status': 'completed', 'code': 200} Nov 09 17:41:32.728963 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-382c7578-ba31-4705-811c-c2277953c49a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:32.730490 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-382c7578-ba31-4705-811c-c2277953c49a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:32.864389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a92ea-ac43-45ee-b2c6-3e6ae6ca521b None None] Network e2898002-fc8c-411d-9bd2-8a18acecaf18 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:32.927341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:33.091397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 29efb134-0c85-4e7f-a8a0-f62771c54647 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:33.091871 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:33.166954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1f0d759c-d8d9-4286-bab7-caae70f478dc details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:41:33.171739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e4586-a46e-4c73-95b8-d87d28a4014c req-8ef7d6d7-f2fa-488c-89ca-59135d5a0040 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:33.174209 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-752e4586-a46e-4c73-95b8-d87d28a4014c req-8ef7d6d7-f2fa-488c-89ca-59135d5a0040 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 948 time: 0.0978079 Nov 09 17:41:33.211651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-98053a4d-4f3f-45c8-8ead-4a911255b86e None None] Provisioning complete for port f6e0a13b-d725-4e27-a968-6fddb5c6f07a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:33.212198 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-98053a4d-4f3f-45c8-8ead-4a911255b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:33.240933 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-752e4586-a46e-4c73-95b8-d87d28a4014c req-0f2a5679-b42b-49b7-96e5-31869f40829d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566437 Nov 09 17:41:33.251443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:33.260583 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:33.301170 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-382c7578-ba31-4705-811c-c2277953c49a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:33.312360 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-382c7578-ba31-4705-811c-c2277953c49a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:33.344520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eeeb2d-cbeb-4f50-9d63-92a4a8ce2d5d req-c9f872d0-5594-48b8-b609-8cb19f9de40b tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:33.345921 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:41:33.352367 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53eeeb2d-cbeb-4f50-9d63-92a4a8ce2d5d req-c9f872d0-5594-48b8-b609-8cb19f9de40b tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 944 time: 0.5639613 Nov 09 17:41:33.360972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e0a13b-d725-4e27-a968-6fddb5c6f07a,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:33.367399 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-382c7578-ba31-4705-811c-c2277953c49a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:33.368807 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-382c7578-ba31-4705-811c-c2277953c49a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7415888 Nov 09 17:41:33.376054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56452) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:33.384134 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:33.450310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-98053a4d-4f3f-45c8-8ead-4a911255b86e None None] Port f6e0a13b-d725-4e27-a968-6fddb5c6f07a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:41:33.477869 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53eeeb2d-cbeb-4f50-9d63-92a4a8ce2d5d req-034dbdb9-b241-4744-808e-6dd1c5e1dca1 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244459 Nov 09 17:41:33.538091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5400a23-6e4d-4e17-ac33-270e3290ff04 req-02df9717-dbf8-4d6d-91c4-3e572a75c264 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:33.540016 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5400a23-6e4d-4e17-ac33-270e3290ff04 req-02df9717-dbf8-4d6d-91c4-3e572a75c264 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc9609fe-5a16-4aaf-afac-0a22d2f1b570 HTTP/1.1" status: 200 len: 948 time: 0.1730249 Nov 09 17:41:33.549116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Network 6d294484-eb22-4612-a888-7d46fcbe8535 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:33.552917 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:33.704353 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5400a23-6e4d-4e17-ac33-270e3290ff04 req-a072f7e1-92ab-4074-a8b4-fb81d2e5d561 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534209 Nov 09 17:41:33.784000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-e2898002-fc8c-411d-9bd2-8a18acecaf18', 'network_id': 'e2898002-fc8c-411d-9bd2-8a18acecaf18', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'fixed_ips': [{'subnet_id': '6b2b6060-888a-4bf2-a3d0-a1a2547685f5'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:41:33.784838 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:33.885872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1f0d759c-d8d9-4286-bab7-caae70f478dc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1f0d759c-d8d9-4286-bab7-caae70f478dc,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:33.891835 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:33.907203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Router 9f999028-96a8-4fa2-8c63-f93acfd8f1ac has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:41:33.950393 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '1f0d759c-d8d9-4286-bab7-caae70f478dc', 'network_id': '229e78ca-9312-4d3e-b942-954ff92e0cc9', 'port_id': '1f0d759c-d8d9-4286-bab7-caae70f478dc', 'mac_address': 'fa:16:3e:93:82:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20907115-321b-44dc-9720-07945eb0b036', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:41:33.970075 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:34.018782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de468ea3-4d44-428b-8e8d-b25e2d1e7600 req-cc4be509-f4a4-4456-b019-a01b7a7331e4 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:34.028220 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de468ea3-4d44-428b-8e8d-b25e2d1e7600 req-cc4be509-f4a4-4456-b019-a01b7a7331e4 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 946 time: 0.1618164 Nov 09 17:41:34.078317 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-558bf8a7-1b3a-4d05-9231-0efda5a5e58e req-8bc0f0d1-7662-4320-8891-e125fa630a98 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1632817 Nov 09 17:41:34.093965 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:34.109077 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbd8e1c-57d4-43ce-84f1-346138caa4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29efb134-0c85-4e7f-a8a0-f62771c54647'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:34.111063 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3854589-e434-48a7-a259-2770411166ab" -d '{"events": [{"server_uuid": "edbd8e1c-57d4-43ce-84f1-346138caa4a1", "name": "network-vif-plugged", "status": "completed", "tag": "29efb134-0c85-4e7f-a8a0-f62771c54647"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:34.147150 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:34.210679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 29efb134-0c85-4e7f-a8a0-f62771c54647, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=29efb134-0c85-4e7f-a8a0-f62771c54647,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:34.277481 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-63e4c214-155a-43cb-87e9-e79bd74b8a2a None None] Provisioning complete for port f6e0a13b-d725-4e27-a968-6fddb5c6f07a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:34.278011 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-63e4c214-155a-43cb-87e9-e79bd74b8a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:34.280594 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:34.319373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60391e88-6a94-49a4-8e6f-63e6a8dec637 None None] Pushing event updated for resources: {'Port': ['ID=2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:34.323507 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:34.353296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Attempting to bind port 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:41:34.353760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Attempting to bind port 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:41:34.354021 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Attempting to bind port 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:34.360603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de468ea3-4d44-428b-8e8d-b25e2d1e7600 req-53fc7de5-53bf-4337-bbff-96168e55c431 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302763 Nov 09 17:41:34.406268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e018a20-cae4-4f0b-9e03-7f53768cb53c req-b050a1fc-759a-49b0-b00a-dc08310c022c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:34.414008 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e018a20-cae4-4f0b-9e03-7f53768cb53c req-b050a1fc-759a-49b0-b00a-dc08310c022c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 948 time: 0.5691497 Nov 09 17:41:34.458479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:34.459275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:34.459786 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:34.460113 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:34.460622 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Bound port: 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:41:34.460987 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e018a20-cae4-4f0b-9e03-7f53768cb53c req-4d29acf4-95bd-4edb-95ea-b8392e0296f9 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461016 Nov 09 17:41:34.461183 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:34.464246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f0d759c-d8d9-4286-bab7-caae70f478dc {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:34.496636 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:34.507482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c214-155a-43cb-87e9-e79bd74b8a2a None None] Port f6e0a13b-d725-4e27-a968-6fddb5c6f07a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:41:34.513077 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-560d3d10-3347-4103-8758-1187dd13af20 admin admin] 10.222.0.81 "PUT /v2.0/routers/9f999028-96a8-4fa2-8c63-f93acfd8f1ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8859806 Nov 09 17:41:34.524730 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Allocated IP 172.20.0.2 (e2898002-fc8c-411d-9bd2-8a18acecaf18/6b2b6060-888a-4bf2-a3d0-a1a2547685f5/c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:34.646230 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1f0d759c-d8d9-4286-bab7-caae70f478dc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1f0d759c-d8d9-4286-bab7-caae70f478dc,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:34.659594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=29efb134-0c85-4e7f-a8a0-f62771c54647,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:34.670330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bf8a7-1b3a-4d05-9231-0efda5a5e58e req-e2d9ed31-310d-47b1-a385-8250b22caeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:34.672180 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-558bf8a7-1b3a-4d05-9231-0efda5a5e58e req-e2d9ed31-310d-47b1-a385-8250b22caeeb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 1100 time: 0.5412378 Nov 09 17:41:34.673358 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7465778a-2bc7-4fb8-b922-ac53fa445050 x-openstack-request-id: req-7465778a-2bc7-4fb8-b922-ac53fa445050 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:34.673660 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbd8e1c-57d4-43ce-84f1-346138caa4a1", "name": "network-vif-plugged", "status": "completed", "tag": "29efb134-0c85-4e7f-a8a0-f62771c54647", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:34.673919 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7465778a-2bc7-4fb8-b922-ac53fa445050 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:34.674326 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbd8e1c-57d4-43ce-84f1-346138caa4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29efb134-0c85-4e7f-a8a0-f62771c54647', 'code': 200} Nov 09 17:41:34.682451 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:34.785851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072fd93-9ca5-41e0-a3cb-35d4186acdf2 req-b52c3ead-3461-4dfa-a0e4-d092d9989232 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:34.787490 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5072fd93-9ca5-41e0-a3cb-35d4186acdf2 req-b52c3ead-3461-4dfa-a0e4-d092d9989232 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9609fe-5a16-4aaf-afac-0a22d2f1b570 HTTP/1.1" status: 200 len: 948 time: 0.5177865 Nov 09 17:41:34.794250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] For port 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:34.821894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] For port 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:34.822441 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56472) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:34.846159 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:34.871168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['1f0d759c-d8d9-4286-bab7-caae70f478dc'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:34.877639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=1f0d759c-d8d9-4286-bab7-caae70f478dc,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:34.887506 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786903a-e55e-4bff-a429-c479d7b34704 req-749c11a7-bca9-47fc-8d25-ae48d4e1cef4 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:34.904510 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0786903a-e55e-4bff-a429-c479d7b34704 req-749c11a7-bca9-47fc-8d25-ae48d4e1cef4 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 944 time: 0.1437628 Nov 09 17:41:34.918158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-174ab20d-53c9-4c48-aedd-f27f63d17dc4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1054054100'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:34.969102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910e491-308e-44de-879d-b01afe44f705 req-578d6150-5e77-4708-a44a-03bf5d00d5b8 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:34.977773 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a910e491-308e-44de-879d-b01afe44f705 req-578d6150-5e77-4708-a44a-03bf5d00d5b8 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.4653256 Nov 09 17:41:35.020484 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0786903a-e55e-4bff-a429-c479d7b34704 req-fc513f02-6905-4f27-812f-bda6fc595ba5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135762 Nov 09 17:41:35.022763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174ab20d-53c9-4c48-aedd-f27f63d17dc4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:35.027801 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-174ab20d-53c9-4c48-aedd-f27f63d17dc4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:35.080416 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174ab20d-53c9-4c48-aedd-f27f63d17dc4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:41:35.096220 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-174ab20d-53c9-4c48-aedd-f27f63d17dc4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:35.096933 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-174ab20d-53c9-4c48-aedd-f27f63d17dc4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Added segment 6ec45c15-2ae5-486c-afea-74ba29067b44 of type vlan for network 60dc7cca-c628-4018-9573-f3686274f72a Nov 09 17:41:35.183954 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-174ab20d-53c9-4c48-aedd-f27f63d17dc4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:35.200020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1f0d759c-d8d9-4286-bab7-caae70f478dc no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:35.210929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fa0bc-e50b-480b-b078-a3cef825f530 req-32f3cca4-4d81-40e2-83ff-cd2a238d3ce0 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:35.213345 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-370fa0bc-e50b-480b-b078-a3cef825f530 req-32f3cca4-4d81-40e2-83ff-cd2a238d3ce0 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 950 time: 0.4246280 Nov 09 17:41:35.226108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e1fab-0bf9-4842-b15c-0b50852cb048 req-c38fd3c5-7316-4585-8cd9-1e3b03b5fe7f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:35.227755 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-254e1fab-0bf9-4842-b15c-0b50852cb048 req-c38fd3c5-7316-4585-8cd9-1e3b03b5fe7f tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc9609fe-5a16-4aaf-afac-0a22d2f1b570 HTTP/1.1" status: 200 len: 948 time: 0.0896008 Nov 09 17:41:35.230996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Routers {'9f999028-96a8-4fa2-8c63-f93acfd8f1ac'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:35.231861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f999028-96a8-4fa2-8c63-f93acfd8f1ac'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:35.233935 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a910e491-308e-44de-879d-b01afe44f705 req-0af831e4-f9dc-475c-9dc5-79e07bb11a19 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543855 Nov 09 17:41:35.234818 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-174ab20d-53c9-4c48-aedd-f27f63d17dc4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:35.242253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174ab20d-53c9-4c48-aedd-f27f63d17dc4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:35.243006 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-174ab20d-53c9-4c48-aedd-f27f63d17dc4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:35.289010 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60391e88-6a94-49a4-8e6f-63e6a8dec637 None None] Pushing event updated for resources: {'Port': ['ID=2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:35.343016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bf8a7-1b3a-4d05-9231-0efda5a5e58e req-6f925339-e113-45f0-a7e0-d10ac696cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:35.344605 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-558bf8a7-1b3a-4d05-9231-0efda5a5e58e req-6f925339-e113-45f0-a7e0-d10ac696cf5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.6173480 Nov 09 17:41:35.397585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ab20d-53c9-4c48-aedd-f27f63d17dc4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event updated for resources: {'Network': ['ID=60dc7cca-c628-4018-9573-f3686274f72a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:35.401650 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:35.413801 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-558bf8a7-1b3a-4d05-9231-0efda5a5e58e req-3d3ad6e9-60db-46f9-8c1e-f6ac57faf1df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e75edc1a-4a97-418d-a50e-b46313311cb6 HTTP/1.1" status: 200 len: 217 time: 0.0615671 Nov 09 17:41:35.431807 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:35.441123 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-174ab20d-53c9-4c48-aedd-f27f63d17dc4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6153469 Nov 09 17:41:35.448382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56484) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:35.460779 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5773d483-226c-4d93-a2cb-7a87da57ec70 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Request body: {'subnet': {'network_id': '60dc7cca-c628-4018-9573-f3686274f72a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:35.474803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-5072fd93-9ca5-41e0-a3cb-35d4186acdf2 req-eed6dc07-5f4f-483c-93bd-c4a7f57c4bf8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Deleting port 53fcf9fa-3019-49de-aa72-70737000dadb {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:35.475345 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5072fd93-9ca5-41e0-a3cb-35d4186acdf2 req-eed6dc07-5f4f-483c-93bd-c4a7f57c4bf8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:35.487555 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-254e1fab-0bf9-4842-b15c-0b50852cb048 req-241cfb8f-cd2a-49bb-9abc-352306f24ab4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411864 Nov 09 17:41:35.573279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Pushing event updated for resources: {'Port': ['ID=c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:35.576507 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:35.596135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 60dc7cca-c628-4018-9573-f3686274f72a details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:41:35.606262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5773d483-226c-4d93-a2cb-7a87da57ec70 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:35.611145 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5773d483-226c-4d93-a2cb-7a87da57ec70 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:35.618381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1f0d759c-d8d9-4286-bab7-caae70f478dc {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:35.628848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:35.695718 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-de6bc554-5882-419f-8442-a993714edfd6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282607 Nov 09 17:41:35.742863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5072fd93-9ca5-41e0-a3cb-35d4186acdf2 req-eed6dc07-5f4f-483c-93bd-c4a7f57c4bf8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] For port 53fcf9fa-3019-49de-aa72-70737000dadb, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=53fcf9fa-3019-49de-aa72-70737000dadb,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:35.743270 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5072fd93-9ca5-41e0-a3cb-35d4186acdf2 req-eed6dc07-5f4f-483c-93bd-c4a7f57c4bf8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:35.759398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Allocated IP 172.20.0.1 (e2898002-fc8c-411d-9bd2-8a18acecaf18/6b2b6060-888a-4bf2-a3d0-a1a2547685f5/eb46b341-49b5-410f-a9ca-416a24adec83) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:35.773105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1f0d759c-d8d9-4286-bab7-caae70f478dc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1f0d759c-d8d9-4286-bab7-caae70f478dc,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:35.777140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-5072fd93-9ca5-41e0-a3cb-35d4186acdf2 req-eed6dc07-5f4f-483c-93bd-c4a7f57c4bf8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Calling delete_port for 53fcf9fa-3019-49de-aa72-70737000dadb owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:35.777539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Network e2898002-fc8c-411d-9bd2-8a18acecaf18 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:35.792334 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:35.798053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bf8a7-1b3a-4d05-9231-0efda5a5e58e req-8ab08965-3b8a-433e-86b7-02a5ab9da543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:35.800489 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-558bf8a7-1b3a-4d05-9231-0efda5a5e58e req-8ab08965-3b8a-433e-86b7-02a5ab9da543 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.3722405 Nov 09 17:41:35.802535 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:35.807020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:35.818580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] Set router 9f999028-96a8-4fa2-8c63-f93acfd8f1ac gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:35.942768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d1b55ed4-4bd5-427e-b6a9-7f15c0ea4b43 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:35.951954 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d1b55ed4-4bd5-427e-b6a9-7f15c0ea4b43 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355263 Nov 09 17:41:35.963734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c351de5-3864-421c-9f52-da97f297f31b req-79cf4c4c-0471-468e-8db1-113fef285d3d tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:35.965549 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c351de5-3864-421c-9f52-da97f297f31b req-79cf4c4c-0471-468e-8db1-113fef285d3d tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 945 time: 0.3975680 Nov 09 17:41:35.984146 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-79325d13-f4fc-4ab3-8ecf-3826e6fe9fdd tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/quotas/0e591383dbcd479f92ef4a073b7d2b2b HTTP/1.1" status: 200 len: 375 time: 0.0218263 Nov 09 17:41:35.999625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-370fa0bc-e50b-480b-b078-a3cef825f530 req-87147f30-bdc2-4f43-a486-3a0290907baa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Deleting port 9dee5add-453f-472d-822e-e30816c5b920 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:36.000122 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-370fa0bc-e50b-480b-b078-a3cef825f530 req-87147f30-bdc2-4f43-a486-3a0290907baa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.023659 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=1f0d759c-d8d9-4286-bab7-caae70f478dc,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:36.048009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:41:36.099402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:36.099767 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.107075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Attempting to bind port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:41:36.107501 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Attempting to bind port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '8a088694-c3f3-44e8-ba6a-becb84165408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2898002-fc8c-411d-9bd2-8a18acecaf18'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:41:36.108138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Attempting to bind port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 on network e2898002-fc8c-411d-9bd2-8a18acecaf18 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:36.127621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bf8a7-1b3a-4d05-9231-0efda5a5e58e req-24b9cafc-6df2-4e6c-8099-8f26139bcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:36.130066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-558bf8a7-1b3a-4d05-9231-0efda5a5e58e req-24b9cafc-6df2-4e6c-8099-8f26139bcdce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3111687 Nov 09 17:41:36.132335 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5773d483-226c-4d93-a2cb-7a87da57ec70 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.153363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:36.153777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Checking segment: {'id': '8a088694-c3f3-44e8-ba6a-becb84165408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2898002-fc8c-411d-9bd2-8a18acecaf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:36.154153 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.154565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Bound using segment: {'id': '8a088694-c3f3-44e8-ba6a-becb84165408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2898002-fc8c-411d-9bd2-8a18acecaf18'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:36.155066 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Bound port: c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a088694-c3f3-44e8-ba6a-becb84165408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2898002-fc8c-411d-9bd2-8a18acecaf18'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:41:36.155726 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.240924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-e27fa898-a899-4685-a17e-984227f99d55 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1984663 Nov 09 17:41:36.310104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773d483-226c-4d93-a2cb-7a87da57ec70 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Checking segment: {'id': '6ec45c15-2ae5-486c-afea-74ba29067b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:36.310742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773d483-226c-4d93-a2cb-7a87da57ec70 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Network hostable DHCP agents. Network: 60dc7cca-c628-4018-9573-f3686274f72a, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:41:36.318634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773d483-226c-4d93-a2cb-7a87da57ec70 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event updated for resources: {'Subnet': ['ID=ad77c726-ac1c-4231-8ede-e03f13740e74,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:36.326600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] For port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:36.341001 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.351307 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773d483-226c-4d93-a2cb-7a87da57ec70 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Network 60dc7cca-c628-4018-9573-f3686274f72a is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:41:36.354085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] For port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529,segment=NetworkSegment(8a088694-c3f3-44e8-ba6a-becb84165408),segment_id=8a088694-c3f3-44e8-ba6a-becb84165408)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:36.356012 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.366032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c351de5-3864-421c-9f52-da97f297f31b req-33c2b357-fea0-4be4-aca6-b7677ef8557c tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487711 Nov 09 17:41:36.371528 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.373439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-5773d483-226c-4d93-a2cb-7a87da57ec70 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 60dc7cca-c628-4018-9573-f3686274f72a) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:36.388800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5773d483-226c-4d93-a2cb-7a87da57ec70 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:36.389576 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5773d483-226c-4d93-a2cb-7a87da57ec70 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.413824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6732cea2-474c-49d7-b0a9-3935a5014d7c None None] Network 60dc7cca-c628-4018-9573-f3686274f72a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:36.416532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-370fa0bc-e50b-480b-b078-a3cef825f530 req-87147f30-bdc2-4f43-a486-3a0290907baa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] For port 9dee5add-453f-472d-822e-e30816c5b920, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9dee5add-453f-472d-822e-e30816c5b920,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:36.417346 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-370fa0bc-e50b-480b-b078-a3cef825f530 req-87147f30-bdc2-4f43-a486-3a0290907baa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.449447 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5773d483-226c-4d93-a2cb-7a87da57ec70 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9892771 Nov 09 17:41:36.451735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56504) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:36.465933 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d9d6011c-c17e-4512-b339-827509fe8812 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-542947543'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:36.524277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'name': 'tempest-ServersTestMultiNic-1904804883-router', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:23Z', 'updated_at': '2021-11-09T17:41:32Z', 'revision_number': 4, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'gw_port': {'id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:25Z', 'updated_at': '2021-11-09T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f6e0a13b-d725-4e27-a968-6fddb5c6f07a', 'name': '', 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'mac_address': 'fa:16:3e:91:d5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'f2c0ad77-f68a-4232-b945-4a8fffd6b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:31Z', 'updated_at': '2021-11-09T17:41:33Z', 'revision_number': 2, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'subnets': [{'id': 'f2c0ad77-f68a-4232-b945-4a8fffd6b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:36.533701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:36.569390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-370fa0bc-e50b-480b-b078-a3cef825f530 req-87147f30-bdc2-4f43-a486-3a0290907baa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Calling delete_port for 9dee5add-453f-472d-822e-e30816c5b920 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:36.588305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d6011c-c17e-4512-b339-827509fe8812 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:36.598719 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d9d6011c-c17e-4512-b339-827509fe8812 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.608870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56160918-aa3b-43fc-937a-0699a6d3d90b None None] The sync data for ids ['9f999028-96a8-4fa2-8c63-f93acfd8f1ac'] in n-d-817236-1 is: [{'id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'name': 'tempest-ServersTestMultiNic-1904804883-router', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:23Z', 'updated_at': '2021-11-09T17:41:32Z', 'revision_number': 4, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'gw_port': {'id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:25Z', 'updated_at': '2021-11-09T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f6e0a13b-d725-4e27-a968-6fddb5c6f07a', 'name': '', 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'mac_address': 'fa:16:3e:91:d5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'f2c0ad77-f68a-4232-b945-4a8fffd6b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:31Z', 'updated_at': '2021-11-09T17:41:33Z', 'revision_number': 2, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'subnets': [{'id': 'f2c0ad77-f68a-4232-b945-4a8fffd6b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:36.611064 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.626456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9452f75-5b10-4c4d-bab2-044e403cb96b None None] Pushing event updated for resources: {'Port': ['ID=c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:36.654438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-558bf8a7-1b3a-4d05-9231-0efda5a5e58e req-e98dbff3-830c-45b3-84f5-6c0dcc56988b service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982238 Nov 09 17:41:36.727065 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d6011c-c17e-4512-b339-827509fe8812 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:41:36.732320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5072fd93-9ca5-41e0-a3cb-35d4186acdf2 req-eed6dc07-5f4f-483c-93bd-c4a7f57c4bf8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.733620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed43cab5-3607-4c33-bd2e-3f08b966400b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:36.738153 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d61c12b-656e-4259-b000-4b98d07cc2ed" -d '{"events": [{"server_uuid": "ed43cab5-3607-4c33-bd2e-3f08b966400b", "name": "network-vif-plugged", "status": "completed", "tag": "9aa747f0-dd99-4e1a-ae49-c8a486f6d02b"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:36.765540 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d9d6011c-c17e-4512-b339-827509fe8812 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.765892 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-d9d6011c-c17e-4512-b339-827509fe8812 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Added segment 3d4884bf-6126-44e3-9665-937553d84546 of type vlan for network d9e64f3b-c862-4a24-b618-8572f04cf6b4 Nov 09 17:41:36.783975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:36.888069 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d9d6011c-c17e-4512-b339-827509fe8812 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:36.986789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82604a-8f79-4d3a-8f39-6e26c21c5e87 req-8cbb69bf-86fa-407b-a000-2c38f2dfebaa tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:37.022063 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2d82604a-8f79-4d3a-8f39-6e26c21c5e87 req-8cbb69bf-86fa-407b-a000-2c38f2dfebaa tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.2539690 Nov 09 17:41:37.071725 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:37.111197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6dc07-5f4f-483c-93bd-c4a7f57c4bf8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event deleted for resources: {'Port': ['ID=53fcf9fa-3019-49de-aa72-70737000dadb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:37.185301 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d9d6011c-c17e-4512-b339-827509fe8812 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:37.193919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:37.212432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d6011c-c17e-4512-b339-827509fe8812 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:37.213262 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d9d6011c-c17e-4512-b339-827509fe8812 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:37.281736 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1f0d759c-d8d9-4286-bab7-caae70f478dc up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:37.357247 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2d82604a-8f79-4d3a-8f39-6e26c21c5e87 req-73c2669d-299d-4760-80b9-89ec2684e9c7 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269064 Nov 09 17:41:37.358190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-60dc7cca-c628-4018-9573-f3686274f72a', 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'fixed_ips': [{'subnet_id': 'ad77c726-ac1c-4231-8ede-e03f13740e74'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:41:37.359111 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:37.393776 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d9d6011c-c17e-4512-b339-827509fe8812 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9390905 Nov 09 17:41:37.405024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56520) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:37.416816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8e07fd5a-a292-4346-b9d6-85fb371f1854 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Request body: {'subnet': {'network_id': 'd9e64f3b-c862-4a24-b618-8572f04cf6b4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:37.497704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6011c-c17e-4512-b339-827509fe8812 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event updated for resources: {'Network': ['ID=d9e64f3b-c862-4a24-b618-8572f04cf6b4,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:37.558659 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Allocated IP 19.80.0.2 (60dc7cca-c628-4018-9573-f3686274f72a/ad77c726-ac1c-4231-8ede-e03f13740e74/10cf63dd-2ae0-4d9b-9402-43e3b9d57e57) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:37.632167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e07fd5a-a292-4346-b9d6-85fb371f1854 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:37.644505 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e07fd5a-a292-4346-b9d6-85fb371f1854 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:37.809338 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:37.825882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:37.887552 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d9e64f3b-c862-4a24-b618-8572f04cf6b4 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:41:37.895303 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9dee5add-453f-472d-822e-e30816c5b920 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:37.911771 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:38.241808 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-938d1c11-3a77-4fd0-adae-e0baa60ff904 req-ef89812d-2084-45c8-a1eb-8b2585071018 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc9609fe-5a16-4aaf-afac-0a22d2f1b570 HTTP/1.1" status: 200 len: 210 time: 0.0664549 Nov 09 17:41:38.244262 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e07fd5a-a292-4346-b9d6-85fb371f1854 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:38.398183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07fd5a-a292-4346-b9d6-85fb371f1854 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event updated for resources: {'Subnet': ['ID=62632d6a-2da0-43f1-a4a8-dabe94d2e48f,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:38.420185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5072fd93-9ca5-41e0-a3cb-35d4186acdf2 req-eed6dc07-5f4f-483c-93bd-c4a7f57c4bf8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] No DVR routers for this DVR port 53fcf9fa-3019-49de-aa72-70737000dadb on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:38.422297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e07fd5a-a292-4346-b9d6-85fb371f1854 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Checking segment: {'id': '3d4884bf-6126-44e3-9665-937553d84546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e64f3b-c862-4a24-b618-8572f04cf6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:38.422674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e07fd5a-a292-4346-b9d6-85fb371f1854 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Network hostable DHCP agents. Network: d9e64f3b-c862-4a24-b618-8572f04cf6b4, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:41:38.431162 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5072fd93-9ca5-41e0-a3cb-35d4186acdf2 req-eed6dc07-5f4f-483c-93bd-c4a7f57c4bf8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:38.436724 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5072fd93-9ca5-41e0-a3cb-35d4186acdf2 req-eed6dc07-5f4f-483c-93bd-c4a7f57c4bf8 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "DELETE /v2.0/ports/53fcf9fa-3019-49de-aa72-70737000dadb HTTP/1.1" status: 204 len: 173 time: 3.5759299 Nov 09 17:41:38.439386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network e2898002-fc8c-411d-9bd2-8a18acecaf18 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:38.462116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9609fe-5a16-4aaf-afac-0a22d2f1b570', 'name': 'network-vif-deleted', 'tag': '53fcf9fa-3019-49de-aa72-70737000dadb'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:38.478372 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cccc2a-1fd7-4ea1-bbe9-4397447bea1f" -d '{"events": [{"server_uuid": "fc9609fe-5a16-4aaf-afac-0a22d2f1b570", "name": "network-vif-deleted", "tag": "53fcf9fa-3019-49de-aa72-70737000dadb"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:38.480293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e07fd5a-a292-4346-b9d6-85fb371f1854 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Network d9e64f3b-c862-4a24-b618-8572f04cf6b4 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:41:38.568744 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fb9e5888-a451-4141-a5a5-1d05806f9db6 req-1e4a194c-8da2-41da-90eb-acb17bcef1d3 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 210 time: 0.0648305 Nov 09 17:41:38.588802 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8e07fd5a-a292-4346-b9d6-85fb371f1854 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d9e64f3b-c862-4a24-b618-8572f04cf6b4) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:38.590480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e024bb-6e7f-4081-b6ff-be7fc3e672a3 req-b3b7bd3a-9e8b-45c7-bd26-001d43e91c72 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:38.594787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07fd5a-a292-4346-b9d6-85fb371f1854 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:38.595430 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e07fd5a-a292-4346-b9d6-85fb371f1854 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:38.610766 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c4e024bb-6e7f-4081-b6ff-be7fc3e672a3 req-b3b7bd3a-9e8b-45c7-bd26-001d43e91c72 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 945 time: 1.7601330 Nov 09 17:41:38.612776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=eb46b341-49b5-410f-a9ca-416a24adec83,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:38.628634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:38.641799 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8e07fd5a-a292-4346-b9d6-85fb371f1854 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2323980 Nov 09 17:41:38.646120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333c5e7b-8880-4a4c-bbd2-e39e36f9e195 None None] Network e2898002-fc8c-411d-9bd2-8a18acecaf18 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:38.672937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:38.679373 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659a6152-d050-4bf7-b8c9-2f4ef90af1d6 x-openstack-request-id: req-659a6152-d050-4bf7-b8c9-2f4ef90af1d6 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:38.681437 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed43cab5-3607-4c33-bd2e-3f08b966400b", "name": "network-vif-plugged", "status": "completed", "tag": "9aa747f0-dd99-4e1a-ae49-c8a486f6d02b", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:38.682791 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-659a6152-d050-4bf7-b8c9-2f4ef90af1d6 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:38.683649 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed43cab5-3607-4c33-bd2e-3f08b966400b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa747f0-dd99-4e1a-ae49-c8a486f6d02b', 'code': 200} Nov 09 17:41:38.750829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef25b566-6f99-4cae-94e0-d1ae8ba89a41 None None] Network d9e64f3b-c862-4a24-b618-8572f04cf6b4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:38.874245 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c4e024bb-6e7f-4081-b6ff-be7fc3e672a3 req-18f69de8-591f-40f5-908b-a7ab91fbb3ab tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616339 Nov 09 17:41:38.915908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-370fa0bc-e50b-480b-b078-a3cef825f530 req-87147f30-bdc2-4f43-a486-3a0290907baa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:38.921655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-558bf8a7-1b3a-4d05-9231-0efda5a5e58e req-ae57a57c-0e54-47f2-b516-6c4dc298121e service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2322931 Nov 09 17:41:39.011460 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71c2702-f1f7-407c-bb44-8ac88e756031 x-openstack-request-id: req-c71c2702-f1f7-407c-bb44-8ac88e756031 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:39.020328 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9609fe-5a16-4aaf-afac-0a22d2f1b570", "name": "network-vif-deleted", "tag": "53fcf9fa-3019-49de-aa72-70737000dadb", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:39.021361 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c71c2702-f1f7-407c-bb44-8ac88e756031 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:39.022335 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9609fe-5a16-4aaf-afac-0a22d2f1b570', 'name': 'network-vif-deleted', 'tag': '53fcf9fa-3019-49de-aa72-70737000dadb', 'status': 'completed', 'code': 200} Nov 09 17:41:39.106337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:39.106865 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:39.137157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-9bf877fb-91c1-4d03-89a4-0521bde728be tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2466645 Nov 09 17:41:39.138042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87147f30-bdc2-4f43-a486-3a0290907baa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event deleted for resources: {'Port': ['ID=9dee5add-453f-472d-822e-e30816c5b920,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:39.190549 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:39.193272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 1f0d759c-d8d9-4286-bab7-caae70f478dc triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:39.197759 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:39.272132 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95540c82-f753-4f5b-a71a-73722231bf60 req-0c4849b1-235e-4ea9-889d-b2a4ccedc409 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:39.276620 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-95540c82-f753-4f5b-a71a-73722231bf60 req-0c4849b1-235e-4ea9-889d-b2a4ccedc409 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.1836920 Nov 09 17:41:39.329672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Network 60dc7cca-c628-4018-9573-f3686274f72a is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:39.400915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Pushing event updated for resources: {'Port': ['ID=10cf63dd-2ae0-4d9b-9402-43e3b9d57e57,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:39.406607 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-95540c82-f753-4f5b-a71a-73722231bf60 req-a88817de-81e1-40c8-8816-2988b513787a tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135259 Nov 09 17:41:39.509125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-77d10193-27d0-4d18-885f-84cc7c4e7a23 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:39.520332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-77d10193-27d0-4d18-885f-84cc7c4e7a23 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:39.529271 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-77d10193-27d0-4d18-885f-84cc7c4e7a23 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/networks?id=60dc7cca-c628-4018-9573-f3686274f72a&id=d9e64f3b-c862-4a24-b618-8572f04cf6b4&id=60dc7cca-c628-4018-9573-f3686274f72a HTTP/1.1" status: 200 len: 1391 time: 0.3769078 Nov 09 17:41:39.538789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f07c588a-20d3-4c03-9b21-aed535114fc4 None None] Provisioning complete for port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:39.539998 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f07c588a-20d3-4c03-9b21-aed535114fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:39.556670 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:41:39.625935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706bf82-08b1-424c-9786-a47ea59c7187 req-25a249ad-0108-43f7-abc1-7d92ab162e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:39.627522 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a706bf82-08b1-424c-9786-a47ea59c7187 req-25a249ad-0108-43f7-abc1-7d92ab162e9f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 1096 time: 0.7436962 Nov 09 17:41:39.683192 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:39.694268 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:39.701272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-370fa0bc-e50b-480b-b078-a3cef825f530 req-87147f30-bdc2-4f43-a486-3a0290907baa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] No DVR routers for this DVR port 9dee5add-453f-472d-822e-e30816c5b920 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:39.718450 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-2392cb1a-87e9-4dc2-bcf1-1ce43df9702f tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/quotas/9d067ab9d73b4b5d9a9ed25aa642d0c8 HTTP/1.1" status: 200 len: 375 time: 0.1877246 Nov 09 17:41:39.724149 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-370fa0bc-e50b-480b-b078-a3cef825f530 req-87147f30-bdc2-4f43-a486-3a0290907baa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:39.731484 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-370fa0bc-e50b-480b-b078-a3cef825f530 req-87147f30-bdc2-4f43-a486-3a0290907baa tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "DELETE /v2.0/ports/9dee5add-453f-472d-822e-e30816c5b920 HTTP/1.1" status: 204 len: 173 time: 4.5013449 Nov 09 17:41:39.743162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No active binding found for port 9dee5add-453f-472d-822e-e30816c5b920 {{(pid=102156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 17:41:39.744130 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9dee5add-453f-472d-822e-e30816c5b920 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:39.744688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 53fcf9fa-3019-49de-aa72-70737000dadb no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:39.903917 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a706bf82-08b1-424c-9786-a47ea59c7187 req-0eac7f2c-2c04-4bd8-9cfd-814c65d10da7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626233 Nov 09 17:41:39.942677 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:39.949926 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 53fcf9fa-3019-49de-aa72-70737000dadb {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:41:39.950280 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 53fcf9fa-3019-49de-aa72-70737000dadb not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:40.015101 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5db36458-448c-439d-92f0-92241096e297 req-08f21c1a-43d1-49e6-98d6-079bbcaae785 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 210 time: 0.0347362 Nov 09 17:41:40.033813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dffc4-7513-4cca-a37b-35c4a137195d req-cd56788c-0afa-4d36-a901-1f4ef800fc28 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:40.035482 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-cd56788c-0afa-4d36-a901-1f4ef800fc28 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8844335 Nov 09 17:41:40.056118 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d7be841e-e800-4213-b356-6ddb208cdaa5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d067ab9d73b4b5d9a9ed25aa642d0c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3366621 Nov 09 17:41:40.068406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-ced21a48-b658-48f5-beb5-f72ee4d45ade service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:41:40.076097 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-ced21a48-b658-48f5-beb5-f72ee4d45ade service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188272 Nov 09 17:41:40.080782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d2b85621-2365-4216-ac8d-a2f4a1ab3345 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Request body: {'port': {'device_id': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '0e591383dbcd479f92ef4a073b7d2b2b'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:40.104372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775065c4-b912-4107-a8e1-a0cf722f0aff req-cd87a12d-cd93-4a10-b5d3-75bdb912cf53 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:40.106238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Attempting to bind port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:41:40.106547 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-775065c4-b912-4107-a8e1-a0cf722f0aff req-cd87a12d-cd93-4a10-b5d3-75bdb912cf53 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 944 time: 0.3844829 Nov 09 17:41:40.107109 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Attempting to bind port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '6ec45c15-2ae5-486c-afea-74ba29067b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:41:40.107949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Attempting to bind port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 on network 60dc7cca-c628-4018-9573-f3686274f72a {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:40.198268 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-d9e64f3b-c862-4a24-b618-8572f04cf6b4', 'network_id': 'd9e64f3b-c862-4a24-b618-8572f04cf6b4', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'fixed_ips': [{'subnet_id': '62632d6a-2da0-43f1-a4a8-dabe94d2e48f'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:41:40.199811 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:40.220884 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92854657-57cf-44d2-ad81-f4bcd2674496 req-a7e3a4a6-6723-4821-a8d9-1c14fc0feffa tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:40.225651 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-92854657-57cf-44d2-ad81-f4bcd2674496 req-a7e3a4a6-6723-4821-a8d9-1c14fc0feffa tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 944 time: 0.0918381 Nov 09 17:41:40.235252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:40.235639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Checking segment: {'id': '6ec45c15-2ae5-486c-afea-74ba29067b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:40.236061 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:40.236472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Bound using segment: {'id': '6ec45c15-2ae5-486c-afea-74ba29067b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:40.236977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Bound port: 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec45c15-2ae5-486c-afea-74ba29067b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:41:40.237374 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:40.255428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2f5873d6-de8b-4c7e-b614-30a37cdef4d6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:40.280277 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-92854657-57cf-44d2-ad81-f4bcd2674496 req-4c78d351-ef7f-42fd-bf9d-d545ef393af4 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484328 Nov 09 17:41:40.323998 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:40.359597 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f07c588a-20d3-4c03-9b21-aed535114fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:40.390665 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:40.592570 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bd36270c-d974-43da-badd-ac7d4b281de1 req-10f00667-fc86-43f1-a834-c95324d00dab tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=00456878-787d-4564-8cb2-2306ddc8ff2e HTTP/1.1" status: 200 len: 210 time: 0.0731285 Nov 09 17:41:40.622351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-775065c4-b912-4107-a8e1-a0cf722f0aff req-734f430c-16ad-4013-942a-99b76f364e10 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Deleting port 1f0d759c-d8d9-4286-bab7-caae70f478dc {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:40.635603 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-775065c4-b912-4107-a8e1-a0cf722f0aff req-734f430c-16ad-4013-942a-99b76f364e10 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:40.650756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d7a0969c-79ed-4328-a0e2-6acbd404c50b service neutron] 10.222.0.81 "GET /v2.0/networks/60dc7cca-c628-4018-9573-f3686274f72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738409 Nov 09 17:41:40.867166 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-108ad858-235a-4d0d-88ac-b73ddbb47623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:40.919998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529,segment=NetworkSegment(8a088694-c3f3-44e8-ba6a-becb84165408),segment_id=8a088694-c3f3-44e8-ba6a-becb84165408)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:40.953735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9499b-a487-452c-8b98-d12d80b0ca63 req-4ac295ba-b544-47f0-bdb1-5db286aaf3de tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:40.959819 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23a9499b-a487-452c-8b98-d12d80b0ca63 req-4ac295ba-b544-47f0-bdb1-5db286aaf3de tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 945 time: 0.1956871 Nov 09 17:41:40.987706 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f357884-d2de-4e81-8fcc-2b7e30439519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0d759c-d8d9-4286-bab7-caae70f478dc'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:40.994462 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5474b501-d1b0-4009-85da-31ec2d6c3f66" -d '{"events": [{"server_uuid": "4f357884-d2de-4e81-8fcc-2b7e30439519", "name": "network-vif-plugged", "status": "completed", "tag": "1f0d759c-d8d9-4286-bab7-caae70f478dc"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:41.020016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d2b85621-2365-4216-ac8d-a2f4a1ab3345 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Made reservation on behalf of 0e591383dbcd479f92ef4a073b7d2b2b for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:41.031648 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d2b85621-2365-4216-ac8d-a2f4a1ab3345 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:41.034176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] For port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:41.040473 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Sync routers for ids ['9f999028-96a8-4fa2-8c63-f93acfd8f1ac'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:41.043821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00456878-787d-4564-8cb2-2306ddc8ff2e', 'name': 'network-vif-deleted', 'tag': '9dee5add-453f-472d-822e-e30816c5b920'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:41.046340 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2158dc4-88e9-4df2-88f1-7b4650dc2f12" -d '{"events": [{"server_uuid": "00456878-787d-4564-8cb2-2306ddc8ff2e", "name": "network-vif-deleted", "tag": "9dee5add-453f-472d-822e-e30816c5b920"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:41.057083 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:41.081566 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23a9499b-a487-452c-8b98-d12d80b0ca63 req-c320dbc3-4919-409f-8047-783eb68a5b7c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157584 Nov 09 17:41:41.083634 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Routers {'9f999028-96a8-4fa2-8c63-f93acfd8f1ac'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:41.084841 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f999028-96a8-4fa2-8c63-f93acfd8f1ac'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:41.105358 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] For port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=10cf63dd-2ae0-4d9b-9402-43e3b9d57e57,segment=NetworkSegment(6ec45c15-2ae5-486c-afea-74ba29067b44),segment_id=6ec45c15-2ae5-486c-afea-74ba29067b44)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:41.117179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-775065c4-b912-4107-a8e1-a0cf722f0aff req-734f430c-16ad-4013-942a-99b76f364e10 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] For port 1f0d759c-d8d9-4286-bab7-caae70f478dc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1f0d759c-d8d9-4286-bab7-caae70f478dc,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:41.117687 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-775065c4-b912-4107-a8e1-a0cf722f0aff req-734f430c-16ad-4013-942a-99b76f364e10 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:41.172921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Allocated IP 19.86.0.2 (d9e64f3b-c862-4a24-b618-8572f04cf6b4/62632d6a-2da0-43f1-a4a8-dabe94d2e48f/ef893bb3-7b26-475e-9854-6f29b95e71dd) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:41.336933 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e4d87-40b3-44ad-8471-6d7766f40b5e req-5123c212-e20e-4617-9bb4-35ebc029388f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:41.338914 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e19e4d87-40b3-44ad-8471-6d7766f40b5e req-5123c212-e20e-4617-9bb4-35ebc029388f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.1490474 Nov 09 17:41:41.380451 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d2b85621-2365-4216-ac8d-a2f4a1ab3345 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Allocated IP 192.168.233.197 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/8de88761-0a3e-4b74-9f50-ac80aa23d2ef) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:41.402989 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Set router 9f999028-96a8-4fa2-8c63-f93acfd8f1ac gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:41.407848 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:41.434419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1f0d759c-d8d9-4286-bab7-caae70f478dc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1f0d759c-d8d9-4286-bab7-caae70f478dc,segment=NetworkSegment(c60574fd-c4db-47a2-9861-6d38b0d219ab),segment_id=c60574fd-c4db-47a2-9861-6d38b0d219ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:41.452461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e19e4d87-40b3-44ad-8471-6d7766f40b5e req-7b3b0ecb-4fb7-4751-8877-a3b2996278c3 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974689 Nov 09 17:41:41.554785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:41.572738 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75568d79-dd5a-4536-8a71-5a2b7d5f984c x-openstack-request-id: req-75568d79-dd5a-4536-8a71-5a2b7d5f984c {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:41.573273 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f357884-d2de-4e81-8fcc-2b7e30439519", "name": "network-vif-plugged", "status": "completed", "tag": "1f0d759c-d8d9-4286-bab7-caae70f478dc", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:41.573791 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-75568d79-dd5a-4536-8a71-5a2b7d5f984c {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:41.574519 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f357884-d2de-4e81-8fcc-2b7e30439519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0d759c-d8d9-4286-bab7-caae70f478dc', 'code': 200} Nov 09 17:41:41.586635 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:41.626732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-775065c4-b912-4107-a8e1-a0cf722f0aff req-734f430c-16ad-4013-942a-99b76f364e10 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Calling delete_port for 1f0d759c-d8d9-4286-bab7-caae70f478dc owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:41.636590 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574d55e5-6485-4ed8-8fad-01f6c6235633 x-openstack-request-id: req-574d55e5-6485-4ed8-8fad-01f6c6235633 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:41.636963 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00456878-787d-4564-8cb2-2306ddc8ff2e", "name": "network-vif-deleted", "tag": "9dee5add-453f-472d-822e-e30816c5b920", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:41.637147 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-574d55e5-6485-4ed8-8fad-01f6c6235633 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:41.637561 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00456878-787d-4564-8cb2-2306ddc8ff2e', 'name': 'network-vif-deleted', 'tag': '9dee5add-453f-472d-822e-e30816c5b920', 'status': 'completed', 'code': 200} Nov 09 17:41:41.671397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1f0d759c-d8d9-4286-bab7-caae70f478dc no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:41.690063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-c96c4e02-b719-40ad-8e9f-7715d9946745 service neutron] 10.222.0.81 "GET /v2.0/networks/60dc7cca-c628-4018-9573-f3686274f72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984246 Nov 09 17:41:41.786007 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-f07c588a-20d3-4c03-9b21-aed535114fc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:41:41.786731 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-f07c588a-20d3-4c03-9b21-aed535114fc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:41:41.821983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a3d0abd-a2a7-4ea1-b7d8-b1556fb01f12 req-630b0cf7-dc94-44d4-a768-acd156f35d77 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 210 time: 0.0826321 Nov 09 17:41:41.823508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:41.849894 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:41.892026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:41.971781 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'name': 'tempest-ServersTestMultiNic-1904804883-router', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:23Z', 'updated_at': '2021-11-09T17:41:32Z', 'revision_number': 4, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'gw_port': {'id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:25Z', 'updated_at': '2021-11-09T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f6e0a13b-d725-4e27-a968-6fddb5c6f07a', 'name': '', 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'mac_address': 'fa:16:3e:91:d5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'f2c0ad77-f68a-4232-b945-4a8fffd6b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:31Z', 'updated_at': '2021-11-09T17:41:33Z', 'revision_number': 2, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'subnets': [{'id': 'f2c0ad77-f68a-4232-b945-4a8fffd6b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:42.029508 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Checking router: 9f999028-96a8-4fa2-8c63-f93acfd8f1ac for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:41:42.029888 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Updating router 9f999028-96a8-4fa2-8c63-f93acfd8f1ac port f6e0a13b-d725-4e27-a968-6fddb5c6f07a binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:41:42.093538 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:42.190453 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d2b85621-2365-4216-ac8d-a2f4a1ab3345 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:42.205966 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:42.214410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d256e9-9426-46ec-9b04-adebd5e257b1 None None] Pushing event updated for resources: {'Port': ['ID=10cf63dd-2ae0-4d9b-9402-43e3b9d57e57,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:42.233553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1cd56-aae7-45e4-adf6-3c73d3f9d391 req-f9903f07-d820-493f-8ab0-720df975094c tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:42.236892 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6fa1cd56-aae7-45e4-adf6-3c73d3f9d391 req-f9903f07-d820-493f-8ab0-720df975094c tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 946 time: 0.2095788 Nov 09 17:41:42.290586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:42.291016 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:42.309016 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:42.309341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=eb46b341-49b5-410f-a9ca-416a24adec83,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:42.323266 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d2b85621-2365-4216-ac8d-a2f4a1ab3345 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:42.365404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e75edc1a-4a97-418d-a50e-b46313311cb6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:42.367513 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:42.390629 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6fa1cd56-aae7-45e4-adf6-3c73d3f9d391 req-481024c6-672f-41f5-989f-b4828404d8e7 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/security-groups?id=0befba3e-a28f-4cd6-ae2e-49212f6d8111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412141 Nov 09 17:41:42.415132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['29efb134-0c85-4e7f-a8a0-f62771c54647'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:42.548367 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-3d4e8ba6-52fe-4323-ac19-83c2cde5e85a service neutron] 10.222.0.81 "GET /v2.0/networks/d9e64f3b-c862-4a24-b618-8572f04cf6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8568122 Nov 09 17:41:42.607583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d2b85621-2365-4216-ac8d-a2f4a1ab3345 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:42.619765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d2b85621-2365-4216-ac8d-a2f4a1ab3345 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:42.655726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d2b85621-2365-4216-ac8d-a2f4a1ab3345 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:42.748028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Network d9e64f3b-c862-4a24-b618-8572f04cf6b4 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:42.788820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:42.822438 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:42.824755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=1f0d759c-d8d9-4286-bab7-caae70f478dc,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:42.827928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:42.906925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b85621-2365-4216-ac8d-a2f4a1ab3345 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Pushing event updated for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:42.935898 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:42.949511 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:42.956492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1a67f-76c8-4fe1-9dc1-72f1a4d5dc49 req-0aebad74-4528-49bc-bbe2-153663b22f5d tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:42.963033 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bd1a67f-76c8-4fe1-9dc1-72f1a4d5dc49 req-0aebad74-4528-49bc-bbe2-153663b22f5d tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 945 time: 0.1740625 Nov 09 17:41:43.063096 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe92f7a-4e27-49fd-9f82-9a93409b014d None None] Pushing event updated for resources: {'Port': ['ID=f6e0a13b-d725-4e27-a968-6fddb5c6f07a,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:43.100945 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bd1a67f-76c8-4fe1-9dc1-72f1a4d5dc49 req-e6923e01-2f01-40ce-8011-78e7358c29b3 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291761 Nov 09 17:41:43.262282 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Attempting to bind port f6e0a13b-d725-4e27-a968-6fddb5c6f07a on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:41:43.264122 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Attempting to bind port f6e0a13b-d725-4e27-a968-6fddb5c6f07a by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'a9e6646f-cffa-47d5-ae6a-528db20fb18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:41:43.265089 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Attempting to bind port f6e0a13b-d725-4e27-a968-6fddb5c6f07a on network 6d294484-eb22-4612-a888-7d46fcbe8535 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:43.276322 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:43.277576 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Checking segment: {'id': 'a9e6646f-cffa-47d5-ae6a-528db20fb18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:43.278949 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:43.280738 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Bound using segment: {'id': 'a9e6646f-cffa-47d5-ae6a-528db20fb18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:43.282981 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Bound port: f6e0a13b-d725-4e27-a968-6fddb5c6f07a, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e6646f-cffa-47d5-ae6a-528db20fb18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:41:43.284139 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:43.358080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Attempting to bind port ef893bb3-7b26-475e-9854-6f29b95e71dd on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:41:43.358937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Attempting to bind port ef893bb3-7b26-475e-9854-6f29b95e71dd by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '3d4884bf-6126-44e3-9665-937553d84546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e64f3b-c862-4a24-b618-8572f04cf6b4'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:41:43.359367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Attempting to bind port ef893bb3-7b26-475e-9854-6f29b95e71dd on network d9e64f3b-c862-4a24-b618-8572f04cf6b4 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:43.451007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182f84f-a5f1-43e0-8bf7-4344ec9daa26 req-5fa49948-5466-412a-81a3-dc66481654cf tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:43.464598 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] For port f6e0a13b-d725-4e27-a968-6fddb5c6f07a, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:43.468928 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2182f84f-a5f1-43e0-8bf7-4344ec9daa26 req-5fa49948-5466-412a-81a3-dc66481654cf tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.1369510 Nov 09 17:41:43.470529 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] For port f6e0a13b-d725-4e27-a968-6fddb5c6f07a, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f6e0a13b-d725-4e27-a968-6fddb5c6f07a,segment=NetworkSegment(a9e6646f-cffa-47d5-ae6a-528db20fb18e),segment_id=a9e6646f-cffa-47d5-ae6a-528db20fb18e)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:43.477540 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:43.510413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:43.511070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Checking segment: {'id': '3d4884bf-6126-44e3-9665-937553d84546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e64f3b-c862-4a24-b618-8572f04cf6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:43.511822 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:43.512500 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Bound using segment: {'id': '3d4884bf-6126-44e3-9665-937553d84546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e64f3b-c862-4a24-b618-8572f04cf6b4'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:43.513342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Bound port: ef893bb3-7b26-475e-9854-6f29b95e71dd, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4884bf-6126-44e3-9665-937553d84546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e64f3b-c862-4a24-b618-8572f04cf6b4'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:41:43.514011 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:43.574865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2182f84f-a5f1-43e0-8bf7-4344ec9daa26 req-b416acc9-06ae-4d6a-b824-7a03e7f93d9f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999990 Nov 09 17:41:43.611470 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Routers {'9f999028-96a8-4fa2-8c63-f93acfd8f1ac'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:43.612103 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f999028-96a8-4fa2-8c63-f93acfd8f1ac'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:43.653317 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Pushing event updated for resources: {'Port': ['ID=ef893bb3-7b26-475e-9854-6f29b95e71dd,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:43.701513 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:43.714753 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe92f7a-4e27-49fd-9f82-9a93409b014d None None] Pushing event updated for resources: {'Port': ['ID=f6e0a13b-d725-4e27-a968-6fddb5c6f07a,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:43.728708 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-356c60cd-978c-4dd4-ba13-103283e919af None None] Provisioning complete for port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:43.730266 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-356c60cd-978c-4dd4-ba13-103283e919af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:43.799742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network e2898002-fc8c-411d-9bd2-8a18acecaf18 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:43.811539 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] Set router 9f999028-96a8-4fa2-8c63-f93acfd8f1ac gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:41:43.832800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d2b85621-2365-4216-ac8d-a2f4a1ab3345 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:43.833783 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d2b85621-2365-4216-ac8d-a2f4a1ab3345 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:43.846389 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-775065c4-b912-4107-a8e1-a0cf722f0aff req-734f430c-16ad-4013-942a-99b76f364e10 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:43.858270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:43.867920 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-1103c788-f854-4d29-acd0-600bfefd2833 service neutron] 10.222.0.81 "GET /v2.0/networks/d9e64f3b-c862-4a24-b618-8572f04cf6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3087311 Nov 09 17:41:43.906509 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee708c3-d6e9-47b5-9e55-6318403793a3 req-2ae6fae6-c207-42ec-8a35-634db239244d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:43.922643 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ee708c3-d6e9-47b5-9e55-6318403793a3 req-2ae6fae6-c207-42ec-8a35-634db239244d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 936 time: 0.0904391 Nov 09 17:41:43.990468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-d2b85621-2365-4216-ac8d-a2f4a1ab3345 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9295690 Nov 09 17:41:44.011847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f430c-16ad-4013-942a-99b76f364e10 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Pushing event deleted for resources: {'Port': ['ID=1f0d759c-d8d9-4286-bab7-caae70f478dc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:44.031629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Request body: {'port': {'device_id': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:44.033722 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ee708c3-d6e9-47b5-9e55-6318403793a3 req-23786640-9a6e-47ba-823e-59fa897aea6a tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037755 Nov 09 17:41:44.086986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71f8bd5-86f8-4b0e-bcb7-656eb29313de None None] Network 60dc7cca-c628-4018-9573-f3686274f72a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:44.094837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:44.182624 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4bafa7fe-c309-4fc6-821d-ce79de5d68f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:44.216406 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:44.314593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] For port ef893bb3-7b26-475e-9854-6f29b95e71dd, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:44.320625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] For port ef893bb3-7b26-475e-9854-6f29b95e71dd, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ef893bb3-7b26-475e-9854-6f29b95e71dd,segment=NetworkSegment(3d4884bf-6126-44e3-9665-937553d84546),segment_id=3d4884bf-6126-44e3-9665-937553d84546)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:44.337934 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8e6c4e0-46e0-46ac-82da-c781f675cae3 req-b8c4b637-7b2a-45e1-8e22-692caabcc257 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-468358634&fields=id&tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07 HTTP/1.1" status: 200 len: 267 time: 0.1777380 Nov 09 17:41:44.447352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:44.458747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:44.459698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-775065c4-b912-4107-a8e1-a0cf722f0aff req-734f430c-16ad-4013-942a-99b76f364e10 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] No DVR routers for this DVR port 1f0d759c-d8d9-4286-bab7-caae70f478dc on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:44.471577 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-775065c4-b912-4107-a8e1-a0cf722f0aff req-734f430c-16ad-4013-942a-99b76f364e10 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:44.475623 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-775065c4-b912-4107-a8e1-a0cf722f0aff req-734f430c-16ad-4013-942a-99b76f364e10 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.13 "DELETE /v2.0/ports/1f0d759c-d8d9-4286-bab7-caae70f478dc HTTP/1.1" status: 204 len: 173 time: 4.3511057 Nov 09 17:41:44.476893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f357884-d2de-4e81-8fcc-2b7e30439519', 'name': 'network-vif-deleted', 'tag': '1f0d759c-d8d9-4286-bab7-caae70f478dc'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:44.479820 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d20d53c-4871-446f-8eb9-d658c3fdcaef" -d '{"events": [{"server_uuid": "4f357884-d2de-4e81-8fcc-2b7e30439519", "name": "network-vif-deleted", "tag": "1f0d759c-d8d9-4286-bab7-caae70f478dc"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:44.501731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6c4e0-46e0-46ac-82da-c781f675cae3 req-bdfe0bba-8fe6-40b2-94bd-536f4ddb2ef1 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:44.505950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-9a8aa784-5f08-46bb-ad7a-da86e360b161 service neutron] 10.222.0.81 "GET /v2.0/networks/60dc7cca-c628-4018-9573-f3686274f72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967832 Nov 09 17:41:44.537709 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8e6c4e0-46e0-46ac-82da-c781f675cae3 req-bdfe0bba-8fe6-40b2-94bd-536f4ddb2ef1 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 945 time: 0.1959286 Nov 09 17:41:44.557164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-a8e6c4e0-46e0-46ac-82da-c781f675cae3 req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'port': {'security_groups': ['179926a6-f595-403e-b7b6-6e273b587bc2', '812d54c5-bbdb-41b6-a421-795659ec9af3']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:44.640646 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:44.643436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Pushing event updated for resources: {'Port': ['ID=ef893bb3-7b26-475e-9854-6f29b95e71dd,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:44.710447 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-a8e6c4e0-46e0-46ac-82da-c781f675cae3 req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:44.722515 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:44.723269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:44.723878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:44.724425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:44.724881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:44.725344 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:44.725783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:44.726236 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:44.726794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:44.727250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:44.727829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:44.728267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a9929-d1cc-4245-ac51-5bed90fa5bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:44.760099 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'name': 'tempest-ServersTestMultiNic-1904804883-router', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:23Z', 'updated_at': '2021-11-09T17:41:32Z', 'revision_number': 4, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'gw_port': {'id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:25Z', 'updated_at': '2021-11-09T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f6e0a13b-d725-4e27-a968-6fddb5c6f07a', 'name': '', 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'mac_address': 'fa:16:3e:91:d5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'f2c0ad77-f68a-4232-b945-4a8fffd6b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:31Z', 'updated_at': '2021-11-09T17:41:43Z', 'revision_number': 4, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'subnets': [{'id': 'f2c0ad77-f68a-4232-b945-4a8fffd6b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:44.814845 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:44.829261 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435d9a42-81f1-4bfb-bc9d-4e53c0603aca None None] The sync data for ids ['9f999028-96a8-4fa2-8c63-f93acfd8f1ac'] in n-d-817236-1 is: [{'id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'name': 'tempest-ServersTestMultiNic-1904804883-router', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:23Z', 'updated_at': '2021-11-09T17:41:32Z', 'revision_number': 4, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'gw_port': {'id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:25Z', 'updated_at': '2021-11-09T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f6e0a13b-d725-4e27-a968-6fddb5c6f07a', 'name': '', 'network_id': '6d294484-eb22-4612-a888-7d46fcbe8535', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'mac_address': 'fa:16:3e:91:d5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'f2c0ad77-f68a-4232-b945-4a8fffd6b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:31Z', 'updated_at': '2021-11-09T17:41:43Z', 'revision_number': 4, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'subnets': [{'id': 'f2c0ad77-f68a-4232-b945-4a8fffd6b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:44.850141 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:44.969960 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-219188dd-823f-40a3-a582-de462dd67360 service neutron] 10.222.0.81 "GET /v2.0/networks/60dc7cca-c628-4018-9573-f3686274f72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624357 Nov 09 17:41:45.014176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router b681a0a1-2de4-4502-937d-588a7d009e5d is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:41:45.025390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-356c60cd-978c-4dd4-ba13-103283e919af None None] Provisioning complete for port eb46b341-49b5-410f-a9ca-416a24adec83 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:45.025995 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-356c60cd-978c-4dd4-ba13-103283e919af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:45.459943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:45.467419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-a8e6c4e0-46e0-46ac-82da-c781f675cae3 req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] For port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:45.481219 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5190ff97-4bc7-4c78-93dd-048ebd8cae03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/b681a0a1-2de4-4502-937d-588a7d009e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1038315 Nov 09 17:41:45.485359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56600) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:45.495078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b87b2b-a057-4e81-8fe2-79b78fb32b52 None None] Sync routers for ids ['b681a0a1-2de4-4502-937d-588a7d009e5d'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:45.506204 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:45.507668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-356c60cd-978c-4dd4-ba13-103283e919af None None] Port eb46b341-49b5-410f-a9ca-416a24adec83 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:41:45.530673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:45.531339 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:45.565490 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-a8e6c4e0-46e0-46ac-82da-c781f675cae3 req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:45.572786 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-a8e6c4e0-46e0-46ac-82da-c781f675cae3 req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:45.591659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4fe047-6d45-4f0b-9797-244e42b661bb tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:45.597506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fa4fe047-6d45-4f0b-9797-244e42b661bb tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports/eb46b341-49b5-410f-a9ca-416a24adec83 HTTP/1.1" status: 200 len: 910 time: 0.1064391 Nov 09 17:41:45.612450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56602) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:45.617370 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:45.705571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de88761-0a3e-4b74-9f50-ac80aa23d2ef {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:45.716591 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:45.734803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Transition to ACTIVE for port object 8de88761-0a3e-4b74-9f50-ac80aa23d2ef will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:41:45.739661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b87b2b-a057-4e81-8fe2-79b78fb32b52 None None] Routers {'b681a0a1-2de4-4502-937d-588a7d009e5d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:45.740819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-44b87b2b-a057-4e81-8fe2-79b78fb32b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b681a0a1-2de4-4502-937d-588a7d009e5d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:45.769650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-623e3256-7c22-4d15-9ad2-1dff58a202a1 req-4d8c0e50-5d74-4c88-94e0-8cb23a684885 tempest-ImagesTestJSON-1263024238 tempest-ImagesTestJSON-1263024238-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f357884-d2de-4e81-8fcc-2b7e30439519 HTTP/1.1" status: 200 len: 210 time: 0.2110362 Nov 09 17:41:45.771618 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:45.849316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Pushing event updated for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:45.852344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6c4e0-46e0-46ac-82da-c781f675cae3 req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:45.859571 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-a8e6c4e0-46e0-46ac-82da-c781f675cae3 req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:45.864921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8e6c4e0-46e0-46ac-82da-c781f675cae3 req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "PUT /v2.0/ports/9aa747f0-dd99-4e1a-ae49-c8a486f6d02b HTTP/1.1" status: 200 len: 981 time: 1.3226223 Nov 09 17:41:45.867750 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed43cab5-3607-4c33-bd2e-3f08b966400b', 'tag': '9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:45.870134 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac18020-6b7a-4cf3-8ef9-97f6fa76b108" -d '{"events": [{"name": "network-changed", "server_uuid": "ed43cab5-3607-4c33-bd2e-3f08b966400b", "tag": "9aa747f0-dd99-4e1a-ae49-c8a486f6d02b"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:45.938984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-44b87b2b-a057-4e81-8fe2-79b78fb32b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:46.023483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b87b2b-a057-4e81-8fe2-79b78fb32b52 None None] Routers {'b681a0a1-2de4-4502-937d-588a7d009e5d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:46.024677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-44b87b2b-a057-4e81-8fe2-79b78fb32b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b681a0a1-2de4-4502-937d-588a7d009e5d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:46.029922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:46.154104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Attempting to bind port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:41:46.155465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Attempting to bind port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:41:46.156043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Attempting to bind port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:46.188542 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:46.196931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:41:46.198600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Attempting to bind port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:46.216410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:46.219031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:46.219700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:46.220278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Bound port: 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:41:46.224048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:46.438673 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5169964-889b-47a3-b62b-32b2700f5091 x-openstack-request-id: req-e5169964-889b-47a3-b62b-32b2700f5091 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:46.439759 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f357884-d2de-4e81-8fcc-2b7e30439519", "name": "network-vif-deleted", "tag": "1f0d759c-d8d9-4286-bab7-caae70f478dc", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:46.442813 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5169964-889b-47a3-b62b-32b2700f5091 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:46.444087 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f357884-d2de-4e81-8fcc-2b7e30439519', 'name': 'network-vif-deleted', 'tag': '1f0d759c-d8d9-4286-bab7-caae70f478dc', 'status': 'completed', 'code': 200} Nov 09 17:41:46.462667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:46.471003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:46.497415 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:46.510371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'Port': ['ID=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,revision_number=6']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:46.586976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:46.587675 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:46.589871 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] 10.222.0.13 "PUT /v2.0/ports/8de88761-0a3e-4b74-9f50-ac80aa23d2ef HTTP/1.1" status: 200 len: 1096 time: 2.5720017 Nov 09 17:41:46.660397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7416b-f203-4dcb-af52-dc24f44e5c87 service neutron] Pushing event updated for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:46.678438 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:46.680774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:46.681575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:46.682548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:46.683355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:46.684380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:46.685148 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:46.685920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:46.704955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:46.708073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:46.709538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-44b87b2b-a057-4e81-8fe2-79b78fb32b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:46.710877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b87b2b-a057-4e81-8fe2-79b78fb32b52 None None] The sync data for ids ['b681a0a1-2de4-4502-937d-588a7d009e5d'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:46.713224 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:46.717036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daf0bd-f561-4908-a0e2-6a89f483fed9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:41:46.860024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e357bc2-4185-45d1-9408-6f8ef2fbd769 req-803de0d5-c45b-48fc-bb94-52080fa31eb8 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:46.869551 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e357bc2-4185-45d1-9408-6f8ef2fbd769 req-803de0d5-c45b-48fc-bb94-52080fa31eb8 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.2879503 Nov 09 17:41:46.869972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dffc4-7513-4cca-a37b-35c4a137195d req-f099ec11-6f41-41fb-a594-ac94b2c91f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:46.872720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-f099ec11-6f41-41fb-a594-ac94b2c91f81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 1099 time: 0.1921852 Nov 09 17:41:46.932555 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e357bc2-4185-45d1-9408-6f8ef2fbd769 req-5a3a1b47-ec2e-4666-b8f8-7cfb6cde6ca8 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613821 Nov 09 17:41:47.029681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-030232c6-9da8-438e-b17c-171ccf58ce4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef HTTP/1.1" status: 200 len: 217 time: 0.1450510 Nov 09 17:41:47.044638 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007a5cc6-b476-4eb4-8d69-8e66adb59847 None None] Network d9e64f3b-c862-4a24-b618-8572f04cf6b4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:47.087305 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5d895b67-e19b-4cf5-b2dd-f24b590e63df None None] Provisioning complete for port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:47.087838 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5d895b67-e19b-4cf5-b2dd-f24b590e63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:47.145589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=10cf63dd-2ae0-4d9b-9402-43e3b9d57e57,segment=NetworkSegment(6ec45c15-2ae5-486c-afea-74ba29067b44),segment_id=6ec45c15-2ae5-486c-afea-74ba29067b44)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:47.177164 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e738043-008d-498a-b304-e45130cf92a2 req-1786cf43-5f3c-499b-9fec-f587193c843e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 210 time: 0.0740550 Nov 09 17:41:47.193193 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dffc4-7513-4cca-a37b-35c4a137195d req-c7441f41-b5b5-4f74-9742-0212d766a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:47.194696 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-c7441f41-b5b5-4f74-9742-0212d766a922 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1569221 Nov 09 17:41:47.202845 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91085fb5-27a4-4160-99f3-5169348d0c6e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:47.212896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776d146-f36a-4afd-b9a1-eaab54fb56d3 req-3afaadec-5b33-486e-a10f-d654fed2707c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:47.213226 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:47.213767 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:47.214000 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8776d146-f36a-4afd-b9a1-eaab54fb56d3 req-3afaadec-5b33-486e-a10f-d654fed2707c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 948 time: 0.0815380 Nov 09 17:41:47.319583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dffc4-7513-4cca-a37b-35c4a137195d req-37e30f3a-3ebb-45f8-8314-b179b4139965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:47.322171 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-37e30f3a-3ebb-45f8-8314-b179b4139965 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070039 Nov 09 17:41:47.329639 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8776d146-f36a-4afd-b9a1-eaab54fb56d3 req-26781082-c074-44b6-863e-7b1e9c5b80a6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799084 Nov 09 17:41:47.508612 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01e65f2d-12af-44de-a9ad-83b9f02681c0 req-253af576-98d9-4dbf-81eb-f6f01353611c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1410101497&fields=id&tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07 HTTP/1.1" status: 200 len: 267 time: 0.1411049 Nov 09 17:41:47.594469 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b72707-d2cd-46ae-bb03-38d8ff0ccaf8 x-openstack-request-id: req-b6b72707-d2cd-46ae-bb03-38d8ff0ccaf8 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:47.595202 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed43cab5-3607-4c33-bd2e-3f08b966400b", "tag": "9aa747f0-dd99-4e1a-ae49-c8a486f6d02b", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:47.595684 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6b72707-d2cd-46ae-bb03-38d8ff0ccaf8 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:47.596335 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed43cab5-3607-4c33-bd2e-3f08b966400b', 'tag': '9aa747f0-dd99-4e1a-ae49-c8a486f6d02b', 'status': 'completed', 'code': 200} Nov 09 17:41:47.672094 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-2750b0d6-9ab1-4d0e-98e8-78d80917e9d8 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410728 Nov 09 17:41:47.694485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=10cf63dd-2ae0-4d9b-9402-43e3b9d57e57,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:47.737045 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:47.738653 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:47.791730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e65f2d-12af-44de-a9ad-83b9f02681c0 req-ae7a3eb7-1ee8-498a-bbba-2e2e8b9078a5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:47.794347 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01e65f2d-12af-44de-a9ad-83b9f02681c0 req-ae7a3eb7-1ee8-498a-bbba-2e2e8b9078a5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 984 time: 0.2673492 Nov 09 17:41:47.796144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:47.808888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-01e65f2d-12af-44de-a9ad-83b9f02681c0 req-292036ca-710d-448e-8687-30ce025df950 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'port': {'security_groups': ['179926a6-f595-403e-b7b6-6e273b587bc2', '812d54c5-bbdb-41b6-a421-795659ec9af3', '36acde82-9796-4945-ae1e-4c30ca69c340']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:47.835766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5d895b67-e19b-4cf5-b2dd-f24b590e63df None None] Provisioning complete for port f6e0a13b-d725-4e27-a968-6fddb5c6f07a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:47.836132 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5d895b67-e19b-4cf5-b2dd-f24b590e63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:47.948335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac18020-6b7a-4cf3-8ef9-97f6fa76b108 req-0eed9ee9-f9a4-4cbd-b07d-751161c33cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:47.950883 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dac18020-6b7a-4cf3-8ef9-97f6fa76b108 req-0eed9ee9-f9a4-4cbd-b07d-751161c33cff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07&device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 1135 time: 0.3317347 Nov 09 17:41:47.975010 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-01e65f2d-12af-44de-a9ad-83b9f02681c0 req-292036ca-710d-448e-8687-30ce025df950 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:48.021139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f6e0a13b-d725-4e27-a968-6fddb5c6f07a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:48.093538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-2cf20241-9bcd-467d-a12d-ba0ff0f5b1fd tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:48.107446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-2cf20241-9bcd-467d-a12d-ba0ff0f5b1fd tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:48.110868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-2cf20241-9bcd-467d-a12d-ba0ff0f5b1fd tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "GET /v2.0/networks?id=60dc7cca-c628-4018-9573-f3686274f72a&id=d9e64f3b-c862-4a24-b618-8572f04cf6b4&id=60dc7cca-c628-4018-9573-f3686274f72a HTTP/1.1" status: 200 len: 1391 time: 0.5720348 Nov 09 17:41:48.135008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cf4d-5797-4bda-9f6a-2ca0847fa2f4 req-01fe5ea4-5c3f-496a-9f0b-bfc36ad8f276 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:48.137802 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc81cf4d-5797-4bda-9f6a-2ca0847fa2f4 req-01fe5ea4-5c3f-496a-9f0b-bfc36ad8f276 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 949 time: 0.3566325 Nov 09 17:41:48.180061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d8cfbc8e-4615-48aa-a345-f3180a9c568c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Request body: {'port': {'device_id': '36bbbd38-e948-4680-8638-3a985418ef60', 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a', 'admin_state_up': True, 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:48.181736 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-91085fb5-27a4-4160-99f3-5169348d0c6e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port eb46b341-49b5-410f-a9ca-416a24adec83 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:48.182187 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91085fb5-27a4-4160-99f3-5169348d0c6e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:48.323997 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-252dffc4-7513-4cca-a37b-35c4a137195d req-e83169e6-24d7-48b2-9c7d-b37a95c4d197 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6248066 Nov 09 17:41:48.358394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91085fb5-27a4-4160-99f3-5169348d0c6e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:48.392229 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-91085fb5-27a4-4160-99f3-5169348d0c6e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for eb46b341-49b5-410f-a9ca-416a24adec83 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:48.464869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:48.468779 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a58a4ad-a2ed-45e5-a552-0dee0f0a149f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:48.472658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-01e65f2d-12af-44de-a9ad-83b9f02681c0 req-292036ca-710d-448e-8687-30ce025df950 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] For port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:48.473801 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5d895b67-e19b-4cf5-b2dd-f24b590e63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:48.510075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc81cf4d-5797-4bda-9f6a-2ca0847fa2f4 req-205b1cb3-760a-488c-b8dd-5b35d957e653 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557665 Nov 09 17:41:48.523957 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f6e0a13b-d725-4e27-a968-6fddb5c6f07a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:48.524688 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:48.535388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac18020-6b7a-4cf3-8ef9-97f6fa76b108 req-84007cc2-9513-4eaf-adc9-4fd7ee8e1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:48.535941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-01e65f2d-12af-44de-a9ad-83b9f02681c0 req-292036ca-710d-448e-8687-30ce025df950 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:48.539038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dac18020-6b7a-4cf3-8ef9-97f6fa76b108 req-84007cc2-9513-4eaf-adc9-4fd7ee8e1a27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=87823cd0-78b4-431d-8bac-d10afad7f91c HTTP/1.1" status: 200 len: 913 time: 0.5762482 Nov 09 17:41:48.598161 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-01e65f2d-12af-44de-a9ad-83b9f02681c0 req-292036ca-710d-448e-8687-30ce025df950 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:48.634029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:48.640942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5d895b67-e19b-4cf5-b2dd-f24b590e63df None None] For port f6e0a13b-d725-4e27-a968-6fddb5c6f07a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f6e0a13b-d725-4e27-a968-6fddb5c6f07a,segment=NetworkSegment(a9e6646f-cffa-47d5-ae6a-528db20fb18e),segment_id=a9e6646f-cffa-47d5-ae6a-528db20fb18e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:48.657311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dac18020-6b7a-4cf3-8ef9-97f6fa76b108 req-f5679cf8-2c03-4dc9-8417-7a43197161aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b HTTP/1.1" status: 200 len: 217 time: 0.0794945 Nov 09 17:41:48.658834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d8cfbc8e-4615-48aa-a345-f3180a9c568c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:48.666485 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d8cfbc8e-4615-48aa-a345-f3180a9c568c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:48.701413 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5d895b67-e19b-4cf5-b2dd-f24b590e63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:48.824660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac18020-6b7a-4cf3-8ef9-97f6fa76b108 req-e9c3ff28-27ec-41b2-877f-815266fa34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:48.826181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dac18020-6b7a-4cf3-8ef9-97f6fa76b108 req-e9c3ff28-27ec-41b2-877f-815266fa34fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e HTTP/1.1" status: 200 len: 852 time: 0.1551418 Nov 09 17:41:48.843085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e65f2d-12af-44de-a9ad-83b9f02681c0 req-292036ca-710d-448e-8687-30ce025df950 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:48.844499 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-01e65f2d-12af-44de-a9ad-83b9f02681c0 req-292036ca-710d-448e-8687-30ce025df950 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:48.863144 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01e65f2d-12af-44de-a9ad-83b9f02681c0 req-292036ca-710d-448e-8687-30ce025df950 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "PUT /v2.0/ports/9aa747f0-dd99-4e1a-ae49-c8a486f6d02b HTTP/1.1" status: 200 len: 1020 time: 1.0571029 Nov 09 17:41:48.900615 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dac18020-6b7a-4cf3-8ef9-97f6fa76b108 req-9c2542fd-a292-4ded-8d38-32e95c209b6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87823cd0-78b4-431d-8bac-d10afad7f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623324 Nov 09 17:41:48.923857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5d895b67-e19b-4cf5-b2dd-f24b590e63df None None] Provisioning complete for port eb46b341-49b5-410f-a9ca-416a24adec83 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:48.926276 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5d895b67-e19b-4cf5-b2dd-f24b590e63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:48.928507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292036ca-710d-448e-8687-30ce025df950 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'Port': ['ID=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,revision_number=7']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:49.032183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19147c6d-4941-482e-acf3-e80aa9fdb75c req-2441d9db-6a25-424f-b158-f071049056ca tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:49.038852 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19147c6d-4941-482e-acf3-e80aa9fdb75c req-2441d9db-6a25-424f-b158-f071049056ca tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 949 time: 0.3338039 Nov 09 17:41:49.081298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:49.109788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91085fb5-27a4-4160-99f3-5169348d0c6e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:49.140161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d895b67-e19b-4cf5-b2dd-f24b590e63df None None] Pushing event updated for resources: {'Port': ['ID=f6e0a13b-d725-4e27-a968-6fddb5c6f07a,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:49.207865 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d8cfbc8e-4615-48aa-a345-f3180a9c568c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Allocated IP 19.80.0.165 (60dc7cca-c628-4018-9573-f3686274f72a/ad77c726-ac1c-4231-8ede-e03f13740e74/686e9806-6531-4fb7-94ac-717d4d62c01b) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:49.228200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-5d895b67-e19b-4cf5-b2dd-f24b590e63df None None] Port eb46b341-49b5-410f-a9ca-416a24adec83 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:41:49.235780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe09e9-1701-4d45-89fb-ec682b47be76 req-bdd7df11-6567-49e6-b96d-e11dbe291561 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:49.239289 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3dbe09e9-1701-4d45-89fb-ec682b47be76 req-bdd7df11-6567-49e6-b96d-e11dbe291561 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.2392471 Nov 09 17:41:49.289688 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dac18020-6b7a-4cf3-8ef9-97f6fa76b108 req-1f178c7b-3a33-4e00-9c4a-988a6bec1118 service neutron] 10.222.0.18 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678739 Nov 09 17:41:49.302530 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6935fcb5-cbb9-4d2c-a5c1-0244362ba02f req-45edd378-abec-481a-9eb8-1e19f6251c35 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 210 time: 0.1971917 Nov 09 17:41:49.310607 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91085fb5-27a4-4160-99f3-5169348d0c6e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=eb46b341-49b5-410f-a9ca-416a24adec83,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:49.623498 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed43cab5-3607-4c33-bd2e-3f08b966400b', 'tag': '9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:49.627464 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c22be1-b345-40dd-99f1-0cb80ac0ce61" -d '{"events": [{"name": "network-changed", "server_uuid": "ed43cab5-3607-4c33-bd2e-3f08b966400b", "tag": "9aa747f0-dd99-4e1a-ae49-c8a486f6d02b"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:49.651736 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f6e0a13b-d725-4e27-a968-6fddb5c6f07a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:49.660201 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91085fb5-27a4-4160-99f3-5169348d0c6e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:49.710647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f841a63-cf51-4eed-9727-1431ef76a3c9 req-c162260b-ebd5-44af-9d74-70d15e825e75 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:49.714933 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f841a63-cf51-4eed-9727-1431ef76a3c9 req-c162260b-ebd5-44af-9d74-70d15e825e75 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 948 time: 0.2469122 Nov 09 17:41:49.724859 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ad4d76bf-a951-42ce-8ee1-b54ef8bb8dc4 None None] Provisioning complete for port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:49.725395 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ad4d76bf-a951-42ce-8ee1-b54ef8bb8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:49.749265 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-19147c6d-4941-482e-acf3-e80aa9fdb75c req-172662f7-0330-4fb9-97f2-2269eb42dab4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Deleting port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:49.749609 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-19147c6d-4941-482e-acf3-e80aa9fdb75c req-172662f7-0330-4fb9-97f2-2269eb42dab4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:49.752670 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dac18020-6b7a-4cf3-8ef9-97f6fa76b108 req-6b8e1a94-9b1e-4e27-9d39-aef0005152d9 service neutron] 10.222.0.18 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446752 Nov 09 17:41:49.793306 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3dbe09e9-1701-4d45-89fb-ec682b47be76 req-f51b9805-30cf-4b52-aed2-a5900ad8dbda tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021122 Nov 09 17:41:49.820077 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d8cfbc8e-4615-48aa-a345-f3180a9c568c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:49.933696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ad4d76bf-a951-42ce-8ee1-b54ef8bb8dc4 None None] Provisioning complete for port ef893bb3-7b26-475e-9854-6f29b95e71dd triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:49.934325 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ad4d76bf-a951-42ce-8ee1-b54ef8bb8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:49.941422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f6e0a13b-d725-4e27-a968-6fddb5c6f07a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:49.942066 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:49.979691 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2585c8d5-dbae-4f17-b07b-75db3acef518 x-openstack-request-id: req-2585c8d5-dbae-4f17-b07b-75db3acef518 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:49.980117 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:49.980436 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2585c8d5-dbae-4f17-b07b-75db3acef518 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:49.981014 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'status': 'completed', 'code': 200} Nov 09 17:41:50.009918 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d8cfbc8e-4615-48aa-a345-f3180a9c568c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:50.132055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d8cfbc8e-4615-48aa-a345-f3180a9c568c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Network 60dc7cca-c628-4018-9573-f3686274f72a is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:50.145627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d8cfbc8e-4615-48aa-a345-f3180a9c568c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:50.149934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d8cfbc8e-4615-48aa-a345-f3180a9c568c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:50.161100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bc638-6a13-44ad-8bdf-e536879cd13a req-09550f9a-b9d3-4f66-9bde-548940bc6a9f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:50.169128 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-440bc638-6a13-44ad-8bdf-e536879cd13a req-09550f9a-b9d3-4f66-9bde-548940bc6a9f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 1023 time: 0.2137523 Nov 09 17:41:50.176275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfbc8e-4615-48aa-a345-f3180a9c568c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event updated for resources: {'Port': ['ID=686e9806-6531-4fb7-94ac-717d4d62c01b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:50.182528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58a4ad-a2ed-45e5-a552-0dee0f0a149f req-10e3b4ea-2a94-4dd2-be1f-81bdaa6724cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:50.184109 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a58a4ad-a2ed-45e5-a552-0dee0f0a149f req-10e3b4ea-2a94-4dd2-be1f-81bdaa6724cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 1099 time: 0.2238774 Nov 09 17:41:50.188592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:50.274812 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ad4d76bf-a951-42ce-8ee1-b54ef8bb8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:50.320849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d8cfbc8e-4615-48aa-a345-f3180a9c568c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:50.321538 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d8cfbc8e-4615-48aa-a345-f3180a9c568c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:50.383653 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d8cfbc8e-4615-48aa-a345-f3180a9c568c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2318909 Nov 09 17:41:50.396939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ad4d76bf-a951-42ce-8ee1-b54ef8bb8dc4 None None] For port ef893bb3-7b26-475e-9854-6f29b95e71dd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ef893bb3-7b26-475e-9854-6f29b95e71dd,segment=NetworkSegment(3d4884bf-6126-44e3-9665-937553d84546),segment_id=3d4884bf-6126-44e3-9665-937553d84546)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:50.408264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-7264762e-2e51-41f7-a323-849c8dbe352c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Request body: {'port': {'device_id': '36bbbd38-e948-4680-8638-3a985418ef60', 'network_id': 'd9e64f3b-c862-4a24-b618-8572f04cf6b4', 'admin_state_up': True, 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:50.420290 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ad4d76bf-a951-42ce-8ee1-b54ef8bb8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:50.480224 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:50.480722 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:50.500736 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-440bc638-6a13-44ad-8bdf-e536879cd13a req-221afd5d-c921-410c-a8e7-71fe99f6e459 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&id=36acde82-9796-4945-ae1e-4c30ca69c340&id=812d54c5-bbdb-41b6-a421-795659ec9af3 HTTP/1.1" status: 200 len: 6157 time: 0.3307352 Nov 09 17:41:50.505275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58a4ad-a2ed-45e5-a552-0dee0f0a149f req-190acb90-2720-4a19-85f1-db280b37341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:50.507287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a58a4ad-a2ed-45e5-a552-0dee0f0a149f req-190acb90-2720-4a19-85f1-db280b37341d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.2852359 Nov 09 17:41:50.585261 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a58a4ad-a2ed-45e5-a552-0dee0f0a149f req-4a42f491-0387-464b-8038-01ec767a88fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef HTTP/1.1" status: 200 len: 217 time: 0.0692201 Nov 09 17:41:50.632071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d76bf-a951-42ce-8ee1-b54ef8bb8dc4 None None] Pushing event updated for resources: {'Port': ['ID=ef893bb3-7b26-475e-9854-6f29b95e71dd,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:50.640824 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f841a63-cf51-4eed-9727-1431ef76a3c9 req-238695bc-6432-41f6-a5a7-b40d2cd6c397 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9123943 Nov 09 17:41:50.736052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58a4ad-a2ed-45e5-a552-0dee0f0a149f req-feb8d9d2-6f84-4413-b41a-fe5a7156af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:50.738151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a58a4ad-a2ed-45e5-a552-0dee0f0a149f req-feb8d9d2-6f84-4413-b41a-fe5a7156af65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1437147 Nov 09 17:41:50.758452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91085fb5-27a4-4160-99f3-5169348d0c6e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router b681a0a1-2de4-4502-937d-588a7d009e5d has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:41:50.777957 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264786e6-f1ab-4700-94a2-2461bd438317 x-openstack-request-id: req-264786e6-f1ab-4700-94a2-2461bd438317 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:50.778421 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed43cab5-3607-4c33-bd2e-3f08b966400b", "tag": "9aa747f0-dd99-4e1a-ae49-c8a486f6d02b", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:50.778825 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-264786e6-f1ab-4700-94a2-2461bd438317 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:50.779488 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed43cab5-3607-4c33-bd2e-3f08b966400b', 'tag': '9aa747f0-dd99-4e1a-ae49-c8a486f6d02b', 'status': 'completed', 'code': 200} Nov 09 17:41:50.856421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ef893bb3-7b26-475e-9854-6f29b95e71dd up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:50.859881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-7264762e-2e51-41f7-a323-849c8dbe352c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:50.864094 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-19147c6d-4941-482e-acf3-e80aa9fdb75c req-172662f7-0330-4fb9-97f2-2269eb42dab4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] For port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2f5873d6-de8b-4c7e-b614-30a37cdef4d6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:50.864702 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-19147c6d-4941-482e-acf3-e80aa9fdb75c req-172662f7-0330-4fb9-97f2-2269eb42dab4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:50.867678 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-7264762e-2e51-41f7-a323-849c8dbe352c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:50.897759 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-045b4a78-30c5-40c2-8f87-e0061bf39183 None None] Provisioning complete for port 686e9806-6531-4fb7-94ac-717d4d62c01b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:50.898387 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-045b4a78-30c5-40c2-8f87-e0061bf39183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:50.940306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58a4ad-a2ed-45e5-a552-0dee0f0a149f req-a1abe023-2e2e-4e1f-8115-f6c132301b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:50.943762 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a58a4ad-a2ed-45e5-a552-0dee0f0a149f req-a1abe023-2e2e-4e1f-8115-f6c132301b4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1952851 Nov 09 17:41:50.995975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-19147c6d-4941-482e-acf3-e80aa9fdb75c req-172662f7-0330-4fb9-97f2-2269eb42dab4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Calling delete_port for 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:51.001703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-045b4a78-30c5-40c2-8f87-e0061bf39183 None None] Port 686e9806-6531-4fb7-94ac-717d4d62c01b cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:41:51.023873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port ef893bb3-7b26-475e-9854-6f29b95e71dd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:51.024530 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:51.077079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c22be1-b345-40dd-99f1-0cb80ac0ce61 req-16de169a-1a5f-4252-96f1-1f60fe3dbcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:51.078873 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22c22be1-b345-40dd-99f1-0cb80ac0ce61 req-16de169a-1a5f-4252-96f1-1f60fe3dbcdf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07&device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 1174 time: 0.2551990 Nov 09 17:41:51.122156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a049c-9257-4c9c-9691-5f3c58f1da90 req-c1c21d22-c22a-47a4-9c06-a259cc805f79 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:51.124032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b9a049c-9257-4c9c-9691-5f3c58f1da90 req-c1c21d22-c22a-47a4-9c06-a259cc805f79 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bd74e6c-6e23-493e-8f3b-aad59358b694 HTTP/1.1" status: 200 len: 949 time: 0.2810650 Nov 09 17:41:51.198836 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8de88761-0a3e-4b74-9f50-ac80aa23d2ef details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:41:51.204722 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91085fb5-27a4-4160-99f3-5169348d0c6e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:41:51.208094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:51.221215 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-91085fb5-27a4-4160-99f3-5169348d0c6e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/b681a0a1-2de4-4502-937d-588a7d009e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6067455 Nov 09 17:41:51.228656 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50405c17-5415-4626-b5c4-f0fb6b7d4f84 None None] Sync routers for ids ['b681a0a1-2de4-4502-937d-588a7d009e5d'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:41:51.236538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56656) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:51.265757 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50405c17-5415-4626-b5c4-f0fb6b7d4f84 None None] Routers {'b681a0a1-2de4-4502-937d-588a7d009e5d'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:51.269839 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-50405c17-5415-4626-b5c4-f0fb6b7d4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b681a0a1-2de4-4502-937d-588a7d009e5d'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:51.294643 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7105a44a-1e4a-4389-a8d6-58cf4b4473f6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=b681a0a1-2de4-4502-937d-588a7d009e5d HTTP/1.1" status: 200 len: 205 time: 0.0562818 Nov 09 17:41:51.308104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56658) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:51.343570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:51.344502 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:51.354206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7351bb-70cd-40f4-9a98-4149c78b55ac req-8ddbd099-7d61-421b-844b-b8b465e78ae5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:51.356168 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba7351bb-70cd-40f4-9a98-4149c78b55ac req-8ddbd099-7d61-421b-844b-b8b465e78ae5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 932 time: 0.2617874 Nov 09 17:41:51.369929 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-50405c17-5415-4626-b5c4-f0fb6b7d4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:51.393863 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50405c17-5415-4626-b5c4-f0fb6b7d4f84 None None] Routers {'b681a0a1-2de4-4502-937d-588a7d009e5d'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:41:51.395787 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-50405c17-5415-4626-b5c4-f0fb6b7d4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b681a0a1-2de4-4502-937d-588a7d009e5d'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:51.466992 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-50405c17-5415-4626-b5c4-f0fb6b7d4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:51.469669 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50405c17-5415-4626-b5c4-f0fb6b7d4f84 None None] The sync data for ids ['b681a0a1-2de4-4502-937d-588a7d009e5d'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:41:51.532212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-681c0ea3-5f99-4784-803d-4356f6acf92a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:51.632949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:51.665727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'mac_address': 'fa:16:3e:fb:5e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:41:51.675739 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba7351bb-70cd-40f4-9a98-4149c78b55ac req-9439ae76-29bd-4a7d-b7e7-274d2b050406 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591240 Nov 09 17:41:51.792285 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:51.819079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de88761-0a3e-4b74-9f50-ac80aa23d2ef {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:51.827344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-17df4a25-61ef-46c2-a0e3-78c2b1447182 req-7bed677c-0c21-43f7-be38-16e24e71b972 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1383932870 ', 'description': 'tempest-description-1280219342'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:51.837276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a58a4ad-a2ed-45e5-a552-0dee0f0a149f req-05e09058-e8d3-45ff-9722-6ba156cc2101 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8733780 Nov 09 17:41:51.846468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-7264762e-2e51-41f7-a323-849c8dbe352c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Allocated IP 19.86.0.129 (d9e64f3b-c862-4a24-b618-8572f04cf6b4/62632d6a-2da0-43f1-a4a8-dabe94d2e48f/99abee86-2d5b-4ed1-91e8-67c45376eac3) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:51.852567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-19147c6d-4941-482e-acf3-e80aa9fdb75c req-172662f7-0330-4fb9-97f2-2269eb42dab4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:51.862688 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b9a049c-9257-4c9c-9691-5f3c58f1da90 req-ddbef52e-2651-4d57-b4a9-111828a49468 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2d2881e-8041-487e-a4a7-dc91adb93c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890196 Nov 09 17:41:51.865963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:51.883952 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:51.922698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ef893bb3-7b26-475e-9854-6f29b95e71dd up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:51.941177 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-681c0ea3-5f99-4784-803d-4356f6acf92a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:51.948811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172662f7-0330-4fb9-97f2-2269eb42dab4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Pushing event deleted for resources: {'Port': ['ID=2f5873d6-de8b-4c7e-b614-30a37cdef4d6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:51.951439 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-681c0ea3-5f99-4784-803d-4356f6acf92a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.052550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:52.055522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c22be1-b345-40dd-99f1-0cb80ac0ce61 req-91f17c46-c7c4-4b27-b1ff-14f1535c6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:52.057515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22c22be1-b345-40dd-99f1-0cb80ac0ce61 req-91f17c46-c7c4-4b27-b1ff-14f1535c6565 service neutron] 10.222.0.18 "GET /v2.0/networks?id=87823cd0-78b4-431d-8bac-d10afad7f91c HTTP/1.1" status: 200 len: 913 time: 0.9661691 Nov 09 17:41:52.105188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port ef893bb3-7b26-475e-9854-6f29b95e71dd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:52.105984 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.115994 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-17df4a25-61ef-46c2-a0e3-78c2b1447182 req-7bed677c-0c21-43f7-be38-16e24e71b972 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.146669 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-19147c6d-4941-482e-acf3-e80aa9fdb75c req-172662f7-0330-4fb9-97f2-2269eb42dab4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] No DVR routers for this DVR port 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:52.152424 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-19147c6d-4941-482e-acf3-e80aa9fdb75c req-172662f7-0330-4fb9-97f2-2269eb42dab4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.156429 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19147c6d-4941-482e-acf3-e80aa9fdb75c req-172662f7-0330-4fb9-97f2-2269eb42dab4 tempest-ServersOnMultiNodesTest-1005692039 tempest-ServersOnMultiNodesTest-1005692039-project] 10.222.0.18 "DELETE /v2.0/ports/2f5873d6-de8b-4c7e-b614-30a37cdef4d6 HTTP/1.1" status: 204 len: 173 time: 3.0799913 Nov 09 17:41:52.196753 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-681c0ea3-5f99-4784-803d-4356f6acf92a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.197800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681c0ea3-5f99-4784-803d-4356f6acf92a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Fanout notify agent at l3_agent the message router_deleted on router b681a0a1-2de4-4502-937d-588a7d009e5d {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:41:52.198169 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['8de88761-0a3e-4b74-9f50-ac80aa23d2ef'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:52.286149 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22c22be1-b345-40dd-99f1-0cb80ac0ce61 req-a48b1c30-618f-4fb2-9816-30722ddcf65f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b HTTP/1.1" status: 200 len: 217 time: 0.1763728 Nov 09 17:41:52.310322 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-17df4a25-61ef-46c2-a0e3-78c2b1447182 req-7bed677c-0c21-43f7-be38-16e24e71b972 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.312275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a58a4ad-a2ed-45e5-a552-0dee0f0a149f req-a6eae5c0-0a95-4122-ba17-4561faf33b80 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431634 Nov 09 17:41:52.329890 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-681c0ea3-5f99-4784-803d-4356f6acf92a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.329890 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-681c0ea3-5f99-4784-803d-4356f6acf92a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/b681a0a1-2de4-4502-937d-588a7d009e5d HTTP/1.1" status: 204 len: 168 time: 1.0139046 Nov 09 17:41:52.329890 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-17df4a25-61ef-46c2-a0e3-78c2b1447182 req-7bed677c-0c21-43f7-be38-16e24e71b972 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.334208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56666) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:52.393969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed677c-0c21-43f7-be38-16e24e71b972 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd4a5e1-cace-49b8-8e25-259c98f0df47,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:52.422986 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d0575-eb4c-4d67-91e7-ff50974a3b98 req-2a75655e-f301-494c-abb6-ce0df55eb540 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:52.422986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e93d0575-eb4c-4d67-91e7-ff50974a3b98 req-2a75655e-f301-494c-abb6-ce0df55eb540 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.3063238 Nov 09 17:41:52.430315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c22be1-b345-40dd-99f1-0cb80ac0ce61 req-05daa605-d331-4e48-801f-5e71b0422c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:52.433208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22c22be1-b345-40dd-99f1-0cb80ac0ce61 req-05daa605-d331-4e48-801f-5e71b0422c38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e HTTP/1.1" status: 200 len: 852 time: 0.1355278 Nov 09 17:41:52.450650 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-17df4a25-61ef-46c2-a0e3-78c2b1447182 req-7bed677c-0c21-43f7-be38-16e24e71b972 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.458497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17df4a25-61ef-46c2-a0e3-78c2b1447182 req-7bed677c-0c21-43f7-be38-16e24e71b972 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.6355608 Nov 09 17:41:52.508342 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af33b1d-e1fc-4026-9b06-98821f4df7e6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting subnet 6b2b6060-888a-4bf2-a3d0-a1a2547685f5 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:41:52.518153 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9af33b1d-e1fc-4026-9b06-98821f4df7e6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.519021 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22c22be1-b345-40dd-99f1-0cb80ac0ce61 req-94f260f1-7802-437e-b70a-b4b29d6172da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87823cd0-78b4-431d-8bac-d10afad7f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586991 Nov 09 17:41:52.632023 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9af33b1d-e1fc-4026-9b06-98821f4df7e6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.674471 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d4d25-f0b7-4ca2-8bb5-a444ba0bfcba req-69ec33d7-2acd-4e69-ad6d-b2a700f0e428 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:52.682555 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-212d4d25-f0b7-4ca2-8bb5-a444ba0bfcba req-69ec33d7-2acd-4e69-ad6d-b2a700f0e428 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 949 time: 0.1137912 Nov 09 17:41:52.685256 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.695623 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-7264762e-2e51-41f7-a323-849c8dbe352c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.744385 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22c22be1-b345-40dd-99f1-0cb80ac0ce61 req-50ced830-c5a4-42f1-a9d6-02a52178045e service neutron] 10.222.0.18 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128386 Nov 09 17:41:52.745135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-212d4d25-f0b7-4ca2-8bb5-a444ba0bfcba req-fa8048bf-f38f-4c5b-a615-032b9a6c720f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609436 Nov 09 17:41:52.750408 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e93d0575-eb4c-4d67-91e7-ff50974a3b98 req-16ca2e93-b144-411a-9b22-70c2ed1ff4e4 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268672 Nov 09 17:41:52.781918 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd74e6c-6e23-493e-8f3b-aad59358b694', 'name': 'network-vif-deleted', 'tag': '2f5873d6-de8b-4c7e-b614-30a37cdef4d6'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:52.784910 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f862df58-310f-4b6d-be9d-688e3748bf8c" -d '{"events": [{"server_uuid": "9bd74e6c-6e23-493e-8f3b-aad59358b694", "name": "network-vif-deleted", "tag": "2f5873d6-de8b-4c7e-b614-30a37cdef4d6"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:52.813951 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9af33b1d-e1fc-4026-9b06-98821f4df7e6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.873788 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-7264762e-2e51-41f7-a323-849c8dbe352c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.922167 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9af33b1d-e1fc-4026-9b06-98821f4df7e6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.960279 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af33b1d-e1fc-4026-9b06-98821f4df7e6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2b6060-888a-4bf2-a3d0-a1a2547685f5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:52.966127 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9af33b1d-e1fc-4026-9b06-98821f4df7e6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:52.974314 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9af33b1d-e1fc-4026-9b06-98821f4df7e6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/6b2b6060-888a-4bf2-a3d0-a1a2547685f5 HTTP/1.1" status: 204 len: 168 time: 0.5894670 Nov 09 17:41:52.975441 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56678) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:53.017331 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65023348-1005-42c5-8c1f-d55a8481f705 None None] Network e2898002-fc8c-411d-9bd2-8a18acecaf18 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:41:53.026529 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22c22be1-b345-40dd-99f1-0cb80ac0ce61 req-7d7a69a5-ba63-4fa0-ac68-a0934e4569f3 service neutron] 10.222.0.18 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727220 Nov 09 17:41:53.088949 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-7264762e-2e51-41f7-a323-849c8dbe352c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Network d9e64f3b-c862-4a24-b618-8572f04cf6b4 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:53.090380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264762e-2e51-41f7-a323-849c8dbe352c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event updated for resources: {'Port': ['ID=99abee86-2d5b-4ed1-91e8-67c45376eac3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:53.108410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-7264762e-2e51-41f7-a323-849c8dbe352c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:53.111705 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:53.112499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-7264762e-2e51-41f7-a323-849c8dbe352c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:53.136741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732646ab-b5d1-41b1-b247-11b9c472a358 req-ccbc1551-1b21-4652-adf1-44d58c5de476 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:53.143044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732646ab-b5d1-41b1-b247-11b9c472a358 req-ccbc1551-1b21-4652-adf1-44d58c5de476 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:53.144852 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-732646ab-b5d1-41b1-b247-11b9c472a358 req-ccbc1551-1b21-4652-adf1-44d58c5de476 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 1655 time: 0.1069999 Nov 09 17:41:53.185693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b1546bd-2c1c-49e3-8f81-080e79156952 req-a523934e-1ddf-4fee-9980-4056966d47db tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/fdd4a5e1-cace-49b8-8e25-259c98f0df47 HTTP/1.1" status: 200 len: 1783 time: 0.2352383 Nov 09 17:41:53.234560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 60eb4aca-e649-42c7-87b2-ddaec658ea5d details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:41:53.241097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 60eb4aca-e649-42c7-87b2-ddaec658ea5d no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:53.267357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-7264762e-2e51-41f7-a323-849c8dbe352c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:53.268453 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-7264762e-2e51-41f7-a323-849c8dbe352c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:53.280833 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-732646ab-b5d1-41b1-b247-11b9c472a358 req-7397aee9-7bee-4079-97be-78d64959f830 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839925 Nov 09 17:41:53.323653 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-7264762e-2e51-41f7-a323-849c8dbe352c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9251320 Nov 09 17:41:53.346801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-75dad54a-f1dd-4d4d-99b8-015aa2f62419 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Request body: {'port': {'device_id': '36bbbd38-e948-4680-8638-3a985418ef60', 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a', 'admin_state_up': True, 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:53.361513 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a243664-f3a0-42da-a626-81c3baa6f893 x-openstack-request-id: req-2a243664-f3a0-42da-a626-81c3baa6f893 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:53.362079 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd74e6c-6e23-493e-8f3b-aad59358b694", "name": "network-vif-deleted", "tag": "2f5873d6-de8b-4c7e-b614-30a37cdef4d6", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:53.362444 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a243664-f3a0-42da-a626-81c3baa6f893 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:53.364171 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd74e6c-6e23-493e-8f3b-aad59358b694', 'name': 'network-vif-deleted', 'tag': '2f5873d6-de8b-4c7e-b614-30a37cdef4d6', 'status': 'completed', 'code': 200} Nov 09 17:41:53.366168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:53.366646 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:53.494429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] For port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529,segment=NetworkSegment(8a088694-c3f3-44e8-ba6a-becb84165408),segment_id=8a088694-c3f3-44e8-ba6a-becb84165408)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:53.494429 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:53.593026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:53.623818 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:53.652326 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:53.657479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-75dad54a-f1dd-4d4d-99b8-015aa2f62419 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:41:53.663606 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-75dad54a-f1dd-4d4d-99b8-015aa2f62419 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:53.673464 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5b2ee970-0f16-4c5d-b67e-6d6f1d24e6df req-f3f90181-6b73-4cab-b5df-2f150e7c9ba2 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/fdd4a5e1-cace-49b8-8e25-259c98f0df47 HTTP/1.1" status: 200 len: 1783 time: 0.1569061 Nov 09 17:41:53.808966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:41:53.809546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2f5873d6-de8b-4c7e-b614-30a37cdef4d6 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:53.842722 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb86b93-8712-4e49-9845-33ef1938cd86 None None] DHCP port deletion for e2898002-fc8c-411d-9bd2-8a18acecaf18 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:41:53.939389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 60eb4aca-e649-42c7-87b2-ddaec658ea5d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=60eb4aca-e649-42c7-87b2-ddaec658ea5d,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:53.952938 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '60eb4aca-e649-42c7-87b2-ddaec658ea5d', 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df', 'port_id': '60eb4aca-e649-42c7-87b2-ddaec658ea5d', 'mac_address': 'fa:16:3e:5c:44:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c4be93-f0c0-41e5-b7af-e37ae762dc0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:41:53.982431 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:53.984082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9d2959dc-a8a6-4e86-b9c1-614d1f127aee None None] Provisioning complete for port 99abee86-2d5b-4ed1-91e8-67c45376eac3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:53.984584 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9d2959dc-a8a6-4e86-b9c1-614d1f127aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.002302 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5b2ee970-0f16-4c5d-b67e-6d6f1d24e6df req-0766b1ae-5d78-4849-897a-2ab2cc0140d7 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.031255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-75dad54a-f1dd-4d4d-99b8-015aa2f62419 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Allocated IP 19.80.0.83 (60dc7cca-c628-4018-9573-f3686274f72a/ad77c726-ac1c-4231-8ede-e03f13740e74/96a0fea6-d830-47b3-b365-565042030455) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:54.088884 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5b2ee970-0f16-4c5d-b67e-6d6f1d24e6df req-0766b1ae-5d78-4849-897a-2ab2cc0140d7 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.141762 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 60eb4aca-e649-42c7-87b2-ddaec658ea5d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=60eb4aca-e649-42c7-87b2-ddaec658ea5d,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:54.175057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4d63da-5748-499f-8a0b-44fddffe2379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60eb4aca-e649-42c7-87b2-ddaec658ea5d'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:54.181890 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.183371 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c56cca-0ab4-48af-914d-7fca48f0e81b" -d '{"events": [{"server_uuid": "ac4d63da-5748-499f-8a0b-44fddffe2379", "name": "network-vif-unplugged", "status": "completed", "tag": "60eb4aca-e649-42c7-87b2-ddaec658ea5d"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:54.201447 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.245145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56712) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:54.252556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No DVR routers for this DVR port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:54.270485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:54.272479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5f469-2777-4b39-b20d-f38a48e53fda req-5cdd8344-fc27-4341-a48f-d0185e104f83 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:54.275109 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06d5f469-2777-4b39-b20d-f38a48e53fda req-5cdd8344-fc27-4341-a48f-d0185e104f83 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 949 time: 0.1981289 Nov 09 17:41:54.280958 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5b2ee970-0f16-4c5d-b67e-6d6f1d24e6df req-0766b1ae-5d78-4849-897a-2ab2cc0140d7 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.287819 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5b2ee970-0f16-4c5d-b67e-6d6f1d24e6df req-0766b1ae-5d78-4849-897a-2ab2cc0140d7 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.290117 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5b2ee970-0f16-4c5d-b67e-6d6f1d24e6df req-0766b1ae-5d78-4849-897a-2ab2cc0140d7 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "DELETE /v2.0/security-groups/fdd4a5e1-cace-49b8-8e25-259c98f0df47 HTTP/1.1" status: 204 len: 173 time: 0.6108944 Nov 09 17:41:54.381954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766b1ae-5d78-4849-897a-2ab2cc0140d7 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd4a5e1-cace-49b8-8e25-259c98f0df47,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:54.452622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06d5f469-2777-4b39-b20d-f38a48e53fda req-ffbc43ae-df8a-49b5-8364-b641862013de tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329460 Nov 09 17:41:54.507763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9d2959dc-a8a6-4e86-b9c1-614d1f127aee None None] Port 99abee86-2d5b-4ed1-91e8-67c45376eac3 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:41:54.545445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-75dad54a-f1dd-4d4d-99b8-015aa2f62419 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.567904 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.570950 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.619745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433f487-6742-48e5-b900-7c9070f79aed req-a28363a3-b7f6-458f-9718-73f2cd6a5e4a tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:54.632291 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60eb4aca-e649-42c7-87b2-ddaec658ea5d {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:54.634222 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9433f487-6742-48e5-b900-7c9070f79aed req-a28363a3-b7f6-458f-9718-73f2cd6a5e4a tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 944 time: 0.1690006 Nov 09 17:41:54.636878 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-75dad54a-f1dd-4d4d-99b8-015aa2f62419 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.644240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1bb86b93-8712-4e49-9845-33ef1938cd86 None None] Deleting port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:41:54.645779 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1bb86b93-8712-4e49-9845-33ef1938cd86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.666140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2898002-fc8c-411d-9bd2-8a18acecaf18']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:54.673917 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56720) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:54.734860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a088694-c3f3-44e8-ba6a-becb84165408') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:54.735397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a088694-c3f3-44e8-ba6a-becb84165408') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:54.746124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dad54a-f1dd-4d4d-99b8-015aa2f62419 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event updated for resources: {'Port': ['ID=96a0fea6-d830-47b3-b365-565042030455,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:54.789342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-75dad54a-f1dd-4d4d-99b8-015aa2f62419 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Network 60dc7cca-c628-4018-9573-f3686274f72a is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:41:54.791721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-75dad54a-f1dd-4d4d-99b8-015aa2f62419 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:41:54.797212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-75dad54a-f1dd-4d4d-99b8-015aa2f62419 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:41:54.804592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1bb86b93-8712-4e49-9845-33ef1938cd86 None None] For port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:54.805288 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1bb86b93-8712-4e49-9845-33ef1938cd86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.820230 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9433f487-6742-48e5-b900-7c9070f79aed req-e2ebda0f-657f-4e8c-923f-08e4adad977d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715076 Nov 09 17:41:54.831440 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.835577 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1bb86b93-8712-4e49-9845-33ef1938cd86 None None] Calling delete_port for c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:41:54.840850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-1bb86b93-8712-4e49-9845-33ef1938cd86 None None] Port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:41:54.846473 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1bb86b93-8712-4e49-9845-33ef1938cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.862390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=60eb4aca-e649-42c7-87b2-ddaec658ea5d,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:54.891707 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cf8a15-9c39-4c45-b290-c5b0d68dc7df x-openstack-request-id: req-16cf8a15-9c39-4c45-b290-c5b0d68dc7df {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:54.892168 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4d63da-5748-499f-8a0b-44fddffe2379", "name": "network-vif-unplugged", "status": "completed", "tag": "60eb4aca-e649-42c7-87b2-ddaec658ea5d", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:54.892584 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16cf8a15-9c39-4c45-b290-c5b0d68dc7df {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:54.893240 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4d63da-5748-499f-8a0b-44fddffe2379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60eb4aca-e649-42c7-87b2-ddaec658ea5d', 'code': 200} Nov 09 17:41:54.939977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-75dad54a-f1dd-4d4d-99b8-015aa2f62419 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:54.941099 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-75dad54a-f1dd-4d4d-99b8-015aa2f62419 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:54.976189 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-75dad54a-f1dd-4d4d-99b8-015aa2f62419 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6428089 Nov 09 17:41:54.980725 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cdf5317b-0148-4d2f-a022-3ecdd9437e85 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d8c0439f7674e87b291aca6be392867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7305958 Nov 09 17:41:54.985956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb86b93-8712-4e49-9845-33ef1938cd86 None None] Pushing event deleted for resources: {'Port': ['ID=c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:54.992563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56724) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:54.998471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb86b93-8712-4e49-9845-33ef1938cd86 None None] No DVR routers for this DVR port c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:41:55.009350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Request body: {'port': {'device_id': '36bbbd38-e948-4680-8638-3a985418ef60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:55.085691 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-7948b8ce-f769-4e0a-a705-95706c96faac req-3e7fbf24-c693-4fe1-bdc8-67f214f846f2 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] show failed (client error): The resource could not be found. Nov 09 17:41:55.092340 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7948b8ce-f769-4e0a-a705-95706c96faac req-3e7fbf24-c693-4fe1-bdc8-67f214f846f2 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/fdd4a5e1-cace-49b8-8e25-259c98f0df47 HTTP/1.1" status: 404 len: 352 time: 0.1769798 Nov 09 17:41:55.109109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.114044 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:41:55.114524 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:41:55.133418 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:41:55.134093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:41:55.142455 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:41:55.172463 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-2a930d38-f962-4f8e-8dba-ab285965c89d req-d836fc8c-ea87-4258-a5ca-88cae218b961 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1822265226', 'description': 'tempest-description-649925324'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:55.270683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fee0a2-9cfb-4b08-b668-d40740a088b3 admin admin] Deleting subnet 20907115-321b-44dc-9720-07945eb0b036 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:41:55.277146 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.292596 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90fee0a2-9cfb-4b08-b668-d40740a088b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.297484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2384975-7928-46d7-97f9-2fdc8652621c req-f4e7ab74-4dd9-49e9-9359-6bb093c4063e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:55.305654 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2384975-7928-46d7-97f9-2fdc8652621c req-f4e7ab74-4dd9-49e9-9359-6bb093c4063e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:55.312872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2384975-7928-46d7-97f9-2fdc8652621c req-f4e7ab74-4dd9-49e9-9359-6bb093c4063e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:55.315131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2384975-7928-46d7-97f9-2fdc8652621c req-f4e7ab74-4dd9-49e9-9359-6bb093c4063e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2376 time: 0.2268929 Nov 09 17:41:55.355652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-89da035d-6b93-40dc-a9cb-f4cee9721e12 None None] Provisioning complete for port 96a0fea6-d830-47b3-b365-565042030455 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:55.355968 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42389358-1fcd-4a00-83e9-8d10c040331f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.356244 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-89da035d-6b93-40dc-a9cb-f4cee9721e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.361731 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.374263 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a930d38-f962-4f8e-8dba-ab285965c89d req-d836fc8c-ea87-4258-a5ca-88cae218b961 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.389237 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.401962 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/networks/e2898002-fc8c-411d-9bd2-8a18acecaf18 HTTP/1.1" status: 204 len: 168 time: 2.4182012 Nov 09 17:41:55.401962 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90fee0a2-9cfb-4b08-b668-d40740a088b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.413013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56728) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:55.422678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-89da035d-6b93-40dc-a9cb-f4cee9721e12 None None] Port 96a0fea6-d830-47b3-b365-565042030455 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:41:55.441575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-106392937', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:55.486138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e292b0-41a0-40e5-86cc-9479920fe263 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Network': ['ID=e2898002-fc8c-411d-9bd2-8a18acecaf18,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:55.514211 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42389358-1fcd-4a00-83e9-8d10c040331f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.538917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90fee0a2-9cfb-4b08-b668-d40740a088b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.560353 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2384975-7928-46d7-97f9-2fdc8652621c req-cddb8731-69a6-4c33-88df-df283464f4cd tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303472 Nov 09 17:41:55.650059 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.651173 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.693164 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a930d38-f962-4f8e-8dba-ab285965c89d req-d836fc8c-ea87-4258-a5ca-88cae218b961 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.700379 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a930d38-f962-4f8e-8dba-ab285965c89d req-d836fc8c-ea87-4258-a5ca-88cae218b961 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.752170 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.753021 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836fc8c-ea87-4258-a5ca-88cae218b961 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bba90f3-7367-46bb-8e96-4ee2577593a8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:55.758165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90fee0a2-9cfb-4b08-b668-d40740a088b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.789880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60eb4aca-e649-42c7-87b2-ddaec658ea5d {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:55.823071 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a930d38-f962-4f8e-8dba-ab285965c89d req-d836fc8c-ea87-4258-a5ca-88cae218b961 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.837953 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a930d38-f962-4f8e-8dba-ab285965c89d req-d836fc8c-ea87-4258-a5ca-88cae218b961 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6950679 Nov 09 17:41:55.843639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fee0a2-9cfb-4b08-b668-d40740a088b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20907115-321b-44dc-9720-07945eb0b036,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:55.857563 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90fee0a2-9cfb-4b08-b668-d40740a088b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.860716 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.864369 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-90fee0a2-9cfb-4b08-b668-d40740a088b3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/20907115-321b-44dc-9720-07945eb0b036 HTTP/1.1" status: 204 len: 168 time: 1.1888409 Nov 09 17:41:55.869620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56736) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:55.887309 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 60eb4aca-e649-42c7-87b2-ddaec658ea5d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=60eb4aca-e649-42c7-87b2-ddaec658ea5d,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:55.898344 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:55.964471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8de88761-0a3e-4b74-9f50-ac80aa23d2ef up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:55.979370 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:41:55.989704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-64736a3f-9da3-4663-8e0e-6e9e1d786721 req-bdb0c2be-c0a0-44ac-8530-b15b51ba2574 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1350720205', 'description': 'tempest-description-398887560'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:56.037114 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-64736a3f-9da3-4663-8e0e-6e9e1d786721 req-bdb0c2be-c0a0-44ac-8530-b15b51ba2574 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:56.086549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:41:56.087130 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c33ce5b4-5ae0-417c-8dd6-5d88f9ad1529 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:41:56.132049 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=60eb4aca-e649-42c7-87b2-ddaec658ea5d,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:56.138213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ae102-cb90-47be-acbc-5ae6431de50d req-666919fa-a35f-471b-9dda-074f43c1b22d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:56.147596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-521ae102-cb90-47be-acbc-5ae6431de50d req-666919fa-a35f-471b-9dda-074f43c1b22d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 949 time: 0.4574022 Nov 09 17:41:56.158747 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42389358-1fcd-4a00-83e9-8d10c040331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:56.160833 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:41:56.164627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42389358-1fcd-4a00-83e9-8d10c040331f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:56.166186 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:56.166606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-42389358-1fcd-4a00-83e9-8d10c040331f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2d2881e-8041-487e-a4a7-dc91adb93c5b HTTP/1.1" status: 204 len: 168 time: 1.1720135 Nov 09 17:41:56.166968 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:56.185089 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-64736a3f-9da3-4663-8e0e-6e9e1d786721 req-bdb0c2be-c0a0-44ac-8530-b15b51ba2574 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:56.195936 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-64736a3f-9da3-4663-8e0e-6e9e1d786721 req-bdb0c2be-c0a0-44ac-8530-b15b51ba2574 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:56.199926 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['60eb4aca-e649-42c7-87b2-ddaec658ea5d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:41:56.276466 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0c2be-c0a0-44ac-8530-b15b51ba2574 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9982032c-8cb2-473e-ad6a-957d9a83ebdd,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:56.286083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42389358-1fcd-4a00-83e9-8d10c040331f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d2881e-8041-487e-a4a7-dc91adb93c5b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:56.290473 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-64736a3f-9da3-4663-8e0e-6e9e1d786721 req-bdb0c2be-c0a0-44ac-8530-b15b51ba2574 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:56.292856 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64736a3f-9da3-4663-8e0e-6e9e1d786721 req-bdb0c2be-c0a0-44ac-8530-b15b51ba2574 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3089428 Nov 09 17:41:56.404477 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:56.494517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70fd07-ddc9-4e82-8e19-76fa78eaa0b5 req-dc90f64c-e440-46e0-9a5d-27f94230ba0f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:56.495140 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70622238-0043-48a1-9abe-17890cb37d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:56.497972 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1b70fd07-ddc9-4e82-8e19-76fa78eaa0b5 req-dc90f64c-e440-46e0-9a5d-27f94230ba0f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 945 time: 0.1134255 Nov 09 17:41:56.524576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:56.538822 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-521ae102-cb90-47be-acbc-5ae6431de50d req-03ade53a-f8a7-46f1-8bdb-8ff7c8b0ad6d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611426 Nov 09 17:41:56.549457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686e9806-6531-4fb7-94ac-717d4d62c01b {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:41:56.555990 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:56.570278 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:56.576714 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:56.649038 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1b70fd07-ddc9-4e82-8e19-76fa78eaa0b5 req-dddf1e8f-8436-4e97-8fd2-3dfae03a986e tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412940 Nov 09 17:41:56.690079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:56.724037 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-5ad3f9ad-ea77-4c3c-b8f4-a42400fab922 req-7fea936e-c2b2-4fa4-9e60-6734031025ed tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1992438543', 'description': 'tempest-description-162162658'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:56.732627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Transition to ACTIVE for port object 686e9806-6531-4fb7-94ac-717d4d62c01b will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:41:56.776133 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:56.832354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bb250-1d2e-44c8-b025-763bb0823161 req-cac3ff3b-7ecf-4424-9378-937483e6afa1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:56.838976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bb250-1d2e-44c8-b025-763bb0823161 req-cac3ff3b-7ecf-4424-9378-937483e6afa1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:56.846212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bb250-1d2e-44c8-b025-763bb0823161 req-cac3ff3b-7ecf-4424-9378-937483e6afa1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:56.848344 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd3bb250-1d2e-44c8-b025-763bb0823161 req-cac3ff3b-7ecf-4424-9378-937483e6afa1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2388 time: 0.0864203 Nov 09 17:41:56.857496 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56748) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:56.894509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:56.897625 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ce30bc-c3f2-45ad-835c-5f97af366d02" -d '{"events": [{"server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "name": "network-vif-plugged", "status": "completed", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:56.935320 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4606859a-16cb-4494-9ec9-3a3c0628be8c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ddce999f7c764ff4a099128b0cc580be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0772455 Nov 09 17:41:56.940363 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd3bb250-1d2e-44c8-b025-763bb0823161 req-57b84002-5100-4ad7-afc8-c05926dc2bdd tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750411 Nov 09 17:41:56.941301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56752) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:56.998600 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70622238-0043-48a1-9abe-17890cb37d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:57.012067 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd76d72f-8ab5-4f30-9000-5dd229f3cb6e x-openstack-request-id: req-dd76d72f-8ab5-4f30-9000-5dd229f3cb6e {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:57.012521 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "name": "network-vif-plugged", "status": "completed", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:57.013555 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd76d72f-8ab5-4f30-9000-5dd229f3cb6e {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:57.014264 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'code': 200} Nov 09 17:41:57.080037 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5ad3f9ad-ea77-4c3c-b8f4-a42400fab922 req-7fea936e-c2b2-4fa4-9e60-6734031025ed tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:57.103310 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Pushing event updated for resources: {'Port': ['ID=686e9806-6531-4fb7-94ac-717d4d62c01b,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:57.134122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-70622238-0043-48a1-9abe-17890cb37d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229e78ca-9312-4d3e-b942-954ff92e0cc9']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:57.220868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-70622238-0043-48a1-9abe-17890cb37d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60574fd-c4db-47a2-9861-6d38b0d219ab') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:57.221403 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-70622238-0043-48a1-9abe-17890cb37d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60574fd-c4db-47a2-9861-6d38b0d219ab') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:41:57.288725 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70622238-0043-48a1-9abe-17890cb37d51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:57.436898 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70622238-0043-48a1-9abe-17890cb37d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:57.452282 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2df5a207-de9e-4dad-b8b0-f5a50a830af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:57.481878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70622238-0043-48a1-9abe-17890cb37d51 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:41:57.482562 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70622238-0043-48a1-9abe-17890cb37d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:41:57.500742 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:41:57.504415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42eac8-9a69-4b5b-8712-79eb5255b4a7 req-05acc4d4-8209-415c-8b29-99bd4605e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:57.507090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f42eac8-9a69-4b5b-8712-79eb5255b4a7 req-05acc4d4-8209-415c-8b29-99bd4605e3d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 1101 time: 0.3681169 Nov 09 17:41:57.648691 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2df5a207-de9e-4dad-b8b0-f5a50a830af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:57.702265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Attempting to bind port 686e9806-6531-4fb7-94ac-717d4d62c01b on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:41:57.702832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Attempting to bind port 686e9806-6531-4fb7-94ac-717d4d62c01b by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '6ec45c15-2ae5-486c-afea-74ba29067b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:41:57.703427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Attempting to bind port 686e9806-6531-4fb7-94ac-717d4d62c01b on network 60dc7cca-c628-4018-9573-f3686274f72a {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:57.723375 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754cc60-b827-452b-bcd7-4e7226e7a9bc req-5b6dfa1c-f27f-4f89-ba66-6a7f1296aceb tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:57.725014 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9754cc60-b827-452b-bcd7-4e7226e7a9bc req-5b6dfa1c-f27f-4f89-ba66-6a7f1296aceb tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.0620248 Nov 09 17:41:57.767333 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5ad3f9ad-ea77-4c3c-b8f4-a42400fab922 req-7fea936e-c2b2-4fa4-9e60-6734031025ed tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:57.771005 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9754cc60-b827-452b-bcd7-4e7226e7a9bc req-60383d80-52b3-4395-82d7-68ce87834f80 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387535 Nov 09 17:41:57.781399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Port 686e9806-6531-4fb7-94ac-717d4d62c01b on network 60dc7cca-c628-4018-9573-f3686274f72a not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:41:57.781926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Attempting to bind port 686e9806-6531-4fb7-94ac-717d4d62c01b on network 60dc7cca-c628-4018-9573-f3686274f72a {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:41:57.805376 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5ad3f9ad-ea77-4c3c-b8f4-a42400fab922 req-7fea936e-c2b2-4fa4-9e60-6734031025ed tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:57.895953 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70622238-0043-48a1-9abe-17890cb37d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:57.897548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11508aa4-5bfa-40b6-acc8-f106ccb643c8 req-8318c27a-a3ee-4f10-b3d9-f09172f7567c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:57.899299 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11508aa4-5bfa-40b6-acc8-f106ccb643c8 req-8318c27a-a3ee-4f10-b3d9-f09172f7567c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 945 time: 0.0561099 Nov 09 17:41:57.906734 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 60eb4aca-e649-42c7-87b2-ddaec658ea5d up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:41:57.965262 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11508aa4-5bfa-40b6-acc8-f106ccb643c8 req-30eb523c-d9ed-49b5-bead-df6bd20fdd22 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514629 Nov 09 17:41:57.979535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 60eb4aca-e649-42c7-87b2-ddaec658ea5d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:41:57.979906 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:57.982193 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:41:57.983602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Checking segment: {'id': '6ec45c15-2ae5-486c-afea-74ba29067b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:41:57.984355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Bound using segment: {'id': '6ec45c15-2ae5-486c-afea-74ba29067b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:41:57.985053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Bound port: 686e9806-6531-4fb7-94ac-717d4d62c01b, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec45c15-2ae5-486c-afea-74ba29067b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:41:57.985548 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.027446 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70622238-0043-48a1-9abe-17890cb37d51 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.033503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-70622238-0043-48a1-9abe-17890cb37d51 admin admin] 10.222.0.81 "DELETE /v2.0/networks/229e78ca-9312-4d3e-b942-954ff92e0cc9 HTTP/1.1" status: 204 len: 168 time: 2.1444049 Nov 09 17:41:58.041213 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f42eac8-9a69-4b5b-8712-79eb5255b4a7 req-ec6c23dc-e8fd-4e5b-aef5-f67c21c4040a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807317 Nov 09 17:41:58.083455 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.098422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70622238-0043-48a1-9abe-17890cb37d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=229e78ca-9312-4d3e-b942-954ff92e0cc9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:58.136894 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5ad3f9ad-ea77-4c3c-b8f4-a42400fab922 req-7fea936e-c2b2-4fa4-9e60-6734031025ed tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.138207 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ad3f9ad-ea77-4c3c-b8f4-a42400fab922 req-7fea936e-c2b2-4fa4-9e60-6734031025ed tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4921627 Nov 09 17:41:58.143019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea936e-c2b2-4fa4-9e60-6734031025ed tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe70fd67-d72c-4b8f-bff4-a82356a066c1,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:58.172459 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.199081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 60eb4aca-e649-42c7-87b2-ddaec658ea5d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=60eb4aca-e649-42c7-87b2-ddaec658ea5d,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:41:58.201157 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.208079 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.231015 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2df5a207-de9e-4dad-b8b0-f5a50a830af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.234382 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2df5a207-de9e-4dad-b8b0-f5a50a830af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.235918 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2df5a207-de9e-4dad-b8b0-f5a50a830af4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70204a12-c852-4d20-b3e6-0981afe3ddd6 HTTP/1.1" status: 204 len: 168 time: 1.2876244 Nov 09 17:41:58.284932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82866b-1074-4e3d-8dca-c3dee8410a92 req-df2d04d7-10cd-44e8-abc2-b23f397dfbb9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:58.299555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82866b-1074-4e3d-8dca-c3dee8410a92 req-df2d04d7-10cd-44e8-abc2-b23f397dfbb9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:58.315032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82866b-1074-4e3d-8dca-c3dee8410a92 req-df2d04d7-10cd-44e8-abc2-b23f397dfbb9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:58.327251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] For port 686e9806-6531-4fb7-94ac-717d4d62c01b, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:41:58.332843 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd82866b-1074-4e3d-8dca-c3dee8410a92 req-df2d04d7-10cd-44e8-abc2-b23f397dfbb9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2388 time: 0.2112896 Nov 09 17:41:58.373178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5a207-de9e-4dad-b8b0-f5a50a830af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70204a12-c852-4d20-b3e6-0981afe3ddd6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:58.398398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=60eb4aca-e649-42c7-87b2-ddaec658ea5d,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:58.404869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] For port 686e9806-6531-4fb7-94ac-717d4d62c01b, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=686e9806-6531-4fb7-94ac-717d4d62c01b,segment=NetworkSegment(6ec45c15-2ae5-486c-afea-74ba29067b44),segment_id=6ec45c15-2ae5-486c-afea-74ba29067b44)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:41:58.445138 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd82866b-1074-4e3d-8dca-c3dee8410a92 req-3079f879-2128-40c4-8873-96a3b997f826 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100979 Nov 09 17:41:58.494991 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.526345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56772) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:58.595292 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9b21be51-50c7-4946-aace-3a4292d98639 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c46fb553fd5455a99b1c992509a9782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644815 Nov 09 17:41:58.596620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56774) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:41:58.635589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:58.637156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.639029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-56410542-eae8-490c-9f40-927da55f70ba service neutron] 10.222.0.18 "PUT /v2.0/ports/686e9806-6531-4fb7-94ac-717d4d62c01b HTTP/1.1" status: 200 len: 1092 time: 3.6483359 Nov 09 17:41:58.642036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'tag': '686e9806-6531-4fb7-94ac-717d4d62c01b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:58.654338 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d7f14-913e-4064-a22a-a4ed747b8bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "tag": "686e9806-6531-4fb7-94ac-717d4d62c01b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:58.740272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56410542-eae8-490c-9f40-927da55f70ba service neutron] Pushing event updated for resources: {'Port': ['ID=686e9806-6531-4fb7-94ac-717d4d62c01b,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:58.747515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9573a582-f1c0-4463-9571-7b5a30aa9490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.763694 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499c93a6-f8e2-4d0d-b0d1-5394483f6da3 x-openstack-request-id: req-499c93a6-f8e2-4d0d-b0d1-5394483f6da3 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:58.764015 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "tag": "686e9806-6531-4fb7-94ac-717d4d62c01b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:58.764262 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-499c93a6-f8e2-4d0d-b0d1-5394483f6da3 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:58.764693 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'tag': '686e9806-6531-4fb7-94ac-717d4d62c01b', 'status': 'completed', 'code': 200} Nov 09 17:41:58.787578 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Request body: {'port': {'device_id': '36bbbd38-e948-4680-8638-3a985418ef60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:41:58.801424 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9573a582-f1c0-4463-9571-7b5a30aa9490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.858710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Allocated IP 172.25.1.92 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/94492475-ca50-4500-8bd5-3ad8f5cb5ee1) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:41:58.941955 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9573a582-f1c0-4463-9571-7b5a30aa9490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.945157 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9573a582-f1c0-4463-9571-7b5a30aa9490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:58.949833 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9573a582-f1c0-4463-9571-7b5a30aa9490 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0befba3e-a28f-4cd6-ae2e-49212f6d8111 HTTP/1.1" status: 204 len: 168 time: 0.3462305 Nov 09 17:41:58.961208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573a582-f1c0-4463-9571-7b5a30aa9490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0befba3e-a28f-4cd6-ae2e-49212f6d8111,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:41:59.022630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4d63da-5748-499f-8a0b-44fddffe2379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60eb4aca-e649-42c7-87b2-ddaec658ea5d'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:41:59.026815 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694b85b4-d854-4b77-afca-d7bfa2f7be7c" -d '{"events": [{"server_uuid": "ac4d63da-5748-499f-8a0b-44fddffe2379", "name": "network-vif-plugged", "status": "completed", "tag": "60eb4aca-e649-42c7-87b2-ddaec658ea5d"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:41:59.094249 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf2ffd-11f2-48c1-bb31-94da6070cfff req-2e54e036-f78d-4eb6-8d02-3162958f5d63 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:59.115661 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-47cf2ffd-11f2-48c1-bb31-94da6070cfff req-2e54e036-f78d-4eb6-8d02-3162958f5d63 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.1418462 Nov 09 17:41:59.230308 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-47cf2ffd-11f2-48c1-bb31-94da6070cfff req-435c050d-7e7e-40d0-8075-2206c763e529 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119790 Nov 09 17:41:59.510208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7418f-b80a-4cdf-a319-08cd54aa5cf6 req-9597262f-0e4b-4718-86f2-5900a1df4faa tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:41:59.511976 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-82b7418f-b80a-4cdf-a319-08cd54aa5cf6 req-9597262f-0e4b-4718-86f2-5900a1df4faa tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.1289840 Nov 09 17:41:59.606755 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-82b7418f-b80a-4cdf-a319-08cd54aa5cf6 req-c53e03f5-6451-4cca-b811-ee7e32bda8d6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843945 Nov 09 17:41:59.695880 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:59.709083 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5477e7f4-9040-44a1-bc32-19eb7f3ad28d x-openstack-request-id: req-5477e7f4-9040-44a1-bc32-19eb7f3ad28d {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:41:59.709542 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4d63da-5748-499f-8a0b-44fddffe2379", "name": "network-vif-plugged", "status": "completed", "tag": "60eb4aca-e649-42c7-87b2-ddaec658ea5d", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:41:59.709955 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5477e7f4-9040-44a1-bc32-19eb7f3ad28d {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:41:59.710589 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4d63da-5748-499f-8a0b-44fddffe2379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60eb4aca-e649-42c7-87b2-ddaec658ea5d', 'code': 200} Nov 09 17:41:59.961688 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:41:59.991083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633fa60-b751-4a8b-a25f-02152bfec18a req-e62bba51-4cf7-4613-94dd-5637c3057183 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.010914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633fa60-b751-4a8b-a25f-02152bfec18a req-e62bba51-4cf7-4613-94dd-5637c3057183 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.022214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633fa60-b751-4a8b-a25f-02152bfec18a req-e62bba51-4cf7-4613-94dd-5637c3057183 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.032354 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4633fa60-b751-4a8b-a25f-02152bfec18a req-e62bba51-4cf7-4613-94dd-5637c3057183 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2388 time: 0.1213157 Nov 09 17:42:00.088120 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4633fa60-b751-4a8b-a25f-02152bfec18a req-b2a779c1-a07d-45d0-a955-dfbe706dcc60 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544393 Nov 09 17:42:00.170852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=94492475-ca50-4500-8bd5-3ad8f5cb5ee1,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:00.188699 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:00.198504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:00.216054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:00.231730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d96efd-7670-45db-a899-00c4b7781a3b req-ef8994dd-5f77-4a31-ae2f-adee95f4784a tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07 HTTP/1.1" status: 200 len: 10910 time: 1.8441963 Nov 09 17:42:00.237339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:00.321861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7f14-913e-4064-a22a-a4ed747b8bbb req-eff5d887-c575-4bca-aea2-8d9114633419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.322916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7f14-913e-4064-a22a-a4ed747b8bbb req-eff5d887-c575-4bca-aea2-8d9114633419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.323518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7f14-913e-4064-a22a-a4ed747b8bbb req-eff5d887-c575-4bca-aea2-8d9114633419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.326383 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b13d7f14-913e-4064-a22a-a4ed747b8bbb req-eff5d887-c575-4bca-aea2-8d9114633419 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d067ab9d73b4b5d9a9ed25aa642d0c8&device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2731 time: 1.5606327 Nov 09 17:42:00.389291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309edecd-ec02-4b8f-b3da-9c3cacb07ef9 req-915d221a-de90-461b-b424-feda0300c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.392418 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-309edecd-ec02-4b8f-b3da-9c3cacb07ef9 req-915d221a-de90-461b-b424-feda0300c0b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 1097 time: 0.4373407 Nov 09 17:42:00.432990 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59f1e-f629-4207-a024-8543834046d9 req-f51c49ad-8934-4dcb-92d9-dc67b5bfb6ab tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.434852 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3be59f1e-f629-4207-a024-8543834046d9 req-f51c49ad-8934-4dcb-92d9-dc67b5bfb6ab tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.0807393 Nov 09 17:42:00.531773 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3be59f1e-f629-4207-a024-8543834046d9 req-36b7103c-b3c6-4021-8b6a-63e31c482c75 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874591 Nov 09 17:42:00.712319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39884b27-9ee7-4d44-8f03-ccf403067bfc req-e142b76f-7ffa-4a19-ac32-7fa98c4f3272 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.713920 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-39884b27-9ee7-4d44-8f03-ccf403067bfc req-e142b76f-7ffa-4a19-ac32-7fa98c4f3272 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.0868218 Nov 09 17:42:00.792617 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-39884b27-9ee7-4d44-8f03-ccf403067bfc req-4a9a6cc0-929c-4fef-840b-265ca6da2ddd tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629971 Nov 09 17:42:00.855391 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d96efd-7670-45db-a899-00c4b7781a3b req-37aa1b55-9154-4d97-8c15-e5aae1eda43f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/179926a6-f595-403e-b7b6-6e273b587bc2 HTTP/1.1" status: 200 len: 2985 time: 0.6137769 Nov 09 17:42:00.921797 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee25fc-c42e-4776-86bc-2493689160de req-36016b9d-87a4-42b2-ac01-3184fec7d16f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.923461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56ee25fc-c42e-4776-86bc-2493689160de req-36016b9d-87a4-42b2-ac01-3184fec7d16f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.0629282 Nov 09 17:42:00.951015 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-309edecd-ec02-4b8f-b3da-9c3cacb07ef9 req-462922dd-40aa-4f4e-aadb-e1e875c77996 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561532 Nov 09 17:42:00.975899 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56ee25fc-c42e-4776-86bc-2493689160de req-7f844072-07e6-4665-b9f6-70ad60c32f5d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415282 Nov 09 17:42:00.995743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7f14-913e-4064-a22a-a4ed747b8bbb req-4659dbcb-5a51-4b0e-8bd5-b031ffce8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.995743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7f14-913e-4064-a22a-a4ed747b8bbb req-4659dbcb-5a51-4b0e-8bd5-b031ffce8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:00.996216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7f14-913e-4064-a22a-a4ed747b8bbb req-4659dbcb-5a51-4b0e-8bd5-b031ffce8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:01.003215 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b13d7f14-913e-4064-a22a-a4ed747b8bbb req-4659dbcb-5a51-4b0e-8bd5-b031ffce8951 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9d067ab9d73b4b5d9a9ed25aa642d0c8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6272907 Nov 09 17:42:01.189967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d96efd-7670-45db-a899-00c4b7781a3b req-44519cc8-8d0d-4b39-980d-499098770086 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/179926a6-f595-403e-b7b6-6e273b587bc2 HTTP/1.1" status: 200 len: 2985 time: 0.2677615 Nov 09 17:42:01.420972 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f67e211a-3ab4-48b8-8ad7-295b71dec8a7 req-cdbd108d-b30a-46be-b0e4-1b901768058c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/9bba90f3-7367-46bb-8e96-4ee2577593a8 HTTP/1.1" status: 200 len: 1802 time: 0.0467544 Nov 09 17:42:01.438158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7f14-913e-4064-a22a-a4ed747b8bbb req-8b710211-6627-499d-8dfc-2c777ea4f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:01.439725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b13d7f14-913e-4064-a22a-a4ed747b8bbb req-8b710211-6627-499d-8dfc-2c777ea4f73d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4225931 Nov 09 17:42:01.492539 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f67e211a-3ab4-48b8-8ad7-295b71dec8a7 req-a76f6c7f-9b08-4ce9-944e-b1a43657b73f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:01.519321 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f67e211a-3ab4-48b8-8ad7-295b71dec8a7 req-a76f6c7f-9b08-4ce9-944e-b1a43657b73f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:01.544126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390fbe7-c020-42c4-a9ec-a7150b4e9cb5 req-89b37d24-8812-43dc-85dc-5c5421696935 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:01.550245 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390fbe7-c020-42c4-a9ec-a7150b4e9cb5 req-89b37d24-8812-43dc-85dc-5c5421696935 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:01.556774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390fbe7-c020-42c4-a9ec-a7150b4e9cb5 req-89b37d24-8812-43dc-85dc-5c5421696935 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:01.558559 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a390fbe7-c020-42c4-a9ec-a7150b4e9cb5 req-89b37d24-8812-43dc-85dc-5c5421696935 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2388 time: 0.1963310 Nov 09 17:42:01.561307 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:01.578921 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f67e211a-3ab4-48b8-8ad7-295b71dec8a7 req-a76f6c7f-9b08-4ce9-944e-b1a43657b73f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:01.582894 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f67e211a-3ab4-48b8-8ad7-295b71dec8a7 req-a76f6c7f-9b08-4ce9-944e-b1a43657b73f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:01.584261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f67e211a-3ab4-48b8-8ad7-295b71dec8a7 req-a76f6c7f-9b08-4ce9-944e-b1a43657b73f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "DELETE /v2.0/security-groups/9bba90f3-7367-46bb-8e96-4ee2577593a8 HTTP/1.1" status: 204 len: 173 time: 0.1557267 Nov 09 17:42:01.606784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f6c7f-9b08-4ce9-944e-b1a43657b73f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bba90f3-7367-46bb-8e96-4ee2577593a8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:01.684395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99abee86-2d5b-4ed1-91e8-67c45376eac3 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:01.704873 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:01.737877 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a390fbe7-c020-42c4-a9ec-a7150b4e9cb5 req-e04c6027-661c-4118-af70-a510e47e29e0 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452539 Nov 09 17:42:01.746736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Transition to ACTIVE for port object 99abee86-2d5b-4ed1-91e8-67c45376eac3 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:42:01.764236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:01.840705 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-174083e4-b1d9-4109-80a5-c4f4eda89d89 req-0380e08a-10ba-4efc-a0c6-d11680b34eb0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] show failed (client error): The resource could not be found. Nov 09 17:42:01.845539 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-174083e4-b1d9-4109-80a5-c4f4eda89d89 req-0380e08a-10ba-4efc-a0c6-d11680b34eb0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/9bba90f3-7367-46bb-8e96-4ee2577593a8 HTTP/1.1" status: 404 len: 352 time: 0.0687046 Nov 09 17:42:01.988688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Pushing event updated for resources: {'Port': ['ID=99abee86-2d5b-4ed1-91e8-67c45376eac3,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:02.128002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Attempting to bind port 99abee86-2d5b-4ed1-91e8-67c45376eac3 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:02.129235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Attempting to bind port 99abee86-2d5b-4ed1-91e8-67c45376eac3 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '3d4884bf-6126-44e3-9665-937553d84546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e64f3b-c862-4a24-b618-8572f04cf6b4'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:02.129680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Attempting to bind port 99abee86-2d5b-4ed1-91e8-67c45376eac3 on network d9e64f3b-c862-4a24-b618-8572f04cf6b4 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:02.145879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Port 99abee86-2d5b-4ed1-91e8-67c45376eac3 on network d9e64f3b-c862-4a24-b618-8572f04cf6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:42:02.146703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Attempting to bind port 99abee86-2d5b-4ed1-91e8-67c45376eac3 on network d9e64f3b-c862-4a24-b618-8572f04cf6b4 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:02.167719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c51e0b72-d71d-45d3-a1a4-aaa5479cb2d3 req-839e9fee-3a5c-44af-9eb4-aeb5f4be404c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/9982032c-8cb2-473e-ad6a-957d9a83ebdd HTTP/1.1" status: 200 len: 1802 time: 0.1709504 Nov 09 17:42:02.192882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:02.193414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Checking segment: {'id': '3d4884bf-6126-44e3-9665-937553d84546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e64f3b-c862-4a24-b618-8572f04cf6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:02.194008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Bound using segment: {'id': '3d4884bf-6126-44e3-9665-937553d84546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e64f3b-c862-4a24-b618-8572f04cf6b4'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:02.194732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Bound port: 99abee86-2d5b-4ed1-91e8-67c45376eac3, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4884bf-6126-44e3-9665-937553d84546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e64f3b-c862-4a24-b618-8572f04cf6b4'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:02.195321 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:02.291358 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-71ba6baf-a140-4d99-80bc-04c56db3d2f6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947487 Nov 09 17:42:02.297657 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:02.306600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-63d4527a-c60b-4b39-8e16-7548b2252c97 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:42:02.326457 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-63d4527a-c60b-4b39-8e16-7548b2252c97 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232837 Nov 09 17:42:02.420642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead720a-92e5-4804-ba8a-5775d9ec4b65 req-b5df78d0-9530-448e-8126-0a06dd91b5c9 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:02.433261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7ead720a-92e5-4804-ba8a-5775d9ec4b65 req-b5df78d0-9530-448e-8126-0a06dd91b5c9 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.1025460 Nov 09 17:42:02.474764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7ead720a-92e5-4804-ba8a-5775d9ec4b65 req-50519ad6-d36f-4549-a503-768be1e714bc tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435846 Nov 09 17:42:02.593789 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c51e0b72-d71d-45d3-a1a4-aaa5479cb2d3 req-3a6e7621-0f42-43a3-8e4f-a798c7808e94 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:02.629337 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c51e0b72-d71d-45d3-a1a4-aaa5479cb2d3 req-3a6e7621-0f42-43a3-8e4f-a798c7808e94 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:02.663161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70149c9-1fd2-4a6a-956a-ad71bd267207 req-0357b3d2-1bc2-4716-9dbf-909d0d9df96d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:02.668153 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c70149c9-1fd2-4a6a-956a-ad71bd267207 req-0357b3d2-1bc2-4716-9dbf-909d0d9df96d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.1093209 Nov 09 17:42:02.699273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] For port 99abee86-2d5b-4ed1-91e8-67c45376eac3, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:02.756888 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c70149c9-1fd2-4a6a-956a-ad71bd267207 req-e227713d-2a3a-4873-b15f-a759c5879e04 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759523 Nov 09 17:42:02.763097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] For port 99abee86-2d5b-4ed1-91e8-67c45376eac3, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=99abee86-2d5b-4ed1-91e8-67c45376eac3,segment=NetworkSegment(3d4884bf-6126-44e3-9665-937553d84546),segment_id=3d4884bf-6126-44e3-9665-937553d84546)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:02.794898 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:02.886492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56932) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:02.923107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Pushing event updated for resources: {'Port': ['ID=99abee86-2d5b-4ed1-91e8-67c45376eac3,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:02.930425 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c51e0b72-d71d-45d3-a1a4-aaa5479cb2d3 req-3a6e7621-0f42-43a3-8e4f-a798c7808e94 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:02.935515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c51e0b72-d71d-45d3-a1a4-aaa5479cb2d3 req-3a6e7621-0f42-43a3-8e4f-a798c7808e94 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:02.937814 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c51e0b72-d71d-45d3-a1a4-aaa5479cb2d3 req-3a6e7621-0f42-43a3-8e4f-a798c7808e94 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "DELETE /v2.0/security-groups/9982032c-8cb2-473e-ad6a-957d9a83ebdd HTTP/1.1" status: 204 len: 173 time: 0.7687962 Nov 09 17:42:02.984079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:02.988996 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:02.992926 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-b24ee532-43c2-4ccb-b9cb-f5c6fccf470b service neutron] 10.222.0.18 "PUT /v2.0/ports/99abee86-2d5b-4ed1-91e8-67c45376eac3 HTTP/1.1" status: 200 len: 1092 time: 4.2390115 Nov 09 17:42:02.997797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e7621-0f42-43a3-8e4f-a798c7808e94 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9982032c-8cb2-473e-ad6a-957d9a83ebdd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:03.005572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'tag': '99abee86-2d5b-4ed1-91e8-67c45376eac3'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:03.008114 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2038224e-ac83-453a-8e05-ed2a2e9517bd" -d '{"events": [{"name": "network-changed", "server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "tag": "99abee86-2d5b-4ed1-91e8-67c45376eac3"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:03.042532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 2a90df31-33fe-453f-a743-a3ce8b76c4b3 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:42:03.056261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Request body: {'port': {'device_id': '36bbbd38-e948-4680-8638-3a985418ef60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:03.208778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759592c2-ec98-425f-b6ec-d0dba1fae8a8 req-cf1a7bc1-ea87-43e6-ac01-d32a0004dced tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:03.211505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-759592c2-ec98-425f-b6ec-d0dba1fae8a8 req-cf1a7bc1-ea87-43e6-ac01-d32a0004dced tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.1333907 Nov 09 17:42:03.274821 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b47e-8b88-4a6d-86f0-6b8a5062344e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:03.323727 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-759592c2-ec98-425f-b6ec-d0dba1fae8a8 req-e040e93a-4066-4f5d-9d3c-4393bc2dfda9 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865991 Nov 09 17:42:03.497581 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-a261553e-0a3c-4532-8441-bb90a5afa653 req-3db1fced-7c3d-4a26-9711-8e5542a2a25c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] show failed (client error): The resource could not be found. Nov 09 17:42:03.501465 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a261553e-0a3c-4532-8441-bb90a5afa653 req-3db1fced-7c3d-4a26-9711-8e5542a2a25c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/9982032c-8cb2-473e-ad6a-957d9a83ebdd HTTP/1.1" status: 404 len: 352 time: 0.0843182 Nov 09 17:42:03.564672 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b47e-8b88-4a6d-86f0-6b8a5062344e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:03.572853 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b47e-8b88-4a6d-86f0-6b8a5062344e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:03.663154 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4cd4b47e-8b88-4a6d-86f0-6b8a5062344e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a485f9c656b4c2c8a5465031d7b285b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7739725 Nov 09 17:42:03.664763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4b47e-8b88-4a6d-86f0-6b8a5062344e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f217a0d-e316-4b9b-9612-438911d5d256,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:03.670915 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56958) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:03.765721 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73afdef7-fced-4e34-8ede-d4eff440bbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:03.816009 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73afdef7-fced-4e34-8ede-d4eff440bbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:03.861024 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761e7bce-c147-4916-a22a-b4808e60e729 x-openstack-request-id: req-761e7bce-c147-4916-a22a-b4808e60e729 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:03.861305 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "tag": "99abee86-2d5b-4ed1-91e8-67c45376eac3", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:03.861699 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-761e7bce-c147-4916-a22a-b4808e60e729 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:03.862817 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'tag': '99abee86-2d5b-4ed1-91e8-67c45376eac3', 'status': 'completed', 'code': 200} Nov 09 17:42:03.948712 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56970) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:03.983707 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a394c57-6903-4938-a1fb-70bf38c32eaf req-b162ae54-ae19-4a66-885d-e8f7ffe4edfa tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/fe70fd67-d72c-4b8f-bff4-a82356a066c1 HTTP/1.1" status: 200 len: 1802 time: 0.1051700 Nov 09 17:42:04.051051 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:04.055840 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73afdef7-fced-4e34-8ede-d4eff440bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:04.058254 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73afdef7-fced-4e34-8ede-d4eff440bbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:04.059545 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-73afdef7-fced-4e34-8ede-d4eff440bbd4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f217a0d-e316-4b9b-9612-438911d5d256 HTTP/1.1" status: 204 len: 168 time: 0.3875875 Nov 09 17:42:04.091901 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afdef7-fced-4e34-8ede-d4eff440bbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f217a0d-e316-4b9b-9612-438911d5d256,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:04.136658 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-6a394c57-6903-4938-a1fb-70bf38c32eaf req-0b0b94a4-04bb-4819-8437-f6beba4ad964 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:04.157882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:04.177702 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea7b9b9-a3d4-4344-bf47-37e3f2c98fb5 None None] Sync routers for ids ['2a90df31-33fe-453f-a743-a3ce8b76c4b3'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:04.197561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038224e-ac83-453a-8e05-ed2a2e9517bd req-8bd283c9-e215-4042-b2bc-348f7d37b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:04.198375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038224e-ac83-453a-8e05-ed2a2e9517bd req-8bd283c9-e215-4042-b2bc-348f7d37b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:04.199249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038224e-ac83-453a-8e05-ed2a2e9517bd req-8bd283c9-e215-4042-b2bc-348f7d37b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:04.202310 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2038224e-ac83-453a-8e05-ed2a2e9517bd req-8bd283c9-e215-4042-b2bc-348f7d37b0f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d067ab9d73b4b5d9a9ed25aa642d0c8&device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2798 time: 0.3340201 Nov 09 17:42:04.205487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea7b9b9-a3d4-4344-bf47-37e3f2c98fb5 None None] Routers {'2a90df31-33fe-453f-a743-a3ce8b76c4b3'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:04.207394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4ea7b9b9-a3d4-4344-bf47-37e3f2c98fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2a90df31-33fe-453f-a743-a3ce8b76c4b3'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:04.221832 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-6a394c57-6903-4938-a1fb-70bf38c32eaf req-0b0b94a4-04bb-4819-8437-f6beba4ad964 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:04.227480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caa278-bc1c-4533-b24c-e8b9cbcc6d4d req-6cc41ede-29c5-4bcb-a507-8a313e8a342c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:04.244683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caa278-bc1c-4533-b24c-e8b9cbcc6d4d req-6cc41ede-29c5-4bcb-a507-8a313e8a342c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:04.277018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caa278-bc1c-4533-b24c-e8b9cbcc6d4d req-6cc41ede-29c5-4bcb-a507-8a313e8a342c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:04.281885 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11caa278-bc1c-4533-b24c-e8b9cbcc6d4d req-6cc41ede-29c5-4bcb-a507-8a313e8a342c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2400 time: 1.1861501 Nov 09 17:42:04.282237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4ea7b9b9-a3d4-4344-bf47-37e3f2c98fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:04.298299 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea7b9b9-a3d4-4344-bf47-37e3f2c98fb5 None None] Routers {'2a90df31-33fe-453f-a743-a3ce8b76c4b3'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:04.300277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4ea7b9b9-a3d4-4344-bf47-37e3f2c98fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2a90df31-33fe-453f-a743-a3ce8b76c4b3'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:04.329857 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c0da8b94-1344-4a6c-9b3b-e8548ba2a422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:04.353050 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:04.359972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8b023ee8-8ecf-44a4-9a0a-2908647766e5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.9384358 Nov 09 17:42:04.365402 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56980) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:04.365639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4ea7b9b9-a3d4-4344-bf47-37e3f2c98fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:04.366586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea7b9b9-a3d4-4344-bf47-37e3f2c98fb5 None None] The sync data for ids ['2a90df31-33fe-453f-a743-a3ce8b76c4b3'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:04.466275 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-6a394c57-6903-4938-a1fb-70bf38c32eaf req-0b0b94a4-04bb-4819-8437-f6beba4ad964 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:04.469742 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-6a394c57-6903-4938-a1fb-70bf38c32eaf req-0b0b94a4-04bb-4819-8437-f6beba4ad964 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:04.471261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a394c57-6903-4938-a1fb-70bf38c32eaf req-0b0b94a4-04bb-4819-8437-f6beba4ad964 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "DELETE /v2.0/security-groups/fe70fd67-d72c-4b8f-bff4-a82356a066c1 HTTP/1.1" status: 204 len: 173 time: 0.4867151 Nov 09 17:42:04.515578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b94a4-04bb-4819-8437-f6beba4ad964 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe70fd67-d72c-4b8f-bff4-a82356a066c1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:04.601807 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e15852fc-22ca-4d5a-83b7-21ff59ffaa4c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/routers/2a90df31-33fe-453f-a743-a3ce8b76c4b3 HTTP/1.1" status: 200 len: 879 time: 0.2301939 Nov 09 17:42:04.602514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56986) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:04.633208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11caa278-bc1c-4533-b24c-e8b9cbcc6d4d req-9b2ac2ac-fce3-4a38-b24a-ab3b545f34ea tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699492 Nov 09 17:42:04.779241 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c0da8b94-1344-4a6c-9b3b-e8548ba2a422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:04.794610 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c0da8b94-1344-4a6c-9b3b-e8548ba2a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:04.839805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56992) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:04.891099 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356639-2527-4ed4-833f-2a6cff67bf2d req-36bdbe82-6e14-4f5d-9946-72d9c7714144 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:04.892754 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-55356639-2527-4ed4-833f-2a6cff67bf2d req-36bdbe82-6e14-4f5d-9946-72d9c7714144 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.2198412 Nov 09 17:42:04.902379 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c0da8b94-1344-4a6c-9b3b-e8548ba2a422 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=043f2ffe3eed41ab9d1c58bdf1aead87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9522181 Nov 09 17:42:04.903319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da8b94-1344-4a6c-9b3b-e8548ba2a422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e130c932-a510-4142-8384-77326676fc87,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:04.909470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56998) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:04.935839 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99e6f2e4-48fa-4a78-a152-7b1a627b7411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:04.959426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038224e-ac83-453a-8e05-ed2a2e9517bd req-fa7116b3-5b0f-4c3d-a714-80425582708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:04.959898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038224e-ac83-453a-8e05-ed2a2e9517bd req-fa7116b3-5b0f-4c3d-a714-80425582708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:04.960360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038224e-ac83-453a-8e05-ed2a2e9517bd req-fa7116b3-5b0f-4c3d-a714-80425582708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:04.962066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2038224e-ac83-453a-8e05-ed2a2e9517bd req-fa7116b3-5b0f-4c3d-a714-80425582708c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9d067ab9d73b4b5d9a9ed25aa642d0c8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6733170 Nov 09 17:42:05.007926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-55356639-2527-4ed4-833f-2a6cff67bf2d req-e9424710-c33b-4ed5-a08c-9578d5884cc4 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972939 Nov 09 17:42:05.063680 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6562a3e-94e2-4fd5-a7a5-814e9154b4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:05.112096 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-70b020b9-4b8a-4687-abed-dc2ebb9d06db req-f5a70370-1c1b-4176-966e-b2aa1a5c12e0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] show failed (client error): The resource could not be found. Nov 09 17:42:05.114568 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-70b020b9-4b8a-4687-abed-dc2ebb9d06db req-f5a70370-1c1b-4176-966e-b2aa1a5c12e0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/fe70fd67-d72c-4b8f-bff4-a82356a066c1 HTTP/1.1" status: 404 len: 352 time: 0.0524035 Nov 09 17:42:05.137194 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6562a3e-94e2-4fd5-a7a5-814e9154b4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:05.210209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139327-8763-411b-a206-d7d51ec9155c req-9cd60d47-18ee-4c13-80af-bc71ae4e4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:05.212421 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-9cd60d47-18ee-4c13-80af-bc71ae4e4725 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 1101 time: 0.3323128 Nov 09 17:42:05.274915 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-be1281cc-6b67-4c83-b433-7f8386f54487 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6714833 Nov 09 17:42:05.281312 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57002) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:05.287514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3110b51d-eaf4-4234-b59f-df103023ada6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-106392937'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:05.407448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-c1332fb7-349d-4655-b5d2-78db5d8217ff tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:05.410119 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-c1332fb7-349d-4655-b5d2-78db5d8217ff tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/networks?id=75c018ec-0b04-4833-997f-dc4d1238f2df HTTP/1.1" status: 200 len: 813 time: 0.5139122 Nov 09 17:42:05.474123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038224e-ac83-453a-8e05-ed2a2e9517bd req-45ae6573-9f6e-4598-aeb8-b34b44d12c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:05.475763 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2038224e-ac83-453a-8e05-ed2a2e9517bd req-45ae6573-9f6e-4598-aeb8-b34b44d12c08 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4482899 Nov 09 17:42:05.550374 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-fef6d714-3b88-412e-b85a-e09821bbb6c1 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/quotas/6a617172035c4d19aef584a080aeda51 HTTP/1.1" status: 200 len: 375 time: 0.1145132 Nov 09 17:42:05.630241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a0fea6-d830-47b3-b365-565042030455 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:05.641873 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99e6f2e4-48fa-4a78-a152-7b1a627b7411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:05.668095 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:05.671213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139327-8763-411b-a206-d7d51ec9155c req-3ec3734d-53f4-4aa9-aa85-329ee9801aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:05.672829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-3ec3734d-53f4-4aa9-aa85-329ee9801aba service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.4389024 Nov 09 17:42:05.684480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb42e50-2bf8-4e4b-a538-20eea8c8813c req-7dba2d89-5cc2-444b-9152-5345db7e88f9 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:05.686134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8bb42e50-2bf8-4e4b-a538-20eea8c8813c req-7dba2d89-5cc2-444b-9152-5345db7e88f9 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4d63da-5748-499f-8a0b-44fddffe2379 HTTP/1.1" status: 200 len: 946 time: 0.3355532 Nov 09 17:42:05.687955 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99e6f2e4-48fa-4a78-a152-7b1a627b7411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:05.762035 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6562a3e-94e2-4fd5-a7a5-814e9154b4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:05.766119 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6562a3e-94e2-4fd5-a7a5-814e9154b4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:05.767651 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e6562a3e-94e2-4fd5-a7a5-814e9154b4a7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e130c932-a510-4142-8384-77326676fc87 HTTP/1.1" status: 204 len: 168 time: 0.8557937 Nov 09 17:42:05.783966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Transition to ACTIVE for port object 96a0fea6-d830-47b3-b365-565042030455 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:42:05.796142 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-60e824c5-48a9-4c51-b251-0883083f0b47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef HTTP/1.1" status: 200 len: 217 time: 0.1044633 Nov 09 17:42:05.817289 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:05.827973 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6562a3e-94e2-4fd5-a7a5-814e9154b4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e130c932-a510-4142-8384-77326676fc87,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:05.864264 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-39208f7f-b94e-47b5-a265-b4286f578799 req-506acbfc-dc71-4822-befb-0b4fb57eb471 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07 HTTP/1.1" status: 200 len: 6157 time: 0.6779332 Nov 09 17:42:05.903910 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-99e6f2e4-48fa-4a78-a152-7b1a627b7411 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa9bae63caaa46e49998cb87c455666a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0496142 Nov 09 17:42:05.911854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57010) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:05.946786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6f2e4-48fa-4a78-a152-7b1a627b7411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dc7a2b-9037-4215-8448-8f708db1105d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:05.958633 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-39208f7f-b94e-47b5-a265-b4286f578799 req-9a8177d1-6745-4aaf-96fb-c06aa03e26f4 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/179926a6-f595-403e-b7b6-6e273b587bc2 HTTP/1.1" status: 200 len: 2985 time: 0.0932178 Nov 09 17:42:06.003811 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-4a1ae7b7-12f7-4fec-9da5-2ecf38100f8a tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a617172035c4d19aef584a080aeda51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4294496 Nov 09 17:42:06.148498 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-39208f7f-b94e-47b5-a265-b4286f578799 req-b0c3f4ac-621a-464f-be53-5655b9f1329a tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/179926a6-f595-403e-b7b6-6e273b587bc2 HTTP/1.1" status: 200 len: 2985 time: 0.1886907 Nov 09 17:42:06.173070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Pushing event updated for resources: {'Port': ['ID=96a0fea6-d830-47b3-b365-565042030455,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:06.198192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139327-8763-411b-a206-d7d51ec9155c req-96bf1230-feb8-4b8e-894d-8fec1b679c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:06.207611 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-96bf1230-feb8-4b8e-894d-8fec1b679c48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.3957798 Nov 09 17:42:06.401008 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8dccc-2401-44ee-9c99-08c5457446c0 req-502e5c52-78eb-4198-80b4-9a6feef8aafd tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:06.407284 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8dccc-2401-44ee-9c99-08c5457446c0 req-502e5c52-78eb-4198-80b4-9a6feef8aafd tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:06.413860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8dccc-2401-44ee-9c99-08c5457446c0 req-502e5c52-78eb-4198-80b4-9a6feef8aafd tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:06.415676 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-41d8dccc-2401-44ee-9c99-08c5457446c0 req-502e5c52-78eb-4198-80b4-9a6feef8aafd tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2412 time: 0.1302266 Nov 09 17:42:06.423486 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3110b51d-eaf4-4234-b59f-df103023ada6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:06.442540 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3110b51d-eaf4-4234-b59f-df103023ada6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:06.477302 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0467c638-9398-4aa7-8c0a-4138f8b5cf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:06.490142 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-67f841f0-5674-44ff-8bb2-98ba60a44b62 service neutron] 10.222.0.81 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851718 Nov 09 17:42:06.516243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-8bb42e50-2bf8-4e4b-a538-20eea8c8813c req-241c6130-d400-4ea8-b561-96302e4d8d39 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Deleting port 60eb4aca-e649-42c7-87b2-ddaec658ea5d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:42:06.516808 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8bb42e50-2bf8-4e4b-a538-20eea8c8813c req-241c6130-d400-4ea8-b561-96302e4d8d39 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:06.574063 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-41d8dccc-2401-44ee-9c99-08c5457446c0 req-4eac244b-240d-4961-9dee-8c5bf7dcc5e2 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223195 Nov 09 17:42:06.636372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3110b51d-eaf4-4234-b59f-df103023ada6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 2a90df31-33fe-453f-a743-a3ce8b76c4b3 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:42:06.738832 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0467c638-9398-4aa7-8c0a-4138f8b5cf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:06.744641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139327-8763-411b-a206-d7d51ec9155c req-dc44ffb5-b834-4ff2-95fa-b5d9322c3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:06.747622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-dc44ffb5-b834-4ff2-95fa-b5d9322c3b0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4978812 Nov 09 17:42:06.748878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Attempting to bind port 96a0fea6-d830-47b3-b365-565042030455 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:06.749449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Attempting to bind port 96a0fea6-d830-47b3-b365-565042030455 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '6ec45c15-2ae5-486c-afea-74ba29067b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:06.749988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Attempting to bind port 96a0fea6-d830-47b3-b365-565042030455 on network 60dc7cca-c628-4018-9573-f3686274f72a {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:06.774560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3110b51d-eaf4-4234-b59f-df103023ada6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:06.782839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3110b51d-eaf4-4234-b59f-df103023ada6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:06.786088 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3110b51d-eaf4-4234-b59f-df103023ada6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/2a90df31-33fe-453f-a743-a3ce8b76c4b3 HTTP/1.1" status: 200 len: 886 time: 1.5033031 Nov 09 17:42:06.790251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57030) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:06.799325 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a07e54a-f947-44b6-b61f-fed4d769ce20 None None] Sync routers for ids ['2a90df31-33fe-453f-a743-a3ce8b76c4b3'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:06.818990 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a07e54a-f947-44b6-b61f-fed4d769ce20 None None] Routers {'2a90df31-33fe-453f-a743-a3ce8b76c4b3'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:06.820445 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3a07e54a-f947-44b6-b61f-fed4d769ce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2a90df31-33fe-453f-a743-a3ce8b76c4b3'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:06.883379 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3a07e54a-f947-44b6-b61f-fed4d769ce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:06.907259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Port 96a0fea6-d830-47b3-b365-565042030455 on network 60dc7cca-c628-4018-9573-f3686274f72a not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:42:06.907793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Attempting to bind port 96a0fea6-d830-47b3-b365-565042030455 on network 60dc7cca-c628-4018-9573-f3686274f72a {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:06.913694 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a07e54a-f947-44b6-b61f-fed4d769ce20 None None] Routers {'2a90df31-33fe-453f-a743-a3ce8b76c4b3'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:06.919184 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3a07e54a-f947-44b6-b61f-fed4d769ce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:41:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2a90df31-33fe-453f-a743-a3ce8b76c4b3'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:06.950818 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950874d0-2287-42b4-b7e2-0ff564fa8482 req-9119b7b8-7a1f-4157-96b8-9ceebe6d5479 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:06.959594 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-950874d0-2287-42b4-b7e2-0ff564fa8482 req-9119b7b8-7a1f-4157-96b8-9ceebe6d5479 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.1193671 Nov 09 17:42:06.988082 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-310b227b-1b93-4ea1-9b06-0ee498116044 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/routers/2a90df31-33fe-453f-a743-a3ce8b76c4b3 HTTP/1.1" status: 200 len: 886 time: 0.1963093 Nov 09 17:42:06.993503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57036) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:07.000835 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3a07e54a-f947-44b6-b61f-fed4d769ce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:07.006941 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a07e54a-f947-44b6-b61f-fed4d769ce20 None None] The sync data for ids ['2a90df31-33fe-453f-a743-a3ce8b76c4b3'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:07.019727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:07.020440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Checking segment: {'id': '6ec45c15-2ae5-486c-afea-74ba29067b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:07.021034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Bound using segment: {'id': '6ec45c15-2ae5-486c-afea-74ba29067b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:07.021874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Bound port: 96a0fea6-d830-47b3-b365-565042030455, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec45c15-2ae5-486c-afea-74ba29067b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:07.022430 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.036338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8bb42e50-2bf8-4e4b-a538-20eea8c8813c req-241c6130-d400-4ea8-b561-96302e4d8d39 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] For port 60eb4aca-e649-42c7-87b2-ddaec658ea5d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=60eb4aca-e649-42c7-87b2-ddaec658ea5d,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:07.036712 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8bb42e50-2bf8-4e4b-a538-20eea8c8813c req-241c6130-d400-4ea8-b561-96302e4d8d39 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.048503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-10a808bb-b78c-4beb-ac79-94b08bc4f5e0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a90df31-33fe-453f-a743-a3ce8b76c4b3 HTTP/1.1" status: 200 len: 205 time: 0.0499220 Nov 09 17:42:07.051537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57038) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:07.098618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57040) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:07.105126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-8bb42e50-2bf8-4e4b-a538-20eea8c8813c req-241c6130-d400-4ea8-b561-96302e4d8d39 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Calling delete_port for 60eb4aca-e649-42c7-87b2-ddaec658ea5d owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:42:07.134441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-950874d0-2287-42b4-b7e2-0ff564fa8482 req-d016387e-9738-4ee9-948c-3bf52c7ec0b0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739185 Nov 09 17:42:07.196658 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.208206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-b6efc10d-cc6f-4f60-a2b2-82c4f5397521 req-99928656-fc76-41f7-a59b-962ebb7dce49 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1929195109', 'description': 'tempest-description-535077188'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:07.209385 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-66ab505b-fd9f-460a-8222-bd3e7e10cc63 service neutron] 10.222.0.81 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755824 Nov 09 17:42:07.328601 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b6efc10d-cc6f-4f60-a2b2-82c4f5397521 req-99928656-fc76-41f7-a59b-962ebb7dce49 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.392162 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.399943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1335047571-network', 'tenant_id': '365ebb19ee8f4ea59895501d70873b3f'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:07.510354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Made reservation on behalf of 365ebb19ee8f4ea59895501d70873b3f for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:07.513428 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.531528 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.579588 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0467c638-9398-4aa7-8c0a-4138f8b5cf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.584403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0467c638-9398-4aa7-8c0a-4138f8b5cf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.586284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0467c638-9398-4aa7-8c0a-4138f8b5cf34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0dc7a2b-9037-4215-8448-8f708db1105d HTTP/1.1" status: 204 len: 168 time: 1.6521833 Nov 09 17:42:07.594787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port 94492475-ca50-4500-8bd5-3ad8f5cb5ee1 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:42:07.595273 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.642319 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467c638-9398-4aa7-8c0a-4138f8b5cf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dc7a2b-9037-4215-8448-8f708db1105d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:07.647297 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-906619e6-f019-4aa7-8246-c46f25f8a2e9 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8626428 Nov 09 17:42:07.648857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ac3c435-8ddf-430a-aca5-965f20540d20 req-63feb39d-f8e7-4815-a846-d16bad97db3f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 210 time: 0.1195948 Nov 09 17:42:07.682416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] For port 96a0fea6-d830-47b3-b365-565042030455, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:07.795064 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b6efc10d-cc6f-4f60-a2b2-82c4f5397521 req-99928656-fc76-41f7-a59b-962ebb7dce49 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.807804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] For port 96a0fea6-d830-47b3-b365-565042030455, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=96a0fea6-d830-47b3-b365-565042030455,segment=NetworkSegment(6ec45c15-2ae5-486c-afea-74ba29067b44),segment_id=6ec45c15-2ae5-486c-afea-74ba29067b44)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:07.815334 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b6efc10d-cc6f-4f60-a2b2-82c4f5397521 req-99928656-fc76-41f7-a59b-962ebb7dce49 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.835756 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.867212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.893156 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.901427 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b6efc10d-cc6f-4f60-a2b2-82c4f5397521 req-99928656-fc76-41f7-a59b-962ebb7dce49 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.902830 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6efc10d-cc6f-4f60-a2b2-82c4f5397521 req-99928656-fc76-41f7-a59b-962ebb7dce49 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7023406 Nov 09 17:42:07.909723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for 94492475-ca50-4500-8bd5-3ad8f5cb5ee1 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:42:07.917021 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:07.922123 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99928656-fc76-41f7-a59b-962ebb7dce49 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e473b8c8-d064-4da2-9f56-a1218559ec93,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:07.999766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:08.007638 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:08.008013 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Added segment 447866bb-8d1d-46af-8d60-ae0ef9fe6c90 of type vlan for network cf2c1045-25c8-4885-888b-513625daf11d Nov 09 17:42:08.073307 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:08.110128 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-62968aeb-2581-4596-9c9d-c5790cdd8cd3 req-19b725c8-9e93-4ed9-ac2b-8178fe523ca0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-87239396', 'description': 'tempest-description-555870097'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:08.125166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe10639d-010f-4917-837b-0b8a00d50fc5,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:08.176808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-ffa1609a-fc2e-4b90-9113-4536de83096a service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196414 Nov 09 17:42:08.180110 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:08.182259 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:08.182446 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8bb42e50-2bf8-4e4b-a538-20eea8c8813c req-241c6130-d400-4ea8-b561-96302e4d8d39 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:08.183368 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:08.189793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:08.190624 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:08.192448 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] 10.222.0.18 "PUT /v2.0/ports/96a0fea6-d830-47b3-b365-565042030455 HTTP/1.1" status: 200 len: 1091 time: 5.1428936 Nov 09 17:42:08.208311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'tag': '96a0fea6-d830-47b3-b365-565042030455'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:08.216807 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be851710-7831-4fa3-8616-38d2914b9215" -d '{"events": [{"name": "network-changed", "server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "tag": "96a0fea6-d830-47b3-b365-565042030455"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:08.237198 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-62968aeb-2581-4596-9c9d-c5790cdd8cd3 req-19b725c8-9e93-4ed9-ac2b-8178fe523ca0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:08.348450 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2435153 Nov 09 17:42:08.353853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57070) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:08.367942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-98d49f4c-a887-45c9-b5e7-2f575f7b8f62 admin admin] Request body: {'subnet': {'network_id': 'cf2c1045-25c8-4885-888b-513625daf11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1335047571-subnet', 'tenant_id': '365ebb19ee8f4ea59895501d70873b3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:08.373049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a6bce-e9e5-4bfb-a90d-74cc84bf61a3 req-27e21eda-9e20-444c-af72-af396a849d4c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:08.389591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a6bce-e9e5-4bfb-a90d-74cc84bf61a3 req-27e21eda-9e20-444c-af72-af396a849d4c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:08.402737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a6bce-e9e5-4bfb-a90d-74cc84bf61a3 req-27e21eda-9e20-444c-af72-af396a849d4c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:08.408694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d32aaf-93aa-414a-9964-7880a212e1eb admin admin] Pushing event updated for resources: {'Network': ['ID=cf2c1045-25c8-4885-888b-513625daf11d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:08.424775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-849a6bce-e9e5-4bfb-a90d-74cc84bf61a3 req-27e21eda-9e20-444c-af72-af396a849d4c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2412 time: 0.5613449 Nov 09 17:42:08.426638 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network cf2c1045-25c8-4885-888b-513625daf11d details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:08.490507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d49f4c-a887-45c9-b5e7-2f575f7b8f62 admin admin] Made reservation on behalf of 365ebb19ee8f4ea59895501d70873b3f for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:08.493457 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98d49f4c-a887-45c9-b5e7-2f575f7b8f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:08.556297 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49980fde-9501-4683-a0a2-d41c7b3298f6 service neutron] Pushing event updated for resources: {'Port': ['ID=96a0fea6-d830-47b3-b365-565042030455,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:08.641841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-a8fea218-a674-4844-8707-0bafdfa0e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:08.641841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-a8fea218-a674-4844-8707-0bafdfa0e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:08.641841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-a8fea218-a674-4844-8707-0bafdfa0e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:08.644641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-a8fea218-a674-4844-8707-0bafdfa0e457 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d067ab9d73b4b5d9a9ed25aa642d0c8&device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2865 time: 0.3777897 Nov 09 17:42:08.645255 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:08.645477 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb42e50-2bf8-4e4b-a538-20eea8c8813c req-241c6130-d400-4ea8-b561-96302e4d8d39 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] No DVR routers for this DVR port 60eb4aca-e649-42c7-87b2-ddaec658ea5d on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:08.691603 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=94492475-ca50-4500-8bd5-3ad8f5cb5ee1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:08.699972 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-62968aeb-2581-4596-9c9d-c5790cdd8cd3 req-19b725c8-9e93-4ed9-ac2b-8178fe523ca0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:08.723772 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8bb42e50-2bf8-4e4b-a538-20eea8c8813c req-241c6130-d400-4ea8-b561-96302e4d8d39 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:08.727884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8bb42e50-2bf8-4e4b-a538-20eea8c8813c req-241c6130-d400-4ea8-b561-96302e4d8d39 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.13 "DELETE /v2.0/ports/60eb4aca-e649-42c7-87b2-ddaec658ea5d HTTP/1.1" status: 204 len: 173 time: 3.0193629 Nov 09 17:42:08.728153 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-62968aeb-2581-4596-9c9d-c5790cdd8cd3 req-19b725c8-9e93-4ed9-ac2b-8178fe523ca0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:08.730101 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-bfb148f9-f28d-4924-8eb0-52045d2e4922 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=686e9806-6531-4fb7-94ac-717d4d62c01b HTTP/1.1" status: 200 len: 217 time: 0.0643580 Nov 09 17:42:08.750234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-849a6bce-e9e5-4bfb-a90d-74cc84bf61a3 req-99414be7-a123-4bb3-a3b0-f9be10438383 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244526 Nov 09 17:42:08.794962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c6130-d400-4ea8-b561-96302e4d8d39 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Pushing event deleted for resources: {'Port': ['ID=60eb4aca-e649-42c7-87b2-ddaec658ea5d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:08.845042 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b725c8-9e93-4ed9-ac2b-8178fe523ca0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2b2313-df63-4db9-896d-7c1a5b63bb0c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:08.860642 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-62968aeb-2581-4596-9c9d-c5790cdd8cd3 req-19b725c8-9e93-4ed9-ac2b-8178fe523ca0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:08.862032 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62968aeb-2581-4596-9c9d-c5790cdd8cd3 req-19b725c8-9e93-4ed9-ac2b-8178fe523ca0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7656465 Nov 09 17:42:08.915004 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:09.007651 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7178d18-bc10-4b7d-9206-3a9728552874 x-openstack-request-id: req-d7178d18-bc10-4b7d-9206-3a9728552874 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:09.008247 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "tag": "96a0fea6-d830-47b3-b365-565042030455", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:09.008668 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7178d18-bc10-4b7d-9206-3a9728552874 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:09.009293 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'tag': '96a0fea6-d830-47b3-b365-565042030455', 'status': 'completed', 'code': 200} Nov 09 17:42:09.019396 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-841f14b5-fe8f-4f05-aa72-bbd9fa9ac6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:09.021123 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-841f14b5-fe8f-4f05-aa72-bbd9fa9ac6aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad77c726-ac1c-4231-8ede-e03f13740e74 HTTP/1.1" status: 200 len: 801 time: 0.2602525 Nov 09 17:42:09.101185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-f06787c8-a688-4500-bb3c-ea763f076ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:09.103124 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-f06787c8-a688-4500-bb3c-ea763f076ca7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60dc7cca-c628-4018-9573-f3686274f72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0701685 Nov 09 17:42:09.111701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee76800-43e5-4b24-89e4-73433fb834e0 req-ff8e7db0-d815-410d-ad3e-248fe58ed544 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:09.121431 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ee76800-43e5-4b24-89e4-73433fb834e0 req-ff8e7db0-d815-410d-ad3e-248fe58ed544 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.1889663 Nov 09 17:42:09.240418 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:09.250452 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:09.271166 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ee76800-43e5-4b24-89e4-73433fb834e0 req-4514bd58-9309-4f1d-bd4f-617b4c167d57 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483374 Nov 09 17:42:09.286833 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b992bb4b-f8d6-4cbf-a58e-52370038a2fb req-638c336c-f41d-4b96-8c9a-20758f15e22c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 210 time: 0.0879509 Nov 09 17:42:09.288459 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98d49f4c-a887-45c9-b5e7-2f575f7b8f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:09.332565 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-d12ab65e-f1b9-4c7a-8356-8e88d7346bb4 service neutron] 10.222.0.18 "GET /v2.0/networks/60dc7cca-c628-4018-9573-f3686274f72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026138 Nov 09 17:42:09.525063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-9b98f46b-075f-47c8-9d13-4dc781d26fb3 service neutron] 10.222.0.18 "GET /v2.0/networks/60dc7cca-c628-4018-9573-f3686274f72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802804 Nov 09 17:42:09.575878 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57102) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:09.639563 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:09.640098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Fanout notify agent at l3_agent the message router_deleted on router 2a90df31-33fe-453f-a743-a3ce8b76c4b3 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:42:09.641797 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d49f4c-a887-45c9-b5e7-2f575f7b8f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6f1fe4-4371-4c2a-91f6-d385bdf50501,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:09.684138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:09.685407 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-53f7e6d7-56df-4821-aa05-0900e2afca35 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/2a90df31-33fe-453f-a743-a3ce8b76c4b3 HTTP/1.1" status: 204 len: 168 time: 2.6330705 Nov 09 17:42:09.694829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-46668661-55d9-4597-8196-6f88fa764703 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.129&port_id=99abee86-2d5b-4ed1-91e8-67c45376eac3 HTTP/1.1" status: 200 len: 217 time: 0.1593819 Nov 09 17:42:09.698642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57106) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:09.705798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f0ed1e8b-42f9-4685-b9ae-dfde2bdaa83c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'network': {'name': 'tempest-RoutersTest-1316633629'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:09.715372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d49f4c-a887-45c9-b5e7-2f575f7b8f62 admin admin] Checking segment: {'id': '447866bb-8d1d-46af-8d60-ae0ef9fe6c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf2c1045-25c8-4885-888b-513625daf11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:09.715808 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d49f4c-a887-45c9-b5e7-2f575f7b8f62 admin admin] Network hostable DHCP agents. Network: cf2c1045-25c8-4885-888b-513625daf11d, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:09.768513 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-network', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:09.777617 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d49f4c-a887-45c9-b5e7-2f575f7b8f62 admin admin] Network cf2c1045-25c8-4885-888b-513625daf11d is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:09.791959 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-4b09ce05-e30c-47b6-94cb-364ef98ef801 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:09.799352 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-4b09ce05-e30c-47b6-94cb-364ef98ef801 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/networks?id=87823cd0-78b4-431d-8bac-d10afad7f91c HTTP/1.1" status: 200 len: 812 time: 0.2656908 Nov 09 17:42:09.811232 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-98d49f4c-a887-45c9-b5e7-2f575f7b8f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, cf2c1045-25c8-4885-888b-513625daf11d) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:09.820193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d49f4c-a887-45c9-b5e7-2f575f7b8f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:09.820853 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98d49f4c-a887-45c9-b5e7-2f575f7b8f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:09.824733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ed1e8b-42f9-4685-b9ae-dfde2bdaa83c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:09.828556 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1e8b-42f9-4685-b9ae-dfde2bdaa83c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:09.829928 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-71dcf51a-be3f-47f1-b917-46969d458e6c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/quotas/3fc2f364391d4a7ba375a1a2ebd4fb07 HTTP/1.1" status: 200 len: 375 time: 0.0290623 Nov 09 17:42:09.836497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f69b62-24fe-41f1-a56b-435ce426deec None None] Network cf2c1045-25c8-4885-888b-513625daf11d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:09.902315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Made reservation on behalf of 39f5e9d52cec4445b01de3e391ea91ff for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:09.904567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-ff356cee-a741-4400-aab0-44c85736b73f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:09.905065 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:09.908852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-ff356cee-a741-4400-aab0-44c85736b73f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.18 "GET /v2.0/networks?id=75c018ec-0b04-4833-997f-dc4d1238f2df HTTP/1.1" status: 200 len: 813 time: 0.3485413 Nov 09 17:42:09.912809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-6b7f3ad2-c8e8-48a5-9441-e6bc4b7723e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:09.919475 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-98d49f4c-a887-45c9-b5e7-2f575f7b8f62 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5602477 Nov 09 17:42:09.919832 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-6b7f3ad2-c8e8-48a5-9441-e6bc4b7723e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62632d6a-2da0-43f1-a4a8-dabe94d2e48f HTTP/1.1" status: 200 len: 801 time: 0.2013247 Nov 09 17:42:09.933657 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:09.935485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 60eb4aca-e649-42c7-87b2-ddaec658ea5d no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:09.951275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-74ccf82a-c71a-4c33-9871-d0559faba784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Request body: {'port': {'device_id': '4f86a605-ec9d-4416-8b09-d81c2babbf26', 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df', 'admin_state_up': True, 'tenant_id': '6a617172035c4d19aef584a080aeda51'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:09.952877 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-2e827d8b-d1b6-4244-81f5-16e7f15efdcb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1201794 Nov 09 17:42:09.970821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 60eb4aca-e649-42c7-87b2-ddaec658ea5d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:42:09.971420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 60eb4aca-e649-42c7-87b2-ddaec658ea5d not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:42:10.078059 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-dbf12656-3b71-4989-964b-bf1a22ff61b8 service neutron] 10.222.0.81 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104527 Nov 09 17:42:10.087005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5d8583-02e7-4312-9a88-4869e7da6aab None None] Network cf2c1045-25c8-4885-888b-513625daf11d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:10.192356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ed1e8b-42f9-4685-b9ae-dfde2bdaa83c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:10.213981 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1e8b-42f9-4685-b9ae-dfde2bdaa83c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:10.214864 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-f0ed1e8b-42f9-4685-b9ae-dfde2bdaa83c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Added segment 35d15bac-6bea-4fcd-8399-00157c24435c of type vlan for network caef3937-f152-432b-bbec-f7e9cc0ef78a Nov 09 17:42:10.344514 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1e8b-42f9-4685-b9ae-dfde2bdaa83c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:10.347622 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-2e3b5e52-bf92-45fb-8c6b-97fd8945e45f service neutron] 10.222.0.81 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581735 Nov 09 17:42:10.390839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:10.400626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:10.421552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-98f70f4a-1952-4628-8e47-1fad66a8717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:10.426723 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-98f70f4a-1952-4628-8e47-1fad66a8717c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9e64f3b-c862-4a24-b618-8572f04cf6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4902194 Nov 09 17:42:10.439689 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:10.448963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:10.460443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:10.461221 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Added segment 09007131-7cd8-4031-8ae5-cdacb6eb6e4f of type vlan for network 84ae81e5-486e-409a-8af4-dac28c6c08af Nov 09 17:42:10.482422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b82b7-b3f7-4a07-a768-350b9598a8f8 req-7d638049-db47-48a3-9a79-32efbff96c4d tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:10.499500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b82b7-b3f7-4a07-a768-350b9598a8f8 req-7d638049-db47-48a3-9a79-32efbff96c4d tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:10.514951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b82b7-b3f7-4a07-a768-350b9598a8f8 req-7d638049-db47-48a3-9a79-32efbff96c4d tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:10.518010 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-649b82b7-b3f7-4a07-a768-350b9598a8f8 req-7d638049-db47-48a3-9a79-32efbff96c4d tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2412 time: 0.6006155 Nov 09 17:42:10.532195 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:10.569084 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:10.570327 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:10.571546 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:10.640101 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0d4230ed-ef0f-427a-81fc-58352585506a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:10.693985 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1178534 Nov 09 17:42:10.699306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57130) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:10.709681 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-61fcc1d2-7c1a-4408-a7dc-5bd66aef80d8 admin admin] Request body: {'subnet': {'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-subnet', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:10.729500 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1e8b-42f9-4685-b9ae-dfde2bdaa83c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:10.730241 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18a8d0-63ee-42be-9040-3f4fc14edbb0 admin admin] Pushing event updated for resources: {'Network': ['ID=84ae81e5-486e-409a-8af4-dac28c6c08af,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:10.747706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed1e8b-42f9-4685-b9ae-dfde2bdaa83c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:10.748791 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1e8b-42f9-4685-b9ae-dfde2bdaa83c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:10.764523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 84ae81e5-486e-409a-8af4-dac28c6c08af details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:10.786067 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fcc1d2-7c1a-4408-a7dc-5bd66aef80d8 admin admin] Made reservation on behalf of 39f5e9d52cec4445b01de3e391ea91ff for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:10.802263 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-61fcc1d2-7c1a-4408-a7dc-5bd66aef80d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:10.901309 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-ba416a9f-f227-434d-b16d-27eeab4baf63 req-3c4d5fbd-9cca-4ff4-89a0-eb889524f954 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-542905282', 'description': 'tempest-description-1149470909'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:10.966272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f0ed1e8b-42f9-4685-b9ae-dfde2bdaa83c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2663629 Nov 09 17:42:10.966999 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ba416a9f-f227-434d-b16d-27eeab4baf63 req-3c4d5fbd-9cca-4ff4-89a0-eb889524f954 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:10.970678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57132) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:10.979683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7c280f37-5559-446a-bd4f-1e6d123c37c7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'subnet': {'network_id': 'caef3937-f152-432b-bbec-f7e9cc0ef78a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:11.019003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4d63da-5748-499f-8a0b-44fddffe2379', 'name': 'network-vif-deleted', 'tag': '60eb4aca-e649-42c7-87b2-ddaec658ea5d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:11.023635 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97da96a3-ba9e-4ed2-a0ba-03011234818e" -d '{"events": [{"server_uuid": "ac4d63da-5748-499f-8a0b-44fddffe2379", "name": "network-vif-deleted", "tag": "60eb4aca-e649-42c7-87b2-ddaec658ea5d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:11.031243 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-649b82b7-b3f7-4a07-a768-350b9598a8f8 req-ee1465ed-9525-459c-8313-eb738735a0b5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896758 Nov 09 17:42:11.054605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed1e8b-42f9-4685-b9ae-dfde2bdaa83c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Network': ['ID=caef3937-f152-432b-bbec-f7e9cc0ef78a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:11.080418 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network caef3937-f152-432b-bbec-f7e9cc0ef78a details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:11.090976 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-cd09028c-e83a-408e-95b6-882ad135de4d service neutron] 10.222.0.18 "GET /v2.0/networks/d9e64f3b-c862-4a24-b618-8572f04cf6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702412 Nov 09 17:42:11.093401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-74ccf82a-c71a-4c33-9871-d0559faba784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Made reservation on behalf of 6a617172035c4d19aef584a080aeda51 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:11.100857 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-74ccf82a-c71a-4c33-9871-d0559faba784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:11.124561 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ba416a9f-f227-434d-b16d-27eeab4baf63 req-3c4d5fbd-9cca-4ff4-89a0-eb889524f954 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:11.136689 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ba416a9f-f227-434d-b16d-27eeab4baf63 req-3c4d5fbd-9cca-4ff4-89a0-eb889524f954 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:11.174931 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ba416a9f-f227-434d-b16d-27eeab4baf63 req-3c4d5fbd-9cca-4ff4-89a0-eb889524f954 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:11.176400 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba416a9f-f227-434d-b16d-27eeab4baf63 req-3c4d5fbd-9cca-4ff4-89a0-eb889524f954 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2831616 Nov 09 17:42:11.274410 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d5fbd-9cca-4ff4-89a0-eb889524f954 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bedd1403-aba3-4748-82b3-273276ddb8e1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:11.279741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c280f37-5559-446a-bd4f-1e6d123c37c7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:11.283759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7c280f37-5559-446a-bd4f-1e6d123c37c7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:11.363458 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de71822c-7acd-40b9-b340-07ecad3127f9 req-0cc9c9a7-8f7c-481c-bb70-468ccfaf7500 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 210 time: 0.1351111 Nov 09 17:42:11.582906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-8de7473c-9461-455f-8af6-47a652b6cbd3 service neutron] 10.222.0.18 "GET /v2.0/networks/d9e64f3b-c862-4a24-b618-8572f04cf6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775555 Nov 09 17:42:11.639088 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-61fcc1d2-7c1a-4408-a7dc-5bd66aef80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:11.657646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554880a-e3e0-4de5-a6e2-a1f9f870e8cd req-44985b79-a97d-42c2-b404-f0d613d89955 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:11.659804 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9554880a-e3e0-4de5-a6e2-a1f9f870e8cd req-44985b79-a97d-42c2-b404-f0d613d89955 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.2282121 Nov 09 17:42:11.698568 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-950923ae-2af7-461e-bf03-562608543ab6 req-df2d32e6-e2f4-4afa-b63d-130f292caadb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 210 time: 0.1202583 Nov 09 17:42:11.707381 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-db6c4e9b-8122-478f-823e-4c848b4cfd90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=96a0fea6-d830-47b3-b365-565042030455 HTTP/1.1" status: 200 len: 217 time: 0.0909569 Nov 09 17:42:11.814417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcc1d2-7c1a-4408-a7dc-5bd66aef80d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46af615a-61fb-4f31-a113-881f6f9622ba,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:11.832618 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-74ccf82a-c71a-4c33-9871-d0559faba784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Allocated IP 172.20.0.10 (75c018ec-0b04-4833-997f-dc4d1238f2df/58c4be93-f0c0-41e5-b7af-e37ae762dc0f/a8c25d17-aeb3-48ca-937d-2fea70024c42) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:11.864277 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0697b066-5283-4268-bd63-06b767adae72 x-openstack-request-id: req-0697b066-5283-4268-bd63-06b767adae72 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:11.872078 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9554880a-e3e0-4de5-a6e2-a1f9f870e8cd req-a721a341-cf6c-424d-80db-d34e3bc96c74 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866000 Nov 09 17:42:11.875111 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4d63da-5748-499f-8a0b-44fddffe2379", "name": "network-vif-deleted", "tag": "60eb4aca-e649-42c7-87b2-ddaec658ea5d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:11.875772 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0697b066-5283-4268-bd63-06b767adae72 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:11.876579 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4d63da-5748-499f-8a0b-44fddffe2379', 'name': 'network-vif-deleted', 'tag': '60eb4aca-e649-42c7-87b2-ddaec658ea5d', 'status': 'completed', 'code': 200} Nov 09 17:42:11.877539 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7c280f37-5559-446a-bd4f-1e6d123c37c7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:11.895589 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fcc1d2-7c1a-4408-a7dc-5bd66aef80d8 admin admin] Checking segment: {'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:11.895589 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fcc1d2-7c1a-4408-a7dc-5bd66aef80d8 admin admin] Network hostable DHCP agents. Network: 84ae81e5-486e-409a-8af4-dac28c6c08af, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:11.929233 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-276bafed-f6c1-4d58-9f66-063010d8c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:11.931564 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-276bafed-f6c1-4d58-9f66-063010d8c95e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad77c726-ac1c-4231-8ede-e03f13740e74 HTTP/1.1" status: 200 len: 801 time: 0.2109532 Nov 09 17:42:12.080809 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-609dbe5e-d849-44b5-b120-494b862beae9 req-5c458b17-e68a-49cd-a3f1-aabf93a72152 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/bedd1403-aba3-4748-82b3-273276ddb8e1 HTTP/1.1" status: 200 len: 1806 time: 0.1962340 Nov 09 17:42:12.101897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-2e599d3b-a1fb-4e4c-acd9-e695f2b19bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:12.103709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-2e599d3b-a1fb-4e4c-acd9-e695f2b19bd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60dc7cca-c628-4018-9573-f3686274f72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1593142 Nov 09 17:42:12.113130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-609dbe5e-d849-44b5-b120-494b862beae9 req-5254e12d-9ded-4e1a-864e-778eff1e51a5 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bedd1403-aba3-4748-82b3-273276ddb8e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:12.113716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-609dbe5e-d849-44b5-b120-494b862beae9 req-5254e12d-9ded-4e1a-864e-778eff1e51a5 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bedd1403-aba3-4748-82b3-273276ddb8e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:12.347111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fcc1d2-7c1a-4408-a7dc-5bd66aef80d8 admin admin] Network 84ae81e5-486e-409a-8af4-dac28c6c08af is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:12.353536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-74ccf82a-c71a-4c33-9871-d0559faba784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:12.356738 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-26f24bd2-d7b9-4bf9-a321-4ec516c24078 service neutron] 10.222.0.18 "GET /v2.0/networks/60dc7cca-c628-4018-9573-f3686274f72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360692 Nov 09 17:42:12.376390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-61fcc1d2-7c1a-4408-a7dc-5bd66aef80d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 84ae81e5-486e-409a-8af4-dac28c6c08af) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:12.378101 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c280f37-5559-446a-bd4f-1e6d123c37c7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Subnet': ['ID=9f53f5b4-d463-43f7-a916-bcbf6fb13657,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:12.387538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fcc1d2-7c1a-4408-a7dc-5bd66aef80d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:12.388123 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-61fcc1d2-7c1a-4408-a7dc-5bd66aef80d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:12.392709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95874f8f-8cee-4721-a8e1-b470984d9353 None None] Network 84ae81e5-486e-409a-8af4-dac28c6c08af requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:12.407601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c280f37-5559-446a-bd4f-1e6d123c37c7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Checking segment: {'id': '35d15bac-6bea-4fcd-8399-00157c24435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'caef3937-f152-432b-bbec-f7e9cc0ef78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:12.408501 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c280f37-5559-446a-bd4f-1e6d123c37c7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network hostable DHCP agents. Network: caef3937-f152-432b-bbec-f7e9cc0ef78a, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:12.428188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a431d-c477-4719-9d17-81c7c9cf2d0c req-d543cbac-fa10-40c1-ba21-f95cd8de1e7e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:12.435198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a431d-c477-4719-9d17-81c7c9cf2d0c req-d543cbac-fa10-40c1-ba21-f95cd8de1e7e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:12.441822 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a431d-c477-4719-9d17-81c7c9cf2d0c req-d543cbac-fa10-40c1-ba21-f95cd8de1e7e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:12.443890 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-117a431d-c477-4719-9d17-81c7c9cf2d0c req-d543cbac-fa10-40c1-ba21-f95cd8de1e7e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2412 time: 0.1462495 Nov 09 17:42:12.447558 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-61fcc1d2-7c1a-4408-a7dc-5bd66aef80d8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7467532 Nov 09 17:42:12.452596 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57148) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:12.461922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:12.469986 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-609dbe5e-d849-44b5-b120-494b862beae9 req-5254e12d-9ded-4e1a-864e-778eff1e51a5 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:12.472752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c280f37-5559-446a-bd4f-1e6d123c37c7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network caef3937-f152-432b-bbec-f7e9cc0ef78a is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:12.499131 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-7c280f37-5559-446a-bd4f-1e6d123c37c7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, caef3937-f152-432b-bbec-f7e9cc0ef78a) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:12.523681 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf94af5-6d40-481b-99c6-c711a5e214d9 None None] Network caef3937-f152-432b-bbec-f7e9cc0ef78a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:12.537625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c280f37-5559-446a-bd4f-1e6d123c37c7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:12.538573 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7c280f37-5559-446a-bd4f-1e6d123c37c7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:12.583948 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-609dbe5e-d849-44b5-b120-494b862beae9 req-5254e12d-9ded-4e1a-864e-778eff1e51a5 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:12.585293 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:12.586410 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:12.595942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4da2d7d8-5734-477c-a688-0a1a6de49330 req-5a18aa4a-72f6-4cc2-a692-cf3e59575d5a service neutron] 10.222.0.18 "GET /v2.0/networks/60dc7cca-c628-4018-9573-f3686274f72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259879 Nov 09 17:42:12.605934 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-609dbe5e-d849-44b5-b120-494b862beae9 req-5254e12d-9ded-4e1a-864e-778eff1e51a5 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:12.636154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-74ccf82a-c71a-4c33-9871-d0559faba784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:12.642193 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-117a431d-c477-4719-9d17-81c7c9cf2d0c req-2ecb591c-af83-4696-8f62-2e9925e799ae tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554904 Nov 09 17:42:12.678726 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7c280f37-5559-446a-bd4f-1e6d123c37c7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7040501 Nov 09 17:42:12.678726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57152) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:12.698446 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-4c4493a4-fa7f-483f-853a-3a55048c691f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1651447223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:12.796913 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c4493a4-fa7f-483f-853a-3a55048c691f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:12.800300 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c4493a4-fa7f-483f-853a-3a55048c691f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:12.869720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-84ae81e5-486e-409a-8af4-dac28c6c08af', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:42:12.870842 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:12.998110 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c4493a4-fa7f-483f-853a-3a55048c691f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.021299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c1c33-5caf-462b-8b93-854a8291235f req-5b65e4ea-e501-4aa2-a414-91a3e47892d8 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:13.023324 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-489c1c33-5caf-462b-8b93-854a8291235f req-5b65e4ea-e501-4aa2-a414-91a3e47892d8 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 932 time: 0.2104380 Nov 09 17:42:13.024744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c4493a4-fa7f-483f-853a-3a55048c691f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.093618 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c4493a4-fa7f-483f-853a-3a55048c691f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.099994 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4c4493a4-fa7f-483f-853a-3a55048c691f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4067907 Nov 09 17:42:13.104013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57158) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:13.153656 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Allocated IP 172.20.0.2 (84ae81e5-486e-409a-8af4-dac28c6c08af/46af615a-61fb-4f31-a113-881f6f9622ba/f8645695-6cd0-445d-9230-94a931254c5d) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:13.161480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254e12d-9ded-4e1a-864e-778eff1e51a5 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1235204a-e089-4e7a-8cc9-9b67f355a071,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:13.179184 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-489c1c33-5caf-462b-8b93-854a8291235f req-7da8d165-dabf-4035-814f-2c09af671165 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324275 Nov 09 17:42:13.205318 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-609dbe5e-d849-44b5-b120-494b862beae9 req-5254e12d-9ded-4e1a-864e-778eff1e51a5 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.206648 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-609dbe5e-d849-44b5-b120-494b862beae9 req-5254e12d-9ded-4e1a-864e-778eff1e51a5 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1019232 Nov 09 17:42:13.228251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-74ccf82a-c71a-4c33-9871-d0559faba784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Network 75c018ec-0b04-4833-997f-dc4d1238f2df is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:13.230383 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.248089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-74ccf82a-c71a-4c33-9871-d0559faba784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:13.265753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-74ccf82a-c71a-4c33-9871-d0559faba784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:13.356596 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccf82a-c71a-4c33-9871-d0559faba784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Pushing event updated for resources: {'Port': ['ID=a8c25d17-aeb3-48ca-937d-2fea70024c42,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:13.412758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-85f8a12f-d5c8-4b81-80af-fb2042645022 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:13.414419 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-85f8a12f-d5c8-4b81-80af-fb2042645022 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.13 "GET /v2.0/networks?id=87823cd0-78b4-431d-8bac-d10afad7f91c HTTP/1.1" status: 200 len: 812 time: 0.8238318 Nov 09 17:42:13.427458 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851710-7831-4fa3-8616-38d2914b9215 req-97ec3c01-035c-4556-aefc-9a80be2719ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:13.427998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851710-7831-4fa3-8616-38d2914b9215 req-97ec3c01-035c-4556-aefc-9a80be2719ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:13.428492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851710-7831-4fa3-8616-38d2914b9215 req-97ec3c01-035c-4556-aefc-9a80be2719ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:13.430733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be851710-7831-4fa3-8616-38d2914b9215 req-97ec3c01-035c-4556-aefc-9a80be2719ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d067ab9d73b4b5d9a9ed25aa642d0c8&device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2865 time: 0.7305789 Nov 09 17:42:13.443145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-44f10892-8d70-42a6-b601-c136e8552683 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'port': {'device_id': 'cc8466f2-e424-47b0-8937-fca45b4e6572', 'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c', 'admin_state_up': True, 'tenant_id': '3fc2f364391d4a7ba375a1a2ebd4fb07'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:13.483470 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85470369-1f50-442a-b787-9252367857a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-caef3937-f152-432b-bbec-f7e9cc0ef78a', 'network_id': 'caef3937-f152-432b-bbec-f7e9cc0ef78a', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'fixed_ips': [{'subnet_id': '9f53f5b4-d463-43f7-a916-bcbf6fb13657'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:42:13.487557 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-85470369-1f50-442a-b787-9252367857a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.498310 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-32e838d0-e12d-4de1-a19d-5818b05d0431 req-70c4325f-b997-40bd-93ed-1fab4cc1053b tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 210 time: 0.0602813 Nov 09 17:42:13.579060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-958dd49a-a962-4d1a-b182-ae9527d363d6 req-c3cf121b-e0ab-4e04-b100-a08430f71264 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1377940322', 'description': 'tempest-description-431204360'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:13.638849 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-958dd49a-a962-4d1a-b182-ae9527d363d6 req-c3cf121b-e0ab-4e04-b100-a08430f71264 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.641586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-74ccf82a-c71a-4c33-9871-d0559faba784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:13.642552 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-74ccf82a-c71a-4c33-9871-d0559faba784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.687720 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.688050 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c481ac99-f80c-47e7-b7d4-efbe12e19ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.741820 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.745302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851710-7831-4fa3-8616-38d2914b9215 req-81501fd0-4d70-41b2-a38e-898447435359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:13.746660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be851710-7831-4fa3-8616-38d2914b9215 req-81501fd0-4d70-41b2-a38e-898447435359 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60dc7cca-c628-4018-9573-f3686274f72a HTTP/1.1" status: 200 len: 903 time: 0.2960885 Nov 09 17:42:13.775806 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.795353 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.827498 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Network 84ae81e5-486e-409a-8af4-dac28c6c08af is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:13.834210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-74ccf82a-c71a-4c33-9871-d0559faba784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8946075 Nov 09 17:42:13.835982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:13.843589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:13.844596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be851710-7831-4fa3-8616-38d2914b9215 req-6386f779-c4e0-4637-a5f7-898cdd0e8c6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=96a0fea6-d830-47b3-b365-565042030455 HTTP/1.1" status: 200 len: 217 time: 0.0735769 Nov 09 17:42:13.860565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-85470369-1f50-442a-b787-9252367857a0 None None] Allocated IP 172.20.0.2 (caef3937-f152-432b-bbec-f7e9cc0ef78a/9f53f5b4-d463-43f7-a916-bcbf6fb13657/167b8fde-fbf8-4b30-9002-ffc434d36e16) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:13.860984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Request body: {'port': {'device_id': '4f86a605-ec9d-4416-8b09-d81c2babbf26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:13.867600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Pushing event updated for resources: {'Port': ['ID=f8645695-6cd0-445d-9230-94a931254c5d,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:13.912135 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-958dd49a-a962-4d1a-b182-ae9527d363d6 req-c3cf121b-e0ab-4e04-b100-a08430f71264 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.917785 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-958dd49a-a962-4d1a-b182-ae9527d363d6 req-c3cf121b-e0ab-4e04-b100-a08430f71264 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:13.997187 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-958dd49a-a962-4d1a-b182-ae9527d363d6 req-c3cf121b-e0ab-4e04-b100-a08430f71264 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:14.010551 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-958dd49a-a962-4d1a-b182-ae9527d363d6 req-c3cf121b-e0ab-4e04-b100-a08430f71264 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4371519 Nov 09 17:42:14.054588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27a51e-9ca2-4efc-9721-f13898bec394 req-5d9e71eb-b740-42e9-b534-d84b6ed99ec9 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:14.062437 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc27a51e-9ca2-4efc-9721-f13898bec394 req-5d9e71eb-b740-42e9-b534-d84b6ed99ec9 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.4992638 Nov 09 17:42:14.067865 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf121b-e0ab-4e04-b100-a08430f71264 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e4ab8d-db52-4421-8c91-2f9ddb3a9d94,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:14.089449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851710-7831-4fa3-8616-38d2914b9215 req-75b6f793-74ef-4526-ab29-7bdc7f5c93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:14.091016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be851710-7831-4fa3-8616-38d2914b9215 req-75b6f793-74ef-4526-ab29-7bdc7f5c93bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad77c726-ac1c-4231-8ede-e03f13740e74 HTTP/1.1" status: 200 len: 801 time: 0.2240863 Nov 09 17:42:14.124529 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:14.148390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Attempting to bind port f8645695-6cd0-445d-9230-94a931254c5d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:14.148913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Attempting to bind port f8645695-6cd0-445d-9230-94a931254c5d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:14.149540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Attempting to bind port f8645695-6cd0-445d-9230-94a931254c5d on network 84ae81e5-486e-409a-8af4-dac28c6c08af {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:14.156265 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5871c28-8a65-4234-809c-0eac080ebdb9 req-f2de9fdc-acc0-45f1-8c9d-4d753ff5ee9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:14.166382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5871c28-8a65-4234-809c-0eac080ebdb9 req-f2de9fdc-acc0-45f1-8c9d-4d753ff5ee9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:14.176969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5871c28-8a65-4234-809c-0eac080ebdb9 req-f2de9fdc-acc0-45f1-8c9d-4d753ff5ee9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:14.187201 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:14.188091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Checking segment: {'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:14.188321 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:14.188798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Bound using segment: {'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:14.189425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Bound port: f8645695-6cd0-445d-9230-94a931254c5d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:14.192747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:14.193076 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5871c28-8a65-4234-809c-0eac080ebdb9 req-f2de9fdc-acc0-45f1-8c9d-4d753ff5ee9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2412 time: 0.1068916 Nov 09 17:42:14.197382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-44f10892-8d70-42a6-b601-c136e8552683 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Made reservation on behalf of 3fc2f364391d4a7ba375a1a2ebd4fb07 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:14.201500 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-44f10892-8d70-42a6-b601-c136e8552683 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:14.246202 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc27a51e-9ca2-4efc-9721-f13898bec394 req-5d2fc8d2-12be-4278-a7cc-cfb0e66596b0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808131 Nov 09 17:42:14.253621 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5871c28-8a65-4234-809c-0eac080ebdb9 req-bd209354-3384-4552-9a6e-06303864c546 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579836 Nov 09 17:42:14.299111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] For port f8645695-6cd0-445d-9230-94a931254c5d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:14.309009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] For port f8645695-6cd0-445d-9230-94a931254c5d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f8645695-6cd0-445d-9230-94a931254c5d,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:14.328466 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:14.334645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851710-7831-4fa3-8616-38d2914b9215 req-c2d27bb8-1a2b-41fc-b1b2-85586cbc7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:14.336428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be851710-7831-4fa3-8616-38d2914b9215 req-c2d27bb8-1a2b-41fc-b1b2-85586cbc7394 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60dc7cca-c628-4018-9573-f3686274f72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2354515 Nov 09 17:42:14.400834 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:14.461886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c05f1-46ce-4232-8245-a259561ebf50 None None] Pushing event updated for resources: {'Port': ['ID=f8645695-6cd0-445d-9230-94a931254c5d,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:14.477395 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588830e-c23d-4375-9383-c63767e227fa req-e0a569eb-10fd-44b3-8a50-7bf239a9c704 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:14.481774 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5588830e-c23d-4375-9383-c63767e227fa req-e0a569eb-10fd-44b3-8a50-7bf239a9c704 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 932 time: 0.1217940 Nov 09 17:42:14.487148 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-85470369-1f50-442a-b787-9252367857a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:14.497369 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-85470369-1f50-442a-b787-9252367857a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:14.566944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85470369-1f50-442a-b787-9252367857a0 None None] Network caef3937-f152-432b-bbec-f7e9cc0ef78a is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:14.568440 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85470369-1f50-442a-b787-9252367857a0 None None] Pushing event updated for resources: {'Port': ['ID=167b8fde-fbf8-4b30-9002-ffc434d36e16,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:14.573059 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-85470369-1f50-442a-b787-9252367857a0 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:14.579871 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85470369-1f50-442a-b787-9252367857a0 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:14.598754 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89fc4af7-ade1-40a0-8ae3-713519bd529d req-555737fb-6e30-45c6-befe-480d2d2428bd tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/71e4ab8d-db52-4421-8c91-2f9ddb3a9d94 HTTP/1.1" status: 200 len: 1806 time: 0.3239114 Nov 09 17:42:14.605983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Allocated IP 172.20.0.1 (caef3937-f152-432b-bbec-f7e9cc0ef78a/9f53f5b4-d463-43f7-a916-bcbf6fb13657/10831ea1-9e7c-4bf3-9f9c-4bd9f4d5a058) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:14.652539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-89fc4af7-ade1-40a0-8ae3-713519bd529d req-3420932a-8417-4276-983e-949171551d83 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '71e4ab8d-db52-4421-8c91-2f9ddb3a9d94', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:14.652871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-89fc4af7-ade1-40a0-8ae3-713519bd529d req-3420932a-8417-4276-983e-949171551d83 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '71e4ab8d-db52-4421-8c91-2f9ddb3a9d94', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:14.660079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-85470369-1f50-442a-b787-9252367857a0 None None] Attempting to bind port 167b8fde-fbf8-4b30-9002-ffc434d36e16 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:14.660079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-85470369-1f50-442a-b787-9252367857a0 None None] Attempting to bind port 167b8fde-fbf8-4b30-9002-ffc434d36e16 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '35d15bac-6bea-4fcd-8399-00157c24435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'caef3937-f152-432b-bbec-f7e9cc0ef78a'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:14.660079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85470369-1f50-442a-b787-9252367857a0 None None] Attempting to bind port 167b8fde-fbf8-4b30-9002-ffc434d36e16 on network caef3937-f152-432b-bbec-f7e9cc0ef78a {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:14.666678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85470369-1f50-442a-b787-9252367857a0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:14.667071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85470369-1f50-442a-b787-9252367857a0 None None] Checking segment: {'id': '35d15bac-6bea-4fcd-8399-00157c24435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'caef3937-f152-432b-bbec-f7e9cc0ef78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:14.667527 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-85470369-1f50-442a-b787-9252367857a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:14.668017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85470369-1f50-442a-b787-9252367857a0 None None] Bound using segment: {'id': '35d15bac-6bea-4fcd-8399-00157c24435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'caef3937-f152-432b-bbec-f7e9cc0ef78a'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:14.668529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-85470369-1f50-442a-b787-9252367857a0 None None] Bound port: 167b8fde-fbf8-4b30-9002-ffc434d36e16, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d15bac-6bea-4fcd-8399-00157c24435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'caef3937-f152-432b-bbec-f7e9cc0ef78a'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:14.668932 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-85470369-1f50-442a-b787-9252367857a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:14.749258 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be851710-7831-4fa3-8616-38d2914b9215 req-2ebbb928-3a87-49bb-9cde-cc557e7865c0 service neutron] 10.222.0.18 "GET /v2.0/networks/60dc7cca-c628-4018-9573-f3686274f72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995187 Nov 09 17:42:14.804647 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5588830e-c23d-4375-9383-c63767e227fa req-893e206b-1e34-4f0c-9352-2aa563d37c2c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007647 Nov 09 17:42:14.869819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-44f10892-8d70-42a6-b601-c136e8552683 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Allocated IP 172.20.0.10 (87823cd0-78b4-431d-8bac-d10afad7f91c/cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e/a783b67a-ef97-4c95-b179-d3df93a25c02) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:14.891085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-85470369-1f50-442a-b787-9252367857a0 None None] For port 167b8fde-fbf8-4b30-9002-ffc434d36e16, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:14.897127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-85470369-1f50-442a-b787-9252367857a0 None None] For port 167b8fde-fbf8-4b30-9002-ffc434d36e16, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=167b8fde-fbf8-4b30-9002-ffc434d36e16,segment=NetworkSegment(35d15bac-6bea-4fcd-8399-00157c24435c),segment_id=35d15bac-6bea-4fcd-8399-00157c24435c)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:14.906480 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-85470369-1f50-442a-b787-9252367857a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:14.993172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85470369-1f50-442a-b787-9252367857a0 None None] Pushing event updated for resources: {'Port': ['ID=167b8fde-fbf8-4b30-9002-ffc434d36e16,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:15.046243 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:15.160241 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:15.187899 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c2f95e85-8d67-4af3-b33f-5a2fc8c36dff req-196d170f-b19a-4673-b590-7ae17f3cd20b tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 210 time: 0.0448744 Nov 09 17:42:15.241419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network caef3937-f152-432b-bbec-f7e9cc0ef78a is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:15.250623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:15.261159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:15.289923 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:15.364680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=10831ea1-9e7c-4bf3-9f9c-4bd9f4d5a058,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:15.404378 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:15.561134 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786bcdf-b990-4952-a4fc-acd0e4b7e732 req-1d816003-c205-4b98-9756-67358b1b26f0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:15.563248 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0786bcdf-b990-4952-a4fc-acd0e4b7e732 req-1d816003-c205-4b98-9756-67358b1b26f0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.0983651 Nov 09 17:42:15.589292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-89fc4af7-ade1-40a0-8ae3-713519bd529d req-3420932a-8417-4276-983e-949171551d83 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:15.627021 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:15.672527 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0786bcdf-b990-4952-a4fc-acd0e4b7e732 req-45e19f99-9a51-4f5b-a079-b280bb793707 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738456 Nov 09 17:42:15.672831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be851710-7831-4fa3-8616-38d2914b9215 req-5014644a-ce95-42ca-b3b8-fa31a4201b7e service neutron] 10.222.0.18 "GET /v2.0/networks/60dc7cca-c628-4018-9573-f3686274f72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9055500 Nov 09 17:42:15.692090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 686e9806-6531-4fb7-94ac-717d4d62c01b details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:42:15.769024 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:15.817552 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:15.876830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c25d17-aeb3-48ca-937d-2fea70024c42 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:15.887369 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-89fc4af7-ade1-40a0-8ae3-713519bd529d req-3420932a-8417-4276-983e-949171551d83 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:15.896537 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:15.925968 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-89fc4af7-ade1-40a0-8ae3-713519bd529d req-3420932a-8417-4276-983e-949171551d83 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:15.994840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff23e8-7aae-4154-9ea4-a068c85331bc req-852277fc-66ee-496c-a7cc-e8f792500270 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:16.045213 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff23e8-7aae-4154-9ea4-a068c85331bc req-852277fc-66ee-496c-a7cc-e8f792500270 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:16.045518 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 686e9806-6531-4fb7-94ac-717d4d62c01b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=686e9806-6531-4fb7-94ac-717d4d62c01b,segment=NetworkSegment(6ec45c15-2ae5-486c-afea-74ba29067b44),segment_id=6ec45c15-2ae5-486c-afea-74ba29067b44)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:16.054702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Transition to ACTIVE for port object a8c25d17-aeb3-48ca-937d-2fea70024c42 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:42:16.061135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 167b8fde-fbf8-4b30-9002-ffc434d36e16 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:16.063201 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff23e8-7aae-4154-9ea4-a068c85331bc req-852277fc-66ee-496c-a7cc-e8f792500270 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:16.067408 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9ff23e8-7aae-4154-9ea4-a068c85331bc req-852277fc-66ee-496c-a7cc-e8f792500270 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2412 time: 0.3069258 Nov 09 17:42:16.103176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '686e9806-6531-4fb7-94ac-717d4d62c01b', 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a', 'port_id': '686e9806-6531-4fb7-94ac-717d4d62c01b', 'mac_address': 'fa:16:3e:bb:b6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad77c726-ac1c-4231-8ede-e03f13740e74', 'ip_address': '19.80.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:42:16.115396 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420932a-8417-4276-983e-949171551d83 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdffbf79-71cf-4633-b401-10a253dd7190,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:16.118024 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.163762 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-89fc4af7-ade1-40a0-8ae3-713519bd529d req-3420932a-8417-4276-983e-949171551d83 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.164767 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89fc4af7-ade1-40a0-8ae3-713519bd529d req-3420932a-8417-4276-983e-949171551d83 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.5651271 Nov 09 17:42:16.178115 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.210394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686e9806-6531-4fb7-94ac-717d4d62c01b {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:16.239399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 686e9806-6531-4fb7-94ac-717d4d62c01b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=686e9806-6531-4fb7-94ac-717d4d62c01b,segment=NetworkSegment(6ec45c15-2ae5-486c-afea-74ba29067b44),segment_id=6ec45c15-2ae5-486c-afea-74ba29067b44)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:16.247954 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.259419 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-44f10892-8d70-42a6-b601-c136e8552683 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.308016 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 167b8fde-fbf8-4b30-9002-ffc434d36e16 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:16.308593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.309463 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9ff23e8-7aae-4154-9ea4-a068c85331bc req-5db5f805-569b-440c-936c-33e3b216ec0e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295325 Nov 09 17:42:16.352314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c25d17-aeb3-48ca-937d-2fea70024c42,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:16.354977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Allocated IP 172.25.1.222 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/36b89e65-bf99-4960-b023-b9fcb1eaefac) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:16.362949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=686e9806-6531-4fb7-94ac-717d4d62c01b,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:16.476687 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.496497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd87bf8f-5fe9-458b-a2ca-4a842ea3bf00 None None] Network 84ae81e5-486e-409a-8af4-dac28c6c08af requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:16.548206 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:42:16.578871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-9c8e9141-4bfb-46e5-8381-6c188dfbb989 req-cac1fdce-a6e5-4961-8ef3-7cbb9fb3e1e9 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-901330087', 'description': 'tempest-description-790264618'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:16.596902 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-44f10892-8d70-42a6-b601-c136e8552683 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.606214 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 167b8fde-fbf8-4b30-9002-ffc434d36e16, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=167b8fde-fbf8-4b30-9002-ffc434d36e16,segment=NetworkSegment(35d15bac-6bea-4fcd-8399-00157c24435c),segment_id=35d15bac-6bea-4fcd-8399-00157c24435c)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:16.608531 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-390c02ac-82e4-45f1-98d1-81cf9ffc6a41 None None] Provisioning complete for port f8645695-6cd0-445d-9230-94a931254c5d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:16.609166 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-390c02ac-82e4-45f1-98d1-81cf9ffc6a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.619753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:16.648166 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.648718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9746b5-d177-4b21-926d-521a0e891b21 req-b49292e5-74b8-4721-9746-7c66c48b8ce6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:16.649027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f8645695-6cd0-445d-9230-94a931254c5d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:16.650603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b9746b5-d177-4b21-926d-521a0e891b21 req-b49292e5-74b8-4721-9746-7c66c48b8ce6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 944 time: 0.3073328 Nov 09 17:42:16.683598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['686e9806-6531-4fb7-94ac-717d4d62c01b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:16.694085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Attempting to bind port a8c25d17-aeb3-48ca-937d-2fea70024c42 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:16.694463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Attempting to bind port a8c25d17-aeb3-48ca-937d-2fea70024c42 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:16.694830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Attempting to bind port a8c25d17-aeb3-48ca-937d-2fea70024c42 on network 75c018ec-0b04-4833-997f-dc4d1238f2df {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:16.714815 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.720606 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9c8e9141-4bfb-46e5-8381-6c188dfbb989 req-cac1fdce-a6e5-4961-8ef3-7cbb9fb3e1e9 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.738359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-44f10892-8d70-42a6-b601-c136e8552683 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Network 87823cd0-78b4-431d-8bac-d10afad7f91c is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:16.742101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Port a8c25d17-aeb3-48ca-937d-2fea70024c42 on network 75c018ec-0b04-4833-997f-dc4d1238f2df not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:42:16.742484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Attempting to bind port a8c25d17-aeb3-48ca-937d-2fea70024c42 on network 75c018ec-0b04-4833-997f-dc4d1238f2df {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:16.746484 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.757618 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-44f10892-8d70-42a6-b601-c136e8552683 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:16.759770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f10892-8d70-42a6-b601-c136e8552683 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'Port': ['ID=a783b67a-ef97-4c95-b179-d3df93a25c02,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:16.762690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-44f10892-8d70-42a6-b601-c136e8552683 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:16.777506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:16.777879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Checking segment: {'id': '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:16.778261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Bound using segment: {'id': '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:16.779203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Bound port: a8c25d17-aeb3-48ca-937d-2fea70024c42, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:16.779203 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.847672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b9746b5-d177-4b21-926d-521a0e891b21 req-0cf56cc9-fe73-43b9-8ba6-d9977254329d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838732 Nov 09 17:42:16.854405 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.866078 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.921659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-44f10892-8d70-42a6-b601-c136e8552683 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:16.922346 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-44f10892-8d70-42a6-b601-c136e8552683 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:16.957741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c185d-ea0a-40af-a6cd-1513402fba27 None None] Network caef3937-f152-432b-bbec-f7e9cc0ef78a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:16.964778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=10831ea1-9e7c-4bf3-9f9c-4bd9f4d5a058,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:16.995524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-44f10892-8d70-42a6-b601-c136e8552683 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5599523 Nov 09 17:42:17.000718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] For port a8c25d17-aeb3-48ca-937d-2fea70024c42, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:17.026636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Request body: {'port': {'device_id': 'cc8466f2-e424-47b0-8937-fca45b4e6572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:17.059171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] For port a8c25d17-aeb3-48ca-937d-2fea70024c42, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8c25d17-aeb3-48ca-937d-2fea70024c42,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:17.067402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=167b8fde-fbf8-4b30-9002-ffc434d36e16,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:17.086209 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.094205 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.138119 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9c8e9141-4bfb-46e5-8381-6c188dfbb989 req-cac1fdce-a6e5-4961-8ef3-7cbb9fb3e1e9 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.152287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9c8e9141-4bfb-46e5-8381-6c188dfbb989 req-cac1fdce-a6e5-4961-8ef3-7cbb9fb3e1e9 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.183948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f8645695-6cd0-445d-9230-94a931254c5d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:17.184324 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.207657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d163bd2-08b2-4cc2-ad4a-6ee8ea4d4e16 req-68c73395-8b1a-4e12-a3f8-a250e529d19a tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:17.208028 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9c8e9141-4bfb-46e5-8381-6c188dfbb989 req-cac1fdce-a6e5-4961-8ef3-7cbb9fb3e1e9 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.209317 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c8e9141-4bfb-46e5-8381-6c188dfbb989 req-cac1fdce-a6e5-4961-8ef3-7cbb9fb3e1e9 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6442783 Nov 09 17:42:17.211517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network caef3937-f152-432b-bbec-f7e9cc0ef78a is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:17.212703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1fdce-a6e5-4961-8ef3-7cbb9fb3e1e9 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e17ba3-f1a5-4ccd-8d59-6d647afd86bd,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:17.216355 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d163bd2-08b2-4cc2-ad4a-6ee8ea4d4e16 req-68c73395-8b1a-4e12-a3f8-a250e529d19a tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 932 time: 0.2604487 Nov 09 17:42:17.217501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:17.218186 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.219735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] 10.222.0.18 "PUT /v2.0/ports/a8c25d17-aeb3-48ca-937d-2fea70024c42 HTTP/1.1" status: 200 len: 1092 time: 3.3689182 Nov 09 17:42:17.225732 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.228474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:17.233669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f86a605-ec9d-4416-8b09-d81c2babbf26', 'tag': 'a8c25d17-aeb3-48ca-937d-2fea70024c42'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:17.250297 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201c7913-8721-4233-9c1f-1fb3015c1fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f86a605-ec9d-4416-8b09-d81c2babbf26", "tag": "a8c25d17-aeb3-48ca-937d-2fea70024c42"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:17.295345 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:17.296604 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-390c02ac-82e4-45f1-98d1-81cf9ffc6a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.323846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:17.351933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:17.354091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861080c-879e-4a89-8e02-76bc30e46891 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c25d17-aeb3-48ca-937d-2fea70024c42,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:17.408470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8044b6c-5b6b-4ef8-997f-7aa261f7c951 req-148c013e-31e2-466d-870b-9ec503e62037 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:17.412012 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8044b6c-5b6b-4ef8-997f-7aa261f7c951 req-148c013e-31e2-466d-870b-9ec503e62037 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.0887156 Nov 09 17:42:17.460433 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d163bd2-08b2-4cc2-ad4a-6ee8ea4d4e16 req-4f960ddb-da85-484b-aa38-cff0df8d8381 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007489 Nov 09 17:42:17.494432 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8044b6c-5b6b-4ef8-997f-7aa261f7c951 req-1c9a6015-f129-42aa-9f19-5a6e49e1b1b8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738146 Nov 09 17:42:17.510531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 0e77900b-aab5-49d2-bc76-bd8d0baae851 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:42:17.521936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-390c02ac-82e4-45f1-98d1-81cf9ffc6a41 None None] For port f8645695-6cd0-445d-9230-94a931254c5d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f8645695-6cd0-445d-9230-94a931254c5d,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:17.526331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Pushing event updated for resources: {'Port': ['ID=36b89e65-bf99-4960-b023-b9fcb1eaefac,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:17.600096 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-390c02ac-82e4-45f1-98d1-81cf9ffc6a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.662278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-205c3605-faef-4e5e-9a04-207e089645e7 req-fc0ae239-8205-4bf9-9393-7b2c54d254da tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-145591298', 'description': 'tempest-description-844539510'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:17.673753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-13b907c4-4771-4b9f-a535-7d596f3c675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:17.674357 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.676342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-13b907c4-4771-4b9f-a535-7d596f3c675a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a617172035c4d19aef584a080aeda51&device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 1095 time: 0.3421493 Nov 09 17:42:17.688349 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809dd273-5d9d-4117-8e4a-c4c4e3b8005d x-openstack-request-id: req-809dd273-5d9d-4117-8e4a-c4c4e3b8005d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:17.688654 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f86a605-ec9d-4416-8b09-d81c2babbf26", "tag": "a8c25d17-aeb3-48ca-937d-2fea70024c42", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:17.688909 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-809dd273-5d9d-4117-8e4a-c4c4e3b8005d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:17.689335 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f86a605-ec9d-4416-8b09-d81c2babbf26', 'tag': 'a8c25d17-aeb3-48ca-937d-2fea70024c42', 'status': 'completed', 'code': 200} Nov 09 17:42:17.698523 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-205c3605-faef-4e5e-9a04-207e089645e7 req-fc0ae239-8205-4bf9-9393-7b2c54d254da tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.764442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:17.766686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 99abee86-2d5b-4ed1-91e8-67c45376eac3 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:42:17.775305 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-384cf6eb-dc28-4e27-86ce-04209445f86d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/0e77900b-aab5-49d2-bc76-bd8d0baae851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6671274 Nov 09 17:42:17.776417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57194) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:17.793962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18de79-e58c-4ce1-b330-b0562142884f None None] Sync routers for ids ['0e77900b-aab5-49d2-bc76-bd8d0baae851'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:17.796714 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-e55afbc5-d3bc-45f8-94a5-948c78b6838e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c25d17-aeb3-48ca-937d-2fea70024c42 HTTP/1.1" status: 200 len: 217 time: 0.1039321 Nov 09 17:42:17.863153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18de79-e58c-4ce1-b330-b0562142884f None None] Routers {'0e77900b-aab5-49d2-bc76-bd8d0baae851'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:17.863523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-bc18de79-e58c-4ce1-b330-b0562142884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0e77900b-aab5-49d2-bc76-bd8d0baae851'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:17.893299 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-205c3605-faef-4e5e-9a04-207e089645e7 req-fc0ae239-8205-4bf9-9393-7b2c54d254da tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.917085 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-205c3605-faef-4e5e-9a04-207e089645e7 req-fc0ae239-8205-4bf9-9393-7b2c54d254da tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:17.933481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a39475-3923-4724-92ff-d53d6204cd6e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:17.940091 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-41a39475-3923-4724-92ff-d53d6204cd6e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports/10831ea1-9e7c-4bf3-9f9c-4bd9f4d5a058 HTTP/1.1" status: 200 len: 910 time: 0.1519091 Nov 09 17:42:17.942702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57198) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:17.946979 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-dd12f017-56dc-4a14-b51e-db426125bc71 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f53f5b4-d463-43f7-a916-bcbf6fb13657'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:18.039025 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-205c3605-faef-4e5e-9a04-207e089645e7 req-fc0ae239-8205-4bf9-9393-7b2c54d254da tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:18.041994 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-205c3605-faef-4e5e-9a04-207e089645e7 req-fc0ae239-8205-4bf9-9393-7b2c54d254da tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4216971 Nov 09 17:42:18.044166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ae239-8205-4bf9-9393-7b2c54d254da tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fb26d4-80bb-4819-a01e-34987b4adf69,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:18.141194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a783b67a-ef97-4c95-b179-d3df93a25c02 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:18.152344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-b789db46-5ce3-477c-baa9-6343e6984514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:18.153863 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-b789db46-5ce3-477c-baa9-6343e6984514 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c4be93-f0c0-41e5-b7af-e37ae762dc0f HTTP/1.1" status: 200 len: 853 time: 0.3366287 Nov 09 17:42:18.164369 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:18.187353 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c02ac-82e4-45f1-98d1-81cf9ffc6a41 None None] Pushing event updated for resources: {'Port': ['ID=f8645695-6cd0-445d-9230-94a931254c5d,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:18.192972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ebc38-6dc6-48fd-856e-4671fc7da83d req-65794d96-9ec1-425b-baef-b292d286a5d4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:18.194772 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-cb729093-8f09-485d-9901-bf2b46bbf77c None None] Provisioning complete for port 167b8fde-fbf8-4b30-9002-ffc434d36e16 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:18.195826 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cb729093-8f09-485d-9901-bf2b46bbf77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:18.198945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ebc38-6dc6-48fd-856e-4671fc7da83d req-65794d96-9ec1-425b-baef-b292d286a5d4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:18.205594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ebc38-6dc6-48fd-856e-4671fc7da83d req-65794d96-9ec1-425b-baef-b292d286a5d4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:18.213823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a2ebc38-6dc6-48fd-856e-4671fc7da83d req-65794d96-9ec1-425b-baef-b292d286a5d4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2413 time: 0.4257367 Nov 09 17:42:18.275472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-bc18de79-e58c-4ce1-b330-b0562142884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:18.294388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-74783421-bb63-4e61-87b7-7eb5cbfa4b78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75c018ec-0b04-4833-997f-dc4d1238f2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235845 Nov 09 17:42:18.294741 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:42:18.298021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Transition to ACTIVE for port object a783b67a-ef97-4c95-b179-d3df93a25c02 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:42:18.303855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 167b8fde-fbf8-4b30-9002-ffc434d36e16 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:18.312385 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd12f017-56dc-4a14-b51e-db426125bc71 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:18.317823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:18.416953 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18de79-e58c-4ce1-b330-b0562142884f None None] Routers {'0e77900b-aab5-49d2-bc76-bd8d0baae851'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:18.417413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-bc18de79-e58c-4ce1-b330-b0562142884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0e77900b-aab5-49d2-bc76-bd8d0baae851'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:18.448123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:18.472679 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a2ebc38-6dc6-48fd-856e-4671fc7da83d req-c09983ce-dbb6-4a81-82fe-eeeb9d142de3 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574928 Nov 09 17:42:18.491501 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6129f1-631c-4665-8211-83ed36b6535d req-c0bd9c97-f2c3-4f22-ac38-ac0b28073e3e tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:18.503372 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6b6129f1-631c-4665-8211-83ed36b6535d req-c0bd9c97-f2c3-4f22-ac38-ac0b28073e3e tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 944 time: 0.2315593 Nov 09 17:42:18.545240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-bc18de79-e58c-4ce1-b330-b0562142884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:18.545935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18de79-e58c-4ce1-b330-b0562142884f None None] The sync data for ids ['0e77900b-aab5-49d2-bc76-bd8d0baae851'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:18.616575 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 99abee86-2d5b-4ed1-91e8-67c45376eac3, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=99abee86-2d5b-4ed1-91e8-67c45376eac3,segment=NetworkSegment(3d4884bf-6126-44e3-9665-937553d84546),segment_id=3d4884bf-6126-44e3-9665-937553d84546)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:18.644774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 167b8fde-fbf8-4b30-9002-ffc434d36e16 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:18.645349 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:18.648346 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '99abee86-2d5b-4ed1-91e8-67c45376eac3', 'network_id': 'd9e64f3b-c862-4a24-b618-8572f04cf6b4', 'port_id': '99abee86-2d5b-4ed1-91e8-67c45376eac3', 'mac_address': 'fa:16:3e:96:7b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62632d6a-2da0-43f1-a4a8-dabe94d2e48f', 'ip_address': '19.86.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:42:18.750171 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6b6129f1-631c-4665-8211-83ed36b6535d req-59ddca22-66cc-4143-89c4-d9efdb696ffc tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449744 Nov 09 17:42:18.750837 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:18.816417 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99abee86-2d5b-4ed1-91e8-67c45376eac3 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:18.825505 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-20e6566c-d970-4a69-84f2-c22976d68ea4 None None] Provisioning complete for port f8645695-6cd0-445d-9230-94a931254c5d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:18.825895 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-20e6566c-d970-4a69-84f2-c22976d68ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:18.885195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Pushing event updated for resources: {'Port': ['ID=a783b67a-ef97-4c95-b179-d3df93a25c02,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:18.911008 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 99abee86-2d5b-4ed1-91e8-67c45376eac3, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=99abee86-2d5b-4ed1-91e8-67c45376eac3,segment=NetworkSegment(3d4884bf-6126-44e3-9665-937553d84546),segment_id=3d4884bf-6126-44e3-9665-937553d84546)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:18.924082 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:18.925006 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 96a0fea6-d830-47b3-b365-565042030455 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:42:19.009205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-a8f74e8a-95c3-49f5-99d1-c901fe90b8f0 service neutron] 10.222.0.18 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7050836 Nov 09 17:42:19.094666 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdf9d5-bdad-4269-b0c8-0a083d3084f0 req-9e491f70-b834-44b2-961e-b9793e1cb8d0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:19.098461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-45bdf9d5-bdad-4269-b0c8-0a083d3084f0 req-9e491f70-b834-44b2-961e-b9793e1cb8d0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.2126148 Nov 09 17:42:19.099066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-217f2cb4-be2f-4a58-bde3-c95a4be074d0 req-a65f6c47-e5e1-4123-9bc0-2b8695247248 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/92e17ba3-f1a5-4ccd-8d59-6d647afd86bd HTTP/1.1" status: 200 len: 1805 time: 0.2316861 Nov 09 17:42:19.123339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=99abee86-2d5b-4ed1-91e8-67c45376eac3,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:19.206856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Attempting to bind port a783b67a-ef97-4c95-b179-d3df93a25c02 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:19.207695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Attempting to bind port a783b67a-ef97-4c95-b179-d3df93a25c02 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'b6a72571-bc06-4a45-93bb-b2a6aa2a6609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:19.208278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Attempting to bind port a783b67a-ef97-4c95-b179-d3df93a25c02 on network 87823cd0-78b4-431d-8bac-d10afad7f91c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:19.225160 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 96a0fea6-d830-47b3-b365-565042030455, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=96a0fea6-d830-47b3-b365-565042030455,segment=NetworkSegment(6ec45c15-2ae5-486c-afea-74ba29067b44),segment_id=6ec45c15-2ae5-486c-afea-74ba29067b44)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:19.248236 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '96a0fea6-d830-47b3-b365-565042030455', 'network_id': '60dc7cca-c628-4018-9573-f3686274f72a', 'port_id': '96a0fea6-d830-47b3-b365-565042030455', 'mac_address': 'fa:16:3e:16:c5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad77c726-ac1c-4231-8ede-e03f13740e74', 'ip_address': '19.80.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:42:19.271763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Port a783b67a-ef97-4c95-b179-d3df93a25c02 on network 87823cd0-78b4-431d-8bac-d10afad7f91c not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:42:19.275853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Attempting to bind port a783b67a-ef97-4c95-b179-d3df93a25c02 on network 87823cd0-78b4-431d-8bac-d10afad7f91c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:19.277395 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-45bdf9d5-bdad-4269-b0c8-0a083d3084f0 req-86ae631a-ad2c-4112-a882-a8f555a171b0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674564 Nov 09 17:42:19.306488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:19.307508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Checking segment: {'id': 'b6a72571-bc06-4a45-93bb-b2a6aa2a6609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:19.308099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Bound using segment: {'id': 'b6a72571-bc06-4a45-93bb-b2a6aa2a6609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:19.308754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Bound port: a783b67a-ef97-4c95-b179-d3df93a25c02, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a72571-bc06-4a45-93bb-b2a6aa2a6609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:19.309332 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:19.314323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-20e6566c-d970-4a69-84f2-c22976d68ea4 None None] Provisioning complete for port 10831ea1-9e7c-4bf3-9f9c-4bd9f4d5a058 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:19.314714 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-20e6566c-d970-4a69-84f2-c22976d68ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:19.336013 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02962b53-a3f6-4d98-8eed-7e0f62d96e72 req-0b5493aa-8ce0-4ec6-af54-54d9943da4a7 service neutron] 10.222.0.18 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156846 Nov 09 17:42:19.355741 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-217f2cb4-be2f-4a58-bde3-c95a4be074d0 req-ac65dcf9-29ec-4bcb-a41e-3f1fafae38ab tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/01fb26d4-80bb-4819-a01e-34987b4adf69 HTTP/1.1" status: 200 len: 1805 time: 0.2545948 Nov 09 17:42:19.364905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-217f2cb4-be2f-4a58-bde3-c95a4be074d0 req-264faab2-d12a-4524-9566-a016e8105912 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '92e17ba3-f1a5-4ccd-8d59-6d647afd86bd', 'remote_group_id': '01fb26d4-80bb-4819-a01e-34987b4adf69', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:19.365368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-217f2cb4-be2f-4a58-bde3-c95a4be074d0 req-264faab2-d12a-4524-9566-a016e8105912 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '92e17ba3-f1a5-4ccd-8d59-6d647afd86bd', 'remote_group_id': '01fb26d4-80bb-4819-a01e-34987b4adf69', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:19.394724 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:19.430207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a0fea6-d830-47b3-b365-565042030455 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:19.468235 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 96a0fea6-d830-47b3-b365-565042030455, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=96a0fea6-d830-47b3-b365-565042030455,segment=NetworkSegment(6ec45c15-2ae5-486c-afea-74ba29067b44),segment_id=6ec45c15-2ae5-486c-afea-74ba29067b44)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:19.469892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-20e6566c-d970-4a69-84f2-c22976d68ea4 None None] Port 10831ea1-9e7c-4bf3-9f9c-4bd9f4d5a058 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:42:19.477526 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:19.527165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-20e6566c-d970-4a69-84f2-c22976d68ea4 None None] Provisioning complete for port 167b8fde-fbf8-4b30-9002-ffc434d36e16 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:19.527577 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-20e6566c-d970-4a69-84f2-c22976d68ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:19.551704 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd12f017-56dc-4a14-b51e-db426125bc71 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:19.562045 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:19.573338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7913-8721-4233-9c1f-1fb3015c1fdd req-c485cdde-ec7f-4543-b224-baaf23691a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:19.575928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-201c7913-8721-4233-9c1f-1fb3015c1fdd req-c485cdde-ec7f-4543-b224-baaf23691a55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a617172035c4d19aef584a080aeda51&device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 1095 time: 0.1408186 Nov 09 17:42:19.583087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=96a0fea6-d830-47b3-b365-565042030455,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:19.592319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15b1b7-32bf-4dfb-8984-7208654fd0be req-e8e1e081-3189-495a-afe5-7c5249bdac1b tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:19.606835 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea15b1b7-32bf-4dfb-8984-7208654fd0be req-e8e1e081-3189-495a-afe5-7c5249bdac1b tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 944 time: 0.1953044 Nov 09 17:42:19.635356 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd12f017-56dc-4a14-b51e-db426125bc71 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:19.682604 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-217f2cb4-be2f-4a58-bde3-c95a4be074d0 req-264faab2-d12a-4524-9566-a016e8105912 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:19.689790 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] For port a783b67a-ef97-4c95-b179-d3df93a25c02, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:19.718510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 686e9806-6531-4fb7-94ac-717d4d62c01b up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:19.786974 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b6f3f038-3c65-4b45-a03c-98dda7067b37 None None] Provisioning complete for port 10831ea1-9e7c-4bf3-9f9c-4bd9f4d5a058 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:19.787397 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f038-3c65-4b45-a03c-98dda7067b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:19.790163 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea15b1b7-32bf-4dfb-8984-7208654fd0be req-d238d7dc-5e2e-467c-8327-38ac3c25fdf5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818924 Nov 09 17:42:19.822110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 686e9806-6531-4fb7-94ac-717d4d62c01b completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:42:19.826724 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd12f017-56dc-4a14-b51e-db426125bc71 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:19.828064 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd12f017-56dc-4a14-b51e-db426125bc71 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:19.830362 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dd12f017-56dc-4a14-b51e-db426125bc71 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/ports/10831ea1-9e7c-4bf3-9f9c-4bd9f4d5a058 HTTP/1.1" status: 200 len: 910 time: 1.8885303 Nov 09 17:42:19.832175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12f017-56dc-4a14-b51e-db426125bc71 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=10831ea1-9e7c-4bf3-9f9c-4bd9f4d5a058,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:19.836369 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57212) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:19.845388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 686e9806-6531-4fb7-94ac-717d4d62c01b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:19.846323 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:19.885854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] For port a783b67a-ef97-4c95-b179-d3df93a25c02, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a783b67a-ef97-4c95-b179-d3df93a25c02,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:19.919239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b6f3f038-3c65-4b45-a03c-98dda7067b37 None None] Port 10831ea1-9e7c-4bf3-9f9c-4bd9f4d5a058 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:42:19.934731 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:20.005993 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:20.076989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 686e9806-6531-4fb7-94ac-717d4d62c01b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=686e9806-6531-4fb7-94ac-717d4d62c01b,segment=NetworkSegment(6ec45c15-2ae5-486c-afea-74ba29067b44),segment_id=6ec45c15-2ae5-486c-afea-74ba29067b44)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:20.078729 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686e9806-6531-4fb7-94ac-717d4d62c01b'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:20.083726 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1a5cb9-a718-45f9-bfbe-29a747ec11f9" -d '{"events": [{"server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "name": "network-vif-plugged", "status": "completed", "tag": "686e9806-6531-4fb7-94ac-717d4d62c01b"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:20.090496 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:20.094283 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-217f2cb4-be2f-4a58-bde3-c95a4be074d0 req-264faab2-d12a-4524-9566-a016e8105912 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:20.104486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:20.105557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:20.108634 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] 10.222.0.13 "PUT /v2.0/ports/a783b67a-ef97-4c95-b179-d3df93a25c02 HTTP/1.1" status: 200 len: 1092 time: 3.0872605 Nov 09 17:42:20.113327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8466f2-e424-47b0-8937-fca45b4e6572', 'tag': 'a783b67a-ef97-4c95-b179-d3df93a25c02'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:20.127049 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3fc591-02ee-4d99-be80-9620e8159b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8466f2-e424-47b0-8937-fca45b4e6572", "tag": "a783b67a-ef97-4c95-b179-d3df93a25c02"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:20.151909 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-217f2cb4-be2f-4a58-bde3-c95a4be074d0 req-264faab2-d12a-4524-9566-a016e8105912 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:20.171409 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7913-8721-4233-9c1f-1fb3015c1fdd req-962398fd-8577-443e-a910-6751d4567d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:20.173004 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-201c7913-8721-4233-9c1f-1fb3015c1fdd req-962398fd-8577-443e-a910-6751d4567d8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=75c018ec-0b04-4833-997f-dc4d1238f2df HTTP/1.1" status: 200 len: 914 time: 0.5827105 Nov 09 17:42:20.222991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['99abee86-2d5b-4ed1-91e8-67c45376eac3'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:20.278191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=686e9806-6531-4fb7-94ac-717d4d62c01b,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:20.278859 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264faab2-d12a-4524-9566-a016e8105912 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efa964e-8051-4182-8492-e3a2a84512e1,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:20.289646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bf3d7-cb91-4720-9ebf-62fd149f0d0f service neutron] Pushing event updated for resources: {'Port': ['ID=a783b67a-ef97-4c95-b179-d3df93a25c02,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:20.294184 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-201c7913-8721-4233-9c1f-1fb3015c1fdd req-97281a6f-61d8-4b56-bb41-abe4dd8c9401 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c25d17-aeb3-48ca-937d-2fea70024c42 HTTP/1.1" status: 200 len: 217 time: 0.0995431 Nov 09 17:42:20.308285 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-217f2cb4-be2f-4a58-bde3-c95a4be074d0 req-264faab2-d12a-4524-9566-a016e8105912 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:20.322850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-217f2cb4-be2f-4a58-bde3-c95a4be074d0 req-264faab2-d12a-4524-9566-a016e8105912 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9660809 Nov 09 17:42:20.343639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['96a0fea6-d830-47b3-b365-565042030455'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:20.405931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f8645695-6cd0-445d-9230-94a931254c5d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:20.410502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7913-8721-4233-9c1f-1fb3015c1fdd req-d8d216fb-bd45-43da-a106-48b2680c196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:20.412476 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-201c7913-8721-4233-9c1f-1fb3015c1fdd req-d8d216fb-bd45-43da-a106-48b2680c196b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58c4be93-f0c0-41e5-b7af-e37ae762dc0f HTTP/1.1" status: 200 len: 853 time: 0.1097670 Nov 09 17:42:20.480954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-6e35f005-07df-4aa5-a361-67e29e338d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:20.482546 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-6e35f005-07df-4aa5-a361-67e29e338d09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07&device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 1095 time: 0.2855799 Nov 09 17:42:20.486143 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-201c7913-8721-4233-9c1f-1fb3015c1fdd req-883ccda3-dfb2-4d76-9f56-45714e87e0ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75c018ec-0b04-4833-997f-dc4d1238f2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562816 Nov 09 17:42:20.493269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Router 57957a90-f259-45c0-bfb7-42d7f9c2f048 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:42:20.594959 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-b78445c3-4322-446f-908e-d365bde71ff1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a783b67a-ef97-4c95-b179-d3df93a25c02 HTTP/1.1" status: 200 len: 217 time: 0.0976613 Nov 09 17:42:20.646014 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f8645695-6cd0-445d-9230-94a931254c5d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:20.646529 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:20.655069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38376399-75f9-4ada-b824-27ab88d034db req-c6888684-2128-4d16-8d66-64282e458588 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:20.655069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38376399-75f9-4ada-b824-27ab88d034db req-c6888684-2128-4d16-8d66-64282e458588 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 944 time: 0.2391281 Nov 09 17:42:20.660529 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce3908-535b-45e2-a94e-e61bae925f39 req-e3cd076c-3eb9-42a2-ad0d-3c6143fb97e7 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:20.670579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce3908-535b-45e2-a94e-e61bae925f39 req-e3cd076c-3eb9-42a2-ad0d-3c6143fb97e7 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:20.682069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce3908-535b-45e2-a94e-e61bae925f39 req-e3cd076c-3eb9-42a2-ad0d-3c6143fb97e7 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:20.684912 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5ce3908-535b-45e2-a94e-e61bae925f39 req-e3cd076c-3eb9-42a2-ad0d-3c6143fb97e7 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2416 time: 0.2294087 Nov 09 17:42:20.766629 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d20156f2-9536-40f0-9a1b-c6ddc7921661 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:20.809016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-2e0eda0f-ddaa-484b-9f0c-356606ed4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:20.810646 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-2e0eda0f-ddaa-484b-9f0c-356606ed4151 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e HTTP/1.1" status: 200 len: 852 time: 0.2015522 Nov 09 17:42:20.833498 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-201c7913-8721-4233-9c1f-1fb3015c1fdd req-d0c0c13b-577c-4bb0-b72e-c1ca0e570296 service neutron] 10.222.0.18 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378403 Nov 09 17:42:20.838184 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5ce3908-535b-45e2-a94e-e61bae925f39 req-cfdc5e66-4fc8-413a-84a6-0450fd86c3c7 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353021 Nov 09 17:42:20.840176 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38376399-75f9-4ada-b824-27ab88d034db req-c53e3595-6a29-412d-9388-4ae0bd78ff33 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407850 Nov 09 17:42:20.871628 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-0807bf4a-6e34-4fd2-8598-0696761f3eca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87823cd0-78b4-431d-8bac-d10afad7f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501566 Nov 09 17:42:20.994331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:21.002291 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02533ac-d88e-4b4a-a2be-45b4b2f6cad7 x-openstack-request-id: req-f02533ac-d88e-4b4a-a2be-45b4b2f6cad7 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:21.002744 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8466f2-e424-47b0-8937-fca45b4e6572", "tag": "a783b67a-ef97-4c95-b179-d3df93a25c02", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:21.003113 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f02533ac-d88e-4b4a-a2be-45b4b2f6cad7 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:21.003573 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8466f2-e424-47b0-8937-fca45b4e6572', 'tag': 'a783b67a-ef97-4c95-b179-d3df93a25c02', 'status': 'completed', 'code': 200} Nov 09 17:42:21.025438 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Sync routers for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:21.029852 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c91b7e-b4ed-4a09-88a4-74faa8655cdc x-openstack-request-id: req-56c91b7e-b4ed-4a09-88a4-74faa8655cdc {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:21.031347 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "name": "network-vif-plugged", "status": "completed", "tag": "686e9806-6531-4fb7-94ac-717d4d62c01b", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:21.031874 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56c91b7e-b4ed-4a09-88a4-74faa8655cdc {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:21.032515 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686e9806-6531-4fb7-94ac-717d4d62c01b', 'code': 200} Nov 09 17:42:21.042381 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:21.044760 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:21.053233 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:21.054515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8c426cce-3ba4-48c7-8dbd-1ab96a93dc34 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.5992448 Nov 09 17:42:21.060564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57224) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:21.176847 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-f73fde28-bf12-4130-8215-46305fc83716 service neutron] 10.222.0.13 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774696 Nov 09 17:42:21.182571 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-201c7913-8721-4233-9c1f-1fb3015c1fdd req-485eed0b-1cbf-4f70-ab2e-3aa4eadbe3ef service neutron] 10.222.0.18 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244362 Nov 09 17:42:21.230889 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:21.311148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0a9bf-ea75-4388-8d1e-f409ffb2a2fb req-66a9d0bf-956c-4c12-a5a6-8bcd840003f2 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:21.312857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8f0a9bf-ea75-4388-8d1e-f409ffb2a2fb req-66a9d0bf-956c-4c12-a5a6-8bcd840003f2 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.1785748 Nov 09 17:42:21.500116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-f5f7ba33-2af9-462e-bf36-4f7ff532eabc req-370d45f2-2eb8-4a15-a3f0-2c03af87eea2 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-93595924', 'description': 'tempest-description-1609965074'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:21.556739 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f5f7ba33-2af9-462e-bf36-4f7ff532eabc req-370d45f2-2eb8-4a15-a3f0-2c03af87eea2 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:21.557855 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:17Z', 'revision_number': 3, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:21.611403 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Checking router: 57957a90-f259-45c0-bfb7-42d7f9c2f048 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:42:21.612588 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Updating router 57957a90-f259-45c0-bfb7-42d7f9c2f048 port 36b89e65-bf99-4960-b023-b9fcb1eaefac binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:42:21.667011 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:21.696290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dffe5801-7313-47ba-a22d-538b4672e8b6 req-bdcb5e87-3bb7-408c-a6a2-84b8168410cf service neutron] 10.222.0.13 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900827 Nov 09 17:42:21.706608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f5f7ba33-2af9-462e-bf36-4f7ff532eabc req-370d45f2-2eb8-4a15-a3f0-2c03af87eea2 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:21.719435 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f5f7ba33-2af9-462e-bf36-4f7ff532eabc req-370d45f2-2eb8-4a15-a3f0-2c03af87eea2 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:21.725284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8f0a9bf-ea75-4388-8d1e-f409ffb2a2fb req-16d44f2e-2702-4932-92c0-78f1c54534a1 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021153 Nov 09 17:42:21.781378 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f5f7ba33-2af9-462e-bf36-4f7ff532eabc req-370d45f2-2eb8-4a15-a3f0-2c03af87eea2 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:21.782734 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f5f7ba33-2af9-462e-bf36-4f7ff532eabc req-370d45f2-2eb8-4a15-a3f0-2c03af87eea2 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2870197 Nov 09 17:42:21.786884 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d45f2-2eb8-4a15-a3f0-2c03af87eea2 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243c9c7d-ffc6-4b86-a135-2bf93843e450,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:21.796853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d20156f2-9536-40f0-9a1b-c6ddc7921661 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port 10831ea1-9e7c-4bf3-9f9c-4bd9f4d5a058 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:42:21.796853 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d20156f2-9536-40f0-9a1b-c6ddc7921661 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:21.974181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d20156f2-9536-40f0-9a1b-c6ddc7921661 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:21.996980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-169b7699-132c-49c6-8082-988703a168ba req-c4b925c4-2030-4888-89ca-f13bee1f728f tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-681300468', 'description': 'tempest-description-1492175121'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:22.007077 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d20156f2-9536-40f0-9a1b-c6ddc7921661 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for 10831ea1-9e7c-4bf3-9f9c-4bd9f4d5a058 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:42:22.029628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fc591-02ee-4d99-be80-9620e8159b8b req-5d5aec0c-c520-44ac-929d-219d6edb3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:22.031359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba3fc591-02ee-4d99-be80-9620e8159b8b req-5d5aec0c-c520-44ac-929d-219d6edb3c3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07&device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 1095 time: 0.2352283 Nov 09 17:42:22.057626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c715f6-463f-4646-a97e-93beefbbcedc req-246fb090-e349-4a9b-a279-8a47595bdb82 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:22.058986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08c715f6-463f-4646-a97e-93beefbbcedc req-246fb090-e349-4a9b-a279-8a47595bdb82 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 944 time: 0.1752472 Nov 09 17:42:22.126869 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-169b7699-132c-49c6-8082-988703a168ba req-c4b925c4-2030-4888-89ca-f13bee1f728f tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:22.200586 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:22.209788 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:22.211176 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08c715f6-463f-4646-a97e-93beefbbcedc req-88cfda50-44b5-4d9d-9ead-d701477694a2 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341901 Nov 09 17:42:22.224584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fc591-02ee-4d99-be80-9620e8159b8b req-cf2a817a-19f6-44e0-8651-000eed900ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:22.226248 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba3fc591-02ee-4d99-be80-9620e8159b8b req-cf2a817a-19f6-44e0-8651-000eed900ebb service neutron] 10.222.0.13 "GET /v2.0/networks?id=87823cd0-78b4-431d-8bac-d10afad7f91c HTTP/1.1" status: 200 len: 913 time: 0.1858268 Nov 09 17:42:22.285796 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Pushing event updated for resources: {'Port': ['ID=36b89e65-bf99-4960-b023-b9fcb1eaefac,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:22.291115 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba3fc591-02ee-4d99-be80-9620e8159b8b req-c9096c6c-daf5-44da-bba6-2c660125aa3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a783b67a-ef97-4c95-b179-d3df93a25c02 HTTP/1.1" status: 200 len: 217 time: 0.0509467 Nov 09 17:42:22.303382 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:22.303827 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:22.304196 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:22.304570 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:22.304893 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:22.306138 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:22.306599 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:22.306928 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:22.307430 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:22.308048 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:22.308381 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:22.308750 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:22.329775 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Attempting to bind port 36b89e65-bf99-4960-b023-b9fcb1eaefac on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:22.330129 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Attempting to bind port 36b89e65-bf99-4960-b023-b9fcb1eaefac by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:22.330585 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Attempting to bind port 36b89e65-bf99-4960-b023-b9fcb1eaefac on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:22.334320 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-169b7699-132c-49c6-8082-988703a168ba req-c4b925c4-2030-4888-89ca-f13bee1f728f tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:22.337554 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:22.339029 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:22.339029 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:22.339469 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:22.339768 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Bound port: 36b89e65-bf99-4960-b023-b9fcb1eaefac, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:22.340215 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:22.404163 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] For port 36b89e65-bf99-4960-b023-b9fcb1eaefac, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:22.408381 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] For port 36b89e65-bf99-4960-b023-b9fcb1eaefac, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=36b89e65-bf99-4960-b023-b9fcb1eaefac,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:22.414261 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:22.437607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fc591-02ee-4d99-be80-9620e8159b8b req-280ebf24-fec9-4020-9ae4-af5f39955c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:22.439148 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba3fc591-02ee-4d99-be80-9620e8159b8b req-280ebf24-fec9-4020-9ae4-af5f39955c88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e HTTP/1.1" status: 200 len: 852 time: 0.1277242 Nov 09 17:42:22.485533 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c6888-d1db-4951-baab-b4b2ab2d6520 None None] Pushing event updated for resources: {'Port': ['ID=36b89e65-bf99-4960-b023-b9fcb1eaefac,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:22.491999 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba3fc591-02ee-4d99-be80-9620e8159b8b req-bd871cd5-28cc-4c67-a2d7-77d07a51211b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87823cd0-78b4-431d-8bac-d10afad7f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427854 Nov 09 17:42:22.495754 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:22.496146 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:22.496401 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:22.533278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d0916-f77c-4c48-aa72-e4f376613bb7 req-6fcf55fb-41a8-47f3-ac4d-f0410630cb92 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:22.537945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d0916-f77c-4c48-aa72-e4f376613bb7 req-6fcf55fb-41a8-47f3-ac4d-f0410630cb92 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:22.538858 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-169b7699-132c-49c6-8082-988703a168ba req-c4b925c4-2030-4888-89ca-f13bee1f728f tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:22.544141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d0916-f77c-4c48-aa72-e4f376613bb7 req-6fcf55fb-41a8-47f3-ac4d-f0410630cb92 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:22.545942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-717d0916-f77c-4c48-aa72-e4f376613bb7 req-6fcf55fb-41a8-47f3-ac4d-f0410630cb92 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2416 time: 0.1730788 Nov 09 17:42:22.640444 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-169b7699-132c-49c6-8082-988703a168ba req-c4b925c4-2030-4888-89ca-f13bee1f728f tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:22.642145 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-169b7699-132c-49c6-8082-988703a168ba req-c4b925c4-2030-4888-89ca-f13bee1f728f tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6531346 Nov 09 17:42:22.643427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b925c4-2030-4888-89ca-f13bee1f728f tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6635bfca-6774-4e26-bf5f-fac6d35f95e0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:22.659526 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d20156f2-9536-40f0-9a1b-c6ddc7921661 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:22.693953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20156f2-9536-40f0-9a1b-c6ddc7921661 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=10831ea1-9e7c-4bf3-9f9c-4bd9f4d5a058,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:22.699877 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:22.728908 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:22.754193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-717d0916-f77c-4c48-aa72-e4f376613bb7 req-67a5dac3-729c-4ba4-9c44-a4d94b19e011 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953752 Nov 09 17:42:22.855803 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba3fc591-02ee-4d99-be80-9620e8159b8b req-8de80782-0908-41dc-8100-511431814cc6 service neutron] 10.222.0.13 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454182 Nov 09 17:42:22.997358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec162784-1bd5-4030-8fbf-83eb2b718e48 req-b1fe3180-bed0-401a-b574-2cb0cc8d30ac tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/243c9c7d-ffc6-4b86-a135-2bf93843e450 HTTP/1.1" status: 200 len: 1805 time: 0.1719606 Nov 09 17:42:23.013788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d20156f2-9536-40f0-9a1b-c6ddc7921661 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:23.064256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Allocated IP 172.20.0.1 (84ae81e5-486e-409a-8af4-dac28c6c08af/46af615a-61fb-4f31-a113-881f6f9622ba/39b8b10b-6ff9-4ae2-9cab-36deae7fc14e) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:23.069770 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:17Z', 'revision_number': 3, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:23.074452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef72e9-fd33-44fc-9160-13c5de53dd6a req-8dad7c7b-6656-4f70-942f-3bd0a176dbaa tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:23.080315 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86ef72e9-fd33-44fc-9160-13c5de53dd6a req-8dad7c7b-6656-4f70-942f-3bd0a176dbaa tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 944 time: 0.3035736 Nov 09 17:42:23.101663 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd89af-61b2-431b-b6d6-b886a2d32800 None None] The sync data for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 is: [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:17Z', 'revision_number': 3, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:23.113667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec162784-1bd5-4030-8fbf-83eb2b718e48 req-581bd4ae-4991-4fdc-bc84-aa56b973bbd0 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/6635bfca-6774-4e26-bf5f-fac6d35f95e0 HTTP/1.1" status: 200 len: 1806 time: 0.1135488 Nov 09 17:42:23.118691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba3fc591-02ee-4d99-be80-9620e8159b8b req-71f2fcec-e444-493b-b185-7094779aaf7b service neutron] 10.222.0.13 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516749 Nov 09 17:42:23.137421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-ec162784-1bd5-4030-8fbf-83eb2b718e48 req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '243c9c7d-ffc6-4b86-a135-2bf93843e450', 'remote_group_id': '6635bfca-6774-4e26-bf5f-fac6d35f95e0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:23.138073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-ec162784-1bd5-4030-8fbf-83eb2b718e48 req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '243c9c7d-ffc6-4b86-a135-2bf93843e450', 'remote_group_id': '6635bfca-6774-4e26-bf5f-fac6d35f95e0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:23.211727 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86ef72e9-fd33-44fc-9160-13c5de53dd6a req-8b58464e-363e-41be-8036-682074f7b87f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223187 Nov 09 17:42:23.309285 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20156f2-9536-40f0-9a1b-c6ddc7921661 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 0e77900b-aab5-49d2-bc76-bd8d0baae851 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:42:23.403716 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:23.411278 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ec162784-1bd5-4030-8fbf-83eb2b718e48 req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:23.468590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20156f2-9536-40f0-9a1b-c6ddc7921661 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:23.481091 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d20156f2-9536-40f0-9a1b-c6ddc7921661 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/0e77900b-aab5-49d2-bc76-bd8d0baae851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6427734 Nov 09 17:42:23.485745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57242) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:23.508522 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ec162784-1bd5-4030-8fbf-83eb2b718e48 req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:23.517649 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ec162784-1bd5-4030-8fbf-83eb2b718e48 req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:23.522208 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:23.533118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89848b5f-9b9a-4db0-876d-11bac5c80828 None None] Sync routers for ids ['0e77900b-aab5-49d2-bc76-bd8d0baae851'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:23.544516 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e39b4434-c301-43c0-b16a-65f72ef342e2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e77900b-aab5-49d2-bc76-bd8d0baae851 HTTP/1.1" status: 200 len: 205 time: 0.0535204 Nov 09 17:42:23.554685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57244) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:23.556061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3587a25-c4a5-4be5-9699-98d1ddaf650f req-78ef369d-8545-43c0-bd6f-7d7c24d7c30c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:23.558560 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d3587a25-c4a5-4be5-9699-98d1ddaf650f req-78ef369d-8545-43c0-bd6f-7d7c24d7c30c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.2359972 Nov 09 17:42:23.558988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89848b5f-9b9a-4db0-876d-11bac5c80828 None None] Routers {'0e77900b-aab5-49d2-bc76-bd8d0baae851'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:23.560640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-89848b5f-9b9a-4db0-876d-11bac5c80828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0e77900b-aab5-49d2-bc76-bd8d0baae851'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:23.632641 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:23.664934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0263605b-6363-4da2-b57a-04db2c06a60b,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:23.665986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-89848b5f-9b9a-4db0-876d-11bac5c80828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:23.673261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d3587a25-c4a5-4be5-9699-98d1ddaf650f req-48dddfab-81aa-4cce-8ffe-e16cb71e8953 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890391 Nov 09 17:42:23.688604 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89848b5f-9b9a-4db0-876d-11bac5c80828 None None] Routers {'0e77900b-aab5-49d2-bc76-bd8d0baae851'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:23.701260 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ec162784-1bd5-4030-8fbf-83eb2b718e48 req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:23.714071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec162784-1bd5-4030-8fbf-83eb2b718e48 req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5931532 Nov 09 17:42:23.714512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-89848b5f-9b9a-4db0-876d-11bac5c80828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0e77900b-aab5-49d2-bc76-bd8d0baae851'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:23.731743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8c25d17-aeb3-48ca-937d-2fea70024c42 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:42:23.732701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:23.736685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 96a0fea6-d830-47b3-b365-565042030455 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:23.737610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:23.738087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:23.738384 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:23.738725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:23.739458 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:23.739858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:23.740120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:23.740453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:23.740793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:23.741100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:23.741439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e7e0f-00d7-4748-8b22-cc658ed36e38 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:23.782431 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4472fc6f-a003-4ad2-82b3-898eeaca4acf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:23.787448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Network 84ae81e5-486e-409a-8af4-dac28c6c08af is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:23.828123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-89848b5f-9b9a-4db0-876d-11bac5c80828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:23.828962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89848b5f-9b9a-4db0-876d-11bac5c80828 None None] The sync data for ids ['0e77900b-aab5-49d2-bc76-bd8d0baae851'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:23.856907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:23.860015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:23.863423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Pushing event updated for resources: {'Port': ['ID=39b8b10b-6ff9-4ae2-9cab-36deae7fc14e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:23.933556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 96a0fea6-d830-47b3-b365-565042030455 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:42:23.953687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 96a0fea6-d830-47b3-b365-565042030455 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:23.954242 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:23.978693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a783b67a-ef97-4c95-b179-d3df93a25c02 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:42:24.028298 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f0ac687-f1ae-4df1-a5b2-1e0ec7bc0a46 req-3b8c9456-9690-47ba-8213-5669f61922d4 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/6635bfca-6774-4e26-bf5f-fac6d35f95e0 HTTP/1.1" status: 200 len: 1806 time: 0.1293201 Nov 09 17:42:24.106843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8c25d17-aeb3-48ca-937d-2fea70024c42, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8c25d17-aeb3-48ca-937d-2fea70024c42,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:24.138313 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3f0ac687-f1ae-4df1-a5b2-1e0ec7bc0a46 req-c438e204-91ac-430d-8d0d-d371d328ca67 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:24.140323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9fa37-8e98-4cf1-a5ac-3fb7aaceee9c req-ac50ac05-fca9-407c-a2e1-6c617282e12e tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:24.153911 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-14d9fa37-8e98-4cf1-a5ac-3fb7aaceee9c req-ac50ac05-fca9-407c-a2e1-6c617282e12e tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 944 time: 0.3473742 Nov 09 17:42:24.166536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3f0ac687-f1ae-4df1-a5b2-1e0ec7bc0a46 req-c438e204-91ac-430d-8d0d-d371d328ca67 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:24.178292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:24.208010 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4472fc6f-a003-4ad2-82b3-898eeaca4acf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:24.229897 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'a8c25d17-aeb3-48ca-937d-2fea70024c42', 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df', 'port_id': 'a8c25d17-aeb3-48ca-937d-2fea70024c42', 'mac_address': 'fa:16:3e:5c:29:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c4be93-f0c0-41e5-b7af-e37ae762dc0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:42:24.256030 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3f0ac687-f1ae-4df1-a5b2-1e0ec7bc0a46 req-c438e204-91ac-430d-8d0d-d371d328ca67 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:24.258840 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3f0ac687-f1ae-4df1-a5b2-1e0ec7bc0a46 req-c438e204-91ac-430d-8d0d-d371d328ca67 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:24.260078 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f0ac687-f1ae-4df1-a5b2-1e0ec7bc0a46 req-c438e204-91ac-430d-8d0d-d371d328ca67 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "DELETE /v2.0/security-groups/6635bfca-6774-4e26-bf5f-fac6d35f95e0 HTTP/1.1" status: 204 len: 173 time: 0.2306428 Nov 09 17:42:24.295204 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4472fc6f-a003-4ad2-82b3-898eeaca4acf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:24.304445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438e204-91ac-430d-8d0d-d371d328ca67 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6635bfca-6774-4e26-bf5f-fac6d35f95e0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:24.477511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-14d9fa37-8e98-4cf1-a5ac-3fb7aaceee9c req-a9cb4bab-6cbb-4f2b-ae41-41631f790ab3 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224351 Nov 09 17:42:24.484990 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 36b89e65-bf99-4960-b023-b9fcb1eaefac up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:24.526184 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4472fc6f-a003-4ad2-82b3-898eeaca4acf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:24.526740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4472fc6f-a003-4ad2-82b3-898eeaca4acf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Fanout notify agent at l3_agent the message router_deleted on router 0e77900b-aab5-49d2-bc76-bd8d0baae851 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:42:24.534791 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4472fc6f-a003-4ad2-82b3-898eeaca4acf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:24.535980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4472fc6f-a003-4ad2-82b3-898eeaca4acf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/0e77900b-aab5-49d2-bc76-bd8d0baae851 HTTP/1.1" status: 204 len: 168 time: 0.9775765 Nov 09 17:42:24.539962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57254) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:24.582350 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1664ed9-7dbe-459c-80ba-585396b7a7a1 req-52cf228e-acf9-4048-9836-ede377325bd1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:24.600886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1664ed9-7dbe-459c-80ba-585396b7a7a1 req-52cf228e-acf9-4048-9836-ede377325bd1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:24.607199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1664ed9-7dbe-459c-80ba-585396b7a7a1 req-52cf228e-acf9-4048-9836-ede377325bd1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:24.609332 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1664ed9-7dbe-459c-80ba-585396b7a7a1 req-52cf228e-acf9-4048-9836-ede377325bd1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2416 time: 0.1441069 Nov 09 17:42:24.710834 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1664ed9-7dbe-459c-80ba-585396b7a7a1 req-e86a7930-9630-4020-8c5e-5d22cc7f108b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677559 Nov 09 17:42:24.721149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d37329-8966-4565-a285-126b410230f9 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting subnet 9f53f5b4-d463-43f7-a916-bcbf6fb13657 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:42:24.728393 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-92d37329-8966-4565-a285-126b410230f9 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:24.744158 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:24.767354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-77c168bc-bb8f-43e8-88dd-45544f6858a5 None None] Provisioning complete for port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:24.767962 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-77c168bc-bb8f-43e8-88dd-45544f6858a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:24.888093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-92d37329-8966-4565-a285-126b410230f9 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:24.964976 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-185e37e9-1ffc-414d-a025-a7464564ec1e req-5acdb719-de23-4921-84e9-f53290376f4d tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/243c9c7d-ffc6-4b86-a135-2bf93843e450 HTTP/1.1" status: 200 len: 1805 time: 0.1702685 Nov 09 17:42:25.099173 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-92d37329-8966-4565-a285-126b410230f9 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.164181 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a0fea6-d830-47b3-b365-565042030455'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:25.166252 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.168387 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b608948-bfa2-484b-aea4-34969947dfa8" -d '{"events": [{"server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "name": "network-vif-plugged", "status": "completed", "tag": "96a0fea6-d830-47b3-b365-565042030455"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:25.173096 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.188196 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a783b67a-ef97-4c95-b179-d3df93a25c02, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a783b67a-ef97-4c95-b179-d3df93a25c02,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:25.241949 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a8f8-5247-4f09-a828-746c4d42cf5e req-d132e17f-631a-4275-805c-6149667dba8c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:25.244634 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0e90a8f8-5247-4f09-a828-746c4d42cf5e req-d132e17f-631a-4275-805c-6149667dba8c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.1711946 Nov 09 17:42:25.249315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 96a0fea6-d830-47b3-b365-565042030455, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=96a0fea6-d830-47b3-b365-565042030455,segment=NetworkSegment(6ec45c15-2ae5-486c-afea-74ba29067b44),segment_id=6ec45c15-2ae5-486c-afea-74ba29067b44)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:25.251368 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-77c168bc-bb8f-43e8-88dd-45544f6858a5 None None] Port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:42:25.260718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c25d17-aeb3-48ca-937d-2fea70024c42 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:25.275431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'a783b67a-ef97-4c95-b179-d3df93a25c02', 'network_id': '87823cd0-78b4-431d-8bac-d10afad7f91c', 'port_id': 'a783b67a-ef97-4c95-b179-d3df93a25c02', 'mac_address': 'fa:16:3e:1f:49:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:42:25.278257 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.279625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 99abee86-2d5b-4ed1-91e8-67c45376eac3 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:25.301116 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-92d37329-8966-4565-a285-126b410230f9 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.301539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca551f-48b3-4c21-91c0-f27056d157e5 req-8b639bbd-299d-47eb-8cd4-7475c5ab0971 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:25.312138 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95ca551f-48b3-4c21-91c0-f27056d157e5 req-8b639bbd-299d-47eb-8cd4-7475c5ab0971 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 944 time: 0.6681399 Nov 09 17:42:25.342676 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0e90a8f8-5247-4f09-a828-746c4d42cf5e req-2a28e63d-2f99-4ef9-bab1-64dea2ba26f6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892186 Nov 09 17:42:25.351031 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-92d37329-8966-4565-a285-126b410230f9 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.359850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8c25d17-aeb3-48ca-937d-2fea70024c42, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8c25d17-aeb3-48ca-937d-2fea70024c42,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:25.366316 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-92d37329-8966-4565-a285-126b410230f9 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/9f53f5b4-d463-43f7-a916-bcbf6fb13657 HTTP/1.1" status: 204 len: 168 time: 0.8184452 Nov 09 17:42:25.366316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d37329-8966-4565-a285-126b410230f9 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Subnet': ['ID=9f53f5b4-d463-43f7-a916-bcbf6fb13657,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:25.368400 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eea4cd5-9f77-4b77-8c4b-0ee3fc0737ee None None] Network caef3937-f152-432b-bbec-f7e9cc0ef78a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:25.373697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57264) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:25.452648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 36b89e65-bf99-4960-b023-b9fcb1eaefac triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:25.453331 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.493021 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.495972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95ca551f-48b3-4c21-91c0-f27056d157e5 req-5a7169c6-96e0-4d1d-b163-3b0f8495e96a tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750343 Nov 09 17:42:25.582951 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.592191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-01aa1183-31fa-4d63-96ad-7fb1a25c3e31 req-54bf49db-9dbc-4379-8833-6ede38649342 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-585302699', 'description': 'tempest-description-441665127'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:25.594988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=96a0fea6-d830-47b3-b365-565042030455,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:25.611068 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.641819 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.651903 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.669011 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-01aa1183-31fa-4d63-96ad-7fb1a25c3e31 req-54bf49db-9dbc-4379-8833-6ede38649342 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.685249 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156bb088-48f4-4a43-823f-c420f2420165 x-openstack-request-id: req-156bb088-48f4-4a43-823f-c420f2420165 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:25.685614 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "name": "network-vif-plugged", "status": "completed", "tag": "96a0fea6-d830-47b3-b365-565042030455", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:25.685803 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-156bb088-48f4-4a43-823f-c420f2420165 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:25.686255 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a0fea6-d830-47b3-b365-565042030455', 'code': 200} Nov 09 17:42:25.711058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a783b67a-ef97-4c95-b179-d3df93a25c02 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:25.747755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Pushing event updated for resources: {'Port': ['ID=39b8b10b-6ff9-4ae2-9cab-36deae7fc14e,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:25.761074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 99abee86-2d5b-4ed1-91e8-67c45376eac3 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:42:25.781200 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.785023 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port 167b8fde-fbf8-4b30-9002-ffc434d36e16 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:42:25.785870 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.793109 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 99abee86-2d5b-4ed1-91e8-67c45376eac3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:25.793656 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.802518 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a783b67a-ef97-4c95-b179-d3df93a25c02, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a783b67a-ef97-4c95-b179-d3df93a25c02,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:25.830163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a8c25d17-aeb3-48ca-937d-2fea70024c42,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:25.881955 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.892468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a8c25d17-aeb3-48ca-937d-2fea70024c42'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:25.933253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] For port 167b8fde-fbf8-4b30-9002-ffc434d36e16, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=167b8fde-fbf8-4b30-9002-ffc434d36e16,segment=NetworkSegment(35d15bac-6bea-4fcd-8399-00157c24435c),segment_id=35d15bac-6bea-4fcd-8399-00157c24435c)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:25.934026 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:25.935372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f23e7c-0c8f-44ac-8d06-f800a82cd4a5 req-b8f2a050-1f5d-400b-a6b0-8a3cb80efd13 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:25.937093 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c7f23e7c-0c8f-44ac-8d06-f800a82cd4a5 req-b8f2a050-1f5d-400b-a6b0-8a3cb80efd13 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 945 time: 0.1415412 Nov 09 17:42:25.967755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for 167b8fde-fbf8-4b30-9002-ffc434d36e16 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:42:26.005053 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.032730 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 36b89e65-bf99-4960-b023-b9fcb1eaefac, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=36b89e65-bf99-4960-b023-b9fcb1eaefac,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:26.049816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Network 84ae81e5-486e-409a-8af4-dac28c6c08af is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:26.054283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:26.056400 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.062033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c7f23e7c-0c8f-44ac-8d06-f800a82cd4a5 req-22c56573-dcf4-40cc-ab36-0a3e2067f5d4 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961099 Nov 09 17:42:26.078730 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=a783b67a-ef97-4c95-b179-d3df93a25c02,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:26.128535 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.185523 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=167b8fde-fbf8-4b30-9002-ffc434d36e16,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:26.187792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No DVR routers for this DVR port 167b8fde-fbf8-4b30-9002-ffc434d36e16 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:26.214493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c51fb6-a1b3-4313-a529-d51ff45d9184 None None] DHCP port deletion for caef3937-f152-432b-bbec-f7e9cc0ef78a request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:42:26.232743 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-01aa1183-31fa-4d63-96ad-7fb1a25c3e31 req-54bf49db-9dbc-4379-8833-6ede38649342 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.239419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['a783b67a-ef97-4c95-b179-d3df93a25c02'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:26.262234 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-01aa1183-31fa-4d63-96ad-7fb1a25c3e31 req-54bf49db-9dbc-4379-8833-6ede38649342 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.307142 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 167b8fde-fbf8-4b30-9002-ffc434d36e16 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:26.347595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429acf5-d769-4bc8-86d4-1160157667cf req-7c7bab34-d34e-4162-bbf2-aa7ca7dd88d8 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:26.350996 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.358975 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-01aa1183-31fa-4d63-96ad-7fb1a25c3e31 req-54bf49db-9dbc-4379-8833-6ede38649342 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.370248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429acf5-d769-4bc8-86d4-1160157667cf req-7c7bab34-d34e-4162-bbf2-aa7ca7dd88d8 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:26.373400 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01aa1183-31fa-4d63-96ad-7fb1a25c3e31 req-54bf49db-9dbc-4379-8833-6ede38649342 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7845981 Nov 09 17:42:26.378525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429acf5-d769-4bc8-86d4-1160157667cf req-7c7bab34-d34e-4162-bbf2-aa7ca7dd88d8 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:26.392084 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f429acf5-d769-4bc8-86d4-1160157667cf req-7c7bab34-d34e-4162-bbf2-aa7ca7dd88d8 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2417 time: 0.1608164 Nov 09 17:42:26.424485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caef3937-f152-432b-bbec-f7e9cc0ef78a']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:26.454209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 167b8fde-fbf8-4b30-9002-ffc434d36e16 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:42:26.454847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 167b8fde-fbf8-4b30-9002-ffc434d36e16 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:42:26.456159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d15bac-6bea-4fcd-8399-00157c24435c') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:26.458069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d15bac-6bea-4fcd-8399-00157c24435c') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:26.488995 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.490269 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f429acf5-d769-4bc8-86d4-1160157667cf req-41c13c74-c085-4326-a379-3e5a25d53120 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911622 Nov 09 17:42:26.523483 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.525069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Router 57957a90-f259-45c0-bfb7-42d7f9c2f048 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:42:26.542634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf49db-9dbc-4379-8833-6ede38649342 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db89359b-7ce8-40e9-832a-c57fa501f5ad,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:26.611434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=36b89e65-bf99-4960-b023-b9fcb1eaefac,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:26.616394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.632764 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:42:26.633308 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:42:26.637892 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:42:26.664198 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b57b6dd-be81-4ba3-a628-e12b7b75bc18 req-d82853e1-4302-4129-bf9a-c88acc530720 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/db89359b-7ce8-40e9-832a-c57fa501f5ad HTTP/1.1" status: 200 len: 1805 time: 0.1037652 Nov 09 17:42:26.672072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-2b57b6dd-be81-4ba3-a628-e12b7b75bc18 req-57ff55c2-8e53-488d-b412-ef3fff1dcc52 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db89359b-7ce8-40e9-832a-c57fa501f5ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:26.672440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-2b57b6dd-be81-4ba3-a628-e12b7b75bc18 req-57ff55c2-8e53-488d-b412-ef3fff1dcc52 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db89359b-7ce8-40e9-832a-c57fa501f5ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:26.745294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 99abee86-2d5b-4ed1-91e8-67c45376eac3, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=99abee86-2d5b-4ed1-91e8-67c45376eac3,segment=NetworkSegment(3d4884bf-6126-44e3-9665-937553d84546),segment_id=3d4884bf-6126-44e3-9665-937553d84546)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:26.749576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:26.758792 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-816e64e1-d461-42f4-8b55-743f9a1a2e11 admin admin] 10.222.0.81 "PUT /v2.0/routers/57957a90-f259-45c0-bfb7-42d7f9c2f048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6945839 Nov 09 17:42:26.772955 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Sync routers for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:26.785602 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.787687 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.795183 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:26.796934 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:26.809328 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff221bb-8ac4-442b-8c4a-c139518d2593 req-7125893c-3086-497a-80e5-a806991d34df tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:26.821376 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eff221bb-8ac4-442b-8c4a-c139518d2593 req-7125893c-3086-497a-80e5-a806991d34df tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.1118450 Nov 09 17:42:26.836964 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.848238 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/networks/caef3937-f152-432b-bbec-f7e9cc0ef78a HTTP/1.1" status: 204 len: 168 time: 1.4725223 Nov 09 17:42:26.850671 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd403b02-29ff-4193-b085-a247766c4468 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Network': ['ID=caef3937-f152-432b-bbec-f7e9cc0ef78a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:26.852761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57280) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:26.859357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b4db2ffa-9925-4f54-8180-abe2a245e1f3 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1566101122', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:26.933730 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b4db2ffa-9925-4f54-8180-abe2a245e1f3 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.935351 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b4db2ffa-9925-4f54-8180-abe2a245e1f3 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.962328 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2b57b6dd-be81-4ba3-a628-e12b7b75bc18 req-57ff55c2-8e53-488d-b412-ef3fff1dcc52 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:26.976120 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eff221bb-8ac4-442b-8c4a-c139518d2593 req-dbd26534-965a-47bd-87d4-a4eccc405b63 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504889 Nov 09 17:42:26.981668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-74b54791-440a-40e6-9951-fd2f15fe2e5f None None] Provisioning complete for port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:26.982762 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-74b54791-440a-40e6-9951-fd2f15fe2e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.036846 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:27.044830 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2b57b6dd-be81-4ba3-a628-e12b7b75bc18 req-57ff55c2-8e53-488d-b412-ef3fff1dcc52 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.086615 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2b57b6dd-be81-4ba3-a628-e12b7b75bc18 req-57ff55c2-8e53-488d-b412-ef3fff1dcc52 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.123160 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff55c2-8e53-488d-b412-ef3fff1dcc52 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1db30e4-08bd-448b-abec-b8b1de2d910e,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:27.128017 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b4db2ffa-9925-4f54-8180-abe2a245e1f3 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.134995 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2b57b6dd-be81-4ba3-a628-e12b7b75bc18 req-57ff55c2-8e53-488d-b412-ef3fff1dcc52 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.145440 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b57b6dd-be81-4ba3-a628-e12b7b75bc18 req-57ff55c2-8e53-488d-b412-ef3fff1dcc52 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4783940 Nov 09 17:42:27.150820 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b4db2ffa-9925-4f54-8180-abe2a245e1f3 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.218246 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b4db2ffa-9925-4f54-8180-abe2a245e1f3 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.223977 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b4db2ffa-9925-4f54-8180-abe2a245e1f3 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3662181 Nov 09 17:42:27.224546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57288) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:27.229883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=99abee86-2d5b-4ed1-91e8-67c45376eac3,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:27.233414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3897aa1a-5d71-4b27-a691-b4155fe076c1 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'network': {'name': 'tempest-RoutersTest-84964267'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:27.294968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-74b54791-440a-40e6-9951-fd2f15fe2e5f None None] Port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:42:27.322760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3897aa1a-5d71-4b27-a691-b4155fe076c1 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:27.328304 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3897aa1a-5d71-4b27-a691-b4155fe076c1 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.355634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310056f-71ff-42ee-bbb9-dab828f32a43 req-bb2ae52b-ff4e-4868-86aa-8097456a7964 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:27.359918 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d310056f-71ff-42ee-bbb9-dab828f32a43 req-bb2ae52b-ff4e-4868-86aa-8097456a7964 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 945 time: 0.1332524 Nov 09 17:42:27.402034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3897aa1a-5d71-4b27-a691-b4155fe076c1 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:27.418303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d6243-e955-4cb9-b379-22585adbd651 req-94cf4143-8f64-40e6-a6d8-31356b990258 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:27.420877 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d83d6243-e955-4cb9-b379-22585adbd651 req-94cf4143-8f64-40e6-a6d8-31356b990258 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 945 time: 0.1210861 Nov 09 17:42:27.427177 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d310056f-71ff-42ee-bbb9-dab828f32a43 req-ebdf9f43-d148-4be4-88b6-36671c444ebc tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599208 Nov 09 17:42:27.450048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3897aa1a-5d71-4b27-a691-b4155fe076c1 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.450599 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-3897aa1a-5d71-4b27-a691-b4155fe076c1 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Added segment 11066ede-f6a4-4c88-99fe-604f1e28cdb9 of type vlan for network d82b7e41-1ac3-417e-8476-f4101b7b9d5d Nov 09 17:42:27.530300 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c69610ca-d95a-48f5-b215-4795a3489ab9 req-d107ca4e-4dda-4f2c-b989-04344c6f574b tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/db89359b-7ce8-40e9-832a-c57fa501f5ad HTTP/1.1" status: 200 len: 2399 time: 0.0561285 Nov 09 17:42:27.533368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d83d6243-e955-4cb9-b379-22585adbd651 req-2c302c15-a539-4cf4-bc59-660c295db3fc tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996277 Nov 09 17:42:27.563582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-c69610ca-d95a-48f5-b215-4795a3489ab9 req-ec5a5b84-1dcb-4458-b92c-9d29ff72e271 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db89359b-7ce8-40e9-832a-c57fa501f5ad', 'remote_group_id': None}]} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:27.563582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-c69610ca-d95a-48f5-b215-4795a3489ab9 req-ec5a5b84-1dcb-4458-b92c-9d29ff72e271 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db89359b-7ce8-40e9-832a-c57fa501f5ad', 'remote_group_id': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:27.600342 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3897aa1a-5d71-4b27-a691-b4155fe076c1 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.669801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3897aa1a-5d71-4b27-a691-b4155fe076c1 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.676319 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:25Z', 'revision_number': 2, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:27.678380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3897aa1a-5d71-4b27-a691-b4155fe076c1 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:27.683685 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3897aa1a-5d71-4b27-a691-b4155fe076c1 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.687269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abee86-2d5b-4ed1-91e8-67c45376eac3'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:27.689866 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eb6c2a-b5ae-404d-87b9-87a11593f274" -d '{"events": [{"server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "name": "network-vif-plugged", "status": "completed", "tag": "99abee86-2d5b-4ed1-91e8-67c45376eac3"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:27.690503 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c69610ca-d95a-48f5-b215-4795a3489ab9 req-ec5a5b84-1dcb-4458-b92c-9d29ff72e271 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.723269 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Checking router: 57957a90-f259-45c0-bfb7-42d7f9c2f048 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:42:27.724220 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Updating router 57957a90-f259-45c0-bfb7-42d7f9c2f048 port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:42:27.756007 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c69610ca-d95a-48f5-b215-4795a3489ab9 req-ec5a5b84-1dcb-4458-b92c-9d29ff72e271 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.764379 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c69610ca-d95a-48f5-b215-4795a3489ab9 req-ec5a5b84-1dcb-4458-b92c-9d29ff72e271 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.778837 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.811672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a5b84-1dcb-4458-b92c-9d29ff72e271 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d33e04d-6d04-4036-9fa0-25807c5d4dbf,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:27.816876 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3897aa1a-5d71-4b27-a691-b4155fe076c1 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5879240 Nov 09 17:42:27.817811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57306) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:27.827278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e121d04d-a0c7-4673-9ec9-07d8eb796f88 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'subnet': {'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:27.846860 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c69610ca-d95a-48f5-b215-4795a3489ab9 req-ec5a5b84-1dcb-4458-b92c-9d29ff72e271 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:27.846860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c69610ca-d95a-48f5-b215-4795a3489ab9 req-ec5a5b84-1dcb-4458-b92c-9d29ff72e271 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2931907 Nov 09 17:42:27.896949 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897aa1a-5d71-4b27-a691-b4155fe076c1 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Network': ['ID=d82b7e41-1ac3-417e-8476-f4101b7b9d5d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:27.918120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d82b7e41-1ac3-417e-8476-f4101b7b9d5d details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:28.037408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-60eb70ec-c0e9-4718-9563-4b7e859d6bfc tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:28.040331 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-60eb70ec-c0e9-4718-9563-4b7e859d6bfc tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 821 time: 0.2493129 Nov 09 17:42:28.043524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3b7d5-2d96-4ed6-8945-c76f0bd31859 req-bbd3f17e-d5f3-48ba-bf2c-ce48137169b7 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:28.054300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3b7d5-2d96-4ed6-8945-c76f0bd31859 req-bbd3f17e-d5f3-48ba-bf2c-ce48137169b7 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:28.061248 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-08734e59-3750-42cd-bd42-f468cdf65854 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/quotas/39f5e9d52cec4445b01de3e391ea91ff HTTP/1.1" status: 200 len: 375 time: 0.0117135 Nov 09 17:42:28.065393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3b7d5-2d96-4ed6-8945-c76f0bd31859 req-bbd3f17e-d5f3-48ba-bf2c-ce48137169b7 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:28.067947 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1a3b7d5-2d96-4ed6-8945-c76f0bd31859 req-bbd3f17e-d5f3-48ba-bf2c-ce48137169b7 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2418 time: 0.1221027 Nov 09 17:42:28.069337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e121d04d-a0c7-4673-9ec9-07d8eb796f88 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:28.075529 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e121d04d-a0c7-4673-9ec9-07d8eb796f88 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:28.136016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-4f2ad3cb-1c5e-459e-9126-500f9d6a4b07 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594440 Nov 09 17:42:28.185452 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1a3b7d5-2d96-4ed6-8945-c76f0bd31859 req-19457b0c-a829-4fa6-8151-0153665700cb tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021318 Nov 09 17:42:28.270476 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07678b86-b43f-4c33-b9f4-768a475f9856 x-openstack-request-id: req-07678b86-b43f-4c33-b9f4-768a475f9856 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:28.270972 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "name": "network-vif-plugged", "status": "completed", "tag": "99abee86-2d5b-4ed1-91e8-67c45376eac3", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:28.271432 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07678b86-b43f-4c33-b9f4-768a475f9856 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:28.272100 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abee86-2d5b-4ed1-91e8-67c45376eac3', 'code': 200} Nov 09 17:42:28.296930 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-f8a326fc-8461-41b8-9089-94b9b27639b1 service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436918 Nov 09 17:42:28.305004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 36b89e65-bf99-4960-b023-b9fcb1eaefac up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:28.402558 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:28.402858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 36b89e65-bf99-4960-b023-b9fcb1eaefac triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:28.403347 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:28.412339 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:28.488884 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f65afd42-9a3c-41c9-9ae4-a81c7e67ec99 req-04c5b03e-c04d-406f-bd6b-d1a15d626f5d tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/db89359b-7ce8-40e9-832a-c57fa501f5ad HTTP/1.1" status: 200 len: 2998 time: 0.2028062 Nov 09 17:42:28.571550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f38e6-372d-4411-aaec-5aee901eac52 req-c3b0bf71-3702-47b3-9bbb-94410effc550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:28.572359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f38e6-372d-4411-aaec-5aee901eac52 req-c3b0bf71-3702-47b3-9bbb-94410effc550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:28.573233 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f38e6-372d-4411-aaec-5aee901eac52 req-c3b0bf71-3702-47b3-9bbb-94410effc550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:28.575392 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Attempting to bind port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:28.576126 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Attempting to bind port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:28.576276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f0f38e6-372d-4411-aaec-5aee901eac52 req-c3b0bf71-3702-47b3-9bbb-94410effc550 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2871 time: 0.1985779 Nov 09 17:42:28.576900 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Attempting to bind port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e on network 84ae81e5-486e-409a-8af4-dac28c6c08af {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:28.592361 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:28.593164 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Checking segment: {'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:28.593804 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:28.594508 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Bound using segment: {'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:28.595380 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Bound port: 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:28.596532 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:28.614790 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa892785-e7d7-4686-97e4-eb258ad70e08 None None] Pushing event updated for resources: {'Port': ['ID=39b8b10b-6ff9-4ae2-9cab-36deae7fc14e,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:28.644918 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e121d04d-a0c7-4673-9ec9-07d8eb796f88 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:28.657589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-51b7f74a-048e-4b81-bc4d-92f3b5fa1607 service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430390 Nov 09 17:42:28.708933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f0f38e6-372d-4411-aaec-5aee901eac52 req-ef1cdd68-9078-43a7-9a15-114df3cd5ba6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208112 Nov 09 17:42:28.714797 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] For port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:28.722229 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] For port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=39b8b10b-6ff9-4ae2-9cab-36deae7fc14e,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:28.727581 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:28.769493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f5ddd-0ef6-4f28-995e-efc9b7e4f350 req-d964c956-a1bf-4978-809c-8b0b3d576337 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:28.778332 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb1f5ddd-0ef6-4f28-995e-efc9b7e4f350 req-d964c956-a1bf-4978-809c-8b0b3d576337 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.1470404 Nov 09 17:42:28.795716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121d04d-a0c7-4673-9ec9-07d8eb796f88 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Subnet': ['ID=bbacc1df-4792-42c3-b24e-ea325542fce4,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:28.812444 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121d04d-a0c7-4673-9ec9-07d8eb796f88 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Checking segment: {'id': '11066ede-f6a4-4c88-99fe-604f1e28cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:28.812916 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e121d04d-a0c7-4673-9ec9-07d8eb796f88 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network hostable DHCP agents. Network: d82b7e41-1ac3-417e-8476-f4101b7b9d5d, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:28.813293 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa892785-e7d7-4686-97e4-eb258ad70e08 None None] Pushing event updated for resources: {'Port': ['ID=39b8b10b-6ff9-4ae2-9cab-36deae7fc14e,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:28.822701 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:28.824286 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:28.866178 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb1f5ddd-0ef6-4f28-995e-efc9b7e4f350 req-3cbe96b3-9fb4-4b84-b570-4237eb4907af tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868428 Nov 09 17:42:28.871324 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e121d04d-a0c7-4673-9ec9-07d8eb796f88 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network d82b7e41-1ac3-417e-8476-f4101b7b9d5d is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:28.918429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e121d04d-a0c7-4673-9ec9-07d8eb796f88 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d82b7e41-1ac3-417e-8476-f4101b7b9d5d) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:28.948888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e121d04d-a0c7-4673-9ec9-07d8eb796f88 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:28.949881 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e121d04d-a0c7-4673-9ec9-07d8eb796f88 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:28.967800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-95db8b16-05d7-4137-8c69-40f0e50f5a87 None None] Provisioning complete for port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:28.970234 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-95db8b16-05d7-4137-8c69-40f0e50f5a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:28.985268 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d678a-1c16-4a37-bc8f-bd75fc5ff4e6 None None] Network d82b7e41-1ac3-417e-8476-f4101b7b9d5d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:29.007023 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e121d04d-a0c7-4673-9ec9-07d8eb796f88 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1850231 Nov 09 17:42:29.007333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57324) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:29.082133 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:29.119687 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-453dac09-121d-456f-b547-9f01877afa8a req-a1a264be-2ca8-4c3e-90e9-7fcb102ea2cd tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-group-rules/7d33e04d-6d04-4036-9fa0-25807c5d4dbf HTTP/1.1" status: 200 len: 783 time: 0.0516453 Nov 09 17:42:29.233908 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-453dac09-121d-456f-b547-9f01877afa8a req-340782cd-9be9-4d41-b58c-4f804dcae3a0 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/db89359b-7ce8-40e9-832a-c57fa501f5ad HTTP/1.1" status: 200 len: 2998 time: 0.1079574 Nov 09 17:42:29.345133 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-453dac09-121d-456f-b547-9f01877afa8a req-ed14815b-6ca1-449e-bf34-326f80da0fd2 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:29.371787 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-453dac09-121d-456f-b547-9f01877afa8a req-ed14815b-6ca1-449e-bf34-326f80da0fd2 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:29.416475 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-95db8b16-05d7-4137-8c69-40f0e50f5a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:29.446115 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-d82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:42:29.448497 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:29.449628 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-453dac09-121d-456f-b547-9f01877afa8a req-ed14815b-6ca1-449e-bf34-326f80da0fd2 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:29.459685 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-453dac09-121d-456f-b547-9f01877afa8a req-ed14815b-6ca1-449e-bf34-326f80da0fd2 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:29.461005 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-453dac09-121d-456f-b547-9f01877afa8a req-ed14815b-6ca1-449e-bf34-326f80da0fd2 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/7d33e04d-6d04-4036-9fa0-25807c5d4dbf HTTP/1.1" status: 204 len: 173 time: 0.2195108 Nov 09 17:42:29.475683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14815b-6ca1-449e-bf34-326f80da0fd2 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d33e04d-6d04-4036-9fa0-25807c5d4dbf,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:29.476537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e305ce8-61a5-40bd-93ed-643da5606f09 req-a8fd28ff-f426-47a8-9596-ad0321f18539 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:29.478985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8e305ce8-61a5-40bd-93ed-643da5606f09 req-a8fd28ff-f426-47a8-9596-ad0321f18539 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 945 time: 0.3671293 Nov 09 17:42:29.526039 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:28Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:29.557275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-95db8b16-05d7-4137-8c69-40f0e50f5a87 None None] For port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=39b8b10b-6ff9-4ae2-9cab-36deae7fc14e,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:29.589150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8e305ce8-61a5-40bd-93ed-643da5606f09 req-d21b5b8f-20e7-4a7c-8d9f-1c7d160e9064 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920210 Nov 09 17:42:29.645844 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed442b7-d880-4a36-8314-a3c25c0a1dfb None None] The sync data for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 is: [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:28Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:29.664447 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:29.703884 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ca731-a05c-4652-9a65-93e89f73124e req-90ddb2c7-e0e3-4f2f-b3ed-806a8c8ae5e8 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:29.713643 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-447ca731-a05c-4652-9a65-93e89f73124e req-90ddb2c7-e0e3-4f2f-b3ed-806a8c8ae5e8 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 945 time: 0.0958896 Nov 09 17:42:29.806640 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-447ca731-a05c-4652-9a65-93e89f73124e req-29306299-1ccd-440a-8960-cc0dbab88a60 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916626 Nov 09 17:42:29.885703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Allocated IP 172.20.0.2 (d82b7e41-1ac3-417e-8476-f4101b7b9d5d/bbacc1df-4792-42c3-b24e-ea325542fce4/386be4c1-1423-4654-b622-fe3cef2cd4be) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:29.925684 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-95db8b16-05d7-4137-8c69-40f0e50f5a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:29.935926 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8c25d17-aeb3-48ca-937d-2fea70024c42 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:30.006103 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7e36b659-ceff-4aba-bad3-d39f5f55d2ff req-ff767151-bdef-4538-a4aa-6528bf008ccf tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 210 time: 0.3243785 Nov 09 17:42:30.066637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c83610-3cc7-4415-b48d-cbdbc65b3738 req-3be17693-06cc-48f6-8b7a-57f2a8f6538f tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:30.073648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c83610-3cc7-4415-b48d-cbdbc65b3738 req-3be17693-06cc-48f6-8b7a-57f2a8f6538f tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:30.081240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c83610-3cc7-4415-b48d-cbdbc65b3738 req-3be17693-06cc-48f6-8b7a-57f2a8f6538f tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:30.093798 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-50c83610-3cc7-4415-b48d-cbdbc65b3738 req-3be17693-06cc-48f6-8b7a-57f2a8f6538f tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2418 time: 0.1318221 Nov 09 17:42:30.148278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a783b67a-ef97-4c95-b179-d3df93a25c02 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:30.204719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b79cf44-954a-4d20-a449-050bb5e6472d req-80c82559-7dbd-4401-9c41-d6163f05ae18 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/db89359b-7ce8-40e9-832a-c57fa501f5ad HTTP/1.1" status: 200 len: 2399 time: 0.1128104 Nov 09 17:42:30.210916 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-50c83610-3cc7-4415-b48d-cbdbc65b3738 req-47f4dab8-dab0-415e-9f8d-7a0b8969df5c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158879 Nov 09 17:42:30.213889 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db8b16-05d7-4137-8c69-40f0e50f5a87 None None] Pushing event updated for resources: {'Port': ['ID=39b8b10b-6ff9-4ae2-9cab-36deae7fc14e,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:30.340917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port a8c25d17-aeb3-48ca-937d-2fea70024c42 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:42:30.368239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ea6f6e2a-1519-4d73-bdd3-4dd6a1cbd424 None None] Provisioning complete for port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:30.368770 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea6f6e2a-1519-4d73-bdd3-4dd6a1cbd424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:30.389289 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port a8c25d17-aeb3-48ca-937d-2fea70024c42 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:30.389289 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:30.470851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:30.532816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfbac6-8389-4c1e-a25a-cc91afa0d5ca req-cc4b0510-60c7-45e0-af59-7861cb3c61b3 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:30.534841 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5dfbac6-8389-4c1e-a25a-cc91afa0d5ca req-cc4b0510-60c7-45e0-af59-7861cb3c61b3 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.1396224 Nov 09 17:42:30.538544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port a783b67a-ef97-4c95-b179-d3df93a25c02 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:42:30.557566 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5b79cf44-954a-4d20-a449-050bb5e6472d req-95e5364d-c950-47f4-b382-142de23d0bee tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:30.566208 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-f9139327-8763-411b-a206-d7d51ec9155c req-a001b1d3-5aa4-4abc-942f-332b0949e826 service neutron] show failed (client error): The resource could not be found. Nov 09 17:42:30.567733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-a001b1d3-5aa4-4abc-942f-332b0949e826 service neutron] 10.222.0.13 "GET /v2.0/ports/8de88761-0a3e-4b74-9f50-ac80aa23d2ef/bindings/n-h2-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.3186316 Nov 09 17:42:30.578253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port a783b67a-ef97-4c95-b179-d3df93a25c02 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:30.578620 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:30.613535 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5b79cf44-954a-4d20-a449-050bb5e6472d req-95e5364d-c950-47f4-b382-142de23d0bee tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:30.687508 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5dfbac6-8389-4c1e-a25a-cc91afa0d5ca req-13f7b132-1df2-4106-9b3d-da4443ce0121 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979197 Nov 09 17:42:30.698818 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5b79cf44-954a-4d20-a449-050bb5e6472d req-95e5364d-c950-47f4-b382-142de23d0bee tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:30.702785 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5b79cf44-954a-4d20-a449-050bb5e6472d req-95e5364d-c950-47f4-b382-142de23d0bee tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:30.726048 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b79cf44-954a-4d20-a449-050bb5e6472d req-95e5364d-c950-47f4-b382-142de23d0bee tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "DELETE /v2.0/security-groups/db89359b-7ce8-40e9-832a-c57fa501f5ad HTTP/1.1" status: 204 len: 173 time: 0.5028758 Nov 09 17:42:30.770582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5364d-c950-47f4-b382-142de23d0bee tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db89359b-7ce8-40e9-832a-c57fa501f5ad,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:30.812358 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:30.833368 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:30.861716 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:30.862532 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:30.933513 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:30.961130 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-7e8c4828-e6a6-40fe-bc21-0c98e47b3ad7 req-e31636ab-85e2-4255-a704-6b2b695bbba1 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] show failed (client error): The resource could not be found. Nov 09 17:42:30.965391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e8c4828-e6a6-40fe-bc21-0c98e47b3ad7 req-e31636ab-85e2-4255-a704-6b2b695bbba1 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/6635bfca-6774-4e26-bf5f-fac6d35f95e0 HTTP/1.1" status: 404 len: 352 time: 0.0288637 Nov 09 17:42:31.066400 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Network d82b7e41-1ac3-417e-8476-f4101b7b9d5d is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:31.075380 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:31.079777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:31.099877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f86a605-ec9d-4416-8b09-d81c2babbf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c25d17-aeb3-48ca-937d-2fea70024c42'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:31.103204 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ec9aaf-3a50-42a3-92a0-b16ceff11dd6" -d '{"events": [{"server_uuid": "4f86a605-ec9d-4416-8b09-d81c2babbf26", "name": "network-vif-plugged", "status": "completed", "tag": "a8c25d17-aeb3-48ca-937d-2fea70024c42"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:31.155746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Allocated IP 172.20.0.1 (d82b7e41-1ac3-417e-8476-f4101b7b9d5d/bbacc1df-4792-42c3-b24e-ea325542fce4/026361d4-6ff7-4664-83a1-f1357901ff62) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:31.184647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9d2fe-562e-4599-bd27-959491c34ff9 req-820f635b-c500-42fb-90cf-4b449c8ddec7 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:31.187059 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94d9d2fe-562e-4599-bd27-959491c34ff9 req-820f635b-c500-42fb-90cf-4b449c8ddec7 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 945 time: 0.0878904 Nov 09 17:42:31.193117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139327-8763-411b-a206-d7d51ec9155c req-969599a6-330d-4cc1-af61-608da0dfdb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:31.194953 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-969599a6-330d-4cc1-af61-608da0dfdb10 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f&tenant_id=0e591383dbcd479f92ef4a073b7d2b2b HTTP/1.1" status: 200 len: 1101 time: 0.1285310 Nov 09 17:42:31.215170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-587cbf10-f4be-4e8a-9536-86de748071fd tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:31.216901 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-587cbf10-f4be-4e8a-9536-86de748071fd tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.13 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 821 time: 0.4216712 Nov 09 17:42:31.225521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f519b-0778-4080-b7b1-5f77e48bea67 req-6986b8d0-f119-4dfa-9176-76a31080debd tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:31.234017 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-093f519b-0778-4080-b7b1-5f77e48bea67 req-6986b8d0-f119-4dfa-9176-76a31080debd tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 945 time: 0.3016911 Nov 09 17:42:31.244506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:31.280034 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94d9d2fe-562e-4599-bd27-959491c34ff9 req-27a56e73-d754-4d0e-9e2c-e3ed27c3500b tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821815 Nov 09 17:42:31.343718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-e3fc6a23-71b3-4de4-8456-2c11fa1c5942 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Request body: {'port': {'device_id': '297a4b61-9299-4031-a4d9-708612131be0', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'admin_state_up': True, 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:31.392153 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-76897ac5-c1cb-4738-a9e7-59d16be8ca1d req-29281f7f-20aa-4a09-a725-8bf0b06271ec tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/243c9c7d-ffc6-4b86-a135-2bf93843e450 HTTP/1.1" status: 200 len: 1805 time: 0.0495849 Nov 09 17:42:31.394226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8c25d17-aeb3-48ca-937d-2fea70024c42, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8c25d17-aeb3-48ca-937d-2fea70024c42,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:31.395727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Pushing event updated for resources: {'Port': ['ID=386be4c1-1423-4654-b622-fe3cef2cd4be,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:31.427651 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:31.491352 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:31.499375 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-76897ac5-c1cb-4738-a9e7-59d16be8ca1d req-411ab415-df0a-488b-9388-b947de0409a6 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:31.500547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Attempting to bind port 386be4c1-1423-4654-b622-fe3cef2cd4be on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:31.500932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Attempting to bind port 386be4c1-1423-4654-b622-fe3cef2cd4be by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '11066ede-f6a4-4c88-99fe-604f1e28cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:31.501309 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Attempting to bind port 386be4c1-1423-4654-b622-fe3cef2cd4be on network d82b7e41-1ac3-417e-8476-f4101b7b9d5d {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:31.516294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:31.516683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Checking segment: {'id': '11066ede-f6a4-4c88-99fe-604f1e28cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:31.517103 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:31.517513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Bound using segment: {'id': '11066ede-f6a4-4c88-99fe-604f1e28cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:31.518619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Bound port: 386be4c1-1423-4654-b622-fe3cef2cd4be, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11066ede-f6a4-4c88-99fe-604f1e28cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:31.518619 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:31.521675 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-093f519b-0778-4080-b7b1-5f77e48bea67 req-900e5e86-4bbd-4601-bbe7-ef229d312b96 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867754 Nov 09 17:42:31.555987 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-76897ac5-c1cb-4738-a9e7-59d16be8ca1d req-411ab415-df0a-488b-9388-b947de0409a6 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:31.572123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a783b67a-ef97-4c95-b179-d3df93a25c02, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a783b67a-ef97-4c95-b179-d3df93a25c02,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:31.580329 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:31.606227 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a8c25d17-aeb3-48ca-937d-2fea70024c42,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:31.628302 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:31.691476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=a783b67a-ef97-4c95-b179-d3df93a25c02,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:31.696285 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] For port 386be4c1-1423-4654-b622-fe3cef2cd4be, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:31.703553 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28a88376-4462-42fe-bb3f-c7720e4324fe req-c39d77db-556b-4e60-9078-e5d64be5d164 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 210 time: 0.0621302 Nov 09 17:42:31.718035 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] For port 386be4c1-1423-4654-b622-fe3cef2cd4be, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=386be4c1-1423-4654-b622-fe3cef2cd4be,segment=NetworkSegment(11066ede-f6a4-4c88-99fe-604f1e28cdb9),segment_id=11066ede-f6a4-4c88-99fe-604f1e28cdb9)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:31.726729 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:31.732553 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:31.734521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-e3fc6a23-71b3-4de4-8456-2c11fa1c5942 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Made reservation on behalf of 39f5e9d52cec4445b01de3e391ea91ff for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:31.737834 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-76897ac5-c1cb-4738-a9e7-59d16be8ca1d req-411ab415-df0a-488b-9388-b947de0409a6 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:31.739185 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-e3fc6a23-71b3-4de4-8456-2c11fa1c5942 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:31.743836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-76897ac5-c1cb-4738-a9e7-59d16be8ca1d req-411ab415-df0a-488b-9388-b947de0409a6 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:31.759992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-76897ac5-c1cb-4738-a9e7-59d16be8ca1d req-411ab415-df0a-488b-9388-b947de0409a6 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "DELETE /v2.0/security-groups/243c9c7d-ffc6-4b86-a135-2bf93843e450 HTTP/1.1" status: 204 len: 173 time: 0.3513300 Nov 09 17:42:31.793674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ab415-df0a-488b-9388-b947de0409a6 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243c9c7d-ffc6-4b86-a135-2bf93843e450,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:31.817479 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1deb67a-0e0f-4951-93df-64ed715f1d3b x-openstack-request-id: req-c1deb67a-0e0f-4951-93df-64ed715f1d3b {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:31.817950 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f86a605-ec9d-4416-8b09-d81c2babbf26", "name": "network-vif-plugged", "status": "completed", "tag": "a8c25d17-aeb3-48ca-937d-2fea70024c42", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:31.818379 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1deb67a-0e0f-4951-93df-64ed715f1d3b {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:31.819036 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f86a605-ec9d-4416-8b09-d81c2babbf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c25d17-aeb3-48ca-937d-2fea70024c42', 'code': 200} Nov 09 17:42:31.989301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064099f0-259b-4185-aaa5-fe222b98076f None None] Pushing event updated for resources: {'Port': ['ID=386be4c1-1423-4654-b622-fe3cef2cd4be,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:32.021967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a7c1f-7512-47db-b940-ae7aabb45ee3 req-986f7d8f-35aa-4fff-88e0-cf61802028b2 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:32.029568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a7c1f-7512-47db-b940-ae7aabb45ee3 req-986f7d8f-35aa-4fff-88e0-cf61802028b2 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:32.037680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a7c1f-7512-47db-b940-ae7aabb45ee3 req-986f7d8f-35aa-4fff-88e0-cf61802028b2 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:32.040970 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f67a7c1f-7512-47db-b940-ae7aabb45ee3 req-986f7d8f-35aa-4fff-88e0-cf61802028b2 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2418 time: 0.1141813 Nov 09 17:42:32.102719 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f67a7c1f-7512-47db-b940-ae7aabb45ee3 req-6aca5259-cb0b-4e32-8516-052ebbc7f8a0 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560582 Nov 09 17:42:32.220181 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1424d24c-3e9d-4370-9c74-539e42f29edd req-79c0889d-53c8-473a-99b1-323999a2d271 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/01fb26d4-80bb-4819-a01e-34987b4adf69 HTTP/1.1" status: 200 len: 1805 time: 0.0712900 Nov 09 17:42:32.312961 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1424d24c-3e9d-4370-9c74-539e42f29edd req-2592b9f2-8af1-49b1-ad19-a684b73da5d1 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:32.348010 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1424d24c-3e9d-4370-9c74-539e42f29edd req-2592b9f2-8af1-49b1-ad19-a684b73da5d1 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:32.436321 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:32.455016 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 386be4c1-1423-4654-b622-fe3cef2cd4be up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:32.468041 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1424d24c-3e9d-4370-9c74-539e42f29edd req-2592b9f2-8af1-49b1-ad19-a684b73da5d1 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:32.472684 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1424d24c-3e9d-4370-9c74-539e42f29edd req-2592b9f2-8af1-49b1-ad19-a684b73da5d1 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:32.476202 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1424d24c-3e9d-4370-9c74-539e42f29edd req-2592b9f2-8af1-49b1-ad19-a684b73da5d1 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "DELETE /v2.0/security-groups/01fb26d4-80bb-4819-a01e-34987b4adf69 HTTP/1.1" status: 204 len: 173 time: 0.2545738 Nov 09 17:42:32.499687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592b9f2-8af1-49b1-ad19-a684b73da5d1 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fb26d4-80bb-4819-a01e-34987b4adf69,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:32.598925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 386be4c1-1423-4654-b622-fe3cef2cd4be triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:32.599796 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:32.621852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59864-3224-45b1-afcc-7efe4daf73e8 req-c63f2074-0db8-416a-a05a-0cd0681d771b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:32.639817 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ea59864-3224-45b1-afcc-7efe4daf73e8 req-c63f2074-0db8-416a-a05a-0cd0681d771b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.7231255 Nov 09 17:42:32.676920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network d82b7e41-1ac3-417e-8476-f4101b7b9d5d is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:32.704769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:32.708255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1066950-6cf3-4c33-80e5-35c83af6d79c req-db9d1872-79e2-43e5-b4d5-a5093d896457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:32.709906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f1066950-6cf3-4c33-80e5-35c83af6d79c req-db9d1872-79e2-43e5-b4d5-a5093d896457 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 1097 time: 0.7615442 Nov 09 17:42:32.717324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:32.728346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=026361d4-6ff7-4664-83a1-f1357901ff62,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:32.772369 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:32.788371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-e3fc6a23-71b3-4de4-8456-2c11fa1c5942 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Allocated IP 172.20.0.9 (84ae81e5-486e-409a-8af4-dac28c6c08af/46af615a-61fb-4f31-a113-881f6f9622ba/ba323535-1e02-457c-bc26-58b6c5d6dc67) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:32.818892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 386be4c1-1423-4654-b622-fe3cef2cd4be, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=386be4c1-1423-4654-b622-fe3cef2cd4be,segment=NetworkSegment(11066ede-f6a4-4c88-99fe-604f1e28cdb9),segment_id=11066ede-f6a4-4c88-99fe-604f1e28cdb9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:32.827614 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:32.829498 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:32.832387 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e861e-4e54-47b7-9adf-32cb5149cf29 req-86334b54-e930-4aab-8751-fc2f26751fa9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:32.844519 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba6e861e-4e54-47b7-9adf-32cb5149cf29 req-86334b54-e930-4aab-8751-fc2f26751fa9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 946 time: 0.1401622 Nov 09 17:42:32.852549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:32.881830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ea59864-3224-45b1-afcc-7efe4daf73e8 req-e6608ee8-a3f0-4325-9ed1-8529a2ed79dc tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462943 Nov 09 17:42:32.950547 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba6e861e-4e54-47b7-9adf-32cb5149cf29 req-907f617a-256d-4744-9b32-918acf97a1d5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039648 Nov 09 17:42:32.989931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:33.003482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=386be4c1-1423-4654-b622-fe3cef2cd4be,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:33.004218 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f1066950-6cf3-4c33-80e5-35c83af6d79c req-574aa2b7-4dcb-4d90-b053-4caeb35a86e4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714353 Nov 09 17:42:33.041666 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:33.042491 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:33.090454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:33.161905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f02e3c-b104-41fc-95e8-b11aec5a8ca3 req-02c3f0de-de89-411d-b793-53a931fc8bbc tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:33.176092 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49f02e3c-b104-41fc-95e8-b11aec5a8ca3 req-02c3f0de-de89-411d-b793-53a931fc8bbc tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.1195278 Nov 09 17:42:33.192504 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55854eb6-ac7d-4eba-871e-43cf96001269 req-5983058e-8b87-481d-ae3f-86a79f078ac6 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/92e17ba3-f1a5-4ccd-8d59-6d647afd86bd HTTP/1.1" status: 200 len: 1805 time: 0.2676728 Nov 09 17:42:33.234118 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49f02e3c-b104-41fc-95e8-b11aec5a8ca3 req-4d4d6610-42bf-4af4-a184-de10ba9d1cfd tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559053 Nov 09 17:42:33.286851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:33.286851 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74767ad-c474-4d37-a24d-78a4093ef3c8" -d '{"events": [{"server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "name": "network-vif-unplugged", "status": "completed", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:33.287658 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:33.342381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dca9d5-f54b-4b87-aa8a-c989fd8291d3 None None] Network d82b7e41-1ac3-417e-8476-f4101b7b9d5d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:33.361267 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Transition to ACTIVE for port object 8de88761-0a3e-4b74-9f50-ac80aa23d2ef will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:42:33.387743 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:33.396574 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:33.417980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-860bfbb1-b9fb-450c-933d-3326cf2ff705 None None] Provisioning complete for port 386be4c1-1423-4654-b622-fe3cef2cd4be triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:33.418466 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-860bfbb1-b9fb-450c-933d-3326cf2ff705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:33.429889 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-55854eb6-ac7d-4eba-871e-43cf96001269 req-3e8becf1-a0ae-46bb-a444-9eefbd03e715 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:33.458417 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-e3fc6a23-71b3-4de4-8456-2c11fa1c5942 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:33.538546 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-55854eb6-ac7d-4eba-871e-43cf96001269 req-3e8becf1-a0ae-46bb-a444-9eefbd03e715 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:33.581397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Pushing event updated for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:33.593097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] No DVR routers for this DVR port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:33.697500 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7b8ff910-d823-4a98-89a0-e28228f7030b req-45e60494-ceae-4c03-a839-6017a89bb100 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 210 time: 0.0366631 Nov 09 17:42:33.750232 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-e3fc6a23-71b3-4de4-8456-2c11fa1c5942 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:33.783911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Attempting to bind port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:33.784389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Attempting to bind port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:33.784899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Attempting to bind port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:33.792378 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bec6b6-ebc4-445b-989d-70094e3ba8c0 x-openstack-request-id: req-a7bec6b6-ebc4-445b-989d-70094e3ba8c0 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:33.792378 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "name": "network-vif-unplugged", "status": "completed", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:33.792378 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7bec6b6-ebc4-445b-989d-70094e3ba8c0 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:33.792378 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'code': 200} Nov 09 17:42:33.820046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-55854eb6-ac7d-4eba-871e-43cf96001269 req-3e8becf1-a0ae-46bb-a444-9eefbd03e715 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:33.821214 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8466f2-e424-47b0-8937-fca45b4e6572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a783b67a-ef97-4c95-b179-d3df93a25c02'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:33.823293 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-55854eb6-ac7d-4eba-871e-43cf96001269 req-3e8becf1-a0ae-46bb-a444-9eefbd03e715 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:33.826458 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55854eb6-ac7d-4eba-871e-43cf96001269 req-3e8becf1-a0ae-46bb-a444-9eefbd03e715 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "DELETE /v2.0/security-groups/92e17ba3-f1a5-4ccd-8d59-6d647afd86bd HTTP/1.1" status: 204 len: 173 time: 0.6260545 Nov 09 17:42:33.828423 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df7f29-9fdb-46a5-b18e-5c19e4ff4c72" -d '{"events": [{"server_uuid": "cc8466f2-e424-47b0-8937-fca45b4e6572", "name": "network-vif-plugged", "status": "completed", "tag": "a783b67a-ef97-4c95-b179-d3df93a25c02"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:33.855536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:42:33.855821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Attempting to bind port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:33.878769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-e3fc6a23-71b3-4de4-8456-2c11fa1c5942 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Network 84ae81e5-486e-409a-8af4-dac28c6c08af is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:33.883033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8becf1-a0ae-46bb-a444-9eefbd03e715 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e17ba3-f1a5-4ccd-8d59-6d647afd86bd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:33.899696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-e3fc6a23-71b3-4de4-8456-2c11fa1c5942 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:33.908929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc6a23-71b3-4de4-8456-2c11fa1c5942 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Pushing event updated for resources: {'Port': ['ID=ba323535-1e02-457c-bc26-58b6c5d6dc67,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:33.911431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:33.911753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:33.912105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:33.912575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Bound port: 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:33.912942 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:33.917392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-e3fc6a23-71b3-4de4-8456-2c11fa1c5942 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:33.953775 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c838ee0-918b-474e-9632-b0b19a84728d req-765f0325-da92-443b-8ecd-500bcb9dd8e8 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:33.960685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c838ee0-918b-474e-9632-b0b19a84728d req-765f0325-da92-443b-8ecd-500bcb9dd8e8 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:33.967337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c838ee0-918b-474e-9632-b0b19a84728d req-765f0325-da92-443b-8ecd-500bcb9dd8e8 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:33.978760 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c838ee0-918b-474e-9632-b0b19a84728d req-765f0325-da92-443b-8ecd-500bcb9dd8e8 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2418 time: 0.1270733 Nov 09 17:42:34.000516 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8de88761-0a3e-4b74-9f50-ac80aa23d2ef no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:34.055159 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c838ee0-918b-474e-9632-b0b19a84728d req-adcabdb5-997c-4c4f-a86d-f5c11265d21b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749612 Nov 09 17:42:34.061861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8de88761-0a3e-4b74-9f50-ac80aa23d2ef not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:42:34.114712 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50710f62-0fd6-42ed-9cc8-74de8085a479 x-openstack-request-id: req-50710f62-0fd6-42ed-9cc8-74de8085a479 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:34.115134 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8466f2-e424-47b0-8937-fca45b4e6572", "name": "network-vif-plugged", "status": "completed", "tag": "a783b67a-ef97-4c95-b179-d3df93a25c02", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:34.115599 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-50710f62-0fd6-42ed-9cc8-74de8085a479 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:34.115783 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8466f2-e424-47b0-8937-fca45b4e6572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a783b67a-ef97-4c95-b179-d3df93a25c02', 'code': 200} Nov 09 17:42:34.161156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-e3fc6a23-71b3-4de4-8456-2c11fa1c5942 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:34.161838 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-e3fc6a23-71b3-4de4-8456-2c11fa1c5942 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:34.215796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7a06fc60-f2d0-455b-a4c7-a2aabf5c5ae2 None None] Provisioning complete for port 026361d4-6ff7-4664-83a1-f1357901ff62 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:34.216414 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7a06fc60-f2d0-455b-a4c7-a2aabf5c5ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:34.254810 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:34.295784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7a06fc60-f2d0-455b-a4c7-a2aabf5c5ae2 None None] Port 026361d4-6ff7-4664-83a1-f1357901ff62 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:42:34.315442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 386be4c1-1423-4654-b622-fe3cef2cd4be up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:34.321421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7a06fc60-f2d0-455b-a4c7-a2aabf5c5ae2 None None] Provisioning complete for port 386be4c1-1423-4654-b622-fe3cef2cd4be triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:34.322345 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7a06fc60-f2d0-455b-a4c7-a2aabf5c5ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:34.337528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:34.347200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3d54b-ad0d-4c15-af1f-0df96511a525 req-fd0a9838-586d-4e5c-8f5d-c3eda32d31fa tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:34.354603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce3af8ba-35a1-401b-88c5-31efeefb9a5e req-cc7c76e4-c402-417f-bf7e-fbf936dde403 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/71e4ab8d-db52-4421-8c91-2f9ddb3a9d94 HTTP/1.1" status: 200 len: 2406 time: 0.3306112 Nov 09 17:42:34.357279 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cfd3d54b-ad0d-4c15-af1f-0df96511a525 req-fd0a9838-586d-4e5c-8f5d-c3eda32d31fa tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 948 time: 0.1421335 Nov 09 17:42:34.409602 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:34.414017 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cfd3d54b-ad0d-4c15-af1f-0df96511a525 req-76455b4b-3869-4ef1-b55d-fc4a8ebadf17 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538945 Nov 09 17:42:34.440572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 386be4c1-1423-4654-b622-fe3cef2cd4be triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:34.441077 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:34.455032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-e3fc6a23-71b3-4de4-8456-2c11fa1c5942 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2042735 Nov 09 17:42:34.470543 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:34.479648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Request body: {'port': {'device_id': '297a4b61-9299-4031-a4d9-708612131be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:34.562727 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:34.579591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e16314-a76c-4f46-bf58-3ac15cd6a458 req-980ca651-b8e8-41d9-9d40-4ab6dae881e9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:34.588898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-34e16314-a76c-4f46-bf58-3ac15cd6a458 req-980ca651-b8e8-41d9-9d40-4ab6dae881e9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 946 time: 0.0766060 Nov 09 17:42:34.632356 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-34e16314-a76c-4f46-bf58-3ac15cd6a458 req-04ce40da-fb18-44ad-809e-d506b923de8a tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419726 Nov 09 17:42:34.659185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-95171387-d0a3-407e-9f44-67be1c39eaa8 None None] Provisioning complete for port 026361d4-6ff7-4664-83a1-f1357901ff62 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:34.660212 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-95171387-d0a3-407e-9f44-67be1c39eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:34.723538 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:34.733724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-95171387-d0a3-407e-9f44-67be1c39eaa8 None None] Port 026361d4-6ff7-4664-83a1-f1357901ff62 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:42:34.741661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:34.742787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:34.744703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] 10.222.0.18 "PUT /v2.0/ports/8de88761-0a3e-4b74-9f50-ac80aa23d2ef HTTP/1.1" status: 200 len: 1096 time: 3.5377767 Nov 09 17:42:34.759795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-95171387-d0a3-407e-9f44-67be1c39eaa8 None None] Provisioning complete for port ba323535-1e02-457c-bc26-58b6c5d6dc67 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:34.760237 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-95171387-d0a3-407e-9f44-67be1c39eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:34.806538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-95171387-d0a3-407e-9f44-67be1c39eaa8 None None] Port ba323535-1e02-457c-bc26-58b6c5d6dc67 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:42:34.819575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca86f3b-5992-41aa-af27-023d8f52e371 req-851456d3-f4f6-42d1-8251-ef072966ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:34.821393 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ca86f3b-5992-41aa-af27-023d8f52e371 req-851456d3-f4f6-42d1-8251-ef072966ec7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 1097 time: 0.5639620 Nov 09 17:42:34.822030 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ce3af8ba-35a1-401b-88c5-31efeefb9a5e req-1a9c827b-f069-48ff-8cc5-c83ccf436e1b tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:34.854615 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085fa98-2d75-4f28-b2f0-1017fc7e7c0a req-35f804d8-5fed-4ee6-9941-7cf54782d37f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:34.856993 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f085fa98-2d75-4f28-b2f0-1017fc7e7c0a req-35f804d8-5fed-4ee6-9941-7cf54782d37f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.1379960 Nov 09 17:42:34.909522 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f085fa98-2d75-4f28-b2f0-1017fc7e7c0a req-3c512a96-ccea-49f8-b430-b1a6ebe52db9 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445652 Nov 09 17:42:35.014447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1e3f9-a14c-461d-b563-46defb9130ea service neutron] Pushing event updated for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:35.020445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:35.070876 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ce3af8ba-35a1-401b-88c5-31efeefb9a5e req-1a9c827b-f069-48ff-8cc5-c83ccf436e1b tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:35.092746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911f50e-5406-407d-ae23-07d464dd034c req-08a07553-8244-4b6d-83e9-9a7be701ed64 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:35.094879 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1911f50e-5406-407d-ae23-07d464dd034c req-08a07553-8244-4b6d-83e9-9a7be701ed64 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 931 time: 0.0769942 Nov 09 17:42:35.155608 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ca86f3b-5992-41aa-af27-023d8f52e371 req-51cb92fa-855a-4ae7-b452-0e7c5432c907 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847896 Nov 09 17:42:35.162461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1911f50e-5406-407d-ae23-07d464dd034c req-f117235f-5b94-4a9f-84d5-ae73669b7e6a tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554590 Nov 09 17:42:35.195490 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58b53b75-1a06-4f1f-b5b7-c8ffe0c02995 req-d6be33e3-8ea2-44fd-abf3-e381868f3348 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4196866 Nov 09 17:42:35.208141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139327-8763-411b-a206-d7d51ec9155c req-8efd9064-bc24-4936-afa6-5516e6eebb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:35.209759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-8efd9064-bc24-4936-afa6-5516e6eebb34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 1099 time: 0.4170344 Nov 09 17:42:35.246440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=026361d4-6ff7-4664-83a1-f1357901ff62,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:35.339137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d82f7-9080-4b62-8352-8785e9a4ff9c req-ce5ab0ca-67d6-4de6-8e57-b1fdb9fabca3 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:35.341938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8c4d82f7-9080-4b62-8352-8785e9a4ff9c req-ce5ab0ca-67d6-4de6-8e57-b1fdb9fabca3 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.0992804 Nov 09 17:42:35.397800 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8c4d82f7-9080-4b62-8352-8785e9a4ff9c req-c0d4d8c5-2313-4e0a-88c4-b3df47ca30fc tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 Nov 09 17:42:35.666252 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08157e0-7dd4-44c0-bdce-a8f776e1f5bb req-b866c6ba-5ba9-4a81-99fd-7bdaea632180 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:35.678524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08157e0-7dd4-44c0-bdce-a8f776e1f5bb req-b866c6ba-5ba9-4a81-99fd-7bdaea632180 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:35.690260 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08157e0-7dd4-44c0-bdce-a8f776e1f5bb req-b866c6ba-5ba9-4a81-99fd-7bdaea632180 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:35.693324 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f08157e0-7dd4-44c0-bdce-a8f776e1f5bb req-b866c6ba-5ba9-4a81-99fd-7bdaea632180 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2418 time: 0.1201878 Nov 09 17:42:35.756011 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ce3af8ba-35a1-401b-88c5-31efeefb9a5e req-1a9c827b-f069-48ff-8cc5-c83ccf436e1b tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:35.760728 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ce3af8ba-35a1-401b-88c5-31efeefb9a5e req-1a9c827b-f069-48ff-8cc5-c83ccf436e1b tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:35.761560 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f08157e0-7dd4-44c0-bdce-a8f776e1f5bb req-c71bff0a-a5b6-40b6-912b-e3e336837bd4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609682 Nov 09 17:42:35.762837 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce3af8ba-35a1-401b-88c5-31efeefb9a5e req-1a9c827b-f069-48ff-8cc5-c83ccf436e1b tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "DELETE /v2.0/security-groups/71e4ab8d-db52-4421-8c91-2f9ddb3a9d94 HTTP/1.1" status: 204 len: 173 time: 1.4065135 Nov 09 17:42:35.808336 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:35.811520 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d36f96-c13b-443d-a54c-e4b81264d40e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:35.837747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network d82b7e41-1ac3-417e-8476-f4101b7b9d5d is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:35.857637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:35.874339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c827b-f069-48ff-8cc5-c83ccf436e1b tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e4ab8d-db52-4421-8c91-2f9ddb3a9d94,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:35.949964 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-49dd62b5-0252-4820-8989-d6a862c2077d tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:35.960464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-49dd62b5-0252-4820-8989-d6a862c2077d tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:35.974366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-49dd62b5-0252-4820-8989-d6a862c2077d tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:35.976701 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-49dd62b5-0252-4820-8989-d6a862c2077d tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 2418 time: 0.1684330 Nov 09 17:42:36.078002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b53b75-1a06-4f1f-b5b7-c8ffe0c02995 req-d205edd9-e8e3-4d4b-9480-145feebdac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:36.081130 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58b53b75-1a06-4f1f-b5b7-c8ffe0c02995 req-d205edd9-e8e3-4d4b-9480-145feebdac5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 1100 time: 0.7584960 Nov 09 17:42:36.149909 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17393fef-7a09-4914-94a4-81196965dcf0 req-ed4af065-432a-4399-8d23-5a734a0e11e9 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:36.151926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17393fef-7a09-4914-94a4-81196965dcf0 req-ed4af065-432a-4399-8d23-5a734a0e11e9 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 948 time: 0.1717072 Nov 09 17:42:36.169344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139327-8763-411b-a206-d7d51ec9155c req-23e0b575-2f31-40e7-831b-0dd53723398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:36.171324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-23e0b575-2f31-40e7-831b-0dd53723398c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.9469771 Nov 09 17:42:36.215808 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17393fef-7a09-4914-94a4-81196965dcf0 req-88b9f5ba-abf8-405f-95d0-ff6eb139e28d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532103 Nov 09 17:42:36.232158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-0c0261b6-db54-422c-88b9-b5e95b10ca9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Deleting port 686e9806-6531-4fb7-94ac-717d4d62c01b {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:42:36.232580 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-0c0261b6-db54-422c-88b9-b5e95b10ca9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:36.280591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3426aa8d-1e2a-42c9-8004-add74676d185 None None] Provisioning complete for port 026361d4-6ff7-4664-83a1-f1357901ff62 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:36.281527 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3426aa8d-1e2a-42c9-8004-add74676d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:36.366394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-3426aa8d-1e2a-42c9-8004-add74676d185 None None] Port 026361d4-6ff7-4664-83a1-f1357901ff62 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:42:36.414794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-9fef343b-7d20-4c07-a519-0ad7ee433207 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef HTTP/1.1" status: 200 len: 217 time: 0.2103562 Nov 09 17:42:36.426804 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c875a99b-5f58-494b-b6e8-8ce857cd2901 req-df350599-35de-44e9-bc16-f6c1c0fa3b07 tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "GET /v2.0/security-groups/bedd1403-aba3-4748-82b3-273276ddb8e1 HTTP/1.1" status: 200 len: 2400 time: 0.1371453 Nov 09 17:42:36.490190 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-0c0261b6-db54-422c-88b9-b5e95b10ca9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] For port 686e9806-6531-4fb7-94ac-717d4d62c01b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=686e9806-6531-4fb7-94ac-717d4d62c01b,segment=NetworkSegment(6ec45c15-2ae5-486c-afea-74ba29067b44),segment_id=6ec45c15-2ae5-486c-afea-74ba29067b44)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:36.490826 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-0c0261b6-db54-422c-88b9-b5e95b10ca9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:36.531757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-0c0261b6-db54-422c-88b9-b5e95b10ca9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Calling delete_port for 686e9806-6531-4fb7-94ac-717d4d62c01b owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:42:36.578590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755cbd5-27c1-4bb0-98ef-ee567fd76f74 req-38491445-6198-4b82-9f9b-3d0ed1e4af9f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:36.581484 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c755cbd5-27c1-4bb0-98ef-ee567fd76f74 req-38491445-6198-4b82-9f9b-3d0ed1e4af9f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 946 time: 0.4527559 Nov 09 17:42:36.646139 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b53b75-1a06-4f1f-b5b7-c8ffe0c02995 req-926f2e9f-b47d-4080-816e-d675992c54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:36.648624 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58b53b75-1a06-4f1f-b5b7-c8ffe0c02995 req-926f2e9f-b47d-4080-816e-d675992c54ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.5183027 Nov 09 17:42:36.670017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139327-8763-411b-a206-d7d51ec9155c req-7c35b853-840e-4242-8f66-7db1054c7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:36.672600 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-7c35b853-840e-4242-8f66-7db1054c7903 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2441876 Nov 09 17:42:36.684927 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c875a99b-5f58-494b-b6e8-8ce857cd2901 req-e0fdc25a-caac-485a-b323-2e4b2a0e4ccf tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:36.759843 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c875a99b-5f58-494b-b6e8-8ce857cd2901 req-e0fdc25a-caac-485a-b323-2e4b2a0e4ccf tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:36.815664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 30725612-2d61-4791-85b8-4bcad741f53c is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:42:36.842810 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58b53b75-1a06-4f1f-b5b7-c8ffe0c02995 req-748989f6-e6bb-4673-8c4f-1dd5462e9c0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29efb134-0c85-4e7f-a8a0-f62771c54647 HTTP/1.1" status: 200 len: 217 time: 0.1685588 Nov 09 17:42:36.863319 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c755cbd5-27c1-4bb0-98ef-ee567fd76f74 req-9f2a03e2-0ce6-42b8-92f5-1d4d83004e86 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688267 Nov 09 17:42:36.873506 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c875a99b-5f58-494b-b6e8-8ce857cd2901 req-e0fdc25a-caac-485a-b323-2e4b2a0e4ccf tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:36.878131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c875a99b-5f58-494b-b6e8-8ce857cd2901 req-e0fdc25a-caac-485a-b323-2e4b2a0e4ccf tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:36.879747 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c875a99b-5f58-494b-b6e8-8ce857cd2901 req-e0fdc25a-caac-485a-b323-2e4b2a0e4ccf tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] 10.222.0.81 "DELETE /v2.0/security-groups/bedd1403-aba3-4748-82b3-273276ddb8e1 HTTP/1.1" status: 204 len: 173 time: 0.4397869 Nov 09 17:42:36.900058 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdc25a-caac-485a-b323-2e4b2a0e4ccf tempest-SecurityGroupRulesTestJSON-894662715 tempest-SecurityGroupRulesTestJSON-894662715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedd1403-aba3-4748-82b3-273276ddb8e1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:36.913904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba323535-1e02-457c-bc26-58b6c5d6dc67 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:36.923500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57414) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:36.925423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-0c0261b6-db54-422c-88b9-b5e95b10ca9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:36.931595 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:36.948083 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['686e9806-6531-4fb7-94ac-717d4d62c01b', '99abee86-2d5b-4ed1-91e8-67c45376eac3', '96a0fea6-d830-47b3-b365-565042030455'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:36.998722 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139327-8763-411b-a206-d7d51ec9155c req-de42577b-49c3-40ec-a402-e8f5d4ccdcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:37.000466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-de42577b-49c3-40ec-a402-e8f5d4ccdcda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3072236 Nov 09 17:42:37.042114 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f2d8e2-d977-4535-b960-7ea04ecab6b0 x-openstack-request-id: req-b7f2d8e2-d977-4535-b960-7ea04ecab6b0 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:37.042401 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:37.042647 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7f2d8e2-d977-4535-b960-7ea04ecab6b0 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:37.043064 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'status': 'completed', 'code': 200} Nov 09 17:42:37.065069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0261b6-db54-422c-88b9-b5e95b10ca9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Port': ['ID=686e9806-6531-4fb7-94ac-717d4d62c01b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:37.083325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Transition to ACTIVE for port object ba323535-1e02-457c-bc26-58b6c5d6dc67 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:42:37.114703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b53b75-1a06-4f1f-b5b7-c8ffe0c02995 req-9265ec21-5eb5-42b8-9ddf-592f36a599eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:37.116316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58b53b75-1a06-4f1f-b5b7-c8ffe0c02995 req-9265ec21-5eb5-42b8-9ddf-592f36a599eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2609260 Nov 09 17:42:37.159054 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:37.203935 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2889ca82-aa58-42b8-bede-6852503cc8c7 admin admin] Deleting subnet 9c6f1fe4-4371-4c2a-91f6-d385bdf50501 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:42:37.225676 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-0c0261b6-db54-422c-88b9-b5e95b10ca9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] No DVR routers for this DVR port 686e9806-6531-4fb7-94ac-717d4d62c01b on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:37.230279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2889ca82-aa58-42b8-bede-6852503cc8c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:37.233540 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-0c0261b6-db54-422c-88b9-b5e95b10ca9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:37.238455 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-0c0261b6-db54-422c-88b9-b5e95b10ca9e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "DELETE /v2.0/ports/686e9806-6531-4fb7-94ac-717d4d62c01b HTTP/1.1" status: 204 len: 173 time: 1.2335913 Nov 09 17:42:37.239601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'name': 'network-vif-deleted', 'tag': '686e9806-6531-4fb7-94ac-717d4d62c01b'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:37.242580 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711271b8-4a89-4db9-9207-a73343c3942e" -d '{"events": [{"server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "name": "network-vif-deleted", "tag": "686e9806-6531-4fb7-94ac-717d4d62c01b"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:37.271940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:37.288512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dbb0676b-fe4f-47cc-b403-fe00caa840aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2799373 Nov 09 17:42:37.302440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57420) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:37.310248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c4493175-6fb5-40d5-ae8f-b7ededb7914f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'network': {'name': 'tempest-RoutersTest-1990279235'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:37.320046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Pushing event updated for resources: {'Port': ['ID=ba323535-1e02-457c-bc26-58b6c5d6dc67,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:37.336400 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Sync routers for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:37.366434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b70d0e-6897-43b1-998f-0e7b89c7dd09 req-dd89366a-5121-4e66-ac10-336961940c91 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:37.369952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5b70d0e-6897-43b1-998f-0e7b89c7dd09 req-dd89366a-5121-4e66-ac10-336961940c91 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.3803596 Nov 09 17:42:37.388356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:37.389519 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2889ca82-aa58-42b8-bede-6852503cc8c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:37.389754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:37.434105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-70f97a7e-db50-41e1-a261-e0db1b934a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:37.435886 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-70f97a7e-db50-41e1-a261-e0db1b934a38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 1099 time: 0.3759849 Nov 09 17:42:37.481143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4493175-6fb5-40d5-ae8f-b7ededb7914f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:37.488103 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4493175-6fb5-40d5-ae8f-b7ededb7914f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:37.509106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2889ca82-aa58-42b8-bede-6852503cc8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:37.546571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4493175-6fb5-40d5-ae8f-b7ededb7914f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:37.590571 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82985-7389-472a-8ea7-036524a6227e req-aa1d81e6-4e34-4a38-b140-5e9da1ed51c5 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:37.592505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c8c82985-7389-472a-8ea7-036524a6227e req-aa1d81e6-4e34-4a38-b140-5e9da1ed51c5 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 943 time: 0.4398057 Nov 09 17:42:37.594969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-3165d176-2cb5-427f-9f95-a432bf355b15 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458779 Nov 09 17:42:37.648866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:37.662639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b53b75-1a06-4f1f-b5b7-c8ffe0c02995 req-e54afe26-00dc-4ea3-8ac1-efeef194a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:37.664492 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58b53b75-1a06-4f1f-b5b7-c8ffe0c02995 req-e54afe26-00dc-4ea3-8ac1-efeef194a1ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5028598 Nov 09 17:42:37.745279 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4493175-6fb5-40d5-ae8f-b7ededb7914f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:37.745279 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-c4493175-6fb5-40d5-ae8f-b7ededb7914f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Added segment 964cf236-fc2e-417b-a164-8e17b9625279 of type vlan for network 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e Nov 09 17:42:37.966863 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5b70d0e-6897-43b1-998f-0e7b89c7dd09 req-b0df3c32-d8db-4ed8-8eb2-c196d42be351 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649872 Nov 09 17:42:38.070177 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4493175-6fb5-40d5-ae8f-b7ededb7914f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:38.101983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c8c82985-7389-472a-8ea7-036524a6227e req-6b1f63b6-8974-4859-bf4f-b1743d562b58 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994164 Nov 09 17:42:38.112644 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2889ca82-aa58-42b8-bede-6852503cc8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:38.137840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:42:33Z', 'revision_number': 2, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:33Z', 'revision_number': 2, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:38.154487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-e69b8bb8-857e-45c6-ad90-706b804829ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:38.156119 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-e69b8bb8-857e-45c6-ad90-706b804829ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.6888094 Nov 09 17:42:38.203857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889ca82-aa58-42b8-bede-6852503cc8c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6f1fe4-4371-4c2a-91f6-d385bdf50501,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:38.209387 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Checking router: 30725612-2d61-4791-85b8-4bcad741f53c for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:42:38.211373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Updating router 30725612-2d61-4791-85b8-4bcad741f53c port 026361d4-6ff7-4664-83a1-f1357901ff62 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:42:38.224807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-49deef83-8d8f-44f9-8f1e-69a6162189e5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Deleting port 99abee86-2d5b-4ed1-91e8-67c45376eac3 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:42:38.225556 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-49deef83-8d8f-44f9-8f1e-69a6162189e5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:38.241128 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2889ca82-aa58-42b8-bede-6852503cc8c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:38.248076 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2889ca82-aa58-42b8-bede-6852503cc8c7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9c6f1fe4-4371-4c2a-91f6-d385bdf50501 HTTP/1.1" status: 204 len: 168 time: 1.3193772 Nov 09 17:42:38.273742 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:38.383315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57426) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:38.613271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-49deef83-8d8f-44f9-8f1e-69a6162189e5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] For port 99abee86-2d5b-4ed1-91e8-67c45376eac3, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=99abee86-2d5b-4ed1-91e8-67c45376eac3,segment=NetworkSegment(3d4884bf-6126-44e3-9665-937553d84546),segment_id=3d4884bf-6126-44e3-9665-937553d84546)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:38.613883 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-49deef83-8d8f-44f9-8f1e-69a6162189e5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:38.654510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807996-7c4c-44a3-b69e-639ef991edde req-752f2c9b-8143-440e-b9b6-a744e1ab9245 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:38.659746 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-a763d727-1b2f-46e6-8d06-a50ef05870f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef HTTP/1.1" status: 200 len: 217 time: 0.4874573 Nov 09 17:42:38.666833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807996-7c4c-44a3-b69e-639ef991edde req-752f2c9b-8143-440e-b9b6-a744e1ab9245 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:38.669756 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-02807996-7c4c-44a3-b69e-639ef991edde req-752f2c9b-8143-440e-b9b6-a744e1ab9245 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 1682 time: 0.4195304 Nov 09 17:42:38.684797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Attempting to bind port ba323535-1e02-457c-bc26-58b6c5d6dc67 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:38.685456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Attempting to bind port ba323535-1e02-457c-bc26-58b6c5d6dc67 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:38.686265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Attempting to bind port ba323535-1e02-457c-bc26-58b6c5d6dc67 on network 84ae81e5-486e-409a-8af4-dac28c6c08af {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:38.690421 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec1a4-4350-4db6-8a48-a4272d5c2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:38.691323 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4493175-6fb5-40d5-ae8f-b7ededb7914f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:38.693881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-49deef83-8d8f-44f9-8f1e-69a6162189e5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Calling delete_port for 99abee86-2d5b-4ed1-91e8-67c45376eac3 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:42:38.702535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4493175-6fb5-40d5-ae8f-b7ededb7914f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:38.703691 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4493175-6fb5-40d5-ae8f-b7ededb7914f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:38.795756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9139327-8763-411b-a206-d7d51ec9155c req-77dec74c-4f91-49d2-ac7f-fdcb33f21364 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1257572 Nov 09 17:42:38.802214 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58b53b75-1a06-4f1f-b5b7-c8ffe0c02995 req-2b08a5f2-9883-49eb-b414-8af3c5ea0736 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1227050 Nov 09 17:42:38.810150 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:38.824371 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:38.868162 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-02807996-7c4c-44a3-b69e-639ef991edde req-6754970b-700c-4aa8-9a56-3430cc892030 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898499 Nov 09 17:42:38.929580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004edf35-e4be-4c90-9639-cdcb6996ddbd None None] Pushing event updated for resources: {'Port': ['ID=026361d4-6ff7-4664-83a1-f1357901ff62,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:38.970974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Port ba323535-1e02-457c-bc26-58b6c5d6dc67 on network 84ae81e5-486e-409a-8af4-dac28c6c08af not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:42:38.972332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Attempting to bind port ba323535-1e02-457c-bc26-58b6c5d6dc67 on network 84ae81e5-486e-409a-8af4-dac28c6c08af {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:39.051542 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f327680-287b-4516-ba85-3b50659ccf68 x-openstack-request-id: req-9f327680-287b-4516-ba85-3b50659ccf68 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:39.052397 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "name": "network-vif-deleted", "tag": "686e9806-6531-4fb7-94ac-717d4d62c01b", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:39.053056 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f327680-287b-4516-ba85-3b50659ccf68 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:39.053961 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'name': 'network-vif-deleted', 'tag': '686e9806-6531-4fb7-94ac-717d4d62c01b', 'status': 'completed', 'code': 200} Nov 09 17:42:39.096480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Attempting to bind port 026361d4-6ff7-4664-83a1-f1357901ff62 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:39.096875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Attempting to bind port 026361d4-6ff7-4664-83a1-f1357901ff62 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '11066ede-f6a4-4c88-99fe-604f1e28cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:39.097260 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Attempting to bind port 026361d4-6ff7-4664-83a1-f1357901ff62 on network d82b7e41-1ac3-417e-8476-f4101b7b9d5d {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:39.108769 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec1a4-4350-4db6-8a48-a4272d5c2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.112020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:39.113822 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Checking segment: {'id': '11066ede-f6a4-4c88-99fe-604f1e28cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:39.114853 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.115688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Bound using segment: {'id': '11066ede-f6a4-4c88-99fe-604f1e28cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:39.116411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Bound port: 026361d4-6ff7-4664-83a1-f1357901ff62, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11066ede-f6a4-4c88-99fe-604f1e28cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:39.117245 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.137562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7c8ec1a4-4350-4db6-8a48-a4272d5c2ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2c1045-25c8-4885-888b-513625daf11d']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:39.150816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7c8ec1a4-4350-4db6-8a48-a4272d5c2ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447866bb-8d1d-46af-8d60-ae0ef9fe6c90') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:39.151165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7c8ec1a4-4350-4db6-8a48-a4272d5c2ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447866bb-8d1d-46af-8d60-ae0ef9fe6c90') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:39.172882 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec1a4-4350-4db6-8a48-a4272d5c2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.176454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c4493175-6fb5-40d5-ae8f-b7ededb7914f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8710887 Nov 09 17:42:39.193192 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec1a4-4350-4db6-8a48-a4272d5c2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.199728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8ec1a4-4350-4db6-8a48-a4272d5c2ed9 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:42:39.200183 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec1a4-4350-4db6-8a48-a4272d5c2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.210829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:39.211506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Checking segment: {'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:39.212254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Bound using segment: {'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:39.213216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Bound port: ba323535-1e02-457c-bc26-58b6c5d6dc67, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:39.213918 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:42:39.220371 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:42:39.226088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57432) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:39.263927 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3a543d22-0177-4f08-9856-ecb76fe41fd7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'subnet': {'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:39.301118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] For port 026361d4-6ff7-4664-83a1-f1357901ff62, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:39.309597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] For port 026361d4-6ff7-4664-83a1-f1357901ff62, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=026361d4-6ff7-4664-83a1-f1357901ff62,segment=NetworkSegment(11066ede-f6a4-4c88-99fe-604f1e28cdb9),segment_id=11066ede-f6a4-4c88-99fe-604f1e28cdb9)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:39.312999 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4493175-6fb5-40d5-ae8f-b7ededb7914f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Network': ['ID=55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:39.318284 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.358810 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec1a4-4350-4db6-8a48-a4272d5c2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.388913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:39.405856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-e56468ff-e8b0-41b6-8555-434feba797a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:39.407456 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-e56468ff-e8b0-41b6-8555-434feba797a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.6691487 Nov 09 17:42:39.425452 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec1a4-4350-4db6-8a48-a4272d5c2ed9 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.439062 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7c8ec1a4-4350-4db6-8a48-a4272d5c2ed9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cf2c1045-25c8-4885-888b-513625daf11d HTTP/1.1" status: 204 len: 168 time: 1.0433173 Nov 09 17:42:39.450047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004edf35-e4be-4c90-9639-cdcb6996ddbd None None] Pushing event updated for resources: {'Port': ['ID=026361d4-6ff7-4664-83a1-f1357901ff62,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:39.494023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9dc86799-aa5b-4c2e-8e0b-e054b59d7110 None None] Provisioning complete for port 026361d4-6ff7-4664-83a1-f1357901ff62 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:39.494759 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9dc86799-aa5b-4c2e-8e0b-e054b59d7110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.497662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ec1a4-4350-4db6-8a48-a4272d5c2ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf2c1045-25c8-4885-888b-513625daf11d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:39.537088 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a67776-c4e6-41ab-aa76-38e07972fe4b req-8eb8ba78-cd59-4ee0-a519-3b7c16431cef tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:39.539331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5bfaf-de28-4408-bc8f-cda2d6d30105 req-1d1a4a4f-5118-487c-9d1b-2ae4f48e9c9c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:39.540615 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-48a67776-c4e6-41ab-aa76-38e07972fe4b req-8eb8ba78-cd59-4ee0-a519-3b7c16431cef tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 946 time: 0.3191011 Nov 09 17:42:39.541182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55b5bfaf-de28-4408-bc8f-cda2d6d30105 req-1d1a4a4f-5118-487c-9d1b-2ae4f48e9c9c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 948 time: 0.9160638 Nov 09 17:42:39.560500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-8d791f91-7cae-4c65-a78e-e012302d2139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:39.563435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-8d791f91-7cae-4c65-a78e-e012302d2139 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 1099 time: 0.6174142 Nov 09 17:42:39.564311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:39.573844 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:39.660847 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-49deef83-8d8f-44f9-8f1e-69a6162189e5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.778001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57438) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:39.794874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49deef83-8d8f-44f9-8f1e-69a6162189e5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Port': ['ID=99abee86-2d5b-4ed1-91e8-67c45376eac3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:39.819985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58b53b75-1a06-4f1f-b5b7-c8ffe0c02995 req-dd670a65-0362-4e78-905a-2a2d021e58e9 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8911664 Nov 09 17:42:39.864179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] For port ba323535-1e02-457c-bc26-58b6c5d6dc67, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:39.875799 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-48a67776-c4e6-41ab-aa76-38e07972fe4b req-65ed45ff-8e79-447f-9dcb-2dc5dfd78a8c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217347 Nov 09 17:42:39.876184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] For port ba323535-1e02-457c-bc26-58b6c5d6dc67, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:39.889717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-4b7c731b-647d-47ec-9a3a-2be030384c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:39.893973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-4b7c731b-647d-47ec-9a3a-2be030384c11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4714894 Nov 09 17:42:39.931645 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.933807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-49deef83-8d8f-44f9-8f1e-69a6162189e5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] No DVR routers for this DVR port 99abee86-2d5b-4ed1-91e8-67c45376eac3 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:39.939086 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-49deef83-8d8f-44f9-8f1e-69a6162189e5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:39.943771 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-49deef83-8d8f-44f9-8f1e-69a6162189e5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "DELETE /v2.0/ports/99abee86-2d5b-4ed1-91e8-67c45376eac3 HTTP/1.1" status: 204 len: 173 time: 2.6941020 Nov 09 17:42:40.128579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55b5bfaf-de28-4408-bc8f-cda2d6d30105 req-85fc4277-7974-486c-9388-d45132750d61 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131633 Nov 09 17:42:40.130520 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 686e9806-6531-4fb7-94ac-717d4d62c01b no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:40.145596 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f60f7b40-4961-4ab5-b937-c8eec266f874 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=365ebb19ee8f4ea59895501d70873b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604879 Nov 09 17:42:40.149966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57444) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:40.150191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:40.150762 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:40.152276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] 10.222.0.13 "PUT /v2.0/ports/ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 200 len: 1091 time: 5.6818058 Nov 09 17:42:40.167642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:40.172033 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c3a25c-1af3-4d94-8329-5341fa40270d" -d '{"events": [{"name": "network-changed", "server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:40.185595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a543d22-0177-4f08-9856-ecb76fe41fd7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:40.190048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3a543d22-0177-4f08-9856-ecb76fe41fd7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:40.240965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 686e9806-6531-4fb7-94ac-717d4d62c01b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:42:40.241489 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 686e9806-6531-4fb7-94ac-717d4d62c01b not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:42:40.242175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 96a0fea6-d830-47b3-b365-565042030455 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:40.258850 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15e2bb5e-d8bc-4b51-8706-9d7b3346759e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:40.269414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639acb6-4a93-4a3c-a24b-25e06432f6f9 req-318b0ae8-b50a-4d0f-8201-f12ad9aa72dc tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:40.270205 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0639acb6-4a93-4a3c-a24b-25e06432f6f9 req-318b0ae8-b50a-4d0f-8201-f12ad9aa72dc tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.1971891 Nov 09 17:42:40.386887 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0639acb6-4a93-4a3c-a24b-25e06432f6f9 req-fdcda9e1-9048-406d-ba5a-1fc0a8804ce5 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017106 Nov 09 17:42:40.397778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-85323fe8-80d5-4808-a18b-496c1c8f48c3 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Deleting port 96a0fea6-d830-47b3-b365-565042030455 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:42:40.398318 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-85323fe8-80d5-4808-a18b-496c1c8f48c3 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:40.465518 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:40.479835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-b9f05f80-ad00-4ecb-8e11-f3c5b817d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:40.481815 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-b9f05f80-ad00-4ecb-8e11-f3c5b817d697 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.8854268 Nov 09 17:42:40.495024 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3a543d22-0177-4f08-9856-ecb76fe41fd7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:40.549490 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15e2bb5e-d8bc-4b51-8706-9d7b3346759e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:40.630473 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9dc86799-aa5b-4c2e-8e0b-e054b59d7110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:40.662429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-85323fe8-80d5-4808-a18b-496c1c8f48c3 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] For port 96a0fea6-d830-47b3-b365-565042030455, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=96a0fea6-d830-47b3-b365-565042030455,segment=NetworkSegment(6ec45c15-2ae5-486c-afea-74ba29067b44),segment_id=6ec45c15-2ae5-486c-afea-74ba29067b44)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:40.663109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-85323fe8-80d5-4808-a18b-496c1c8f48c3 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:40.702948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-85323fe8-80d5-4808-a18b-496c1c8f48c3 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Calling delete_port for 96a0fea6-d830-47b3-b365-565042030455 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:42:40.730245 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fd1d23fd-56dc-47ff-bf2a-e9b237027ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:40.737606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca155b97-d84d-4138-99b5-2944b523dc22 service neutron] Pushing event updated for resources: {'Port': ['ID=ba323535-1e02-457c-bc26-58b6c5d6dc67,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:40.759638 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-54f72a3c-12b5-481f-919a-5f1c89c05281 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef HTTP/1.1" status: 200 len: 217 time: 0.2495964 Nov 09 17:42:40.820165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15e2bb5e-d8bc-4b51-8706-9d7b3346759e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:40.825365 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15e2bb5e-d8bc-4b51-8706-9d7b3346759e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:40.827636 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-15e2bb5e-d8bc-4b51-8706-9d7b3346759e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe10639d-010f-4917-837b-0b8a00d50fc5 HTTP/1.1" status: 204 len: 168 time: 0.6763926 Nov 09 17:42:40.845502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a543d22-0177-4f08-9856-ecb76fe41fd7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Subnet': ['ID=372deedc-19b3-467c-8aab-777d13948ef9,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:40.864950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-c8cfd639-bffa-497f-89af-bbf33d7779c4 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9194858 Nov 09 17:42:40.873602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-bb93318a-0169-4906-864f-b0563debc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:40.875361 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-bb93318a-0169-4906-864f-b0563debc72b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 1094 time: 0.4063485 Nov 09 17:42:40.895792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a414a2-1a2d-4b63-87b7-8706b1981104 req-1db5d984-9f5f-477c-add0-f7dcc9782be0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:40.897483 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-35a414a2-1a2d-4b63-87b7-8706b1981104 req-1db5d984-9f5f-477c-add0-f7dcc9782be0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 943 time: 0.3741529 Nov 09 17:42:40.916019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9dc86799-aa5b-4c2e-8e0b-e054b59d7110 None None] For port 026361d4-6ff7-4664-83a1-f1357901ff62, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=026361d4-6ff7-4664-83a1-f1357901ff62,segment=NetworkSegment(11066ede-f6a4-4c88-99fe-604f1e28cdb9),segment_id=11066ede-f6a4-4c88-99fe-604f1e28cdb9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:40.929368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2bb5e-d8bc-4b51-8706-9d7b3346759e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe10639d-010f-4917-837b-0b8a00d50fc5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:41.027656 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-f9b99db7-cd18-4859-a197-3d4a719c2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:41.029185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89608110-0814-4d7e-b2f8-7d0b729cab61 req-73aa8050-9b62-436c-b903-c247fbc6f885 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:41.030515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-f9b99db7-cd18-4859-a197-3d4a719c2547 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2514160 Nov 09 17:42:41.032270 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89608110-0814-4d7e-b2f8-7d0b729cab61 req-73aa8050-9b62-436c-b903-c247fbc6f885 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=36bbbd38-e948-4680-8638-3a985418ef60 HTTP/1.1" status: 200 len: 945 time: 0.2141819 Nov 09 17:42:41.032549 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-092bc88b-ed38-48ca-8f23-34146264adc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 200 len: 217 time: 0.1311574 Nov 09 17:42:41.032742 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9dc86799-aa5b-4c2e-8e0b-e054b59d7110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:41.037306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a543d22-0177-4f08-9856-ecb76fe41fd7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Checking segment: {'id': '964cf236-fc2e-417b-a164-8e17b9625279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:41.037669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a543d22-0177-4f08-9856-ecb76fe41fd7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network hostable DHCP agents. Network: 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:41.059205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'name': 'network-vif-deleted', 'tag': '99abee86-2d5b-4ed1-91e8-67c45376eac3'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:41.064953 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53855b2b-46d0-4574-97e0-ea311d6fb556" -d '{"events": [{"server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "name": "network-vif-deleted", "tag": "99abee86-2d5b-4ed1-91e8-67c45376eac3"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:41.088710 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:41.172826 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-35a414a2-1a2d-4b63-87b7-8706b1981104 req-544d6e86-6f4d-4fca-be70-482a867c5ade tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521288 Nov 09 17:42:41.201389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a543d22-0177-4f08-9856-ecb76fe41fd7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:41.216855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-4e70e692-6276-4684-8fbb-b799c2b4273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:41.218414 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-4e70e692-6276-4684-8fbb-b799c2b4273c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.1712897 Nov 09 17:42:41.223908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-d5a70cdc-2e73-4d12-a685-fce375e95571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:41.225687 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-d5a70cdc-2e73-4d12-a685-fce375e95571 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1665261 Nov 09 17:42:41.228689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-3a543d22-0177-4f08-9856-ecb76fe41fd7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:41.236939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-72a4ed03-9db5-481e-83f5-672d9ef9f666 None None] Provisioning complete for port 026361d4-6ff7-4664-83a1-f1357901ff62 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:41.237707 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-72a4ed03-9db5-481e-83f5-672d9ef9f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:41.239577 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc86799-aa5b-4c2e-8e0b-e054b59d7110 None None] Pushing event updated for resources: {'Port': ['ID=026361d4-6ff7-4664-83a1-f1357901ff62,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:41.247589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a543d22-0177-4f08-9856-ecb76fe41fd7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:41.247589 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3a543d22-0177-4f08-9856-ecb76fe41fd7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:41.284341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7791fdd-8663-4667-adcb-bcb7824185ed None None] Network 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:41.284889 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-6d2d072c-d81d-4e1b-8874-ae7a45c4839d service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952351 Nov 09 17:42:41.369720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3a543d22-0177-4f08-9856-ecb76fe41fd7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1153109 Nov 09 17:42:41.376169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57458) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:41.414561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89608110-0814-4d7e-b2f8-7d0b729cab61 req-e39bde38-cfa1-4752-b5d1-12d41c6284e4 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584304 Nov 09 17:42:41.477921 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-85323fe8-80d5-4808-a18b-496c1c8f48c3 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:41.716835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 99abee86-2d5b-4ed1-91e8-67c45376eac3 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:41.725156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-85323fe8-80d5-4808-a18b-496c1c8f48c3 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] No DVR routers for this DVR port 96a0fea6-d830-47b3-b365-565042030455 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:41.729541 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-85323fe8-80d5-4808-a18b-496c1c8f48c3 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:41.750050 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-756bcd41-6d00-4f84-9b8e-e2983fe316e9 req-85323fe8-80d5-4808-a18b-496c1c8f48c3 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "DELETE /v2.0/ports/96a0fea6-d830-47b3-b365-565042030455 HTTP/1.1" status: 204 len: 173 time: 1.7969148 Nov 09 17:42:41.752213 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85323fe8-80d5-4808-a18b-496c1c8f48c3 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Port': ['ID=96a0fea6-d830-47b3-b365-565042030455,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:41.818133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 99abee86-2d5b-4ed1-91e8-67c45376eac3 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:42:41.820597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 99abee86-2d5b-4ed1-91e8-67c45376eac3 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:42:41.848954 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f4df2-4f58-4a24-8d1e-29b560112676 x-openstack-request-id: req-1d5f4df2-4f58-4a24-8d1e-29b560112676 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:41.849314 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:41.849574 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d5f4df2-4f58-4a24-8d1e-29b560112676 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:41.849982 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'status': 'completed', 'code': 200} Nov 09 17:42:41.894274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:42:33Z', 'revision_number': 2, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:39Z', 'revision_number': 4, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:41.896675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-8f6dd0a1-7d2e-4dbb-bcee-caef5d655221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:41.898282 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-8f6dd0a1-7d2e-4dbb-bcee-caef5d655221 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6395500 Nov 09 17:42:41.988229 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d580417-cc48-4e12-a924-16ffbdba7624 None None] The sync data for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 is: [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:42:33Z', 'revision_number': 2, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:39Z', 'revision_number': 4, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:42.135046 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:42:42.139324 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:42.224637 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-348057a8-7965-43e0-a4b7-818c6530bded req-0716df27-c602-4846-83ea-ccacd0cbf0df tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1929195109&fields=id&tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07 HTTP/1.1" status: 200 len: 267 time: 0.3715885 Nov 09 17:42:42.242550 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0910a4-f5cf-41dd-b6c2-72ac7b666a37 x-openstack-request-id: req-bf0910a4-f5cf-41dd-b6c2-72ac7b666a37 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:42.243339 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "name": "network-vif-deleted", "tag": "99abee86-2d5b-4ed1-91e8-67c45376eac3", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:42.243770 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf0910a4-f5cf-41dd-b6c2-72ac7b666a37 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:42.244536 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'name': 'network-vif-deleted', 'tag': '99abee86-2d5b-4ed1-91e8-67c45376eac3', 'status': 'completed', 'code': 200} Nov 09 17:42:42.288158 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-8e3e7e23-2b7b-4b6a-bb46-dfe6e4bd93ed service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0378172 Nov 09 17:42:42.626594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7640cd-f066-493e-83e2-008f847d7830 req-4b611591-c9e6-4b83-a82d-61f895838011 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:42.644968 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8f7640cd-f066-493e-83e2-008f847d7830 req-4b611591-c9e6-4b83-a82d-61f895838011 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 948 time: 0.2368011 Nov 09 17:42:42.648284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348057a8-7965-43e0-a4b7-818c6530bded req-695bd96f-95cd-4c3d-8136-0263b2b47e28 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:42.650028 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-348057a8-7965-43e0-a4b7-818c6530bded req-695bd96f-95cd-4c3d-8136-0263b2b47e28 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 946 time: 0.3718355 Nov 09 17:42:42.665612 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-4fe1c901-0be8-4a45-acd0-2e8729ae6809 service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7456341 Nov 09 17:42:42.682601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-348057a8-7965-43e0-a4b7-818c6530bded req-aa59786d-adb7-4d6c-8c74-db7619d44b05 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'port': {'security_groups': ['179926a6-f595-403e-b7b6-6e273b587bc2', 'e473b8c8-d064-4da2-9f56-a1218559ec93']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:42.821238 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8f7640cd-f066-493e-83e2-008f847d7830 req-bd4dac8f-4a36-4ebd-9876-1a5ee14b77c6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746769 Nov 09 17:42:42.852686 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89d36f96-c13b-443d-a54c-e4b81264d40e req-1461b7bf-46b5-4471-b5bd-07924a45da63 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304141 Nov 09 17:42:42.868221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Allocated IP 172.21.0.2 (55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e/372deedc-19b3-467c-8aab-777d13948ef9/1e0005c4-12f3-452d-a94c-83038b87fca8) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:43.201230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57498) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:43.246938 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-348057a8-7965-43e0-a4b7-818c6530bded req-aa59786d-adb7-4d6c-8c74-db7619d44b05 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:43.357025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79471c10-cddd-4146-924f-4fcecbaf1678 req-4747b70b-0354-47bf-82f6-1810b16ed35f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:43.374405 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-79471c10-cddd-4146-924f-4fcecbaf1678 req-4747b70b-0354-47bf-82f6-1810b16ed35f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.1883805 Nov 09 17:42:43.393525 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:43.473552 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:43.487032 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:43.490791 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-79471c10-cddd-4146-924f-4fcecbaf1678 req-c7e39636-019c-4608-826a-e2ceb3547c7f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129847 Nov 09 17:42:43.498180 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eebc7563-4b94-4f59-8824-9145ea5a4a95 req-493b3386-a72a-4bd7-b6c9-c339721d47cb service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8051989 Nov 09 17:42:43.554043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Network 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:43.615964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:43.619750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:43.710630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Pushing event updated for resources: {'Port': ['ID=1e0005c4-12f3-452d-a94c-83038b87fca8,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:43.724346 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-83cb0060-4ce0-41b0-8697-31eb8172cb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:43.753625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Attempting to bind port 1e0005c4-12f3-452d-a94c-83038b87fca8 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:43.754005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Attempting to bind port 1e0005c4-12f3-452d-a94c-83038b87fca8 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '964cf236-fc2e-417b-a164-8e17b9625279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:43.754380 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Attempting to bind port 1e0005c4-12f3-452d-a94c-83038b87fca8 on network 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:43.768983 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:43.769329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Checking segment: {'id': '964cf236-fc2e-417b-a164-8e17b9625279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:43.770027 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:43.771175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Bound using segment: {'id': '964cf236-fc2e-417b-a164-8e17b9625279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:43.771919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Bound port: 1e0005c4-12f3-452d-a94c-83038b87fca8, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964cf236-fc2e-417b-a164-8e17b9625279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:43.772222 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:43.795738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfefe1-aa7d-46fe-aa3a-d0eef2907366 req-2caa89bb-b52c-4f86-ad17-8c7d8a76775e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:43.815856 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08dfefe1-aa7d-46fe-aa3a-d0eef2907366 req-2caa89bb-b52c-4f86-ad17-8c7d8a76775e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 943 time: 0.1393130 Nov 09 17:42:43.848958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-430294767-network', 'tenant_id': '0b06b4f31779488792c19fecf9fb6b77'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:43.868131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 8de88761-0a3e-4b74-9f50-ac80aa23d2ef details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:42:43.880743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] For port 1e0005c4-12f3-452d-a94c-83038b87fca8, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:43.915450 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08dfefe1-aa7d-46fe-aa3a-d0eef2907366 req-792b8c74-e757-4dbd-8203-342ee25c84bc tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971041 Nov 09 17:42:43.916486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] For port 1e0005c4-12f3-452d-a94c-83038b87fca8, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1e0005c4-12f3-452d-a94c-83038b87fca8,segment=NetworkSegment(964cf236-fc2e-417b-a164-8e17b9625279),segment_id=964cf236-fc2e-417b-a164-8e17b9625279)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:43.925983 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.004785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3a25c-1af3-4d94-8329-5341fa40270d req-fceaf976-2555-42d5-9189-2ea882220bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:44.007896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49c3a25c-1af3-4d94-8329-5341fa40270d req-fceaf976-2555-42d5-9189-2ea882220bdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 1094 time: 0.2758801 Nov 09 17:42:44.038638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57504) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:44.138130 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081223d8-e0d4-4f3b-8c92-4ebd779ef1c0 None None] Pushing event updated for resources: {'Port': ['ID=1e0005c4-12f3-452d-a94c-83038b87fca8,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:44.207141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-c225d182-0206-4a40-93ab-7af9b529a5f9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Deleting subnet 62632d6a-2da0-43f1-a4a8-dabe94d2e48f {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:42:44.214994 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c225d182-0206-4a40-93ab-7af9b529a5f9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.224118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Made reservation on behalf of 0b06b4f31779488792c19fecf9fb6b77 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:44.226333 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.228823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:44.255162 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.282659 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'mac_address': 'fa:16:3e:fb:5e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:42:44.348586 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'name': 'network-vif-deleted', 'tag': '96a0fea6-d830-47b3-b365-565042030455'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:44.363410 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d65f643-72ba-4fdf-9e95-d744d7ebd15c" -d '{"events": [{"server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "name": "network-vif-deleted", "tag": "96a0fea6-d830-47b3-b365-565042030455"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:44.431846 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c225d182-0206-4a40-93ab-7af9b529a5f9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.515123 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.545539 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.553195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de88761-0a3e-4b74-9f50-ac80aa23d2ef {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:44.576370 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.596202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 026361d4-6ff7-4664-83a1-f1357901ff62 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:44.605583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:44.641513 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.672225 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.697775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:44.698720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abacba1-253e-4969-8e23-b4fce7154e60 req-7a851067-65b1-4353-8352-fa150fc1e335 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:44.701837 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1abacba1-253e-4969-8e23-b4fce7154e60 req-7a851067-65b1-4353-8352-fa150fc1e335 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 948 time: 0.3713605 Nov 09 17:42:44.715828 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.715828 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Added segment 4cd66faf-b3e6-49c9-950b-f2ac53423721 of type vlan for network d3061be2-aaba-4567-a9a8-4ef00532964c Nov 09 17:42:44.790509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 026361d4-6ff7-4664-83a1-f1357901ff62 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:44.792111 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.796479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:44.821148 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c225d182-0206-4a40-93ab-7af9b529a5f9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.861301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:44.861741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:44.863912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:44.863912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:44.864229 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:44.864661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:44.865278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:44.865864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:44.866435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:44.867007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:44.868083 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1abacba1-253e-4969-8e23-b4fce7154e60 req-c8a5ca38-1828-4bdc-8842-44bab1205c53 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277499 Nov 09 17:42:44.879292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:44.880025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:44.922448 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c225d182-0206-4a40-93ab-7af9b529a5f9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.970415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225d182-0206-4a40-93ab-7af9b529a5f9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Subnet': ['ID=62632d6a-2da0-43f1-a4a8-dabe94d2e48f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:44.973040 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c225d182-0206-4a40-93ab-7af9b529a5f9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:44.979142 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c225d182-0206-4a40-93ab-7af9b529a5f9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "DELETE /v2.0/subnets/62632d6a-2da0-43f1-a4a8-dabe94d2e48f HTTP/1.1" status: 204 len: 168 time: 0.9350576 Nov 09 17:42:44.979649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57516) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:44.984739 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:45.004420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-348057a8-7965-43e0-a4b7-818c6530bded req-aa59786d-adb7-4d6c-8c74-db7619d44b05 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] For port a783b67a-ef97-4c95-b179-d3df93a25c02, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a783b67a-ef97-4c95-b179-d3df93a25c02,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:45.015282 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0591a185-99c0-4f3e-a9f3-bdbcf4f33354 None None] Network d9e64f3b-c862-4a24-b618-8572f04cf6b4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:45.048065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3a25c-1af3-4d94-8329-5341fa40270d req-1b1d8476-0601-4b89-bd1f-fbb842bcd29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:45.052738 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49c3a25c-1af3-4d94-8329-5341fa40270d req-1b1d8476-0601-4b89-bd1f-fbb842bcd29b service neutron] 10.222.0.13 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 1.0294373 Nov 09 17:42:45.081842 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5368b3-3190-4189-9377-84041d3e908d x-openstack-request-id: req-cf5368b3-3190-4189-9377-84041d3e908d {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:45.082344 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bbbd38-e948-4680-8638-3a985418ef60", "name": "network-vif-deleted", "tag": "96a0fea6-d830-47b3-b365-565042030455", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:45.082732 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf5368b3-3190-4189-9377-84041d3e908d {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:45.083388 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bbbd38-e948-4680-8638-3a985418ef60', 'name': 'network-vif-deleted', 'tag': '96a0fea6-d830-47b3-b365-565042030455', 'status': 'completed', 'code': 200} Nov 09 17:42:45.110838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bd65ed-2da9-4f02-848b-185f271cfdd8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:45.121897 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['8de88761-0a3e-4b74-9f50-ac80aa23d2ef'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:45.123718 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:45.173548 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.resource_extend [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:42:45.181785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49c3a25c-1af3-4d94-8329-5341fa40270d req-804989b4-1914-44d6-97cc-b3c06148cc7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 200 len: 217 time: 0.0984170 Nov 09 17:42:45.243020 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-348057a8-7965-43e0-a4b7-818c6530bded req-aa59786d-adb7-4d6c-8c74-db7619d44b05 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:45.274845 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-348057a8-7965-43e0-a4b7-818c6530bded req-aa59786d-adb7-4d6c-8c74-db7619d44b05 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:45.280831 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:45.281831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:45.282430 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:45.317420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4f6c-5874-49fb-966b-71faa6d46a8e req-9d167108-781b-44f9-97e4-40aea26f5446 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:45.329425 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d84a4f6c-5874-49fb-966b-71faa6d46a8e req-9d167108-781b-44f9-97e4-40aea26f5446 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.1448298 Nov 09 17:42:45.334992 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Deleting port ef893bb3-7b26-475e-9854-6f29b95e71dd {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:42:45.335891 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:45.506933 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d84a4f6c-5874-49fb-966b-71faa6d46a8e req-3e27f901-b86d-44aa-81da-34c776f14637 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759789 Nov 09 17:42:45.518253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['a783b67a-ef97-4c95-b179-d3df93a25c02'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:45.523145 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:45.523719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] For port ef893bb3-7b26-475e-9854-6f29b95e71dd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ef893bb3-7b26-475e-9854-6f29b95e71dd,segment=NetworkSegment(3d4884bf-6126-44e3-9665-937553d84546),segment_id=3d4884bf-6126-44e3-9665-937553d84546)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:45.524484 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:45.554542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Calling delete_port for ef893bb3-7b26-475e-9854-6f29b95e71dd owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:42:45.722939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1534f6-1d35-437b-be48-cd5e77626fb3 None None] DHCP port deletion for d9e64f3b-c862-4a24-b618-8572f04cf6b4 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:42:45.779394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:45.820936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Port': ['ID=ef893bb3-7b26-475e-9854-6f29b95e71dd,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:45.856776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] No DVR routers for this DVR port ef893bb3-7b26-475e-9854-6f29b95e71dd on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:45.901381 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Allocated IP 172.21.0.1 (55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e/372deedc-19b3-467c-8aab-777d13948ef9/9aad63fb-a345-445e-929f-e6aa5de88b03) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:45.903917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=d3061be2-aaba-4567-a9a8-4ef00532964c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:45.929080 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-95a68303-9136-47e2-856f-cff807200dc4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7155225 Nov 09 17:42:45.935262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57518) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:45.938865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d3061be2-aaba-4567-a9a8-4ef00532964c details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:45.944200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-290c47ad-b561-458e-9ec7-5fc758ea0dcc admin admin] Request body: {'subnet': {'network_id': 'd3061be2-aaba-4567-a9a8-4ef00532964c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-430294767-subnet', 'tenant_id': '0b06b4f31779488792c19fecf9fb6b77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:45.953990 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348057a8-7965-43e0-a4b7-818c6530bded req-aa59786d-adb7-4d6c-8c74-db7619d44b05 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:45.955521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-348057a8-7965-43e0-a4b7-818c6530bded req-aa59786d-adb7-4d6c-8c74-db7619d44b05 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:45.969467 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-348057a8-7965-43e0-a4b7-818c6530bded req-aa59786d-adb7-4d6c-8c74-db7619d44b05 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "PUT /v2.0/ports/a783b67a-ef97-4c95-b179-d3df93a25c02 HTTP/1.1" status: 200 len: 982 time: 3.3088820 Nov 09 17:42:45.978820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3a25c-1af3-4d94-8329-5341fa40270d req-6ab62dad-9bd2-4b3c-b87b-ab8df8ba9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:45.986108 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49c3a25c-1af3-4d94-8329-5341fa40270d req-6ab62dad-9bd2-4b3c-b87b-ab8df8ba9235 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.7598064 Nov 09 17:42:45.987642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8466f2-e424-47b0-8937-fca45b4e6572', 'tag': 'a783b67a-ef97-4c95-b179-d3df93a25c02'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:46.000094 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a84c09-7183-49e5-8b47-2645737d7943" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8466f2-e424-47b0-8937-fca45b4e6572", "tag": "a783b67a-ef97-4c95-b179-d3df93a25c02"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:46.027473 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ea1534f6-1d35-437b-be48-cd5e77626fb3 None None] Deleting port ef893bb3-7b26-475e-9854-6f29b95e71dd {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:42:46.028009 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea1534f6-1d35-437b-be48-cd5e77626fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.148165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['a783b67a-ef97-4c95-b179-d3df93a25c02'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:46.151798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59786d-adb7-4d6c-8c74-db7619d44b05 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'Port': ['ID=a783b67a-ef97-4c95-b179-d3df93a25c02,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:46.164649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb7b4e-9a88-4423-9c59-dc282594c410 None None] Network 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:46.167009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device ba323535-1e02-457c-bc26-58b6c5d6dc67 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:42:46.174732 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.250133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e64f3b-c862-4a24-b618-8572f04cf6b4']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:46.276406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290c47ad-b561-458e-9ec7-5fc758ea0dcc admin admin] Made reservation on behalf of 0b06b4f31779488792c19fecf9fb6b77 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:46.278970 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290c47ad-b561-458e-9ec7-5fc758ea0dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.286003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4884bf-6126-44e3-9665-937553d84546') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:46.286501 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4884bf-6126-44e3-9665-937553d84546') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:46.306036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3a25c-1af3-4d94-8329-5341fa40270d req-5b6485a0-d927-4d6d-a237-6e94ea7d18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:46.307413 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49c3a25c-1af3-4d94-8329-5341fa40270d req-5b6485a0-d927-4d6d-a237-6e94ea7d18ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3027031 Nov 09 17:42:46.317463 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.342344 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bf5f0ed4-81df-47d7-adcd-9c16e009e621 req-5ba2b85e-2645-4302-82a6-e60192540b10 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/e473b8c8-d064-4da2-9f56-a1218559ec93 HTTP/1.1" status: 200 len: 1802 time: 0.1501050 Nov 09 17:42:46.357907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ea1534f6-1d35-437b-be48-cd5e77626fb3 None None] For port ef893bb3-7b26-475e-9854-6f29b95e71dd, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:46.358495 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea1534f6-1d35-437b-be48-cd5e77626fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.371898 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.424343 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:42:46.424897 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:42:46.431090 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:42:46.465634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ea1534f6-1d35-437b-be48-cd5e77626fb3 None None] Calling delete_port for ef893bb3-7b26-475e-9854-6f29b95e71dd owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:42:46.475858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1e0005c4-12f3-452d-a94c-83038b87fca8 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:46.480298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-ea1534f6-1d35-437b-be48-cd5e77626fb3 None None] Port ef893bb3-7b26-475e-9854-6f29b95e71dd was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:42:46.483871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80b32-a252-454b-af46-485b90890019 req-ccf8dd3b-eaf2-4edb-9c61-f89b8a1c3b64 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:46.486759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-ccf8dd3b-eaf2-4edb-9c61-f89b8a1c3b64 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f&tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 949 time: 0.3114705 Nov 09 17:42:46.516827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2cb4cbdd-df30-4745-878e-de8cff5db09f None None] Provisioning complete for port 1e0005c4-12f3-452d-a94c-83038b87fca8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:46.518021 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cbdd-df30-4745-878e-de8cff5db09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.522085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfe217-3679-4583-82be-2f3e72b6b74e req-7391afa6-dbc2-44b7-b75e-67646f1b7767 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:46.525086 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ebfe217-3679-4583-82be-2f3e72b6b74e req-7391afa6-dbc2-44b7-b75e-67646f1b7767 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 943 time: 0.4061804 Nov 09 17:42:46.549808 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea1534f6-1d35-437b-be48-cd5e77626fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.602435 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-bf5f0ed4-81df-47d7-adcd-9c16e009e621 req-3deb51d8-75a0-4c86-9cb3-2430ef827d99 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 17:42:46.605583 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bf5f0ed4-81df-47d7-adcd-9c16e009e621 req-3deb51d8-75a0-4c86-9cb3-2430ef827d99 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "DELETE /v2.0/security-groups/e473b8c8-d064-4da2-9f56-a1218559ec93 HTTP/1.1" status: 409 len: 341 time: 0.2134669 Nov 09 17:42:46.617131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.621036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:46.633272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.638448 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "DELETE /v2.0/networks/d9e64f3b-c862-4a24-b618-8572f04cf6b4 HTTP/1.1" status: 204 len: 168 time: 1.6575067 Nov 09 17:42:46.641454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57532) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:46.675476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1534f6-1d35-437b-be48-cd5e77626fb3 None None] Pushing event deleted for resources: {'Port': ['ID=ef893bb3-7b26-475e-9854-6f29b95e71dd,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:46.675931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.676544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d6cca-3f25-490d-996f-d22903fd56cf tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Network': ['ID=d9e64f3b-c862-4a24-b618-8572f04cf6b4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:46.710323 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dbf47e-4444-48d9-8d5b-61feb5e6693a x-openstack-request-id: req-d5dbf47e-4444-48d9-8d5b-61feb5e6693a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:46.710755 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8466f2-e424-47b0-8937-fca45b4e6572", "tag": "a783b67a-ef97-4c95-b179-d3df93a25c02", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:46.711107 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5dbf47e-4444-48d9-8d5b-61feb5e6693a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:46.711636 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8466f2-e424-47b0-8937-fca45b4e6572', 'tag': 'a783b67a-ef97-4c95-b179-d3df93a25c02', 'status': 'completed', 'code': 200} Nov 09 17:42:46.766295 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1534f6-1d35-437b-be48-cd5e77626fb3 None None] No DVR routers for this DVR port ef893bb3-7b26-475e-9854-6f29b95e71dd on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:46.772680 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49c3a25c-1af3-4d94-8329-5341fa40270d req-ac0e732a-f858-4a3a-8ad5-d512ba18b7aa service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157157 Nov 09 17:42:46.782341 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ebfe217-3679-4583-82be-2f3e72b6b74e req-4da5eab4-e61b-4a25-9a43-4ab95150511b tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276714 Nov 09 17:42:46.814098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Deleting subnet ad77c726-ac1c-4231-8ede-e03f13740e74 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:42:46.822225 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.852397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port ba323535-1e02-457c-bc26-58b6c5d6dc67, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:46.902336 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'port_id': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'mac_address': 'fa:16:3e:0d:f8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:42:46.931479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-63a5af5e-3924-4684-9976-28de7f977ee8 service neutron] 10.222.0.18 "GET /v2.0/ports/8de88761-0a3e-4b74-9f50-ac80aa23d2ef/bindings/n-h2-817236-1 HTTP/1.1" status: 200 len: 382 time: 0.3798854 Nov 09 17:42:46.949737 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:46.983174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 1e0005c4-12f3-452d-a94c-83038b87fca8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:46.983863 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:47.085731 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:47.090431 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cbdd-df30-4745-878e-de8cff5db09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:47.105541 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:47.120127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a84c09-7183-49e5-8b47-2645737d7943 req-857fffc4-53de-405d-bf29-88af65b13678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:47.121798 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51a84c09-7183-49e5-8b47-2645737d7943 req-857fffc4-53de-405d-bf29-88af65b13678 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07&device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 1136 time: 0.3344181 Nov 09 17:42:47.198512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba323535-1e02-457c-bc26-58b6c5d6dc67 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:42:47.236697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57233a-5821-4df0-9dfc-f64a3a9e02fe req-21830a78-e8fa-45aa-8291-eeeb274086cf tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:47.239991 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd57233a-5821-4df0-9dfc-f64a3a9e02fe req-21830a78-e8fa-45aa-8291-eeeb274086cf tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 949 time: 0.3206904 Nov 09 17:42:47.252972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port ba323535-1e02-457c-bc26-58b6c5d6dc67, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:47.256949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2cb4cbdd-df30-4745-878e-de8cff5db09f None None] For port 1e0005c4-12f3-452d-a94c-83038b87fca8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1e0005c4-12f3-452d-a94c-83038b87fca8,segment=NetworkSegment(964cf236-fc2e-417b-a164-8e17b9625279),segment_id=964cf236-fc2e-417b-a164-8e17b9625279)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:47.268192 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:47.276019 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cbdd-df30-4745-878e-de8cff5db09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:47.300299 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:47.324320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c2c06-1b47-47ab-b3a7-80623588ef3a req-6a521b1f-5a49-4302-be8a-5a0743e35b3d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:47.334709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f2c2c06-1b47-47ab-b3a7-80623588ef3a req-6a521b1f-5a49-4302-be8a-5a0743e35b3d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.4297302 Nov 09 17:42:47.365980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:47.387036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80b32-a252-454b-af46-485b90890019 req-2978387c-4975-439e-a2a2-2a9290c84957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:47.393337 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-2978387c-4975-439e-a2a2-2a9290c84957 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 1100 time: 0.4086316 Nov 09 17:42:47.399533 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd57233a-5821-4df0-9dfc-f64a3a9e02fe req-4783feae-bf50-442d-a49f-3059d50f7f68 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208041 Nov 09 17:42:47.411179 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49c3a25c-1af3-4d94-8329-5341fa40270d req-8e46f428-9dfc-472b-8e21-b982da666089 service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718286 Nov 09 17:42:47.412153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:47.428834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:47.435616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=9aad63fb-a345-445e-929f-e6aa5de88b03,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:47.493297 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290c47ad-b561-458e-9ec7-5fc758ea0dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:47.496452 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:47.532468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=ba323535-1e02-457c-bc26-58b6c5d6dc67,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:47.545410 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Subnet': ['ID=ad77c726-ac1c-4231-8ede-e03f13740e74,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:47.567776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:47.568216 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:47.569461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:47.569823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:47.570164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:47.570502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:47.570838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:47.571169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:47.571530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:47.571859 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:47.572192 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:47.572519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:42:47.579692 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:47.583208 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5692cc81-0c82-4606-af42-a1abaff3c911 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "DELETE /v2.0/subnets/ad77c726-ac1c-4231-8ede-e03f13740e74 HTTP/1.1" status: 204 len: 168 time: 0.9402912 Nov 09 17:42:47.587922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57534) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:47.619998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ef893bb3-7b26-475e-9854-6f29b95e71dd no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:47.620849 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f2c2c06-1b47-47ab-b3a7-80623588ef3a req-4d5dee2e-8513-49b2-887f-65fd77bea4dd tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834904 Nov 09 17:42:47.633505 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a26e360-b96e-462b-89f3-5929c604d349 None None] Network 60dc7cca-c628-4018-9573-f3686274f72a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:47.692375 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['ba323535-1e02-457c-bc26-58b6c5d6dc67'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:47.780540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: ef893bb3-7b26-475e-9854-6f29b95e71dd {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:42:47.781018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ef893bb3-7b26-475e-9854-6f29b95e71dd not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:42:47.785049 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:47.811743 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:47.905801 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a60fde79-5ad7-4cd8-b0d2-287fd41325a9 None None] Provisioning complete for port 1e0005c4-12f3-452d-a94c-83038b87fca8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:47.906192 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a60fde79-5ad7-4cd8-b0d2-287fd41325a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:47.909740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 8de88761-0a3e-4b74-9f50-ac80aa23d2ef up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:47.921584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a84c09-7183-49e5-8b47-2645737d7943 req-0928fffc-eeb1-4d70-930a-9160c671a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:47.923849 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51a84c09-7183-49e5-8b47-2645737d7943 req-0928fffc-eeb1-4d70-930a-9160c671a89c service neutron] 10.222.0.13 "GET /v2.0/networks?id=87823cd0-78b4-431d-8bac-d10afad7f91c HTTP/1.1" status: 200 len: 913 time: 0.7876029 Nov 09 17:42:47.952072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4cbdd-df30-4745-878e-de8cff5db09f None None] Pushing event updated for resources: {'Port': ['ID=1e0005c4-12f3-452d-a94c-83038b87fca8,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:47.998161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Deleting port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:42:48.002603 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:48.030340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c47ad-b561-458e-9ec7-5fc758ea0dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb10bd0e-17bd-4e18-8115-dd279ed0e9ce,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:48.040208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51a84c09-7183-49e5-8b47-2645737d7943 req-5b010648-fd12-46b7-9f24-089720a04b84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a783b67a-ef97-4c95-b179-d3df93a25c02 HTTP/1.1" status: 200 len: 217 time: 0.0929816 Nov 09 17:42:48.044758 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:48.166445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] For port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=10cf63dd-2ae0-4d9b-9402-43e3b9d57e57,segment=NetworkSegment(6ec45c15-2ae5-486c-afea-74ba29067b44),segment_id=6ec45c15-2ae5-486c-afea-74ba29067b44)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:48.166910 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:48.200675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:42:48.217734 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:48.218119 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:48.221903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Calling delete_port for 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:42:48.227535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31121610-e4be-4150-80c5-eb60b1b5d4ab req-a9b4c495-a58f-4f77-8fb1-3d4fc9ee5824 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:48.229255 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-31121610-e4be-4150-80c5-eb60b1b5d4ab req-a9b4c495-a58f-4f77-8fb1-3d4fc9ee5824 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 985 time: 0.3021462 Nov 09 17:42:48.247200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80b32-a252-454b-af46-485b90890019 req-5b4de928-ce1b-4728-81a2-4e9cb636653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:48.248791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-5b4de928-ce1b-4728-81a2-4e9cb636653e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.8296242 Nov 09 17:42:48.253672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a73bcb-0203-4af8-ad68-6d22ca6952df req-b1fb6057-995d-42a0-84a7-a6c0a405c8d2 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:48.257243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a84c09-7183-49e5-8b47-2645737d7943 req-03aa478d-8c3e-40cf-89ca-dd57ecb33dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:48.258825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51a84c09-7183-49e5-8b47-2645737d7943 req-03aa478d-8c3e-40cf-89ca-dd57ecb33dea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e HTTP/1.1" status: 200 len: 852 time: 0.2086895 Nov 09 17:42:48.261541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-96a73bcb-0203-4af8-ad68-6d22ca6952df req-b1fb6057-995d-42a0-84a7-a6c0a405c8d2 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 944 time: 0.2310982 Nov 09 17:42:48.264649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290c47ad-b561-458e-9ec7-5fc758ea0dcc admin admin] Checking segment: {'id': '4cd66faf-b3e6-49c9-950b-f2ac53423721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd3061be2-aaba-4567-a9a8-4ef00532964c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:48.264923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c47ad-b561-458e-9ec7-5fc758ea0dcc admin admin] Network hostable DHCP agents. Network: d3061be2-aaba-4567-a9a8-4ef00532964c, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:48.326187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1e0005c4-12f3-452d-a94c-83038b87fca8 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:48.360817 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51a84c09-7183-49e5-8b47-2645737d7943 req-6142cfdc-f63c-485c-8272-446e30f234a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87823cd0-78b4-431d-8bac-d10afad7f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931377 Nov 09 17:42:48.372579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-f02a7a89-8583-40b7-a518-349bb1f2b127 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef HTTP/1.1" status: 200 len: 217 time: 0.1115432 Nov 09 17:42:48.430819 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-96a73bcb-0203-4af8-ad68-6d22ca6952df req-221e0e29-6f63-4593-bd4a-760512f2226a tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676064 Nov 09 17:42:48.450235 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c010c-6003-4e86-999a-0159acca6246 None None] DHCP port deletion for 60dc7cca-c628-4018-9573-f3686274f72a request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:42:48.507776 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-31121610-e4be-4150-80c5-eb60b1b5d4ab req-c2393410-e7cf-443d-93b8-f35fa2696dca tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&id=e473b8c8-d064-4da2-9f56-a1218559ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2518823 Nov 09 17:42:48.514969 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:48.574473 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:48.577319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Port': ['ID=10cf63dd-2ae0-4d9b-9402-43e3b9d57e57,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:48.586096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c47ad-b561-458e-9ec7-5fc758ea0dcc admin admin] Network d3061be2-aaba-4567-a9a8-4ef00532964c is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:48.617080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] No DVR routers for this DVR port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:48.645386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-290c47ad-b561-458e-9ec7-5fc758ea0dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d3061be2-aaba-4567-a9a8-4ef00532964c) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:48.663354 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c47ad-b561-458e-9ec7-5fc758ea0dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:48.664236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290c47ad-b561-458e-9ec7-5fc758ea0dcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:48.702788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3ff41-8b2a-44d3-b073-9c71ab529ae4 req-4da5c7c8-07a3-43e7-bb6b-3929e14047ca tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:48.706606 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aba3ff41-8b2a-44d3-b073-9c71ab529ae4 req-4da5c7c8-07a3-43e7-bb6b-3929e14047ca tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 949 time: 0.1517086 Nov 09 17:42:48.713162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80b32-a252-454b-af46-485b90890019 req-04c5d7b6-14c1-4fba-88b6-0e282e3214e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:48.715712 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-04c5d7b6-14c1-4fba-88b6-0e282e3214e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2991028 Nov 09 17:42:48.784140 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:48.786530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ef0746-b9ac-4552-ad84-06d05e9d5ac1 None None] Network d3061be2-aaba-4567-a9a8-4ef00532964c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:48.810420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 1e0005c4-12f3-452d-a94c-83038b87fca8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:48.810838 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:48.871333 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:48.876457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-290c47ad-b561-458e-9ec7-5fc758ea0dcc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9357193 Nov 09 17:42:48.933052 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aba3ff41-8b2a-44d3-b073-9c71ab529ae4 req-04f19631-f9ae-4a0d-a5eb-3857d855f44d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846693 Nov 09 17:42:48.936415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:48.948342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:48.952234 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6998fdbe-dee7-43c8-a0c6-e09b2b3cd898" -d '{"events": [{"server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "name": "network-vif-plugged", "status": "completed", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:48.958451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dc7cca-c628-4018-9573-f3686274f72a']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:48.977237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa5b4840-d148-4b91-8f49-0a004a1925a3 None None] Provisioning complete for port 9aad63fb-a345-445e-929f-e6aa5de88b03 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:48.977638 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa5b4840-d148-4b91-8f49-0a004a1925a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:48.980214 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:48.985114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec45c15-2ae5-486c-afea-74ba29067b44') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:48.985526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec45c15-2ae5-486c-afea-74ba29067b44') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:49.021818 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.062738 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.080856 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:42:49.081717 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:42:49.090272 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:42:49.127198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-178c010c-6003-4e86-999a-0159acca6246 None None] Deleting port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:42:49.127808 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-178c010c-6003-4e86-999a-0159acca6246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.184062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b4840-d148-4b91-8f49-0a004a1925a3 None None] Port 9aad63fb-a345-445e-929f-e6aa5de88b03 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:42:49.233200 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.241650 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-178c010c-6003-4e86-999a-0159acca6246 None None] For port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:49.242441 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-178c010c-6003-4e86-999a-0159acca6246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.242569 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51a84c09-7183-49e5-8b47-2645737d7943 req-aef47694-3e54-4738-adb6-82c308507d03 service neutron] 10.222.0.13 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8615210 Nov 09 17:42:49.247724 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.255437 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "DELETE /v2.0/networks/60dc7cca-c628-4018-9573-f3686274f72a HTTP/1.1" status: 204 len: 168 time: 1.6661880 Nov 09 17:42:49.266075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57554) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:49.267381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:49.282420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-98e672e6-cd5c-436f-b86a-d3f5755b1a4e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-347735549'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:49.289134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-178c010c-6003-4e86-999a-0159acca6246 None None] Calling delete_port for 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:42:49.294364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-178c010c-6003-4e86-999a-0159acca6246 None None] Port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:42:49.296891 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-178c010c-6003-4e86-999a-0159acca6246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.306704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02dc426-53ac-4512-8f87-30e6176f0644 None None] Network d3061be2-aaba-4567-a9a8-4ef00532964c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:49.323742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0d17d-380c-4100-929b-c6cbd9befa37 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Network': ['ID=60dc7cca-c628-4018-9573-f3686274f72a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:49.327051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80b32-a252-454b-af46-485b90890019 req-1caffad1-1d6f-431f-9226-e13bf9895bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:49.328660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-1caffad1-1d6f-431f-9226-e13bf9895bb3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6008041 Nov 09 17:42:49.364980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e672e6-cd5c-436f-b86a-d3f5755b1a4e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:49.371442 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98e672e6-cd5c-436f-b86a-d3f5755b1a4e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.375269 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121a676b-4dd6-4fcf-9fbf-7b12dede8ab4 x-openstack-request-id: req-121a676b-4dd6-4fcf-9fbf-7b12dede8ab4 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:49.375573 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "name": "network-vif-plugged", "status": "completed", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:49.375726 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-121a676b-4dd6-4fcf-9fbf-7b12dede8ab4 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:49.376143 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'code': 200} Nov 09 17:42:49.377182 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-178c010c-6003-4e86-999a-0159acca6246 None None] Network 60dc7cca-c628-4018-9573-f3686274f72a is not hosted by any dhcp agent {{(pid=102156) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:42:49.377741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c010c-6003-4e86-999a-0159acca6246 None None] No DVR routers for this DVR port 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:49.381982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c010c-6003-4e86-999a-0159acca6246 None None] Pushing event deleted for resources: {'Port': ['ID=10cf63dd-2ae0-4d9b-9402-43e3b9d57e57,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:49.382268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32685e3-cc67-44b1-ab4e-819f87c2224c req-35a1de9e-2d0e-4274-8052-0021b14df891 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:49.383596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e32685e3-cc67-44b1-ab4e-819f87c2224c req-35a1de9e-2d0e-4274-8052-0021b14df891 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.5959229 Nov 09 17:42:49.424373 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e672e6-cd5c-436f-b86a-d3f5755b1a4e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:49.438255 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98e672e6-cd5c-436f-b86a-d3f5755b1a4e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.438690 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-98e672e6-cd5c-436f-b86a-d3f5755b1a4e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Added segment e4256873-3aaf-4d8f-8a6b-9814a3ea2e72 of type vlan for network a5d7dbf0-b858-4b89-830f-4902993b0e7d Nov 09 17:42:49.506261 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98e672e6-cd5c-436f-b86a-d3f5755b1a4e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.544619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98e672e6-cd5c-436f-b86a-d3f5755b1a4e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.564935 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e672e6-cd5c-436f-b86a-d3f5755b1a4e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:49.566014 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98e672e6-cd5c-436f-b86a-d3f5755b1a4e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.581862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51a84c09-7183-49e5-8b47-2645737d7943 req-fc87b7af-61fa-422b-aa84-a1b8e1239d6f service neutron] 10.222.0.13 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149719 Nov 09 17:42:49.603847 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e32685e3-cc67-44b1-ab4e-819f87c2224c req-1dc8ca5d-5728-46dc-ad51-c7a803d0f7ad tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672089 Nov 09 17:42:49.643752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-2f0b6e5e-ed86-425f-a74c-669747437a73 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031240 Nov 09 17:42:49.707720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-cece96d0-c25e-4746-b284-906de95602ca req-18d5c2a3-d3d1-4798-92cb-c6db4f5d9b93 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-203581446', 'description': 'tempest-description-1424783938'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:49.744463 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-98e672e6-cd5c-436f-b86a-d3f5755b1a4e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4780827 Nov 09 17:42:49.750974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57562) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:49.763441 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e672e6-cd5c-436f-b86a-d3f5755b1a4e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event updated for resources: {'Network': ['ID=a5d7dbf0-b858-4b89-830f-4902993b0e7d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:49.763642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ed26f071-82cd-46c3-81ad-a048a361fa48 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Request body: {'subnet': {'network_id': 'a5d7dbf0-b858-4b89-830f-4902993b0e7d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:49.782936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a5d7dbf0-b858-4b89-830f-4902993b0e7d details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:49.818717 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-cece96d0-c25e-4746-b284-906de95602ca req-18d5c2a3-d3d1-4798-92cb-c6db4f5d9b93 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.888675 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.920521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.973399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ca35c-f766-4169-8a35-39b63fe7c47e req-a7a014c2-c976-4ed2-a7a9-0aff24cc2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:49.974977 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721ca35c-f766-4169-8a35-39b63fe7c47e req-a7a014c2-c976-4ed2-a7a9-0aff24cc2e44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07&device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 1136 time: 0.2930546 Nov 09 17:42:49.984029 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-cece96d0-c25e-4746-b284-906de95602ca req-18d5c2a3-d3d1-4798-92cb-c6db4f5d9b93 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:49.990734 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-cece96d0-c25e-4746-b284-906de95602ca req-18d5c2a3-d3d1-4798-92cb-c6db4f5d9b93 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:50.029793 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5c2a3-d3d1-4798-92cb-c6db4f5d9b93 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f181bd-6670-4888-87fb-86a2f6a763ee,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:50.082182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d01c5-5ad7-45a3-bc12-79c04f964301 req-879f9757-1f4a-40ca-a4b9-c9067de7d0a3 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:50.085168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b2d01c5-5ad7-45a3-bc12-79c04f964301 req-879f9757-1f4a-40ca-a4b9-c9067de7d0a3 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 944 time: 0.3320618 Nov 09 17:42:50.099156 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-fbfe41d1-e4a8-4c16-a09a-77d9bbcc54f6 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438169 Nov 09 17:42:50.167783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device ba323535-1e02-457c-bc26-58b6c5d6dc67 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:50.239680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:50.246625 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-cece96d0-c25e-4746-b284-906de95602ca req-18d5c2a3-d3d1-4798-92cb-c6db4f5d9b93 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:50.258360 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cece96d0-c25e-4746-b284-906de95602ca req-18d5c2a3-d3d1-4798-92cb-c6db4f5d9b93 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5642295 Nov 09 17:42:50.281477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port ba323535-1e02-457c-bc26-58b6c5d6dc67 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:42:50.291753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed26f071-82cd-46c3-81ad-a048a361fa48 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:50.297097 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed26f071-82cd-46c3-81ad-a048a361fa48 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:50.305820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port ba323535-1e02-457c-bc26-58b6c5d6dc67 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:50.306384 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:50.308926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=9aad63fb-a345-445e-929f-e6aa5de88b03,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:50.371373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:50.415422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:42:50.415987 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 10cf63dd-2ae0-4d9b-9402-43e3b9d57e57 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:42:50.534414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9de1bb-e6dc-48ce-a1bf-659def088e4c req-ae745dda-b3cc-4e06-8be6-e606f6635b48 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:50.537174 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0f9de1bb-e6dc-48ce-a1bf-659def088e4c req-ae745dda-b3cc-4e06-8be6-e606f6635b48 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 985 time: 0.1202559 Nov 09 17:42:50.540080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:50.598782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port ba323535-1e02-457c-bc26-58b6c5d6dc67, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:50.600358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b2d01c5-5ad7-45a3-bc12-79c04f964301 req-9592765a-a148-4048-a45b-e9dfc215673c tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689817 Nov 09 17:42:50.604205 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:50.646287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0f9de1bb-e6dc-48ce-a1bf-659def088e4c req-7abb7586-42fa-40a9-ba2d-4a99280d902c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&id=e473b8c8-d064-4da2-9f56-a1218559ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0997388 Nov 09 17:42:50.652525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ca35c-f766-4169-8a35-39b63fe7c47e req-9d2b3bd2-8f63-4cae-9a88-d668c3842bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:50.654107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721ca35c-f766-4169-8a35-39b63fe7c47e req-9d2b3bd2-8f63-4cae-9a88-d668c3842bd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=87823cd0-78b4-431d-8bac-d10afad7f91c HTTP/1.1" status: 200 len: 913 time: 0.6387763 Nov 09 17:42:50.712382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=ba323535-1e02-457c-bc26-58b6c5d6dc67,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:50.739442 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721ca35c-f766-4169-8a35-39b63fe7c47e req-75595ff1-e798-4352-88a2-8768b8becff8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a783b67a-ef97-4c95-b179-d3df93a25c02 HTTP/1.1" status: 200 len: 217 time: 0.0592086 Nov 09 17:42:50.742952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:50.758715 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:50.887711 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbf3f50a-25d1-4d29-959c-fb7e4abc2dc2 req-d4e3ce72-5893-4222-ac70-3a21df7fa72a tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-groups/b8f181bd-6670-4888-87fb-86a2f6a763ee HTTP/1.1" status: 200 len: 1814 time: 0.0800724 Nov 09 17:42:50.903107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-bbf3f50a-25d1-4d29-959c-fb7e4abc2dc2 req-6e9a1bc1-28f7-4b1a-b5bf-ba61a700675d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8f181bd-6670-4888-87fb-86a2f6a763ee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:50.903686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-bbf3f50a-25d1-4d29-959c-fb7e4abc2dc2 req-6e9a1bc1-28f7-4b1a-b5bf-ba61a700675d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8f181bd-6670-4888-87fb-86a2f6a763ee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:50.978980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ca35c-f766-4169-8a35-39b63fe7c47e req-13d58367-c0aa-47bf-8ad0-6410c94f95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:50.980507 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721ca35c-f766-4169-8a35-39b63fe7c47e req-13d58367-c0aa-47bf-8ad0-6410c94f95c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e HTTP/1.1" status: 200 len: 852 time: 0.2252455 Nov 09 17:42:51.018746 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bbf3f50a-25d1-4d29-959c-fb7e4abc2dc2 req-6e9a1bc1-28f7-4b1a-b5bf-ba61a700675d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:51.022005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd712b-add4-470c-add2-34788f8d310e req-aa38a876-d4f6-416f-ad4c-712a77cbc34c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:51.023672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2bbd712b-add4-470c-add2-34788f8d310e req-aa38a876-d4f6-416f-ad4c-712a77cbc34c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.2870870 Nov 09 17:42:51.070359 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bbf3f50a-25d1-4d29-959c-fb7e4abc2dc2 req-6e9a1bc1-28f7-4b1a-b5bf-ba61a700675d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:51.077731 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bbf3f50a-25d1-4d29-959c-fb7e4abc2dc2 req-6e9a1bc1-28f7-4b1a-b5bf-ba61a700675d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:51.079370 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721ca35c-f766-4169-8a35-39b63fe7c47e req-0836e7ae-b3b3-4044-975b-fcc0d018ae00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87823cd0-78b4-431d-8bac-d10afad7f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671256 Nov 09 17:42:51.118429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed26f071-82cd-46c3-81ad-a048a361fa48 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:51.119180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a1bc1-28f7-4b1a-b5bf-ba61a700675d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d2b1f1-1aa6-49b9-b8d0-04f636e6c034,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:51.132433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 30725612-2d61-4791-85b8-4bcad741f53c has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:42:51.132820 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bbf3f50a-25d1-4d29-959c-fb7e4abc2dc2 req-6e9a1bc1-28f7-4b1a-b5bf-ba61a700675d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:51.145957 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbf3f50a-25d1-4d29-959c-fb7e4abc2dc2 req-6e9a1bc1-28f7-4b1a-b5bf-ba61a700675d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2499812 Nov 09 17:42:51.178259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-73ec4e04-731a-4c29-bb19-3c0de50a084e None None] Provisioning complete for port 9aad63fb-a345-445e-929f-e6aa5de88b03 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:51.178906 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-73ec4e04-731a-4c29-bb19-3c0de50a084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:51.253520 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2bbd712b-add4-470c-add2-34788f8d310e req-f821aa81-fb95-4b3a-ab8b-b0553a0e6d37 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028470 Nov 09 17:42:51.253757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-73ec4e04-731a-4c29-bb19-3c0de50a084e None None] Port 9aad63fb-a345-445e-929f-e6aa5de88b03 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:42:51.288965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26f071-82cd-46c3-81ad-a048a361fa48 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event updated for resources: {'Subnet': ['ID=507d1d73-5e86-43a0-827c-84f4438a5659,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:51.297311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d174a-af45-49a6-b351-085448385c98 req-8bfc8339-c083-4630-96eb-2a87e9ee522f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:51.310538 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-437d174a-af45-49a6-b351-085448385c98 req-8bfc8339-c083-4630-96eb-2a87e9ee522f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.1005685 Nov 09 17:42:51.372309 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-437d174a-af45-49a6-b351-085448385c98 req-8a27d6c0-c2c5-4333-ad4b-01f83fe75a70 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597503 Nov 09 17:42:51.377860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:51.382075 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6292bf89-6246-47db-9b35-b7e37c7f59b6" -d '{"events": [{"server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "name": "network-vif-plugged", "status": "completed", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:51.429497 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94be13ee-17a2-41e6-a4dd-dc9d4c5eca1c x-openstack-request-id: req-94be13ee-17a2-41e6-a4dd-dc9d4c5eca1c {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:42:51.429893 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "name": "network-vif-plugged", "status": "completed", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:42:51.430434 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94be13ee-17a2-41e6-a4dd-dc9d4c5eca1c {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:42:51.430928 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'code': 200} Nov 09 17:42:51.752768 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721ca35c-f766-4169-8a35-39b63fe7c47e req-6f33eeef-1720-4883-aa84-d73b1375308f service neutron] 10.222.0.13 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549177 Nov 09 17:42:51.760225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26f071-82cd-46c3-81ad-a048a361fa48 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Checking segment: {'id': 'e4256873-3aaf-4d8f-8a6b-9814a3ea2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a5d7dbf0-b858-4b89-830f-4902993b0e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:51.760693 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed26f071-82cd-46c3-81ad-a048a361fa48 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Network hostable DHCP agents. Network: a5d7dbf0-b858-4b89-830f-4902993b0e7d, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:51.815067 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5361b5-ab81-4405-b583-cd4453e0e82f req-12a1c01f-8924-4c3d-8709-01fabdeb978a tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:51.817603 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fd5361b5-ab81-4405-b583-cd4453e0e82f req-12a1c01f-8924-4c3d-8709-01fabdeb978a tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 945 time: 0.0710950 Nov 09 17:42:51.857370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:42:51.862928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5e5fe7f-c361-4fff-a92c-6411b9db2ff9 req-685c2eb7-2236-4048-ab34-3f3865c36b4c tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-groups/b8f181bd-6670-4888-87fb-86a2f6a763ee HTTP/1.1" status: 200 len: 2408 time: 0.5153542 Nov 09 17:42:51.873925 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cb4c983c-3264-4e13-bf3b-ee0d0c1e6033 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4965944 Nov 09 17:42:51.876144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57582) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:51.894219 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0769f-f029-4234-a664-007403682030 None None] Sync routers for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:42:51.898683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c0d03-829b-4081-ae82-5ad66bccd467 req-9ae3e09b-44a6-4c6b-9b1d-97ca014a81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:51.900276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488c0d03-829b-4081-ae82-5ad66bccd467 req-9ae3e09b-44a6-4c6b-9b1d-97ca014a81e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 1096 time: 0.2131615 Nov 09 17:42:51.903436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed26f071-82cd-46c3-81ad-a048a361fa48 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Network a5d7dbf0-b858-4b89-830f-4902993b0e7d is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:51.905175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-38d164c4-0656-4661-87e8-9a0f8017c870 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'network': {'name': 'tempest-RoutersTest-419949885'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:51.926963 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0769f-f029-4234-a664-007403682030 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:51.929168 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-54e0769f-f029-4234-a664-007403682030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:51.947900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-ed26f071-82cd-46c3-81ad-a048a361fa48 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a5d7dbf0-b858-4b89-830f-4902993b0e7d) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:51.973136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed26f071-82cd-46c3-81ad-a048a361fa48 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:51.973751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed26f071-82cd-46c3-81ad-a048a361fa48 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:51.983886 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721ca35c-f766-4169-8a35-39b63fe7c47e req-d55f7914-1873-40b7-ba3a-a339b645071a service neutron] 10.222.0.13 "GET /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185383 Nov 09 17:42:51.986235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488c0d03-829b-4081-ae82-5ad66bccd467 req-569cbae2-2861-43a5-b420-5ffb0fdf0e6b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760827 Nov 09 17:42:51.986804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e07adb-185c-4594-aa4e-9e327a9ec081 None None] Network a5d7dbf0-b858-4b89-830f-4902993b0e7d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:51.990696 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fd5361b5-ab81-4405-b583-cd4453e0e82f req-569c8dcc-c898-4c0f-bc3c-224e79d54d6e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622005 Nov 09 17:42:52.032133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d164c4-0656-4661-87e8-9a0f8017c870 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:52.038088 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d164c4-0656-4661-87e8-9a0f8017c870 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.043254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ed26f071-82cd-46c3-81ad-a048a361fa48 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2890053 Nov 09 17:42:52.047597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57588) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:52.053943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ce8226c6-5fe4-4ad4-a912-ada59a37b379 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1533323801'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:52.082753 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d164c4-0656-4661-87e8-9a0f8017c870 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:52.097518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d164c4-0656-4661-87e8-9a0f8017c870 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.098036 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-38d164c4-0656-4661-87e8-9a0f8017c870 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Added segment d88c78fe-ff77-4283-a8c7-15d875d4f655 of type vlan for network 72c99eab-caa2-42bb-acbd-ead249e2f8f0 Nov 09 17:42:52.117506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8226c6-5fe4-4ad4-a912-ada59a37b379 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:52.122019 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-54e0769f-f029-4234-a664-007403682030 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:52.123544 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce8226c6-5fe4-4ad4-a912-ada59a37b379 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.165470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d164c4-0656-4661-87e8-9a0f8017c870 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.207971 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d164c4-0656-4661-87e8-9a0f8017c870 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.215273 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d164c4-0656-4661-87e8-9a0f8017c870 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:52.216040 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d164c4-0656-4661-87e8-9a0f8017c870 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.330833 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-38d164c4-0656-4661-87e8-9a0f8017c870 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4523420 Nov 09 17:42:52.342546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57592) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:52.355108 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7423343c-5eed-46ff-8b90-4ae282668b4d req-922143c7-928e-4409-8c4e-2615bc559dc0 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-group-rules/d2d2b1f1-1aa6-49b9-b8d0-04f636e6c034 HTTP/1.1" status: 200 len: 778 time: 0.0620048 Nov 09 17:42:52.360130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d164c4-0656-4661-87e8-9a0f8017c870 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Network': ['ID=72c99eab-caa2-42bb-acbd-ead249e2f8f0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:52.378046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-872e3823-a92f-4d3e-bed4-18d42a78a690 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'subnet': {'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:52.402721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 72c99eab-caa2-42bb-acbd-ead249e2f8f0 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:52.504221 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7423343c-5eed-46ff-8b90-4ae282668b4d req-a07bed4c-2b2e-463b-812e-ad46c348e1c7 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-groups/b8f181bd-6670-4888-87fb-86a2f6a763ee HTTP/1.1" status: 200 len: 2408 time: 0.1331813 Nov 09 17:42:52.522269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8226c6-5fe4-4ad4-a912-ada59a37b379 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:42:52.542381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce8226c6-5fe4-4ad4-a912-ada59a37b379 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.542737 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-ce8226c6-5fe4-4ad4-a912-ada59a37b379 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Added segment f2b75375-05ec-4fb3-9fca-62db339a35a2 of type vlan for network be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae Nov 09 17:42:52.557836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7423343c-5eed-46ff-8b90-4ae282668b4d req-1df4b539-b1f7-48cc-ad72-9513df5a439d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.576936 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7423343c-5eed-46ff-8b90-4ae282668b4d req-1df4b539-b1f7-48cc-ad72-9513df5a439d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.612271 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce8226c6-5fe4-4ad4-a912-ada59a37b379 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.690415 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7423343c-5eed-46ff-8b90-4ae282668b4d req-1df4b539-b1f7-48cc-ad72-9513df5a439d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.693239 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce8226c6-5fe4-4ad4-a912-ada59a37b379 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.699349 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-54e0769f-f029-4234-a664-007403682030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:42:48Z', 'revision_number': 3, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:49Z', 'revision_number': 2, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:52.701802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8226c6-5fe4-4ad4-a912-ada59a37b379 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:52.702477 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce8226c6-5fe4-4ad4-a912-ada59a37b379 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.706935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872e3823-a92f-4d3e-bed4-18d42a78a690 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:52.708478 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7423343c-5eed-46ff-8b90-4ae282668b4d req-1df4b539-b1f7-48cc-ad72-9513df5a439d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.710919 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-872e3823-a92f-4d3e-bed4-18d42a78a690 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.725438 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7423343c-5eed-46ff-8b90-4ae282668b4d req-1df4b539-b1f7-48cc-ad72-9513df5a439d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/d2d2b1f1-1aa6-49b9-b8d0-04f636e6c034 HTTP/1.1" status: 204 len: 173 time: 0.2182536 Nov 09 17:42:52.750570 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.777845 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0769f-f029-4234-a664-007403682030 None None] Checking router: 30725612-2d61-4791-85b8-4bcad741f53c for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:42:52.779187 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0769f-f029-4234-a664-007403682030 None None] Updating router 30725612-2d61-4791-85b8-4bcad741f53c port 9aad63fb-a345-445e-929f-e6aa5de88b03 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:42:52.787625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4b539-b1f7-48cc-ad72-9513df5a439d tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2d2b1f1-1aa6-49b9-b8d0-04f636e6c034,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:52.859528 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-54e0769f-f029-4234-a664-007403682030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.864630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-a5d7dbf0-b858-4b89-830f-4902993b0e7d', 'network_id': 'a5d7dbf0-b858-4b89-830f-4902993b0e7d', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'fixed_ips': [{'subnet_id': '507d1d73-5e86-43a0-827c-84f4438a5659'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:42:52.866083 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:52.976663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56de1a6-20b0-49b9-91d3-5b0a504974ea req-2b3065dd-64ba-47da-a415-968a26f9a537 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:52.978405 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c56de1a6-20b0-49b9-91d3-5b0a504974ea req-2b3065dd-64ba-47da-a415-968a26f9a537 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 985 time: 0.7971478 Nov 09 17:42:52.989585 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-872e3823-a92f-4d3e-bed4-18d42a78a690 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.120098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af831e-a2c8-48fd-84db-f978f59bd9c4 req-af4bdad7-c75b-492a-8ed9-c4bfbe378d2d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:53.129668 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1af831e-a2c8-48fd-84db-f978f59bd9c4 req-af4bdad7-c75b-492a-8ed9-c4bfbe378d2d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.1346674 Nov 09 17:42:53.167815 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e3823-a92f-4d3e-bed4-18d42a78a690 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Subnet': ['ID=e595fd38-61bd-4fb7-8fbc-8bf6101275ea,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:53.182610 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c56de1a6-20b0-49b9-91d3-5b0a504974ea req-13ecfc1d-64c2-4c11-b857-cec68254a8f7 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&id=e473b8c8-d064-4da2-9f56-a1218559ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1596780 Nov 09 17:42:53.216606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872e3823-a92f-4d3e-bed4-18d42a78a690 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Checking segment: {'id': 'd88c78fe-ff77-4283-a8c7-15d875d4f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:53.216976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872e3823-a92f-4d3e-bed4-18d42a78a690 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network hostable DHCP agents. Network: 72c99eab-caa2-42bb-acbd-ead249e2f8f0, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:53.228850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ce8226c6-5fe4-4ad4-a912-ada59a37b379 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1775935 Nov 09 17:42:53.250135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1af831e-a2c8-48fd-84db-f978f59bd9c4 req-21c3e7a0-f509-47ab-b349-0c38f7ef8709 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192021 Nov 09 17:42:53.250349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57602) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:53.274555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ffc2801a-bd0b-4614-9e29-917b747ba69b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Request body: {'subnet': {'network_id': 'be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:53.304707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Allocated IP 19.80.0.2 (a5d7dbf0-b858-4b89-830f-4902993b0e7d/507d1d73-5e86-43a0-827c-84f4438a5659/372fec78-b1f3-4e20-8229-0bef9e65d8a4) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:53.388908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-85ba99ab-aa74-4605-9272-7433cedc1fe3 req-6d12e4ff-d501-4020-96da-ad4c99cf8206 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2057744220', 'description': 'tempest-description-1936557162'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:53.422117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872e3823-a92f-4d3e-bed4-18d42a78a690 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network 72c99eab-caa2-42bb-acbd-ead249e2f8f0 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:53.434794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc2801a-bd0b-4614-9e29-917b747ba69b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:42:53.447775 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffc2801a-bd0b-4614-9e29-917b747ba69b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.515363 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.533490 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.541066 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-85ba99ab-aa74-4605-9272-7433cedc1fe3 req-6d12e4ff-d501-4020-96da-ad4c99cf8206 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.600620 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.602686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Pushing event updated for resources: {'Port': ['ID=372fec78-b1f3-4e20-8229-0bef9e65d8a4,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:53.606295 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-54e0769f-f029-4234-a664-007403682030 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.619489 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Network a5d7dbf0-b858-4b89-830f-4902993b0e7d is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:53.625459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:53.632757 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:42:53.633579 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-54e0769f-f029-4234-a664-007403682030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.635150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:53.717485 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-85ba99ab-aa74-4605-9272-7433cedc1fe3 req-6d12e4ff-d501-4020-96da-ad4c99cf8206 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.731830 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-85ba99ab-aa74-4605-9272-7433cedc1fe3 req-6d12e4ff-d501-4020-96da-ad4c99cf8206 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.774805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8226c6-5fe4-4ad4-a912-ada59a37b379 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event updated for resources: {'Network': ['ID=be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:53.785345 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ea9d7-6c20-4d5a-90dd-56300e299ee3 None None] Pushing event updated for resources: {'Port': ['ID=9aad63fb-a345-445e-929f-e6aa5de88b03,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:53.806502 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:42:53.816737 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-85ba99ab-aa74-4605-9272-7433cedc1fe3 req-6d12e4ff-d501-4020-96da-ad4c99cf8206 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.821784 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-54e0769f-f029-4234-a664-007403682030 None None] Attempting to bind port 9aad63fb-a345-445e-929f-e6aa5de88b03 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:53.822848 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-54e0769f-f029-4234-a664-007403682030 None None] Attempting to bind port 9aad63fb-a345-445e-929f-e6aa5de88b03 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '964cf236-fc2e-417b-a164-8e17b9625279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:53.824044 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0769f-f029-4234-a664-007403682030 None None] Attempting to bind port 9aad63fb-a345-445e-929f-e6aa5de88b03 on network 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:53.834973 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85ba99ab-aa74-4605-9272-7433cedc1fe3 req-6d12e4ff-d501-4020-96da-ad4c99cf8206 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4592001 Nov 09 17:42:53.836702 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0769f-f029-4234-a664-007403682030 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:53.837531 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0769f-f029-4234-a664-007403682030 None None] Checking segment: {'id': '964cf236-fc2e-417b-a164-8e17b9625279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:53.838422 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-54e0769f-f029-4234-a664-007403682030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.838957 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Attempting to bind port 372fec78-b1f3-4e20-8229-0bef9e65d8a4 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:53.839460 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0769f-f029-4234-a664-007403682030 None None] Bound using segment: {'id': '964cf236-fc2e-417b-a164-8e17b9625279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:53.839620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Attempting to bind port 372fec78-b1f3-4e20-8229-0bef9e65d8a4 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'e4256873-3aaf-4d8f-8a6b-9814a3ea2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a5d7dbf0-b858-4b89-830f-4902993b0e7d'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:53.840326 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Attempting to bind port 372fec78-b1f3-4e20-8229-0bef9e65d8a4 on network a5d7dbf0-b858-4b89-830f-4902993b0e7d {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:53.840719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12e4ff-d501-4020-96da-ad4c99cf8206 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60562db6-f6b6-426f-b7b6-8561ded14380,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:53.843436 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-54e0769f-f029-4234-a664-007403682030 None None] Bound port: 9aad63fb-a345-445e-929f-e6aa5de88b03, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964cf236-fc2e-417b-a164-8e17b9625279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:53.849625 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-54e0769f-f029-4234-a664-007403682030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.883515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-872e3823-a92f-4d3e-bed4-18d42a78a690 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 72c99eab-caa2-42bb-acbd-ead249e2f8f0) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:53.955346 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45679c6a-0f67-4d7e-9813-6771f1c50b1c None None] Network 72c99eab-caa2-42bb-acbd-ead249e2f8f0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:53.970879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872e3823-a92f-4d3e-bed4-18d42a78a690 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:53.971722 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-872e3823-a92f-4d3e-bed4-18d42a78a690 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:53.999506 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffc2801a-bd0b-4614-9e29-917b747ba69b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:54.026125 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-54e0769f-f029-4234-a664-007403682030 None None] For port 9aad63fb-a345-445e-929f-e6aa5de88b03, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:54.033454 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-54e0769f-f029-4234-a664-007403682030 None None] For port 9aad63fb-a345-445e-929f-e6aa5de88b03, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9aad63fb-a345-445e-929f-e6aa5de88b03,segment=NetworkSegment(964cf236-fc2e-417b-a164-8e17b9625279),segment_id=964cf236-fc2e-417b-a164-8e17b9625279)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:54.047166 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-54e0769f-f029-4234-a664-007403682030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:54.094106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:54.094525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Checking segment: {'id': 'e4256873-3aaf-4d8f-8a6b-9814a3ea2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a5d7dbf0-b858-4b89-830f-4902993b0e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:54.094912 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:54.095420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Bound using segment: {'id': 'e4256873-3aaf-4d8f-8a6b-9814a3ea2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a5d7dbf0-b858-4b89-830f-4902993b0e7d'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:54.095940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Bound port: 372fec78-b1f3-4e20-8229-0bef9e65d8a4, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4256873-3aaf-4d8f-8a6b-9814a3ea2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a5d7dbf0-b858-4b89-830f-4902993b0e7d'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:54.096340 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:54.099060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2801a-bd0b-4614-9e29-917b747ba69b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event updated for resources: {'Subnet': ['ID=039daa11-c79b-4d23-8612-96a8ef8f2080,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:54.120535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-872e3823-a92f-4d3e-bed4-18d42a78a690 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7694838 Nov 09 17:42:54.124855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56100a31-fde3-439f-82a5-ad4b4b7a641e req-98ead45d-dbe5-4e4c-98c0-f14eb0304518 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:54.130641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe830c-6a2a-4881-aaca-9287680b3ac8 req-77f6266e-a171-4fe7-8f55-54c6ab601914 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:54.138461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3fe830c-6a2a-4881-aaca-9287680b3ac8 req-77f6266e-a171-4fe7-8f55-54c6ab601914 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.3670063 Nov 09 17:42:54.148554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56100a31-fde3-439f-82a5-ad4b4b7a641e req-98ead45d-dbe5-4e4c-98c0-f14eb0304518 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 945 time: 0.1954756 Nov 09 17:42:54.158397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57606) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:42:54.234672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3fe830c-6a2a-4881-aaca-9287680b3ac8 req-3819cd95-f72b-4008-b6b4-16888f18a82f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947881 Nov 09 17:42:54.259707 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ea9d7-6c20-4d5a-90dd-56300e299ee3 None None] Pushing event updated for resources: {'Port': ['ID=9aad63fb-a345-445e-929f-e6aa5de88b03,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:54.354842 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0769f-f029-4234-a664-007403682030 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:42:54.355946 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-54e0769f-f029-4234-a664-007403682030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:54.413428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2801a-bd0b-4614-9e29-917b747ba69b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Checking segment: {'id': 'f2b75375-05ec-4fb3-9fca-62db339a35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:54.416943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2801a-bd0b-4614-9e29-917b747ba69b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Network hostable DHCP agents. Network: be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:42:54.444997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-89237fba-2223-42d1-96c7-ca888eb507a2 None None] Provisioning complete for port 9aad63fb-a345-445e-929f-e6aa5de88b03 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:54.445604 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-89237fba-2223-42d1-96c7-ca888eb507a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:54.539284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80b32-a252-454b-af46-485b90890019 req-513fe17a-d4fe-4415-a6c4-acca719fd584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:54.542577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-513fe17a-d4fe-4415-a6c4-acca719fd584 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f&tenant_id=0e591383dbcd479f92ef4a073b7d2b2b HTTP/1.1" status: 200 len: 1101 time: 0.2210011 Nov 09 17:42:54.552299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2801a-bd0b-4614-9e29-917b747ba69b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Network be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:42:54.594055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:54.611265 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56100a31-fde3-439f-82a5-ad4b4b7a641e req-82b3f444-3c15-4516-ab2c-522d3a954c3b tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605622 Nov 09 17:42:54.614798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] For port 372fec78-b1f3-4e20-8229-0bef9e65d8a4, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:54.630582 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:42:54.631722 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:54.643732 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-54e0769f-f029-4234-a664-007403682030 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:42:54.709212 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] For port 372fec78-b1f3-4e20-8229-0bef9e65d8a4, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=372fec78-b1f3-4e20-8229-0bef9e65d8a4,segment=NetworkSegment(e4256873-3aaf-4d8f-8a6b-9814a3ea2e72),segment_id=e4256873-3aaf-4d8f-8a6b-9814a3ea2e72)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:54.726759 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:54.785373 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:54.850059 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6b7b6a1-f112-4539-b71b-ae8355b2de42 req-80639666-9e04-433a-884d-115b2234fff9 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-groups/60562db6-f6b6-426f-b7b6-8561ded14380 HTTP/1.1" status: 200 len: 1815 time: 0.3808751 Nov 09 17:42:54.851302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2801a-bd0b-4614-9e29-917b747ba69b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:54.868168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc2801a-bd0b-4614-9e29-917b747ba69b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:54.868800 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffc2801a-bd0b-4614-9e29-917b747ba69b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:54.887831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f82c73-1e1a-4c21-8492-90ccea580da7 None None] Network be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:55.021467 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55e6dc-61e6-41dd-903c-9d1ef64a1bdd req-41c20c70-3f28-47ff-bc7c-0a12befcad36 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:55.025068 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c55e6dc-61e6-41dd-903c-9d1ef64a1bdd req-41c20c70-3f28-47ff-bc7c-0a12befcad36 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 985 time: 0.2075658 Nov 09 17:42:55.087654 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ffc2801a-bd0b-4614-9e29-917b747ba69b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8189023 Nov 09 17:42:55.101921 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-54e0769f-f029-4234-a664-007403682030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:42:48Z', 'revision_number': 3, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:54Z', 'revision_number': 4, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:42:55.187428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f309a3-025e-434b-9414-b8a15319d00a None None] Pushing event updated for resources: {'Port': ['ID=372fec78-b1f3-4e20-8229-0bef9e65d8a4,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:55.206969 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0769f-f029-4234-a664-007403682030 None None] The sync data for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 is: [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:42:48Z', 'revision_number': 3, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:54Z', 'revision_number': 4, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:42:55.246121 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c55e6dc-61e6-41dd-903c-9d1ef64a1bdd req-4656a000-dc28-4e9d-8f11-094b218f9738 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&id=e473b8c8-d064-4da2-9f56-a1218559ec93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2096810 Nov 09 17:42:55.356887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:55.410463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:55.578015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:42:55.581420 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007412b7-bff5-4c03-a235-4b1b18343626" -d '{"events": [{"server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "name": "network-vif-unplugged", "status": "completed", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:42:55.588535 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:55.624954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdbeb8-242c-48b1-ad85-9753af6e5067 req-22fcd747-11c9-4742-92f7-ef482bf99962 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:55.627627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8cdbeb8-242c-48b1-ad85-9753af6e5067 req-22fcd747-11c9-4742-92f7-ef482bf99962 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.5554922 Nov 09 17:42:55.628968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Transition to ACTIVE for port object 8de88761-0a3e-4b74-9f50-ac80aa23d2ef will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:42:55.644411 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:55.772551 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8cdbeb8-242c-48b1-ad85-9753af6e5067 req-2e417e9e-0c41-4f9f-80bb-a34d3615f846 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313846 Nov 09 17:42:55.773542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] No DVR routers for this DVR port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:42:55.778077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Pushing event updated for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=10']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:55.791887 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-89237fba-2223-42d1-96c7-ca888eb507a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:55.868360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Attempting to bind port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:55.868818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Attempting to bind port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:55.869332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Attempting to bind port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:55.917926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:42:55.920159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Attempting to bind port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:55.936405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Allocated IP 172.22.0.2 (72c99eab-caa2-42bb-acbd-ead249e2f8f0/e595fd38-61bd-4fb7-8fbc-8bf6101275ea/8a1fec76-853a-4649-9e76-363bc7dccf6a) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:55.944024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 8de88761-0a3e-4b74-9f50-ac80aa23d2ef no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:42:55.963776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:55.965000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:55.966503 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:55.966768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Bound port: 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:55.967439 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:56.123990 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-89237fba-2223-42d1-96c7-ca888eb507a2 None None] For port 9aad63fb-a345-445e-929f-e6aa5de88b03, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9aad63fb-a345-445e-929f-e6aa5de88b03,segment=NetworkSegment(964cf236-fc2e-417b-a164-8e17b9625279),segment_id=964cf236-fc2e-417b-a164-8e17b9625279)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:56.156015 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-89237fba-2223-42d1-96c7-ca888eb507a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:56.204236 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae', 'network_id': 'be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'fixed_ips': [{'subnet_id': '039daa11-c79b-4d23-8612-96a8ef8f2080'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:42:56.205739 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:56.347258 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bae6b13-c023-4946-8ca1-ee17eb9e2a29 req-e688e38a-820c-44d9-96ec-8128a3314a1f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-87239396&fields=id&tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07 HTTP/1.1" status: 200 len: 267 time: 0.3310611 Nov 09 17:42:56.349436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:56.475135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:56.488386 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:56.570054 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 8de88761-0a3e-4b74-9f50-ac80aa23d2ef not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:42:56.596120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4c876705-800b-4e23-a99a-bed7485bcfb7 None None] Provisioning complete for port 9aad63fb-a345-445e-929f-e6aa5de88b03 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:56.596894 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c876705-800b-4e23-a99a-bed7485bcfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:56.614379 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:56.674107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:56.675129 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:56.677992 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] 10.222.0.13 "PUT /v2.0/ports/8de88761-0a3e-4b74-9f50-ac80aa23d2ef HTTP/1.1" status: 200 len: 1097 time: 2.0992038 Nov 09 17:42:56.702269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6b13-c023-4946-8ca1-ee17eb9e2a29 req-464c9993-07b8-47b2-b79e-9fa7cb4227ff tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:56.720220 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bae6b13-c023-4946-8ca1-ee17eb9e2a29 req-464c9993-07b8-47b2-b79e-9fa7cb4227ff tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 985 time: 0.3600993 Nov 09 17:42:56.724827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 372fec78-b1f3-4e20-8229-0bef9e65d8a4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:56.775848 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-78a1a8c4-dff0-45c4-9cc7-ca3e0699b35d tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.4601450 Nov 09 17:42:56.793476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89237fba-2223-42d1-96c7-ca888eb507a2 None None] Pushing event updated for resources: {'Port': ['ID=9aad63fb-a345-445e-929f-e6aa5de88b03,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:56.802859 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:56.811874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-6bae6b13-c023-4946-8ca1-ee17eb9e2a29 req-f69fa8f8-34e7-4ae4-994d-b0d6dbfe59ea tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'port': {'security_groups': ['179926a6-f595-403e-b7b6-6e273b587bc2', 'e473b8c8-d064-4da2-9f56-a1218559ec93', 'db2b2313-df63-4db9-896d-7c1a5b63bb0c']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:42:56.852758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Allocated IP 19.86.0.2 (be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae/039daa11-c79b-4d23-8612-96a8ef8f2080/338abd51-3d4f-4da8-b268-e8be1698a819) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:56.878969 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:56.923055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ea0ca-7975-498c-9fe4-0ac69c1e1e4d service neutron] Pushing event updated for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=11']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:57.053146 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6bae6b13-c023-4946-8ca1-ee17eb9e2a29 req-f69fa8f8-34e7-4ae4-994d-b0d6dbfe59ea tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.074922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80b32-a252-454b-af46-485b90890019 req-34b89909-87d1-4eb2-8a89-c1a85f0a7ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:57.077389 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-34b89909-87d1-4eb2-8a89-c1a85f0a7ddc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 1100 time: 0.3557079 Nov 09 17:42:57.078431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc71441-d4bb-4942-80f0-d04de156d454 None None] Network a5d7dbf0-b858-4b89-830f-4902993b0e7d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:42:57.190963 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.212484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 372fec78-b1f3-4e20-8229-0bef9e65d8a4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:57.212992 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.336188 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.356788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Allocated IP 172.25.1.102 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/9401e65f-3f21-4308-bf94-9d5b00e15c2c) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:57.377174 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.389724 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80b32-a252-454b-af46-485b90890019 req-9d9622fa-804a-457d-8c78-ffd4da24048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:57.393435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-9d9622fa-804a-457d-8c78-ffd4da24048f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.3054395 Nov 09 17:42:57.452398 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-b3aa3d22-3bc4-4d87-9ef4-5879f8e11fb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef HTTP/1.1" status: 200 len: 217 time: 0.0508242 Nov 09 17:42:57.496904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Network 72c99eab-caa2-42bb-acbd-ead249e2f8f0 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:57.515338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:57.530312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:57.549852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Allocated IP 172.22.0.1 (72c99eab-caa2-42bb-acbd-ead249e2f8f0/e595fd38-61bd-4fb7-8fbc-8bf6101275ea/e37a3b85-2599-4365-b827-cca14e416164) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:42:57.560618 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Pushing event updated for resources: {'Port': ['ID=8a1fec76-853a-4649-9e76-363bc7dccf6a,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:57.567709 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.576484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80b32-a252-454b-af46-485b90890019 req-a883442e-7605-45fa-89d3-fd0250a83d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:57.579411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-a883442e-7605-45fa-89d3-fd0250a83d77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1174877 Nov 09 17:42:57.615535 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.686303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80b32-a252-454b-af46-485b90890019 req-3bbf536b-18ab-4a2e-9fad-a1d630c931bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:57.688043 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-3bbf536b-18ab-4a2e-9fad-a1d630c931bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005061 Nov 09 17:42:57.709380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6bae6b13-c023-4946-8ca1-ee17eb9e2a29 req-f69fa8f8-34e7-4ae4-994d-b0d6dbfe59ea tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] For port a783b67a-ef97-4c95-b179-d3df93a25c02, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a783b67a-ef97-4c95-b179-d3df93a25c02,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:57.770840 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.781728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.806224 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Network be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:57.809946 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6bae6b13-c023-4946-8ca1-ee17eb9e2a29 req-f69fa8f8-34e7-4ae4-994d-b0d6dbfe59ea tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.821332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:57.823492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Attempting to bind port 8a1fec76-853a-4649-9e76-363bc7dccf6a on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:57.823872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Attempting to bind port 8a1fec76-853a-4649-9e76-363bc7dccf6a by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd88c78fe-ff77-4283-a8c7-15d875d4f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:57.824243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Attempting to bind port 8a1fec76-853a-4649-9e76-363bc7dccf6a on network 72c99eab-caa2-42bb-acbd-ead249e2f8f0 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:57.826408 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6bae6b13-c023-4946-8ca1-ee17eb9e2a29 req-f69fa8f8-34e7-4ae4-994d-b0d6dbfe59ea tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.830107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:57.837371 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Pushing event updated for resources: {'Port': ['ID=338abd51-3d4f-4da8-b268-e8be1698a819,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:57.853571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['a783b67a-ef97-4c95-b179-d3df93a25c02'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:57.857090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:57.864548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:57.864939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Checking segment: {'id': 'd88c78fe-ff77-4283-a8c7-15d875d4f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:57.865358 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.865769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Bound using segment: {'id': 'd88c78fe-ff77-4283-a8c7-15d875d4f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:57.866279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Bound port: 8a1fec76-853a-4649-9e76-363bc7dccf6a, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88c78fe-ff77-4283-a8c7-15d875d4f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:57.866678 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.887753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-f455ecaa-bf9e-4429-b76e-0a65a90ffbc1 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907179 Nov 09 17:42:57.905624 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6b13-c023-4946-8ca1-ee17eb9e2a29 req-f69fa8f8-34e7-4ae4-994d-b0d6dbfe59ea tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:57.906315 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6bae6b13-c023-4946-8ca1-ee17eb9e2a29 req-f69fa8f8-34e7-4ae4-994d-b0d6dbfe59ea tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.908486 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bae6b13-c023-4946-8ca1-ee17eb9e2a29 req-f69fa8f8-34e7-4ae4-994d-b0d6dbfe59ea tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "PUT /v2.0/ports/a783b67a-ef97-4c95-b179-d3df93a25c02 HTTP/1.1" status: 200 len: 1021 time: 1.1054878 Nov 09 17:42:57.950114 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:57.988280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fa8f8-34e7-4ae4-994d-b0d6dbfe59ea tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'Port': ['ID=a783b67a-ef97-4c95-b179-d3df93a25c02,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:58.049221 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:58.079300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 372fec78-b1f3-4e20-8229-0bef9e65d8a4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=372fec78-b1f3-4e20-8229-0bef9e65d8a4,segment=NetworkSegment(e4256873-3aaf-4d8f-8a6b-9814a3ea2e72),segment_id=e4256873-3aaf-4d8f-8a6b-9814a3ea2e72)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:42:58.120296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:58.122613 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:58.135098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:58.141541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['a783b67a-ef97-4c95-b179-d3df93a25c02'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:42:58.145182 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:58.145847 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cee80b32-a252-454b-af46-485b90890019 req-54a60102-7cdf-42d9-8a6a-ef5b72bee6ef service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359126 Nov 09 17:42:58.146039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9aad63fb-a345-445e-929f-e6aa5de88b03 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:42:58.161705 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:58.170084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Pushing event updated for resources: {'Port': ['ID=9401e65f-3f21-4308-bf94-9d5b00e15c2c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:58.205092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249403f-396c-4ba2-b68b-23ef01061329 req-5a764319-d63d-4ac7-8e9a-b4b9d71d79a7 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:58.208155 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2249403f-396c-4ba2-b68b-23ef01061329 req-5a764319-d63d-4ac7-8e9a-b4b9d71d79a7 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.1593966 Nov 09 17:42:58.283116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network 72c99eab-caa2-42bb-acbd-ead249e2f8f0 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:42:58.294918 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:42:58.309890 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:42:58.311283 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2249403f-396c-4ba2-b68b-23ef01061329 req-13cdbbfb-ef95-475b-bbce-4e42c3ab37d5 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888395 Nov 09 17:42:58.371162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=372fec78-b1f3-4e20-8229-0bef9e65d8a4,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:58.374977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=e37a3b85-2599-4365-b827-cca14e416164,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:58.403059 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0eca86a3-03d7-40ee-8246-a91020cc8626 None None] Provisioning complete for port 372fec78-b1f3-4e20-8229-0bef9e65d8a4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:58.403479 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0eca86a3-03d7-40ee-8246-a91020cc8626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:58.453316 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:58.458939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Attempting to bind port 338abd51-3d4f-4da8-b268-e8be1698a819 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:42:58.459356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Attempting to bind port 338abd51-3d4f-4da8-b268-e8be1698a819 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'f2b75375-05ec-4fb3-9fca-62db339a35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:42:58.459740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Attempting to bind port 338abd51-3d4f-4da8-b268-e8be1698a819 on network be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:42:58.480202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:42:58.480752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Checking segment: {'id': 'f2b75375-05ec-4fb3-9fca-62db339a35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:42:58.481339 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:58.481934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Bound using segment: {'id': 'f2b75375-05ec-4fb3-9fca-62db339a35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:42:58.482463 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Bound port: 338abd51-3d4f-4da8-b268-e8be1698a819, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b75375-05ec-4fb3-9fca-62db339a35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:42:58.482941 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:58.623354 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:58.625102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] For port 8a1fec76-853a-4649-9e76-363bc7dccf6a, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:58.684599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] For port 8a1fec76-853a-4649-9e76-363bc7dccf6a, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8a1fec76-853a-4649-9e76-363bc7dccf6a,segment=NetworkSegment(d88c78fe-ff77-4283-a8c7-15d875d4f655),segment_id=d88c78fe-ff77-4283-a8c7-15d875d4f655)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:58.726198 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:58.770925 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:58.826521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9aad63fb-a345-445e-929f-e6aa5de88b03 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:58.827041 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:58.865572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] For port 338abd51-3d4f-4da8-b268-e8be1698a819, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:42:58.913761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-1f7edddb-07a5-4faa-9c91-8db4e89c1443 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:58.929725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-1f7edddb-07a5-4faa-9c91-8db4e89c1443 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:42:58.944478 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-1f7edddb-07a5-4faa-9c91-8db4e89c1443 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/networks?id=a5d7dbf0-b858-4b89-830f-4902993b0e7d&id=be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae HTTP/1.1" status: 200 len: 1391 time: 0.3375440 Nov 09 17:42:58.977656 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-2f2e88d6-a714-49ff-b412-9b42f2c93209 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/quotas/9d067ab9d73b4b5d9a9ed25aa642d0c8 HTTP/1.1" status: 200 len: 375 time: 0.0311720 Nov 09 17:42:59.027066 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:59.128704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-a060f88c-641d-4c98-96a3-f7b5ed51f97a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d067ab9d73b4b5d9a9ed25aa642d0c8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1483426 Nov 09 17:42:59.157189 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] For port 338abd51-3d4f-4da8-b268-e8be1698a819, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=338abd51-3d4f-4da8-b268-e8be1698a819,segment=NetworkSegment(f2b75375-05ec-4fb3-9fca-62db339a35a2),segment_id=f2b75375-05ec-4fb3-9fca-62db339a35a2)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:42:59.253348 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:59.307696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be41a90-4038-410b-8a72-ca8d91be9402 None None] Pushing event updated for resources: {'Port': ['ID=8a1fec76-853a-4649-9e76-363bc7dccf6a,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:59.389958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-5350a982-6719-42de-9265-482177522f53 service neutron] 10.222.0.81 "GET /v2.0/networks/a5d7dbf0-b858-4b89-830f-4902993b0e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549293 Nov 09 17:42:59.508066 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:59.549551 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:59.566112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e6b4d7af-5eec-4025-854b-4f899d3ce804 None None] Provisioning complete for port 372fec78-b1f3-4e20-8229-0bef9e65d8a4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:42:59.566557 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d7af-5eec-4025-854b-4f899d3ce804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:59.567972 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:59.570857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f97fa-8dea-44c5-838a-922a274b2054 None None] Pushing event updated for resources: {'Port': ['ID=338abd51-3d4f-4da8-b268-e8be1698a819,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:42:59.648391 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-fe060373-acc6-40b0-bd28-b6afcef98452 service neutron] 10.222.0.81 "GET /v2.0/networks/a5d7dbf0-b858-4b89-830f-4902993b0e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517440 Nov 09 17:42:59.725482 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:59.736591 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:42:59.941518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-b786e331-7f99-40a0-9c68-25ce413a2250 service neutron] 10.222.0.81 "GET /v2.0/networks/be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918985 Nov 09 17:43:00.171734 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=e37a3b85-2599-4365-b827-cca14e416164,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:00.266134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8de88761-0a3e-4b74-9f50-ac80aa23d2ef details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:43:00.419824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Pushing event updated for resources: {'Port': ['ID=9401e65f-3f21-4308-bf94-9d5b00e15c2c,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:00.436769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8a1fec76-853a-4649-9e76-363bc7dccf6a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:00.546980 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:00.602559 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network 72c99eab-caa2-42bb-acbd-ead249e2f8f0 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:00.608702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:00.690344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-58688596-faab-444b-89f4-1724346ee899 service neutron] 10.222.0.81 "GET /v2.0/networks/be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7465234 Nov 09 17:43:00.783484 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:00.785712 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-76b50ed3-77e9-4d35-bc9e-679cb84fd7cb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9883826 Nov 09 17:43:00.832755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8a1fec76-853a-4649-9e76-363bc7dccf6a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:00.833225 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:00.941097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd433a-0837-4015-97bc-c1f92e9cac48 None None] Network 72c99eab-caa2-42bb-acbd-ead249e2f8f0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:01.046930 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640cde8d-7b70-4aef-aaa5-94996a1f6615 x-openstack-request-id: req-640cde8d-7b70-4aef-aaa5-94996a1f6615 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:01.047701 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "name": "network-vif-unplugged", "status": "completed", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:01.047701 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-640cde8d-7b70-4aef-aaa5-94996a1f6615 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:01.047952 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'code': 200} Nov 09 17:43:01.067415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-28729f64-bf19-460c-8c95-f8c689e308ee req-d047c1d7-b91e-4a89-92b1-c24aedde3646 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1605766444', 'description': 'tempest-description-169768738'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:01.079399 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-6637f9d0-ff41-4b68-b265-777387c94fe9 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 696 time: 0.1961334 Nov 09 17:43:01.101292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-28729f64-bf19-460c-8c95-f8c689e308ee req-d047c1d7-b91e-4a89-92b1-c24aedde3646 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:01.112987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 30725612-2d61-4791-85b8-4bcad741f53c has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:01.204460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:01.253714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3ca39fd6-3d55-4694-a8f6-c4e2a09b5456 None None] Provisioning complete for port 8a1fec76-853a-4649-9e76-363bc7dccf6a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:01.254761 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ca39fd6-3d55-4694-a8f6-c4e2a09b5456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:01.259256 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-28729f64-bf19-460c-8c95-f8c689e308ee req-d047c1d7-b91e-4a89-92b1-c24aedde3646 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:01.266369 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-28729f64-bf19-460c-8c95-f8c689e308ee req-d047c1d7-b91e-4a89-92b1-c24aedde3646 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:01.303839 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-28729f64-bf19-460c-8c95-f8c689e308ee req-d047c1d7-b91e-4a89-92b1-c24aedde3646 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:01.324159 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28729f64-bf19-460c-8c95-f8c689e308ee req-d047c1d7-b91e-4a89-92b1-c24aedde3646 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2619901 Nov 09 17:43:01.355711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047c1d7-b91e-4a89-92b1-c24aedde3646 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe68fec-68a8-4094-864e-68377ebac8c5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:01.399018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'mac_address': 'fa:16:3e:fb:5e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:43:01.411018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:01.428369 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3e44ce72-60e8-4997-99dc-f8bfb4ba4343 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2595828 Nov 09 17:43:01.432128 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57656) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:01.437843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-979c81a5-60a2-4ca7-a549-ee9d95ef66de tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'network': {'name': 'tempest-RoutersTest-1415131045'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:01.516816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fdf01-bdda-417d-85da-a0f2353d1eab req-b3c7be8c-a5f2-43b6-bb91-490cead1392c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:01.520468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b80fdf01-bdda-417d-85da-a0f2353d1eab req-b3c7be8c-a5f2-43b6-bb91-490cead1392c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 949 time: 0.1030035 Nov 09 17:43:01.525959 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-662780be-96b7-4610-9eff-174f98d68068 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:01.528192 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59d7d321-449a-4606-b9d5-ebf1f7f77310 req-662780be-96b7-4610-9eff-174f98d68068 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.4479637 Nov 09 17:43:01.530046 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979c81a5-60a2-4ca7-a549-ee9d95ef66de tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:01.530203 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:01.537890 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-979c81a5-60a2-4ca7-a549-ee9d95ef66de tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:01.550415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Sync routers for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:01.562699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9434633-0b2c-42c4-927c-3c21e41c3975 None None] Network be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:01.577282 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b80fdf01-bdda-417d-85da-a0f2353d1eab req-222722fe-e8e0-4229-845b-95c7d56ed7ee tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452018 Nov 09 17:43:01.640443 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979c81a5-60a2-4ca7-a549-ee9d95ef66de tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:01.676603 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-979c81a5-60a2-4ca7-a549-ee9d95ef66de tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:01.676959 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-979c81a5-60a2-4ca7-a549-ee9d95ef66de tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Added segment 4241c143-4f85-436b-8e15-6e07e9eec1ac of type vlan for network c8deb66c-6db2-4f12-a6a8-2eff82975d20 Nov 09 17:43:01.705155 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aefa46ab-d888-4e5f-b41d-7b74f801dea2 req-6f7b84dd-628a-455c-8146-4d0687010e2c tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/db2b2313-df63-4db9-896d-7c1a5b63bb0c HTTP/1.1" status: 200 len: 1800 time: 0.0977664 Nov 09 17:43:01.743465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de88761-0a3e-4b74-9f50-ac80aa23d2ef {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:01.774018 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-979c81a5-60a2-4ca7-a549-ee9d95ef66de tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:01.827866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:01.830254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104bcbc-9e83-4f90-917b-2388a5b7e26a req-bb67b544-398e-4094-a215-39b497e234e1 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:01.832783 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d104bcbc-9e83-4f90-917b-2388a5b7e26a req-bb67b544-398e-4094-a215-39b497e234e1 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.0843608 Nov 09 17:43:01.837149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:01.839612 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-aefa46ab-d888-4e5f-b41d-7b74f801dea2 req-d315d709-0e49-4c2e-851b-a55b4c381f9b tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 17:43:01.857097 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aefa46ab-d888-4e5f-b41d-7b74f801dea2 req-d315d709-0e49-4c2e-851b-a55b4c381f9b tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "DELETE /v2.0/security-groups/db2b2313-df63-4db9-896d-7c1a5b63bb0c HTTP/1.1" status: 409 len: 341 time: 0.1506927 Nov 09 17:43:01.858841 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-979c81a5-60a2-4ca7-a549-ee9d95ef66de tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:01.871481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979c81a5-60a2-4ca7-a549-ee9d95ef66de tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:01.872203 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-979c81a5-60a2-4ca7-a549-ee9d95ef66de tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:01.919959 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d104bcbc-9e83-4f90-917b-2388a5b7e26a req-5ab30cc8-c650-4d59-8c47-a30459752733 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720818 Nov 09 17:43:01.972879 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:02.060857 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-979c81a5-60a2-4ca7-a549-ee9d95ef66de tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6270711 Nov 09 17:43:02.064652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:02.065151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57668) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:02.087738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1126b020-e71f-4d75-8af9-761a2bea98a0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'subnet': {'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:02.103895 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:02.145250 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c81a5-60a2-4ca7-a549-ee9d95ef66de tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Network': ['ID=c8deb66c-6db2-4f12-a6a8-2eff82975d20,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:02.170358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-10d98d09-9b83-45b9-9378-74796884334a req-3aefb890-b3b1-439c-bcae-20b3492ef4e8 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 210 time: 0.1314764 Nov 09 17:43:02.179647 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8276321-b7f9-413c-be20-fa51b4266cf3 req-8472ff9c-17d5-4091-8567-eed3cbbabf2f tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-groups/4fe68fec-68a8-4094-864e-68377ebac8c5 HTTP/1.1" status: 200 len: 1814 time: 0.1650712 Nov 09 17:43:02.201638 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network c8deb66c-6db2-4f12-a6a8-2eff82975d20 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:02.302433 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:02.396197 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916a843-081b-419e-98a2-7dc83146bb0e req-5e82edd6-13cb-4259-ada0-27b017f98946 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:02.397460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 8a1fec76-853a-4649-9e76-363bc7dccf6a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8a1fec76-853a-4649-9e76-363bc7dccf6a,segment=NetworkSegment(d88c78fe-ff77-4283-a8c7-15d875d4f655),segment_id=d88c78fe-ff77-4283-a8c7-15d875d4f655)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:02.399015 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d916a843-081b-419e-98a2-7dc83146bb0e req-5e82edd6-13cb-4259-ada0-27b017f98946 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 950 time: 0.0917330 Nov 09 17:43:02.409679 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ca39fd6-3d55-4694-a8f6-c4e2a09b5456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:02.465517 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=12']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:02.485332 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:02.487489 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 372fec78-b1f3-4e20-8229-0bef9e65d8a4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:02.504826 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d916a843-081b-419e-98a2-7dc83146bb0e req-f3406a22-af7a-44a6-b6df-24b4da33a3cf tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921731 Nov 09 17:43:02.515105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1126b020-e71f-4d75-8af9-761a2bea98a0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Made reservation on behalf of 7f97a335d87c4dbb8904ce1d7d95abc5 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:02.521871 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1126b020-e71f-4d75-8af9-761a2bea98a0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:02.549296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['8de88761-0a3e-4b74-9f50-ac80aa23d2ef'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:02.755094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-28dcde8a-aadd-4231-bacc-fa7782398223 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:02.757757 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-28dcde8a-aadd-4231-bacc-fa7782398223 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 821 time: 0.4591115 Nov 09 17:43:02.961741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-8fc09125-1025-4aa5-b63d-79cd8b8928b1 req-86bff91a-c655-4cf4-88ca-039d471d0d36 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1075613704', 'description': 'tempest-description-1918187148'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:02.972178 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-a426b295-6ebe-44bb-84a8-2c45cc62fb12 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/quotas/39f5e9d52cec4445b01de3e391ea91ff HTTP/1.1" status: 200 len: 375 time: 0.0604546 Nov 09 17:43:02.983270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-a03467b1-deea-4a74-bb28-160597f6e9ca tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:03.002798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-a03467b1-deea-4a74-bb28-160597f6e9ca tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:03.005042 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-a03467b1-deea-4a74-bb28-160597f6e9ca tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "GET /v2.0/networks?id=a5d7dbf0-b858-4b89-830f-4902993b0e7d&id=be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae HTTP/1.1" status: 200 len: 1391 time: 0.3694789 Nov 09 17:43:03.009988 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-8fc09125-1025-4aa5-b63d-79cd8b8928b1 req-86bff91a-c655-4cf4-88ca-039d471d0d36 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:03.038086 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f23197fe-2b63-47e2-8773-40274783c075 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Request body: {'port': {'device_id': '5fb66744-8365-4178-af96-209eee5a57d1', 'network_id': 'a5d7dbf0-b858-4b89-830f-4902993b0e7d', 'admin_state_up': True, 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:03.049792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef'}, {'name': 'network-changed', 'server_uuid': 'cc8466f2-e424-47b0-8937-fca45b4e6572', 'tag': 'a783b67a-ef97-4c95-b179-d3df93a25c02'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:03.056913 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27509ea6-bfc7-4696-a6fd-d47f5a16400f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef"}, {"name": "network-changed", "server_uuid": "cc8466f2-e424-47b0-8937-fca45b4e6572", "tag": "a783b67a-ef97-4c95-b179-d3df93a25c02"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:03.176869 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-8fc09125-1025-4aa5-b63d-79cd8b8928b1 req-86bff91a-c655-4cf4-88ca-039d471d0d36 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:03.184791 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-8fc09125-1025-4aa5-b63d-79cd8b8928b1 req-86bff91a-c655-4cf4-88ca-039d471d0d36 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:03.223594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bff91a-c655-4cf4-88ca-039d471d0d36 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae3e2db-df48-461b-9ebd-49ee78e12891,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:03.230148 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-8fc09125-1025-4aa5-b63d-79cd8b8928b1 req-86bff91a-c655-4cf4-88ca-039d471d0d36 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:03.231860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8fc09125-1025-4aa5-b63d-79cd8b8928b1 req-86bff91a-c655-4cf4-88ca-039d471d0d36 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2793591 Nov 09 17:43:03.328607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-0e1d09d4-c428-4f2d-998b-efa6451f6122 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3552589 Nov 09 17:43:03.443501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f23197fe-2b63-47e2-8773-40274783c075 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:03.449342 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f23197fe-2b63-47e2-8773-40274783c075 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:03.464453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=8a1fec76-853a-4649-9e76-363bc7dccf6a,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:03.507036 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-3ca39fd6-3d55-4694-a8f6-c4e2a09b5456 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:43:03.507709 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-3ca39fd6-3d55-4694-a8f6-c4e2a09b5456 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:43:03.525041 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca75b5-6bb4-45da-82e1-aa381251ef67 req-1447a082-87cd-4546-8480-b68414b87d0e tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:03.538911 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5fca75b5-6bb4-45da-82e1-aa381251ef67 req-1447a082-87cd-4546-8480-b68414b87d0e tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 1024 time: 0.1424129 Nov 09 17:43:03.588098 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 372fec78-b1f3-4e20-8229-0bef9e65d8a4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:03.588499 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:03.668926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5fca75b5-6bb4-45da-82e1-aa381251ef67 req-baf82c54-63df-450b-9ff6-41f948e81e28 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&id=e473b8c8-d064-4da2-9f56-a1218559ec93&id=db2b2313-df63-4db9-896d-7c1a5b63bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1218343 Nov 09 17:43:03.689753 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1126b020-e71f-4d75-8af9-761a2bea98a0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:03.759924 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9aad63fb-a345-445e-929f-e6aa5de88b03 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:03.836014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-d3b61dcb-1ff1-4542-8ec9-fa4c5195c645 service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422357 Nov 09 17:43:03.839497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:42:58Z', 'revision_number': 4, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:42:59Z', 'revision_number': 2, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:03.872853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Checking router: 30725612-2d61-4791-85b8-4bcad741f53c for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:03.873431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Updating router 30725612-2d61-4791-85b8-4bcad741f53c port e37a3b85-2599-4365-b827-cca14e416164 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:43:03.909088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9aad63fb-a345-445e-929f-e6aa5de88b03 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:03.909718 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:03.925261 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57e767-f8c5-4452-a152-d980f537360a req-fd20293d-6d20-4a1f-bace-5942770a6319 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:03.927244 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6f57e767-f8c5-4452-a152-d980f537360a req-fd20293d-6d20-4a1f-bace-5942770a6319 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.1132264 Nov 09 17:43:03.967557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126b020-e71f-4d75-8af9-761a2bea98a0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Subnet': ['ID=88ed17a8-2652-428d-8976-adbac61920fe,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:03.983130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1126b020-e71f-4d75-8af9-761a2bea98a0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Checking segment: {'id': '4241c143-4f85-436b-8e15-6e07e9eec1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:03.983835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1126b020-e71f-4d75-8af9-761a2bea98a0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network hostable DHCP agents. Network: c8deb66c-6db2-4f12-a6a8-2eff82975d20, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:43:03.996754 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:04.000824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8c25d17-aeb3-48ca-937d-2fea70024c42 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:43:04.003053 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6f57e767-f8c5-4452-a152-d980f537360a req-1308542d-82ee-458b-b90a-fe287663adac tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607984 Nov 09 17:43:04.006584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8c25d17-aeb3-48ca-937d-2fea70024c42 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:04.035434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f23197fe-2b63-47e2-8773-40274783c075 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Allocated IP 19.80.0.178 (a5d7dbf0-b858-4b89-830f-4902993b0e7d/507d1d73-5e86-43a0-827c-84f4438a5659/7a24e5e7-60cf-4560-9392-04c0938e0e82) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:04.098023 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-34a75c43-6eb5-4708-9db0-0b2365280d38 service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285004 Nov 09 17:43:04.101605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1126b020-e71f-4d75-8af9-761a2bea98a0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network c8deb66c-6db2-4f12-a6a8-2eff82975d20 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:43:04.136269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-1126b020-e71f-4d75-8af9-761a2bea98a0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, c8deb66c-6db2-4f12-a6a8-2eff82975d20) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:04.147096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1126b020-e71f-4d75-8af9-761a2bea98a0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:04.147800 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1126b020-e71f-4d75-8af9-761a2bea98a0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:04.179701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec200c-d128-459d-8e58-452b62a2b0f5 None None] Network c8deb66c-6db2-4f12-a6a8-2eff82975d20 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:04.193031 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6310a38-aaab-4f79-a2d3-6985b2551951 x-openstack-request-id: req-e6310a38-aaab-4f79-a2d3-6985b2551951 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:04.193504 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc8466f2-e424-47b0-8937-fca45b4e6572", "tag": "a783b67a-ef97-4c95-b179-d3df93a25c02", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:04.193949 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6310a38-aaab-4f79-a2d3-6985b2551951 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:04.194611 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'status': 'completed', 'code': 200} Nov 09 17:43:04.194998 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8466f2-e424-47b0-8937-fca45b4e6572', 'tag': 'a783b67a-ef97-4c95-b179-d3df93a25c02', 'status': 'completed', 'code': 200} Nov 09 17:43:04.219674 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1126b020-e71f-4d75-8af9-761a2bea98a0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1491222 Nov 09 17:43:04.228083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57698) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:04.266938 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:43:04.453649 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f23197fe-2b63-47e2-8773-40274783c075 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:04.468785 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-336868e9-ede5-49e5-98c9-d99d4040d7db req-46cfccd8-5258-47aa-8362-5fefb76e59c5 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 210 time: 0.2178118 Nov 09 17:43:04.507831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cdb52e8c-1dc7-474b-be09-a33939f99579 req-0889ddd5-6104-4cab-b922-7091940abd01 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-groups/1ae3e2db-df48-461b-9ebd-49ee78e12891 HTTP/1.1" status: 200 len: 1815 time: 0.1289444 Nov 09 17:43:04.515069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27509ea6-bfc7-4696-a6fd-d47f5a16400f req-3353a3da-d2ec-4d17-8c9c-9b8b053a2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:04.519967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27509ea6-bfc7-4696-a6fd-d47f5a16400f req-3353a3da-d2ec-4d17-8c9c-9b8b053a2715 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 1101 time: 0.2967570 Nov 09 17:43:04.597212 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f23197fe-2b63-47e2-8773-40274783c075 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:04.681289 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-86f6ae1b-2ad1-49b1-8a43-04da2045e980 req-47c2e7f4-f9c4-47f6-9b9c-b355d8dacff9 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 210 time: 0.0809128 Nov 09 17:43:04.795216 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:04.823147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] Provisioning complete for port 338abd51-3d4f-4da8-b268-e8be1698a819 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:04.823569 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:04.854657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4cc2551a-24a8-43b3-8171-795e75566cac req-a5df308c-8da7-4dc5-b918-17b5bba240af tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1153732130', 'description': 'tempest-description-859944244'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:04.907336 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f23197fe-2b63-47e2-8773-40274783c075 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Network a5d7dbf0-b858-4b89-830f-4902993b0e7d is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:04.924306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f23197fe-2b63-47e2-8773-40274783c075 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:04.924891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8c25d17-aeb3-48ca-937d-2fea70024c42, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8c25d17-aeb3-48ca-937d-2fea70024c42,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:04.928277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f23197fe-2b63-47e2-8773-40274783c075 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:05.000666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f23197fe-2b63-47e2-8773-40274783c075 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:05.001421 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f23197fe-2b63-47e2-8773-40274783c075 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:05.004204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23197fe-2b63-47e2-8773-40274783c075 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event updated for resources: {'Port': ['ID=7a24e5e7-60cf-4560-9392-04c0938e0e82,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:05.008154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4cc2551a-24a8-43b3-8171-795e75566cac req-a5df308c-8da7-4dc5-b918-17b5bba240af tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:05.050573 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-ff94276d-f671-4b3c-b5dd-403c88c170fc tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1137028 Nov 09 17:43:05.063920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eaffe-3d93-4b82-abe5-b5b5f1ac594f req-8913fdfc-e69b-4429-b0c3-7836e2448c37 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:05.065667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-279eaffe-3d93-4b82-abe5-b5b5f1ac594f req-8913fdfc-e69b-4429-b0c3-7836e2448c37 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 1024 time: 0.3025367 Nov 09 17:43:05.078864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f86a605-ec9d-4416-8b09-d81c2babbf26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c25d17-aeb3-48ca-937d-2fea70024c42'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:05.081426 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9913cc1-fecb-4405-b36e-783bee7962d6" -d '{"events": [{"server_uuid": "4f86a605-ec9d-4416-8b09-d81c2babbf26", "name": "network-vif-unplugged", "status": "completed", "tag": "a8c25d17-aeb3-48ca-937d-2fea70024c42"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:05.146266 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f23197fe-2b63-47e2-8773-40274783c075 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1123049 Nov 09 17:43:05.165381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'a8c25d17-aeb3-48ca-937d-2fea70024c42', 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df', 'port_id': 'a8c25d17-aeb3-48ca-937d-2fea70024c42', 'mac_address': 'fa:16:3e:5c:29:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c4be93-f0c0-41e5-b7af-e37ae762dc0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:43:05.184645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-c8deb66c-6db2-4f12-a6a8-2eff82975d20', 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'fixed_ips': [{'subnet_id': '88ed17a8-2652-428d-8976-adbac61920fe'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:43:05.185767 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:05.188436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 338abd51-3d4f-4da8-b268-e8be1698a819 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:05.197319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8c25d17-aeb3-48ca-937d-2fea70024c42, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8c25d17-aeb3-48ca-937d-2fea70024c42,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:05.203954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27509ea6-bfc7-4696-a6fd-d47f5a16400f req-ccb65701-9bc3-4e43-a6ed-9bc330df1bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:05.206607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27509ea6-bfc7-4696-a6fd-d47f5a16400f req-ccb65701-9bc3-4e43-a6ed-9bc330df1bf4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.6589198 Nov 09 17:43:05.217446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-6c6ca308-9926-4057-bc5b-3616ebb4ce29 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Request body: {'port': {'device_id': '5fb66744-8365-4178-af96-209eee5a57d1', 'network_id': 'be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae', 'admin_state_up': True, 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:05.296779 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27509ea6-bfc7-4696-a6fd-d47f5a16400f req-9ac0e011-df1a-4046-b19d-84e91aeb5d1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef HTTP/1.1" status: 200 len: 217 time: 0.0422022 Nov 09 17:43:05.366100 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4cc2551a-24a8-43b3-8171-795e75566cac req-a5df308c-8da7-4dc5-b918-17b5bba240af tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:05.404843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-061496c0-6246-43dd-95db-35228dfa75c0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:05.407612 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4cc2551a-24a8-43b3-8171-795e75566cac req-a5df308c-8da7-4dc5-b918-17b5bba240af tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:05.408739 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-061496c0-6246-43dd-95db-35228dfa75c0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3558040 Nov 09 17:43:05.449600 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:05.541393 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4cc2551a-24a8-43b3-8171-795e75566cac req-a5df308c-8da7-4dc5-b918-17b5bba240af tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:05.542198 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4cc2551a-24a8-43b3-8171-795e75566cac req-a5df308c-8da7-4dc5-b918-17b5bba240af tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7840569 Nov 09 17:43:05.542486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df308c-8da7-4dc5-b918-17b5bba240af tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870e3095-2b16-4048-a127-d800098779f5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:05.547913 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27509ea6-bfc7-4696-a6fd-d47f5a16400f req-94a48c9b-36c3-44c0-a805-94083ad82d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:05.550623 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27509ea6-bfc7-4696-a6fd-d47f5a16400f req-94a48c9b-36c3-44c0-a805-94083ad82d94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2303755 Nov 09 17:43:05.588798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-6c6ca308-9926-4057-bc5b-3616ebb4ce29 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Made reservation on behalf of 9d067ab9d73b4b5d9a9ed25aa642d0c8 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:05.591434 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-0df9d880-4120-4570-8aad-010c599f09e3 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/quotas/0e591383dbcd479f92ef4a073b7d2b2b HTTP/1.1" status: 200 len: 375 time: 0.0712416 Nov 09 17:43:05.600687 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-6c6ca308-9926-4057-bc5b-3616ebb4ce29 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:05.613159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-279eaffe-3d93-4b82-abe5-b5b5f1ac594f req-322d7757-99fd-493e-8b5e-718fce1b2789 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Deleting port a783b67a-ef97-4c95-b179-d3df93a25c02 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:05.613509 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-279eaffe-3d93-4b82-abe5-b5b5f1ac594f req-322d7757-99fd-493e-8b5e-718fce1b2789 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:05.690399 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:05.734534 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-279eaffe-3d93-4b82-abe5-b5b5f1ac594f req-322d7757-99fd-493e-8b5e-718fce1b2789 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] For port a783b67a-ef97-4c95-b179-d3df93a25c02, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a783b67a-ef97-4c95-b179-d3df93a25c02,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:05.734927 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-279eaffe-3d93-4b82-abe5-b5b5f1ac594f req-322d7757-99fd-493e-8b5e-718fce1b2789 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:05.801630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-279eaffe-3d93-4b82-abe5-b5b5f1ac594f req-322d7757-99fd-493e-8b5e-718fce1b2789 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Calling delete_port for a783b67a-ef97-4c95-b179-d3df93a25c02 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:05.848439 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:05.963489 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:06.000453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a8c25d17-aeb3-48ca-937d-2fea70024c42,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:06.018393 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 338abd51-3d4f-4da8-b268-e8be1698a819 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:06.018860 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:06.141207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c25d17-aeb3-48ca-937d-2fea70024c42 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:06.197197 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:06.256704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Attempting to bind port e37a3b85-2599-4365-b827-cca14e416164 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:43:06.256992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Attempting to bind port e37a3b85-2599-4365-b827-cca14e416164 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd88c78fe-ff77-4283-a8c7-15d875d4f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:43:06.257365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Attempting to bind port e37a3b85-2599-4365-b827-cca14e416164 on network 72c99eab-caa2-42bb-acbd-ead249e2f8f0 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:06.260679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8de88761-0a3e-4b74-9f50-ac80aa23d2ef up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:06.327798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8c25d17-aeb3-48ca-937d-2fea70024c42, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8c25d17-aeb3-48ca-937d-2fea70024c42,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:06.338571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:06.339305 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Checking segment: {'id': 'd88c78fe-ff77-4283-a8c7-15d875d4f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:06.340022 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:06.340710 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Bound using segment: {'id': 'd88c78fe-ff77-4283-a8c7-15d875d4f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:06.341422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Bound port: e37a3b85-2599-4365-b827-cca14e416164, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88c78fe-ff77-4283-a8c7-15d875d4f655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:43:06.342210 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:06.361387 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458c565-c12a-421c-8aae-42387d9c3451 None None] Pushing event updated for resources: {'Port': ['ID=e37a3b85-2599-4365-b827-cca14e416164,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:06.365416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Allocated IP 172.23.0.2 (c8deb66c-6db2-4f12-a6a8-2eff82975d20/88ed17a8-2652-428d-8976-adbac61920fe/b41bb8f4-8f27-41fd-85fa-3ef28414b7d6) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:06.384281 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:06.530005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27509ea6-bfc7-4696-a6fd-d47f5a16400f req-878f3158-75ee-4e57-a30d-f08e0eb5b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:06.534101 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27509ea6-bfc7-4696-a6fd-d47f5a16400f req-878f3158-75ee-4e57-a30d-f08e0eb5b52e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9618127 Nov 09 17:43:06.589331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6e918-ce81-4ad3-9dfa-13d11deefa07 req-a498e430-e9bf-4b26-bc06-ca95f2d128d9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:06.602893 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fac6e918-ce81-4ad3-9dfa-13d11deefa07 req-a498e430-e9bf-4b26-bc06-ca95f2d128d9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 1024 time: 0.8336465 Nov 09 17:43:06.654710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:06.686986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] For port 338abd51-3d4f-4da8-b268-e8be1698a819, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=338abd51-3d4f-4da8-b268-e8be1698a819,segment=NetworkSegment(f2b75375-05ec-4fb3-9fca-62db339a35a2),segment_id=f2b75375-05ec-4fb3-9fca-62db339a35a2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:06.696907 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-1cfbb155-9993-4918-8172-6d2567a5f7a9 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0975797 Nov 09 17:43:06.747406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-6c6ca308-9926-4057-bc5b-3616ebb4ce29 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Allocated IP 19.86.0.4 (be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae/039daa11-c79b-4d23-8612-96a8ef8f2080/28cb00fc-938c-463a-b406-2d2218bc1d47) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:06.812034 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fac6e918-ce81-4ad3-9dfa-13d11deefa07 req-01f3813c-ea18-469b-a8fd-ff47a7fd6add tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&id=e473b8c8-d064-4da2-9f56-a1218559ec93&id=db2b2313-df63-4db9-896d-7c1a5b63bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2078402 Nov 09 17:43:06.832613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-040541f9-b1f5-41f1-a0ac-d4784e8255a1 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:06.835689 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-040541f9-b1f5-41f1-a0ac-d4784e8255a1 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.13 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 821 time: 0.5422604 Nov 09 17:43:06.838126 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:06.864774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8a1fec76-853a-4649-9e76-363bc7dccf6a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:06.868505 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a8c25d17-aeb3-48ca-937d-2fea70024c42'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:06.909581 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-fa52346e-130e-4e50-9b17-d0843dfdfc27 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Request body: {'port': {'device_id': '2a86b556-44b1-4388-9524-5120e683ef45', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'admin_state_up': True, 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:06.916531 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27509ea6-bfc7-4696-a6fd-d47f5a16400f req-67a13947-9295-4f93-bbad-131d1eec4369 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678637 Nov 09 17:43:07.051980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a8c25d17-aeb3-48ca-937d-2fea70024c42,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:07.056919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:43:07.073592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] For port e37a3b85-2599-4365-b827-cca14e416164, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:07.126009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] For port e37a3b85-2599-4365-b827-cca14e416164, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e37a3b85-2599-4365-b827-cca14e416164,segment=NetworkSegment(d88c78fe-ff77-4283-a8c7-15d875d4f655),segment_id=d88c78fe-ff77-4283-a8c7-15d875d4f655)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:07.136001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] Provisioning complete for port 8a1fec76-853a-4649-9e76-363bc7dccf6a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:07.136441 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:07.218265 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-279eaffe-3d93-4b82-abe5-b5b5f1ac594f req-322d7757-99fd-493e-8b5e-718fce1b2789 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:07.298551 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d29e36e-12ac-4b72-a7ae-e80bfc699289 x-openstack-request-id: req-1d29e36e-12ac-4b72-a7ae-e80bfc699289 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:07.298950 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f86a605-ec9d-4416-8b09-d81c2babbf26", "name": "network-vif-unplugged", "status": "completed", "tag": "a8c25d17-aeb3-48ca-937d-2fea70024c42", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:07.299416 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d29e36e-12ac-4b72-a7ae-e80bfc699289 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:07.300142 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f86a605-ec9d-4416-8b09-d81c2babbf26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c25d17-aeb3-48ca-937d-2fea70024c42', 'code': 200} Nov 09 17:43:07.301995 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:07.308579 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:07.309231 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:07.406752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd1534-1787-4ab3-b579-eb39905a690f req-88801bed-3ab0-44a3-a05d-77ca6950e364 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:07.415872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-31bd1534-1787-4ab3-b579-eb39905a690f req-88801bed-3ab0-44a3-a05d-77ca6950e364 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 945 time: 0.5038512 Nov 09 17:43:07.430392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d7757-99fd-493e-8b5e-718fce1b2789 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event deleted for resources: {'Port': ['ID=a783b67a-ef97-4c95-b179-d3df93a25c02,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:07.479982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-fa52346e-130e-4e50-9b17-d0843dfdfc27 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Made reservation on behalf of 39f5e9d52cec4445b01de3e391ea91ff for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:07.498793 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-fa52346e-130e-4e50-9b17-d0843dfdfc27 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:07.534877 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27509ea6-bfc7-4696-a6fd-d47f5a16400f req-a5a85163-30a5-4955-a9fa-1b956e6cc450 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004970 Nov 09 17:43:07.617070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-279eaffe-3d93-4b82-abe5-b5b5f1ac594f req-322d7757-99fd-493e-8b5e-718fce1b2789 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] No DVR routers for this DVR port a783b67a-ef97-4c95-b179-d3df93a25c02 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:07.628749 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-279eaffe-3d93-4b82-abe5-b5b5f1ac594f req-322d7757-99fd-493e-8b5e-718fce1b2789 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:07.632841 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-279eaffe-3d93-4b82-abe5-b5b5f1ac594f req-322d7757-99fd-493e-8b5e-718fce1b2789 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.13 "DELETE /v2.0/ports/a783b67a-ef97-4c95-b179-d3df93a25c02 HTTP/1.1" status: 204 len: 173 time: 2.5590906 Nov 09 17:43:07.668304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8466f2-e424-47b0-8937-fca45b4e6572', 'name': 'network-vif-deleted', 'tag': 'a783b67a-ef97-4c95-b179-d3df93a25c02'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:07.670919 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a270d27e-99e0-4b28-a8d1-d8b3459ed523" -d '{"events": [{"server_uuid": "cc8466f2-e424-47b0-8937-fca45b4e6572", "name": "network-vif-deleted", "tag": "a783b67a-ef97-4c95-b179-d3df93a25c02"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:07.704110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] Pushing event updated for resources: {'Port': ['ID=338abd51-3d4f-4da8-b268-e8be1698a819,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:07.742169 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27509ea6-bfc7-4696-a6fd-d47f5a16400f req-30294311-3ccc-4ce3-9252-8f84728b9926 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07&device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 210 time: 0.1348672 Nov 09 17:43:07.804561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-31bd1534-1787-4ab3-b579-eb39905a690f req-73564f2b-ea28-43d3-b43a-9a0f363674fa tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791058 Nov 09 17:43:07.880984 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-6c6ca308-9926-4057-bc5b-3616ebb4ce29 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:07.882720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:07.884043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:42:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:07.900287 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43518f14-1fc1-40e5-9bc5-ec5ddb1852ca req-822cf538-0de9-41af-ad4b-9c87072cafc6 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:07.902883 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43518f14-1fc1-40e5-9bc5-ec5ddb1852ca req-822cf538-0de9-41af-ad4b-9c87072cafc6 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 932 time: 0.3824663 Nov 09 17:43:07.907410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8a1fec76-853a-4649-9e76-363bc7dccf6a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:07.907901 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:08.029697 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c60bea6e-bfb6-45fe-82fd-6a7644f87761 req-0e16f4c6-bd46-4db2-95fd-b8f2d5ac9db4 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-groups/870e3095-2b16-4048-a127-d800098779f5 HTTP/1.1" status: 200 len: 1814 time: 0.1184633 Nov 09 17:43:08.045183 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-6c6ca308-9926-4057-bc5b-3616ebb4ce29 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:08.061691 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43518f14-1fc1-40e5-9bc5-ec5ddb1852ca req-12b73850-9629-493b-be7c-7ace8323bb81 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189651 Nov 09 17:43:08.085932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-fa52346e-130e-4e50-9b17-d0843dfdfc27 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Allocated IP 172.20.0.12 (84ae81e5-486e-409a-8af4-dac28c6c08af/46af615a-61fb-4f31-a113-881f6f9622ba/35579c40-c48c-457f-90bd-ff150dc94826) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:08.088499 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:08.120972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ca308-9926-4057-bc5b-3616ebb4ce29 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event updated for resources: {'Port': ['ID=28cb00fc-938c-463a-b406-2d2218bc1d47,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:08.133332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-6c6ca308-9926-4057-bc5b-3616ebb4ce29 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Network be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:08.135154 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:08.135930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-6c6ca308-9926-4057-bc5b-3616ebb4ce29 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:08.138756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-6c6ca308-9926-4057-bc5b-3616ebb4ce29 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:08.189495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458c565-c12a-421c-8aae-42387d9c3451 None None] Pushing event updated for resources: {'Port': ['ID=e37a3b85-2599-4365-b827-cca14e416164,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:08.325994 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57fe7f2-2470-446d-9236-80d828710749 req-c49a0857-6fdc-4358-924d-a9f56cbf3aaa tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 210 time: 0.0881069 Nov 09 17:43:08.349725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-6c6ca308-9926-4057-bc5b-3616ebb4ce29 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:08.353043 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-6c6ca308-9926-4057-bc5b-3616ebb4ce29 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:08.378083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Allocated IP 172.23.0.1 (c8deb66c-6db2-4f12-a6a8-2eff82975d20/88ed17a8-2652-428d-8976-adbac61920fe/bcbff508-ce71-41c8-abd9-03d70bcc0b3e) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:08.392545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-6c6ca308-9926-4057-bc5b-3616ebb4ce29 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1785271 Nov 09 17:43:08.408887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Request body: {'port': {'device_id': '5fb66744-8365-4178-af96-209eee5a57d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:08.425582 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:08.444002 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-72078ca4-c18e-457c-b2e9-aa8ef2272fc4 req-e28df9f6-5e2d-4b1d-8b8e-4d12a5ae08ee tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 210 time: 0.0772448 Nov 09 17:43:08.665209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Network c8deb66c-6db2-4f12-a6a8-2eff82975d20 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:08.680014 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beeeb429-fafb-4cd5-a1fa-e7c0e919c767 x-openstack-request-id: req-beeeb429-fafb-4cd5-a1fa-e7c0e919c767 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:08.680807 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8466f2-e424-47b0-8937-fca45b4e6572", "name": "network-vif-deleted", "tag": "a783b67a-ef97-4c95-b179-d3df93a25c02", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:08.680807 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-beeeb429-fafb-4cd5-a1fa-e7c0e919c767 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:08.681128 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8466f2-e424-47b0-8937-fca45b4e6572', 'name': 'network-vif-deleted', 'tag': 'a783b67a-ef97-4c95-b179-d3df93a25c02', 'status': 'completed', 'code': 200} Nov 09 17:43:08.682017 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:08.702493 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-e2ef68b4-bc88-456b-af95-e32aa8bfe806 req-5c8b80ec-54d7-4268-9e02-1fd179cf6938 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] show failed (client error): The resource could not be found. Nov 09 17:43:08.704917 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2ef68b4-bc88-456b-af95-e32aa8bfe806 req-5c8b80ec-54d7-4268-9e02-1fd179cf6938 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-groups/b000f965-a790-4253-b060-61c2340a0cbc HTTP/1.1" status: 404 len: 352 time: 0.1009123 Nov 09 17:43:08.744247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] Provisioning complete for port e37a3b85-2599-4365-b827-cca14e416164 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:08.744630 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:08.760978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:08.765444 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:08.802214 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:08.828472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Pushing event updated for resources: {'Port': ['ID=b41bb8f4-8f27-41fd-85fa-3ef28414b7d6,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:08.889063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9dec8708-4eca-4f7d-b80d-3b2712ebe50b req-a7cf5d0a-92d6-4c7b-99d3-7a5829c51955 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8466f2-e424-47b0-8937-fca45b4e6572 HTTP/1.1" status: 200 len: 210 time: 0.1469030 Nov 09 17:43:08.957365 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.000769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:09.048265 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.049449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a783b67a-ef97-4c95-b179-d3df93a25c02 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:09.053173 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.077324 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-5541aa39-6664-4b89-8baa-ed6cb394e036 req-b6878bf3-92aa-494d-8d3f-c52b2c43ed80 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] show failed (client error): The resource could not be found. Nov 09 17:43:09.089987 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5541aa39-6664-4b89-8baa-ed6cb394e036 req-b6878bf3-92aa-494d-8d3f-c52b2c43ed80 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-group-rules/a9cf9879-636b-4ca7-9a8c-f674ef92cdea HTTP/1.1" status: 404 len: 361 time: 0.2032423 Nov 09 17:43:09.133775 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.159981 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-fa52346e-130e-4e50-9b17-d0843dfdfc27 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.177504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: a783b67a-ef97-4c95-b179-d3df93a25c02 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:09.178466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a783b67a-ef97-4c95-b179-d3df93a25c02 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:09.198666 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Attempting to bind port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:43:09.199323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Attempting to bind port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '4241c143-4f85-436b-8e15-6e07e9eec1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:43:09.199984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Attempting to bind port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 on network c8deb66c-6db2-4f12-a6a8-2eff82975d20 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:09.230758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 338abd51-3d4f-4da8-b268-e8be1698a819 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:09.264879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f9c7e-8e16-439c-89a5-b0e2edb47afa req-e7620460-2eaa-428e-9c7a-8fcbbeed59bb tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:09.270752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network c8deb66c-6db2-4f12-a6a8-2eff82975d20 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:09.273802 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-269f9c7e-8e16-439c-89a5-b0e2edb47afa req-e7620460-2eaa-428e-9c7a-8fcbbeed59bb tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 945 time: 0.1646109 Nov 09 17:43:09.314672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:09.319411 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3b5275-c3c2-43cd-94aa-12cd9b50af59" -d '{"events": [{"server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "name": "network-vif-plugged", "status": "completed", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:09.324465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:09.325224 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Checking segment: {'id': '4241c143-4f85-436b-8e15-6e07e9eec1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:09.326008 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.326622 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Bound using segment: {'id': '4241c143-4f85-436b-8e15-6e07e9eec1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:09.327502 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Bound port: b41bb8f4-8f27-41fd-85fa-3ef28414b7d6, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4241c143-4f85-436b-8e15-6e07e9eec1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:43:09.328141 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.331021 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:09.333774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=bcbff508-ce71-41c8-abd9-03d70bcc0b3e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:09.361677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:09.367655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-269f9c7e-8e16-439c-89a5-b0e2edb47afa req-0fddb4f7-4e42-4dc7-9246-72916aab710e tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927587 Nov 09 17:43:09.437415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] For port e37a3b85-2599-4365-b827-cca14e416164, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e37a3b85-2599-4365-b827-cca14e416164,segment=NetworkSegment(d88c78fe-ff77-4283-a8c7-15d875d4f655),segment_id=d88c78fe-ff77-4283-a8c7-15d875d4f655)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:09.451082 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.491269 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.494172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=13']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:09.560219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047c2ef-1a8f-4d85-b3f9-7e03bab1dc42 req-7723d0e7-a22b-4c0a-9225-fb58b4f731be tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:09.567541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047c2ef-1a8f-4d85-b3f9-7e03bab1dc42 req-7723d0e7-a22b-4c0a-9225-fb58b4f731be tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:09.569216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6047c2ef-1a8f-4d85-b3f9-7e03bab1dc42 req-7723d0e7-a22b-4c0a-9225-fb58b4f731be tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1653 time: 0.1037159 Nov 09 17:43:09.571796 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-44501283-0e1c-40c9-b93c-3831a0d225e4 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2345040 Nov 09 17:43:09.578266 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-426bae28-c6aa-4c49-8766-f18ae3fa2691 req-c581cbad-01bd-4d70-89e8-4158c0741ae6 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-groups/870e3095-2b16-4048-a127-d800098779f5 HTTP/1.1" status: 200 len: 1814 time: 0.3653903 Nov 09 17:43:09.669972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a24e5e7-60cf-4560-9392-04c0938e0e82 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:09.686242 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.692509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] For port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:09.696361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 338abd51-3d4f-4da8-b268-e8be1698a819 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:09.696919 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.703504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] For port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b41bb8f4-8f27-41fd-85fa-3ef28414b7d6,segment=NetworkSegment(4241c143-4f85-436b-8e15-6e07e9eec1ac),segment_id=4241c143-4f85-436b-8e15-6e07e9eec1ac)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:09.706975 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-fa52346e-130e-4e50-9b17-d0843dfdfc27 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.713988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Transition to ACTIVE for port object 7a24e5e7-60cf-4560-9392-04c0938e0e82 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:43:09.723515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.776804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['ba323535-1e02-457c-bc26-58b6c5d6dc67'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:09.784830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:09.789580 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.811902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6047c2ef-1a8f-4d85-b3f9-7e03bab1dc42 req-83a3ef90-d92a-4bae-ab14-47af563b953a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956742 Nov 09 17:43:09.866410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a24e5e7-60cf-4560-9392-04c0938e0e82,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:09.867007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-fa52346e-130e-4e50-9b17-d0843dfdfc27 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Network 84ae81e5-486e-409a-8af4-dac28c6c08af is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:09.923427 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2adc2df1-4a74-4d9b-9a4d-225105a5d108 None None] Provisioning complete for port 28cb00fc-938c-463a-b406-2d2218bc1d47 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:09.927641 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2adc2df1-4a74-4d9b-9a4d-225105a5d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:09.930639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97782c-ce0a-47de-b2b8-86e05e32f929 None None] Pushing event updated for resources: {'Port': ['ID=e37a3b85-2599-4365-b827-cca14e416164,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:09.986593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-e433af90-811c-42ec-836d-d933e151357d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:09.992525 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-e433af90-811c-42ec-836d-d933e151357d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4130213 Nov 09 17:43:09.994263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-fa52346e-130e-4e50-9b17-d0843dfdfc27 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:09.998641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-fa52346e-130e-4e50-9b17-d0843dfdfc27 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:10.011647 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-426bae28-c6aa-4c49-8766-f18ae3fa2691 req-05e3091a-7827-4205-b13b-72c801c13055 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:10.014668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52346e-130e-4e50-9b17-d0843dfdfc27 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Pushing event updated for resources: {'Port': ['ID=35579c40-c48c-457f-90bd-ff150dc94826,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:10.069081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-621a58c3-a02b-4433-b79e-c3ee09632c89 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Request body: {'port': {'device_id': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '0e591383dbcd479f92ef4a073b7d2b2b'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:10.083652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Attempting to bind port 7a24e5e7-60cf-4560-9392-04c0938e0e82 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:43:10.084074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Attempting to bind port 7a24e5e7-60cf-4560-9392-04c0938e0e82 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'e4256873-3aaf-4d8f-8a6b-9814a3ea2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a5d7dbf0-b858-4b89-830f-4902993b0e7d'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:43:10.084607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Attempting to bind port 7a24e5e7-60cf-4560-9392-04c0938e0e82 on network a5d7dbf0-b858-4b89-830f-4902993b0e7d {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:10.116797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Port 7a24e5e7-60cf-4560-9392-04c0938e0e82 on network a5d7dbf0-b858-4b89-830f-4902993b0e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:43:10.117284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Attempting to bind port 7a24e5e7-60cf-4560-9392-04c0938e0e82 on network a5d7dbf0-b858-4b89-830f-4902993b0e7d {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:10.139032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df884c8-1932-491a-bdbb-da4846f5ca0c req-8a78ea67-af1b-4087-968c-205830b46c53 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:10.141150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df884c8-1932-491a-bdbb-da4846f5ca0c req-8a78ea67-af1b-4087-968c-205830b46c53 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 932 time: 0.1524277 Nov 09 17:43:10.174741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:10.174905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Checking segment: {'id': 'e4256873-3aaf-4d8f-8a6b-9814a3ea2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a5d7dbf0-b858-4b89-830f-4902993b0e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:10.175308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Bound using segment: {'id': 'e4256873-3aaf-4d8f-8a6b-9814a3ea2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a5d7dbf0-b858-4b89-830f-4902993b0e7d'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:10.175763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Bound port: 7a24e5e7-60cf-4560-9392-04c0938e0e82, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4256873-3aaf-4d8f-8a6b-9814a3ea2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a5d7dbf0-b858-4b89-830f-4902993b0e7d'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:43:10.176130 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:10.209008 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df884c8-1932-491a-bdbb-da4846f5ca0c req-321602be-c9c0-49ad-a6b2-8dfdf4ff0994 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578003 Nov 09 17:43:10.258867 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:10.357637 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-426bae28-c6aa-4c49-8766-f18ae3fa2691 req-05e3091a-7827-4205-b13b-72c801c13055 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:10.377001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-fa52346e-130e-4e50-9b17-d0843dfdfc27 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:10.378258 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-fa52346e-130e-4e50-9b17-d0843dfdfc27 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:10.409711 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dc64f9-1cdd-4cb7-bf9a-596293b6c789 x-openstack-request-id: req-f2dc64f9-1cdd-4cb7-bf9a-596293b6c789 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:10.410557 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "name": "network-vif-plugged", "status": "completed", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:10.410557 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2dc64f9-1cdd-4cb7-bf9a-596293b6c789 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:10.410831 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'code': 200} Nov 09 17:43:10.422571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] For port 7a24e5e7-60cf-4560-9392-04c0938e0e82, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:10.442826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] For port 7a24e5e7-60cf-4560-9392-04c0938e0e82, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a24e5e7-60cf-4560-9392-04c0938e0e82,segment=NetworkSegment(e4256873-3aaf-4d8f-8a6b-9814a3ea2e72),segment_id=e4256873-3aaf-4d8f-8a6b-9814a3ea2e72)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:10.450115 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:10.534729 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-fa52346e-130e-4e50-9b17-d0843dfdfc27 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6321335 Nov 09 17:43:10.566686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:42:58Z', 'revision_number': 4, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:07Z', 'revision_number': 4, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:10.597102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Request body: {'port': {'device_id': '2a86b556-44b1-4388-9524-5120e683ef45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:10.603113 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8c25d17-aeb3-48ca-937d-2fea70024c42 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:10.608000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:10.609541 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:10.613308 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] 10.222.0.18 "PUT /v2.0/ports/7a24e5e7-60cf-4560-9392-04c0938e0e82 HTTP/1.1" status: 200 len: 1092 time: 2.2122567 Nov 09 17:43:10.627848 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4a85fb1-b718-42a9-96e8-43a2dc526997 req-a9c69cea-43e4-46ed-a85b-406408ac2f0b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 210 time: 0.0814514 Nov 09 17:43:10.699510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Request body: {'port': {'device_id': '5fb66744-8365-4178-af96-209eee5a57d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:10.702071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552b1346-eff6-4ee6-8d04-ae170c26655d None None] The sync data for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 is: [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:42:58Z', 'revision_number': 4, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:07Z', 'revision_number': 4, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:10.717558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'tag': '7a24e5e7-60cf-4560-9392-04c0938e0e82'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:10.728631 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b3a3e3-9cc8-4fe8-8e42-da49ca69bc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "tag": "7a24e5e7-60cf-4560-9392-04c0938e0e82"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:10.865677 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae506ac9-61bc-45a3-9018-e1f5933bbab4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a24e5e7-60cf-4560-9392-04c0938e0e82,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:10.974003 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-eef6d977-6277-4b23-a130-88643d44b8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:11.035355 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:11.061130 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2adc2df1-4a74-4d9b-9a4d-225105a5d108 None None] Port 28cb00fc-938c-463a-b406-2d2218bc1d47 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:43:11.135195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port a8c25d17-aeb3-48ca-937d-2fea70024c42 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:11.135653 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:11.201010 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c847d5-c194-4e8c-8fec-6e73ac5a0af8 None None] Pushing event updated for resources: {'Port': ['ID=b41bb8f4-8f27-41fd-85fa-3ef28414b7d6,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:11.304127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2adc2df1-4a74-4d9b-9a4d-225105a5d108 None None] Provisioning complete for port e37a3b85-2599-4365-b827-cca14e416164 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:11.304514 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2adc2df1-4a74-4d9b-9a4d-225105a5d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:11.364227 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e37a3b85-2599-4365-b827-cca14e416164 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:11.449925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d2e4f-f5f1-49dc-be35-7efd35b56896 req-90ef0d16-3109-4f5c-b95e-30d953439f21 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:11.458891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-226d2e4f-f5f1-49dc-be35-7efd35b56896 req-90ef0d16-3109-4f5c-b95e-30d953439f21 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 945 time: 0.1674602 Nov 09 17:43:11.473504 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:11.486517 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-426bae28-c6aa-4c49-8766-f18ae3fa2691 req-05e3091a-7827-4205-b13b-72c801c13055 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:11.492324 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-426bae28-c6aa-4c49-8766-f18ae3fa2691 req-05e3091a-7827-4205-b13b-72c801c13055 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:11.507046 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-426bae28-c6aa-4c49-8766-f18ae3fa2691 req-05e3091a-7827-4205-b13b-72c801c13055 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "DELETE /v2.0/security-groups/870e3095-2b16-4048-a127-d800098779f5 HTTP/1.1" status: 204 len: 173 time: 1.8736858 Nov 09 17:43:11.537113 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-226d2e4f-f5f1-49dc-be35-7efd35b56896 req-a6f73eb9-83ec-48df-ae8e-5b8cd0187ccc tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770903 Nov 09 17:43:11.542547 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3091a-7827-4205-b13b-72c801c13055 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=870e3095-2b16-4048-a127-d800098779f5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:11.659878 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1127f9be-5c25-4735-b36a-1dafce090204 x-openstack-request-id: req-1127f9be-5c25-4735-b36a-1dafce090204 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:11.660188 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "tag": "7a24e5e7-60cf-4560-9392-04c0938e0e82", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:11.660756 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1127f9be-5c25-4735-b36a-1dafce090204 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:11.661194 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'tag': '7a24e5e7-60cf-4560-9392-04c0938e0e82', 'status': 'completed', 'code': 200} Nov 09 17:43:11.841352 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:11.892677 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cb00fc-938c-463a-b406-2d2218bc1d47 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:11.924250 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a3e3-9cc8-4fe8-8e42-da49ca69bc2d req-0522b8ec-229f-42a7-a89a-9fe2d6e25dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:11.925789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a3e3-9cc8-4fe8-8e42-da49ca69bc2d req-0522b8ec-229f-42a7-a89a-9fe2d6e25dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:11.927437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e37a3b85-2599-4365-b827-cca14e416164 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:11.928015 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:11.930974 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07b3a3e3-9cc8-4fe8-8e42-da49ca69bc2d req-0522b8ec-229f-42a7-a89a-9fe2d6e25dbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d067ab9d73b4b5d9a9ed25aa642d0c8&device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1912 time: 0.2386928 Nov 09 17:43:11.937573 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:11.966465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-621a58c3-a02b-4433-b79e-c3ee09632c89 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Made reservation on behalf of 0e591383dbcd479f92ef4a073b7d2b2b for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:11.970244 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-621a58c3-a02b-4433-b79e-c3ee09632c89 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:11.994350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8c25d17-aeb3-48ca-937d-2fea70024c42, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8c25d17-aeb3-48ca-937d-2fea70024c42,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:12.002123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380a5b-840d-4a78-903c-ea0356d0b0c9 req-70a29aa8-000d-462b-bca5-e87620e54e77 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:12.020441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380a5b-840d-4a78-903c-ea0356d0b0c9 req-70a29aa8-000d-462b-bca5-e87620e54e77 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:12.040445 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a380a5b-840d-4a78-903c-ea0356d0b0c9 req-70a29aa8-000d-462b-bca5-e87620e54e77 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1665 time: 0.3656752 Nov 09 17:43:12.050472 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:12.235999 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Transition to ACTIVE for port object 28cb00fc-938c-463a-b406-2d2218bc1d47 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:43:12.242552 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c713b42c-8aee-4504-95d9-73d74fe43671 req-2bbbd1a8-2b9d-482d-900f-f5bac285c717 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/e473b8c8-d064-4da2-9f56-a1218559ec93 HTTP/1.1" status: 200 len: 1802 time: 0.3193238 Nov 09 17:43:12.267902 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:12.402104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a380a5b-840d-4a78-903c-ea0356d0b0c9 req-b31bd26c-42e2-4dae-a1f5-8484ecb9f67d tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344325 Nov 09 17:43:12.427975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f86a605-ec9d-4416-8b09-d81c2babbf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c25d17-aeb3-48ca-937d-2fea70024c42'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:12.440130 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55d5c70-3d2e-4448-8d4b-3869d79a0f6a" -d '{"events": [{"server_uuid": "4f86a605-ec9d-4416-8b09-d81c2babbf26", "name": "network-vif-plugged", "status": "completed", "tag": "a8c25d17-aeb3-48ca-937d-2fea70024c42"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:12.466236 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a8c25d17-aeb3-48ca-937d-2fea70024c42,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:12.498980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8af673b8-197f-48c9-8a1f-c590ec411469 None None] Provisioning complete for port 35579c40-c48c-457f-90bd-ff150dc94826 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:12.499619 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8af673b8-197f-48c9-8a1f-c590ec411469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:12.503570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b162b7b-a727-4b2a-a759-650edd7651ae None None] Network c8deb66c-6db2-4f12-a6a8-2eff82975d20 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:12.531299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a3e3-9cc8-4fe8-8e42-da49ca69bc2d req-24bfcf6a-6c44-41ad-bfe8-08ee31ff86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:12.531542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-621a58c3-a02b-4433-b79e-c3ee09632c89 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Allocated IP 192.168.233.161 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/14d7eb00-aafa-4277-a23a-13e1438cd184) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:12.533220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a3e3-9cc8-4fe8-8e42-da49ca69bc2d req-24bfcf6a-6c44-41ad-bfe8-08ee31ff86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:12.534134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a3e3-9cc8-4fe8-8e42-da49ca69bc2d req-24bfcf6a-6c44-41ad-bfe8-08ee31ff86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:12.537059 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07b3a3e3-9cc8-4fe8-8e42-da49ca69bc2d req-24bfcf6a-6c44-41ad-bfe8-08ee31ff86ba service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9d067ab9d73b4b5d9a9ed25aa642d0c8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5886335 Nov 09 17:43:12.538099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Pushing event updated for resources: {'Port': ['ID=28cb00fc-938c-463a-b406-2d2218bc1d47,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:12.754645 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-621a58c3-a02b-4433-b79e-c3ee09632c89 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:12.777877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8af673b8-197f-48c9-8a1f-c590ec411469 None None] Port 35579c40-c48c-457f-90bd-ff150dc94826 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:43:12.843480 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-621a58c3-a02b-4433-b79e-c3ee09632c89 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:12.859806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e75edc1a-4a97-418d-a50e-b46313311cb6', '8de88761-0a3e-4b74-9f50-ac80aa23d2ef'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:12.906202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94f38b-86fa-4d07-85b5-5770d28ece15 req-37d91bf0-99a7-4563-a5e3-6b6b7589c112 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:12.909585 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b94f38b-86fa-4d07-85b5-5770d28ece15 req-37d91bf0-99a7-4563-a5e3-6b6b7589c112 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 932 time: 0.2527142 Nov 09 17:43:12.926011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Attempting to bind port 28cb00fc-938c-463a-b406-2d2218bc1d47 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:43:12.926332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Attempting to bind port 28cb00fc-938c-463a-b406-2d2218bc1d47 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'f2b75375-05ec-4fb3-9fca-62db339a35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:43:12.926784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Attempting to bind port 28cb00fc-938c-463a-b406-2d2218bc1d47 on network be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:12.967775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Port 28cb00fc-938c-463a-b406-2d2218bc1d47 on network be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:43:12.968897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Attempting to bind port 28cb00fc-938c-463a-b406-2d2218bc1d47 on network be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:12.996221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:12.996560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Checking segment: {'id': 'f2b75375-05ec-4fb3-9fca-62db339a35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:12.996947 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Bound using segment: {'id': 'f2b75375-05ec-4fb3-9fca-62db339a35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:12.997402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Bound port: 28cb00fc-938c-463a-b406-2d2218bc1d47, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b75375-05ec-4fb3-9fca-62db339a35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:43:12.998050 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.027101 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-621a58c3-a02b-4433-b79e-c3ee09632c89 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:13.047066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a3e3-9cc8-4fe8-8e42-da49ca69bc2d req-6bacf5d3-e3da-47c5-bdf3-5a4ef04413dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:13.049299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07b3a3e3-9cc8-4fe8-8e42-da49ca69bc2d req-6bacf5d3-e3da-47c5-bdf3-5a4ef04413dd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4957995 Nov 09 17:43:13.062829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b94f38b-86fa-4d07-85b5-5770d28ece15 req-1e91d4a1-256a-4e2f-89b9-0aa092da5f69 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269028 Nov 09 17:43:13.086472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-621a58c3-a02b-4433-b79e-c3ee09632c89 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:13.105856 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['29efb134-0c85-4e7f-a8a0-f62771c54647'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:13.113851 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-621a58c3-a02b-4433-b79e-c3ee09632c89 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:13.126830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a58c3-a02b-4433-b79e-c3ee09632c89 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Pushing event updated for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:13.152031 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c713b42c-8aee-4504-95d9-73d74fe43671 req-c6042612-7428-4f35-bdda-71152b3833cb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.171283 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35579c40-c48c-457f-90bd-ff150dc94826 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:13.250543 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.271201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] For port 28cb00fc-938c-463a-b406-2d2218bc1d47, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:13.272120 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.308937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:13.317516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] For port 28cb00fc-938c-463a-b406-2d2218bc1d47, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=28cb00fc-938c-463a-b406-2d2218bc1d47,segment=NetworkSegment(f2b75375-05ec-4fb3-9fca-62db339a35a2),segment_id=f2b75375-05ec-4fb3-9fca-62db339a35a2)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:13.328247 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.335555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.405485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee959bca-82e2-4be0-b753-92371b11c260 req-d18f4188-faaa-4f92-9ce0-39a01bf0960e tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-groups/1ae3e2db-df48-461b-9ebd-49ee78e12891 HTTP/1.1" status: 200 len: 1815 time: 0.2164047 Nov 09 17:43:13.406751 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Transition to ACTIVE for port object 35579c40-c48c-457f-90bd-ff150dc94826 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:43:13.414565 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c713b42c-8aee-4504-95d9-73d74fe43671 req-c6042612-7428-4f35-bdda-71152b3833cb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.443082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a3801e7e-eb5e-410e-8154-d8d56798057c None None] Provisioning complete for port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:13.443610 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a3801e7e-eb5e-410e-8154-d8d56798057c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.491641 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.523708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-621a58c3-a02b-4433-b79e-c3ee09632c89 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:13.524284 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-621a58c3-a02b-4433-b79e-c3ee09632c89 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.562808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:13.564919 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.572485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] 10.222.0.18 "PUT /v2.0/ports/28cb00fc-938c-463a-b406-2d2218bc1d47 HTTP/1.1" status: 200 len: 1090 time: 2.8856192 Nov 09 17:43:13.574688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883fdec-42db-4dff-b1f6-f06c30ca441d service neutron] Pushing event updated for resources: {'Port': ['ID=28cb00fc-938c-463a-b406-2d2218bc1d47,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:13.660716 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ee959bca-82e2-4be0-b753-92371b11c260 req-3238453e-1524-4eaa-bd3a-7bb05180cf78 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.665779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'tag': '28cb00fc-938c-463a-b406-2d2218bc1d47'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:13.677846 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea82b8e-5d12-46c8-9b75-dc1cc11dc5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "tag": "28cb00fc-938c-463a-b406-2d2218bc1d47"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:13.718780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event updated for resources: {'Port': ['ID=bcbff508-ce71-41c8-abd9-03d70bcc0b3e,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:13.752054 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:13.753058 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.791840 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a671af40-5f7a-4967-9520-121142b94398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.804643 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-621a58c3-a02b-4433-b79e-c3ee09632c89 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7430038 Nov 09 17:43:13.855169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Request body: {'port': {'device_id': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:13.862494 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.925716 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ee959bca-82e2-4be0-b753-92371b11c260 req-3238453e-1524-4eaa-bd3a-7bb05180cf78 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:13.965200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-bd17c4c5-71fb-4167-ae1f-34098abaa26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:13.966065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-bd17c4c5-71fb-4167-ae1f-34098abaa26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:13.968821 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-bd17c4c5-71fb-4167-ae1f-34098abaa26b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d067ab9d73b4b5d9a9ed25aa642d0c8&device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1979 time: 0.2761304 Nov 09 17:43:14.098531 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-756ebbf3-bafa-4dd1-9631-bd7db98a2c52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=7a24e5e7-60cf-4560-9392-04c0938e0e82 HTTP/1.1" status: 200 len: 217 time: 0.1177714 Nov 09 17:43:14.196400 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c713b42c-8aee-4504-95d9-73d74fe43671 req-c6042612-7428-4f35-bdda-71152b3833cb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:14.207358 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c713b42c-8aee-4504-95d9-73d74fe43671 req-c6042612-7428-4f35-bdda-71152b3833cb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:14.236806 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c713b42c-8aee-4504-95d9-73d74fe43671 req-c6042612-7428-4f35-bdda-71152b3833cb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "DELETE /v2.0/security-groups/e473b8c8-d064-4da2-9f56-a1218559ec93 HTTP/1.1" status: 204 len: 173 time: 1.9279206 Nov 09 17:43:14.253233 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ee959bca-82e2-4be0-b753-92371b11c260 req-3238453e-1524-4eaa-bd3a-7bb05180cf78 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:14.259318 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ee959bca-82e2-4be0-b753-92371b11c260 req-3238453e-1524-4eaa-bd3a-7bb05180cf78 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:14.276191 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee959bca-82e2-4be0-b753-92371b11c260 req-3238453e-1524-4eaa-bd3a-7bb05180cf78 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "DELETE /v2.0/security-groups/1ae3e2db-df48-461b-9ebd-49ee78e12891 HTTP/1.1" status: 204 len: 173 time: 0.8545175 Nov 09 17:43:14.295899 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a3801e7e-eb5e-410e-8154-d8d56798057c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:14.387442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-d5f52065-1e60-4dc8-8a07-089118fdd90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:14.395328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-d5f52065-1e60-4dc8-8a07-089118fdd90e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=507d1d73-5e86-43a0-827c-84f4438a5659 HTTP/1.1" status: 200 len: 801 time: 0.2826784 Nov 09 17:43:14.397805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238453e-1524-4eaa-bd3a-7bb05180cf78 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae3e2db-df48-461b-9ebd-49ee78e12891,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:14.528080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-2b19b83c-9c3e-4034-8f82-7ca7cd7509ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:14.529883 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-2b19b83c-9c3e-4034-8f82-7ca7cd7509ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5d7dbf0-b858-4b89-830f-4902993b0e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1092057 Nov 09 17:43:14.572580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a3801e7e-eb5e-410e-8154-d8d56798057c None None] For port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b41bb8f4-8f27-41fd-85fa-3ef28414b7d6,segment=NetworkSegment(4241c143-4f85-436b-8e15-6e07e9eec1ac),segment_id=4241c143-4f85-436b-8e15-6e07e9eec1ac)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:14.614072 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a3801e7e-eb5e-410e-8154-d8d56798057c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:14.622681 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6042612-7428-4f35-bdda-71152b3833cb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e473b8c8-d064-4da2-9f56-a1218559ec93,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:14.624443 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:14.708609 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0188319-3aa7-4413-8719-31857b9aab38 x-openstack-request-id: req-a0188319-3aa7-4413-8719-31857b9aab38 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:14.708939 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f86a605-ec9d-4416-8b09-d81c2babbf26", "name": "network-vif-plugged", "status": "completed", "tag": "a8c25d17-aeb3-48ca-937d-2fea70024c42", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:14.709191 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0188319-3aa7-4413-8719-31857b9aab38 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:14.709723 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f86a605-ec9d-4416-8b09-d81c2babbf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c25d17-aeb3-48ca-937d-2fea70024c42', 'code': 200} Nov 09 17:43:14.754778 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-ccfe3d25-d72e-4f6e-8f27-8afbd2f5b54b service neutron] 10.222.0.18 "GET /v2.0/networks/a5d7dbf0-b858-4b89-830f-4902993b0e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159069 Nov 09 17:43:14.759468 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:14.761328 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:14.805710 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Attempting to bind port 35579c40-c48c-457f-90bd-ff150dc94826 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:43:14.806174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Attempting to bind port 35579c40-c48c-457f-90bd-ff150dc94826 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:43:14.806931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Attempting to bind port 35579c40-c48c-457f-90bd-ff150dc94826 on network 84ae81e5-486e-409a-8af4-dac28c6c08af {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:14.811242 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Pushing event updated for resources: {'Port': ['ID=35579c40-c48c-457f-90bd-ff150dc94826,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:14.814123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3801e7e-eb5e-410e-8154-d8d56798057c None None] Pushing event updated for resources: {'Port': ['ID=b41bb8f4-8f27-41fd-85fa-3ef28414b7d6,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:14.833820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Port 35579c40-c48c-457f-90bd-ff150dc94826 on network 84ae81e5-486e-409a-8af4-dac28c6c08af not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:43:14.834489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Attempting to bind port 35579c40-c48c-457f-90bd-ff150dc94826 on network 84ae81e5-486e-409a-8af4-dac28c6c08af {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:14.860203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bd99fa1d-bc84-4320-9cb1-07f6b7605daf None None] Provisioning complete for port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:14.860812 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bd99fa1d-bc84-4320-9cb1-07f6b7605daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:14.868514 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:43:14.868822 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:43:14.889331 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:14.889892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Checking segment: {'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:14.890533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Bound using segment: {'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:14.891328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Bound port: 35579c40-c48c-457f-90bd-ff150dc94826, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09007131-7cd8-4031-8ae5-cdacb6eb6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:43:14.892530 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:14.978797 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673b1e0-64b2-4e11-97a4-803607b5c149 req-eaa09fa8-2ee3-4007-8523-160db0e9de3f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:14.981218 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5673b1e0-64b2-4e11-97a4-803607b5c149 req-eaa09fa8-2ee3-4007-8523-160db0e9de3f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 936 time: 0.4209311 Nov 09 17:43:14.989509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bd99fa1d-bc84-4320-9cb1-07f6b7605daf None None] Provisioning complete for port bcbff508-ce71-41c8-abd9-03d70bcc0b3e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:14.990202 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bd99fa1d-bc84-4320-9cb1-07f6b7605daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:15.015511 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Network c8deb66c-6db2-4f12-a6a8-2eff82975d20 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:15.021008 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:15.068088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-bd99fa1d-bc84-4320-9cb1-07f6b7605daf None None] Port bcbff508-ce71-41c8-abd9-03d70bcc0b3e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:43:15.086579 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bd99fa1d-bc84-4320-9cb1-07f6b7605daf None None] Provisioning complete for port 14d7eb00-aafa-4277-a23a-13e1438cd184 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:15.087258 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bd99fa1d-bc84-4320-9cb1-07f6b7605daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:15.166543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-bd99fa1d-bc84-4320-9cb1-07f6b7605daf None None] Port 14d7eb00-aafa-4277-a23a-13e1438cd184 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:43:15.265820 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5673b1e0-64b2-4e11-97a4-803607b5c149 req-940e6f81-1a5d-494e-af2e-4c5ec0ac0ab3 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462111 Nov 09 17:43:15.268514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] For port 35579c40-c48c-457f-90bd-ff150dc94826, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:15.276056 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:15.339968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f084e3e-0099-42bf-8959-a1741fa81b46 req-a96c9256-c57b-4051-8545-82f40c68a683 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:15.342634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b962b14b-a71a-43b3-905a-e7d65e2ae317 None None] Provisioning complete for port bcbff508-ce71-41c8-abd9-03d70bcc0b3e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:15.343958 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b962b14b-a71a-43b3-905a-e7d65e2ae317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:15.348841 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f084e3e-0099-42bf-8959-a1741fa81b46 req-a96c9256-c57b-4051-8545-82f40c68a683 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.5354764 Nov 09 17:43:15.371858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] For port 35579c40-c48c-457f-90bd-ff150dc94826, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=35579c40-c48c-457f-90bd-ff150dc94826,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:15.389048 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:15.399148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb7bf1-1f66-4507-ac6c-c4fa447a7442 req-91c36e69-f00c-456b-ace3-11786e73572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:15.400863 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f3bb7bf1-1f66-4507-ac6c-c4fa447a7442 req-91c36e69-f00c-456b-ace3-11786e73572a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 1097 time: 0.5899172 Nov 09 17:43:15.409041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-b6ef3475-1840-41e2-9c01-983968e7202e service neutron] 10.222.0.18 "GET /v2.0/networks/a5d7dbf0-b858-4b89-830f-4902993b0e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338620 Nov 09 17:43:15.452768 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f084e3e-0099-42bf-8959-a1741fa81b46 req-fe6b8cb7-f033-4db8-895c-71d15eadf23c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020188 Nov 09 17:43:15.499388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 30725612-2d61-4791-85b8-4bcad741f53c has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:15.548005 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f3bb7bf1-1f66-4507-ac6c-c4fa447a7442 req-e5617a0a-a2e6-4065-994e-36efc60021dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328013 Nov 09 17:43:15.549684 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd79d461-49bb-4d79-8593-8be4150aee9b x-openstack-request-id: req-dd79d461-49bb-4d79-8593-8be4150aee9b {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:15.550152 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "tag": "28cb00fc-938c-463a-b406-2d2218bc1d47", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:15.551170 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd79d461-49bb-4d79-8593-8be4150aee9b {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:15.551893 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'tag': '28cb00fc-938c-463a-b406-2d2218bc1d47', 'status': 'completed', 'code': 200} Nov 09 17:43:15.561349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:15.562564 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:15.565769 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] 10.222.0.13 "PUT /v2.0/ports/35579c40-c48c-457f-90bd-ff150dc94826 HTTP/1.1" status: 200 len: 1092 time: 4.9797382 Nov 09 17:43:15.570710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f6cb2b3c-7ebb-42da-b84e-71d91ebe0787 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.4&port_id=28cb00fc-938c-463a-b406-2d2218bc1d47 HTTP/1.1" status: 200 len: 217 time: 0.1356962 Nov 09 17:43:15.599944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a86b556-44b1-4388-9524-5120e683ef45', 'tag': '35579c40-c48c-457f-90bd-ff150dc94826'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:15.602754 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346f6aa3-8a3f-45b4-b02f-366c6683f76b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a86b556-44b1-4388-9524-5120e683ef45", "tag": "35579c40-c48c-457f-90bd-ff150dc94826"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:15.661154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219778e-6e3d-4c39-bc0a-bee19d227f6b req-1365bbb3-8926-4b92-ba1d-8c99012b9076 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:15.662926 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f219778e-6e3d-4c39-bc0a-bee19d227f6b req-1365bbb3-8926-4b92-ba1d-8c99012b9076 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 944 time: 0.0894868 Nov 09 17:43:15.682827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b962b14b-a71a-43b3-905a-e7d65e2ae317 None None] Port bcbff508-ce71-41c8-abd9-03d70bcc0b3e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:43:15.716070 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f219778e-6e3d-4c39-bc0a-bee19d227f6b req-80a2ddb3-0d56-43d6-b036-614ba159d23c tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466752 Nov 09 17:43:15.818459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2d581dfa-b056-46a8-9225-9cd0271289ac None None] Provisioning complete for port bcbff508-ce71-41c8-abd9-03d70bcc0b3e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:15.819125 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d581dfa-b056-46a8-9225-9cd0271289ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:15.837919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e065a731-a2af-4c03-8cae-1527a93fdf70 req-99a49518-71d8-4cc0-9d66-8521276b42fe tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/db2b2313-df63-4db9-896d-7c1a5b63bb0c HTTP/1.1" status: 200 len: 1800 time: 0.0890164 Nov 09 17:43:15.896719 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2d581dfa-b056-46a8-9225-9cd0271289ac None None] Port bcbff508-ce71-41c8-abd9-03d70bcc0b3e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:43:15.900000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:15.939969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-7c86dedb-ef8a-4dbe-9a28-f3f22e6e48d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:15.943125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-7c86dedb-ef8a-4dbe-9a28-f3f22e6e48d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=039daa11-c79b-4d23-8612-96a8ef8f2080 HTTP/1.1" status: 200 len: 801 time: 0.1493134 Nov 09 17:43:15.963523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:15.964056 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:16.070902 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e065a731-a2af-4c03-8cae-1527a93fdf70 req-60d4fb10-a977-42ef-acb4-5e0c00906218 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:16.109079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3bfa64-e811-4782-a81b-c8a506193460 service neutron] Pushing event updated for resources: {'Port': ['ID=35579c40-c48c-457f-90bd-ff150dc94826,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:16.109634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-1fc29ed0-ad07-4538-a1a8-e1c8435da97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:16.112268 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-1fc29ed0-ad07-4538-a1a8-e1c8435da97f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1563075 Nov 09 17:43:16.146361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e065a731-a2af-4c03-8cae-1527a93fdf70 req-60d4fb10-a977-42ef-acb4-5e0c00906218 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:16.166218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732162a-da91-4565-aca5-6b5f528939d4 req-b9731519-e041-478b-9585-a9ec57aee33d tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:16.172553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732162a-da91-4565-aca5-6b5f528939d4 req-b9731519-e041-478b-9585-a9ec57aee33d tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:16.175095 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c732162a-da91-4565-aca5-6b5f528939d4 req-b9731519-e041-478b-9585-a9ec57aee33d tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1677 time: 0.6928289 Nov 09 17:43:16.266147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-d90c2dc8-55bf-4a2d-944f-b981fde2e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:16.268830 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-d90c2dc8-55bf-4a2d-944f-b981fde2e1ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 1095 time: 0.6347384 Nov 09 17:43:16.274896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:16.283515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e065a731-a2af-4c03-8cae-1527a93fdf70 req-60d4fb10-a977-42ef-acb4-5e0c00906218 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:16.287516 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e065a731-a2af-4c03-8cae-1527a93fdf70 req-60d4fb10-a977-42ef-acb4-5e0c00906218 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:16.291253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e065a731-a2af-4c03-8cae-1527a93fdf70 req-60d4fb10-a977-42ef-acb4-5e0c00906218 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "DELETE /v2.0/security-groups/db2b2313-df63-4db9-896d-7c1a5b63bb0c HTTP/1.1" status: 204 len: 173 time: 0.4344203 Nov 09 17:43:16.291253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57806) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:16.291663 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4fbdca75-5751-40d0-a94e-0be64380797c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0585463 Nov 09 17:43:16.295551 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Sync routers for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:16.326659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b2bfe17f-cb08-4cbb-8f61-1fae78c3b9b2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:16.332220 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:16.333236 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:16.334248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4fb10-a977-42ef-acb4-5e0c00906218 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2b2313-df63-4db9-896d-7c1a5b63bb0c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:16.406728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d7eb00-aafa-4277-a23a-13e1438cd184 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:16.421453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-78a13e5f-e07b-4557-9ab7-e867a019c30a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35579c40-c48c-457f-90bd-ff150dc94826 HTTP/1.1" status: 200 len: 217 time: 0.1216774 Nov 09 17:43:16.424036 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:16.429304 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c732162a-da91-4565-aca5-6b5f528939d4 req-e866dc94-6ccc-4322-aebd-e8a1fd5daabe tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346585 Nov 09 17:43:16.458213 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Transition to ACTIVE for port object 14d7eb00-aafa-4277-a23a-13e1438cd184 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:43:16.491645 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:16.493931 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:16.525201 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-f96b0777-53a2-4c3a-8fb7-4c6f46c4281f service neutron] 10.222.0.18 "GET /v2.0/networks/be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967118 Nov 09 17:43:16.557614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-8daf5071-fb61-46d2-a9fc-d4fa843cd58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:16.559212 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-8daf5071-fb61-46d2-a9fc-d4fa843cd58c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.1217108 Nov 09 17:43:16.607130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Pushing event updated for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:16.715276 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e824d703-7367-4b47-bda2-fc3af7ff32c3 x-openstack-request-id: req-e824d703-7367-4b47-bda2-fc3af7ff32c3 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:16.715588 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a86b556-44b1-4388-9524-5120e683ef45", "tag": "35579c40-c48c-457f-90bd-ff150dc94826", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:16.716605 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e824d703-7367-4b47-bda2-fc3af7ff32c3 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:16.717213 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a86b556-44b1-4388-9524-5120e683ef45', 'tag': '35579c40-c48c-457f-90bd-ff150dc94826', 'status': 'completed', 'code': 200} Nov 09 17:43:16.732727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-c4ba07b3-e43b-4dc4-b8a0-5559b97980b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:16.734592 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-c4ba07b3-e43b-4dc4-b8a0-5559b97980b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604617 Nov 09 17:43:16.846261 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-2843f63c-a939-428c-91b6-c7ffdfbee310 req-075bcbba-da1c-4a44-9073-bd878186fd06 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1734027414', 'description': 'tempest-description-1879068467'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:16.870536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Attempting to bind port 14d7eb00-aafa-4277-a23a-13e1438cd184 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:43:16.870788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Attempting to bind port 14d7eb00-aafa-4277-a23a-13e1438cd184 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:43:16.871325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Attempting to bind port 14d7eb00-aafa-4277-a23a-13e1438cd184 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:16.889489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Port 14d7eb00-aafa-4277-a23a-13e1438cd184 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:43:16.889489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Attempting to bind port 14d7eb00-aafa-4277-a23a-13e1438cd184 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:16.908123 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2843f63c-a939-428c-91b6-c7ffdfbee310 req-075bcbba-da1c-4a44-9073-bd878186fd06 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:16.913288 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:16.913605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:16.913826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:16.914290 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Bound port: 14d7eb00-aafa-4277-a23a-13e1438cd184, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:43:16.914660 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:16.931498 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3db3e75d-da8d-4853-8f55-c33000275740 req-abf14a50-609d-4543-a474-b66571455a3e tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-groups/4fe68fec-68a8-4094-864e-68377ebac8c5 HTTP/1.1" status: 200 len: 1814 time: 0.5919762 Nov 09 17:43:16.962114 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-ff856bd3-b005-471f-931a-f6c284f8fc2a service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176759 Nov 09 17:43:16.962817 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:09Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbff508-ce71-41c8-abd9-03d70bcc0b3e', 'name': '', 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:62:9a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '88ed17a8-2652-428d-8976-adbac61920fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:07Z', 'updated_at': '2021-11-09T17:43:11Z', 'revision_number': 2, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '88ed17a8-2652-428d-8976-adbac61920fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:09Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:17.030680 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Checking router: 30725612-2d61-4791-85b8-4bcad741f53c for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:17.031260 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Updating router 30725612-2d61-4791-85b8-4bcad741f53c port bcbff508-ce71-41c8-abd9-03d70bcc0b3e binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:43:17.086911 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.119359 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3db3e75d-da8d-4853-8f55-c33000275740 req-93446b9b-32f2-4e36-a77e-029c356a4814 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.159897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3db3e75d-da8d-4853-8f55-c33000275740 req-93446b9b-32f2-4e36-a77e-029c356a4814 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.182780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:17.199351 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2843f63c-a939-428c-91b6-c7ffdfbee310 req-075bcbba-da1c-4a44-9073-bd878186fd06 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.223251 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2843f63c-a939-428c-91b6-c7ffdfbee310 req-075bcbba-da1c-4a44-9073-bd878186fd06 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.236569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3db3e75d-da8d-4853-8f55-c33000275740 req-93446b9b-32f2-4e36-a77e-029c356a4814 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.240413 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3db3e75d-da8d-4853-8f55-c33000275740 req-93446b9b-32f2-4e36-a77e-029c356a4814 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.241353 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:17.252209 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3db3e75d-da8d-4853-8f55-c33000275740 req-93446b9b-32f2-4e36-a77e-029c356a4814 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "DELETE /v2.0/security-groups/4fe68fec-68a8-4094-864e-68377ebac8c5 HTTP/1.1" status: 204 len: 173 time: 0.3183997 Nov 09 17:43:17.273554 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.291909 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ed0c24f-3af3-4301-b3b3-9fb6a226a018 req-50b98450-a8cb-449e-92af-769b75414a1e service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210957 Nov 09 17:43:17.301478 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2843f63c-a939-428c-91b6-c7ffdfbee310 req-075bcbba-da1c-4a44-9073-bd878186fd06 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.316480 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2843f63c-a939-428c-91b6-c7ffdfbee310 req-075bcbba-da1c-4a44-9073-bd878186fd06 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4736693 Nov 09 17:43:17.401752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bcbba-da1c-4a44-9073-bd878186fd06 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cf1f27-30a5-4d32-937a-848d07f906ba,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:17.414905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:17.416219 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.418895 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] 10.222.0.18 "PUT /v2.0/ports/14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 200 len: 1096 time: 3.6126561 Nov 09 17:43:17.419524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b4de75-56a4-4682-9fc4-cebd458a89f5 req-73435698-34de-4b53-8484-a28d48bdc02b service neutron] 10.222.0.18 "GET /v2.0/networks/be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136652 Nov 09 17:43:17.457830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93446b9b-32f2-4e36-a77e-029c356a4814 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe68fec-68a8-4094-864e-68377ebac8c5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:17.537513 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.640924 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.652754 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.715620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-f54b2a26-ab70-4b98-9c84-dfc8f87149fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:17.718382 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-f54b2a26-ab70-4b98-9c84-dfc8f87149fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 1099 time: 0.1845567 Nov 09 17:43:17.783978 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a7a14-d7cd-4c7e-a175-7c13ec26424f None None] Pushing event updated for resources: {'Port': ['ID=bcbff508-ce71-41c8-abd9-03d70bcc0b3e,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:17.784919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.extraroute_db [None req-b2bfe17f-cb08-4cbb-8f61-1fae78c3b9b2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 17:43:17.814745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.extraroute_db [None req-b2bfe17f-cb08-4cbb-8f61-1fae78c3b9b2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Removed routes are [] {{(pid=102154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 17:43:17.815302 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe17f-cb08-4cbb-8f61-1fae78c3b9b2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.828784 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Attempting to bind port bcbff508-ce71-41c8-abd9-03d70bcc0b3e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:43:17.829596 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Attempting to bind port bcbff508-ce71-41c8-abd9-03d70bcc0b3e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '4241c143-4f85-436b-8e15-6e07e9eec1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:43:17.829729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b803d-c434-482b-b9d6-148d608e2787 req-f45a9ce0-d418-4cbe-91e2-a46f3a465788 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:17.830272 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Attempting to bind port bcbff508-ce71-41c8-abd9-03d70bcc0b3e on network c8deb66c-6db2-4f12-a6a8-2eff82975d20 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:17.832586 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f6aa3-8a3f-45b4-b02f-366c6683f76b req-63f38674-70ad-4ab2-a04b-cbc4e29d8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:17.835533 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-346f6aa3-8a3f-45b4-b02f-366c6683f76b req-63f38674-70ad-4ab2-a04b-cbc4e29d8fa4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 1095 time: 0.4695146 Nov 09 17:43:17.837485 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:17.837881 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-564b803d-c434-482b-b9d6-148d608e2787 req-f45a9ce0-d418-4cbe-91e2-a46f3a465788 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 948 time: 0.4699471 Nov 09 17:43:17.838237 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Checking segment: {'id': '4241c143-4f85-436b-8e15-6e07e9eec1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:17.838896 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.839451 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Bound using segment: {'id': '4241c143-4f85-436b-8e15-6e07e9eec1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:17.840100 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Bound port: bcbff508-ce71-41c8-abd9-03d70bcc0b3e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4241c143-4f85-436b-8e15-6e07e9eec1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:43:17.840685 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.852120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078fcc1-4198-4387-a3ed-5a26a4ec3b8c req-beea6b98-3360-4ab5-9dd0-0869542abc21 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:17.868192 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7078fcc1-4198-4387-a3ed-5a26a4ec3b8c req-beea6b98-3360-4ab5-9dd0-0869542abc21 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.4472542 Nov 09 17:43:17.921000 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] For port bcbff508-ce71-41c8-abd9-03d70bcc0b3e, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:17.925060 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] For port bcbff508-ce71-41c8-abd9-03d70bcc0b3e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=bcbff508-ce71-41c8-abd9-03d70bcc0b3e,segment=NetworkSegment(4241c143-4f85-436b-8e15-6e07e9eec1ac),segment_id=4241c143-4f85-436b-8e15-6e07e9eec1ac)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:17.935496 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:17.945818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea82b8e-5d12-46c8-9b75-dc1cc11dc5bb req-b15e08fd-18fd-4578-8894-7098381b41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:17.946299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea82b8e-5d12-46c8-9b75-dc1cc11dc5bb req-b15e08fd-18fd-4578-8894-7098381b41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:17.948016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bea82b8e-5d12-46c8-9b75-dc1cc11dc5bb req-b15e08fd-18fd-4578-8894-7098381b41a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d067ab9d73b4b5d9a9ed25aa642d0c8&device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1979 time: 0.3958786 Nov 09 17:43:18.021133 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a7a14-d7cd-4c7e-a175-7c13ec26424f None None] Pushing event updated for resources: {'Port': ['ID=bcbff508-ce71-41c8-abd9-03d70bcc0b3e,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:18.041858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bf670-1c09-4c71-a86f-7788e726948f service neutron] Pushing event updated for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:18.052207 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:18.053810 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:18.063026 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-b8ff5fbc-fd65-4c12-bf4e-057569c7b356 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 200 len: 217 time: 0.3313162 Nov 09 17:43:18.099685 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-564b803d-c434-482b-b9d6-148d608e2787 req-b6a8f034-b32b-4af5-9301-5e782fbf968c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581692 Nov 09 17:43:18.101103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea82b8e-5d12-46c8-9b75-dc1cc11dc5bb req-c60858b8-0959-4e97-8f3b-fe99906e8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:18.102843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bea82b8e-5d12-46c8-9b75-dc1cc11dc5bb req-c60858b8-0959-4e97-8f3b-fe99906e8ec3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae HTTP/1.1" status: 200 len: 903 time: 0.1363089 Nov 09 17:43:18.161394 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:18.206012 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bea82b8e-5d12-46c8-9b75-dc1cc11dc5bb req-3b6410e6-f8c9-4e52-be70-f84283885bda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.4&port_id=28cb00fc-938c-463a-b406-2d2218bc1d47 HTTP/1.1" status: 200 len: 217 time: 0.0949693 Nov 09 17:43:18.256884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8524d0e7-c4d4-4598-83c8-fd6243f37c1d None None] Provisioning complete for port bcbff508-ce71-41c8-abd9-03d70bcc0b3e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:18.258318 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8524d0e7-c4d4-4598-83c8-fd6243f37c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:18.273893 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7078fcc1-4198-4387-a3ed-5a26a4ec3b8c req-68f16cf7-af57-4492-909f-42f4ee13ca0c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040539 Nov 09 17:43:18.433187 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe17f-cb08-4cbb-8f61-1fae78c3b9b2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:18.491895 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe17f-cb08-4cbb-8f61-1fae78c3b9b2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:18.507577 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:17Z', 'revision_number': 6, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbff508-ce71-41c8-abd9-03d70bcc0b3e', 'name': '', 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:62:9a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '88ed17a8-2652-428d-8976-adbac61920fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:07Z', 'updated_at': '2021-11-09T17:43:17Z', 'revision_number': 4, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '88ed17a8-2652-428d-8976-adbac61920fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:09Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:18.520183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f6aa3-8a3f-45b4-b02f-366c6683f76b req-90e1a78d-127c-4b29-8662-5538700f64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:18.522863 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-346f6aa3-8a3f-45b4-b02f-366c6683f76b req-90e1a78d-127c-4b29-8662-5538700f64f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 0.6401789 Nov 09 17:43:18.546186 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e29be46-f44b-4abf-b9e4-6475d52d421b None None] The sync data for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 is: [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:17Z', 'revision_number': 6, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbff508-ce71-41c8-abd9-03d70bcc0b3e', 'name': '', 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:62:9a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '88ed17a8-2652-428d-8976-adbac61920fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:07Z', 'updated_at': '2021-11-09T17:43:17Z', 'revision_number': 4, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '88ed17a8-2652-428d-8976-adbac61920fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:09Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:18.548472 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8524d0e7-c4d4-4598-83c8-fd6243f37c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:18.564491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7bfdc316-06d9-41ca-bf91-5b8ec2f6320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:18.566223 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-7bfdc316-06d9-41ca-bf91-5b8ec2f6320a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.4700284 Nov 09 17:43:18.602795 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c57b85f-96d8-47aa-a594-5528b960f836 req-d52e34a8-0060-4dd0-97f8-d608a2349799 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-groups/60562db6-f6b6-426f-b7b6-8561ded14380 HTTP/1.1" status: 200 len: 1815 time: 0.1668451 Nov 09 17:43:18.610596 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8524d0e7-c4d4-4598-83c8-fd6243f37c1d None None] For port bcbff508-ce71-41c8-abd9-03d70bcc0b3e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=bcbff508-ce71-41c8-abd9-03d70bcc0b3e,segment=NetworkSegment(4241c143-4f85-436b-8e15-6e07e9eec1ac),segment_id=4241c143-4f85-436b-8e15-6e07e9eec1ac)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:18.614767 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-346f6aa3-8a3f-45b4-b02f-366c6683f76b req-45bc1ce1-57ef-4a54-8fcc-4fad1e8ba6a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35579c40-c48c-457f-90bd-ff150dc94826 HTTP/1.1" status: 200 len: 217 time: 0.0628078 Nov 09 17:43:18.633259 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8524d0e7-c4d4-4598-83c8-fd6243f37c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:18.702276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea82b8e-5d12-46c8-9b75-dc1cc11dc5bb req-e5654309-ceeb-4505-ac83-28e5ff61e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:18.704506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bea82b8e-5d12-46c8-9b75-dc1cc11dc5bb req-e5654309-ceeb-4505-ac83-28e5ff61e881 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=039daa11-c79b-4d23-8612-96a8ef8f2080 HTTP/1.1" status: 200 len: 801 time: 0.4887803 Nov 09 17:43:18.719929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:18.720705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd0eff-054f-441c-b868-1fb1e7d3bb69 req-b9dbe273-911c-4449-bea1-fef259c26f5d tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:18.722234 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58b68ab-5dc1-4830-8d0c-621b28c7bc9a" -d '{"events": [{"name": "network-changed", "server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:18.722458 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-92cd0eff-054f-441c-b868-1fb1e7d3bb69 req-b9dbe273-911c-4449-bea1-fef259c26f5d tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 944 time: 0.4922900 Nov 09 17:43:18.760993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f6aa3-8a3f-45b4-b02f-366c6683f76b req-fc614d59-3db3-42e6-9579-cca31ca5dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:18.763277 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-346f6aa3-8a3f-45b4-b02f-366c6683f76b req-fc614d59-3db3-42e6-9579-cca31ca5dcb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.1256909 Nov 09 17:43:18.784177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524d0e7-c4d4-4598-83c8-fd6243f37c1d None None] Pushing event updated for resources: {'Port': ['ID=bcbff508-ce71-41c8-abd9-03d70bcc0b3e,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:18.793423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-36c6c471-1b86-400a-90b3-af1f4c6b3c4f None None] Provisioning complete for port bcbff508-ce71-41c8-abd9-03d70bcc0b3e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:18.794212 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-36c6c471-1b86-400a-90b3-af1f4c6b3c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:18.804164 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9c57b85f-96d8-47aa-a594-5528b960f836 req-2d941808-1095-447a-bc25-fb7daeda9924 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:18.836644 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea82b8e-5d12-46c8-9b75-dc1cc11dc5bb req-0b2caad3-eee7-4fcf-a70d-0671a68f8057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:18.839667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bea82b8e-5d12-46c8-9b75-dc1cc11dc5bb req-0b2caad3-eee7-4fcf-a70d-0671a68f8057 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159849 Nov 09 17:43:18.856640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-77fb885b-52fe-4e79-b374-fdfa9889b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:18.858223 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-77fb885b-52fe-4e79-b374-fdfa9889b471 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2618797 Nov 09 17:43:18.877113 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9c57b85f-96d8-47aa-a594-5528b960f836 req-2d941808-1095-447a-bc25-fb7daeda9924 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:18.904253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bfe17f-cb08-4cbb-8f61-1fae78c3b9b2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 30725612-2d61-4791-85b8-4bcad741f53c has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:18.912824 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-92cd0eff-054f-441c-b868-1fb1e7d3bb69 req-369bca8e-701b-4da1-a30b-d8f3d325c932 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477122 Nov 09 17:43:18.990792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f6aa3-8a3f-45b4-b02f-366c6683f76b req-852893c0-5edf-4bf1-b0c1-c20f23aa93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:18.992477 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-346f6aa3-8a3f-45b4-b02f-366c6683f76b req-852893c0-5edf-4bf1-b0c1-c20f23aa93f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910408 Nov 09 17:43:19.071505 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9c57b85f-96d8-47aa-a594-5528b960f836 req-2d941808-1095-447a-bc25-fb7daeda9924 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:19.074226 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9c57b85f-96d8-47aa-a594-5528b960f836 req-2d941808-1095-447a-bc25-fb7daeda9924 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:19.075489 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c57b85f-96d8-47aa-a594-5528b960f836 req-2d941808-1095-447a-bc25-fb7daeda9924 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "DELETE /v2.0/security-groups/60562db6-f6b6-426f-b7b6-8561ded14380 HTTP/1.1" status: 204 len: 173 time: 0.4634371 Nov 09 17:43:19.113364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d941808-1095-447a-bc25-fb7daeda9924 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60562db6-f6b6-426f-b7b6-8561ded14380,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:19.124379 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-8678e2d4-1b0b-417d-95da-e81614b74a11 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435808 Nov 09 17:43:19.246014 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-346f6aa3-8a3f-45b4-b02f-366c6683f76b req-89a28855-8ebc-42ab-8015-dd1a312a5854 service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417185 Nov 09 17:43:19.610856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c23df07-29a5-493d-9903-67323a580b8c req-7efe84bc-4b30-446b-822f-da2ee8ce4446 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/79cf1f27-30a5-4d32-937a-848d07f906ba HTTP/1.1" status: 200 len: 1803 time: 0.6404943 Nov 09 17:43:19.617515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bea82b8e-5d12-46c8-9b75-dc1cc11dc5bb req-2d39d50d-c1c4-482a-aa8c-8130a30525c6 service neutron] 10.222.0.18 "GET /v2.0/networks/be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7655559 Nov 09 17:43:19.625030 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cbb0b-d6fa-47f8-969d-8e07cbbc5b43 req-4eb77822-9a64-4dd1-8d91-2895ad51196c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:19.631799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cbb0b-d6fa-47f8-969d-8e07cbbc5b43 req-4eb77822-9a64-4dd1-8d91-2895ad51196c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:19.633528 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f32cbb0b-d6fa-47f8-969d-8e07cbbc5b43 req-4eb77822-9a64-4dd1-8d91-2895ad51196c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1677 time: 0.4625280 Nov 09 17:43:19.634925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4c23df07-29a5-493d-9903-67323a580b8c req-6b32108a-c21d-4129-b510-8683d4707dc9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1615209772', 'description': 'tempest-description-hth-124788282'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:19.641986 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702f8197-78ef-442b-837b-6cc305f84ba5 req-81dbba3d-c3ad-4830-931b-9657ed806ec3 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044315 Nov 09 17:43:19.705763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bfe17f-cb08-4cbb-8f61-1fae78c3b9b2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:19.711570 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-346f6aa3-8a3f-45b4-b02f-366c6683f76b req-f1db98a9-3c3e-4208-8fdc-d68cbad8595b service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536786 Nov 09 17:43:19.721378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a838d83-0539-4161-9fb2-932f59e7b642 None None] Sync routers for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:19.722159 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f32cbb0b-d6fa-47f8-969d-8e07cbbc5b43 req-23911dc0-c28e-4b43-9ce2-95647e62224c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746441 Nov 09 17:43:19.722295 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe17f-cb08-4cbb-8f61-1fae78c3b9b2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:19.726178 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b2bfe17f-cb08-4cbb-8f61-1fae78c3b9b2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c HTTP/1.1" status: 200 len: 934 time: 3.4046478 Nov 09 17:43:19.727526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57832) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:19.735800 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c23df07-29a5-493d-9903-67323a580b8c req-6b32108a-c21d-4129-b510-8683d4707dc9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:19.774426 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a838d83-0539-4161-9fb2-932f59e7b642 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:19.776242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5a838d83-0539-4161-9fb2-932f59e7b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:19.844021 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bea82b8e-5d12-46c8-9b75-dc1cc11dc5bb req-6ce4fd45-de23-4708-96fa-95ff43cd0ebd service neutron] 10.222.0.18 "GET /v2.0/networks/be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124076 Nov 09 17:43:19.859792 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c23df07-29a5-493d-9903-67323a580b8c req-6b32108a-c21d-4129-b510-8683d4707dc9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:19.874240 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c23df07-29a5-493d-9903-67323a580b8c req-6b32108a-c21d-4129-b510-8683d4707dc9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:19.881641 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c23df07-29a5-493d-9903-67323a580b8c req-6b32108a-c21d-4129-b510-8683d4707dc9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:19.884168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c23df07-29a5-493d-9903-67323a580b8c req-6b32108a-c21d-4129-b510-8683d4707dc9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "PUT /v2.0/security-groups/79cf1f27-30a5-4d32-937a-848d07f906ba HTTP/1.1" status: 200 len: 1776 time: 0.2608991 Nov 09 17:43:19.949283 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-514f2828-1d93-4aff-922a-2b41dd927882 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c HTTP/1.1" status: 200 len: 934 time: 0.2167070 Nov 09 17:43:19.949283 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57838) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:19.954948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-565c04e5-41c9-478c-8fcf-ad6da66940ed tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'router': {'routes': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:19.962302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32108a-c21d-4129-b510-8683d4707dc9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cf1f27-30a5-4d32-937a-848d07f906ba,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:20.004594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device bcbff508-ce71-41c8-abd9-03d70bcc0b3e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:20.045586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-5a838d83-0539-4161-9fb2-932f59e7b642 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:20.048787 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9a6561-2726-4d8d-8bb8-419bdb639898 x-openstack-request-id: req-2d9a6561-2726-4d8d-8bb8-419bdb639898 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:20.049716 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:20.050380 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d9a6561-2726-4d8d-8bb8-419bdb639898 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:20.051266 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'status': 'completed', 'code': 200} Nov 09 17:43:20.153390 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa223fab-b7b1-4959-a661-08d7c049c9cc req-8e2ba3e0-3ff9-4795-a24a-303361295e72 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "GET /v2.0/security-groups/b8f181bd-6670-4888-87fb-86a2f6a763ee HTTP/1.1" status: 200 len: 1814 time: 0.1337426 Nov 09 17:43:20.161827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b68ab-5dc1-4830-8d0c-621b28c7bc9a req-b086b55c-8fa4-4b89-a625-6093a7a728a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:20.164644 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e58b68ab-5dc1-4830-8d0c-621b28c7bc9a req-b086b55c-8fa4-4b89-a625-6093a7a728a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 1099 time: 0.1244280 Nov 09 17:43:20.205090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port bcbff508-ce71-41c8-abd9-03d70bcc0b3e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:20.205600 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:20.329600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 35579c40-c48c-457f-90bd-ff150dc94826 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:43:20.338977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790dfc8-4ff4-400e-9bd6-84c9d4d44f53 req-d627ed47-4078-4a0f-b9c2-4c35d235dc94 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:20.341652 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b790dfc8-4ff4-400e-9bd6-84c9d4d44f53 req-d627ed47-4078-4a0f-b9c2-4c35d235dc94 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.2987354 Nov 09 17:43:20.382344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b68ab-5dc1-4830-8d0c-621b28c7bc9a req-53965115-17be-47a5-b788-3ee0fd5d6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:20.384239 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e58b68ab-5dc1-4830-8d0c-621b28c7bc9a req-53965115-17be-47a5-b788-3ee0fd5d6068 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.2054160 Nov 09 17:43:20.387658 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa223fab-b7b1-4959-a661-08d7c049c9cc req-5a31bb59-f052-4959-88c4-34ec92f0eae9 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:20.446914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e58b68ab-5dc1-4830-8d0c-621b28c7bc9a req-06bdd267-7fb3-456e-870c-4cecfce22ee4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 200 len: 217 time: 0.0520027 Nov 09 17:43:20.451175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa223fab-b7b1-4959-a661-08d7c049c9cc req-5a31bb59-f052-4959-88c4-34ec92f0eae9 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:20.454763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5a838d83-0539-4161-9fb2-932f59e7b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:17Z', 'revision_number': 6, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbff508-ce71-41c8-abd9-03d70bcc0b3e', 'name': '', 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:62:9a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '88ed17a8-2652-428d-8976-adbac61920fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:07Z', 'updated_at': '2021-11-09T17:43:18Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '88ed17a8-2652-428d-8976-adbac61920fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:09Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:20.510712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a838d83-0539-4161-9fb2-932f59e7b642 None None] Checking router: 30725612-2d61-4791-85b8-4bcad741f53c for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:20.517775 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b790dfc8-4ff4-400e-9bd6-84c9d4d44f53 req-2c8a93a3-57e6-4682-b1b0-fc8588843427 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437449 Nov 09 17:43:20.540132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a838d83-0539-4161-9fb2-932f59e7b642 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:20.541241 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5a838d83-0539-4161-9fb2-932f59e7b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:20.552738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 35579c40-c48c-457f-90bd-ff150dc94826, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=35579c40-c48c-457f-90bd-ff150dc94826,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:20.559752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b68ab-5dc1-4830-8d0c-621b28c7bc9a req-07e2c606-a0f5-47f7-b91d-d54ff0e67ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:20.561361 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e58b68ab-5dc1-4830-8d0c-621b28c7bc9a req-07e2c606-a0f5-47f7-b91d-d54ff0e67ba5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1061902 Nov 09 17:43:20.565055 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa223fab-b7b1-4959-a661-08d7c049c9cc req-5a31bb59-f052-4959-88c4-34ec92f0eae9 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:20.573291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa223fab-b7b1-4959-a661-08d7c049c9cc req-5a31bb59-f052-4959-88c4-34ec92f0eae9 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:20.587254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa223fab-b7b1-4959-a661-08d7c049c9cc req-5a31bb59-f052-4959-88c4-34ec92f0eae9 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] 10.222.0.81 "DELETE /v2.0/security-groups/b8f181bd-6670-4888-87fb-86a2f6a763ee HTTP/1.1" status: 204 len: 173 time: 0.4208910 Nov 09 17:43:20.589642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57842) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:20.634970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31bb59-f052-4959-88c4-34ec92f0eae9 tempest-SecurityGroupRulesNegativeTestJSON-2034589796 tempest-SecurityGroupRulesNegativeTestJSON-2034589796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f181bd-6670-4888-87fb-86a2f6a763ee,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:20.706199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '35579c40-c48c-457f-90bd-ff150dc94826', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'port_id': '35579c40-c48c-457f-90bd-ff150dc94826', 'mac_address': 'fa:16:3e:a2:ea:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:43:20.742951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce363ec6-e6d0-4c93-ae07-9738ec2538cb admin admin] Deleting subnet fb10bd0e-17bd-4e18-8115-dd279ed0e9ce {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:43:20.751878 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ccc5056-6b25-47e5-aac3-cf38bda33042 req-4684797b-c2e6-4443-b3c7-331afaffca15 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/79cf1f27-30a5-4d32-937a-848d07f906ba HTTP/1.1" status: 200 len: 1776 time: 0.1178098 Nov 09 17:43:20.752820 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce363ec6-e6d0-4c93-ae07-9738ec2538cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:20.783339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b68ab-5dc1-4830-8d0c-621b28c7bc9a req-d606c125-e4b0-40ef-9e11-68ddf34a7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:20.786124 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e58b68ab-5dc1-4830-8d0c-621b28c7bc9a req-d606c125-e4b0-40ef-9e11-68ddf34a7fad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1966112 Nov 09 17:43:20.826041 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-5a838d83-0539-4161-9fb2-932f59e7b642 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:20.830969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fd369-a954-40a7-a400-13d83c7456d2 req-97591508-5dec-4bb4-bcfe-75067b99007f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:20.833641 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-323fd369-a954-40a7-a400-13d83c7456d2 req-97591508-5dec-4bb4-bcfe-75067b99007f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 948 time: 0.1753623 Nov 09 17:43:20.864536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce363ec6-e6d0-4c93-ae07-9738ec2538cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:20.878964 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:20.892797 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.extraroute_db [None req-565c04e5-41c9-478c-8fcf-ad6da66940ed tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Added routes are [] {{(pid=102155) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 17:43:20.893824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.extraroute_db [None req-565c04e5-41c9-478c-8fcf-ad6da66940ed tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102155) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 17:43:20.915025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35579c40-c48c-457f-90bd-ff150dc94826 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:20.949481 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-323fd369-a954-40a7-a400-13d83c7456d2 req-1eb2803e-0a59-447a-a644-ffbab3ce7a4e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036961 Nov 09 17:43:20.960487 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce363ec6-e6d0-4c93-ae07-9738ec2538cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:21.002778 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-565c04e5-41c9-478c-8fcf-ad6da66940ed tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:21.019673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 35579c40-c48c-457f-90bd-ff150dc94826, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=35579c40-c48c-457f-90bd-ff150dc94826,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:21.040885 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e58b68ab-5dc1-4830-8d0c-621b28c7bc9a req-00010f07-3aa3-43a5-a2ad-7aab12626a61 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367716 Nov 09 17:43:21.041692 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:21.170800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fa101-67eb-455b-8f6f-d2dbcc144e54 req-0d5b0810-86a4-4ae1-aaa3-f7c7a4d670d5 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:21.184880 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d29fa101-67eb-455b-8f6f-d2dbcc144e54 req-0d5b0810-86a4-4ae1-aaa3-f7c7a4d670d5 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 944 time: 0.2955406 Nov 09 17:43:21.262176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=35579c40-c48c-457f-90bd-ff150dc94826,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:21.283745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d29fa101-67eb-455b-8f6f-d2dbcc144e54 req-f262c984-b553-4967-848e-33ff0d18911f tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951393 Nov 09 17:43:21.328325 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce363ec6-e6d0-4c93-ae07-9738ec2538cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:21.404335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['35579c40-c48c-457f-90bd-ff150dc94826'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:21.424854 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce363ec6-e6d0-4c93-ae07-9738ec2538cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:21.431661 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ce363ec6-e6d0-4c93-ae07-9738ec2538cb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fb10bd0e-17bd-4e18-8115-dd279ed0e9ce HTTP/1.1" status: 204 len: 168 time: 0.8200576 Nov 09 17:43:21.432544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57854) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:21.442462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5a838d83-0539-4161-9fb2-932f59e7b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:17Z', 'revision_number': 6, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbff508-ce71-41c8-abd9-03d70bcc0b3e', 'name': '', 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:62:9a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '88ed17a8-2652-428d-8976-adbac61920fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:07Z', 'updated_at': '2021-11-09T17:43:18Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '88ed17a8-2652-428d-8976-adbac61920fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:09Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:21.445315 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ee2040b-d6db-4063-9cc3-86bc1e15c2f9 req-2ad39e91-cfb3-41ff-ad8b-27bd272205c9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/79cf1f27-30a5-4d32-937a-848d07f906ba HTTP/1.1" status: 200 len: 1776 time: 0.0994177 Nov 09 17:43:21.447785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce363ec6-e6d0-4c93-ae07-9738ec2538cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb10bd0e-17bd-4e18-8115-dd279ed0e9ce,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:21.452021 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e58b68ab-5dc1-4830-8d0c-621b28c7bc9a req-e7de472d-a25b-43e9-b66b-a7210f27ef3c service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961794 Nov 09 17:43:21.479397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a838d83-0539-4161-9fb2-932f59e7b642 None None] The sync data for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 is: [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:17Z', 'revision_number': 6, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbff508-ce71-41c8-abd9-03d70bcc0b3e', 'name': '', 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:62:9a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '88ed17a8-2652-428d-8976-adbac61920fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:07Z', 'updated_at': '2021-11-09T17:43:18Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '88ed17a8-2652-428d-8976-adbac61920fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:09Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:21.526489 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-565c04e5-41c9-478c-8fcf-ad6da66940ed tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:21.549787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf67c8-23ae-4c13-a19f-80e6631c8ac8 req-65e3c948-7ec5-495e-8ab9-4d567c6c2b4b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:21.562337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf67c8-23ae-4c13-a19f-80e6631c8ac8 req-65e3c948-7ec5-495e-8ab9-4d567c6c2b4b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:21.566774 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2abf67c8-23ae-4c13-a19f-80e6631c8ac8 req-65e3c948-7ec5-495e-8ab9-4d567c6c2b4b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1677 time: 0.2406194 Nov 09 17:43:21.572364 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-565c04e5-41c9-478c-8fcf-ad6da66940ed tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:21.578224 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ee2040b-d6db-4063-9cc3-86bc1e15c2f9 req-2d530bf0-294e-4f91-9da6-0caaaea7944f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:21.638091 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ee2040b-d6db-4063-9cc3-86bc1e15c2f9 req-2d530bf0-294e-4f91-9da6-0caaaea7944f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:21.641100 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-afb3b80e-ee64-44e3-93cd-ef5e75f8318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:21.706381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ee2040b-d6db-4063-9cc3-86bc1e15c2f9 req-2d530bf0-294e-4f91-9da6-0caaaea7944f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:21.708892 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ee2040b-d6db-4063-9cc3-86bc1e15c2f9 req-2d530bf0-294e-4f91-9da6-0caaaea7944f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:21.720201 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ee2040b-d6db-4063-9cc3-86bc1e15c2f9 req-2d530bf0-294e-4f91-9da6-0caaaea7944f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "DELETE /v2.0/security-groups/79cf1f27-30a5-4d32-937a-848d07f906ba HTTP/1.1" status: 204 len: 173 time: 0.2734170 Nov 09 17:43:21.733952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d530bf0-294e-4f91-9da6-0caaaea7944f tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cf1f27-30a5-4d32-937a-848d07f906ba,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:21.749068 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2abf67c8-23ae-4c13-a19f-80e6631c8ac8 req-7d264354-e2d2-4cc8-8d94-4c8fc323e197 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707349 Nov 09 17:43:21.830099 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565c04e5-41c9-478c-8fcf-ad6da66940ed tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 30725612-2d61-4791-85b8-4bcad741f53c has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:21.851327 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-afb3b80e-ee64-44e3-93cd-ef5e75f8318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:21.948259 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-5643a5b0-55d5-48ff-b623-61112d08a8d2 req-d79351eb-26dd-4bb8-865e-688d0e98196d tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] show failed (client error): The resource could not be found. Nov 09 17:43:21.949303 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5643a5b0-55d5-48ff-b623-61112d08a8d2 req-d79351eb-26dd-4bb8-865e-688d0e98196d tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/db2b2313-df63-4db9-896d-7c1a5b63bb0c HTTP/1.1" status: 404 len: 352 time: 0.0165591 Nov 09 17:43:21.986150 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-afb3b80e-ee64-44e3-93cd-ef5e75f8318a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3061be2-aaba-4567-a9a8-4ef00532964c']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:22.020545 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-61485f58-6d02-4ad2-a95c-4ba707964c64 req-c2bd01b0-fb55-48ee-80f4-ea2babed9f13 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] show failed (client error): The resource could not be found. Nov 09 17:43:22.022460 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61485f58-6d02-4ad2-a95c-4ba707964c64 req-c2bd01b0-fb55-48ee-80f4-ea2babed9f13 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/e473b8c8-d064-4da2-9f56-a1218559ec93 HTTP/1.1" status: 404 len: 352 time: 0.0330353 Nov 09 17:43:22.037398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-afb3b80e-ee64-44e3-93cd-ef5e75f8318a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd66faf-b3e6-49c9-950b-f2ac53423721') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:22.037398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-afb3b80e-ee64-44e3-93cd-ef5e75f8318a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd66faf-b3e6-49c9-950b-f2ac53423721') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:22.055832 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-afb3b80e-ee64-44e3-93cd-ef5e75f8318a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:22.099288 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-afb3b80e-ee64-44e3-93cd-ef5e75f8318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:22.102714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565c04e5-41c9-478c-8fcf-ad6da66940ed tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:22.119535 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c36843-4c3b-4470-97f7-6832fa3bf3bf None None] Sync routers for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:22.122512 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-565c04e5-41c9-478c-8fcf-ad6da66940ed tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:22.127943 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-565c04e5-41c9-478c-8fcf-ad6da66940ed tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c HTTP/1.1" status: 200 len: 700 time: 2.1743670 Nov 09 17:43:22.128836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57876) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:22.141761 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c36843-4c3b-4470-97f7-6832fa3bf3bf None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:22.142788 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-88c36843-4c3b-4470-97f7-6832fa3bf3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:22.154285 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb3b80e-ee64-44e3-93cd-ef5e75f8318a admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:22.154926 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-afb3b80e-ee64-44e3-93cd-ef5e75f8318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:22.158986 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:22.165160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce768283-bcc2-4969-b452-047bb456b816 req-dc5fd493-2443-4b6e-b5ce-aae16a297447 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:22.168087 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce768283-bcc2-4969-b452-047bb456b816 req-dc5fd493-2443-4b6e-b5ce-aae16a297447 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 948 time: 0.0780828 Nov 09 17:43:22.239970 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce768283-bcc2-4969-b452-047bb456b816 req-31a45de0-23f9-4a95-8d73-73bd6679d7bd tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653441 Nov 09 17:43:22.249328 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-88c36843-4c3b-4470-97f7-6832fa3bf3bf None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:22.291418 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-793eba58-f745-4585-974b-bb44591bc75e req-8929b874-3e02-4a0d-bd98-36b768a0a4f0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] show failed (client error): The resource could not be found. Nov 09 17:43:22.292889 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-793eba58-f745-4585-974b-bb44591bc75e req-8929b874-3e02-4a0d-bd98-36b768a0a4f0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/fe70fd67-d72c-4b8f-bff4-a82356a066c1 HTTP/1.1" status: 404 len: 352 time: 0.0174222 Nov 09 17:43:22.365848 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-176bc965-6c1b-47c1-bbb1-be82b8c17c00 req-88a76bd4-a0a1-46b3-be1f-04b14ecb9003 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] show failed (client error): The resource could not be found. Nov 09 17:43:22.367822 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-176bc965-6c1b-47c1-bbb1-be82b8c17c00 req-88a76bd4-a0a1-46b3-be1f-04b14ecb9003 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/9982032c-8cb2-473e-ad6a-957d9a83ebdd HTTP/1.1" status: 404 len: 352 time: 0.0275538 Nov 09 17:43:22.430423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-586c6f5c-95c5-4c9a-85ad-6fa44b49c091 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:22.433343 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-586c6f5c-95c5-4c9a-85ad-6fa44b49c091 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/networks?id=75c018ec-0b04-4833-997f-dc4d1238f2df HTTP/1.1" status: 200 len: 813 time: 0.5638402 Nov 09 17:43:22.461249 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-afb3b80e-ee64-44e3-93cd-ef5e75f8318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:22.481017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7a24e5e7-60cf-4560-9392-04c0938e0e82 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:43:22.494790 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-afb3b80e-ee64-44e3-93cd-ef5e75f8318a admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:22.511106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7242af-b72f-46e3-9a0b-20b87b4e9901 req-3b321de2-bfbc-4678-b699-d9c0f36506d0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:22.515968 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c7242af-b72f-46e3-9a0b-20b87b4e9901 req-3b321de2-bfbc-4678-b699-d9c0f36506d0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 945 time: 0.0832455 Nov 09 17:43:22.516169 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-afb3b80e-ee64-44e3-93cd-ef5e75f8318a admin admin] 10.222.0.81 "DELETE /v2.0/networks/d3061be2-aaba-4567-a9a8-4ef00532964c HTTP/1.1" status: 204 len: 168 time: 1.0682111 Nov 09 17:43:22.553654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-70fb2ba4-25d5-4847-9558-62f9ed6775d5 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/quotas/6a617172035c4d19aef584a080aeda51 HTTP/1.1" status: 200 len: 375 time: 0.1142275 Nov 09 17:43:22.561347 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c7242af-b72f-46e3-9a0b-20b87b4e9901 req-a7d32f36-3f78-4339-ab93-6dda6bcdb46b tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390418 Nov 09 17:43:22.570101 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b80e-ee64-44e3-93cd-ef5e75f8318a admin admin] Pushing event deleted for resources: {'Network': ['ID=d3061be2-aaba-4567-a9a8-4ef00532964c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:22.601066 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4c38642a-6302-4a50-857c-30c1ff62c4b8 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c HTTP/1.1" status: 200 len: 700 time: 0.4681726 Nov 09 17:43:22.605433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57886) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:22.618912 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-88c36843-4c3b-4470-97f7-6832fa3bf3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:20Z', 'revision_number': 7, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbff508-ce71-41c8-abd9-03d70bcc0b3e', 'name': '', 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:62:9a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '88ed17a8-2652-428d-8976-adbac61920fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:07Z', 'updated_at': '2021-11-09T17:43:18Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '88ed17a8-2652-428d-8976-adbac61920fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:09Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:22.640494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 7a24e5e7-60cf-4560-9392-04c0938e0e82, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a24e5e7-60cf-4560-9392-04c0938e0e82,segment=NetworkSegment(e4256873-3aaf-4d8f-8a6b-9814a3ea2e72),segment_id=e4256873-3aaf-4d8f-8a6b-9814a3ea2e72)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:22.655250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '7a24e5e7-60cf-4560-9392-04c0938e0e82', 'network_id': 'a5d7dbf0-b858-4b89-830f-4902993b0e7d', 'port_id': '7a24e5e7-60cf-4560-9392-04c0938e0e82', 'mac_address': 'fa:16:3e:c4:3d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507d1d73-5e86-43a0-827c-84f4438a5659', 'ip_address': '19.80.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:43:22.706933 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c36843-4c3b-4470-97f7-6832fa3bf3bf None None] Checking router: 30725612-2d61-4791-85b8-4bcad741f53c for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:22.725976 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c36843-4c3b-4470-97f7-6832fa3bf3bf None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:22.727009 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-88c36843-4c3b-4470-97f7-6832fa3bf3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:22.755810 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-48dc2a76-18ae-41c7-beb2-d83543f8570b tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a617172035c4d19aef584a080aeda51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1782229 Nov 09 17:43:22.808315 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:22.812201 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-6dd0ddf7-592e-4873-9c38-cb8ec7a081d4 req-b4662c01-dcf0-4286-8a2f-098ac57b49e9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] show failed (client error): The resource could not be found. Nov 09 17:43:22.826198 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6dd0ddf7-592e-4873-9c38-cb8ec7a081d4 req-b4662c01-dcf0-4286-8a2f-098ac57b49e9 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/9bba90f3-7367-46bb-8e96-4ee2577593a8 HTTP/1.1" status: 404 len: 352 time: 0.0492468 Nov 09 17:43:22.829848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57890) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:22.834629 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:22.857606 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a24e5e7-60cf-4560-9392-04c0938e0e82 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:22.895056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 7a24e5e7-60cf-4560-9392-04c0938e0e82, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a24e5e7-60cf-4560-9392-04c0938e0e82,segment=NetworkSegment(e4256873-3aaf-4d8f-8a6b-9814a3ea2e72),segment_id=e4256873-3aaf-4d8f-8a6b-9814a3ea2e72)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:22.899152 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-88c36843-4c3b-4470-97f7-6832fa3bf3bf None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:22.900429 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:22.903084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 28cb00fc-938c-463a-b406-2d2218bc1d47 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:43:22.999072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-eabe556b-7a2d-4e0c-b351-9d0f063ba90a service neutron] 10.222.0.81 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377212 Nov 09 17:43:23.039452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=7a24e5e7-60cf-4560-9392-04c0938e0e82,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:23.114872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8c1d144a-3920-413a-a216-023a4727dc4d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b06b4f31779488792c19fecf9fb6b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847526 Nov 09 17:43:23.119519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 28cb00fc-938c-463a-b406-2d2218bc1d47, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=28cb00fc-938c-463a-b406-2d2218bc1d47,segment=NetworkSegment(f2b75375-05ec-4fb3-9fca-62db339a35a2),segment_id=f2b75375-05ec-4fb3-9fca-62db339a35a2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:23.120727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57896) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:23.138460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '28cb00fc-938c-463a-b406-2d2218bc1d47', 'network_id': 'be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae', 'port_id': '28cb00fc-938c-463a-b406-2d2218bc1d47', 'mac_address': 'fa:16:3e:f3:09:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039daa11-c79b-4d23-8612-96a8ef8f2080', 'ip_address': '19.86.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:43:23.150698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ed44c-f218-4e8b-92c7-ea7cdf89b5d8 req-107e6888-f60c-47eb-93a4-01f5a2f3706a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:23.157795 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ed44c-f218-4e8b-92c7-ea7cdf89b5d8 req-107e6888-f60c-47eb-93a4-01f5a2f3706a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:23.165847 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-915ed44c-f218-4e8b-92c7-ea7cdf89b5d8 req-107e6888-f60c-47eb-93a4-01f5a2f3706a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1678 time: 0.2216570 Nov 09 17:43:23.171179 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-242ff2d0-f39d-4f70-b195-cf74aa6d11a4 service neutron] 10.222.0.81 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708283 Nov 09 17:43:23.190490 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e80167-1313-4837-ad50-40dc696d6a41 req-c32ccad4-e9fa-40fd-99dc-14b87c14c288 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:23.192683 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39e80167-1313-4837-ad50-40dc696d6a41 req-c32ccad4-e9fa-40fd-99dc-14b87c14c288 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f86a605-ec9d-4416-8b09-d81c2babbf26 HTTP/1.1" status: 200 len: 946 time: 0.2502735 Nov 09 17:43:23.195099 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:23.203606 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd4036a5-8f98-4fdc-815b-481634b55980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:23.223246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cb00fc-938c-463a-b406-2d2218bc1d47 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:23.249436 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd4036a5-8f98-4fdc-815b-481634b55980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:23.261840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 28cb00fc-938c-463a-b406-2d2218bc1d47, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=28cb00fc-938c-463a-b406-2d2218bc1d47,segment=NetworkSegment(f2b75375-05ec-4fb3-9fca-62db339a35a2),segment_id=f2b75375-05ec-4fb3-9fca-62db339a35a2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:23.270479 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:23.370198 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd4036a5-8f98-4fdc-815b-481634b55980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:23.371501 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=28cb00fc-938c-463a-b406-2d2218bc1d47,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:23.378829 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd4036a5-8f98-4fdc-815b-481634b55980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:23.380775 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fd4036a5-8f98-4fdc-815b-481634b55980 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66bd65ed-2da9-4f02-848b-185f271cfdd8 HTTP/1.1" status: 204 len: 168 time: 0.2581422 Nov 09 17:43:23.393982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-915ed44c-f218-4e8b-92c7-ea7cdf89b5d8 req-aba6b0b8-9714-48ee-8cd4-22ee3e6d0487 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237549 Nov 09 17:43:23.396325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4036a5-8f98-4fdc-815b-481634b55980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bd65ed-2da9-4f02-848b-185f271cfdd8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:23.434053 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-88c36843-4c3b-4470-97f7-6832fa3bf3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:20Z', 'revision_number': 7, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbff508-ce71-41c8-abd9-03d70bcc0b3e', 'name': '', 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:62:9a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '88ed17a8-2652-428d-8976-adbac61920fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:07Z', 'updated_at': '2021-11-09T17:43:18Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '88ed17a8-2652-428d-8976-adbac61920fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:09Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:23.521396 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-3045bd93-8453-4497-85a2-ded8e7248f92 req-4430262d-b96b-4193-b1b4-d7ca2cd7f24b tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] show failed (client error): The resource could not be found. Nov 09 17:43:23.530943 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:23.538731 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3045bd93-8453-4497-85a2-ded8e7248f92 req-4430262d-b96b-4193-b1b4-d7ca2cd7f24b tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/fdd4a5e1-cace-49b8-8e25-259c98f0df47 HTTP/1.1" status: 404 len: 352 time: 0.0474033 Nov 09 17:43:23.544011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-39e80167-1313-4837-ad50-40dc696d6a41 req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Deleting port a8c25d17-aeb3-48ca-937d-2fea70024c42 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:23.544611 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-39e80167-1313-4837-ad50-40dc696d6a41 req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:23.555963 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c36843-4c3b-4470-97f7-6832fa3bf3bf None None] The sync data for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 is: [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:20Z', 'revision_number': 7, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbff508-ce71-41c8-abd9-03d70bcc0b3e', 'name': '', 'network_id': 'c8deb66c-6db2-4f12-a6a8-2eff82975d20', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:62:9a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '88ed17a8-2652-428d-8976-adbac61920fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:07Z', 'updated_at': '2021-11-09T17:43:18Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '88ed17a8-2652-428d-8976-adbac61920fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:09Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:23.639322 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['7a24e5e7-60cf-4560-9392-04c0938e0e82'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:23.763306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac2627-b13b-4bb8-9f8d-cd7dadecdf59 req-18249f04-3717-4207-a941-ce6b825d42a9 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:23.777386 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7ac2627-b13b-4bb8-9f8d-cd7dadecdf59 req-18249f04-3717-4207-a941-ce6b825d42a9 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 948 time: 0.1260474 Nov 09 17:43:23.824479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-39e80167-1313-4837-ad50-40dc696d6a41 req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] For port a8c25d17-aeb3-48ca-937d-2fea70024c42, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8c25d17-aeb3-48ca-937d-2fea70024c42,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:23.824916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-39e80167-1313-4837-ad50-40dc696d6a41 req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:23.853208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-39e80167-1313-4837-ad50-40dc696d6a41 req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Calling delete_port for a8c25d17-aeb3-48ca-937d-2fea70024c42 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:23.902366 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7ac2627-b13b-4bb8-9f8d-cd7dadecdf59 req-39896122-02bd-47d7-8779-c0285284e251 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216903 Nov 09 17:43:24.126665 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7e713dc1-0cfa-4363-8a3a-4e070be7fad0 req-bf84ccfa-2bd2-4de3-a3c3-47ffe8b59f81 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 210 time: 0.1676843 Nov 09 17:43:24.233791 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2f3218fd-aaf4-4de3-a580-be1ae9779b29 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:24.343352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 35579c40-c48c-457f-90bd-ff150dc94826 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:24.374581 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae063bf-7489-401a-a0ed-38e4416aee95 req-6a01a8ae-68cb-4b25-813c-0431c5c55ee0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:24.390416 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aae063bf-7489-401a-a0ed-38e4416aee95 req-6a01a8ae-68cb-4b25-813c-0431c5c55ee0 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 1023 time: 0.1133738 Nov 09 17:43:24.450566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 35579c40-c48c-457f-90bd-ff150dc94826 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:43:24.458159 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 35579c40-c48c-457f-90bd-ff150dc94826 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:24.459045 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:24.504292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-39e80167-1313-4837-ad50-40dc696d6a41 req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:24.509572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 14d7eb00-aafa-4277-a23a-13e1438cd184 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:43:24.511143 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aae063bf-7489-401a-a0ed-38e4416aee95 req-1532bb3a-036d-4a36-a57e-75466c6b8574 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&id=36acde82-9796-4945-ae1e-4c30ca69c340&id=812d54c5-bbdb-41b6-a421-795659ec9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1188352 Nov 09 17:43:24.512429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8c25d17-aeb3-48ca-937d-2fea70024c42 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:24.544502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaccf5-0492-4e9d-97ff-0ff47a83c7a9 req-d3d5c317-b9af-4f53-a36a-b5db1d50642a tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:24.546136 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70eaccf5-0492-4e9d-97ff-0ff47a83c7a9 req-d3d5c317-b9af-4f53-a36a-b5db1d50642a tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 945 time: 0.2496843 Nov 09 17:43:24.616619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: a8c25d17-aeb3-48ca-937d-2fea70024c42 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:24.617297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8c25d17-aeb3-48ca-937d-2fea70024c42 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:24.626906 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Pushing event deleted for resources: {'Port': ['ID=a8c25d17-aeb3-48ca-937d-2fea70024c42,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:24.630493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e80167-1313-4837-ad50-40dc696d6a41 req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] No DVR routers for this DVR port a8c25d17-aeb3-48ca-937d-2fea70024c42 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:24.633590 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-39e80167-1313-4837-ad50-40dc696d6a41 req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:24.638548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39e80167-1313-4837-ad50-40dc696d6a41 req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.18 "DELETE /v2.0/ports/a8c25d17-aeb3-48ca-937d-2fea70024c42 HTTP/1.1" status: 204 len: 173 time: 1.4301789 Nov 09 17:43:24.656411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f86a605-ec9d-4416-8b09-d81c2babbf26', 'name': 'network-vif-deleted', 'tag': 'a8c25d17-aeb3-48ca-937d-2fea70024c42'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:24.662105 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bb2f9a-07b8-4674-b585-99e9ff7c89fb" -d '{"events": [{"server_uuid": "4f86a605-ec9d-4416-8b09-d81c2babbf26", "name": "network-vif-deleted", "tag": "a8c25d17-aeb3-48ca-937d-2fea70024c42"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:24.731301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:24.732042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:24.732586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:24.732742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2230f5-1d74-4602-bacd-133676a36447 req-56151054-2e5d-4dfe-bd2d-a3e51c995007 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:24.733204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:24.733873 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:24.734312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:24.734747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:24.735936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:24.736692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:24.736830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:24.737237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:24.737676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db5d6d-bbdf-41f6-b8fd-dc21f4ae1e90 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:24.757887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2230f5-1d74-4602-bacd-133676a36447 req-56151054-2e5d-4dfe-bd2d-a3e51c995007 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:24.762093 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2c2230f5-1d74-4602-bacd-133676a36447 req-56151054-2e5d-4dfe-bd2d-a3e51c995007 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1679 time: 0.1316552 Nov 09 17:43:24.820882 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2c2230f5-1d74-4602-bacd-133676a36447 req-d996b246-5a90-4ad6-bd32-4f3bc112e10a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519080 Nov 09 17:43:24.872801 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70eaccf5-0492-4e9d-97ff-0ff47a83c7a9 req-a5c1731b-e7ee-42f9-835f-6f642ebdb17f tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739604 Nov 09 17:43:24.967133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['28cb00fc-938c-463a-b406-2d2218bc1d47'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:25.040221 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377cd118-e6a7-4153-a8b6-63d370b46793 x-openstack-request-id: req-377cd118-e6a7-4153-a8b6-63d370b46793 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:25.040532 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f86a605-ec9d-4416-8b09-d81c2babbf26", "name": "network-vif-deleted", "tag": "a8c25d17-aeb3-48ca-937d-2fea70024c42", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:25.040800 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-377cd118-e6a7-4153-a8b6-63d370b46793 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:25.041207 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f86a605-ec9d-4416-8b09-d81c2babbf26', 'name': 'network-vif-deleted', 'tag': 'a8c25d17-aeb3-48ca-937d-2fea70024c42', 'status': 'completed', 'code': 200} Nov 09 17:43:25.141226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2f3218fd-aaf4-4de3-a580-be1ae9779b29 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port bcbff508-ce71-41c8-abd9-03d70bcc0b3e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:25.142030 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2f3218fd-aaf4-4de3-a580-be1ae9779b29 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:25.270093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-2f3218fd-aaf4-4de3-a580-be1ae9779b29 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] For port bcbff508-ce71-41c8-abd9-03d70bcc0b3e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=bcbff508-ce71-41c8-abd9-03d70bcc0b3e,segment=NetworkSegment(4241c143-4f85-436b-8e15-6e07e9eec1ac),segment_id=4241c143-4f85-436b-8e15-6e07e9eec1ac)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:25.270761 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2f3218fd-aaf4-4de3-a580-be1ae9779b29 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:25.290063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2f3218fd-aaf4-4de3-a580-be1ae9779b29 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for bcbff508-ce71-41c8-abd9-03d70bcc0b3e owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:25.324970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-0bac3fb6-45ee-44e1-bdf4-6e13685b294b tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:25.328100 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-0bac3fb6-45ee-44e1-bdf4-6e13685b294b tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.13 "GET /v2.0/networks?id=75c018ec-0b04-4833-997f-dc4d1238f2df HTTP/1.1" status: 200 len: 813 time: 0.2032516 Nov 09 17:43:25.329005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57946) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:25.335280 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:25.339433 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:25.356059 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-b654b9e9-a0f9-4687-a02f-d2688020eaa6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Request body: {'port': {'device_id': '94ff37bf-87f1-4761-ae77-82b83f2a4dfe', 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df', 'admin_state_up': True, 'tenant_id': '6a617172035c4d19aef584a080aeda51'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:25.508742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'mac_address': 'fa:16:3e:7f:3c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:43:25.527273 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2f3218fd-aaf4-4de3-a580-be1ae9779b29 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:25.555350 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847a544-37c2-4744-a42a-845a1ad0fdea req-0e865d28-cbcf-45d0-8971-0abe08f74e8b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:25.560373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 35579c40-c48c-457f-90bd-ff150dc94826, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=35579c40-c48c-457f-90bd-ff150dc94826,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:25.562603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a86b556-44b1-4388-9524-5120e683ef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35579c40-c48c-457f-90bd-ff150dc94826'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:25.566386 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcec2a3c-707a-447d-b9c5-d019d36cf589" -d '{"events": [{"server_uuid": "2a86b556-44b1-4388-9524-5120e683ef45", "name": "network-vif-plugged", "status": "completed", "tag": "35579c40-c48c-457f-90bd-ff150dc94826"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:25.569917 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:25.575668 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b847a544-37c2-4744-a42a-845a1ad0fdea req-0e865d28-cbcf-45d0-8971-0abe08f74e8b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 948 time: 0.4695358 Nov 09 17:43:25.582388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-16a3de20-d940-4f36-94b6-e827c7fab651 req-a8ab5dd0-bcdf-42ad-b3e5-321f403799dc tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 210 time: 0.0744336 Nov 09 17:43:25.590154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3218fd-aaf4-4de3-a580-be1ae9779b29 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=bcbff508-ce71-41c8-abd9-03d70bcc0b3e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:25.599536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-114625391-network', 'tenant_id': '6434953beaaa46b5a71b35f308bbd7a0'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:25.699137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Made reservation on behalf of 6434953beaaa46b5a71b35f308bbd7a0 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:25.703361 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:25.759612 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:25.767289 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:25.788261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b847a544-37c2-4744-a42a-845a1ad0fdea req-5e44732f-1f1b-429f-9b73-710e890c8e3b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769214 Nov 09 17:43:25.821217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d7eb00-aafa-4277-a23a-13e1438cd184 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:25.889057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:25.892318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=35579c40-c48c-457f-90bd-ff150dc94826,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:25.897752 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:25.972409 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d235f2-895d-4bd0-a0a0-c63e44483dc4 x-openstack-request-id: req-08d235f2-895d-4bd0-a0a0-c63e44483dc4 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:25.972748 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a86b556-44b1-4388-9524-5120e683ef45", "name": "network-vif-plugged", "status": "completed", "tag": "35579c40-c48c-457f-90bd-ff150dc94826", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:25.972971 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08d235f2-895d-4bd0-a0a0-c63e44483dc4 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:25.975259 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a86b556-44b1-4388-9524-5120e683ef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35579c40-c48c-457f-90bd-ff150dc94826', 'code': 200} Nov 09 17:43:25.990458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-b654b9e9-a0f9-4687-a02f-d2688020eaa6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Made reservation on behalf of 6a617172035c4d19aef584a080aeda51 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:26.004738 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-b654b9e9-a0f9-4687-a02f-d2688020eaa6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:26.034194 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:26.052614 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:26.090651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:26.316992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['14d7eb00-aafa-4277-a23a-13e1438cd184'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:26.373757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbbacb-4537-4dc2-a29f-655bd4ae00f2 req-876fb233-66e4-4569-a7e9-b571cd089349 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:26.375590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-94bbbacb-4537-4dc2-a29f-655bd4ae00f2 req-876fb233-66e4-4569-a7e9-b571cd089349 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 1023 time: 0.6784492 Nov 09 17:43:26.409941 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:26.414764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a744133-705e-4c40-994b-6b034490a7d9 req-b85d0bb1-0afc-486f-afdb-6ab293b3fd3e tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:26.417982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a744133-705e-4c40-994b-6b034490a7d9 req-b85d0bb1-0afc-486f-afdb-6ab293b3fd3e tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 1023 time: 0.2111349 Nov 09 17:43:26.440411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93de12-1b20-4a41-af5d-7707293c8d1f req-01b298f6-d72a-4513-be4a-84fc35f82d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:26.443143 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed93de12-1b20-4a41-af5d-7707293c8d1f req-01b298f6-d72a-4513-be4a-84fc35f82d8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 1097 time: 0.2351024 Nov 09 17:43:26.464114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec386be-04c3-4ed3-98d6-86144726d802,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:26.473579 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:26.474125 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Added segment 2ee43e27-e5ec-4ae0-91cc-e586a95ce834 of type vlan for network 893cfb05-5470-40bb-b386-845d7e11d965 Nov 09 17:43:26.488896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7a24e5e7-60cf-4560-9392-04c0938e0e82 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:26.597118 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cca3d-2e53-4c91-a3e6-8da188a53f7c req-7ab3342e-9ff6-4674-bac5-c0ff85a41e05 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:26.604640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cca3d-2e53-4c91-a3e6-8da188a53f7c req-7ab3342e-9ff6-4674-bac5-c0ff85a41e05 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:26.606587 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b40cca3d-2e53-4c91-a3e6-8da188a53f7c req-7ab3342e-9ff6-4674-bac5-c0ff85a41e05 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1679 time: 0.2285013 Nov 09 17:43:26.611094 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:26.648734 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2f3218fd-aaf4-4de3-a580-be1ae9779b29 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:26.649305 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 7a24e5e7-60cf-4560-9392-04c0938e0e82 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:43:26.658744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 7a24e5e7-60cf-4560-9392-04c0938e0e82 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:26.659705 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:26.661711 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-94bbbacb-4537-4dc2-a29f-655bd4ae00f2 req-c4de05c7-1998-4488-b7a4-e9d073540c50 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups?id=179926a6-f595-403e-b7b6-6e273b587bc2&id=36acde82-9796-4945-ae1e-4c30ca69c340&id=812d54c5-bbdb-41b6-a421-795659ec9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2635825 Nov 09 17:43:26.666966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-b654b9e9-a0f9-4687-a02f-d2688020eaa6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Allocated IP 172.20.0.5 (75c018ec-0b04-4833-997f-dc4d1238f2df/58c4be93-f0c0-41e5-b7af-e37ae762dc0f/057302ae-a9bb-4588-8853-d12a8aeecc0e) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:26.731359 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b40cca3d-2e53-4c91-a3e6-8da188a53f7c req-c9dae9a8-49d1-4922-bc2d-593b383545f0 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099532 Nov 09 17:43:26.732005 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:26.733360 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:26.734484 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:26.770021 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed93de12-1b20-4a41-af5d-7707293c8d1f req-88f34f08-ff0c-4101-b84a-af62e82c7f26 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958741 Nov 09 17:43:26.830744 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:26.894424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 7a24e5e7-60cf-4560-9392-04c0938e0e82, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a24e5e7-60cf-4560-9392-04c0938e0e82,segment=NetworkSegment(e4256873-3aaf-4d8f-8a6b-9814a3ea2e72),segment_id=e4256873-3aaf-4d8f-8a6b-9814a3ea2e72)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:26.901538 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:26.903542 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 28cb00fc-938c-463a-b406-2d2218bc1d47 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:26.925916 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5948958 Nov 09 17:43:26.933037 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57964) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:26.936954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bef94-ee6d-40c6-9cca-0ac6436f3415 admin admin] Pushing event updated for resources: {'Network': ['ID=893cfb05-5470-40bb-b386-845d7e11d965,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:26.952565 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c6ed35e3-09e4-410c-a15f-409032730bb7 admin admin] Request body: {'subnet': {'network_id': '893cfb05-5470-40bb-b386-845d7e11d965', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-114625391-subnet', 'tenant_id': '6434953beaaa46b5a71b35f308bbd7a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:26.964228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 893cfb05-5470-40bb-b386-845d7e11d965 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:27.068787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ed35e3-09e4-410c-a15f-409032730bb7 admin admin] Made reservation on behalf of 6434953beaaa46b5a71b35f308bbd7a0 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:27.072791 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6ed35e3-09e4-410c-a15f-409032730bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:27.113626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-7a744133-705e-4c40-994b-6b034490a7d9 req-ce9ac890-0a48-4360-b7f4-f8d99f1d3dfb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Deleting port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:27.114126 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7a744133-705e-4c40-994b-6b034490a7d9 req-ce9ac890-0a48-4360-b7f4-f8d99f1d3dfb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:27.131248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=7a24e5e7-60cf-4560-9392-04c0938e0e82,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:27.159024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 28cb00fc-938c-463a-b406-2d2218bc1d47 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:43:27.164912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 28cb00fc-938c-463a-b406-2d2218bc1d47 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:27.166653 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:27.226164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d292dbd-89e5-4217-8006-80040f0953ad req-c8b3fb91-97ee-4d57-9e9e-f108e459bea1 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:27.227852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d292dbd-89e5-4217-8006-80040f0953ad req-c8b3fb91-97ee-4d57-9e9e-f108e459bea1 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 946 time: 0.3889830 Nov 09 17:43:27.237655 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b246ae7a-b612-49f8-bbe2-95e2a98653c4 req-3701a5c4-1047-4d5e-b58d-dc0e6584641a tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 210 time: 0.0712333 Nov 09 17:43:27.302270 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-b654b9e9-a0f9-4687-a02f-d2688020eaa6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:27.333837 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:27.349231 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d292dbd-89e5-4217-8006-80040f0953ad req-448b29bf-8032-473d-a2e5-eed0e69920c7 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988624 Nov 09 17:43:27.376209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 28cb00fc-938c-463a-b406-2d2218bc1d47, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=28cb00fc-938c-463a-b406-2d2218bc1d47,segment=NetworkSegment(f2b75375-05ec-4fb3-9fca-62db339a35a2),segment_id=f2b75375-05ec-4fb3-9fca-62db339a35a2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:27.378351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3218fd-aaf4-4de3-a580-be1ae9779b29 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 30725612-2d61-4791-85b8-4bcad741f53c has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:27.382151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-7a744133-705e-4c40-994b-6b034490a7d9 req-ce9ac890-0a48-4360-b7f4-f8d99f1d3dfb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] For port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,segment=NetworkSegment(b6a72571-bc06-4a45-93bb-b2a6aa2a6609),segment_id=b6a72571-bc06-4a45-93bb-b2a6aa2a6609)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:27.382832 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7a744133-705e-4c40-994b-6b034490a7d9 req-ce9ac890-0a48-4360-b7f4-f8d99f1d3dfb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:27.384695 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:27.414663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-7a744133-705e-4c40-994b-6b034490a7d9 req-ce9ac890-0a48-4360-b7f4-f8d99f1d3dfb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Calling delete_port for 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:27.445341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=28cb00fc-938c-463a-b406-2d2218bc1d47,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:27.480716 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-b654b9e9-a0f9-4687-a02f-d2688020eaa6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:27.541146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc615b5e-8bc4-4b7f-af50-fadc4f21c8b5 req-253751af-541e-4401-a971-1739c73df1ae tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:27.544136 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc615b5e-8bc4-4b7f-af50-fadc4f21c8b5 req-253751af-541e-4401-a971-1739c73df1ae tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 949 time: 0.1971097 Nov 09 17:43:27.606273 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-b654b9e9-a0f9-4687-a02f-d2688020eaa6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Network 75c018ec-0b04-4833-997f-dc4d1238f2df is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:27.627502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-b654b9e9-a0f9-4687-a02f-d2688020eaa6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:27.631473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654b9e9-a0f9-4687-a02f-d2688020eaa6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Pushing event updated for resources: {'Port': ['ID=057302ae-a9bb-4588-8853-d12a8aeecc0e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:27.635447 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-b654b9e9-a0f9-4687-a02f-d2688020eaa6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:27.640201 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6ed35e3-09e4-410c-a15f-409032730bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:27.666911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3218fd-aaf4-4de3-a580-be1ae9779b29 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:27.672470 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2f3218fd-aaf4-4de3-a580-be1ae9779b29 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0658360 Nov 09 17:43:27.676885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57966) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:27.685191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a7e2d-a624-4d79-8884-abfd1be995f3 None None] Sync routers for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:27.725538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a7e2d-a624-4d79-8884-abfd1be995f3 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:27.726620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fc6a7e2d-a624-4d79-8884-abfd1be995f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:27.765737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a3079a-78cf-4555-b630-c1cf15a07732 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting subnet 88ed17a8-2652-428d-8976-adbac61920fe {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:43:27.786802 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc615b5e-8bc4-4b7f-af50-fadc4f21c8b5 req-d458d432-277f-4701-82f7-4eb6fc190a57 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167130 Nov 09 17:43:27.793224 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b3a3079a-78cf-4555-b630-c1cf15a07732 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:27.838888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-b654b9e9-a0f9-4687-a02f-d2688020eaa6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:27.839792 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-b654b9e9-a0f9-4687-a02f-d2688020eaa6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:27.861540 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7a744133-705e-4c40-994b-6b034490a7d9 req-ce9ac890-0a48-4360-b7f4-f8d99f1d3dfb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:27.876995 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed35e3-09e4-410c-a15f-409032730bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a54f837-eac1-44a1-be6e-bd91756fd83f,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:27.894752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:27.900680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b3a3079a-78cf-4555-b630-c1cf15a07732 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:27.904077 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-b654b9e9-a0f9-4687-a02f-d2688020eaa6 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5560231 Nov 09 17:43:27.905071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed35e3-09e4-410c-a15f-409032730bb7 admin admin] Checking segment: {'id': '2ee43e27-e5ec-4ae0-91cc-e586a95ce834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '893cfb05-5470-40bb-b386-845d7e11d965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:27.905452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed35e3-09e4-410c-a15f-409032730bb7 admin admin] Network hostable DHCP agents. Network: 893cfb05-5470-40bb-b386-845d7e11d965, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:43:27.921939 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Request body: {'port': {'device_id': '94ff37bf-87f1-4761-ae77-82b83f2a4dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:27.940572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-fc6a7e2d-a624-4d79-8884-abfd1be995f3 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:27.965276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ac890-0a48-4360-b7f4-f8d99f1d3dfb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event deleted for resources: {'Port': ['ID=9aa747f0-dd99-4e1a-ae49-c8a486f6d02b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:27.981765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed35e3-09e4-410c-a15f-409032730bb7 admin admin] Network 893cfb05-5470-40bb-b386-845d7e11d965 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:43:28.028701 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47177eee-c6ee-4f0a-a16a-2d6d6e91d56a req-03617be4-0cb5-4a68-aee6-9c63f4f25f96 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed43cab5-3607-4c33-bd2e-3f08b966400b HTTP/1.1" status: 200 len: 210 time: 0.1222126 Nov 09 17:43:28.051122 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:28.069283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a24e5e7-60cf-4560-9392-04c0938e0e82'}, {'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cb00fc-938c-463a-b406-2d2218bc1d47'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:28.072078 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0503d1-75e3-457d-b3e3-1f352a7886a2" -d '{"events": [{"server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "name": "network-vif-plugged", "status": "completed", "tag": "7a24e5e7-60cf-4560-9392-04c0938e0e82"}, {"server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "name": "network-vif-plugged", "status": "completed", "tag": "28cb00fc-938c-463a-b406-2d2218bc1d47"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:28.079527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a744133-705e-4c40-994b-6b034490a7d9 req-ce9ac890-0a48-4360-b7f4-f8d99f1d3dfb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] No DVR routers for this DVR port 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:28.084599 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7a744133-705e-4c40-994b-6b034490a7d9 req-ce9ac890-0a48-4360-b7f4-f8d99f1d3dfb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:28.088843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a744133-705e-4c40-994b-6b034490a7d9 req-ce9ac890-0a48-4360-b7f4-f8d99f1d3dfb tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.18 "DELETE /v2.0/ports/9aa747f0-dd99-4e1a-ae49-c8a486f6d02b HTTP/1.1" status: 204 len: 173 time: 1.6599360 Nov 09 17:43:28.089346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed43cab5-3607-4c33-bd2e-3f08b966400b', 'name': 'network-vif-deleted', 'tag': '9aa747f0-dd99-4e1a-ae49-c8a486f6d02b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:28.092316 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b4b97e-a7cf-4cb3-88e5-6f78eb85e158" -d '{"events": [{"server_uuid": "ed43cab5-3607-4c33-bd2e-3f08b966400b", "name": "network-vif-deleted", "tag": "9aa747f0-dd99-4e1a-ae49-c8a486f6d02b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:28.113672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c6ed35e3-09e4-410c-a15f-409032730bb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 893cfb05-5470-40bb-b386-845d7e11d965) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:28.129899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ed35e3-09e4-410c-a15f-409032730bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:28.130996 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6ed35e3-09e4-410c-a15f-409032730bb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:28.160623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae44727-aab4-4be1-bc7c-ff45a9b22d58 None None] Network 893cfb05-5470-40bb-b386-845d7e11d965 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:28.184748 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b3a3079a-78cf-4555-b630-c1cf15a07732 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:28.237031 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9076872-34b4-4280-80eb-4c08d33ad14e req-aa57fc6d-0faf-4f52-8419-a055f9a94710 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:28.251700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9076872-34b4-4280-80eb-4c08d33ad14e req-aa57fc6d-0faf-4f52-8419-a055f9a94710 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:28.266783 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9076872-34b4-4280-80eb-4c08d33ad14e req-aa57fc6d-0faf-4f52-8419-a055f9a94710 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1681 time: 0.2754333 Nov 09 17:43:28.296262 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b3a3079a-78cf-4555-b630-c1cf15a07732 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:28.308608 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d1df8e-cd32-4a8e-8874-1f064ad34806 x-openstack-request-id: req-64d1df8e-cd32-4a8e-8874-1f064ad34806 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:28.309579 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "name": "network-vif-plugged", "status": "completed", "tag": "7a24e5e7-60cf-4560-9392-04c0938e0e82", "code": 200}, {"server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "name": "network-vif-plugged", "status": "completed", "tag": "28cb00fc-938c-463a-b406-2d2218bc1d47", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:28.309579 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64d1df8e-cd32-4a8e-8874-1f064ad34806 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:28.309579 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a24e5e7-60cf-4560-9392-04c0938e0e82', 'code': 200} Nov 09 17:43:28.309949 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cb00fc-938c-463a-b406-2d2218bc1d47', 'code': 200} Nov 09 17:43:28.336195 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b3a3079a-78cf-4555-b630-c1cf15a07732 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:28.340619 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c6ed35e3-09e4-410c-a15f-409032730bb7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4048979 Nov 09 17:43:28.345269 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b3a3079a-78cf-4555-b630-c1cf15a07732 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/88ed17a8-2652-428d-8976-adbac61920fe HTTP/1.1" status: 204 len: 168 time: 0.6669631 Nov 09 17:43:28.347585 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e5b3e6-e13d-4199-9d34-39da9c988679 x-openstack-request-id: req-f7e5b3e6-e13d-4199-9d34-39da9c988679 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:28.348318 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed43cab5-3607-4c33-bd2e-3f08b966400b", "name": "network-vif-deleted", "tag": "9aa747f0-dd99-4e1a-ae49-c8a486f6d02b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:28.348869 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f7e5b3e6-e13d-4199-9d34-39da9c988679 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:28.349930 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed43cab5-3607-4c33-bd2e-3f08b966400b', 'name': 'network-vif-deleted', 'tag': '9aa747f0-dd99-4e1a-ae49-c8a486f6d02b', 'status': 'completed', 'code': 200} Nov 09 17:43:28.355398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57980) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:28.361675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43be1790-00a4-4a1a-bff9-e2942c5b5fcc None None] Network c8deb66c-6db2-4f12-a6a8-2eff82975d20 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:28.419729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3079a-78cf-4555-b630-c1cf15a07732 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Subnet': ['ID=88ed17a8-2652-428d-8976-adbac61920fe,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:28.518792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 14d7eb00-aafa-4277-a23a-13e1438cd184 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:28.605262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54977da1-52fb-4cbe-874a-e9331c6e04c2 req-223e5fab-0d9e-43a8-93f2-91ab1ba0cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:28.605850 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54977da1-52fb-4cbe-874a-e9331c6e04c2 req-223e5fab-0d9e-43a8-93f2-91ab1ba0cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:28.607604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54977da1-52fb-4cbe-874a-e9331c6e04c2 req-223e5fab-0d9e-43a8-93f2-91ab1ba0cb37 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1983 time: 0.2016542 Nov 09 17:43:28.619202 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:28.658665 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91024a85-1796-4637-b348-3727aa0e09e5 req-9f7ce035-a01b-42cb-9ef5-f8f064279125 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:28.667158 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91024a85-1796-4637-b348-3727aa0e09e5 req-9f7ce035-a01b-42cb-9ef5-f8f064279125 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 931 time: 0.1668262 Nov 09 17:43:28.722368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54977da1-52fb-4cbe-874a-e9331c6e04c2 req-08a29dbc-15aa-47c9-bd5f-d74478884ae1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935390 Nov 09 17:43:28.726018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057302ae-a9bb-4588-8853-d12a8aeecc0e {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:28.736972 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:28.753462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Transition to ACTIVE for port object 057302ae-a9bb-4588-8853-d12a8aeecc0e will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:43:28.775419 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9076872-34b4-4280-80eb-4c08d33ad14e req-d8730878-30f2-4446-b406-4d35dc036630 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936221 Nov 09 17:43:28.781548 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:28.807604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91024a85-1796-4637-b348-3727aa0e09e5 req-298c9d4c-5eb0-47c6-b04f-94c880d41f37 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391692 Nov 09 17:43:28.888110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:28.888431 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:28.915408 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Pushing event updated for resources: {'Port': ['ID=057302ae-a9bb-4588-8853-d12a8aeecc0e,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:28.942855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 14d7eb00-aafa-4277-a23a-13e1438cd184 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:43:28.960904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 14d7eb00-aafa-4277-a23a-13e1438cd184 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:28.961696 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:28.976226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf78faa0-92a0-4938-b6b0-d674cbdbec61 None None] Network 893cfb05-5470-40bb-b386-845d7e11d965 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:29.079330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c2d07-a064-4e55-97bf-1a43ddeb82a1 req-a22e6e5e-9323-4295-a1a9-58b2ee5d264c tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:29.080025 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e5c2d07-a064-4e55-97bf-1a43ddeb82a1 req-a22e6e5e-9323-4295-a1a9-58b2ee5d264c tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 946 time: 0.1687503 Nov 09 17:43:29.094646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Attempting to bind port 057302ae-a9bb-4588-8853-d12a8aeecc0e on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:43:29.095933 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Attempting to bind port 057302ae-a9bb-4588-8853-d12a8aeecc0e by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:43:29.096461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Attempting to bind port 057302ae-a9bb-4588-8853-d12a8aeecc0e on network 75c018ec-0b04-4833-997f-dc4d1238f2df {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:29.121437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b44520-1a41-4f55-b90c-41caf4cbdafc None None] DHCP port deletion for c8deb66c-6db2-4f12-a6a8-2eff82975d20 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:43:29.121926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] For port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b41bb8f4-8f27-41fd-85fa-3ef28414b7d6,segment=NetworkSegment(4241c143-4f85-436b-8e15-6e07e9eec1ac),segment_id=4241c143-4f85-436b-8e15-6e07e9eec1ac)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:29.122311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.131921 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Port 057302ae-a9bb-4588-8853-d12a8aeecc0e on network 75c018ec-0b04-4833-997f-dc4d1238f2df not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:43:29.132393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Attempting to bind port 057302ae-a9bb-4588-8853-d12a8aeecc0e on network 75c018ec-0b04-4833-997f-dc4d1238f2df {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:29.142760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:29.143278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Checking segment: {'id': '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:29.144187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Bound using segment: {'id': '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:29.144869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Bound port: 057302ae-a9bb-4588-8853-d12a8aeecc0e, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:43:29.145417 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.147903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:29.163164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fc6a7e2d-a624-4d79-8884-abfd1be995f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:25Z', 'revision_number': 8, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:09Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:29.165985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432323a-bf9e-472a-94aa-3269e2f583e2 req-628353c4-9751-423f-81fd-fe35c763d41d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:29.174772 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4432323a-bf9e-472a-94aa-3269e2f583e2 req-628353c4-9751-423f-81fd-fe35c763d41d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 949 time: 0.1687560 Nov 09 17:43:29.204655 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e5c2d07-a064-4e55-97bf-1a43ddeb82a1 req-0a15192b-11ad-4a30-98c0-5877ead836e1 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025813 Nov 09 17:43:29.217334 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a7e2d-a624-4d79-8884-abfd1be995f3 None None] Checking router: 30725612-2d61-4791-85b8-4bcad741f53c for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:29.290693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a7e2d-a624-4d79-8884-abfd1be995f3 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:29.291726 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fc6a7e2d-a624-4d79-8884-abfd1be995f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:29.336562 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4432323a-bf9e-472a-94aa-3269e2f583e2 req-6f855828-157b-47b6-b524-96e3ac9ed836 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602950 Nov 09 17:43:29.350666 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.350980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58006) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:29.361098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2096857499-network', 'tenant_id': 'd5bbe1c4c04b4a128cb17ba084df7367'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:29.405002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] For port 057302ae-a9bb-4588-8853-d12a8aeecc0e, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:29.410217 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] For port 057302ae-a9bb-4588-8853-d12a8aeecc0e, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=057302ae-a9bb-4588-8853-d12a8aeecc0e,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:29.415643 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.432025 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.483980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:29.484508 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.486247 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] 10.222.0.13 "PUT /v2.0/ports/057302ae-a9bb-4588-8853-d12a8aeecc0e HTTP/1.1" status: 200 len: 1091 time: 1.5693984 Nov 09 17:43:29.503665 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Made reservation on behalf of d5bbe1c4c04b4a128cb17ba084df7367 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:29.503872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ff37bf-87f1-4761-ae77-82b83f2a4dfe', 'tag': '057302ae-a9bb-4588-8853-d12a8aeecc0e'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:29.506120 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5923a20f-4d90-4db1-b514-f6c386da92ea" -d '{"events": [{"name": "network-changed", "server_uuid": "94ff37bf-87f1-4761-ae77-82b83f2a4dfe", "tag": "057302ae-a9bb-4588-8853-d12a8aeecc0e"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:29.507662 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.528794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No DVR routers for this DVR port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:29.538998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=b41bb8f4-8f27-41fd-85fa-3ef28414b7d6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:29.558042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:29.568433 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.574798 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.612268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-633e5bd6-6ae6-4c01-8498-71c66f1419a1 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:29.618894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-fc6a7e2d-a624-4d79-8884-abfd1be995f3 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:29.623790 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-633e5bd6-6ae6-4c01-8498-71c66f1419a1 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1971164 Nov 09 17:43:29.624106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c1b44520-1a41-4f55-b90c-41caf4cbdafc None None] Deleting port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:29.624662 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c1b44520-1a41-4f55-b90c-41caf4cbdafc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.627382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d0154-3cac-4abf-8cdf-f0111423db95 service neutron] Pushing event updated for resources: {'Port': ['ID=057302ae-a9bb-4588-8853-d12a8aeecc0e,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:29.649389 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67ecc64e-40b3-45c3-8190-b697bf93b691 req-3890be24-ec3f-429e-a838-e9e69f79b5ad tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/36acde82-9796-4945-ae1e-4c30ca69c340 HTTP/1.1" status: 200 len: 1803 time: 0.2537103 Nov 09 17:43:29.684227 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-6566fe6d-8e3f-4715-ba9d-5eff031220c5 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 696 time: 0.0593698 Nov 09 17:43:29.696735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-0fc7f24e-eb36-4ce0-95ac-e2443e170ce3 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Request body: {'floatingip': {'port_id': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:29.700981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-2bd76a45-bc44-42fd-ae84-6eee78b53664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:29.702543 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-2bd76a45-bc44-42fd-ae84-6eee78b53664 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a617172035c4d19aef584a080aeda51&device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 1094 time: 0.1448205 Nov 09 17:43:29.824496 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.844767 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-f290b5e4-b672-4fca-9a1e-e35cc6a44544 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057302ae-a9bb-4588-8853-d12a8aeecc0e HTTP/1.1" status: 200 len: 217 time: 0.1167054 Nov 09 17:43:29.847388 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-0fc7f24e-eb36-4ce0-95ac-e2443e170ce3 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.874102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8deb66c-6db2-4f12-a6a8-2eff82975d20']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:29.918801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4241c143-4f85-436b-8e15-6e07e9eec1ac') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:29.919281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4241c143-4f85-436b-8e15-6e07e9eec1ac') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:29.922758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:29.922957 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-67ecc64e-40b3-45c3-8190-b697bf93b691 req-4de943cf-1efb-4830-b593-c72829c58dcf tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.960787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:29.972896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:29.973454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:29.985563 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:29.996090 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.005964 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-67ecc64e-40b3-45c3-8190-b697bf93b691 req-4de943cf-1efb-4830-b593-c72829c58dcf tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.049257 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.051954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c1b44520-1a41-4f55-b90c-41caf4cbdafc None None] For port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:30.052124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:30.052456 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c1b44520-1a41-4f55-b90c-41caf4cbdafc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.052899 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:30.066044 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:30.122484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-bfd75191-bad9-4909-8822-1da84a340139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:30.125762 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-bfd75191-bad9-4909-8822-1da84a340139 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58c4be93-f0c0-41e5-b7af-e37ae762dc0f HTTP/1.1" status: 200 len: 853 time: 0.2367485 Nov 09 17:43:30.132347 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c1b44520-1a41-4f55-b90c-41caf4cbdafc None None] Calling delete_port for b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:30.137502 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-c1b44520-1a41-4f55-b90c-41caf4cbdafc None None] Port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:43:30.145570 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.147363 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c1b44520-1a41-4f55-b90c-41caf4cbdafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.182987 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-32397ed5-8d46-45e5-9093-65e38a850d1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75c018ec-0b04-4833-997f-dc4d1238f2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472190 Nov 09 17:43:30.208467 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b44520-1a41-4f55-b90c-41caf4cbdafc None None] Pushing event deleted for resources: {'Port': ['ID=b41bb8f4-8f27-41fd-85fa-3ef28414b7d6,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:30.211147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b44520-1a41-4f55-b90c-41caf4cbdafc None None] No DVR routers for this DVR port b41bb8f4-8f27-41fd-85fa-3ef28414b7d6 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:30.250886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:30.272234 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.277904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2535bfa-6599-46d5-af57-153a3cbf9de6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:30.294238 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.299276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/networks/c8deb66c-6db2-4f12-a6a8-2eff82975d20 HTTP/1.1" status: 204 len: 168 time: 1.9423058 Nov 09 17:43:30.303003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.303392 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Added segment baf116e3-4ecf-4ff8-bd52-c0fa53ae73fb of type vlan for network 517de874-8336-471e-8910-2650bbcc9d54 Nov 09 17:43:30.306687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58014) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:30.314671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:30.317152 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f9c1c3-f41a-4f87-9b5e-1d6165b0768e" -d '{"events": [{"server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "name": "network-vif-plugged", "status": "completed", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:30.348099 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-67ecc64e-40b3-45c3-8190-b697bf93b691 req-4de943cf-1efb-4830-b593-c72829c58dcf tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.353237 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-67ecc64e-40b3-45c3-8190-b697bf93b691 req-4de943cf-1efb-4830-b593-c72829c58dcf tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.359252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fc6a7e2d-a624-4d79-8884-abfd1be995f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:25Z', 'revision_number': 8, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:09Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:30.366523 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67ecc64e-40b3-45c3-8190-b697bf93b691 req-4de943cf-1efb-4830-b593-c72829c58dcf tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "DELETE /v2.0/security-groups/36acde82-9796-4945-ae1e-4c30ca69c340 HTTP/1.1" status: 204 len: 173 time: 0.7158451 Nov 09 17:43:30.415358 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a7e2d-a624-4d79-8884-abfd1be995f3 None None] The sync data for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 is: [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:25Z', 'revision_number': 8, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e37a3b85-2599-4365-b827-cca14e416164', 'name': '', 'network_id': '72c99eab-caa2-42bb-acbd-ead249e2f8f0', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:d2:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:56Z', 'updated_at': '2021-11-09T17:43:09Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'e595fd38-61bd-4fb7-8fbc-8bf6101275ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:30.441147 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c114ab4-c785-44f6-a607-f47131f0a1c5 x-openstack-request-id: req-9c114ab4-c785-44f6-a607-f47131f0a1c5 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:30.441449 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ff37bf-87f1-4761-ae77-82b83f2a4dfe", "tag": "057302ae-a9bb-4588-8853-d12a8aeecc0e", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:30.441856 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c114ab4-c785-44f6-a607-f47131f0a1c5 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:30.442410 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ff37bf-87f1-4761-ae77-82b83f2a4dfe', 'tag': '057302ae-a9bb-4588-8853-d12a8aeecc0e', 'status': 'completed', 'code': 200} Nov 09 17:43:30.452386 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-5639abd5-11c6-42ca-8098-0b9d37a540b9 service neutron] 10.222.0.13 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589827 Nov 09 17:43:30.480076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491e874-29d4-4fb5-b85c-7352e074fbbf tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Network': ['ID=c8deb66c-6db2-4f12-a6a8-2eff82975d20,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:30.505775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de943cf-1efb-4830-b593-c72829c58dcf tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36acde82-9796-4945-ae1e-4c30ca69c340,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:30.508563 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.518837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:30.573711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:30.574310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9aa747f0-dd99-4e1a-ae49-c8a486f6d02b not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:30.623177 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:43:30.784807 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7041b8b5-f2ee-4a09-84d7-8577985dae12 req-736c331e-fb1c-4bed-ac73-45b5a08ce3e7 service neutron] 10.222.0.13 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153965 Nov 09 17:43:30.899818 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:30.900801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:30.901376 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:31.014780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9f9c9-54d1-4b14-b92b-de3e015521e8 req-97b3b0e9-918f-47ba-ab1f-d56dc9a5a52e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:31.021406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9f9c9-54d1-4b14-b92b-de3e015521e8 req-97b3b0e9-918f-47ba-ab1f-d56dc9a5a52e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:31.023120 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68c9f9c9-54d1-4b14-b92b-de3e015521e8 req-97b3b0e9-918f-47ba-ab1f-d56dc9a5a52e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1681 time: 0.4927456 Nov 09 17:43:31.043447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6907160 Nov 09 17:43:31.050214 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58024) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:31.059873 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8c155d19-14f4-4236-97c9-da2fe7d07551 admin admin] Request body: {'subnet': {'network_id': '517de874-8336-471e-8910-2650bbcc9d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2096857499-subnet', 'tenant_id': 'd5bbe1c4c04b4a128cb17ba084df7367', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:31.072237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933e4d2-f392-42cd-90c7-7df6be038c23 admin admin] Pushing event updated for resources: {'Network': ['ID=517de874-8336-471e-8910-2650bbcc9d54,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:31.091369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 517de874-8336-471e-8910-2650bbcc9d54 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:31.153206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68c9f9c9-54d1-4b14-b92b-de3e015521e8 req-836f7217-855a-4af6-b8dd-b86d18e6ec9f tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037421 Nov 09 17:43:31.157311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c155d19-14f4-4236-97c9-da2fe7d07551 admin admin] Made reservation on behalf of d5bbe1c4c04b4a128cb17ba084df7367 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:31.160188 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c155d19-14f4-4236-97c9-da2fe7d07551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:31.273936 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-0fc7f24e-eb36-4ce0-95ac-e2443e170ce3 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:43:31.333839 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923a20f-4d90-4db1-b514-f6c386da92ea req-4f7de312-bde7-457e-9edf-885b0b415e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:31.335867 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5923a20f-4d90-4db1-b514-f6c386da92ea req-4f7de312-bde7-457e-9edf-885b0b415e39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a617172035c4d19aef584a080aeda51&device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 1094 time: 0.4898186 Nov 09 17:43:31.440981 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-0fc7f24e-eb36-4ce0-95ac-e2443e170ce3 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:31.448758 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-0fc7f24e-eb36-4ce0-95ac-e2443e170ce3 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:31.478218 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee62a43-93b1-4ea3-a902-ce415ff339b2 req-56d8e1c8-e496-4e5c-b673-5615208cb902 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:31.479881 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ee62a43-93b1-4ea3-a902-ce415ff339b2 req-56d8e1c8-e496-4e5c-b673-5615208cb902 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 943 time: 0.1741204 Nov 09 17:43:31.480822 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c155d19-14f4-4236-97c9-da2fe7d07551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:31.569000 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923a20f-4d90-4db1-b514-f6c386da92ea req-d8dadc8f-6eba-4ae0-a1b8-87f47cbda570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:31.570542 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5923a20f-4d90-4db1-b514-f6c386da92ea req-d8dadc8f-6eba-4ae0-a1b8-87f47cbda570 service neutron] 10.222.0.13 "GET /v2.0/networks?id=75c018ec-0b04-4833-997f-dc4d1238f2df HTTP/1.1" status: 200 len: 914 time: 0.2179787 Nov 09 17:43:31.572399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c155d19-14f4-4236-97c9-da2fe7d07551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac7a02f-ddb5-4eac-b719-28ee1d6d6bd0,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:31.601421 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ee62a43-93b1-4ea3-a902-ce415ff339b2 req-d198b2ba-fdda-4453-ad37-1d9b0f76b0d8 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860665 Nov 09 17:43:31.613666 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c83c0fd-7c8c-4bd4-93d4-d935cefef728 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:31.634745 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-0fc7f24e-eb36-4ce0-95ac-e2443e170ce3 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Floating IP 35e0269b-4b22-450e-92da-f2b8ecf5f574 associated. External IP: 172.25.1.102, port: ba323535-1e02-457c-bc26-58b6c5d6dc67. Nov 09 17:43:31.637965 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5923a20f-4d90-4db1-b514-f6c386da92ea req-52b75373-6e97-4a83-9a09-e6fdf79511ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057302ae-a9bb-4588-8853-d12a8aeecc0e HTTP/1.1" status: 200 len: 217 time: 0.0528333 Nov 09 17:43:31.656763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c155d19-14f4-4236-97c9-da2fe7d07551 admin admin] Checking segment: {'id': 'baf116e3-4ecf-4ff8-bd52-c0fa53ae73fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '517de874-8336-471e-8910-2650bbcc9d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:31.657063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c155d19-14f4-4236-97c9-da2fe7d07551 admin admin] Network hostable DHCP agents. Network: 517de874-8336-471e-8910-2650bbcc9d54, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:43:31.698233 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feaea7b-3723-47e5-abc5-c29ebd1c8e37 x-openstack-request-id: req-3feaea7b-3723-47e5-abc5-c29ebd1c8e37 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:31.698970 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "name": "network-vif-plugged", "status": "completed", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:31.702165 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3feaea7b-3723-47e5-abc5-c29ebd1c8e37 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:31.703001 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'code': 200} Nov 09 17:43:31.723857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c155d19-14f4-4236-97c9-da2fe7d07551 admin admin] Network 517de874-8336-471e-8910-2650bbcc9d54 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:43:31.745355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-8c155d19-14f4-4236-97c9-da2fe7d07551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 517de874-8336-471e-8910-2650bbcc9d54) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:31.776881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431535c9-9264-496f-a6de-e94939fe3997 None None] Network 517de874-8336-471e-8910-2650bbcc9d54 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:31.793353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c155d19-14f4-4236-97c9-da2fe7d07551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:31.794227 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c155d19-14f4-4236-97c9-da2fe7d07551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:31.864467 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8c155d19-14f4-4236-97c9-da2fe7d07551 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8130879 Nov 09 17:43:31.903204 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923a20f-4d90-4db1-b514-f6c386da92ea req-8e2c41c7-1ab6-4ebe-8903-963bcfadb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:31.914452 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5923a20f-4d90-4db1-b514-f6c386da92ea req-8e2c41c7-1ab6-4ebe-8903-963bcfadb876 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58c4be93-f0c0-41e5-b7af-e37ae762dc0f HTTP/1.1" status: 200 len: 853 time: 0.2277722 Nov 09 17:43:31.989146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device bcbff508-ce71-41c8-abd9-03d70bcc0b3e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:31.995560 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5923a20f-4d90-4db1-b514-f6c386da92ea req-400b2322-5a04-42ec-b1a7-9e54cbce5521 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75c018ec-0b04-4833-997f-dc4d1238f2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542991 Nov 09 17:43:32.031262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: bcbff508-ce71-41c8-abd9-03d70bcc0b3e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:32.032318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device bcbff508-ce71-41c8-abd9-03d70bcc0b3e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:32.088407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5367db87-dfbc-4082-9a6a-a8a9f7e0921b None None] Network 517de874-8336-471e-8910-2650bbcc9d54 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:32.089785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3cb51-9e8e-4da7-9994-3d176f8587a1 req-663004e6-66e3-4c2a-9ab6-989fa80cea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:32.092495 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edd3cb51-9e8e-4da7-9994-3d176f8587a1 req-663004e6-66e3-4c2a-9ab6-989fa80cea93 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 1101 time: 0.2448170 Nov 09 17:43:32.200122 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f37b40d5-8c8d-4112-9926-d10461328d69 req-98b996cd-8b51-4720-b40c-1634c2f0c949 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "GET /v2.0/security-groups/812d54c5-bbdb-41b6-a421-795659ec9af3 HTTP/1.1" status: 200 len: 1802 time: 0.2586372 Nov 09 17:43:32.204329 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5923a20f-4d90-4db1-b514-f6c386da92ea req-5fb107da-716a-43ea-a78a-6f29d5283723 service neutron] 10.222.0.13 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948438 Nov 09 17:43:32.305511 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-0fc7f24e-eb36-4ce0-95ac-e2443e170ce3 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Router 57957a90-f259-45c0-bfb7-42d7f9c2f048 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:32.338463 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edd3cb51-9e8e-4da7-9994-3d176f8587a1 req-8efcb4cd-cf15-413d-8541-a0ef69bcb768 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000530 Nov 09 17:43:32.390183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 057302ae-a9bb-4588-8853-d12a8aeecc0e details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:43:32.410572 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5923a20f-4d90-4db1-b514-f6c386da92ea req-bfa7644c-cc35-4706-a061-aa8c708f01d5 service neutron] 10.222.0.13 "GET /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972146 Nov 09 17:43:32.410787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f37b40d5-8c8d-4112-9926-d10461328d69 req-c4ba2bb4-b07d-4c21-9f7f-5d2a5dc34ef5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:32.450996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1c83c0fd-7c8c-4bd4-93d4-d935cefef728 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port e37a3b85-2599-4365-b827-cca14e416164 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:32.451466 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c83c0fd-7c8c-4bd4-93d4-d935cefef728 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:32.453028 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-0fc7f24e-eb36-4ce0-95ac-e2443e170ce3 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:32.459779 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-0fc7f24e-eb36-4ce0-95ac-e2443e170ce3 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:32.460126 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f37b40d5-8c8d-4112-9926-d10461328d69 req-c4ba2bb4-b07d-4c21-9f7f-5d2a5dc34ef5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:32.479606 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a1ad7-753e-473a-a62b-81de71396ab1 None None] Sync routers for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:32.491575 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a1ad7-753e-473a-a62b-81de71396ab1 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:32.492486 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c17a1ad7-753e-473a-a62b-81de71396ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:32.511741 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-0fc7f24e-eb36-4ce0-95ac-e2443e170ce3 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "PUT /v2.0/floatingips/35e0269b-4b22-450e-92da-f2b8ecf5f574 HTTP/1.1" status: 200 len: 996 time: 2.8119252 Nov 09 17:43:32.515078 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:32.520642 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727ec538-63b5-4c8f-9107-7fce2dede19c" -d '{"events": [{"name": "network-changed", "server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:32.580685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 057302ae-a9bb-4588-8853-d12a8aeecc0e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=057302ae-a9bb-4588-8853-d12a8aeecc0e,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:32.595446 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-c1d768fc-eb6c-498e-8af1-1715ace4013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:32.603659 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '057302ae-a9bb-4588-8853-d12a8aeecc0e', 'network_id': '75c018ec-0b04-4833-997f-dc4d1238f2df', 'port_id': '057302ae-a9bb-4588-8853-d12a8aeecc0e', 'mac_address': 'fa:16:3e:a1:1b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c4be93-f0c0-41e5-b7af-e37ae762dc0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:43:32.605157 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-c1d768fc-eb6c-498e-8af1-1715ace4013c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 1096 time: 0.0784037 Nov 09 17:43:32.617366 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c17a1ad7-753e-473a-a62b-81de71396ab1 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:32.680392 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f37b40d5-8c8d-4112-9926-d10461328d69 req-c4ba2bb4-b07d-4c21-9f7f-5d2a5dc34ef5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:32.685727 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:32.687067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f37b40d5-8c8d-4112-9926-d10461328d69 req-c4ba2bb4-b07d-4c21-9f7f-5d2a5dc34ef5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:32.716991 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58038) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:32.721140 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f37b40d5-8c8d-4112-9926-d10461328d69 req-c4ba2bb4-b07d-4c21-9f7f-5d2a5dc34ef5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] 10.222.0.81 "DELETE /v2.0/security-groups/812d54c5-bbdb-41b6-a421-795659ec9af3 HTTP/1.1" status: 204 len: 173 time: 0.5159478 Nov 09 17:43:32.729487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057302ae-a9bb-4588-8853-d12a8aeecc0e {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:32.767088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba2bb4-b07d-4c21-9f7f-5d2a5dc34ef5 tempest-SecurityGroupsTestJSON-1081603705 tempest-SecurityGroupsTestJSON-1081603705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812d54c5-bbdb-41b6-a421-795659ec9af3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:32.773121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 057302ae-a9bb-4588-8853-d12a8aeecc0e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=057302ae-a9bb-4588-8853-d12a8aeecc0e,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:32.774597 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-68f30da5-766e-4fb3-9a18-dba341788e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:32.786667 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:32.795550 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-68f30da5-766e-4fb3-9a18-dba341788e50 service neutron] 10.222.0.81 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 0.1889615 Nov 09 17:43:32.851941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-1c83c0fd-7c8c-4bd4-93d4-d935cefef728 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] For port e37a3b85-2599-4365-b827-cca14e416164, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e37a3b85-2599-4365-b827-cca14e416164,segment=NetworkSegment(d88c78fe-ff77-4283-a8c7-15d875d4f655),segment_id=d88c78fe-ff77-4283-a8c7-15d875d4f655)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:32.852406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c83c0fd-7c8c-4bd4-93d4-d935cefef728 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:32.878091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1c83c0fd-7c8c-4bd4-93d4-d935cefef728 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for e37a3b85-2599-4365-b827-cca14e416164 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:32.923724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=057302ae-a9bb-4588-8853-d12a8aeecc0e,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:32.954495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b7ba47-8de6-4f04-a8c2-08b171352b9a admin admin] Deleting subnet cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:43:32.970671 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94b7ba47-8de6-4f04-a8c2-08b171352b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:33.000376 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-53009c87-8216-473d-9b11-927fa0152071 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 200 len: 999 time: 0.1903009 Nov 09 17:43:33.024083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02c3f8-0e03-4ca4-8757-a0d8a698a149 req-029d7dea-f0d7-4da1-9070-b9cfdc2be530 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:33.026617 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3f02c3f8-0e03-4ca4-8757-a0d8a698a149 req-029d7dea-f0d7-4da1-9070-b9cfdc2be530 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.1557426 Nov 09 17:43:33.081603 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c17a1ad7-753e-473a-a62b-81de71396ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '35e0269b-4b22-450e-92da-f2b8ecf5f574', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'port_id': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'mac_address': 'fa:16:3e:0d:f8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297a4b61-9299-4031-a4d9-708612131be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:58Z', 'updated_at': '2021-11-09T17:43:30Z', 'revision_number': 1, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:33.113883 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94b7ba47-8de6-4f04-a8c2-08b171352b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:33.125635 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a1ad7-753e-473a-a62b-81de71396ab1 None None] Checking router: 57957a90-f259-45c0-bfb7-42d7f9c2f048 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:33.142921 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a1ad7-753e-473a-a62b-81de71396ab1 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:33.144311 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c17a1ad7-753e-473a-a62b-81de71396ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:33.168335 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3f02c3f8-0e03-4ca4-8757-a0d8a698a149 req-cccf518d-4a76-4614-949a-ca1276ca1095 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268539 Nov 09 17:43:33.180334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-aa9037bb-54a3-4474-a90a-778cfb0286a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:33.182327 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-aa9037bb-54a3-4474-a90a-778cfb0286a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.1634970 Nov 09 17:43:33.217158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['057302ae-a9bb-4588-8853-d12a8aeecc0e'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:33.243332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94b7ba47-8de6-4f04-a8c2-08b171352b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:33.340194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c83c0fd-7c8c-4bd4-93d4-d935cefef728 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:33.370069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-0868dd95-71a9-4685-9d7e-be9a8d689389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:33.371893 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-0868dd95-71a9-4685-9d7e-be9a8d689389 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755908 Nov 09 17:43:33.444831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83c0fd-7c8c-4bd4-93d4-d935cefef728 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=e37a3b85-2599-4365-b827-cca14e416164,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:33.452794 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94b7ba47-8de6-4f04-a8c2-08b171352b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:33.616952 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c17a1ad7-753e-473a-a62b-81de71396ab1 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:33.723046 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-7af10310-d7c1-4ec6-8d3d-2b1277a2f0e6 service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227582 Nov 09 17:43:33.731683 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94b7ba47-8de6-4f04-a8c2-08b171352b9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:33.740264 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-94b7ba47-8de6-4f04-a8c2-08b171352b9a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e HTTP/1.1" status: 204 len: 168 time: 1.0216298 Nov 09 17:43:33.813553 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58050) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:33.916359 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7ba47-8de6-4f04-a8c2-08b171352b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd53d6a9-4fa8-4e84-9dbd-9a9ad04bc91e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:33.934284 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62a379d9-9bd8-474a-8ff3-e11bf0eb91ef req-4010cd38-330a-4f93-84b7-48ca5f46ee2f service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926517 Nov 09 17:43:34.034679 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f4c086-635b-41b2-9523-bd17fcfed026 x-openstack-request-id: req-45f4c086-635b-41b2-9523-bd17fcfed026 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:34.034679 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:34.034679 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45f4c086-635b-41b2-9523-bd17fcfed026 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:34.035260 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'status': 'completed', 'code': 200} Nov 09 17:43:34.089208 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-573472d1-d109-4f88-8259-02e8363de378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:34.157978 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c83c0fd-7c8c-4bd4-93d4-d935cefef728 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:34.191364 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c17a1ad7-753e-473a-a62b-81de71396ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '35e0269b-4b22-450e-92da-f2b8ecf5f574', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'port_id': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'mac_address': 'fa:16:3e:0d:f8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297a4b61-9299-4031-a4d9-708612131be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:58Z', 'updated_at': '2021-11-09T17:43:30Z', 'revision_number': 1, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:34.225221 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a1ad7-753e-473a-a62b-81de71396ab1 None None] The sync data for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 is: [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '35e0269b-4b22-450e-92da-f2b8ecf5f574', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'port_id': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'mac_address': 'fa:16:3e:0d:f8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297a4b61-9299-4031-a4d9-708612131be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:58Z', 'updated_at': '2021-11-09T17:43:30Z', 'revision_number': 1, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:34.232529 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec538-63b5-4c8f-9107-7fce2dede19c req-85cf8067-fcce-450f-8a55-3d63b5a0c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:34.235570 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-727ec538-63b5-4c8f-9107-7fce2dede19c req-85cf8067-fcce-450f-8a55-3d63b5a0c77c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 1096 time: 0.1615453 Nov 09 17:43:34.257732 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3d04-b308-4a76-aee9-011db4867330 req-ebee611c-2195-42c8-8d59-4c34f7d28cb3 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:34.260357 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fc2a3d04-b308-4a76-aee9-011db4867330 req-ebee611c-2195-42c8-8d59-4c34f7d28cb3 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 944 time: 0.1171596 Nov 09 17:43:34.336378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-36bd3779-6faf-4992-a359-48b0f695619f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:34.339014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-36bd3779-6faf-4992-a359-48b0f695619f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/networks?id=893cfb05-5470-40bb-b386-845d7e11d965 HTTP/1.1" status: 200 len: 824 time: 0.5266821 Nov 09 17:43:34.417867 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fc2a3d04-b308-4a76-aee9-011db4867330 req-2aa2be49-42f9-4384-b64e-84307b06db29 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411464 Nov 09 17:43:34.485097 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-573472d1-d109-4f88-8259-02e8363de378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:34.485949 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec538-63b5-4c8f-9107-7fce2dede19c req-6b588d2b-401d-4c35-9a68-2b484b7cedab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:34.489860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-727ec538-63b5-4c8f-9107-7fce2dede19c req-6b588d2b-401d-4c35-9a68-2b484b7cedab service neutron] 10.222.0.13 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 0.2279890 Nov 09 17:43:34.514457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-cce2913d-6c61-4dfc-aa95-393cf65b3ed9 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/quotas/6434953beaaa46b5a71b35f308bbd7a0 HTTP/1.1" status: 200 len: 375 time: 0.1132874 Nov 09 17:43:34.542312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-573472d1-d109-4f88-8259-02e8363de378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87823cd0-78b4-431d-8bac-d10afad7f91c']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:34.589608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0292a-c21a-48eb-a1ae-eba10b7ae36e None None] New status for floating IP 35e0269b-4b22-450e-92da-f2b8ecf5f574: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:43:34.602615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-573472d1-d109-4f88-8259-02e8363de378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a72571-bc06-4a45-93bb-b2a6aa2a6609') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:34.603185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-573472d1-d109-4f88-8259-02e8363de378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a72571-bc06-4a45-93bb-b2a6aa2a6609') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:34.616198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-573472d1-d109-4f88-8259-02e8363de378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:34.631755 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-727ec538-63b5-4c8f-9107-7fce2dede19c req-e7557451-0dc6-49da-bfc5-6dcb12b1e15b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 200 len: 999 time: 0.1228921 Nov 09 17:43:34.633533 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-573472d1-d109-4f88-8259-02e8363de378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:34.641499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573472d1-d109-4f88-8259-02e8363de378 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:34.642102 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-573472d1-d109-4f88-8259-02e8363de378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:34.698227 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:34.730740 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-099480fb-8b63-4942-8ce6-55b13b8e22ba tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6434953beaaa46b5a71b35f308bbd7a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1839123 Nov 09 17:43:34.758988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec538-63b5-4c8f-9107-7fce2dede19c req-3073f8eb-486e-4ded-a554-0dd5940a0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:34.762863 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-727ec538-63b5-4c8f-9107-7fce2dede19c req-3073f8eb-486e-4ded-a554-0dd5940a0b9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.1216900 Nov 09 17:43:34.874650 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec538-63b5-4c8f-9107-7fce2dede19c req-a15fc52b-e2e8-4706-bd4a-007b5904a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:34.876431 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-727ec538-63b5-4c8f-9107-7fce2dede19c req-a15fc52b-e2e8-4706-bd4a-007b5904a1e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006491 Nov 09 17:43:34.924761 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-573472d1-d109-4f88-8259-02e8363de378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:34.952762 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-573472d1-d109-4f88-8259-02e8363de378 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:34.956605 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-573472d1-d109-4f88-8259-02e8363de378 admin admin] 10.222.0.81 "DELETE /v2.0/networks/87823cd0-78b4-431d-8bac-d10afad7f91c HTTP/1.1" status: 204 len: 168 time: 1.1428769 Nov 09 17:43:35.016410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573472d1-d109-4f88-8259-02e8363de378 admin admin] Pushing event deleted for resources: {'Network': ['ID=87823cd0-78b4-431d-8bac-d10afad7f91c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:35.061119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c83c0fd-7c8c-4bd4-93d4-d935cefef728 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 30725612-2d61-4791-85b8-4bcad741f53c has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:35.070671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-775d9a2c-efe4-402f-bcf3-36d78852f84f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1697259 Nov 09 17:43:35.130087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fa46-af45-49e8-824f-86fa07df821e req-32d735de-1659-46e3-aee4-0eeed8bae1f4 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:35.133730 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-32d735de-1659-46e3-aee4-0eeed8bae1f4 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1886945 Nov 09 17:43:35.243905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58066) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:35.291124 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-727ec538-63b5-4c8f-9107-7fce2dede19c req-f7ca0b5f-d165-4d74-ab54-55dc0457bb02 service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044640 Nov 09 17:43:35.580763 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-891f717d-92f9-4bd5-8f52-ab83a8160d85 service neutron] 10.222.0.81 "GET /v2.0/networks/893cfb05-5470-40bb-b386-845d7e11d965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8289018 Nov 09 17:43:35.597069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c83c0fd-7c8c-4bd4-93d4-d935cefef728 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:35.604525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1c83c0fd-7c8c-4bd4-93d4-d935cefef728 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2956448 Nov 09 17:43:35.615649 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cf83eb-d9c6-46d6-9167-a0661a162845 None None] Sync routers for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:35.619070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-0e3909b8-25e6-4cdd-972d-149ec26cdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:35.620061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-0e3909b8-25e6-4cdd-972d-149ec26cdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:35.620819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-0e3909b8-25e6-4cdd-972d-149ec26cdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:35.621423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-0e3909b8-25e6-4cdd-972d-149ec26cdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:35.622040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-0e3909b8-25e6-4cdd-972d-149ec26cdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:35.622676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-0e3909b8-25e6-4cdd-972d-149ec26cdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:35.623424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-0e3909b8-25e6-4cdd-972d-149ec26cdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:35.627378 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-0e3909b8-25e6-4cdd-972d-149ec26cdf57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 6492 time: 0.1593394 Nov 09 17:43:35.629957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58070) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:35.636585 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf83eb-d9c6-46d6-9167-a0661a162845 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:35.637928 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f0cf83eb-d9c6-46d6-9167-a0661a162845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:35.787782 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-c059f8aa-9190-4b0b-b183-4f5a36655566 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 1001 time: 0.6381652 Nov 09 17:43:35.810410 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-6664fa46-af45-49e8-824f-86fa07df821e req-9d205df8-6417-4213-b31f-6a0868d00f7e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Request body: {'floatingip': {'port_id': '35579c40-c48c-457f-90bd-ff150dc94826', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:35.822469 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-84dc8226-7c8d-4b61-a492-d61204cb4ec6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3fc2f364391d4a7ba375a1a2ebd4fb07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728664 Nov 09 17:43:35.822738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58074) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:35.839197 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-f0cf83eb-d9c6-46d6-9167-a0661a162845 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:35.883183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc97014c-9a4d-458f-bf87-cb7f0a4a7c6a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting subnet e595fd38-61bd-4fb7-8fbc-8bf6101275ea {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:43:35.892101 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc97014c-9a4d-458f-bf87-cb7f0a4a7c6a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:35.927801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-727ec538-63b5-4c8f-9107-7fce2dede19c req-fbeff562-da83-49d0-b459-1c1fd7080892 service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141331 Nov 09 17:43:35.959597 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-6664fa46-af45-49e8-824f-86fa07df821e req-9d205df8-6417-4213-b31f-6a0868d00f7e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:35.992478 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-794c58f5-3402-472d-ab69-929d19c6351f service neutron] 10.222.0.81 "GET /v2.0/networks/893cfb05-5470-40bb-b386-845d7e11d965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636160 Nov 09 17:43:36.046069 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc97014c-9a4d-458f-bf87-cb7f0a4a7c6a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:36.074226 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1907d882-534b-40f5-85a4-b8bb605c5d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:36.126309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-4aad4fe0-35db-4bcb-a80a-39d1c8fe875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:36.127376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-4aad4fe0-35db-4bcb-a80a-39d1c8fe875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:36.128303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-4aad4fe0-35db-4bcb-a80a-39d1c8fe875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:36.131375 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-4aad4fe0-35db-4bcb-a80a-39d1c8fe875a service neutron] 10.222.0.13 "GET /v2.0/networks?id=9537ab97-a19c-416c-9c08-e06bc19275a0&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=ab315546-1c38-4962-b0c6-63c0cb9e1712&id=ab315546-1c38-4962-b0c6-63c0cb9e1712 HTTP/1.1" status: 200 len: 2292 time: 0.4299762 Nov 09 17:43:36.171254 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1907d882-534b-40f5-85a4-b8bb605c5d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:36.274938 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f0cf83eb-d9c6-46d6-9167-a0661a162845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:33Z', 'revision_number': 9, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:36.320426 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cf83eb-d9c6-46d6-9167-a0661a162845 None None] Checking router: 30725612-2d61-4791-85b8-4bcad741f53c for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:36.333717 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf83eb-d9c6-46d6-9167-a0661a162845 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:36.334804 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f0cf83eb-d9c6-46d6-9167-a0661a162845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:36.424849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 057302ae-a9bb-4588-8853-d12a8aeecc0e up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:36.435379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-3edbfa9f-4680-4dad-a9e7-fefcd319696a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 HTTP/1.1" status: 200 len: 1001 time: 0.2857957 Nov 09 17:43:36.540258 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-f0cf83eb-d9c6-46d6-9167-a0661a162845 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:36.629204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 057302ae-a9bb-4588-8853-d12a8aeecc0e completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:43:36.646855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 057302ae-a9bb-4588-8853-d12a8aeecc0e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:36.648086 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:36.681778 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1907d882-534b-40f5-85a4-b8bb605c5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:36.688514 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1907d882-534b-40f5-85a4-b8bb605c5d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:36.691559 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1907d882-534b-40f5-85a4-b8bb605c5d38 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/179926a6-f595-403e-b7b6-6e273b587bc2 HTTP/1.1" status: 204 len: 168 time: 0.8676479 Nov 09 17:43:36.731155 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907d882-534b-40f5-85a4-b8bb605c5d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179926a6-f595-403e-b7b6-6e273b587bc2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:36.758047 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc97014c-9a4d-458f-bf87-cb7f0a4a7c6a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:36.776254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-507ba209-8b42-424d-89d4-dc194cc3ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:36.779206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-507ba209-8b42-424d-89d4-dc194cc3ee4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05d19427-cd52-4c97-80af-282afda394c7 HTTP/1.1" status: 200 len: 851 time: 0.3052211 Nov 09 17:43:36.906723 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:36.951518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-42aaeda1-e05d-4522-a15c-b25486327077 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:36.965296 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-42aaeda1-e05d-4522-a15c-b25486327077 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:36.968108 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-42aaeda1-e05d-4522-a15c-b25486327077 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1681 time: 0.4243395 Nov 09 17:43:37.087216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 057302ae-a9bb-4588-8853-d12a8aeecc0e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=057302ae-a9bb-4588-8853-d12a8aeecc0e,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:37.095187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ff37bf-87f1-4761-ae77-82b83f2a4dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057302ae-a9bb-4588-8853-d12a8aeecc0e'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:37.106786 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ed0bb2-026a-4d65-8ed8-70842b133a0f" -d '{"events": [{"server_uuid": "94ff37bf-87f1-4761-ae77-82b83f2a4dfe", "name": "network-vif-plugged", "status": "completed", "tag": "057302ae-a9bb-4588-8853-d12a8aeecc0e"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:37.121745 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:37.226560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-af78d84b-3368-4c7a-a6b2-98e40669d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:37.229476 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-af78d84b-3368-4c7a-a6b2-98e40669d088 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9537ab97-a19c-416c-9c08-e06bc19275a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3715570 Nov 09 17:43:37.343351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=057302ae-a9bb-4588-8853-d12a8aeecc0e,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:37.357938 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f0cf83eb-d9c6-46d6-9167-a0661a162845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:33Z', 'revision_number': 9, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:37.421199 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cf83eb-d9c6-46d6-9167-a0661a162845 None None] The sync data for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 is: [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:33Z', 'revision_number': 9, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aad63fb-a345-445e-929f-e6aa5de88b03', 'name': '', 'network_id': '55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:1e:cb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '372deedc-19b3-467c-8aab-777d13948ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:44Z', 'updated_at': '2021-11-09T17:42:55Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': '372deedc-19b3-467c-8aab-777d13948ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:37.436117 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [req-6664fa46-af45-49e8-824f-86fa07df821e req-9d205df8-6417-4213-b31f-6a0868d00f7e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:43:37.481519 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc97014c-9a4d-458f-bf87-cb7f0a4a7c6a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:37.557081 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-6664fa46-af45-49e8-824f-86fa07df821e req-9d205df8-6417-4213-b31f-6a0868d00f7e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:37.564736 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-6664fa46-af45-49e8-824f-86fa07df821e req-9d205df8-6417-4213-b31f-6a0868d00f7e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:37.575402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44f2ab-a171-4e52-ad03-59020762dc0f req-4d46ed05-f8ea-45ee-9639-c3cdb7c51996 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:37.577258 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba44f2ab-a171-4e52-ad03-59020762dc0f req-4d46ed05-f8ea-45ee-9639-c3cdb7c51996 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.4986331 Nov 09 17:43:37.583138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97014c-9a4d-458f-bf87-cb7f0a4a7c6a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Subnet': ['ID=e595fd38-61bd-4fb7-8fbc-8bf6101275ea,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:37.599546 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc97014c-9a4d-458f-bf87-cb7f0a4a7c6a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:37.603361 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cc97014c-9a4d-458f-bf87-cb7f0a4a7c6a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/e595fd38-61bd-4fb7-8fbc-8bf6101275ea HTTP/1.1" status: 204 len: 168 time: 1.9718704 Nov 09 17:43:37.609238 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58096) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:37.615099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea317ee5-168f-4da8-b7ee-bc26355d8227 None None] Network 72c99eab-caa2-42bb-acbd-ead249e2f8f0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:37.742809 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-ce4419e4-3737-432c-ae69-e88c91ebbf42 service neutron] 10.222.0.13 "GET /v2.0/networks/9537ab97-a19c-416c-9c08-e06bc19275a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796202 Nov 09 17:43:37.769277 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [req-6664fa46-af45-49e8-824f-86fa07df821e req-9d205df8-6417-4213-b31f-6a0868d00f7e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Floating IP 35e0269b-4b22-450e-92da-f2b8ecf5f574 associated. External IP: 172.25.1.102, port: ba323535-1e02-457c-bc26-58b6c5d6dc67. Nov 09 17:43:37.775605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-855e3345-1e32-4691-90d3-c59c7a69489c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Deleting port 7a24e5e7-60cf-4560-9392-04c0938e0e82 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:37.775952 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-855e3345-1e32-4691-90d3-c59c7a69489c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:37.783652 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba44f2ab-a171-4e52-ad03-59020762dc0f req-fb89a6c0-836d-4f83-9481-33dc90ea4d4b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748128 Nov 09 17:43:37.925058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e37a3b85-2599-4365-b827-cca14e416164 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:38.060078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: e37a3b85-2599-4365-b827-cca14e416164 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:38.060753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e37a3b85-2599-4365-b827-cca14e416164 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:38.075215 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:38.202559 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936d7bba-5648-4671-b71e-54b2dadb2878 None None] DHCP port deletion for 72c99eab-caa2-42bb-acbd-ead249e2f8f0 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:43:38.243579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6664fa46-af45-49e8-824f-86fa07df821e req-9d205df8-6417-4213-b31f-6a0868d00f7e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Router 57957a90-f259-45c0-bfb7-42d7f9c2f048 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:38.278299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8169a-b24a-43fb-a7d0-d57d7c01c180 req-a62124b5-c4df-4abb-aa88-dc882de2b4df tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:38.284814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8169a-b24a-43fb-a7d0-d57d7c01c180 req-a62124b5-c4df-4abb-aa88-dc882de2b4df tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:38.286576 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9e8169a-b24a-43fb-a7d0-d57d7c01c180 req-a62124b5-c4df-4abb-aa88-dc882de2b4df tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 1681 time: 0.2759342 Nov 09 17:43:38.323272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-48a18c0c-708f-460d-96b9-1662faac1319 service neutron] 10.222.0.13 "GET /v2.0/networks/9537ab97-a19c-416c-9c08-e06bc19275a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678318 Nov 09 17:43:38.325444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-855e3345-1e32-4691-90d3-c59c7a69489c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] For port 7a24e5e7-60cf-4560-9392-04c0938e0e82, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a24e5e7-60cf-4560-9392-04c0938e0e82,segment=NetworkSegment(e4256873-3aaf-4d8f-8a6b-9814a3ea2e72),segment_id=e4256873-3aaf-4d8f-8a6b-9814a3ea2e72)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:38.325992 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-855e3345-1e32-4691-90d3-c59c7a69489c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:38.364939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-936d7bba-5648-4671-b71e-54b2dadb2878 None None] Deleting port 8a1fec76-853a-4649-9e76-363bc7dccf6a {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:38.366888 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-936d7bba-5648-4671-b71e-54b2dadb2878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:38.418660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-855e3345-1e32-4691-90d3-c59c7a69489c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Calling delete_port for 7a24e5e7-60cf-4560-9392-04c0938e0e82 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:38.432585 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-1188b97a-11b6-4f1b-baad-c176f612db48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=0045f8aa-bdcf-4da8-8211-c159c05d3f15 HTTP/1.1" status: 200 len: 217 time: 0.0932353 Nov 09 17:43:38.508628 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9e8169a-b24a-43fb-a7d0-d57d7c01c180 req-c8718f46-c43c-4a34-b13b-f1c821d25127 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988876 Nov 09 17:43:38.518442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-936d7bba-5648-4671-b71e-54b2dadb2878 None None] For port 8a1fec76-853a-4649-9e76-363bc7dccf6a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8a1fec76-853a-4649-9e76-363bc7dccf6a,segment=NetworkSegment(d88c78fe-ff77-4283-a8c7-15d875d4f655),segment_id=d88c78fe-ff77-4283-a8c7-15d875d4f655)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:38.519142 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-936d7bba-5648-4671-b71e-54b2dadb2878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:38.559667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-936d7bba-5648-4671-b71e-54b2dadb2878 None None] Calling delete_port for 8a1fec76-853a-4649-9e76-363bc7dccf6a owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:38.714425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port 8a1fec76-853a-4649-9e76-363bc7dccf6a {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:38.716094 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:38.762692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-f9f822b5-97a0-4e84-8551-61f943561580 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:38.767418 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-f9f822b5-97a0-4e84-8551-61f943561580 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.18 "GET /v2.0/networks?id=893cfb05-5470-40bb-b386-845d7e11d965 HTTP/1.1" status: 200 len: 824 time: 0.2847846 Nov 09 17:43:38.770905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58114) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:38.772149 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-936d7bba-5648-4671-b71e-54b2dadb2878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:38.803529 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-dab7a4d0-9340-4136-b683-52fcaf0e909f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Request body: {'port': {'device_id': 'cc4916a9-3506-485b-9454-50a2670519b0', 'network_id': '893cfb05-5470-40bb-b386-845d7e11d965', 'admin_state_up': True, 'tenant_id': '6434953beaaa46b5a71b35f308bbd7a0'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:38.830111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d7bba-5648-4671-b71e-54b2dadb2878 None None] Pushing event deleted for resources: {'Port': ['ID=8a1fec76-853a-4649-9e76-363bc7dccf6a,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:38.841445 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936d7bba-5648-4671-b71e-54b2dadb2878 None None] No DVR routers for this DVR port 8a1fec76-853a-4649-9e76-363bc7dccf6a on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:38.885998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6664fa46-af45-49e8-824f-86fa07df821e req-9d205df8-6417-4213-b31f-6a0868d00f7e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:38.893303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-46b82490-b55f-4564-8682-8926461cc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:38.895825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-46b82490-b55f-4564-8682-8926461cc660 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.4471500 Nov 09 17:43:38.899438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de58ed69-5f77-47b4-94a3-ff3c834fcf62 None None] Sync routers for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:38.925173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de58ed69-5f77-47b4-94a3-ff3c834fcf62 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:38.926267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-de58ed69-5f77-47b4-94a3-ff3c834fcf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:38.963120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] For port 8a1fec76-853a-4649-9e76-363bc7dccf6a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8a1fec76-853a-4649-9e76-363bc7dccf6a,segment=NetworkSegment(d88c78fe-ff77-4283-a8c7-15d875d4f655),segment_id=d88c78fe-ff77-4283-a8c7-15d875d4f655)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:38.964279 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:38.982510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-294004989-network', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:39.042599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd88ad8-2195-44e0-b358-c7ff7a52748b req-804919a8-4076-4958-aec9-536debd87784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:39.045356 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4dd88ad8-2195-44e0-b358-c7ff7a52748b req-804919a8-4076-4958-aec9-536debd87784 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 945 time: 0.3805840 Nov 09 17:43:39.060662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for 8a1fec76-853a-4649-9e76-363bc7dccf6a owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:39.081269 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Made reservation on behalf of 059c7b1f75b74f36a2ff886e5a8d678a for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:39.085277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:39.108013 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-de58ed69-5f77-47b4-94a3-ff3c834fcf62 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:39.116050 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:39.254652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-dc89753a-05cb-4a6f-8a1f-92e5a0dc68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:39.257411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-dc89753a-05cb-4a6f-8a1f-92e5a0dc68e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3506348 Nov 09 17:43:39.297212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-dab7a4d0-9340-4136-b683-52fcaf0e909f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Made reservation on behalf of 6434953beaaa46b5a71b35f308bbd7a0 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:39.303057 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-dab7a4d0-9340-4136-b683-52fcaf0e909f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:39.333581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4dd88ad8-2195-44e0-b358-c7ff7a52748b req-dab72edb-d67b-446f-a129-6cf20fe8210c tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759204 Nov 09 17:43:39.429629 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-de58ed69-5f77-47b4-94a3-ff3c834fcf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '35e0269b-4b22-450e-92da-f2b8ecf5f574', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'port_id': '35579c40-c48c-457f-90bd-ff150dc94826', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'mac_address': 'fa:16:3e:a2:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a86b556-44b1-4388-9524-5120e683ef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:58Z', 'updated_at': '2021-11-09T17:43:37Z', 'revision_number': 3, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:39.494676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de58ed69-5f77-47b4-94a3-ff3c834fcf62 None None] Checking router: 57957a90-f259-45c0-bfb7-42d7f9c2f048 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:39.516976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de58ed69-5f77-47b4-94a3-ff3c834fcf62 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:39.519166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-de58ed69-5f77-47b4-94a3-ff3c834fcf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:39.613801 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:39.628346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6664fa46-af45-49e8-824f-86fa07df821e req-9d205df8-6417-4213-b31f-6a0868d00f7e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Router 57957a90-f259-45c0-bfb7-42d7f9c2f048 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:39.633941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:39.701250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-de58ed69-5f77-47b4-94a3-ff3c834fcf62 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:39.716474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:43:39.728259 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-dab7a4d0-9340-4136-b683-52fcaf0e909f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Allocated IP 172.20.0.7 (893cfb05-5470-40bb-b386-845d7e11d965/5a54f837-eac1-44a1-be6e-bd91756fd83f/58db28be-9f43-47a4-8cbc-1761e590d7c5) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:39.800529 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299bc40a-5fd7-4e1c-a8f6-c496c72b3c40,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:39.812920 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:39.813531 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Added segment d21808ba-80b8-472b-ab12-a506b21d0e8b of type vlan for network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 Nov 09 17:43:39.827862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a4b775f-c1fc-4fd8-a220-ceb792b229bc req-e5d0d950-a58a-40f7-ac42-866d8a10269c tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 210 time: 0.0531514 Nov 09 17:43:39.849779 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-855e3345-1e32-4691-90d3-c59c7a69489c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:39.937068 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b37456-d790-493f-89df-462a2c2e6b31 x-openstack-request-id: req-93b37456-d790-493f-89df-462a2c2e6b31 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:39.937745 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ff37bf-87f1-4761-ae77-82b83f2a4dfe", "name": "network-vif-plugged", "status": "completed", "tag": "057302ae-a9bb-4588-8853-d12a8aeecc0e", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:39.938050 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93b37456-d790-493f-89df-462a2c2e6b31 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:39.938691 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ff37bf-87f1-4761-ae77-82b83f2a4dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057302ae-a9bb-4588-8853-d12a8aeecc0e', 'code': 200} Nov 09 17:43:40.008689 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:40.059300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8a1fec76-853a-4649-9e76-363bc7dccf6a no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:40.066683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6664fa46-af45-49e8-824f-86fa07df821e req-9d205df8-6417-4213-b31f-6a0868d00f7e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:40.089153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-855e3345-1e32-4691-90d3-c59c7a69489c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] No DVR routers for this DVR port 7a24e5e7-60cf-4560-9392-04c0938e0e82 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:40.092269 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-855e3345-1e32-4691-90d3-c59c7a69489c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:40.097974 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-855e3345-1e32-4691-90d3-c59c7a69489c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "DELETE /v2.0/ports/7a24e5e7-60cf-4560-9392-04c0938e0e82 HTTP/1.1" status: 204 len: 173 time: 3.1218221 Nov 09 17:43:40.114055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'name': 'network-vif-deleted', 'tag': '7a24e5e7-60cf-4560-9392-04c0938e0e82'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:40.116590 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-6664fa46-af45-49e8-824f-86fa07df821e req-9d205df8-6417-4213-b31f-6a0868d00f7e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:40.118799 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd66d8be-2126-435f-a9e3-e46f4d852318" -d '{"events": [{"server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "name": "network-vif-deleted", "tag": "7a24e5e7-60cf-4560-9392-04c0938e0e82"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:40.120685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 8a1fec76-853a-4649-9e76-363bc7dccf6a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:40.121254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8a1fec76-853a-4649-9e76-363bc7dccf6a not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:40.129891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e3345-1e32-4691-90d3-c59c7a69489c tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Port': ['ID=7a24e5e7-60cf-4560-9392-04c0938e0e82,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:40.228830 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:40.230291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:40.230524 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:40.230896 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:40.238604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-3c130cae-02f3-4ae3-8ef3-037d637dfd19 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9644957 Nov 09 17:43:40.313216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-de58ed69-5f77-47b4-94a3-ff3c834fcf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '35e0269b-4b22-450e-92da-f2b8ecf5f574', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'port_id': '35579c40-c48c-457f-90bd-ff150dc94826', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'mac_address': 'fa:16:3e:a2:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a86b556-44b1-4388-9524-5120e683ef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:58Z', 'updated_at': '2021-11-09T17:43:37Z', 'revision_number': 3, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:40.352822 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de58ed69-5f77-47b4-94a3-ff3c834fcf62 None None] The sync data for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 is: [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '35e0269b-4b22-450e-92da-f2b8ecf5f574', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'port_id': '35579c40-c48c-457f-90bd-ff150dc94826', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'mac_address': 'fa:16:3e:a2:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a86b556-44b1-4388-9524-5120e683ef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:58Z', 'updated_at': '2021-11-09T17:43:37Z', 'revision_number': 3, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:40.360755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] Pushing event updated for resources: {'Network': ['ID=6bb7c12d-7c27-4201-898b-28da5ef6fc85,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:40.372725 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:43:40.394392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:40.398629 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132cf20c-88c9-4c4a-a5ab-da38ae3b7d34" -d '{"events": [{"name": "network-changed", "server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:40.412436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=8a1fec76-853a-4649-9e76-363bc7dccf6a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:40.424578 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0ec5f-6ce5-4d35-8af2-d864f9f1cb47 req-c6ffd035-6b44-40a4-88d6-3b28de7ae43d tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:40.439652 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30d0ec5f-6ce5-4d35-8af2-d864f9f1cb47 req-c6ffd035-6b44-40a4-88d6-3b28de7ae43d tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 1101 time: 0.3649948 Nov 09 17:43:40.444968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No DVR routers for this DVR port 8a1fec76-853a-4649-9e76-363bc7dccf6a on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:40.462560 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a9d611a6-8f5f-4c1b-a0b4-89f0ff9c2c06 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6902308 Nov 09 17:43:40.477388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58128) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:40.491183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6970b607-0f14-456d-83b3-d9ee55dc053f admin admin] Request body: {'subnet': {'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-294004989-subnet', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:40.513152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca891d-cf61-43ee-92b9-0be27a1c43ed req-3d7c505f-aa82-4318-b4ad-670741e3e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:40.516441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-adca891d-cf61-43ee-92b9-0be27a1c43ed req-3d7c505f-aa82-4318-b4ad-670741e3e394 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 1096 time: 0.4279435 Nov 09 17:43:40.530572 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-9d205df8-6417-4213-b31f-6a0868d00f7e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "PUT /v2.0/floatingips/35e0269b-4b22-450e-92da-f2b8ecf5f574 HTTP/1.1" status: 200 len: 999 time: 4.7275474 Nov 09 17:43:40.551097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7a24e5e7-60cf-4560-9392-04c0938e0e82 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:40.591418 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 7a24e5e7-60cf-4560-9392-04c0938e0e82 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:40.591961 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7a24e5e7-60cf-4560-9392-04c0938e0e82 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:40.592883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 28cb00fc-938c-463a-b406-2d2218bc1d47 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:40.640738 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d461d2f-2c8a-402c-a1cc-fb56287a18c2 None None] New status for floating IP 35e0269b-4b22-450e-92da-f2b8ecf5f574: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:43:40.662053 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-5932a759-fbf8-4f32-a6ac-325542d2bec3 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936651 Nov 09 17:43:40.677020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6970b607-0f14-456d-83b3-d9ee55dc053f admin admin] Made reservation on behalf of 059c7b1f75b74f36a2ff886e5a8d678a for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:43:40.681258 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6970b607-0f14-456d-83b3-d9ee55dc053f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:40.687062 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30d0ec5f-6ce5-4d35-8af2-d864f9f1cb47 req-1606fea6-09de-43e1-b0a6-71541c9daec7 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330859 Nov 09 17:43:40.722009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-6d0c0ba3-6b4f-413d-9939-0ae070c2c1e1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Deleting port 28cb00fc-938c-463a-b406-2d2218bc1d47 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:40.722405 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-6d0c0ba3-6b4f-413d-9939-0ae070c2c1e1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:40.755769 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e068a016-27b1-462f-9aa3-1b63615058c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:40.771655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:40.837213 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-06a87adf-78a5-4c99-bebb-b5f5ade8f5d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=0cbce6a8-d6be-4652-adb4-edc568ed2e15 HTTP/1.1" status: 200 len: 217 time: 0.1521912 Nov 09 17:43:40.867278 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-adca891d-cf61-43ee-92b9-0be27a1c43ed req-a9e8d06d-af54-4799-9a39-52ef58ee59e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331904 Nov 09 17:43:40.882370 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-dab7a4d0-9340-4136-b683-52fcaf0e909f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:40.887320 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:40.897283 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fa46-af45-49e8-824f-86fa07df821e req-9267d778-8a19-41b6-b414-f586536d1ae0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:40.911678 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-9267d778-8a19-41b6-b414-f586536d1ae0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports/ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 200 len: 942 time: 0.3499420 Nov 09 17:43:40.966128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c99eab-caa2-42bb-acbd-ead249e2f8f0']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:40.988875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 28cb00fc-938c-463a-b406-2d2218bc1d47, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=28cb00fc-938c-463a-b406-2d2218bc1d47,segment=NetworkSegment(f2b75375-05ec-4fb3-9fca-62db339a35a2),segment_id=f2b75375-05ec-4fb3-9fca-62db339a35a2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:41.001129 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:41.041526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88c78fe-ff77-4283-a8c7-15d875d4f655') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:41.041996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88c78fe-ff77-4283-a8c7-15d875d4f655') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:41.080289 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=28cb00fc-938c-463a-b406-2d2218bc1d47,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:41.086772 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:41.087141 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-dab7a4d0-9340-4136-b683-52fcaf0e909f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:41.136060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-1290191b-59eb-4fcb-b137-7d2faa36b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:41.138403 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-1290191b-59eb-4fcb-b137-7d2faa36b586 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.2831967 Nov 09 17:43:41.145032 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1155b3e8-67d8-46a5-9eef-6b9018ddb46e None None] Sync routers for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:41.158953 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155b3e8-67d8-46a5-9eef-6b9018ddb46e None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:41.159741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1155b3e8-67d8-46a5-9eef-6b9018ddb46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:41.164785 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:41.187083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-6d0c0ba3-6b4f-413d-9939-0ae070c2c1e1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] For port 28cb00fc-938c-463a-b406-2d2218bc1d47, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=28cb00fc-938c-463a-b406-2d2218bc1d47,segment=NetworkSegment(f2b75375-05ec-4fb3-9fca-62db339a35a2),segment_id=f2b75375-05ec-4fb3-9fca-62db339a35a2)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:41.188919 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-6d0c0ba3-6b4f-413d-9939-0ae070c2c1e1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:41.191976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:41.192478 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:41.213045 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:41.280588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4fcdf-74c9-4038-856a-e8f3fcf7fe89 req-bef544e1-e41e-41fb-a5f2-5619908ad35e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:41.284070 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1c4fcdf-74c9-4038-856a-e8f3fcf7fe89 req-bef544e1-e41e-41fb-a5f2-5619908ad35e tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fb66744-8365-4178-af96-209eee5a57d1 HTTP/1.1" status: 200 len: 944 time: 0.4250336 Nov 09 17:43:41.286115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-6d0c0ba3-6b4f-413d-9939-0ae070c2c1e1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Calling delete_port for 28cb00fc-938c-463a-b406-2d2218bc1d47 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:41.427694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-6e7bdb1d-8862-49cc-9ac6-24b719101d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:41.430132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-6e7bdb1d-8862-49cc-9ac6-24b719101d25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2680912 Nov 09 17:43:41.440838 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:41.463878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1155b3e8-67d8-46a5-9eef-6b9018ddb46e None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:41.476890 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:41.486520 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/networks/72c99eab-caa2-42bb-acbd-ead249e2f8f0 HTTP/1.1" status: 204 len: 168 time: 3.8669078 Nov 09 17:43:41.513755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58136) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:41.601959 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1c4fcdf-74c9-4038-856a-e8f3fcf7fe89 req-160579dd-963d-41df-a65e-a138b695d775 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "GET /v2.0/security-groups?id=de790915-6664-456d-b5e0-474c7e5ed9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007281 Nov 09 17:43:41.612580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6145a0-fc62-4bfe-a1c3-c6c597d46637 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Network': ['ID=72c99eab-caa2-42bb-acbd-ead249e2f8f0,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:41.644655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6970b607-0f14-456d-83b3-d9ee55dc053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:41.650668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-dab7a4d0-9340-4136-b683-52fcaf0e909f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Network 893cfb05-5470-40bb-b386-845d7e11d965 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:41.688264 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-dab7a4d0-9340-4136-b683-52fcaf0e909f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:41.697157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-dab7a4d0-9340-4136-b683-52fcaf0e909f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:41.711092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7a4d0-9340-4136-b683-52fcaf0e909f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Pushing event updated for resources: {'Port': ['ID=58db28be-9f43-47a4-8cbc-1761e590d7c5,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:41.757297 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a073a729-7352-44b2-97ef-8a404d5b1668 x-openstack-request-id: req-a073a729-7352-44b2-97ef-8a404d5b1668 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:41.757774 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "name": "network-vif-deleted", "tag": "7a24e5e7-60cf-4560-9392-04c0938e0e82", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:41.758194 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a073a729-7352-44b2-97ef-8a404d5b1668 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:41.758867 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'name': 'network-vif-deleted', 'tag': '7a24e5e7-60cf-4560-9392-04c0938e0e82', 'status': 'completed', 'code': 200} Nov 09 17:43:41.771980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fa46-af45-49e8-824f-86fa07df821e req-335656a6-a88d-4fa7-b822-46bf1a971aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:41.779840 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-335656a6-a88d-4fa7-b822-46bf1a971aec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 1096 time: 0.7197685 Nov 09 17:43:41.780570 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-73e9a5f1-94cb-440f-b9ba-7acc3d444b96 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345428 Nov 09 17:43:41.880338 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-6d0c0ba3-6b4f-413d-9939-0ae070c2c1e1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:41.886127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1155b3e8-67d8-46a5-9eef-6b9018ddb46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '35e0269b-4b22-450e-92da-f2b8ecf5f574', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'port_id': '35579c40-c48c-457f-90bd-ff150dc94826', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'mac_address': 'fa:16:3e:a2:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a86b556-44b1-4388-9524-5120e683ef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:58Z', 'updated_at': '2021-11-09T17:43:40Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:41.936265 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1155b3e8-67d8-46a5-9eef-6b9018ddb46e None None] Checking router: 57957a90-f259-45c0-bfb7-42d7f9c2f048 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:41.941730 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28cb00fc-938c-463a-b406-2d2218bc1d47'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:41.945798 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c657c5e8-c49f-4d89-b577-f98e84e26456" -d '{"events": [{"server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "name": "network-vif-unplugged", "status": "completed", "tag": "28cb00fc-938c-463a-b406-2d2218bc1d47"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:41.951299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c0ba3-6b4f-413d-9939-0ae070c2c1e1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Port': ['ID=28cb00fc-938c-463a-b406-2d2218bc1d47,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:41.967725 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155b3e8-67d8-46a5-9eef-6b9018ddb46e None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:41.968910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1155b3e8-67d8-46a5-9eef-6b9018ddb46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:41.975283 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970b607-0f14-456d-83b3-d9ee55dc053f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c826272-f3f0-49c8-ac99-3121a12d9267,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:42.040271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-dab7a4d0-9340-4136-b683-52fcaf0e909f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:42.040959 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-dab7a4d0-9340-4136-b683-52fcaf0e909f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:42.069546 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-dab7a4d0-9340-4136-b683-52fcaf0e909f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2737532 Nov 09 17:43:42.089082 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Request body: {'port': {'device_id': 'cc4916a9-3506-485b-9454-50a2670519b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:42.098762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6970b607-0f14-456d-83b3-d9ee55dc053f admin admin] Checking segment: {'id': 'd21808ba-80b8-472b-ab12-a506b21d0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:42.098985 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970b607-0f14-456d-83b3-d9ee55dc053f admin admin] Network hostable DHCP agents. Network: 6bb7c12d-7c27-4201-898b-28da5ef6fc85, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:43:42.130647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1155b3e8-67d8-46a5-9eef-6b9018ddb46e None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:42.131977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-6d0c0ba3-6b4f-413d-9939-0ae070c2c1e1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] No DVR routers for this DVR port 28cb00fc-938c-463a-b406-2d2218bc1d47 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:42.144177 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-6d0c0ba3-6b4f-413d-9939-0ae070c2c1e1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:42.147824 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-943a3116-37b0-4550-a96d-e2dbdeefd6ff req-6d0c0ba3-6b4f-413d-9939-0ae070c2c1e1 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.18 "DELETE /v2.0/ports/28cb00fc-938c-463a-b406-2d2218bc1d47 HTTP/1.1" status: 204 len: 173 time: 2.0127177 Nov 09 17:43:42.162834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649b520-7342-4780-8e1c-1e80030f0253 req-f55daa11-4e99-46a7-a52b-51d083d58d00 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:42.171665 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4649b520-7342-4780-8e1c-1e80030f0253 req-f55daa11-4e99-46a7-a52b-51d083d58d00 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 945 time: 0.2923605 Nov 09 17:43:42.181766 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-efbd5078-7b2d-4526-9c6b-128ebc8ce6a8 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811135 Nov 09 17:43:42.237536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fa46-af45-49e8-824f-86fa07df821e req-80c35246-02be-49d0-abc4-00501b849fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:42.239300 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-80c35246-02be-49d0-abc4-00501b849fa2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 0.4585714 Nov 09 17:43:42.295582 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4649b520-7342-4780-8e1c-1e80030f0253 req-376ab12f-e7d1-4369-af84-43a8d90f13ae tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216578 Nov 09 17:43:42.298723 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-c62e6152-b51e-4453-852d-4f39f6b89f08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=98f7f7c7-31d9-4cad-824b-f8083ab05983 HTTP/1.1" status: 200 len: 217 time: 0.1024079 Nov 09 17:43:42.400436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970b607-0f14-456d-83b3-d9ee55dc053f admin admin] Network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:43:42.427727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-55b9208f-6de9-41a6-9d98-11fceb894897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:42.429497 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-55b9208f-6de9-41a6-9d98-11fceb894897 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.1209369 Nov 09 17:43:42.491069 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f7a93c-dc22-4b08-a99e-8f79aa1c5945 x-openstack-request-id: req-71f7a93c-dc22-4b08-a99e-8f79aa1c5945 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:42.491497 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:42.491824 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71f7a93c-dc22-4b08-a99e-8f79aa1c5945 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:42.492462 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'status': 'completed', 'code': 200} Nov 09 17:43:42.512585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-08d1cbca-ed51-4489-8261-dc6013faffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:42.515065 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-08d1cbca-ed51-4489-8261-dc6013faffd4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742776 Nov 09 17:43:42.518818 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-e4f4b4e7-0aa8-41b4-b0f0-51f57f24ebbf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 200 len: 217 time: 0.2370048 Nov 09 17:43:42.559785 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:42.565166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-6970b607-0f14-456d-83b3-d9ee55dc053f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 6bb7c12d-7c27-4201-898b-28da5ef6fc85) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:42.583928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35129132-2f00-4814-94e5-fec8b8bf6258 None None] Network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:42.610918 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970b607-0f14-456d-83b3-d9ee55dc053f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:42.611988 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6970b607-0f14-456d-83b3-d9ee55dc053f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:42.647445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-9d4190d5-5933-456e-8192-b89bad468131 req-3f82bdc3-7404-44aa-83ab-dd19c9822aaa service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:43:42.648856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d4190d5-5933-456e-8192-b89bad468131 req-3f82bdc3-7404-44aa-83ab-dd19c9822aaa service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159147 Nov 09 17:43:42.696717 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6970b607-0f14-456d-83b3-d9ee55dc053f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2145247 Nov 09 17:43:42.696982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58144) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:42.724444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:42.772059 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-e89472ba-d1fe-4385-a4eb-b6613b3f3782 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375758 Nov 09 17:43:42.794300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cf20c-88c9-4c4a-a5ab-da38ae3b7d34 req-fd475b7b-eb50-419f-89bf-cb3a15e66218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:42.796019 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-132cf20c-88c9-4c4a-a5ab-da38ae3b7d34 req-fd475b7b-eb50-419f-89bf-cb3a15e66218 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 1096 time: 0.3126526 Nov 09 17:43:42.806683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fa46-af45-49e8-824f-86fa07df821e req-64321715-2da4-4a6b-8b01-5a53f92fd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:42.807975 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-64321715-2da4-4a6b-8b01-5a53f92fd4b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.2506294 Nov 09 17:43:42.823927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1155b3e8-67d8-46a5-9eef-6b9018ddb46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '35e0269b-4b22-450e-92da-f2b8ecf5f574', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'port_id': '35579c40-c48c-457f-90bd-ff150dc94826', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'mac_address': 'fa:16:3e:a2:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a86b556-44b1-4388-9524-5120e683ef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:58Z', 'updated_at': '2021-11-09T17:43:40Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:42.915478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1155b3e8-67d8-46a5-9eef-6b9018ddb46e None None] The sync data for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 is: [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '35e0269b-4b22-450e-92da-f2b8ecf5f574', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'port_id': '35579c40-c48c-457f-90bd-ff150dc94826', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'mac_address': 'fa:16:3e:a2:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a86b556-44b1-4388-9524-5120e683ef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:58Z', 'updated_at': '2021-11-09T17:43:40Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:42.974127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'fixed_ips': [{'subnet_id': '1c826272-f3f0-49c8-ac99-3121a12d9267'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:43:42.975828 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:43.023436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:43.024532 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:43.078670 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-b59e8bc9-ba79-44e2-9471-875184a08f24 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927234 Nov 09 17:43:43.220462 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:43.220678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fa46-af45-49e8-824f-86fa07df821e req-f7b436dc-772d-47c8-aae2-2d60de036e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:43.223195 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-fce81ca9-85c8-4875-b777-21ed6cf99002 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=7bce44f3-38c4-4235-83b4-c92c7709b9ed HTTP/1.1" status: 200 len: 217 time: 0.1293826 Nov 09 17:43:43.223571 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-f7b436dc-772d-47c8-aae2-2d60de036e4b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3957317 Nov 09 17:43:43.333207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Allocated IP 172.20.0.2 (6bb7c12d-7c27-4201-898b-28da5ef6fc85/1c826272-f3f0-49c8-ac99-3121a12d9267/fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:43.398101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-441162b5-d9c9-4414-b542-aeb3fb87a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:43.399933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-441162b5-d9c9-4414-b542-aeb3fb87a3a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.1218591 Nov 09 17:43:43.450696 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cf20c-88c9-4c4a-a5ab-da38ae3b7d34 req-56a21ae1-2f6c-41a0-9d97-c8b29fe4b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:43.452328 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-132cf20c-88c9-4c4a-a5ab-da38ae3b7d34 req-56a21ae1-2f6c-41a0-9d97-c8b29fe4b4fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 0.6397810 Nov 09 17:43:43.472073 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:43.503812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-06dd9515-3485-4130-b4b7-867ab4f3cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:43.517788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-06dd9515-3485-4130-b4b7-867ab4f3cb6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832107 Nov 09 17:43:43.570421 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-132cf20c-88c9-4c4a-a5ab-da38ae3b7d34 req-4683989a-bfc4-4ad1-93e9-1ce72e7603cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 200 len: 217 time: 0.1038043 Nov 09 17:43:43.646647 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a76bb0d7-9591-45da-a597-9c454791bef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:43.678136 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:43.697866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:43.746167 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-5c44f526-fff1-44e2-b7d1-606a63a0bcf0 service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970851 Nov 09 17:43:43.774675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:43.780560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:43.786090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:43.848141 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Pushing event updated for resources: {'Port': ['ID=fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:43.893605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cf20c-88c9-4c4a-a5ab-da38ae3b7d34 req-f0980c4f-f074-4361-900e-c4e6e6342559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:43.894844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-132cf20c-88c9-4c4a-a5ab-da38ae3b7d34 req-f0980c4f-f074-4361-900e-c4e6e6342559 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.3059161 Nov 09 17:43:43.908310 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-65b6b106-8485-4d00-b9d3-45f7bcf537f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:43.909063 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Attempting to bind port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:43:43.909635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Attempting to bind port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd21808ba-80b8-472b-ab12-a506b21d0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:43:43.910194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Attempting to bind port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e on network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:43.919165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:43.919782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Checking segment: {'id': 'd21808ba-80b8-472b-ab12-a506b21d0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:43.920422 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:43.921042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Bound using segment: {'id': 'd21808ba-80b8-472b-ab12-a506b21d0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:43.921911 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Bound port: fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21808ba-80b8-472b-ab12-a506b21d0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:43:43.923362 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:43.997483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'name': 'network-vif-deleted', 'tag': '28cb00fc-938c-463a-b406-2d2218bc1d47'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:44.001633 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c012fc9-338f-4106-97a3-0a94b3b358a8" -d '{"events": [{"server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "name": "network-vif-deleted", "tag": "28cb00fc-938c-463a-b406-2d2218bc1d47"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:44.021555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58db28be-9f43-47a4-8cbc-1761e590d7c5 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:44.025651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] For port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:44.033934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] For port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e,segment=NetworkSegment(d21808ba-80b8-472b-ab12-a506b21d0e8b),segment_id=d21808ba-80b8-472b-ab12-a506b21d0e8b)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:44.039292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:44.041229 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:44.061864 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-4c8483c5-757f-422b-a139-ac10b111503d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4764357 Nov 09 17:43:44.101970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Transition to ACTIVE for port object 58db28be-9f43-47a4-8cbc-1761e590d7c5 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:43:44.115777 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:44.118785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b46e0-5fa3-4db2-b507-8a5eaa76bd55 None None] Pushing event updated for resources: {'Port': ['ID=fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:44.120186 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-cf2cb712-710c-4129-be46-71c98b12747c service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470936 Nov 09 17:43:44.145202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cf20c-88c9-4c4a-a5ab-da38ae3b7d34 req-facf8f61-e396-47b4-9db2-e02a913200b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:44.147379 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-132cf20c-88c9-4c4a-a5ab-da38ae3b7d34 req-facf8f61-e396-47b4-9db2-e02a913200b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946113 Nov 09 17:43:44.173689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf623-8ab6-46d3-b4e7-1d69c77621d6 req-46d0c8c3-31ae-4402-85c4-4e591e8fd170 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:44.188469 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f13bf623-8ab6-46d3-b4e7-1d69c77621d6 req-46d0c8c3-31ae-4402-85c4-4e591e8fd170 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 931 time: 0.5821197 Nov 09 17:43:44.255991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-2b734bef-b58b-4f0e-97e8-ebe67b3e1b1e service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6723945 Nov 09 17:43:44.330378 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:44.408165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f13bf623-8ab6-46d3-b4e7-1d69c77621d6 req-5f168ece-cc49-4dcf-bd8a-6846d1c699cf tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec386be-04c3-4ed3-98d6-86144726d802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181594 Nov 09 17:43:44.511109 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566b22bf-d5ae-4362-ba3d-fffa1d05fd52 x-openstack-request-id: req-566b22bf-d5ae-4362-ba3d-fffa1d05fd52 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:44.511704 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "name": "network-vif-unplugged", "status": "completed", "tag": "28cb00fc-938c-463a-b406-2d2218bc1d47", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:44.511898 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-566b22bf-d5ae-4362-ba3d-fffa1d05fd52 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:44.513093 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28cb00fc-938c-463a-b406-2d2218bc1d47', 'code': 200} Nov 09 17:43:44.661891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58184) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:44.725574 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-d9b26bc2-c612-443d-a681-99b6e06ae55d service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552391 Nov 09 17:43:44.772392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a86b556-44b1-4388-9524-5120e683ef45', 'tag': '35579c40-c48c-457f-90bd-ff150dc94826'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:44.775747 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebbc700-edcf-451f-96d9-85810f080d40" -d '{"events": [{"name": "network-changed", "server_uuid": "2a86b556-44b1-4388-9524-5120e683ef45", "tag": "35579c40-c48c-457f-90bd-ff150dc94826"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:44.842862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a511ac-824a-496c-a187-6b1cf618590a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Deleting subnet 039daa11-c79b-4d23-8612-96a8ef8f2080 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:43:44.846813 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-f5796908-7849-4042-943b-dcc144ced516 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12bcf792-8eeb-4484-8b42-c147958f64df HTTP/1.1" status: 200 len: 217 time: 0.1011064 Nov 09 17:43:44.851150 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9a511ac-824a-496c-a187-6b1cf618590a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:44.894251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Pushing event updated for resources: {'Port': ['ID=58db28be-9f43-47a4-8cbc-1761e590d7c5,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:44.908924 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:44.972843 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9a511ac-824a-496c-a187-6b1cf618590a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:44.979579 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:45.012899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb9e9f-bd73-445f-a85b-75b4cffd49ce req-15183257-51a1-4a73-a0d3-71e53d0fc447 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:45.020780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0afb9e9f-bd73-445f-a85b-75b4cffd49ce req-15183257-51a1-4a73-a0d3-71e53d0fc447 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 945 time: 0.2905738 Nov 09 17:43:45.021379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fa46-af45-49e8-824f-86fa07df821e req-3c98cf6e-4e10-48bd-b24b-78ab436b02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:45.024287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-3c98cf6e-4e10-48bd-b24b-78ab436b02cb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 1097 time: 0.2454731 Nov 09 17:43:45.083481 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-132cf20c-88c9-4c4a-a5ab-da38ae3b7d34 req-0cd3c803-55eb-42ee-be80-898957164742 service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723925 Nov 09 17:43:45.095015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-9b6227ed-b553-4b98-b98d-d3a3cc86d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:45.098227 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-9b6227ed-b553-4b98-b98d-d3a3cc86d00e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1225703-4412-46cc-b572-90420e91b7e8 HTTP/1.1" status: 200 len: 797 time: 0.2207036 Nov 09 17:43:45.279923 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:45.358194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9a511ac-824a-496c-a187-6b1cf618590a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:45.386951 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0afb9e9f-bd73-445f-a85b-75b4cffd49ce req-406b9cba-28d7-48b8-99e3-54de56b6f60f tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649035 Nov 09 17:43:45.403114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Attempting to bind port 58db28be-9f43-47a4-8cbc-1761e590d7c5 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:43:45.403681 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Attempting to bind port 58db28be-9f43-47a4-8cbc-1761e590d7c5 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '2ee43e27-e5ec-4ae0-91cc-e586a95ce834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '893cfb05-5470-40bb-b386-845d7e11d965'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:43:45.404207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Attempting to bind port 58db28be-9f43-47a4-8cbc-1761e590d7c5 on network 893cfb05-5470-40bb-b386-845d7e11d965 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:45.480871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Port 58db28be-9f43-47a4-8cbc-1761e590d7c5 on network 893cfb05-5470-40bb-b386-845d7e11d965 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:43:45.481393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Attempting to bind port 58db28be-9f43-47a4-8cbc-1761e590d7c5 on network 893cfb05-5470-40bb-b386-845d7e11d965 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:45.536838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fa46-af45-49e8-824f-86fa07df821e req-331bcfef-fd75-4cce-bce7-c499446526a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:45.537178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-8568ffc6-1ba9-480a-8689-edee1a6867fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:45.539618 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-331bcfef-fd75-4cce-bce7-c499446526a9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 0.4899976 Nov 09 17:43:45.540316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-8568ffc6-1ba9-480a-8689-edee1a6867fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab315546-1c38-4962-b0c6-63c0cb9e1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3852065 Nov 09 17:43:45.573223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:45.573662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Checking segment: {'id': '2ee43e27-e5ec-4ae0-91cc-e586a95ce834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '893cfb05-5470-40bb-b386-845d7e11d965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:45.574260 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Bound using segment: {'id': '2ee43e27-e5ec-4ae0-91cc-e586a95ce834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '893cfb05-5470-40bb-b386-845d7e11d965'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:45.575063 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Bound port: 58db28be-9f43-47a4-8cbc-1761e590d7c5, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee43e27-e5ec-4ae0-91cc-e586a95ce834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '893cfb05-5470-40bb-b386-845d7e11d965'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:43:45.575561 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:45.652099 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-132cf20c-88c9-4c4a-a5ab-da38ae3b7d34 req-eb2b13d6-3b87-45d6-a30b-75ff8379c582 service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334518 Nov 09 17:43:45.684147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Allocated IP 172.25.1.133 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/e636f744-4cf1-488a-ba46-29fcb1d62248) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:45.753528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78174e64-2197-48e5-9e94-9b6cfc25f55d req-912bd6fe-697d-4d14-9c9c-45a51b28c7cf tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:45.755120 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78174e64-2197-48e5-9e94-9b6cfc25f55d req-912bd6fe-697d-4d14-9c9c-45a51b28c7cf tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.2487328 Nov 09 17:43:45.769474 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-7d973e1f-0ec0-4af2-ab2c-de9ee5e06cd8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35579c40-c48c-457f-90bd-ff150dc94826 HTTP/1.1" status: 200 len: 1002 time: 0.2117424 Nov 09 17:43:45.789311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9a511ac-824a-496c-a187-6b1cf618590a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:45.814991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec0d059-6687-4703-862a-027185112261 None None] Network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:45.871009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a511ac-824a-496c-a187-6b1cf618590a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Subnet': ['ID=039daa11-c79b-4d23-8612-96a8ef8f2080,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:45.885806 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9a511ac-824a-496c-a187-6b1cf618590a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:45.889486 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d9a511ac-824a-496c-a187-6b1cf618590a tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "DELETE /v2.0/subnets/039daa11-c79b-4d23-8612-96a8ef8f2080 HTTP/1.1" status: 204 len: 168 time: 1.2232747 Nov 09 17:43:45.892604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-f15e04a8-4c25-48a1-b5a2-934fc8b01457 service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102584 Nov 09 17:43:45.895933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58198) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:45.906301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-65b6b106-8485-4d00-b9d3-45f7bcf537f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port 9aad63fb-a345-445e-929f-e6aa5de88b03 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:45.907728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-65b6b106-8485-4d00-b9d3-45f7bcf537f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:45.922695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] For port 58db28be-9f43-47a4-8cbc-1761e590d7c5, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:45.990240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a885016e-6ffe-4b72-ac73-5c459c5b3a9f None None] Network be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:46.026852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] For port 58db28be-9f43-47a4-8cbc-1761e590d7c5, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=58db28be-9f43-47a4-8cbc-1761e590d7c5,segment=NetworkSegment(2ee43e27-e5ec-4ae0-91cc-e586a95ce834),segment_id=2ee43e27-e5ec-4ae0-91cc-e586a95ce834)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:46.036059 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fa46-af45-49e8-824f-86fa07df821e req-73cb9693-84ee-48a2-a234-b3d61c660ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:46.040430 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-73cb9693-84ee-48a2-a234-b3d61c660ff0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.2513721 Nov 09 17:43:46.045674 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:46.059680 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78174e64-2197-48e5-9e94-9b6cfc25f55d req-14d139c1-9d85-4f7d-a333-71873fb956b2 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630401 Nov 09 17:43:46.111166 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:46.144349 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:46.179475 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:46.182296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:46.184103 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:46.187865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] 10.222.0.18 "PUT /v2.0/ports/58db28be-9f43-47a4-8cbc-1761e590d7c5 HTTP/1.1" status: 200 len: 1091 time: 4.1078100 Nov 09 17:43:46.270540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-65b6b106-8485-4d00-b9d3-45f7bcf537f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] For port 9aad63fb-a345-445e-929f-e6aa5de88b03, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9aad63fb-a345-445e-929f-e6aa5de88b03,segment=NetworkSegment(964cf236-fc2e-417b-a164-8e17b9625279),segment_id=964cf236-fc2e-417b-a164-8e17b9625279)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:46.271332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-65b6b106-8485-4d00-b9d3-45f7bcf537f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:46.296235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21921b75-f342-4dbd-9dd6-049891a5335d service neutron] Pushing event updated for resources: {'Port': ['ID=58db28be-9f43-47a4-8cbc-1761e590d7c5,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:46.313828 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-65b6b106-8485-4d00-b9d3-45f7bcf537f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for 9aad63fb-a345-445e-929f-e6aa5de88b03 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:46.314582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Deleting port 338abd51-3d4f-4da8-b268-e8be1698a819 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:46.315195 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:46.323362 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fa46-af45-49e8-824f-86fa07df821e req-28f7d9e0-a63b-4dc9-ac26-f3602a1414b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:46.325440 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-28f7d9e0-a63b-4dc9-ac26-f3602a1414b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292047 Nov 09 17:43:46.359591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Provisioning complete for port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:46.360050 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:46.368436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-6e158e3c-92e2-46e8-a952-2d2c29b96659 service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584553 Nov 09 17:43:46.398836 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c358951f-8e76-498f-9fea-6d7cec101b71 x-openstack-request-id: req-c358951f-8e76-498f-9fea-6d7cec101b71 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:46.399213 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb66744-8365-4178-af96-209eee5a57d1", "name": "network-vif-deleted", "tag": "28cb00fc-938c-463a-b406-2d2218bc1d47", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:46.399459 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c358951f-8e76-498f-9fea-6d7cec101b71 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:46.399810 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb66744-8365-4178-af96-209eee5a57d1', 'name': 'network-vif-deleted', 'tag': '28cb00fc-938c-463a-b406-2d2218bc1d47', 'status': 'completed', 'code': 200} Nov 09 17:43:46.473894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-9059bb44-9c29-4933-865d-79e4bad2562f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3207e95c-66e0-4b85-9491-66e70c8e365b HTTP/1.1" status: 200 len: 217 time: 0.0706625 Nov 09 17:43:46.496483 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d733e00-5f52-4509-b79a-a50083f25f3d x-openstack-request-id: req-3d733e00-5f52-4509-b79a-a50083f25f3d {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:46.497165 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a86b556-44b1-4388-9524-5120e683ef45", "tag": "35579c40-c48c-457f-90bd-ff150dc94826", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:46.497678 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d733e00-5f52-4509-b79a-a50083f25f3d {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:46.498290 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a86b556-44b1-4388-9524-5120e683ef45', 'tag': '35579c40-c48c-457f-90bd-ff150dc94826', 'status': 'completed', 'code': 200} Nov 09 17:43:46.552605 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:46.588123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34a9364-78cc-47b7-a60e-3db38becb290 None None] DHCP port deletion for be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:43:46.603806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] For port 338abd51-3d4f-4da8-b268-e8be1698a819, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=338abd51-3d4f-4da8-b268-e8be1698a819,segment=NetworkSegment(f2b75375-05ec-4fb3-9fca-62db339a35a2),segment_id=f2b75375-05ec-4fb3-9fca-62db339a35a2)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:46.603806 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:46.636121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-d1023a80-036c-4060-bdb7-b28263581eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:46.637069 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:46.637776 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-d1023a80-036c-4060-bdb7-b28263581eaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 1101 time: 0.3930361 Nov 09 17:43:46.643795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:46.644412 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:46.673734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Calling delete_port for 338abd51-3d4f-4da8-b268-e8be1698a819 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:46.694249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-fa9ea792-f26c-4851-a3d7-601dec944d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:46.696577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-fa9ea792-f26c-4851-a3d7-601dec944d9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6434953beaaa46b5a71b35f308bbd7a0&device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 1094 time: 0.4063902 Nov 09 17:43:46.720831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:46.739053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:46.767055 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbc700-edcf-451f-96d9-85810f080d40 req-4fa9cd48-90f0-483c-9358-00260adc2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:46.768651 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ebbc700-edcf-451f-96d9-85810f080d40 req-4fa9cd48-90f0-483c-9358-00260adc2615 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 1097 time: 0.2669623 Nov 09 17:43:46.784074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-17552b0e-db74-4dbe-acba-c2c54a8055e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:46.785722 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-17552b0e-db74-4dbe-acba-c2c54a8055e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1225703-4412-46cc-b572-90420e91b7e8 HTTP/1.1" status: 200 len: 797 time: 0.2898669 Nov 09 17:43:46.786464 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Pushing event updated for resources: {'Port': ['ID=e636f744-4cf1-488a-ba46-29fcb1d62248,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:46.789719 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-465e1b41-2e0d-4966-8cf8-3ce07c10e360 service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484301 Nov 09 17:43:46.824741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:46.840952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-e5b52a0f-7755-49b6-8f7e-2fde0a2530bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58db28be-9f43-47a4-8cbc-1761e590d7c5 HTTP/1.1" status: 200 len: 217 time: 0.1328673 Nov 09 17:43:46.890361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] For port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e,segment=NetworkSegment(d21808ba-80b8-472b-ab12-a506b21d0e8b),segment_id=d21808ba-80b8-472b-ab12-a506b21d0e8b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:46.905658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f7f5-7fae-43ab-a246-72dbb4cbaedd req-5fbb2418-9885-4616-9b63-8d7793fb7f17 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:46.912032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-f44c8909-49df-4c7c-b394-ccac1afca12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:46.915080 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-f44c8909-49df-4c7c-b394-ccac1afca12f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.2607474 Nov 09 17:43:46.915310 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0780f7f5-7fae-43ab-a246-72dbb4cbaedd req-5fbb2418-9885-4616-9b63-8d7793fb7f17 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 945 time: 0.4099898 Nov 09 17:43:46.921443 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:47.011462 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-a81c75f0-fb39-4f8f-ae6f-f9d7dae116e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 200 len: 217 time: 0.0815694 Nov 09 17:43:47.102359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-d78371bc-90c0-4949-8085-52b4586e6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:47.104345 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-d78371bc-90c0-4949-8085-52b4586e6e52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a54f837-eac1-44a1-be6e-bd91756fd83f HTTP/1.1" status: 200 len: 864 time: 0.2375736 Nov 09 17:43:47.115317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbc700-edcf-451f-96d9-85810f080d40 req-12f6fbf2-7e7e-4e24-bcc2-7d7a97b9eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:47.116841 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ebbc700-edcf-451f-96d9-85810f080d40 req-12f6fbf2-7e7e-4e24-bcc2-7d7a97b9eac2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 0.3394532 Nov 09 17:43:47.121518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-65b6b106-8485-4d00-b9d3-45f7bcf537f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:47.126372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0780f7f5-7fae-43ab-a246-72dbb4cbaedd req-d95f78e1-820b-4648-b5da-123f540ffe66 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089090 Nov 09 17:43:47.126708 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Pushing event updated for resources: {'Port': ['ID=fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:47.154249 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c34a9364-78cc-47b7-a60e-3db38becb290 None None] Deleting port 338abd51-3d4f-4da8-b268-e8be1698a819 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:47.158908 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c34a9364-78cc-47b7-a60e-3db38becb290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:47.176877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:47.177475 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:47.178030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:47.178580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:47.179148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:47.179716 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:47.180466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:47.181202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:47.181850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:47.182417 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:47.182976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:47.183556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55df06-b17b-4533-bc2e-40ae9098650f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:47.212719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-310d8fee-b105-4a51-94b4-3bc0eb467917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:47.215071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-310d8fee-b105-4a51-94b4-3bc0eb467917 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab315546-1c38-4962-b0c6-63c0cb9e1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3845019 Nov 09 17:43:47.273538 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:47.277377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-8a692d2d-599f-4c3d-a3b6-d09f08947e77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=893cfb05-5470-40bb-b386-845d7e11d965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431830 Nov 09 17:43:47.278135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c34a9364-78cc-47b7-a60e-3db38becb290 None None] For port 338abd51-3d4f-4da8-b268-e8be1698a819, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=338abd51-3d4f-4da8-b268-e8be1698a819,segment=NetworkSegment(f2b75375-05ec-4fb3-9fca-62db339a35a2),segment_id=f2b75375-05ec-4fb3-9fca-62db339a35a2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:47.278767 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c34a9364-78cc-47b7-a60e-3db38becb290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:47.295986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c34a9364-78cc-47b7-a60e-3db38becb290 None None] Calling delete_port for 338abd51-3d4f-4da8-b268-e8be1698a819 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:47.362280 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6664fa46-af45-49e8-824f-86fa07df821e req-3c4af0fb-ba63-4e8e-b15b-51b9003f6d93 service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136154 Nov 09 17:43:47.364092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6b106-8485-4d00-b9d3-45f7bcf537f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=9aad63fb-a345-445e-929f-e6aa5de88b03,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:47.373975 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ebbc700-edcf-451f-96d9-85810f080d40 req-641b5352-cd59-4a4e-be29-1d215239fc92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35579c40-c48c-457f-90bd-ff150dc94826 HTTP/1.1" status: 200 len: 1002 time: 0.2414322 Nov 09 17:43:47.381353 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c34a9364-78cc-47b7-a60e-3db38becb290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:47.443669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a9364-78cc-47b7-a60e-3db38becb290 None None] No DVR routers for this DVR port 338abd51-3d4f-4da8-b268-e8be1698a819 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:47.451071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a9364-78cc-47b7-a60e-3db38becb290 None None] Pushing event deleted for resources: {'Port': ['ID=338abd51-3d4f-4da8-b268-e8be1698a819,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:47.468091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-75908ae1-33dc-417b-a77a-1f2df2dcc8d3 None None] Provisioning complete for port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:47.468883 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-75908ae1-33dc-417b-a77a-1f2df2dcc8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:47.545811 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:47.618866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-d4403561-49b4-4f33-b3fc-2fc6d59d4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:47.620633 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-d4403561-49b4-4f33-b3fc-2fc6d59d4302 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.6020741 Nov 09 17:43:47.622120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbc700-edcf-451f-96d9-85810f080d40 req-9fe8d354-cb95-4d01-b2ee-e42c5ed4d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:47.623591 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ebbc700-edcf-451f-96d9-85810f080d40 req-9fe8d354-cb95-4d01-b2ee-e42c5ed4d580 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.1929219 Nov 09 17:43:47.759289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Port': ['ID=338abd51-3d4f-4da8-b268-e8be1698a819,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:47.762522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] No DVR routers for this DVR port 338abd51-3d4f-4da8-b268-e8be1698a819 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:47.834219 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbc700-edcf-451f-96d9-85810f080d40 req-2e41a858-3326-47cb-b96f-0a95eb1f80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:47.835789 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ebbc700-edcf-451f-96d9-85810f080d40 req-2e41a858-3326-47cb-b96f-0a95eb1f80dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948454 Nov 09 17:43:47.841083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-f1ea1a4d-9934-4e77-b5d7-3ad401cf76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:47.842629 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-f1ea1a4d-9934-4e77-b5d7-3ad401cf76e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1891351 Nov 09 17:43:47.853737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539a4c3-5ab9-4e45-b8e6-d1b13312539a req-5fcc442a-8762-4cc5-b92b-3ea0d9951e1e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:47.855354 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f539a4c3-5ab9-4e45-b8e6-d1b13312539a req-5fcc442a-8762-4cc5-b92b-3ea0d9951e1e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.2308133 Nov 09 17:43:47.956291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:47.998964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:48.001989 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-65b6b106-8485-4d00-b9d3-45f7bcf537f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:48.040279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981b603-3d67-4b44-9133-40f89ff311ad req-7d8c6974-f87f-4b7e-a738-ff80022964f6 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:48.053240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:48.053874 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:48.056626 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6981b603-3d67-4b44-9133-40f89ff311ad req-7d8c6974-f87f-4b7e-a738-ff80022964f6 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 943 time: 0.7947125 Nov 09 17:43:48.132329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:48.181512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b75375-05ec-4fb3-9fca-62db339a35a2') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:48.181861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b75375-05ec-4fb3-9fca-62db339a35a2') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:48.207081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:48.212013 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-576166cf-1d69-41bd-b671-a816955ef50f service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9731748 Nov 09 17:43:48.223658 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-7f2f19b0-c62d-4db4-87cb-bf4527b72f15 service neutron] 10.222.0.18 "GET /v2.0/networks/893cfb05-5470-40bb-b386-845d7e11d965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9343295 Nov 09 17:43:48.241031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 338abd51-3d4f-4da8-b268-e8be1698a819 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:48.263726 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 338abd51-3d4f-4da8-b268-e8be1698a819 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:48.263726 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 338abd51-3d4f-4da8-b268-e8be1698a819 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:48.284193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6981b603-3d67-4b44-9133-40f89ff311ad req-156de71d-c65f-484f-9353-e731f0563f8f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec386be-04c3-4ed3-98d6-86144726d802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262595 Nov 09 17:43:48.286401 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:48.422525 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:48.473036 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f539a4c3-5ab9-4e45-b8e6-d1b13312539a req-577e2df4-042c-4dd5-857d-c8c8427a04f8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154805 Nov 09 17:43:48.478623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:48.479123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:48.484210 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:48.501599 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-90e9a57b-f7f0-4894-8761-9aefca5ead2e service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441052 Nov 09 17:43:48.502060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4916a9-3506-485b-9454-50a2670519b0', 'tag': '58db28be-9f43-47a4-8cbc-1761e590d7c5'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:48.504445 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b28e52e-3b12-4118-94ff-bb8867e327db" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4916a9-3506-485b-9454-50a2670519b0", "tag": "58db28be-9f43-47a4-8cbc-1761e590d7c5"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:48.508934 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ebbc700-edcf-451f-96d9-85810f080d40 req-3304797b-0dc3-4f6d-aded-659640d1db2b service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525943 Nov 09 17:43:48.825018 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-70ff21a5-4358-4e5a-9f16-9790446870fc service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144481 Nov 09 17:43:48.837387 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58e60c-a4d7-4197-a147-957cfb29de47 req-eec50227-df8a-4c41-9b14-ce2b7f1ab5ec tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:48.839002 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed58e60c-a4d7-4197-a147-957cfb29de47 req-eec50227-df8a-4c41-9b14-ce2b7f1ab5ec tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 945 time: 0.2239561 Nov 09 17:43:48.847085 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ebbc700-edcf-451f-96d9-85810f080d40 req-7e4cb70a-9faa-4c3a-b692-8678cd9ea90c service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256145 Nov 09 17:43:48.863604 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b6b106-8485-4d00-b9d3-45f7bcf537f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 30725612-2d61-4791-85b8-4bcad741f53c has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:48.885693 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:48.918069 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:48.925949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "DELETE /v2.0/networks/be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae HTTP/1.1" status: 204 len: 168 time: 3.0221157 Nov 09 17:43:48.938213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58212) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:48.950093 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed58e60c-a4d7-4197-a147-957cfb29de47 req-4dd646f8-b10c-4be6-a821-3844e869fa52 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845737 Nov 09 17:43:48.957122 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d750b8b8-b4ad-4bc9-8379-97ec9ce1f9d1 req-aa1c2d06-d39d-4b2f-85a5-1bbbbb804c53 service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7322705 Nov 09 17:43:48.979425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64f2e268-1db6-4355-9d7f-f6626415735b req-eb16cdc1-8ae7-4ede-89c7-04328bfb82d2 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 1002 time: 0.3466909 Nov 09 17:43:48.981450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe43c62-a80f-43fa-904c-262be5ab76b9 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Network': ['ID=be1f5ceb-e2a0-49f6-84b0-40bbfa92c4ae,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:49.026444 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3853f652-ad7c-4d8a-83c6-96f326d4c638 req-0e862f04-560a-4c20-bc9f-14fead04391f service neutron] 10.222.0.18 "GET /v2.0/networks/893cfb05-5470-40bb-b386-845d7e11d965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7614970 Nov 09 17:43:49.057415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b6b106-8485-4d00-b9d3-45f7bcf537f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:49.070018 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-65b6b106-8485-4d00-b9d3-45f7bcf537f7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5509193 Nov 09 17:43:49.070806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58216) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:49.084059 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968af044-4634-47c3-a54d-94923cd24336 None None] Sync routers for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:49.115473 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968af044-4634-47c3-a54d-94923cd24336 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:49.116263 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-968af044-4634-47c3-a54d-94923cd24336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:49.167159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2e268-1db6-4355-9d7f-f6626415735b req-308a8040-83c2-4c6d-a351-2e6103818c58 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:49.179775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64f2e268-1db6-4355-9d7f-f6626415735b req-308a8040-83c2-4c6d-a351-2e6103818c58 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports/35579c40-c48c-457f-90bd-ff150dc94826 HTTP/1.1" status: 200 len: 943 time: 0.1993322 Nov 09 17:43:49.191522 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c45fa2-b0d3-4084-b8e6-a62c52b0a755 x-openstack-request-id: req-e5c45fa2-b0d3-4084-b8e6-a62c52b0a755 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:49.192166 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4916a9-3506-485b-9454-50a2670519b0", "tag": "58db28be-9f43-47a4-8cbc-1761e590d7c5", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:49.192582 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5c45fa2-b0d3-4084-b8e6-a62c52b0a755 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:49.193223 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4916a9-3506-485b-9454-50a2670519b0', 'tag': '58db28be-9f43-47a4-8cbc-1761e590d7c5', 'status': 'completed', 'code': 200} Nov 09 17:43:49.229025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting subnet 372deedc-19b3-467c-8aab-777d13948ef9 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:43:49.235271 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:49.250762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db713b4-98c8-4757-a3dc-b41a1de79b77 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Deleting subnet 507d1d73-5e86-43a0-827c-84f4438a5659 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:43:49.262437 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5db713b4-98c8-4757-a3dc-b41a1de79b77 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:49.305800 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:49.324293 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-968af044-4634-47c3-a54d-94923cd24336 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:49.349831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14308cac-e627-4de7-a0c3-08df62f2b011 req-5e7465ea-64bd-458f-b8fb-b9c9800810ef tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:49.351412 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-14308cac-e627-4de7-a0c3-08df62f2b011 req-5e7465ea-64bd-458f-b8fb-b9c9800810ef tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 945 time: 0.1197951 Nov 09 17:43:49.454587 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-14308cac-e627-4de7-a0c3-08df62f2b011 req-a865a803-dc63-41f2-85f5-fb6ad5bcbb13 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911117 Nov 09 17:43:49.458384 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5db713b4-98c8-4757-a3dc-b41a1de79b77 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:49.467129 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:49.603277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28e52e-3b12-4118-94ff-bb8867e327db req-dd099d01-d14c-4303-b4e9-7be35d6294ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:49.605931 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b28e52e-3b12-4118-94ff-bb8867e327db req-dd099d01-d14c-4303-b4e9-7be35d6294ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6434953beaaa46b5a71b35f308bbd7a0&device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 1094 time: 0.4240856 Nov 09 17:43:49.627809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:49.659216 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:49.695856 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:49.698348 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c909d-5367-4444-9bc7-aa63eb73fdcf None None] Network 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:49.703539 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/372deedc-19b3-467c-8aab-777d13948ef9 HTTP/1.1" status: 204 len: 168 time: 0.6311498 Nov 09 17:43:49.707148 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Subnet': ['ID=372deedc-19b3-467c-8aab-777d13948ef9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:49.721273 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58226) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:49.741589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64f2e268-1db6-4355-9d7f-f6626415735b req-8773ee1f-b068-4d7d-a544-a4bf257db203 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 1002 time: 0.4847269 Nov 09 17:43:49.747859 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:49.748622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:49.749161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:49.757492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:49.758227 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:49.761567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:49.762802 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:49.763533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:49.764118 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:49.766672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:49.767317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:49.767862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e989e6a-17f9-4011-b161-a1f631b7820d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:43:49.799519 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-968af044-4634-47c3-a54d-94923cd24336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:46Z', 'revision_number': 10, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:49.845595 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968af044-4634-47c3-a54d-94923cd24336 None None] Checking router: 30725612-2d61-4791-85b8-4bcad741f53c for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:49.857081 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968af044-4634-47c3-a54d-94923cd24336 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:49.857957 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-968af044-4634-47c3-a54d-94923cd24336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:49.880567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da3c11-6e80-47ab-9e40-b3bffe4c5e0a req-96699b3e-c979-40f4-a78e-1cd8b6b9cf52 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:49.882583 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e3da3c11-6e80-47ab-9e40-b3bffe4c5e0a req-96699b3e-c979-40f4-a78e-1cd8b6b9cf52 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 943 time: 0.3331425 Nov 09 17:43:49.887093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:49.982756 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-968af044-4634-47c3-a54d-94923cd24336 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:49.991492 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e3da3c11-6e80-47ab-9e40-b3bffe4c5e0a req-083f7d53-a820-4828-80c3-164b23d579ef tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec386be-04c3-4ed3-98d6-86144726d802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946207 Nov 09 17:43:50.026058 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port 1e0005c4-12f3-452d-a94c-83038b87fca8 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:50.026479 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:50.105183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b772e8c3-0177-4117-9fa9-b88a3f3748cf None None] DHCP port deletion for 55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:43:50.165762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] For port 1e0005c4-12f3-452d-a94c-83038b87fca8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1e0005c4-12f3-452d-a94c-83038b87fca8,segment=NetworkSegment(964cf236-fc2e-417b-a164-8e17b9625279),segment_id=964cf236-fc2e-417b-a164-8e17b9625279)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:50.167101 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:50.190056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b772e8c3-0177-4117-9fa9-b88a3f3748cf None None] Deleting port 1e0005c4-12f3-452d-a94c-83038b87fca8 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:50.190517 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b772e8c3-0177-4117-9fa9-b88a3f3748cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:50.215392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for 1e0005c4-12f3-452d-a94c-83038b87fca8 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:50.264767 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-968af044-4634-47c3-a54d-94923cd24336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:46Z', 'revision_number': 10, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:50.278369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b772e8c3-0177-4117-9fa9-b88a3f3748cf None None] For port 1e0005c4-12f3-452d-a94c-83038b87fca8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1e0005c4-12f3-452d-a94c-83038b87fca8,segment=NetworkSegment(964cf236-fc2e-417b-a164-8e17b9625279),segment_id=964cf236-fc2e-417b-a164-8e17b9625279)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:50.278789 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b772e8c3-0177-4117-9fa9-b88a3f3748cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:50.296578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b772e8c3-0177-4117-9fa9-b88a3f3748cf None None] Calling delete_port for 1e0005c4-12f3-452d-a94c-83038b87fca8 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:50.337197 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968af044-4634-47c3-a54d-94923cd24336 None None] The sync data for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 is: [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:46Z', 'revision_number': 10, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None, '_interfaces': [{'id': '026361d4-6ff7-4664-83a1-f1357901ff62', 'name': '', 'network_id': 'd82b7e41-1ac3-417e-8476-f4101b7b9d5d', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'mac_address': 'fa:16:3e:ec:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30725612-2d61-4791-85b8-4bcad741f53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:29Z', 'updated_at': '2021-11-09T17:42:40Z', 'revision_number': 5, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'subnets': [{'id': 'bbacc1df-4792-42c3-b24e-ea325542fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:50.400146 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:50.455476 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=1e0005c4-12f3-452d-a94c-83038b87fca8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:50.482238 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5db713b4-98c8-4757-a3dc-b41a1de79b77 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:50.483550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No DVR routers for this DVR port 1e0005c4-12f3-452d-a94c-83038b87fca8 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:50.616811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28e52e-3b12-4118-94ff-bb8867e327db req-844ca4ae-b050-4d41-bee4-58ecd3527202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:50.618428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b28e52e-3b12-4118-94ff-bb8867e327db req-844ca4ae-b050-4d41-bee4-58ecd3527202 service neutron] 10.222.0.18 "GET /v2.0/networks?id=893cfb05-5470-40bb-b386-845d7e11d965 HTTP/1.1" status: 200 len: 925 time: 0.9918416 Nov 09 17:43:50.638808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2e268-1db6-4355-9d7f-f6626415735b req-a70d86c9-8ae5-4dbe-9c23-ca853b6fefdb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:50.641666 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64f2e268-1db6-4355-9d7f-f6626415735b req-a70d86c9-8ae5-4dbe-9c23-ca853b6fefdb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.8592770 Nov 09 17:43:50.648914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bfc2b-eebd-4a6a-ba57-616e0fa38b46 req-e83b6865-6cca-4223-832f-8514ef324690 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:50.651527 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-887bfc2b-eebd-4a6a-ba57-616e0fa38b46 req-e83b6865-6cca-4223-832f-8514ef324690 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.2352257 Nov 09 17:43:50.660019 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:50.665616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-64f2e268-1db6-4355-9d7f-f6626415735b req-423947f6-ad5e-4c3c-8217-9b1358a969e9 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:43:50.666684 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64f2e268-1db6-4355-9d7f-f6626415735b req-423947f6-ad5e-4c3c-8217-9b1358a969e9 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072584 Nov 09 17:43:50.707103 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b772e8c3-0177-4117-9fa9-b88a3f3748cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:50.727791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b28e52e-3b12-4118-94ff-bb8867e327db req-6219009f-8a59-471a-988b-1fcb9c526d25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58db28be-9f43-47a4-8cbc-1761e590d7c5 HTTP/1.1" status: 200 len: 217 time: 0.0974662 Nov 09 17:43:50.733955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:50.736788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772e8c3-0177-4117-9fa9-b88a3f3748cf None None] No DVR routers for this DVR port 1e0005c4-12f3-452d-a94c-83038b87fca8 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:50.762550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964cf236-fc2e-417b-a164-8e17b9625279') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:50.763005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964cf236-fc2e-417b-a164-8e17b9625279') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:50.763111 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5db713b4-98c8-4757-a3dc-b41a1de79b77 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:50.783557 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772e8c3-0177-4117-9fa9-b88a3f3748cf None None] Pushing event deleted for resources: {'Port': ['ID=1e0005c4-12f3-452d-a94c-83038b87fca8,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:50.811658 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:50.828964 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-887bfc2b-eebd-4a6a-ba57-616e0fa38b46 req-e9512101-269e-458a-ad89-2fd3338d4e95 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648989 Nov 09 17:43:50.850292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:50.852156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db713b4-98c8-4757-a3dc-b41a1de79b77 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Subnet': ['ID=507d1d73-5e86-43a0-827c-84f4438a5659,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:50.871377 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56225791-b53c-468d-803b-23abbf88fa45 None None] Network a5d7dbf0-b858-4b89-830f-4902993b0e7d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:50.872161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:50.872714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:50.877081 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:50.899535 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5db713b4-98c8-4757-a3dc-b41a1de79b77 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:50.908282 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5db713b4-98c8-4757-a3dc-b41a1de79b77 tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "DELETE /v2.0/subnets/507d1d73-5e86-43a0-827c-84f4438a5659 HTTP/1.1" status: 204 len: 168 time: 1.9493692 Nov 09 17:43:50.913932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58232) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:51.045195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28e52e-3b12-4118-94ff-bb8867e327db req-c04c0f63-dfbe-43e0-990f-a2aa3730243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:51.047868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b28e52e-3b12-4118-94ff-bb8867e327db req-c04c0f63-dfbe-43e0-990f-a2aa3730243f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a54f837-eac1-44a1-be6e-bd91756fd83f HTTP/1.1" status: 200 len: 864 time: 0.3049841 Nov 09 17:43:51.057871 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:51.071790 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:51.079130 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/networks/55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e HTTP/1.1" status: 204 len: 168 time: 1.3544755 Nov 09 17:43:51.082114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58236) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:51.097311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:43:51.130205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b28e52e-3b12-4118-94ff-bb8867e327db req-8ea24e93-43eb-4054-a72d-74abd0ed9f99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=893cfb05-5470-40bb-b386-845d7e11d965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653868 Nov 09 17:43:51.136939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f111514-a657-48ab-bad1-f44aa7b5c8bd None None] DHCP port deletion for a5d7dbf0-b858-4b89-830f-4902993b0e7d request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:43:51.138176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c5801-7423-4d79-9d22-4d2e7e4583bb req-31cc908c-f18b-4ef7-b5e2-499eb69a871d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:51.139765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b09c5801-7423-4d79-9d22-4d2e7e4583bb req-31cc908c-f18b-4ef7-b5e2-499eb69a871d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 945 time: 0.3277326 Nov 09 17:43:51.156085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7d7f7-8ec9-46e5-8e65-fb708f5e75c0 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Network': ['ID=55c1cd6d-62fa-4c7d-aeed-a0411c8a4e8e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:51.206879 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:51.222097 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-98b7861e-e194-42b0-9b94-385c0b61b586 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 1002 time: 0.2803719 Nov 09 17:43:51.223407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-4f111514-a657-48ab-bad1-f44aa7b5c8bd None None] Deleting port 372fec78-b1f3-4e20-8229-0bef9e65d8a4 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:51.224120 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4f111514-a657-48ab-bad1-f44aa7b5c8bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:51.309531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-4694d2f2-640c-4aaa-898a-7ba4e1291248 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:51.314437 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-4694d2f2-640c-4aaa-898a-7ba4e1291248 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports/35579c40-c48c-457f-90bd-ff150dc94826 HTTP/1.1" status: 200 len: 943 time: 0.0779319 Nov 09 17:43:51.337171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4f111514-a657-48ab-bad1-f44aa7b5c8bd None None] For port 372fec78-b1f3-4e20-8229-0bef9e65d8a4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=372fec78-b1f3-4e20-8229-0bef9e65d8a4,segment=NetworkSegment(e4256873-3aaf-4d8f-8a6b-9814a3ea2e72),segment_id=e4256873-3aaf-4d8f-8a6b-9814a3ea2e72)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:51.337171 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4f111514-a657-48ab-bad1-f44aa7b5c8bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:51.339540 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b09c5801-7423-4d79-9d22-4d2e7e4583bb req-970407d0-495b-4ccd-8a68-16652be8fe41 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860249 Nov 09 17:43:51.369175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-4f111514-a657-48ab-bad1-f44aa7b5c8bd None None] Calling delete_port for 372fec78-b1f3-4e20-8229-0bef9e65d8a4 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:51.391055 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b28e52e-3b12-4118-94ff-bb8867e327db req-de7b3e47-92b2-4cd1-859e-a4c67093b2a6 service neutron] 10.222.0.18 "GET /v2.0/networks/893cfb05-5470-40bb-b386-845d7e11d965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466724 Nov 09 17:43:51.486660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:51.527311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:51.532135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5cef7dcb-ce93-4789-9075-8820863c4b0a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8210380 Nov 09 17:43:51.535354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Sync routers for ids ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:51.539076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58242) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:51.552190 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4f111514-a657-48ab-bad1-f44aa7b5c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:51.573078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Routers {'b512ee4f-8c7c-4dd0-b355-f828d3dfda84'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:51.573867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:51.592555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Deleting port 372fec78-b1f3-4e20-8229-0bef9e65d8a4 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:51.592960 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:51.641859 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-9ea0cf44-4f27-4b42-bc5d-179544c01826 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 1002 time: 0.1615367 Nov 09 17:43:51.658307 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b28e52e-3b12-4118-94ff-bb8867e327db req-a12ae8d9-5997-4560-a39f-8b2fb9aecf97 service neutron] 10.222.0.18 "GET /v2.0/networks/893cfb05-5470-40bb-b386-845d7e11d965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494557 Nov 09 17:43:51.717030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f111514-a657-48ab-bad1-f44aa7b5c8bd None None] No DVR routers for this DVR port 372fec78-b1f3-4e20-8229-0bef9e65d8a4 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:51.723875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f111514-a657-48ab-bad1-f44aa7b5c8bd None None] Pushing event deleted for resources: {'Port': ['ID=372fec78-b1f3-4e20-8229-0bef9e65d8a4,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:51.751653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] For port 372fec78-b1f3-4e20-8229-0bef9e65d8a4, host n-d-817236-1, got binding levels [] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:51.752054 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:51.763625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49031d16-c703-423d-bf1c-9bf93725775d req-e42249c8-7ccc-4a35-96db-6ec8ef1aa121 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:51.765896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49031d16-c703-423d-bf1c-9bf93725775d req-e42249c8-7ccc-4a35-96db-6ec8ef1aa121 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 943 time: 0.2183883 Nov 09 17:43:51.793542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Calling delete_port for 372fec78-b1f3-4e20-8229-0bef9e65d8a4 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:51.825855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Set router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:51.841984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.ipam_backend_mixin [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Port 372fec78-b1f3-4e20-8229-0bef9e65d8a4 was not found and therefore no delete operation was performed {{(pid=102154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:43:51.864796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-308bfaab-c18a-4be2-a189-d25a755ea383 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:51.876406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:51.878784 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-308bfaab-c18a-4be2-a189-d25a755ea383 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.2037375 Nov 09 17:43:51.929930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1e0005c4-12f3-452d-a94c-83038b87fca8 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:51.949003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Port': ['ID=372fec78-b1f3-4e20-8229-0bef9e65d8a4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:51.953774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 1e0005c4-12f3-452d-a94c-83038b87fca8 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:51.954066 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1e0005c4-12f3-452d-a94c-83038b87fca8 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:51.954503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 372fec78-b1f3-4e20-8229-0bef9e65d8a4 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:51.958791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] No DVR routers for this DVR port 372fec78-b1f3-4e20-8229-0bef9e65d8a4 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:51.963770 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49031d16-c703-423d-bf1c-9bf93725775d req-cae42d87-d7f9-4a77-a8a9-fbf1c1612d09 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec386be-04c3-4ed3-98d6-86144726d802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785886 Nov 09 17:43:52.003807 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-063ab2d8-542c-4b57-9886-4c946175918e tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 1002 time: 0.0853727 Nov 09 17:43:52.026892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-2aa08689-b769-4253-8348-d9db76307544 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:52.107667 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44a593fb-3314-4e54-bb0a-1e6553a04a28 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.117058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 372fec78-b1f3-4e20-8229-0bef9e65d8a4 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:52.118582 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 372fec78-b1f3-4e20-8229-0bef9e65d8a4 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:52.119272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9aad63fb-a345-445e-929f-e6aa5de88b03 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:52.171615 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.174224 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 9aad63fb-a345-445e-929f-e6aa5de88b03 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:52.174911 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9aad63fb-a345-445e-929f-e6aa5de88b03 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:52.200178 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-2aa08689-b769-4253-8348-d9db76307544 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.218270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d7dbf0-b858-4b89-830f-4902993b0e7d']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:52.235247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4256873-3aaf-4d8f-8a6b-9814a3ea2e72') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:52.235601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4256873-3aaf-4d8f-8a6b-9814a3ea2e72') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:52.251019 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.293772 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:43:47Z', 'revision_number': 3, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port': {'id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:45Z', 'updated_at': '2021-11-09T17:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:52.329834 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.334818 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Checking router: b512ee4f-8c7c-4dd0-b355-f828d3dfda84 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:52.343909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Updating router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 port e636f744-4cf1-488a-ba46-29fcb1d62248 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:43:52.344740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:52.345385 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:52.350201 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:52.380663 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.448172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bc5dc-7446-4eff-9c5e-95013c151e2d req-a8a0498d-0154-4b92-b56a-1832251cc8df tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:52.450091 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a4bc5dc-7446-4eff-9c5e-95013c151e2d req-a8a0498d-0154-4b92-b56a-1832251cc8df tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 945 time: 0.1859891 Nov 09 17:43:52.489105 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.502492 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.509431 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] 10.222.0.81 "DELETE /v2.0/networks/a5d7dbf0-b858-4b89-830f-4902993b0e7d HTTP/1.1" status: 204 len: 168 time: 1.5885391 Nov 09 17:43:52.513843 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-2aa08689-b769-4253-8348-d9db76307544 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.521744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-2aa08689-b769-4253-8348-d9db76307544 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.522244 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-2aa08689-b769-4253-8348-d9db76307544 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Floating IP 35e0269b-4b22-450e-92da-f2b8ecf5f574 disassociated. External IP: 172.25.1.102, port: 35579c40-c48c-457f-90bd-ff150dc94826. Nov 09 17:43:52.557551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab6e9d-a5d9-4df3-a90a-f7523b29e88b tempest-ServersTestMultiNic-1090574989 tempest-ServersTestMultiNic-1090574989-project] Pushing event deleted for resources: {'Network': ['ID=a5d7dbf0-b858-4b89-830f-4902993b0e7d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:52.571389 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a4bc5dc-7446-4eff-9c5e-95013c151e2d req-b0c514b5-4b9e-4fcb-900d-ece70925f1a0 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128151 Nov 09 17:43:52.581106 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.669847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 58db28be-9f43-47a4-8cbc-1761e590d7c5 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:43:52.719824 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.798855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321c472-b301-4121-8fba-dc41f5d6a388 req-2e8d8d40-01fb-4dbd-9058-f1bb7c0b4e88 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:52.800539 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d321c472-b301-4121-8fba-dc41f5d6a388 req-2e8d8d40-01fb-4dbd-9058-f1bb7c0b4e88 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.1258960 Nov 09 17:43:52.878851 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.892200 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.900599 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d321c472-b301-4121-8fba-dc41f5d6a388 req-17a2dc3f-d32e-4525-b677-b792a98761e3 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872633 Nov 09 17:43:52.903323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Allocated IP 172.20.0.1 (6bb7c12d-7c27-4201-898b-28da5ef6fc85/1c826272-f3f0-49c8-ac99-3121a12d9267/4872b524-dd85-4fcf-b4c1-dfd82fab4515) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:43:52.964804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 58db28be-9f43-47a4-8cbc-1761e590d7c5, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=58db28be-9f43-47a4-8cbc-1761e590d7c5,segment=NetworkSegment(2ee43e27-e5ec-4ae0-91cc-e586a95ce834),segment_id=2ee43e27-e5ec-4ae0-91cc-e586a95ce834)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:52.975976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Attempting to bind port e636f744-4cf1-488a-ba46-29fcb1d62248 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:43:52.976357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Attempting to bind port e636f744-4cf1-488a-ba46-29fcb1d62248 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:43:52.976731 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Attempting to bind port e636f744-4cf1-488a-ba46-29fcb1d62248 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:52.996376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:52.996772 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:52.997196 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:52.997614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:52.998122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Bound port: e636f744-4cf1-488a-ba46-29fcb1d62248, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:43:52.998626 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:53.001525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fd198-fb8c-48fe-9938-01ed5ccc9793 None None] Pushing event updated for resources: {'Port': ['ID=e636f744-4cf1-488a-ba46-29fcb1d62248,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:53.004216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '58db28be-9f43-47a4-8cbc-1761e590d7c5', 'network_id': '893cfb05-5470-40bb-b386-845d7e11d965', 'port_id': '58db28be-9f43-47a4-8cbc-1761e590d7c5', 'mac_address': 'fa:16:3e:64:48:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a54f837-eac1-44a1-be6e-bd91756fd83f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:43:53.084037 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:53.098654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:53.117254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58db28be-9f43-47a4-8cbc-1761e590d7c5 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:43:53.132826 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] For port e636f744-4cf1-488a-ba46-29fcb1d62248, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:53.135050 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:53.154732 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 58db28be-9f43-47a4-8cbc-1761e590d7c5, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=58db28be-9f43-47a4-8cbc-1761e590d7c5,segment=NetworkSegment(2ee43e27-e5ec-4ae0-91cc-e586a95ce834),segment_id=2ee43e27-e5ec-4ae0-91cc-e586a95ce834)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:53.159929 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] For port e636f744-4cf1-488a-ba46-29fcb1d62248, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e636f744-4cf1-488a-ba46-29fcb1d62248,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:53.162202 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:53.205237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:53.207516 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:53.209496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:53.218776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:43:53.222349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Pushing event updated for resources: {'Port': ['ID=4872b524-dd85-4fcf-b4c1-dfd82fab4515,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:53.256441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Routers {'b512ee4f-8c7c-4dd0-b355-f828d3dfda84'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:53.257263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:53.282833 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:53.329040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-44a593fb-3314-4e54-bb0a-1e6553a04a28 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port 026361d4-6ff7-4664-83a1-f1357901ff62 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:53.329618 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44a593fb-3314-4e54-bb0a-1e6553a04a28 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:53.385835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=58db28be-9f43-47a4-8cbc-1761e590d7c5,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:53.481723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fd198-fb8c-48fe-9938-01ed5ccc9793 None None] Pushing event updated for resources: {'Port': ['ID=e636f744-4cf1-488a-ba46-29fcb1d62248,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:53.513560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] Set router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:53.545164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-44a593fb-3314-4e54-bb0a-1e6553a04a28 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] For port 026361d4-6ff7-4664-83a1-f1357901ff62, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=026361d4-6ff7-4664-83a1-f1357901ff62,segment=NetworkSegment(11066ede-f6a4-4c88-99fe-604f1e28cdb9),segment_id=11066ede-f6a4-4c88-99fe-604f1e28cdb9)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:53.545164 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44a593fb-3314-4e54-bb0a-1e6553a04a28 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:53.547481 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['58db28be-9f43-47a4-8cbc-1761e590d7c5'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:43:53.566338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-44a593fb-3314-4e54-bb0a-1e6553a04a28 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for 026361d4-6ff7-4664-83a1-f1357901ff62 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:53.601116 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:53.660872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-2aa08689-b769-4253-8348-d9db76307544 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Router 57957a90-f259-45c0-bfb7-42d7f9c2f048 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:53.682451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9ee64e5b-5a8e-45b6-8689-db0ff64f1794 None None] Provisioning complete for port 4872b524-dd85-4fcf-b4c1-dfd82fab4515 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:53.682856 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9ee64e5b-5a8e-45b6-8689-db0ff64f1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:53.751812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca778f6-f76e-4986-bc64-3a49316007ec req-2ec2efe6-475a-4df9-89ca-e13a77076530 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:53.759465 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ca778f6-f76e-4986-bc64-3a49316007ec req-2ec2efe6-475a-4df9-89ca-e13a77076530 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 944 time: 0.0862842 Nov 09 17:43:53.771859 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9ee64e5b-5a8e-45b6-8689-db0ff64f1794 None None] Port 4872b524-dd85-4fcf-b4c1-dfd82fab4515 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:43:53.887344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ca778f6-f76e-4986-bc64-3a49316007ec req-8f8d9f6e-d509-4576-baab-ad71affe6a2b tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec386be-04c3-4ed3-98d6-86144726d802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264262 Nov 09 17:43:53.902486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-2aa08689-b769-4253-8348-d9db76307544 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:53.914675 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119597c-122b-48e3-a1dc-9b21d4161120 None None] Sync routers for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:53.915070 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-2aa08689-b769-4253-8348-d9db76307544 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:53.924305 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119597c-122b-48e3-a1dc-9b21d4161120 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:53.924946 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b119597c-122b-48e3-a1dc-9b21d4161120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:53.934315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:43:47Z', 'revision_number': 3, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port': {'id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:45Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:53.969575 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-2aa08689-b769-4253-8348-d9db76307544 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "PUT /v2.0/floatingips/35e0269b-4b22-450e-92da-f2b8ecf5f574 HTTP/1.1" status: 200 len: 695 time: 1.9443054 Nov 09 17:43:53.970926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a86b556-44b1-4388-9524-5120e683ef45', 'tag': '35579c40-c48c-457f-90bd-ff150dc94826'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:53.976825 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:53.979435 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e9f3ec-40c0-4503-958e-6e46f687f302" -d '{"events": [{"name": "network-changed", "server_uuid": "2a86b556-44b1-4388-9524-5120e683ef45", "tag": "35579c40-c48c-457f-90bd-ff150dc94826"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:54.003425 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44a593fb-3314-4e54-bb0a-1e6553a04a28 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:54.042411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d445939-9c63-4bab-93a1-e9a3ed566259 None None] The sync data for ids ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'] in n-d-817236-1 is: [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:43:47Z', 'revision_number': 3, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port': {'id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:45Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:54.099825 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a593fb-3314-4e54-bb0a-1e6553a04a28 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=026361d4-6ff7-4664-83a1-f1357901ff62,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:54.186439 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b119597c-122b-48e3-a1dc-9b21d4161120 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:54.241519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-17613a97-e14b-4b50-9aaa-6dcdf9720503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:54.252564 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-17613a97-e14b-4b50-9aaa-6dcdf9720503 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 1097 time: 0.2681663 Nov 09 17:43:54.423393 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:54.440334 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:54.607587 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44a593fb-3314-4e54-bb0a-1e6553a04a28 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:54.644842 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b119597c-122b-48e3-a1dc-9b21d4161120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:54.669235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-abca236d-d3c7-4274-8fdb-fe156ec79973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:54.678434 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119597c-122b-48e3-a1dc-9b21d4161120 None None] Checking router: 57957a90-f259-45c0-bfb7-42d7f9c2f048 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:54.683719 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:54.683916 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-abca236d-d3c7-4274-8fdb-fe156ec79973 service neutron] 10.222.0.81 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 0.4290650 Nov 09 17:43:54.689433 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119597c-122b-48e3-a1dc-9b21d4161120 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:54.690369 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b119597c-122b-48e3-a1dc-9b21d4161120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:54.857084 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b119597c-122b-48e3-a1dc-9b21d4161120 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:54.883039 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-cd575a4a-ee9a-46ab-8dc0-77d12b4a04d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35579c40-c48c-457f-90bd-ff150dc94826 HTTP/1.1" status: 200 len: 217 time: 0.1979439 Nov 09 17:43:54.977570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:43:54.982365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:43:54.992052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Pushing event updated for resources: {'Port': ['ID=4872b524-dd85-4fcf-b4c1-dfd82fab4515,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:55.033874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaf09e-35ae-4643-a5cf-fab68eef8c18 req-7cd94e5e-4542-481f-9c73-50eec55024f2 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:55.047713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18eaf09e-35ae-4643-a5cf-fab68eef8c18 req-7cd94e5e-4542-481f-9c73-50eec55024f2 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.3774798 Nov 09 17:43:55.119683 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b119597c-122b-48e3-a1dc-9b21d4161120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:55.202455 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119597c-122b-48e3-a1dc-9b21d4161120 None None] The sync data for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 is: [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:55.256223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a593fb-3314-4e54-bb0a-1e6553a04a28 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 30725612-2d61-4791-85b8-4bcad741f53c has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:55.259491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7028de-4b6f-46df-9094-6d1bbb125155 req-1a17a78d-fdf3-4f2b-a02c-c55ec9f56d98 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:55.261863 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f7028de-4b6f-46df-9094-6d1bbb125155 req-1a17a78d-fdf3-4f2b-a02c-c55ec9f56d98 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.13 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 945 time: 0.5332243 Nov 09 17:43:55.272718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-60e39b06-dd25-44e4-aeeb-b4ca058b5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:55.275945 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-60e39b06-dd25-44e4-aeeb-b4ca058b5597 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.3834677 Nov 09 17:43:55.326196 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18eaf09e-35ae-4643-a5cf-fab68eef8c18 req-571d0378-682f-4459-b72c-5f23adb47165 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764885 Nov 09 17:43:55.461781 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac33f29-40d3-42ea-9fa1-75bfd5f7bc75 x-openstack-request-id: req-cac33f29-40d3-42ea-9fa1-75bfd5f7bc75 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:55.462473 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a86b556-44b1-4388-9524-5120e683ef45", "tag": "35579c40-c48c-457f-90bd-ff150dc94826", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:55.463304 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cac33f29-40d3-42ea-9fa1-75bfd5f7bc75 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:55.464082 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a86b556-44b1-4388-9524-5120e683ef45', 'tag': '35579c40-c48c-457f-90bd-ff150dc94826', 'status': 'completed', 'code': 200} Nov 09 17:43:55.492989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f9af622a-6a8a-4db4-aafb-5e08861f5abe None None] Provisioning complete for port 4872b524-dd85-4fcf-b4c1-dfd82fab4515 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:55.494965 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f9af622a-6a8a-4db4-aafb-5e08861f5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:55.548530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:43:55.566703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a593fb-3314-4e54-bb0a-1e6553a04a28 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:55.576391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-44a593fb-3314-4e54-bb0a-1e6553a04a28 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4913406 Nov 09 17:43:55.582274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58272) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:55.596759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-6f053d0a-1f7c-4839-8352-827373bb51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:55.598599 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-6f053d0a-1f7c-4839-8352-827373bb51ba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196424 Nov 09 17:43:55.626777 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9f3ec-40c0-4503-958e-6e46f687f302 req-12824ad5-fb10-4201-9e5e-d671bf85329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:55.628980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89e9f3ec-40c0-4503-958e-6e46f687f302 req-12824ad5-fb10-4201-9e5e-d671bf85329e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 1097 time: 0.1633713 Nov 09 17:43:55.634703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f9af622a-6a8a-4db4-aafb-5e08861f5abe None None] Port 4872b524-dd85-4fcf-b4c1-dfd82fab4515 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:43:55.650633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d157ca17-fcd0-47b6-9eab-382a78c3d084 None None] Sync routers for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:55.669340 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d157ca17-fcd0-47b6-9eab-382a78c3d084 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:55.670425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-d157ca17-fcd0-47b6-9eab-382a78c3d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:55.757943 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-0ecaeec1-cbf5-4037-a729-a60a497c91c8 service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275771 Nov 09 17:43:55.816762 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-d157ca17-fcd0-47b6-9eab-382a78c3d084 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:55.952299 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e86391-d0c6-44eb-9264-f7e778d70f9a None None] New status for floating IP 35e0269b-4b22-450e-92da-f2b8ecf5f574: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:43:55.982332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-d157ca17-fcd0-47b6-9eab-382a78c3d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 11, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:56.068663 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d157ca17-fcd0-47b6-9eab-382a78c3d084 None None] Checking router: 30725612-2d61-4791-85b8-4bcad741f53c for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:56.089841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5051a7-6594-4053-9221-0a3a3d05f9d5 req-36774d78-aaf7-44eb-bcc4-a076d2424094 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:56.096134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc5051a7-6594-4053-9221-0a3a3d05f9d5 req-36774d78-aaf7-44eb-bcc4-a076d2424094 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/ports?device_id=94ff37bf-87f1-4761-ae77-82b83f2a4dfe HTTP/1.1" status: 200 len: 945 time: 0.4067895 Nov 09 17:43:56.096981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d157ca17-fcd0-47b6-9eab-382a78c3d084 None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:56.097780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-d157ca17-fcd0-47b6-9eab-382a78c3d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:56.132361 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b24c28-cf1e-4ece-a03c-92252114adc2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting subnet bbacc1df-4792-42c3-b24e-ea325542fce4 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:43:56.147917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03b24c28-cf1e-4ece-a03c-92252114adc2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:56.184508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-8f7028de-4b6f-46df-9094-6d1bbb125155 req-bba9a886-d877-469b-9413-a06033c1c02d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Deleting port 057302ae-a9bb-4588-8853-d12a8aeecc0e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:56.185175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f7028de-4b6f-46df-9094-6d1bbb125155 req-bba9a886-d877-469b-9413-a06033c1c02d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:56.239148 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-583368ce-f8ab-4b65-b5f1-0b8820becc02 req-9e66c4cb-d3ac-41c1-a640-fa38ebb00e89 service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563570 Nov 09 17:43:56.343062 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc5051a7-6594-4053-9221-0a3a3d05f9d5 req-f2f5c6d5-0128-4b37-a885-80311a6293a8 tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.81 "GET /v2.0/security-groups?id=53b1737f-f216-4c60-a6fa-7be64dfe1328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172906 Nov 09 17:43:56.357549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:43:56.389388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e636f744-4cf1-488a-ba46-29fcb1d62248 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:56.391290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b9e8138b-cc1e-4c57-83b9-910427e77991 admin admin] 10.222.0.81 "PUT /v2.0/routers/b512ee4f-8c7c-4dd0-b355-f828d3dfda84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8468356 Nov 09 17:43:56.492697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58280) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:56.496263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-d157ca17-fcd0-47b6-9eab-382a78c3d084 None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:56.535266 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03b24c28-cf1e-4ece-a03c-92252114adc2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:56.580595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8f7028de-4b6f-46df-9094-6d1bbb125155 req-bba9a886-d877-469b-9413-a06033c1c02d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] For port 057302ae-a9bb-4588-8853-d12a8aeecc0e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=057302ae-a9bb-4588-8853-d12a8aeecc0e,segment=NetworkSegment(60bd03ed-e43d-43fa-9bb7-ebe5e483e50d),segment_id=60bd03ed-e43d-43fa-9bb7-ebe5e483e50d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:56.581122 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f7028de-4b6f-46df-9094-6d1bbb125155 req-bba9a886-d877-469b-9413-a06033c1c02d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:56.635877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-8f7028de-4b6f-46df-9094-6d1bbb125155 req-bba9a886-d877-469b-9413-a06033c1c02d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Calling delete_port for 057302ae-a9bb-4588-8853-d12a8aeecc0e owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:56.651829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 58db28be-9f43-47a4-8cbc-1761e590d7c5 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:43:56.711285 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-d157ca17-fcd0-47b6-9eab-382a78c3d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 11, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:56.813449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9f3ec-40c0-4503-958e-6e46f687f302 req-74be9edf-3274-47df-b6cc-4a26462b1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:56.816071 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89e9f3ec-40c0-4503-958e-6e46f687f302 req-74be9edf-3274-47df-b6cc-4a26462b1056 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 1.0521398 Nov 09 17:43:56.833962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d157ca17-fcd0-47b6-9eab-382a78c3d084 None None] The sync data for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 is: [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 11, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:43:56.865819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 58db28be-9f43-47a4-8cbc-1761e590d7c5 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:43:56.880372 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 58db28be-9f43-47a4-8cbc-1761e590d7c5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:56.880982 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:56.948159 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03b24c28-cf1e-4ece-a03c-92252114adc2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:56.959213 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f7028de-4b6f-46df-9094-6d1bbb125155 req-bba9a886-d877-469b-9413-a06033c1c02d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:56.972038 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e636f744-4cf1-488a-ba46-29fcb1d62248 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:43:56.972387 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:57.046935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9a886-d877-469b-9413-a06033c1c02d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Pushing event deleted for resources: {'Port': ['ID=057302ae-a9bb-4588-8853-d12a8aeecc0e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:57.067878 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89e9f3ec-40c0-4503-958e-6e46f687f302 req-48e0c4a4-e1fe-4b6e-bef3-643174a564a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35579c40-c48c-457f-90bd-ff150dc94826 HTTP/1.1" status: 200 len: 217 time: 0.2324393 Nov 09 17:43:57.116983 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03b24c28-cf1e-4ece-a03c-92252114adc2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:57.127663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7028de-4b6f-46df-9094-6d1bbb125155 req-bba9a886-d877-469b-9413-a06033c1c02d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] No DVR routers for this DVR port 057302ae-a9bb-4588-8853-d12a8aeecc0e on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:57.130936 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8f7028de-4b6f-46df-9094-6d1bbb125155 req-bba9a886-d877-469b-9413-a06033c1c02d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:57.135724 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f7028de-4b6f-46df-9094-6d1bbb125155 req-bba9a886-d877-469b-9413-a06033c1c02d tempest-ServerDiskConfigTestJSON-1944485324 tempest-ServerDiskConfigTestJSON-1944485324-project] 10.222.0.13 "DELETE /v2.0/ports/057302ae-a9bb-4588-8853-d12a8aeecc0e HTTP/1.1" status: 204 len: 173 time: 1.8618639 Nov 09 17:43:57.136460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ff37bf-87f1-4761-ae77-82b83f2a4dfe', 'name': 'network-vif-deleted', 'tag': '057302ae-a9bb-4588-8853-d12a8aeecc0e'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:57.138872 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4e71f8-c930-4814-b7cc-39502c758320" -d '{"events": [{"server_uuid": "94ff37bf-87f1-4761-ae77-82b83f2a4dfe", "name": "network-vif-deleted", "tag": "057302ae-a9bb-4588-8853-d12a8aeecc0e"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:57.160520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abf071-46a8-435d-8871-813ad55ae46b req-49420e2a-2ad6-4532-aef9-d0deb3979f3f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:57.162994 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d9abf071-46a8-435d-8871-813ad55ae46b req-49420e2a-2ad6-4532-aef9-d0deb3979f3f tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 944 time: 0.2182686 Nov 09 17:43:57.187994 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03b24c28-cf1e-4ece-a03c-92252114adc2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:57.207291 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-03b24c28-cf1e-4ece-a03c-92252114adc2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/bbacc1df-4792-42c3-b24e-ea325542fce4 HTTP/1.1" status: 204 len: 168 time: 1.6194375 Nov 09 17:43:57.209004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58288) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:57.257902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b24c28-cf1e-4ece-a03c-92252114adc2 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Subnet': ['ID=bbacc1df-4792-42c3-b24e-ea325542fce4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:57.281601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e335ac-f208-48da-a2b9-07c4e26cad18 None None] Network d82b7e41-1ac3-417e-8476-f4101b7b9d5d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:43:57.290097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Sync routers for ids ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:43:57.302559 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:57.364036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Routers {'b512ee4f-8c7c-4dd0-b355-f828d3dfda84'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:57.364510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:57.375012 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d9abf071-46a8-435d-8871-813ad55ae46b req-5776bbdf-5507-4d93-9e0b-504201ad7bad tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec386be-04c3-4ed3-98d6-86144726d802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841381 Nov 09 17:43:57.390396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9f3ec-40c0-4503-958e-6e46f687f302 req-684f32bb-947b-4395-b400-460fcb1fe247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:57.392412 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89e9f3ec-40c0-4503-958e-6e46f687f302 req-684f32bb-947b-4395-b400-460fcb1fe247 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.2898695 Nov 09 17:43:57.399606 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:57.488420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Deleting port 386be4c1-1423-4654-b622-fe3cef2cd4be {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:43:57.488773 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:57.540152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Set router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:43:57.607154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] For port 386be4c1-1423-4654-b622-fe3cef2cd4be, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=386be4c1-1423-4654-b622-fe3cef2cd4be,segment=NetworkSegment(11066ede-f6a4-4c88-99fe-604f1e28cdb9),segment_id=11066ede-f6a4-4c88-99fe-604f1e28cdb9)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:57.607821 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:57.662520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Calling delete_port for 386be4c1-1423-4654-b622-fe3cef2cd4be owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:43:57.726890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4916a9-3506-485b-9454-50a2670519b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db28be-9f43-47a4-8cbc-1761e590d7c5'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:43:57.729675 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd1e2cf-5206-460b-933b-1c23532b31e2" -d '{"events": [{"server_uuid": "cc4916a9-3506-485b-9454-50a2670519b0", "name": "network-vif-plugged", "status": "completed", "tag": "58db28be-9f43-47a4-8cbc-1761e590d7c5"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:43:57.794143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e0d56-8c77-4386-83f6-7bff98e5c278 req-525089df-bf49-4565-b003-3b01f755b96e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:57.803050 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-067e0d56-8c77-4386-83f6-7bff98e5c278 req-525089df-bf49-4565-b003-3b01f755b96e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.6272917 Nov 09 17:43:57.852548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 58db28be-9f43-47a4-8cbc-1761e590d7c5, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=58db28be-9f43-47a4-8cbc-1761e590d7c5,segment=NetworkSegment(2ee43e27-e5ec-4ae0-91cc-e586a95ce834),segment_id=2ee43e27-e5ec-4ae0-91cc-e586a95ce834)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:57.875348 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:57.880862 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-067e0d56-8c77-4386-83f6-7bff98e5c278 req-19c1ee0f-49f9-450b-ae6a-c40006806d4e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755389 Nov 09 17:43:57.901207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9f3ec-40c0-4503-958e-6e46f687f302 req-eb1f845c-ad1b-426f-bda9-3a7db3e03a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:57.903119 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89e9f3ec-40c0-4503-958e-6e46f687f302 req-eb1f845c-ad1b-426f-bda9-3a7db3e03a9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4986880 Nov 09 17:43:57.924301 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:57.969440 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:58.049904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Port': ['ID=386be4c1-1423-4654-b622-fe3cef2cd4be,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:58.070647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=58db28be-9f43-47a4-8cbc-1761e590d7c5,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:58.070977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No DVR routers for this DVR port 386be4c1-1423-4654-b622-fe3cef2cd4be on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:43:58.209737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port e636f744-4cf1-488a-ba46-29fcb1d62248, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e636f744-4cf1-488a-ba46-29fcb1d62248,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:43:58.258819 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:58.263996 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-0988a80d-cdf5-4ac6-ab96-4263d79649a4 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:58.267147 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:58.267466 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-0988a80d-cdf5-4ac6-ab96-4263d79649a4 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2452822 Nov 09 17:43:58.328365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82b7e41-1ac3-417e-8476-f4101b7b9d5d']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:58.373376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11066ede-f6a4-4c88-99fe-604f1e28cdb9') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:58.374120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11066ede-f6a4-4c88-99fe-604f1e28cdb9') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:58.382308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=e636f744-4cf1-488a-ba46-29fcb1d62248,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:58.391584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 4, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port': {'id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:45Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4872b524-dd85-4fcf-b4c1-dfd82fab4515', 'name': '', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'mac_address': 'fa:16:3e:01:2e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:52Z', 'updated_at': '2021-11-09T17:43:54Z', 'revision_number': 2, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'subnets': [{'id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:58.398663 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:58.433138 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:58.433618 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12da49ed-a5be-447c-81d2-d61ce6449ad3 None None] DHCP port deletion for d82b7e41-1ac3-417e-8476-f4101b7b9d5d request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:43:58.440661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Checking router: b512ee4f-8c7c-4dd0-b355-f828d3dfda84 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:43:58.441092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Updating router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 port 4872b524-dd85-4fcf-b4c1-dfd82fab4515 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:43:58.464438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:43:58.465105 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:58.473168 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:58.484708 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-05b89244-5452-416a-9beb-fd544e85d5b6 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 696 time: 0.1892817 Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:43:58.495540 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:43:58.498343 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89e9f3ec-40c0-4503-958e-6e46f687f302 req-f47e58c4-a4cb-49d6-a946-3215b83b77d1 service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799050 Nov 09 17:43:58.524018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-54b4678c-8d94-48ad-998e-9347be047641 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Request body: {'floatingip': {'port_id': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:58.578623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58300) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:58.587561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-07164dfc-060a-414b-937a-a13282f93eb2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--295432195', 'description': 'tempest-description--79527805'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:58.621010 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ddaa91-3ad0-4caf-a876-d3b1723ec18b x-openstack-request-id: req-96ddaa91-3ad0-4caf-a876-d3b1723ec18b {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:58.621569 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ff37bf-87f1-4761-ae77-82b83f2a4dfe", "name": "network-vif-deleted", "tag": "057302ae-a9bb-4588-8853-d12a8aeecc0e", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:58.622637 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96ddaa91-3ad0-4caf-a876-d3b1723ec18b {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:58.622878 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ff37bf-87f1-4761-ae77-82b83f2a4dfe', 'name': 'network-vif-deleted', 'tag': '057302ae-a9bb-4588-8853-d12a8aeecc0e', 'status': 'completed', 'code': 200} Nov 09 17:43:58.652210 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-89e9f3ec-40c0-4503-958e-6e46f687f302 req-045625f4-d037-4b9b-9871-df714cfb8094 service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202307 Nov 09 17:43:58.693410 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:58.710386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-54b4678c-8d94-48ad-998e-9347be047641 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:58.732561 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:58.739350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/networks/d82b7e41-1ac3-417e-8476-f4101b7b9d5d HTTP/1.1" status: 204 len: 168 time: 1.5290048 Nov 09 17:43:58.743082 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02207170-2c87-4acf-8973-5aac2e1c53b5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Pushing event deleted for resources: {'Network': ['ID=d82b7e41-1ac3-417e-8476-f4101b7b9d5d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:58.746807 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07164dfc-060a-414b-937a-a13282f93eb2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:58.752599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58304) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:58.767726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca18b2c-24bb-4462-b380-060f19e39ece req-7d8e4b80-7f26-491c-bdac-fb6bc0232824 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:58.770397 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fca18b2c-24bb-4462-b380-060f19e39ece req-7d8e4b80-7f26-491c-bdac-fb6bc0232824 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a86b556-44b1-4388-9524-5120e683ef45 HTTP/1.1" status: 200 len: 946 time: 0.2734592 Nov 09 17:43:58.790582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-01bb9f32-6b86-4b5b-912f-a0c438988512 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'router': {'routes': None}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:59.103317 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c2a45d-cdac-418d-9254-44805b450b77 x-openstack-request-id: req-a9c2a45d-cdac-418d-9254-44805b450b77 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:43:59.103872 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4916a9-3506-485b-9454-50a2670519b0", "name": "network-vif-plugged", "status": "completed", "tag": "58db28be-9f43-47a4-8cbc-1761e590d7c5", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:43:59.104506 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9c2a45d-cdac-418d-9254-44805b450b77 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:43:59.105478 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4916a9-3506-485b-9454-50a2670519b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db28be-9f43-47a4-8cbc-1761e590d7c5', 'code': 200} Nov 09 17:43:59.106885 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 057302ae-a9bb-4588-8853-d12a8aeecc0e no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:59.111896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 026361d4-6ff7-4664-83a1-f1357901ff62 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:43:59.114544 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07164dfc-060a-414b-937a-a13282f93eb2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:59.192046 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 026361d4-6ff7-4664-83a1-f1357901ff62 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:59.192739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 026361d4-6ff7-4664-83a1-f1357901ff62 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:59.195085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 057302ae-a9bb-4588-8853-d12a8aeecc0e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:43:59.195752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 057302ae-a9bb-4588-8853-d12a8aeecc0e not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:43:59.234065 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d68fe95d-09be-4e7c-adbf-68d0ef72f429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:59.240697 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07164dfc-060a-414b-937a-a13282f93eb2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:59.353609 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-54b4678c-8d94-48ad-998e-9347be047641 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:43:59.355953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07164dfc-060a-414b-937a-a13282f93eb2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f2279e-9835-482e-bff6-ed9fb5a18f6a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:59.378938 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:59.390567 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:59.416311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.extraroute_db [None req-01bb9f32-6b86-4b5b-912f-a0c438988512 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Added routes are [] {{(pid=102154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 17:43:59.416749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.extraroute_db [None req-01bb9f32-6b86-4b5b-912f-a0c438988512 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Removed routes are [] {{(pid=102154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 17:43:59.417027 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01bb9f32-6b86-4b5b-912f-a0c438988512 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:59.427381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07164dfc-060a-414b-937a-a13282f93eb2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:59.428770 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-07164dfc-060a-414b-937a-a13282f93eb2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8467031 Nov 09 17:43:59.434449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58308) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:43:59.443051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5ee1cf50-da55-411d-a846-1949f550dfe9 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Request body: {'security_group_rule': {'security_group_id': '86f2279e-9835-482e-bff6-ed9fb5a18f6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:43:59.466738 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-54b4678c-8d94-48ad-998e-9347be047641 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:59.481254 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-54b4678c-8d94-48ad-998e-9347be047641 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:59.552547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb9279-3ec1-48cd-bc55-896aca9f363f req-27ba16f8-b670-45c6-8a4b-17653c23be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:59.554002 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Attempting to bind port 4872b524-dd85-4fcf-b4c1-dfd82fab4515 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:43:59.554180 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2eb9279-3ec1-48cd-bc55-896aca9f363f req-27ba16f8-b670-45c6-8a4b-17653c23be01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 1096 time: 0.4231939 Nov 09 17:43:59.554699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Attempting to bind port 4872b524-dd85-4fcf-b4c1-dfd82fab4515 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd21808ba-80b8-472b-ab12-a506b21d0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:43:59.555261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Attempting to bind port 4872b524-dd85-4fcf-b4c1-dfd82fab4515 on network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:43:59.557874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312f4b3-d93f-4216-afd1-4e847abe15ea None None] Pushing event updated for resources: {'Port': ['ID=4872b524-dd85-4fcf-b4c1-dfd82fab4515,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:43:59.587912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:43:59.588620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Checking segment: {'id': 'd21808ba-80b8-472b-ab12-a506b21d0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:43:59.590848 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:59.602050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Bound using segment: {'id': 'd21808ba-80b8-472b-ab12-a506b21d0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:43:59.603476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Bound port: 4872b524-dd85-4fcf-b4c1-dfd82fab4515, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21808ba-80b8-472b-ab12-a506b21d0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:43:59.604459 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:59.621010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c677f1d-ba1e-4a45-83ff-7c0fcb550939 req-1413dc64-062d-43cd-8e6f-dd4544842672 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:43:59.629739 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c677f1d-ba1e-4a45-83ff-7c0fcb550939 req-1413dc64-062d-43cd-8e6f-dd4544842672 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 945 time: 0.3671784 Nov 09 17:43:59.751970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] For port 4872b524-dd85-4fcf-b4c1-dfd82fab4515, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:43:59.757951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] For port 4872b524-dd85-4fcf-b4c1-dfd82fab4515, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4872b524-dd85-4fcf-b4c1-dfd82fab4515,segment=NetworkSegment(d21808ba-80b8-472b-ab12-a506b21d0e8b),segment_id=d21808ba-80b8-472b-ab12-a506b21d0e8b)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:43:59.764562 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:43:59.841396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Routers {'b512ee4f-8c7c-4dd0-b355-f828d3dfda84'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:43:59.842336 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:43:59.913859 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-54b4678c-8d94-48ad-998e-9347be047641 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Floating IP 35e0269b-4b22-450e-92da-f2b8ecf5f574 associated. External IP: 172.25.1.102, port: ba323535-1e02-457c-bc26-58b6c5d6dc67. Nov 09 17:44:00.165321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-fca18b2c-24bb-4462-b380-060f19e39ece req-f0ebe1b1-027c-473d-8ac3-04e7bfc90258 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Deleting port 35579c40-c48c-457f-90bd-ff150dc94826 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:00.165672 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fca18b2c-24bb-4462-b380-060f19e39ece req-f0ebe1b1-027c-473d-8ac3-04e7bfc90258 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.178580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312f4b3-d93f-4216-afd1-4e847abe15ea None None] Pushing event updated for resources: {'Port': ['ID=4872b524-dd85-4fcf-b4c1-dfd82fab4515,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:00.183057 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cf50-da55-411d-a846-1949f550dfe9 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.205369 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01bb9f32-6b86-4b5b-912f-a0c438988512 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.219785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-565b6b5b-a595-4e4f-9ffe-134576fa2caf None None] Provisioning complete for port 4872b524-dd85-4fcf-b4c1-dfd82fab4515 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:00.220905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-565b6b5b-a595-4e4f-9ffe-134576fa2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.240048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01bb9f32-6b86-4b5b-912f-a0c438988512 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.393244 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] Set router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:44:00.495875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e636f744-4cf1-488a-ba46-29fcb1d62248 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:44:00.497017 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2eb9279-3ec1-48cd-bc55-896aca9f363f req-f078aa06-c115-4b23-964e-a7ce0fc6f36d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7ec386be-04c3-4ed3-98d6-86144726d802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9262249 Nov 09 17:44:00.559204 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c677f1d-ba1e-4a45-83ff-7c0fcb550939 req-3b3e70ff-7735-4e8c-a65f-eea317be8e7b tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec386be-04c3-4ed3-98d6-86144726d802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9283249 Nov 09 17:44:00.584128 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-565b6b5b-a595-4e4f-9ffe-134576fa2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.641798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-54b4678c-8d94-48ad-998e-9347be047641 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Router 57957a90-f259-45c0-bfb7-42d7f9c2f048 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:44:00.647279 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cf50-da55-411d-a846-1949f550dfe9 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.655522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bb9f32-6b86-4b5b-912f-a0c438988512 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router 30725612-2d61-4791-85b8-4bcad741f53c has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:44:00.668850 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cf50-da55-411d-a846-1949f550dfe9 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.669728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-565b6b5b-a595-4e4f-9ffe-134576fa2caf None None] For port 4872b524-dd85-4fcf-b4c1-dfd82fab4515, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4872b524-dd85-4fcf-b4c1-dfd82fab4515,segment=NetworkSegment(d21808ba-80b8-472b-ab12-a506b21d0e8b),segment_id=d21808ba-80b8-472b-ab12-a506b21d0e8b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:00.676275 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-565b6b5b-a595-4e4f-9ffe-134576fa2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.749811 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cf50-da55-411d-a846-1949f550dfe9 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.755417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5ee1cf50-da55-411d-a846-1949f550dfe9 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3120351 Nov 09 17:44:00.757530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58314) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:00.765788 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1cf50-da55-411d-a846-1949f550dfe9 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d080ac-f539-4a30-8770-5684de8462d1,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:00.773843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c6553b32-d11e-4f98-817e-82e5826b178d tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Request body: {'security_group_rule': {'security_group_id': '86f2279e-9835-482e-bff6-ed9fb5a18f6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:00.799120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b6b5b-a595-4e4f-9ffe-134576fa2caf None None] Pushing event updated for resources: {'Port': ['ID=4872b524-dd85-4fcf-b4c1-dfd82fab4515,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:00.818222 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e636f744-4cf1-488a-ba46-29fcb1d62248 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:00.818995 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.879904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ab2464a6-17c0-4685-815f-9d6b101883e1 None None] Provisioning complete for port 4872b524-dd85-4fcf-b4c1-dfd82fab4515 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:00.880166 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ab2464a6-17c0-4685-815f-9d6b101883e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.892844 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6553b32-d11e-4f98-817e-82e5826b178d tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.909527 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d68fe95d-09be-4e7c-adbf-68d0ef72f429 admin admin] Deleting port f6e0a13b-d725-4e27-a968-6fddb5c6f07a {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:00.910138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d68fe95d-09be-4e7c-adbf-68d0ef72f429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:00.966177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-fca18b2c-24bb-4462-b380-060f19e39ece req-f0ebe1b1-027c-473d-8ac3-04e7bfc90258 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] For port 35579c40-c48c-457f-90bd-ff150dc94826, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=35579c40-c48c-457f-90bd-ff150dc94826,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:00.966872 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fca18b2c-24bb-4462-b380-060f19e39ece req-f0ebe1b1-027c-473d-8ac3-04e7bfc90258 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:01.023093 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-54b4678c-8d94-48ad-998e-9347be047641 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:44:01.029279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-54b4678c-8d94-48ad-998e-9347be047641 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:01.029501 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 4, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port': {'id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:45Z', 'updated_at': '2021-11-09T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4872b524-dd85-4fcf-b4c1-dfd82fab4515', 'name': '', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'mac_address': 'fa:16:3e:01:2e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:52Z', 'updated_at': '2021-11-09T17:43:59Z', 'revision_number': 4, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'subnets': [{'id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:01.038459 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc7d62-abd6-475f-ba9b-5dd9e10187e5 None None] Sync routers for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:44:01.054742 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc7d62-abd6-475f-ba9b-5dd9e10187e5 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:01.056357 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-74bc7d62-abd6-475f-ba9b-5dd9e10187e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:01.067240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4443e-2cfd-45c2-8d47-ed35d503fa81 None None] The sync data for ids ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'] in n-d-817236-1 is: [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 4, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port': {'id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:45Z', 'updated_at': '2021-11-09T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4872b524-dd85-4fcf-b4c1-dfd82fab4515', 'name': '', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'mac_address': 'fa:16:3e:01:2e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:52Z', 'updated_at': '2021-11-09T17:43:59Z', 'revision_number': 4, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'subnets': [{'id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:44:01.072943 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 386be4c1-1423-4654-b622-fe3cef2cd4be no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:01.104279 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-54b4678c-8d94-48ad-998e-9347be047641 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "PUT /v2.0/floatingips/35e0269b-4b22-450e-92da-f2b8ecf5f574 HTTP/1.1" status: 200 len: 996 time: 2.6066554 Nov 09 17:44:01.107152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:01.111342 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7477d08-caf6-4665-8abe-63f5ad8773f5" -d '{"events": [{"name": "network-changed", "server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:01.115733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-fca18b2c-24bb-4462-b380-060f19e39ece req-f0ebe1b1-027c-473d-8ac3-04e7bfc90258 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Calling delete_port for 35579c40-c48c-457f-90bd-ff150dc94826 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:01.143480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 386be4c1-1423-4654-b622-fe3cef2cd4be {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:44:01.143480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 386be4c1-1423-4654-b622-fe3cef2cd4be not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:01.192702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-d68fe95d-09be-4e7c-adbf-68d0ef72f429 admin admin] For port f6e0a13b-d725-4e27-a968-6fddb5c6f07a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f6e0a13b-d725-4e27-a968-6fddb5c6f07a,segment=NetworkSegment(a9e6646f-cffa-47d5-ae6a-528db20fb18e),segment_id=a9e6646f-cffa-47d5-ae6a-528db20fb18e)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:01.193335 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d68fe95d-09be-4e7c-adbf-68d0ef72f429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:01.211521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d68fe95d-09be-4e7c-adbf-68d0ef72f429 admin admin] Calling delete_port for f6e0a13b-d725-4e27-a968-6fddb5c6f07a owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:01.227060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bb9f32-6b86-4b5b-912f-a0c438988512 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:44:01.228713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-9c2553d5-0fa5-4919-b6a1-e0b545a4a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:01.230773 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-9c2553d5-0fa5-4919-b6a1-e0b545a4a811 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 1096 time: 0.1117835 Nov 09 17:44:01.242342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ebc1c3-680b-4057-a5a7-274fba806adb None None] Sync routers for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:44:01.251664 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01bb9f32-6b86-4b5b-912f-a0c438988512 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:01.253660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-01bb9f32-6b86-4b5b-912f-a0c438988512 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c HTTP/1.1" status: 200 len: 701 time: 2.4815426 Nov 09 17:44:01.277427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58318) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:01.283171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ebc1c3-680b-4057-a5a7-274fba806adb None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:01.283171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-98ebc1c3-680b-4057-a5a7-274fba806adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:01.350221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69742-8094-467d-8302-b162ddbd2553 req-a9802e3a-cd54-4b0b-9d86-5baad0f83de6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:01.362809 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51e69742-8094-467d-8302-b162ddbd2553 req-a9802e3a-cd54-4b0b-9d86-5baad0f83de6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.5363839 Nov 09 17:44:01.369163 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-74bc7d62-abd6-475f-ba9b-5dd9e10187e5 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:44:01.462381 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d5626e88-f411-4681-a927-dcd58f46d132 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=30725612-2d61-4791-85b8-4bcad741f53c HTTP/1.1" status: 200 len: 205 time: 0.1820016 Nov 09 17:44:01.466740 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58320) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:01.500799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-98ebc1c3-680b-4057-a5a7-274fba806adb None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:44:01.549470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6553b32-d11e-4f98-817e-82e5826b178d tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:01.565305 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51e69742-8094-467d-8302-b162ddbd2553 req-96919309-0625-48ce-b079-67413179553a tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493049 Nov 09 17:44:01.570358 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6553b32-d11e-4f98-817e-82e5826b178d tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:01.656212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6553b32-d11e-4f98-817e-82e5826b178d tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b544f1-a839-4c9f-94e7-d89bf7842346,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:01.670223 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6553b32-d11e-4f98-817e-82e5826b178d tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:01.678132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c6553b32-d11e-4f98-817e-82e5826b178d tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9082458 Nov 09 17:44:01.679177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58324) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:01.703853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:01.708546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-98ebc1c3-680b-4057-a5a7-274fba806adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 11, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:01.803826 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ebc1c3-680b-4057-a5a7-274fba806adb None None] Checking router: 30725612-2d61-4791-85b8-4bcad741f53c for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:44:01.851994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ebc1c3-680b-4057-a5a7-274fba806adb None None] Routers {'30725612-2d61-4791-85b8-4bcad741f53c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:01.853815 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-98ebc1c3-680b-4057-a5a7-274fba806adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['30725612-2d61-4791-85b8-4bcad741f53c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:01.861207 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:01.949685 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-74bc7d62-abd6-475f-ba9b-5dd9e10187e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '35e0269b-4b22-450e-92da-f2b8ecf5f574', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'port_id': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'mac_address': 'fa:16:3e:0d:f8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297a4b61-9299-4031-a4d9-708612131be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:58Z', 'updated_at': '2021-11-09T17:43:59Z', 'revision_number': 8, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:02.090611 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc7d62-abd6-475f-ba9b-5dd9e10187e5 None None] Checking router: 57957a90-f259-45c0-bfb7-42d7f9c2f048 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:44:02.111894 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc7d62-abd6-475f-ba9b-5dd9e10187e5 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:02.113325 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-74bc7d62-abd6-475f-ba9b-5dd9e10187e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:02.211045 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-98ebc1c3-680b-4057-a5a7-274fba806adb None None] Set router 30725612-2d61-4791-85b8-4bcad741f53c gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:44:02.219202 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7365c86e-efd4-41b8-8e95-151770e419db tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:02.238675 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f28eb2-ea04-4be7-b62f-87abfef98338 x-openstack-request-id: req-a3f28eb2-ea04-4be7-b62f-87abfef98338 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:02.239080 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:02.239428 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3f28eb2-ea04-4be7-b62f-87abfef98338 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:02.239898 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'status': 'completed', 'code': 200} Nov 09 17:44:02.370655 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-74bc7d62-abd6-475f-ba9b-5dd9e10187e5 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:44:02.408397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-98ebc1c3-680b-4057-a5a7-274fba806adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 11, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:02.512873 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fca18b2c-24bb-4462-b380-060f19e39ece req-f0ebe1b1-027c-473d-8ac3-04e7bfc90258 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:02.529138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ebc1c3-680b-4057-a5a7-274fba806adb None None] The sync data for ids ['30725612-2d61-4791-85b8-4bcad741f53c'] in n-d-817236-1 is: [{'id': '30725612-2d61-4791-85b8-4bcad741f53c', 'name': 'tempest-RoutersTest-router-1566101122', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:26Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 11, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:44:02.561262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['ba323535-1e02-457c-bc26-58b6c5d6dc67'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:44:02.571627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 35579c40-c48c-457f-90bd-ff150dc94826 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:02.599313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-eb5f80b8-abba-4cb7-9b71-38f9e97357ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:02.600435 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-eb5f80b8-abba-4cb7-9b71-38f9e97357ef service neutron] 10.222.0.81 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 1.3173032 Nov 09 17:44:02.627860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 35579c40-c48c-457f-90bd-ff150dc94826 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:44:02.628446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 35579c40-c48c-457f-90bd-ff150dc94826 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:02.631430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4872b524-dd85-4fcf-b4c1-dfd82fab4515 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:44:02.675522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bb011-4d05-4b7b-8f80-05049936e2a5 req-22562633-6804-4bc3-8695-41f6b4943dd3 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:02.681875 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f18bb011-4d05-4b7b-8f80-05049936e2a5 req-22562633-6804-4bc3-8695-41f6b4943dd3 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 945 time: 0.4880183 Nov 09 17:44:02.737877 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-74bc7d62-abd6-475f-ba9b-5dd9e10187e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '35e0269b-4b22-450e-92da-f2b8ecf5f574', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'port_id': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'mac_address': 'fa:16:3e:0d:f8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297a4b61-9299-4031-a4d9-708612131be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:58Z', 'updated_at': '2021-11-09T17:43:59Z', 'revision_number': 8, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:02.771614 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc7d62-abd6-475f-ba9b-5dd9e10187e5 None None] The sync data for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 is: [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '35e0269b-4b22-450e-92da-f2b8ecf5f574', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'port_id': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'mac_address': 'fa:16:3e:0d:f8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297a4b61-9299-4031-a4d9-708612131be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:42:58Z', 'updated_at': '2021-11-09T17:43:59Z', 'revision_number': 8, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:44:02.790935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebe1b1-027c-473d-8ac3-04e7bfc90258 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Pushing event deleted for resources: {'Port': ['ID=35579c40-c48c-457f-90bd-ff150dc94826,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:02.911780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 4872b524-dd85-4fcf-b4c1-dfd82fab4515 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:02.912389 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:02.922799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477d08-caf6-4665-8abe-63f5ad8773f5 req-ded6dfed-63bb-441a-abf7-966f6445a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:02.924483 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e7477d08-caf6-4665-8abe-63f5ad8773f5 req-ded6dfed-63bb-441a-abf7-966f6445a24d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 1096 time: 0.7002971 Nov 09 17:44:02.926623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca18b2c-24bb-4462-b380-060f19e39ece req-f0ebe1b1-027c-473d-8ac3-04e7bfc90258 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] No DVR routers for this DVR port 35579c40-c48c-457f-90bd-ff150dc94826 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:02.930892 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fca18b2c-24bb-4462-b380-060f19e39ece req-f0ebe1b1-027c-473d-8ac3-04e7bfc90258 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:02.934632 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fca18b2c-24bb-4462-b380-060f19e39ece req-f0ebe1b1-027c-473d-8ac3-04e7bfc90258 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.13 "DELETE /v2.0/ports/35579c40-c48c-457f-90bd-ff150dc94826 HTTP/1.1" status: 204 len: 173 time: 4.1350439 Nov 09 17:44:02.938326 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7365c86e-efd4-41b8-8e95-151770e419db tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:02.941678 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a86b556-44b1-4388-9524-5120e683ef45', 'name': 'network-vif-deleted', 'tag': '35579c40-c48c-457f-90bd-ff150dc94826'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:02.944161 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b70eb80-3abe-4659-954e-13395a322dcf" -d '{"events": [{"server_uuid": "2a86b556-44b1-4388-9524-5120e683ef45", "name": "network-vif-deleted", "tag": "35579c40-c48c-457f-90bd-ff150dc94826"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:02.956595 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7365c86e-efd4-41b8-8e95-151770e419db tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:02.974519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f18bb011-4d05-4b7b-8f80-05049936e2a5 req-f481e7b4-d635-40b9-9695-c7ee791a690e tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec386be-04c3-4ed3-98d6-86144726d802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986449 Nov 09 17:44:03.006929 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:03.126240 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-5fad9c17-0885-4c3c-a6f5-fed5481dab10 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 200 len: 999 time: 0.4620438 Nov 09 17:44:03.262215 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7365c86e-efd4-41b8-8e95-151770e419db tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:03.263140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7365c86e-efd4-41b8-8e95-151770e419db tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Fanout notify agent at l3_agent the message router_deleted on router 30725612-2d61-4791-85b8-4bcad741f53c {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:44:03.307189 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7365c86e-efd4-41b8-8e95-151770e419db tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:03.308671 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7365c86e-efd4-41b8-8e95-151770e419db tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c HTTP/1.1" status: 204 len: 168 time: 1.8318105 Nov 09 17:44:03.320852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58338) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:03.333577 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8426e6b7-6769-486f-b92f-e6a739dc5411 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2011018633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:03.418005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Allocated IP 172.25.1.113 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/35f1155d-47a2-4bad-8ce4-2d7c9b7b1f45) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:44:03.461171 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-8b5223eb-e786-424d-89ad-05894874f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:03.463619 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-8b5223eb-e786-424d-89ad-05894874f120 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.2791505 Nov 09 17:44:03.465237 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d68fe95d-09be-4e7c-adbf-68d0ef72f429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:03.578850 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477d08-caf6-4665-8abe-63f5ad8773f5 req-4e7f92ec-39e0-49a5-a118-c480afdeacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:03.580902 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e7477d08-caf6-4665-8abe-63f5ad8773f5 req-4e7f92ec-39e0-49a5-a118-c480afdeacc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 0.6266615 Nov 09 17:44:03.610175 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e27d401-ffc7-4231-a9ce-7e53785bd600 None None] New status for floating IP 35e0269b-4b22-450e-92da-f2b8ecf5f574: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:44:03.647917 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fe95d-09be-4e7c-adbf-68d0ef72f429 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e0a13b-d725-4e27-a968-6fddb5c6f07a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:03.757981 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8426e6b7-6769-486f-b92f-e6a739dc5411 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:03.760149 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8426e6b7-6769-486f-b92f-e6a739dc5411 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:03.832058 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:03.933215 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014914e-0209-48aa-bb0d-02ac932173d6 req-918c5e11-9574-4b68-9b2c-74b2be75552e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:03.935573 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1014914e-0209-48aa-bb0d-02ac932173d6 req-918c5e11-9574-4b68-9b2c-74b2be75552e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.6745136 Nov 09 17:44:03.961014 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:04.045961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Pushing event updated for resources: {'Port': ['ID=35f1155d-47a2-4bad-8ce4-2d7c9b7b1f45,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:04.056826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-7ae104b7-9f60-4c96-b5ee-8d52163b2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:04.058274 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-7ae104b7-9f60-4c96-b5ee-8d52163b2fb5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5207379 Nov 09 17:44:04.092163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:44:04.094145 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e7477d08-caf6-4665-8abe-63f5ad8773f5 req-c576dc9e-b14b-42f2-bac8-875f69c71a35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 200 len: 999 time: 0.4331927 Nov 09 17:44:04.096668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:04.101774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:44:04.127772 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8426e6b7-6769-486f-b92f-e6a739dc5411 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:04.130212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d68fe95d-09be-4e7c-adbf-68d0ef72f429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:04.138075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1014914e-0209-48aa-bb0d-02ac932173d6 req-0b5450f2-6216-4c8e-addb-9f04c5962488 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894586 Nov 09 17:44:04.200666 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8426e6b7-6769-486f-b92f-e6a739dc5411 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:04.257107 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:04.321771 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8426e6b7-6769-486f-b92f-e6a739dc5411 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:04.325924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8426e6b7-6769-486f-b92f-e6a739dc5411 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9968848 Nov 09 17:44:04.329033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58340) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:04.337124 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a3f27919-53b8-4649-9495-0f72ee4b7684 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:04.338975 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb324689-54e6-49fb-83f7-cbfe0f99cf1d x-openstack-request-id: req-cb324689-54e6-49fb-83f7-cbfe0f99cf1d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:04.339250 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a86b556-44b1-4388-9524-5120e683ef45", "name": "network-vif-deleted", "tag": "35579c40-c48c-457f-90bd-ff150dc94826", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:04.339503 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb324689-54e6-49fb-83f7-cbfe0f99cf1d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:04.339932 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a86b556-44b1-4388-9524-5120e683ef45', 'name': 'network-vif-deleted', 'tag': '35579c40-c48c-457f-90bd-ff150dc94826', 'status': 'completed', 'code': 200} Nov 09 17:44:04.340520 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:04.347728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477d08-caf6-4665-8abe-63f5ad8773f5 req-a2fc22de-6d2a-4b75-bf87-44c1e331faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:04.349307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e7477d08-caf6-4665-8abe-63f5ad8773f5 req-a2fc22de-6d2a-4b75-bf87-44c1e331faec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.2381709 Nov 09 17:44:04.494288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-d3445e61-d62c-4ed3-9a24-18b53331b7ff service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921969 Nov 09 17:44:04.524679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc3d6b-e9f0-4469-a105-70f90997cb90 req-5b203879-9596-4920-9e5f-5086cb9e8f81 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:04.526469 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acfc3d6b-e9f0-4469-a105-70f90997cb90 req-5b203879-9596-4920-9e5f-5086cb9e8f81 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 945 time: 0.1089861 Nov 09 17:44:04.588839 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acfc3d6b-e9f0-4469-a105-70f90997cb90 req-ebc53d95-92bc-4a46-bda6-91f5f2e0ae74 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec386be-04c3-4ed3-98d6-86144726d802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543098 Nov 09 17:44:04.607648 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:04.622208 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:04.682855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58344) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:04.694298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477d08-caf6-4665-8abe-63f5ad8773f5 req-35e8aedd-3ecf-4ffc-bd86-4e0b2fa07067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:04.697112 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e7477d08-caf6-4665-8abe-63f5ad8773f5 req-35e8aedd-3ecf-4ffc-bd86-4e0b2fa07067 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3063653 Nov 09 17:44:04.706571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Pushing event updated for resources: {'Port': ['ID=35f1155d-47a2-4bad-8ce4-2d7c9b7b1f45,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:04.738071 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:04.764199 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:04.767579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0037c89b-ff7f-4377-85b2-2fd5ae263e21 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0802867 Nov 09 17:44:05.071819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b720e16-83cb-43c5-8089-8a3d4e73a925 req-1a408888-6724-452a-8365-1ef46536a632 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:05.076739 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2b720e16-83cb-43c5-8089-8a3d4e73a925 req-1a408888-6724-452a-8365-1ef46536a632 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 945 time: 0.0813725 Nov 09 17:44:05.129519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2b720e16-83cb-43c5-8089-8a3d4e73a925 req-cc2a82ca-7865-411f-9731-9658d60fab35 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec386be-04c3-4ed3-98d6-86144726d802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490465 Nov 09 17:44:05.343812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb3c7d-88e1-4efa-a1f4-8de23e135af1 req-06fbaade-7d1d-49e0-bdb4-4624a599e0b8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:05.352479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4cb3c7d-88e1-4efa-a1f4-8de23e135af1 req-06fbaade-7d1d-49e0-bdb4-4624a599e0b8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.1066737 Nov 09 17:44:05.439804 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3f27919-53b8-4649-9495-0f72ee4b7684 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:05.458967 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b77b378-5a17-4d5d-8ee8-973608c5dae0 req-4a7bf982-a758-407d-80ed-511223e524b4 service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9259839 Nov 09 17:44:05.470693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4cb3c7d-88e1-4efa-a1f4-8de23e135af1 req-961da0a0-11c3-4ea0-ac5f-7b7c263512c0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123877 Nov 09 17:44:05.478939 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fd2e09-84fb-4d95-8f6f-539a452ae0c6 admin admin] Deleting subnet 58c4be93-f0c0-41e5-b7af-e37ae762dc0f {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:44:05.493420 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2e09-84fb-4d95-8f6f-539a452ae0c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:05.566109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3f27919-53b8-4649-9495-0f72ee4b7684 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:05.738368 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2e09-84fb-4d95-8f6f-539a452ae0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:05.842540 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e7477d08-caf6-4665-8abe-63f5ad8773f5 req-16bdf950-4136-4c0e-b7f4-b032a711d23a service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1158710 Nov 09 17:44:05.891787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68fe95d-09be-4e7c-adbf-68d0ef72f429 admin admin] Router 9f999028-96a8-4fa2-8c63-f93acfd8f1ac has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:44:05.909073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2e09-84fb-4d95-8f6f-539a452ae0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:05.914392 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7462aea2-266e-4cd7-9e6b-9022d99a8af6 req-6f70e2d7-302b-4ff5-80f8-080ea4915a8a tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips/35e0269b-4b22-450e-92da-f2b8ecf5f574 HTTP/1.1" status: 200 len: 998 time: 0.2988646 Nov 09 17:44:06.083849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64cc7-8422-4796-843c-c1be1a21d3f2 req-b2af6a14-da66-44a7-bee9-c90a806249ea tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:06.098818 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5d64cc7-8422-4796-843c-c1be1a21d3f2 req-b2af6a14-da66-44a7-bee9-c90a806249ea tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 945 time: 0.1581681 Nov 09 17:44:06.182529 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-f622d768-55b4-48c4-9675-5cae35d6442e service neutron] show failed (client error): The resource could not be found. Nov 09 17:44:06.184622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-f622d768-55b4-48c4-9675-5cae35d6442e service neutron] 10.222.0.18 "GET /v2.0/ports/14d7eb00-aafa-4277-a23a-13e1438cd184/bindings/n-h1-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.2046969 Nov 09 17:44:06.196983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f27919-53b8-4649-9495-0f72ee4b7684 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Router b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:44:06.208068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5d64cc7-8422-4796-843c-c1be1a21d3f2 req-c2a01fae-57b0-4158-991a-8f1f1fcaab54 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec386be-04c3-4ed3-98d6-86144726d802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073868 Nov 09 17:44:06.250620 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2e09-84fb-4d95-8f6f-539a452ae0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:06.275659 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e7477d08-caf6-4665-8abe-63f5ad8773f5 req-19aaf04a-7ee7-4674-ab24-8235efda3d47 service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092696 Nov 09 17:44:06.313966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462aea2-266e-4cd7-9e6b-9022d99a8af6 req-ed46a23d-eda3-4dec-942d-0cbd3c2154aa tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:06.315503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7462aea2-266e-4cd7-9e6b-9022d99a8af6 req-ed46a23d-eda3-4dec-942d-0cbd3c2154aa tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.3538413 Nov 09 17:44:06.321284 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd2e09-84fb-4d95-8f6f-539a452ae0c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c4be93-f0c0-41e5-b7af-e37ae762dc0f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:06.328744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2e09-84fb-4d95-8f6f-539a452ae0c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:06.335265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58438) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:06.336943 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a7fd2e09-84fb-4d95-8f6f-539a452ae0c6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/58c4be93-f0c0-41e5-b7af-e37ae762dc0f HTTP/1.1" status: 204 len: 168 time: 1.6374700 Nov 09 17:44:06.470548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f27919-53b8-4649-9495-0f72ee4b7684 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:44:06.478245 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3f27919-53b8-4649-9495-0f72ee4b7684 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:06.482596 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a3f27919-53b8-4649-9495-0f72ee4b7684 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "PUT /v2.0/routers/b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a HTTP/1.1" status: 200 len: 694 time: 2.1496015 Nov 09 17:44:06.484198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58440) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:06.485016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68fe95d-09be-4e7c-adbf-68d0ef72f429 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:44:06.490717 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b252b1-e61b-4d9c-bde4-3cba1d9be809 None None] Sync routers for ids ['b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:44:06.509728 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d68fe95d-09be-4e7c-adbf-68d0ef72f429 admin admin] 10.222.0.81 "PUT /v2.0/routers/9f999028-96a8-4fa2-8c63-f93acfd8f1ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9981983 Nov 09 17:44:06.510030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b252b1-e61b-4d9c-bde4-3cba1d9be809 None None] Routers {'b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:06.510496 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c7b252b1-e61b-4d9c-bde4-3cba1d9be809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:06.523929 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33c839d-3cb1-47aa-ba11-74925e93e478 None None] Sync routers for ids ['9f999028-96a8-4fa2-8c63-f93acfd8f1ac'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:44:06.547263 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c839d-3cb1-47aa-ba11-74925e93e478 None None] Routers {'9f999028-96a8-4fa2-8c63-f93acfd8f1ac'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:06.549707 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e33c839d-3cb1-47aa-ba11-74925e93e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f999028-96a8-4fa2-8c63-f93acfd8f1ac'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:06.550117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58442) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:06.660809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c7b252b1-e61b-4d9c-bde4-3cba1d9be809 None None] Set router b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:44:06.797590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c7b252b1-e61b-4d9c-bde4-3cba1d9be809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a', 'name': 'tempest-RoutersTest-router-2011018633', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:44:03Z', 'updated_at': '2021-11-09T17:44:05Z', 'revision_number': 2, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:06.825467 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51d34c51-dd94-40f2-9fa9-fe1c08b3b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:06.831171 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e33c839d-3cb1-47aa-ba11-74925e93e478 None None] Set router 9f999028-96a8-4fa2-8c63-f93acfd8f1ac gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:44:06.855530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b252b1-e61b-4d9c-bde4-3cba1d9be809 None None] Checking router: b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:44:06.861808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-47a5d6da-2db1-4d16-ba48-3d3efff8ffe1 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 1001 time: 0.4227841 Nov 09 17:44:06.881620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b252b1-e61b-4d9c-bde4-3cba1d9be809 None None] Routers {'b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:06.882529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c7b252b1-e61b-4d9c-bde4-3cba1d9be809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:06.931597 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-eae0380f-2a52-4546-a417-400fa644bc6d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/routers/b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a HTTP/1.1" status: 200 len: 700 time: 0.4419169 Nov 09 17:44:06.933494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58450) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:06.995823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-20ae4668-be3e-4390-a8c5-99020b4c3bd0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:07.009895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-20ae4668-be3e-4390-a8c5-99020b4c3bd0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports/ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 200 len: 942 time: 0.1450539 Nov 09 17:44:07.035733 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-00ea584d-a339-4ae2-9a11-095ffa6c8338 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a HTTP/1.1" status: 200 len: 205 time: 0.0974445 Nov 09 17:44:07.038980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58454) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:07.041395 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-b058cdfe-3c20-49bb-973e-bcda66bd61be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:07.043175 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-b058cdfe-3c20-49bb-973e-bcda66bd61be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764&tenant_id=0e591383dbcd479f92ef4a073b7d2b2b HTTP/1.1" status: 200 len: 1101 time: 0.3606954 Nov 09 17:44:07.068339 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:07.071015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c7b252b1-e61b-4d9c-bde4-3cba1d9be809 None None] Set router b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:44:07.092871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:07.164434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c7b252b1-e61b-4d9c-bde4-3cba1d9be809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a', 'name': 'tempest-RoutersTest-router-2011018633', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:44:03Z', 'updated_at': '2021-11-09T17:44:05Z', 'revision_number': 2, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:07.174779 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc375ea7-ebaa-43f2-a835-2e9914425402 req-c223be43-27df-4f1e-82b1-a09d9fff7165 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:07.176989 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc375ea7-ebaa-43f2-a835-2e9914425402 req-c223be43-27df-4f1e-82b1-a09d9fff7165 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.4217343 Nov 09 17:44:07.225464 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af2fe778-ff4d-416b-b6c3-fb87ee607d03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:07.252636 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51d34c51-dd94-40f2-9fa9-fe1c08b3b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:07.254526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b252b1-e61b-4d9c-bde4-3cba1d9be809 None None] The sync data for ids ['b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a'] in n-d-817236-1 is: [{'id': 'b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a', 'name': 'tempest-RoutersTest-router-2011018633', 'tenant_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:44:03Z', 'updated_at': '2021-11-09T17:44:05Z', 'revision_number': 2, 'project_id': '7f97a335d87c4dbb8904ce1d7d95abc5', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:44:07.349526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-51d34c51-dd94-40f2-9fa9-fe1c08b3b6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c018ec-0b04-4833-997f-dc4d1238f2df']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:07.380967 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e33c839d-3cb1-47aa-ba11-74925e93e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'name': 'tempest-ServersTestMultiNic-1904804883-router', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:23Z', 'updated_at': '2021-11-09T17:44:03Z', 'revision_number': 5, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'gw_port': {'id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:25Z', 'updated_at': '2021-11-09T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:07.408627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-51d34c51-dd94-40f2-9fa9-fe1c08b3b6c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:07.409176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-51d34c51-dd94-40f2-9fa9-fe1c08b3b6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bd03ed-e43d-43fa-9bb7-ebe5e483e50d') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:07.427624 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51d34c51-dd94-40f2-9fa9-fe1c08b3b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:07.435032 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33c839d-3cb1-47aa-ba11-74925e93e478 None None] Checking router: 9f999028-96a8-4fa2-8c63-f93acfd8f1ac for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:44:07.440912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-dee3905a-84e5-4a8e-8f2b-3a7398e3eeb4 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 1001 time: 0.2240319 Nov 09 17:44:07.454116 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c839d-3cb1-47aa-ba11-74925e93e478 None None] Routers {'9f999028-96a8-4fa2-8c63-f93acfd8f1ac'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:07.455696 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e33c839d-3cb1-47aa-ba11-74925e93e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9f999028-96a8-4fa2-8c63-f93acfd8f1ac'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:07.522219 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51d34c51-dd94-40f2-9fa9-fe1c08b3b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:07.542834 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:07.553783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d34c51-dd94-40f2-9fa9-fe1c08b3b6c3 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:07.554197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51d34c51-dd94-40f2-9fa9-fe1c08b3b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:07.556997 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:07.602235 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:07.631272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52621f-ed07-4fc1-ba37-5a8addab7f6e req-c5a6aeef-4fea-44a2-909f-0688cf86ad68 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:07.632933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb52621f-ed07-4fc1-ba37-5a8addab7f6e req-c5a6aeef-4fea-44a2-909f-0688cf86ad68 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 945 time: 0.2609828 Nov 09 17:44:07.634581 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af2fe778-ff4d-416b-b6c3-fb87ee607d03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:07.651247 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af2fe778-ff4d-416b-b6c3-fb87ee607d03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:07.686420 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc375ea7-ebaa-43f2-a835-2e9914425402 req-ff1acf2c-4203-4006-ae37-e691c5d45270 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885750 Nov 09 17:44:07.794138 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:44:07.930554 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e33c839d-3cb1-47aa-ba11-74925e93e478 None None] Set router 9f999028-96a8-4fa2-8c63-f93acfd8f1ac gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:44:08.139044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51d34c51-dd94-40f2-9fa9-fe1c08b3b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:08.167662 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51d34c51-dd94-40f2-9fa9-fe1c08b3b6c3 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:08.175018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-51d34c51-dd94-40f2-9fa9-fe1c08b3b6c3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/75c018ec-0b04-4833-997f-dc4d1238f2df HTTP/1.1" status: 204 len: 168 time: 1.8331051 Nov 09 17:44:08.179565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-b6476b51-c202-4e07-bffd-8ad02ac40693 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:08.189692 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-b6476b51-c202-4e07-bffd-8ad02ac40693 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.7478178 Nov 09 17:44:08.216670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d34c51-dd94-40f2-9fa9-fe1c08b3b6c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=75c018ec-0b04-4833-997f-dc4d1238f2df,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:08.312554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Deleting port 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:08.312554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:08.326274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-37c000f3-45a6-49d9-b50c-bf9afcef0a77 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 1001 time: 0.1351733 Nov 09 17:44:08.341804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-501ff1b8-b9be-4bd7-8e5f-04f86aea54eb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:08.488432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-bb52621f-ed07-4fc1-ba37-5a8addab7f6e req-d5ca0970-5c7f-40a9-b8b9-8935f19da0d0 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Deleting port 58db28be-9f43-47a4-8cbc-1761e590d7c5 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:08.489007 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bb52621f-ed07-4fc1-ba37-5a8addab7f6e req-d5ca0970-5c7f-40a9-b8b9-8935f19da0d0 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:08.538217 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af2fe778-ff4d-416b-b6c3-fb87ee607d03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:08.538699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2fe778-ff4d-416b-b6c3-fb87ee607d03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Fanout notify agent at l3_agent the message router_deleted on router b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:44:08.557767 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af2fe778-ff4d-416b-b6c3-fb87ee607d03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:08.557767 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-af2fe778-ff4d-416b-b6c3-fb87ee607d03 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a HTTP/1.1" status: 204 len: 168 time: 1.5130801 Nov 09 17:44:08.567721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58462) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:08.619597 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e33c839d-3cb1-47aa-ba11-74925e93e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'name': 'tempest-ServersTestMultiNic-1904804883-router', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:23Z', 'updated_at': '2021-11-09T17:44:03Z', 'revision_number': 5, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'gw_port': {'id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:25Z', 'updated_at': '2021-11-09T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:08.631592 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58464) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:08.700939 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-501ff1b8-b9be-4bd7-8e5f-04f86aea54eb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:08.713589 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33c839d-3cb1-47aa-ba11-74925e93e478 None None] The sync data for ids ['9f999028-96a8-4fa2-8c63-f93acfd8f1ac'] in n-d-817236-1 is: [{'id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'name': 'tempest-ServersTestMultiNic-1904804883-router', 'tenant_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:41:23Z', 'updated_at': '2021-11-09T17:44:03Z', 'revision_number': 5, 'project_id': '9d067ab9d73b4b5d9a9ed25aa642d0c8', 'gw_port': {'id': '2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f999028-96a8-4fa2-8c63-f93acfd8f1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:41:25Z', 'updated_at': '2021-11-09T17:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:44:08.824896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] For port 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:08.825272 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:08.838065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bb52621f-ed07-4fc1-ba37-5a8addab7f6e req-d5ca0970-5c7f-40a9-b8b9-8935f19da0d0 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] For port 58db28be-9f43-47a4-8cbc-1761e590d7c5, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=58db28be-9f43-47a4-8cbc-1761e590d7c5,segment=NetworkSegment(2ee43e27-e5ec-4ae0-91cc-e586a95ce834),segment_id=2ee43e27-e5ec-4ae0-91cc-e586a95ce834)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:08.838065 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bb52621f-ed07-4fc1-ba37-5a8addab7f6e req-d5ca0970-5c7f-40a9-b8b9-8935f19da0d0 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:08.878769 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8ee85abc-9f22-44c9-b1fc-7435fce06fcd tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a HTTP/1.1" status: 200 len: 205 time: 0.3094249 Nov 09 17:44:08.891373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58468) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:08.900214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e893b-9f37-4ce5-8cdc-c86996f798f4 req-9c753ce7-3e54-49a4-913a-d864c2f2f5f6 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:08.914368 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-205e893b-9f37-4ce5-8cdc-c86996f798f4 req-9c753ce7-3e54-49a4-913a-d864c2f2f5f6 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 945 time: 0.4416518 Nov 09 17:44:08.950013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Calling delete_port for 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:08.957090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-bb52621f-ed07-4fc1-ba37-5a8addab7f6e req-d5ca0970-5c7f-40a9-b8b9-8935f19da0d0 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Calling delete_port for 58db28be-9f43-47a4-8cbc-1761e590d7c5 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:08.959125 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-af4f35a7-4554-446f-b665-6cebca189621 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] delete failed (client error): The resource could not be found. Nov 09 17:44:08.960322 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-af4f35a7-4554-446f-b665-6cebca189621 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/b4e06cda-775a-4c7b-a9d3-ad7b29ecab4a HTTP/1.1" status: 404 len: 336 time: 0.0656900 Nov 09 17:44:08.970517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58472) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:09.010887 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-205e893b-9f37-4ce5-8cdc-c86996f798f4 req-1edc99b8-f8db-4d37-ada4-6bc758a2e981 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ec386be-04c3-4ed3-98d6-86144726d802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958703 Nov 09 17:44:09.025230 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-06647b12-d27f-4342-b04d-5cfb9115de4c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a617172035c4d19aef584a080aeda51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908768 Nov 09 17:44:09.032339 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58476) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:09.041091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:09.084217 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf7dd4b-2ff9-45f9-a8ab-85c0270594fb tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] DELETE failed (client error): The resource could not be found. Nov 09 17:44:09.084680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf7dd4b-2ff9-45f9-a8ab-85c0270594fb tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:09.098797 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0cf7dd4b-2ff9-45f9-a8ab-85c0270594fb tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/88ed17a8-2652-428d-8976-adbac61920fe HTTP/1.1" status: 404 len: 337 time: 0.1154151 Nov 09 17:44:09.100806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58478) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:09.220024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:44:09.294478 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7a2b-8191-4442-b964-c90a25b02f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:09.299013 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65e295b-47c4-40f6-8515-aa729e7d08a6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] DELETE failed (client error): The resource could not be found. Nov 09 17:44:09.299844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65e295b-47c4-40f6-8515-aa729e7d08a6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:09.311334 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b65e295b-47c4-40f6-8515-aa729e7d08a6 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/e595fd38-61bd-4fb7-8fbc-8bf6101275ea HTTP/1.1" status: 404 len: 337 time: 0.1950777 Nov 09 17:44:09.312534 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58480) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:09.322929 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7a2b-8191-4442-b964-c90a25b02f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:09.339103 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-501ff1b8-b9be-4bd7-8e5f-04f86aea54eb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:09.370280 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-501ff1b8-b9be-4bd7-8e5f-04f86aea54eb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:09.370659 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-501ff1b8-b9be-4bd7-8e5f-04f86aea54eb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Floating IP 35e0269b-4b22-450e-92da-f2b8ecf5f574 disassociated. External IP: 172.25.1.102, port: ba323535-1e02-457c-bc26-58b6c5d6dc67. Nov 09 17:44:09.377479 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-46202e60-0b14-4e18-bfb2-f48986cc4f93 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] DELETE failed (client error): The resource could not be found. Nov 09 17:44:09.377925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46202e60-0b14-4e18-bfb2-f48986cc4f93 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:09.387157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-46202e60-0b14-4e18-bfb2-f48986cc4f93 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/372deedc-19b3-467c-8aab-777d13948ef9 HTTP/1.1" status: 404 len: 337 time: 0.0628710 Nov 09 17:44:09.403173 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58482) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:09.435883 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:09.440347 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5177da51-b9c1-4f59-ad13-92a8e99637b7" -d '{"events": [{"server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "name": "network-vif-unplugged", "status": "completed", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:09.448781 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:09.500041 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7a2b-8191-4442-b964-c90a25b02f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:09.505321 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7a2b-8191-4442-b964-c90a25b02f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:09.509502 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5f3a7a2b-8191-4442-b964-c90a25b02f27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53b1737f-f216-4c60-a6fa-7be64dfe1328 HTTP/1.1" status: 204 len: 168 time: 0.4739263 Nov 09 17:44:09.518502 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9db1e6f-8f85-46e5-bebc-a4ad59959f2a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] DELETE failed (client error): The resource could not be found. Nov 09 17:44:09.519349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9db1e6f-8f85-46e5-bebc-a4ad59959f2a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:09.535011 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e9db1e6f-8f85-46e5-bebc-a4ad59959f2a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/bbacc1df-4792-42c3-b24e-ea325542fce4 HTTP/1.1" status: 404 len: 337 time: 0.1214869 Nov 09 17:44:09.543798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58488) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:09.548106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Transition to ACTIVE for port object 14d7eb00-aafa-4277-a23a-13e1438cd184 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:44:09.563864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a7a2b-8191-4442-b964-c90a25b02f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b1737f-f216-4c60-a6fa-7be64dfe1328,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:09.565915 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:09.644943 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-088dfed5-1b39-4a9c-b790-09befb70c2c5 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=30725612-2d61-4791-85b8-4bcad741f53c HTTP/1.1" status: 200 len: 205 time: 0.0977888 Nov 09 17:44:09.656674 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58490) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:09.766314 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-f29086ea-4b29-4af8-a121-2d1dea997efb tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] delete failed (client error): The resource could not be found. Nov 09 17:44:09.767472 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f29086ea-4b29-4af8-a121-2d1dea997efb tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/30725612-2d61-4791-85b8-4bcad741f53c HTTP/1.1" status: 404 len: 336 time: 0.1081002 Nov 09 17:44:09.772949 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58492) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:09.776444 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2758972-7c31-4a49-b734-7641cc44851e req-c2f02be6-34f5-4d25-bb7e-c0e7e32e32ce tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:09.789034 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2758972-7c31-4a49-b734-7641cc44851e req-c2f02be6-34f5-4d25-bb7e-c0e7e32e32ce tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.5707557 Nov 09 17:44:09.860552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Pushing event updated for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=6']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:09.898214 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5e24ce05-1515-4ddf-a614-ef801c7d0e1f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e77900b-aab5-49d2-bc76-bd8d0baae851 HTTP/1.1" status: 200 len: 205 time: 0.1112208 Nov 09 17:44:09.904777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58494) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:09.986309 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] No DVR routers for this DVR port 14d7eb00-aafa-4277-a23a-13e1438cd184 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:10.017013 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2758972-7c31-4a49-b734-7641cc44851e req-c3cec9fe-1e1b-4912-835b-9fa2e8c94a60 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249095 Nov 09 17:44:10.124241 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Attempting to bind port 14d7eb00-aafa-4277-a23a-13e1438cd184 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:44:10.125144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Attempting to bind port 14d7eb00-aafa-4277-a23a-13e1438cd184 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:44:10.125500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Attempting to bind port 14d7eb00-aafa-4277-a23a-13e1438cd184 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:10.126097 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-d97b5b8c-dae0-407e-b4fb-c959cfba35be tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] delete failed (client error): The resource could not be found. Nov 09 17:44:10.130829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d97b5b8c-dae0-407e-b4fb-c959cfba35be tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/0e77900b-aab5-49d2-bc76-bd8d0baae851 HTTP/1.1" status: 404 len: 336 time: 0.2181821 Nov 09 17:44:10.130829 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bb52621f-ed07-4fc1-ba37-5a8addab7f6e req-d5ca0970-5c7f-40a9-b8b9-8935f19da0d0 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:10.133594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58502) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:10.136436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Port 14d7eb00-aafa-4277-a23a-13e1438cd184 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:44:10.136811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Attempting to bind port 14d7eb00-aafa-4277-a23a-13e1438cd184 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:10.144247 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:44:10.144806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:44:10.145216 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:44:10.145767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Bound port: 14d7eb00-aafa-4277-a23a-13e1438cd184, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:44:10.146241 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:10.189697 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:10.266442 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6d6b48-e8f7-4fde-bb10-084d44d93c3f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] DELETE failed (client error): The resource could not be found. Nov 09 17:44:10.267478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6d6b48-e8f7-4fde-bb10-084d44d93c3f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:10.272836 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0a6d6b48-e8f7-4fde-bb10-084d44d93c3f tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/9f53f5b4-d463-43f7-a916-bcbf6fb13657 HTTP/1.1" status: 404 len: 337 time: 0.1350501 Nov 09 17:44:10.278130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58504) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:10.289244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca0970-5c7f-40a9-b8b9-8935f19da0d0 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Pushing event deleted for resources: {'Port': ['ID=58db28be-9f43-47a4-8cbc-1761e590d7c5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:10.391680 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-72eace8a-22a0-4378-9c1b-cc6ee81fa80e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a90df31-33fe-453f-a743-a3ce8b76c4b3 HTTP/1.1" status: 200 len: 205 time: 0.1057138 Nov 09 17:44:10.392861 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58506) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:10.398564 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:44:10.408123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f6e0a13b-d725-4e27-a968-6fddb5c6f07a no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:10.418523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:10.469974 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: f6e0a13b-d725-4e27-a968-6fddb5c6f07a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:44:10.470635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f6e0a13b-d725-4e27-a968-6fddb5c6f07a not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:10.475667 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7223d7da-85c6-426b-8c8a-94532872bf43 x-openstack-request-id: req-7223d7da-85c6-426b-8c8a-94532872bf43 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:10.476192 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "name": "network-vif-unplugged", "status": "completed", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:10.476579 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7223d7da-85c6-426b-8c8a-94532872bf43 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:10.477182 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'code': 200} Nov 09 17:44:10.506729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb52621f-ed07-4fc1-ba37-5a8addab7f6e req-d5ca0970-5c7f-40a9-b8b9-8935f19da0d0 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] No DVR routers for this DVR port 58db28be-9f43-47a4-8cbc-1761e590d7c5 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:10.518773 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bb52621f-ed07-4fc1-ba37-5a8addab7f6e req-d5ca0970-5c7f-40a9-b8b9-8935f19da0d0 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:10.532040 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb52621f-ed07-4fc1-ba37-5a8addab7f6e req-d5ca0970-5c7f-40a9-b8b9-8935f19da0d0 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.18 "DELETE /v2.0/ports/58db28be-9f43-47a4-8cbc-1761e590d7c5 HTTP/1.1" status: 204 len: 173 time: 2.8867950 Nov 09 17:44:10.566692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4916a9-3506-485b-9454-50a2670519b0', 'name': 'network-vif-deleted', 'tag': '58db28be-9f43-47a4-8cbc-1761e590d7c5'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:10.578098 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1207ba-08b3-431a-86b8-96daa7f99972" -d '{"events": [{"server_uuid": "cc4916a9-3506-485b-9454-50a2670519b0", "name": "network-vif-deleted", "tag": "58db28be-9f43-47a4-8cbc-1761e590d7c5"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:10.601187 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-87949f0e-e1dc-459c-a141-db9ea7a6be8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] delete failed (client error): The resource could not be found. Nov 09 17:44:10.606824 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-87949f0e-e1dc-459c-a141-db9ea7a6be8e tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/2a90df31-33fe-453f-a743-a3ce8b76c4b3 HTTP/1.1" status: 404 len: 336 time: 0.1917260 Nov 09 17:44:10.613634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:44:10.614970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58514) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:10.662788 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4f5af03e-0231-4bb0-a6ce-1dfb9a565bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:10.737317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-501ff1b8-b9be-4bd7-8e5f-04f86aea54eb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Router 57957a90-f259-45c0-bfb7-42d7f9c2f048 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:44:10.757156 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 58db28be-9f43-47a4-8cbc-1761e590d7c5 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:10.767020 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:10.790536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cae39094-2240-40c3-9e3f-87847f7e5f15 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=b681a0a1-2de4-4502-937d-588a7d009e5d HTTP/1.1" status: 200 len: 205 time: 0.1731546 Nov 09 17:44:10.791452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 58db28be-9f43-47a4-8cbc-1761e590d7c5 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:44:10.791817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 58db28be-9f43-47a4-8cbc-1761e590d7c5 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:10.792329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 14d7eb00-aafa-4277-a23a-13e1438cd184 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:10.793886 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:10.816418 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0359a7b5-c0e5-4e5a-831f-bb9b82ca348d req-f40c8e4e-5d9b-4b04-98af-1eb418ef4a59 tempest-ServersNegativeTestMultiTenantJSON-1563264661 tempest-ServersNegativeTestMultiTenantJSON-1563264661-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc4916a9-3506-485b-9454-50a2670519b0 HTTP/1.1" status: 200 len: 210 time: 0.1813922 Nov 09 17:44:10.821457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58518) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:10.872397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 14d7eb00-aafa-4277-a23a-13e1438cd184 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:10.919830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:10.921061 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:10.923085 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] 10.222.0.13 "PUT /v2.0/ports/14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 200 len: 1096 time: 3.8687375 Nov 09 17:44:10.971499 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da08f1e-0789-454d-97a2-4023931659de x-openstack-request-id: req-5da08f1e-0789-454d-97a2-4023931659de {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:10.971797 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4916a9-3506-485b-9454-50a2670519b0", "name": "network-vif-deleted", "tag": "58db28be-9f43-47a4-8cbc-1761e590d7c5", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:10.972057 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5da08f1e-0789-454d-97a2-4023931659de {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:10.972477 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4916a9-3506-485b-9454-50a2670519b0', 'name': 'network-vif-deleted', 'tag': '58db28be-9f43-47a4-8cbc-1761e590d7c5', 'status': 'completed', 'code': 200} Nov 09 17:44:10.985872 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:10.988243 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-8d8f0cfc-a6e4-43fb-973e-5dcbcccb248d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] delete failed (client error): The resource could not be found. Nov 09 17:44:10.989353 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8d8f0cfc-a6e4-43fb-973e-5dcbcccb248d tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/b681a0a1-2de4-4502-937d-588a7d009e5d HTTP/1.1" status: 404 len: 336 time: 0.0649958 Nov 09 17:44:10.997149 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:10.998661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58522) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:11.086126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62c0e7-2d3d-47b8-a07a-a60063ed974f service neutron] Pushing event updated for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=7']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:11.100897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-771cf6fb-76d2-4c97-8ba6-08960fc04f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:11.105323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-771cf6fb-76d2-4c97-8ba6-08960fc04f76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 1099 time: 0.0997453 Nov 09 17:44:11.374153 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18172b6-266c-498f-9130-72fe9490ce84 req-0e548ef2-e9c3-4285-8cbc-88c35b8b1d7e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:11.379865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a18172b6-266c-498f-9130-72fe9490ce84 req-0e548ef2-e9c3-4285-8cbc-88c35b8b1d7e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 948 time: 0.1318285 Nov 09 17:44:11.455437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-2d70cf65-6037-4879-886e-1ca8359295f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:11.458527 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-2d70cf65-6037-4879-886e-1ca8359295f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.3477848 Nov 09 17:44:11.564058 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a18172b6-266c-498f-9130-72fe9490ce84 req-e8cd796f-f855-45ed-9ffa-2ca234be4315 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718888 Nov 09 17:44:11.568892 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-bdd61d8a-dca9-4789-b7c5-630e9de9ff85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 200 len: 217 time: 0.0961039 Nov 09 17:44:11.579853 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9755852-3f19-48a4-a5cb-2db1492eee8a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] DELETE failed (client error): The resource could not be found. Nov 09 17:44:11.581163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9755852-3f19-48a4-a5cb-2db1492eee8a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:11.585135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e9755852-3f19-48a4-a5cb-2db1492eee8a tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/6b2b6060-888a-4bf2-a3d0-a1a2547685f5 HTTP/1.1" status: 404 len: 337 time: 0.5845144 Nov 09 17:44:11.587509 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58538) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:11.597557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:11.598476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f999028-96a8-4fa2-8c63-f93acfd8f1ac {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:44:11.607735 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:11.612487 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c89852ca-55b3-48ba-91c8-231f2a4de25c admin admin] 10.222.0.81 "DELETE /v2.0/routers/9f999028-96a8-4fa2-8c63-f93acfd8f1ac HTTP/1.1" status: 204 len: 168 time: 5.0460277 Nov 09 17:44:11.613636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58540) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:11.661966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58542) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:11.674247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-501ff1b8-b9be-4bd7-8e5f-04f86aea54eb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:44:11.679890 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-501ff1b8-b9be-4bd7-8e5f-04f86aea54eb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:11.702958 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242098f-8cf3-4266-bb43-48159856d2f2 None None] Sync routers for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:44:11.719394 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dd4885c8-08f7-468d-bfe8-c9bae0071f93 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb864bcf-19e6-4360-98e3-e2715645cb4c HTTP/1.1" status: 200 len: 205 time: 0.1295042 Nov 09 17:44:11.722830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58546) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:11.727335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e242098f-8cf3-4266-bb43-48159856d2f2 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:11.728007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e242098f-8cf3-4266-bb43-48159856d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:11.735540 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-501ff1b8-b9be-4bd7-8e5f-04f86aea54eb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "PUT /v2.0/floatingips/35e0269b-4b22-450e-92da-f2b8ecf5f574 HTTP/1.1" status: 200 len: 696 time: 3.4078381 Nov 09 17:44:11.776119 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-36de9bd9-4dd9-44dc-a0b6-5f88d18b0bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:11.783503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-36de9bd9-4dd9-44dc-a0b6-5f88d18b0bfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.2085078 Nov 09 17:44:11.789918 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15e8745-daf0-4ebf-a2f6-aed972a81c82 admin admin] Deleting subnet f2c0ad77-f68a-4232-b945-4a8fffd6b715 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:44:11.807404 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-d92bc73a-de1b-420c-82ca-aa87b243e1aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] delete failed (client error): The resource could not be found. Nov 09 17:44:11.811096 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d92bc73a-de1b-420c-82ca-aa87b243e1aa tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/eb864bcf-19e6-4360-98e3-e2715645cb4c HTTP/1.1" status: 404 len: 336 time: 0.0826051 Nov 09 17:44:11.811096 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f15e8745-daf0-4ebf-a2f6-aed972a81c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:11.813965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58548) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:11.917478 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-33764d7f-8cd6-4b94-be24-51d41293eed7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] DELETE failed (client error): The resource could not be found. Nov 09 17:44:11.917951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33764d7f-8cd6-4b94-be24-51d41293eed7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:11.923980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-33764d7f-8cd6-4b94-be24-51d41293eed7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/1dd9d4c8-2129-45c0-80a2-2f480548af18 HTTP/1.1" status: 404 len: 337 time: 0.0702960 Nov 09 17:44:11.925460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58552) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:11.937680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-68dd3f81-dd05-4a5d-9106-b84bc169c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:11.942338 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f15e8745-daf0-4ebf-a2f6-aed972a81c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:11.946189 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-68dd3f81-dd05-4a5d-9106-b84bc169c38a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463604 Nov 09 17:44:11.972391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58554) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:12.020282 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-005d4667-fdf8-41c7-8c11-ee260a9e75b7 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f9dafc3-2329-4be3-bce6-738810cfb5e3 HTTP/1.1" status: 200 len: 205 time: 0.0916471 Nov 09 17:44:12.026975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58556) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:12.084280 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-e242098f-8cf3-4266-bb43-48159856d2f2 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:44:12.159346 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-b6ed30fc-0b54-4ded-b8a5-e3878d8cc87b service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034762 Nov 09 17:44:12.197021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-5c3bfbcd-0559-4d81-95d3-29b29076f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:12.199854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-5c3bfbcd-0559-4d81-95d3-29b29076f229 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 1096 time: 0.4057009 Nov 09 17:44:12.210193 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1847303245-network', 'tenant_id': '78a1d9390720471abcec4af55ede3a55'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:12.225747 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-c4efd601-17f8-4178-a3a2-e6780638f222 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] delete failed (client error): The resource could not be found. Nov 09 17:44:12.227532 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c4efd601-17f8-4178-a3a2-e6780638f222 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/routers/9f9dafc3-2329-4be3-bce6-738810cfb5e3 HTTP/1.1" status: 404 len: 336 time: 0.1964552 Nov 09 17:44:12.244404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58558) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:12.278756 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c6bad3-071c-412b-be9b-f136e93ae096 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] DELETE failed (client error): The resource could not be found. Nov 09 17:44:12.279585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c6bad3-071c-412b-be9b-f136e93ae096 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:12.287473 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d3c6bad3-071c-412b-be9b-f136e93ae096 tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/986a6a16-223e-45bf-90bd-55ff01ae0ecc HTTP/1.1" status: 404 len: 337 time: 0.0419092 Nov 09 17:44:12.292870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58560) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:12.331075 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca97cf4-c0b0-43a5-8a01-1f8c3602d74c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] DELETE failed (client error): The resource could not be found. Nov 09 17:44:12.331584 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca97cf4-c0b0-43a5-8a01-1f8c3602d74c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:44:12.338737 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7ca97cf4-c0b0-43a5-8a01-1f8c3602d74c tempest-RoutersTest-1475974234 tempest-RoutersTest-1475974234-project] 10.222.0.81 "DELETE /v2.0/subnets/7dc03710-ac75-4384-9b71-6803d5b00ba5 HTTP/1.1" status: 404 len: 337 time: 0.0445445 Nov 09 17:44:12.393010 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-d380db17-20b9-4d76-9a54-84032196be60 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246521 Nov 09 17:44:12.402632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed99eba-04d4-4fb7-9e04-281f98b08003 admin admin] Deleting subnet 5a54f837-eac1-44a1-be6e-bd91756fd83f {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:44:12.468978 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aed99eba-04d4-4fb7-9e04-281f98b08003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:12.478670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:12.484201 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:12.529523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:12.534326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Made reservation on behalf of 78a1d9390720471abcec4af55ede3a55 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:12.541902 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:12.597962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:44:12.602351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2dc8b232-f5d0-49ff-b6ab-5725e0c99bbd not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:12.640263 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:12.652578 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c354778-b596-4902-ad8f-24a13d12af33 x-openstack-request-id: req-8c354778-b596-4902-ad8f-24a13d12af33 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:12.653265 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:12.653824 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c354778-b596-4902-ad8f-24a13d12af33 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:12.654538 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'status': 'completed', 'code': 200} Nov 09 17:44:12.712428 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aed99eba-04d4-4fb7-9e04-281f98b08003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:12.791730 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f15e8745-daf0-4ebf-a2f6-aed972a81c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:12.924972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e242098f-8cf3-4266-bb43-48159856d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:12.926030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-fcb1bcf4-ad23-48c1-a841-af028349aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:12.927208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-fcb1bcf4-ad23-48c1-a841-af028349aec9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 0.7039137 Nov 09 17:44:12.928675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e45f11-4e4b-442c-81b3-c4c3953b6b01 req-169bd4a5-bf49-4f5d-a570-1731b0f84ccd tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:12.942365 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77e45f11-4e4b-442c-81b3-c4c3953b6b01 req-169bd4a5-bf49-4f5d-a570-1731b0f84ccd tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 948 time: 0.1304185 Nov 09 17:44:12.948761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-afacd3e9-11f0-48b9-b667-cd2c04fa81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:12.951329 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-afacd3e9-11f0-48b9-b667-cd2c04fa81a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 1099 time: 0.2768660 Nov 09 17:44:12.981632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:12.984418 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51887ddc-ceea-469c-8a15-20a0d048ce96" -d '{"events": [{"name": "network-changed", "server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:12.988276 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aed99eba-04d4-4fb7-9e04-281f98b08003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:13.057776 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-af832802-dd7c-4799-8f35-d9b2def02da4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 200 len: 217 time: 0.1058271 Nov 09 17:44:13.060086 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-ceb703b0-a66e-4f8c-bb18-00cda1107365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:13.063965 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-ceb703b0-a66e-4f8c-bb18-00cda1107365 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 1099 time: 0.2620866 Nov 09 17:44:13.070920 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242098f-8cf3-4266-bb43-48159856d2f2 None None] Checking router: 57957a90-f259-45c0-bfb7-42d7f9c2f048 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:44:13.099315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e242098f-8cf3-4266-bb43-48159856d2f2 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:13.100965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e242098f-8cf3-4266-bb43-48159856d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:43:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:13.121719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58576) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:13.156660 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77e45f11-4e4b-442c-81b3-c4c3953b6b01 req-779b1630-e349-4bd6-8948-c5101fb72930 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124877 Nov 09 17:44:13.209806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-45ccfd01-f54e-409a-903f-b0f2f9b4ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:13.216733 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-45ccfd01-f54e-409a-903f-b0f2f9b4ba7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.2514684 Nov 09 17:44:13.287261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-5f120814-1135-4025-bd4b-7514d9a876c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 200 len: 217 time: 0.0666292 Nov 09 17:44:13.382231 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-e242098f-8cf3-4266-bb43-48159856d2f2 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:44:13.433780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-5ca2f9fe-e03c-449b-8998-3f86e8764da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:13.435526 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-5ca2f9fe-e03c-449b-8998-3f86e8764da1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1404583 Nov 09 17:44:13.477222 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f15e8745-daf0-4ebf-a2f6-aed972a81c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:13.511863 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-155119a7-a133-466c-b27c-8daaf7372ecc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7f97a335d87c4dbb8904ce1d7d95abc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889675 Nov 09 17:44:13.515716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58580) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:13.578968 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00084258-25c1-4a79-a864-aa4340880e94 x-openstack-request-id: req-00084258-25c1-4a79-a864-aa4340880e94 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:13.579318 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:13.579591 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00084258-25c1-4a79-a864-aa4340880e94 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:13.580163 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'status': 'completed', 'code': 200} Nov 09 17:44:13.585292 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-4c9464d7-e1d8-419e-8066-c4c4b6e4592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:13.587742 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-4c9464d7-e1d8-419e-8066-c4c4b6e4592e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1394236 Nov 09 17:44:13.605573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e8745-daf0-4ebf-a2f6-aed972a81c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c0ad77-f68a-4232-b945-4a8fffd6b715,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:13.640706 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aed99eba-04d4-4fb7-9e04-281f98b08003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:13.643917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-9e7b6f2f-7f3f-4536-95d7-99b833a9bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:13.656575 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-9e7b6f2f-7f3f-4536-95d7-99b833a9bcb5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.5587091 Nov 09 17:44:13.670608 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f15e8745-daf0-4ebf-a2f6-aed972a81c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:13.679311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f15e8745-daf0-4ebf-a2f6-aed972a81c82 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f2c0ad77-f68a-4232-b945-4a8fffd6b715 HTTP/1.1" status: 204 len: 168 time: 2.0591726 Nov 09 17:44:13.679632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9fff44-868b-47f9-aa25-13fbcf00ae50 None None] Network 6d294484-eb22-4612-a888-7d46fcbe8535 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:13.694464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58582) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:13.831307 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dae689f-b1b8-4bf4-8a6a-fc14cad22223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:13.855306 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:13.864931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed99eba-04d4-4fb7-9e04-281f98b08003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a54f837-eac1-44a1-be6e-bd91756fd83f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:13.867683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-baef62f6-3158-4df9-8b75-50e1c868999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:13.869479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-baef62f6-3158-4df9-8b75-50e1c868999a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.7903852 Nov 09 17:44:13.870661 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aed99eba-04d4-4fb7-9e04-281f98b08003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:13.876111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-aed99eba-04d4-4fb7-9e04-281f98b08003 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5a54f837-eac1-44a1-be6e-bd91756fd83f HTTP/1.1" status: 204 len: 168 time: 1.8723476 Nov 09 17:44:13.882226 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58586) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:13.891721 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:13.901046 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-69a12809-9fbd-43ee-a6c3-44b70f9652c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:13.985298 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-70c0d966-20aa-404d-a356-8dd533409321 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 200 len: 217 time: 0.1022973 Nov 09 17:44:14.012203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887ddc-ceea-469c-8a15-20a0d048ce96 req-448db826-581b-4607-a2a2-5b5a017bee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:14.015527 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51887ddc-ceea-469c-8a15-20a0d048ce96 req-448db826-581b-4607-a2a2-5b5a017bee35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 1096 time: 0.4301491 Nov 09 17:44:14.051978 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dae689f-b1b8-4bf4-8a6a-fc14cad22223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:14.069531 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:14.086153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:44:14.168024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-2b03a316-f734-4da9-88b1-b48b866a3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:14.172810 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-2b03a316-f734-4da9-88b1-b48b866a3b42 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5178640 Nov 09 17:44:14.217500 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-90219d53-d995-4c00-8006-867d2df379a0 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141975 Nov 09 17:44:14.273026 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8693162f-96ba-4bb9-ad5d-5402aacf6730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:14.278941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbf17b7-f813-4eef-837c-31a447c3a4db,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:14.287509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e242098f-8cf3-4266-bb43-48159856d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:14.381753 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:14.382469 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Added segment de89f598-4263-4c80-a5d0-4f0f633e1559 of type vlan for network a21b53c9-b905-41ba-aa18-588310d2727b Nov 09 17:44:14.454470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-534b4143-712f-4863-8796-0173baff04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:14.457612 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-534b4143-712f-4863-8796-0173baff04a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.4617710 Nov 09 17:44:14.594437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d60d034-3081-4a7f-a03c-022220622a49 None None] DHCP port deletion for 6d294484-eb22-4612-a888-7d46fcbe8535 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:44:14.635299 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dae689f-b1b8-4bf4-8a6a-fc14cad22223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:14.635299 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dae689f-b1b8-4bf4-8a6a-fc14cad22223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:14.635299 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8dae689f-b1b8-4bf4-8a6a-fc14cad22223 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/29b9fa86-3de0-42f6-a151-b28cb6ddd554 HTTP/1.1" status: 204 len: 168 time: 1.1152720 Nov 09 17:44:14.709078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242098f-8cf3-4266-bb43-48159856d2f2 None None] The sync data for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 is: [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:42:24Z', 'revision_number': 4, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '39b8b10b-6ff9-4ae2-9cab-36deae7fc14e', 'name': '', 'network_id': '84ae81e5-486e-409a-8af4-dac28c6c08af', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'mac_address': 'fa:16:3e:1f:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:22Z', 'updated_at': '2021-11-09T17:42:29Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'subnets': [{'id': '46af615a-61fb-4f31-a113-881f6f9622ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:44:14.772468 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:14.878316 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3a7a2bb2-e83f-4283-ad32-fed2469b1722 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:14.895590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae689f-b1b8-4bf4-8a6a-fc14cad22223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9fa86-3de0-42f6-a151-b28cb6ddd554,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:14.927185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Deleting port 3a7a2bb2-e83f-4283-ad32-fed2469b1722 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:14.927979 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:14.933769 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-b5a28408-a8a1-44f6-9ae3-bb95df2a5402 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7038150 Nov 09 17:44:14.968467 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ace51-d37e-4083-bd28-e1b2cc938956 req-bbfc9561-195b-4f20-8031-ef5b03f7b9a1 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:15.016186 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-726ace51-d37e-4083-bd28-e1b2cc938956 req-bbfc9561-195b-4f20-8031-ef5b03f7b9a1 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 948 time: 0.5570614 Nov 09 17:44:15.057801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:15.199776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0d60d034-3081-4a7f-a03c-022220622a49 None None] Deleting port 3a7a2bb2-e83f-4283-ad32-fed2469b1722 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:15.200312 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0d60d034-3081-4a7f-a03c-022220622a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:15.204615 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:15.215848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887ddc-ceea-469c-8a15-20a0d048ce96 req-206adae6-f376-4745-8a9b-6975bc5de982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:15.218663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51887ddc-ceea-469c-8a15-20a0d048ce96 req-206adae6-f376-4745-8a9b-6975bc5de982 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 200 len: 922 time: 1.1746559 Nov 09 17:44:15.228320 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-cdb36189-b9cc-4ad3-aae1-cc367be6e885 service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9260843 Nov 09 17:44:15.253259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-46d669be-a44d-42fe-9879-bdd715250ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:15.255392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-46d669be-a44d-42fe-9879-bdd715250ad8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7850909 Nov 09 17:44:15.313570 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8693162f-96ba-4bb9-ad5d-5402aacf6730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:15.387526 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:15.388735 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-726ace51-d37e-4083-bd28-e1b2cc938956 req-c7802a81-99ef-48e0-aca0-86e391680e69 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685186 Nov 09 17:44:15.388995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:15.390244 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:15.431896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-8693162f-96ba-4bb9-ad5d-5402aacf6730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893cfb05-5470-40bb-b386-845d7e11d965']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:15.453412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] For port 3a7a2bb2-e83f-4283-ad32-fed2469b1722, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3a7a2bb2-e83f-4283-ad32-fed2469b1722,segment=NetworkSegment(a9e6646f-cffa-47d5-ae6a-528db20fb18e),segment_id=a9e6646f-cffa-47d5-ae6a-528db20fb18e)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:15.453412 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:15.484154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51887ddc-ceea-469c-8a15-20a0d048ce96 req-7dacb785-ca35-45d3-a3fd-b5566578d5ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 200 len: 217 time: 0.2437451 Nov 09 17:44:15.507062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-8693162f-96ba-4bb9-ad5d-5402aacf6730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee43e27-e5ec-4ae0-91cc-e586a95ce834') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:15.507062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-8693162f-96ba-4bb9-ad5d-5402aacf6730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee43e27-e5ec-4ae0-91cc-e586a95ce834') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:15.507577 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb7c5e2-8da3-412f-af6b-8deb3f180468 None None] New status for floating IP 35e0269b-4b22-450e-92da-f2b8ecf5f574: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:44:15.555900 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Calling delete_port for 3a7a2bb2-e83f-4283-ad32-fed2469b1722 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:15.568111 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8693162f-96ba-4bb9-ad5d-5402aacf6730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:15.573268 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 3a7a2bb2-e83f-4283-ad32-fed2469b1722, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3a7a2bb2-e83f-4283-ad32-fed2469b1722,segment=NetworkSegment(a9e6646f-cffa-47d5-ae6a-528db20fb18e),segment_id=a9e6646f-cffa-47d5-ae6a-528db20fb18e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:15.602351 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:15.683545 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0d60d034-3081-4a7f-a03c-022220622a49 None None] For port 3a7a2bb2-e83f-4283-ad32-fed2469b1722, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3a7a2bb2-e83f-4283-ad32-fed2469b1722,segment=NetworkSegment(a9e6646f-cffa-47d5-ae6a-528db20fb18e),segment_id=a9e6646f-cffa-47d5-ae6a-528db20fb18e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:15.685577 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0d60d034-3081-4a7f-a03c-022220622a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:15.695459 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:15.728985 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8693162f-96ba-4bb9-ad5d-5402aacf6730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:15.755121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58604) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:15.756917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0d60d034-3081-4a7f-a03c-022220622a49 None None] Calling delete_port for 3a7a2bb2-e83f-4283-ad32-fed2469b1722 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:15.764174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.1006615 Nov 09 17:44:15.767571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=3a7a2bb2-e83f-4283-ad32-fed2469b1722,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:15.784503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8693162f-96ba-4bb9-ad5d-5402aacf6730 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:15.785202 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8693162f-96ba-4bb9-ad5d-5402aacf6730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:15.798553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f336324c-ca89-44bb-9eec-61df4c691adc admin admin] Request body: {'subnet': {'network_id': 'a21b53c9-b905-41ba-aa18-588310d2727b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1847303245-subnet', 'tenant_id': '78a1d9390720471abcec4af55ede3a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:15.811175 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:15.987728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887ddc-ceea-469c-8a15-20a0d048ce96 req-0f29f81c-279e-4d8c-b559-41af00af36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:16.025618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51887ddc-ceea-469c-8a15-20a0d048ce96 req-0f29f81c-279e-4d8c-b559-41af00af36f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 200 len: 860 time: 0.5028472 Nov 09 17:44:16.028454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f336324c-ca89-44bb-9eec-61df4c691adc admin admin] Made reservation on behalf of 78a1d9390720471abcec4af55ede3a55 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:16.034099 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f336324c-ca89-44bb-9eec-61df4c691adc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:16.045415 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-e7d50ba1-5355-4e4c-923c-8dbac22e9a67 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7242675 Nov 09 17:44:16.102866 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8693162f-96ba-4bb9-ad5d-5402aacf6730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:16.150446 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5b3712-b302-47a9-8bf8-a71ebaca3d49 req-34d3e21f-f4f8-4c6b-ba4b-e6060ff3d47f service neutron] 10.222.0.81 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9204221 Nov 09 17:44:16.171419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babbdbb-79fe-421e-be68-8724f9808db7 admin admin] Pushing event updated for resources: {'Network': ['ID=a21b53c9-b905-41ba-aa18-588310d2727b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:16.183431 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8693162f-96ba-4bb9-ad5d-5402aacf6730 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:16.188062 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8693162f-96ba-4bb9-ad5d-5402aacf6730 admin admin] 10.222.0.81 "DELETE /v2.0/networks/893cfb05-5470-40bb-b386-845d7e11d965 HTTP/1.1" status: 204 len: 168 time: 2.2930169 Nov 09 17:44:16.193931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58616) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:16.221801 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a21b53c9-b905-41ba-aa18-588310d2727b details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:44:16.251050 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693162f-96ba-4bb9-ad5d-5402aacf6730 admin admin] Pushing event deleted for resources: {'Network': ['ID=893cfb05-5470-40bb-b386-845d7e11d965,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:16.259027 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:16.384391 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0d60d034-3081-4a7f-a03c-022220622a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:16.409420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] No DVR routers for this DVR port 3a7a2bb2-e83f-4283-ad32-fed2469b1722 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:16.414732 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7a2bb2-e83f-4283-ad32-fed2469b1722,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:16.512932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0141f9-5adb-4b79-a68b-d61a9dc182f0 admin admin] Deleting subnet cac7a02f-ddb5-4eac-b719-28ee1d6d6bd0 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:44:16.560364 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b0141f9-5adb-4b79-a68b-d61a9dc182f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:16.571727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60d034-3081-4a7f-a03c-022220622a49 None None] Pushing event deleted for resources: {'Port': ['ID=3a7a2bb2-e83f-4283-ad32-fed2469b1722,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:16.592287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60d034-3081-4a7f-a03c-022220622a49 None None] No DVR routers for this DVR port 3a7a2bb2-e83f-4283-ad32-fed2469b1722 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:16.620737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 14d7eb00-aafa-4277-a23a-13e1438cd184 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:44:16.684012 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:16.704576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58628) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:16.760536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d294484-eb22-4612-a888-7d46fcbe8535']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:16.774311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887ddc-ceea-469c-8a15-20a0d048ce96 req-5003c3f0-f655-4161-b422-32f82fd274ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:16.779339 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51887ddc-ceea-469c-8a15-20a0d048ce96 req-5003c3f0-f655-4161-b422-32f82fd274ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84ae81e5-486e-409a-8af4-dac28c6c08af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7315969 Nov 09 17:44:16.792878 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-1e8c54fa-67ec-4b2f-b790-e0fb1f4ddaeb tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips/35e0269b-4b22-450e-92da-f2b8ecf5f574 HTTP/1.1" status: 200 len: 694 time: 0.3015015 Nov 09 17:44:16.829607 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:16.834725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ab3464b-35c8-4d12-8b72-cbf34bec6fb9 req-8f7feae4-3b05-42a0-acc3-75fa531b5e3e service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6655853 Nov 09 17:44:16.862242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'mac_address': 'fa:16:3e:7f:3c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:44:16.862445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e6646f-cffa-47d5-ae6a-528db20fb18e') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:16.862769 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e6646f-cffa-47d5-ae6a-528db20fb18e') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:16.927639 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:16.939271 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:16.960617 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d7eb00-aafa-4277-a23a-13e1438cd184 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:44:16.961378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-faeeb011-3dc0-4f9e-a75e-09a0a76430bf tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:16.962615 n-d-817236-1 neutron-server[102154]: WARNING neutron.api.v2.base [None req-faeeb011-3dc0-4f9e-a75e-09a0a76430bf tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 17:44:16.963448 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-faeeb011-3dc0-4f9e-a75e-09a0a76430bf tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 17:44:16.965208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-faeeb011-3dc0-4f9e-a75e-09a0a76430bf tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2568014 Nov 09 17:44:17.001854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:17.008255 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:17.029256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58634) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:17.032434 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:17.041600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-7bad915a-0a5f-49a5-82b2-bd75311042c6 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group': {'name': 'tempest-secgroup--206559972'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:17.045212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:17.047593 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:17.076512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:17.134787 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:17.151158 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b0141f9-5adb-4b79-a68b-d61a9dc182f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:17.168731 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7bad915a-0a5f-49a5-82b2-bd75311042c6 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:17.193566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cddc8c-0328-4188-bb2a-b9547a4b08c2 req-d9d4c1fd-2e31-4c87-9df3-70b22fdaa5e7 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:17.193566 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-81cddc8c-0328-4188-bb2a-b9547a4b08c2 req-d9d4c1fd-2e31-4c87-9df3-70b22fdaa5e7 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 948 time: 0.4282837 Nov 09 17:44:17.213233 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:17.219529 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:17.223331 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6d294484-eb22-4612-a888-7d46fcbe8535 HTTP/1.1" status: 204 len: 168 time: 3.5270493 Nov 09 17:44:17.262418 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7bad915a-0a5f-49a5-82b2-bd75311042c6 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:17.269819 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2baa5c-d12c-4588-973f-a4d274bf0173 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d294484-eb22-4612-a888-7d46fcbe8535,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:17.312507 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51887ddc-ceea-469c-8a15-20a0d048ce96 req-ec769a05-6c19-4dcc-842f-40e544a5ffba service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149775 Nov 09 17:44:17.325794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['14d7eb00-aafa-4277-a23a-13e1438cd184'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:44:17.330093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-31d33ff8-9754-41f6-8951-63a11d4a4199 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:17.336001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-31d33ff8-9754-41f6-8951-63a11d4a4199 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.5087605 Nov 09 17:44:17.341955 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-81cddc8c-0328-4188-bb2a-b9547a4b08c2 req-55390fe7-1e96-4bf3-8eb6-0b77abe85381 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346545 Nov 09 17:44:17.346739 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b0141f9-5adb-4b79-a68b-d61a9dc182f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:17.392660 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f336324c-ca89-44bb-9eec-61df4c691adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:17.568205 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:17.671372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-5d17adb5-0db2-4a66-b31f-91b597f021bc tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 697 time: 0.3245146 Nov 09 17:44:17.870100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58644) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:17.934759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-7c8fce64-d270-4d3d-bab0-af1fec1b75db tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.102 HTTP/1.1" status: 200 len: 697 time: 0.2423701 Nov 09 17:44:18.058868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51887ddc-ceea-469c-8a15-20a0d048ce96 req-74548c09-ab5b-4b12-b62b-80fd1ad41f65 service neutron] 10.222.0.13 "GET /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208784 Nov 09 17:44:18.245333 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b0141f9-5adb-4b79-a68b-d61a9dc182f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:18.248279 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336324c-ca89-44bb-9eec-61df4c691adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4d2e814-030d-4ff6-9b41-3a2f357f4bf4,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:18.309679 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f336324c-ca89-44bb-9eec-61df4c691adc admin admin] Checking segment: {'id': 'de89f598-4263-4c80-a5d0-4f0f633e1559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a21b53c9-b905-41ba-aa18-588310d2727b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:44:18.310166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f336324c-ca89-44bb-9eec-61df4c691adc admin admin] Network hostable DHCP agents. Network: a21b53c9-b905-41ba-aa18-588310d2727b, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:44:18.328815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b8b35-0d8f-490d-8c7d-4e0749ba3728 req-014bbcfa-a2e2-4c73-91a0-13d9f72ec97e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:18.331590 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6c2b8b35-0d8f-490d-8c7d-4e0749ba3728 req-014bbcfa-a2e2-4c73-91a0-13d9f72ec97e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 949 time: 0.3068643 Nov 09 17:44:18.352857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-439a8368-f37f-42c2-a2c5-46f76e266836 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:18.355642 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-439a8368-f37f-42c2-a2c5-46f76e266836 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.13 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764&tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 949 time: 0.3324838 Nov 09 17:44:18.363106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0141f9-5adb-4b79-a68b-d61a9dc182f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac7a02f-ddb5-4eac-b719-28ee1d6d6bd0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:18.384724 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b0141f9-5adb-4b79-a68b-d61a9dc182f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:18.395072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7b0141f9-5adb-4b79-a68b-d61a9dc182f0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cac7a02f-ddb5-4eac-b719-28ee1d6d6bd0 HTTP/1.1" status: 204 len: 168 time: 2.1956885 Nov 09 17:44:18.416481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58648) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:18.539621 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5c57d6a7-368f-4e18-bd42-66f9f28a96e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9d067ab9d73b4b5d9a9ed25aa642d0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437933 Nov 09 17:44:18.548335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58652) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:18.607782 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f336324c-ca89-44bb-9eec-61df4c691adc admin admin] Network a21b53c9-b905-41ba-aa18-588310d2727b is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:44:18.637874 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7bad915a-0a5f-49a5-82b2-bd75311042c6 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:18.648190 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6c2b8b35-0d8f-490d-8c7d-4e0749ba3728 req-cb5455ff-118e-4e6e-9a82-c2f73a892631 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904634 Nov 09 17:44:18.654953 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7bad915a-0a5f-49a5-82b2-bd75311042c6 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:18.688449 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-089d8233-2470-481c-a78c-2caec7aa9258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:18.694294 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-f336324c-ca89-44bb-9eec-61df4c691adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a21b53c9-b905-41ba-aa18-588310d2727b) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:18.707652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c107c6c-0c5d-4255-8cdd-f8e58e1d7c08 None None] Network a21b53c9-b905-41ba-aa18-588310d2727b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:18.722217 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f336324c-ca89-44bb-9eec-61df4c691adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:18.723868 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f336324c-ca89-44bb-9eec-61df4c691adc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:18.751568 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-840bca3d-db02-4cb3-8d3a-63e2ad3faf47 service neutron] 10.222.0.13 "GET /v2.0/ports/14d7eb00-aafa-4277-a23a-13e1438cd184/bindings/n-h1-817236-1 HTTP/1.1" status: 200 len: 382 time: 0.3835230 Nov 09 17:44:18.755736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad915a-0a5f-49a5-82b2-bd75311042c6 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98285278-a30b-45ec-bcc3-c80dd17e7d78,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:18.762999 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f336324c-ca89-44bb-9eec-61df4c691adc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0033033 Nov 09 17:44:18.897845 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae26e-cc59-4c03-a2ac-60a717cc56d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:18.986169 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae26e-cc59-4c03-a2ac-60a717cc56d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.013915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-503fadde-7dbf-4d2d-8a63-10a3d42a99d0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Deleting port 9401e65f-3f21-4308-bf94-9d5b00e15c2c {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:19.015077 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-503fadde-7dbf-4d2d-8a63-10a3d42a99d0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.052177 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-089d8233-2470-481c-a78c-2caec7aa9258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.117034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cddc2a-fddd-4f79-a4ab-f7fdfe3bddd8 None None] Network a21b53c9-b905-41ba-aa18-588310d2727b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:19.118016 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7bad915a-0a5f-49a5-82b2-bd75311042c6 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.143209 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7bad915a-0a5f-49a5-82b2-bd75311042c6 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.177774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-089d8233-2470-481c-a78c-2caec7aa9258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517de874-8336-471e-8910-2650bbcc9d54']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:19.203516 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7bad915a-0a5f-49a5-82b2-bd75311042c6 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.205058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7bad915a-0a5f-49a5-82b2-bd75311042c6 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1699846 Nov 09 17:44:19.211256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad915a-0a5f-49a5-82b2-bd75311042c6 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7d220f-7927-4fac-b269-d4650e788852,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:19.212902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-089d8233-2470-481c-a78c-2caec7aa9258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf116e3-4ecf-4ff8-bd52-c0fa53ae73fb') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:19.213623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-089d8233-2470-481c-a78c-2caec7aa9258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf116e3-4ecf-4ff8-bd52-c0fa53ae73fb') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:19.224257 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58658) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:19.244601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e14a6f42-6e15-4a88-b90c-aeccbd0ffb1e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': 'fd7d220f-7927-4fac-b269-d4650e788852', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:19.264726 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-503fadde-7dbf-4d2d-8a63-10a3d42a99d0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.265095 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-503fadde-7dbf-4d2d-8a63-10a3d42a99d0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.274517 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae26e-cc59-4c03-a2ac-60a717cc56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.279874 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae26e-cc59-4c03-a2ac-60a717cc56d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.286632 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5b9ae26e-cc59-4c03-a2ac-60a717cc56d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de790915-6664-456d-b5e0-474c7e5ed9b8 HTTP/1.1" status: 204 len: 168 time: 0.7334170 Nov 09 17:44:19.310136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-493c3e24-9bf8-4786-9530-0e6c19d30bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:19.313450 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-493c3e24-9bf8-4786-9530-0e6c19d30bbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 1100 time: 0.4343629 Nov 09 17:44:19.320861 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-089d8233-2470-481c-a78c-2caec7aa9258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.334213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-503fadde-7dbf-4d2d-8a63-10a3d42a99d0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Calling delete_port for 9401e65f-3f21-4308-bf94-9d5b00e15c2c owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:19.339442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ae26e-cc59-4c03-a2ac-60a717cc56d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de790915-6664-456d-b5e0-474c7e5ed9b8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:19.515765 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-089d8233-2470-481c-a78c-2caec7aa9258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.552185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089d8233-2470-481c-a78c-2caec7aa9258 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:19.554899 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-089d8233-2470-481c-a78c-2caec7aa9258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:19.562266 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:19.566300 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e14a6f42-6e15-4a88-b90c-aeccbd0ffb1e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.724374 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-089d8233-2470-481c-a78c-2caec7aa9258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.734320 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-089d8233-2470-481c-a78c-2caec7aa9258 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.738082 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-089d8233-2470-481c-a78c-2caec7aa9258 admin admin] 10.222.0.81 "DELETE /v2.0/networks/517de874-8336-471e-8910-2650bbcc9d54 HTTP/1.1" status: 204 len: 168 time: 1.3201571 Nov 09 17:44:19.766629 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-503fadde-7dbf-4d2d-8a63-10a3d42a99d0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.770268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-d96e88ac-0076-43a1-b7f3-142e3a42e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:19.776264 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-d96e88ac-0076-43a1-b7f3-142e3a42e5cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.4505908 Nov 09 17:44:19.818305 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e14a6f42-6e15-4a88-b90c-aeccbd0ffb1e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.825578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d8233-2470-481c-a78c-2caec7aa9258 admin admin] Pushing event deleted for resources: {'Network': ['ID=517de874-8336-471e-8910-2650bbcc9d54,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:19.932776 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-ee1be3c6-8e94-4621-b6e0-268ef33aa3ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 200 len: 217 time: 0.1114073 Nov 09 17:44:19.934789 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e14a6f42-6e15-4a88-b90c-aeccbd0ffb1e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:19.999043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fadde-7dbf-4d2d-8a63-10a3d42a99d0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Pushing event deleted for resources: {'Port': ['ID=9401e65f-3f21-4308-bf94-9d5b00e15c2c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:20.005215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a6f42-6e15-4a88-b90c-aeccbd0ffb1e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2287909f-761b-4d71-ab8e-6af82d5da51e,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:20.067160 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-503fadde-7dbf-4d2d-8a63-10a3d42a99d0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:20.069796 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e14a6f42-6e15-4a88-b90c-aeccbd0ffb1e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:20.076327 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e14a6f42-6e15-4a88-b90c-aeccbd0ffb1e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8493478 Nov 09 17:44:20.079349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58676) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:20.082834 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-503fadde-7dbf-4d2d-8a63-10a3d42a99d0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:20.087086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ea131a0e-d6f0-4cbb-addc-0cb624e9f023 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': 'fd7d220f-7927-4fac-b269-d4650e788852', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:20.087252 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b16f76f-b711-43bf-b7e5-3c2301de3d13 req-503fadde-7dbf-4d2d-8a63-10a3d42a99d0 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "DELETE /v2.0/floatingips/35e0269b-4b22-450e-92da-f2b8ecf5f574 HTTP/1.1" status: 204 len: 173 time: 2.1358793 Nov 09 17:44:20.149410 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-252778b5-0d36-4e27-8d25-a5bd61afd202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:20.152024 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-252778b5-0d36-4e27-8d25-a5bd61afd202 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1950395 Nov 09 17:44:20.194909 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea131a0e-d6f0-4cbb-addc-0cb624e9f023 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:20.211719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58680) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:20.276488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-a1a9c650-6900-4a74-aadd-9fe043e1a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:20.279509 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-a1a9c650-6900-4a74-aadd-9fe043e1a679 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194229 Nov 09 17:44:20.351013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5b67d-1f48-43c3-8a22-f65e7f230a89 req-99dbdc77-519e-411a-b4ae-3182e7e450cc tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:20.355431 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3db5b67d-1f48-43c3-8a22-f65e7f230a89 req-99dbdc77-519e-411a-b4ae-3182e7e450cc tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 949 time: 0.2001159 Nov 09 17:44:20.382702 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b293a96b-43c4-4a6b-a058-dfe78031fe62 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6434953beaaa46b5a71b35f308bbd7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661890 Nov 09 17:44:20.395340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58690) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:20.427894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3db5b67d-1f48-43c3-8a22-f65e7f230a89 req-2e423573-6273-4569-8fd1-fb4a3e5fa334 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630300 Nov 09 17:44:20.484650 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-ea131a0e-d6f0-4cbb-addc-0cb624e9f023 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 17:44:20.489370 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ea131a0e-d6f0-4cbb-addc-0cb624e9f023 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4056530 Nov 09 17:44:20.489698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58694) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:20.586130 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-f27b3db0-5ce3-4d67-ac9f-84c501a0107c service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978771 Nov 09 17:44:20.622120 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9d93-09a2-4122-a266-d17bd00262a8 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:20.651187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 14d7eb00-aafa-4277-a23a-13e1438cd184 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:44:20.698288 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9d93-09a2-4122-a266-d17bd00262a8 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:20.790922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-656ab752-d8dc-4ce1-8576-8806c3f09f92 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:20.800115 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-656ab752-d8dc-4ce1-8576-8806c3f09f92 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/networks?id=a21b53c9-b905-41ba-aa18-588310d2727b HTTP/1.1" status: 200 len: 814 time: 0.4449167 Nov 09 17:44:20.845492 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9d93-09a2-4122-a266-d17bd00262a8 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:20.853996 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-0e654cec-b062-42b3-a16c-5a7b1fc30e9a tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/quotas/78a1d9390720471abcec4af55ede3a55 HTTP/1.1" status: 200 len: 375 time: 0.0528886 Nov 09 17:44:20.854352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9d93-09a2-4122-a266-d17bd00262a8 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:20.858479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7d1c9d93-09a2-4122-a266-d17bd00262a8 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "DELETE /v2.0/security-groups/fd7d220f-7927-4fac-b269-d4650e788852 HTTP/1.1" status: 204 len: 168 time: 0.3670089 Nov 09 17:44:20.861796 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58704) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:20.864762 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3522d5d-58a1-4466-8aab-3e5c2c471baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:20.895610 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3522d5d-58a1-4466-8aab-3e5c2c471baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:20.929456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 14d7eb00-aafa-4277-a23a-13e1438cd184 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:44:20.946247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 14d7eb00-aafa-4277-a23a-13e1438cd184 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:20.948607 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:20.993355 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3522d5d-58a1-4466-8aab-3e5c2c471baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:20.993833 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3522d5d-58a1-4466-8aab-3e5c2c471baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:21.003395 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b3522d5d-58a1-4466-8aab-3e5c2c471baf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ec386be-04c3-4ed3-98d6-86144726d802 HTTP/1.1" status: 204 len: 168 time: 0.5992362 Nov 09 17:44:21.033491 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-876468e8-1828-42a4-a85c-8fd2880f5115 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=78a1d9390720471abcec4af55ede3a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1779590 Nov 09 17:44:21.070315 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-108f411b-5cfa-4b6f-b9cb-ab6069d7141e service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747400 Nov 09 17:44:21.099255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c9d93-09a2-4122-a266-d17bd00262a8 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7d220f-7927-4fac-b269-d4650e788852,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:21.112101 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c7044730-47f3-4b1c-bb8b-f11004845239 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2256098 Nov 09 17:44:21.114177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58710) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:21.124495 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-eaa51a77-6aa9-4e58-a416-78b9cdbefc17 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889146800'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:21.187912 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eaa51a77-6aa9-4e58-a416-78b9cdbefc17 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:21.216291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3522d5d-58a1-4466-8aab-3e5c2c471baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec386be-04c3-4ed3-98d6-86144726d802,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:21.324420 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:21.426652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:21.432353 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eaa51a77-6aa9-4e58-a416-78b9cdbefc17 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:21.437172 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe746f6-211b-4904-89cc-751c8c89021e" -d '{"events": [{"server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "name": "network-vif-plugged", "status": "completed", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:21.459501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde5137-3042-492d-8f98-b6991d261300 req-31cedbdc-d050-4e0a-9a6c-f58e84019a82 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:21.471256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:21.473075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fde5137-3042-492d-8f98-b6991d261300 req-31cedbdc-d050-4e0a-9a6c-f58e84019a82 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 945 time: 0.1794817 Nov 09 17:44:21.478837 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:21.479080 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eaa51a77-6aa9-4e58-a416-78b9cdbefc17 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:21.551207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-939e5db6-3920-4df7-904c-0be06fdecb10 service neutron] 10.222.0.81 "GET /v2.0/networks/a21b53c9-b905-41ba-aa18-588310d2727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165894 Nov 09 17:44:21.588010 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eaa51a77-6aa9-4e58-a416-78b9cdbefc17 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:21.592095 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-eaa51a77-6aa9-4e58-a416-78b9cdbefc17 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4755208 Nov 09 17:44:21.594614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58722) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:21.650655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fde5137-3042-492d-8f98-b6991d261300 req-16b6bd5d-4398-4091-a6a5-122af83630f5 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640718 Nov 09 17:44:21.653958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa51a77-6aa9-4e58-a416-78b9cdbefc17 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472ed1af-8709-4b18-a7da-b4c668e52729,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:21.694095 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:21.702889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c912537f-f846-4c02-a2dc-71bc36e2ef9f tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': '472ed1af-8709-4b18-a7da-b4c668e52729', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:21.704999 n-d-817236-1 neutron-server[102154]: WARNING neutron.api.v2.base [None req-c912537f-f846-4c02-a2dc-71bc36e2ef9f tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 17:44:21.707192 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-c912537f-f846-4c02-a2dc-71bc36e2ef9f tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:21.716736 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c912537f-f846-4c02-a2dc-71bc36e2ef9f tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0847919 Nov 09 17:44:21.721256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58728) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:21.824913 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-3f8a578d-1207-4e3e-b8af-92da9178d126 service neutron] 10.222.0.81 "GET /v2.0/networks/a21b53c9-b905-41ba-aa18-588310d2727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548106 Nov 09 17:44:21.848810 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815693e6-8250-4722-b1ab-a4c7909d9b80 x-openstack-request-id: req-815693e6-8250-4722-b1ab-a4c7909d9b80 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:21.849652 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "name": "network-vif-plugged", "status": "completed", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:21.850287 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-815693e6-8250-4722-b1ab-a4c7909d9b80 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:21.851149 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'code': 200} Nov 09 17:44:21.942968 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2eda0ada-1b1e-4224-a669-9345bcba0af9 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:21.984516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58732) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:22.020939 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2eda0ada-1b1e-4224-a669-9345bcba0af9 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:22.118700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c96abe-e25c-44c7-ba98-11f822e49437 req-ccfa84a2-282d-4f86-b0b9-1e368fe00602 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:22.129102 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85c96abe-e25c-44c7-ba98-11f822e49437 req-ccfa84a2-282d-4f86-b0b9-1e368fe00602 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.1365564 Nov 09 17:44:22.191995 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58740) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:22.192750 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2eda0ada-1b1e-4224-a669-9345bcba0af9 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:22.199802 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2eda0ada-1b1e-4224-a669-9345bcba0af9 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:22.211605 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2eda0ada-1b1e-4224-a669-9345bcba0af9 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "DELETE /v2.0/security-groups/472ed1af-8709-4b18-a7da-b4c668e52729 HTTP/1.1" status: 204 len: 168 time: 0.4858282 Nov 09 17:44:22.214348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58744) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:22.250636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85c96abe-e25c-44c7-ba98-11f822e49437 req-83767690-f829-493f-b562-2bea2778623e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194372 Nov 09 17:44:22.251809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda0ada-1b1e-4224-a669-9345bcba0af9 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472ed1af-8709-4b18-a7da-b4c668e52729,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:22.402030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c59a3642-57dc-4aed-af3a-6fab6514cc55 req-d4758b46-c27c-4254-a6e2-ed5b0f2f483a tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 210 time: 0.0883620 Nov 09 17:44:22.426976 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0a26e6ff-66e1-45af-aa8e-4e00a54050d1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5bbe1c4c04b4a128cb17ba084df7367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295630 Nov 09 17:44:22.431149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58746) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:22.526212 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c8ef-21de-4b08-90f3-4efcdc356989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:22.534865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b8b178e9-5822-47bf-b15b-26e9ebc3771c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3179932 Nov 09 17:44:22.535758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58750) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:22.552363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a929b723-fc12-4e19-89e6-c909b9f9b64e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group': {'name': 'tempest-secgroup--168844195'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:22.621489 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c8ef-21de-4b08-90f3-4efcdc356989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:22.633952 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a929b723-fc12-4e19-89e6-c909b9f9b64e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:22.665520 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbba20-3a73-4b2b-ab52-e6306062919b req-36948994-f68f-4b18-8deb-84b49e2617ee tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:22.668226 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4dbba20-3a73-4b2b-ab52-e6306062919b req-36948994-f68f-4b18-8deb-84b49e2617ee tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.13 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 945 time: 0.1189806 Nov 09 17:44:22.695538 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:22.784130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1624863756-network', 'tenant_id': 'ae8223e0dc684cc7b7d1ff886cc94744'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:22.884304 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Made reservation on behalf of ae8223e0dc684cc7b7d1ff886cc94744 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:22.887726 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a929b723-fc12-4e19-89e6-c909b9f9b64e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:22.906274 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a929b723-fc12-4e19-89e6-c909b9f9b64e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:22.916481 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:22.955442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c8ef-21de-4b08-90f3-4efcdc356989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:22.960131 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c8ef-21de-4b08-90f3-4efcdc356989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:22.967024 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1ff8c8ef-21de-4b08-90f3-4efcdc356989 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2535bfa-6599-46d5-af57-153a3cbf9de6 HTTP/1.1" status: 204 len: 168 time: 0.5331745 Nov 09 17:44:22.994944 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a929b723-fc12-4e19-89e6-c909b9f9b64e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:23.000871 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a929b723-fc12-4e19-89e6-c909b9f9b64e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4596357 Nov 09 17:44:23.001140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58760) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:23.010196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-619a5e61-c35a-4273-a9f1-afdad15d49b3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': '4b069ad0-40ae-4b29-8745-22ec898ec00d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:23.011961 n-d-817236-1 neutron-server[102154]: WARNING neutron.api.v2.base [None req-619a5e61-c35a-4273-a9f1-afdad15d49b3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 17:44:23.012839 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-619a5e61-c35a-4273-a9f1-afdad15d49b3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:23.018212 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-619a5e61-c35a-4273-a9f1-afdad15d49b3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0117483 Nov 09 17:44:23.018212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929b723-fc12-4e19-89e6-c909b9f9b64e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b069ad0-40ae-4b29-8745-22ec898ec00d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:23.028317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58762) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:23.068107 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:23.129799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacc497-3aca-4226-8a9b-e04c28b38c1e req-845c5206-9963-4c9c-911c-34efc6da2de4 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:23.132647 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6aacc497-3aca-4226-8a9b-e04c28b38c1e req-845c5206-9963-4c9c-911c-34efc6da2de4 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 945 time: 0.3008420 Nov 09 17:44:23.140768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-f4dbba20-3a73-4b2b-ab52-e6306062919b req-965de696-b83e-408d-9ac1-d42d346af80f tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Deleting port ba323535-1e02-457c-bc26-58b6c5d6dc67 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:23.141511 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4dbba20-3a73-4b2b-ab52-e6306062919b req-965de696-b83e-408d-9ac1-d42d346af80f tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:23.144591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8c8ef-21de-4b08-90f3-4efcdc356989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2535bfa-6599-46d5-af57-153a3cbf9de6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:23.286555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-656c8dbb-65af-4cfa-9d60-903e7105128c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:23.431654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6aacc497-3aca-4226-8a9b-e04c28b38c1e req-b7095811-2db4-4d7b-912b-bf5856514ced tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/security-groups?id=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317407 Nov 09 17:44:23.550727 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:23.585343 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-656c8dbb-65af-4cfa-9d60-903e7105128c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:23.632880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-f4dbba20-3a73-4b2b-ab52-e6306062919b req-965de696-b83e-408d-9ac1-d42d346af80f tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] For port ba323535-1e02-457c-bc26-58b6c5d6dc67, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ba323535-1e02-457c-bc26-58b6c5d6dc67,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:23.636183 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4dbba20-3a73-4b2b-ab52-e6306062919b req-965de696-b83e-408d-9ac1-d42d346af80f tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:23.652600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b181ff0-63e7-41bb-a116-2dac61c1c033 req-70fd3b12-20b4-4282-9dde-46e088325332 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:23.663796 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b181ff0-63e7-41bb-a116-2dac61c1c033 req-70fd3b12-20b4-4282-9dde-46e088325332 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.1355970 Nov 09 17:44:23.692763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-f4dbba20-3a73-4b2b-ab52-e6306062919b req-965de696-b83e-408d-9ac1-d42d346af80f tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Calling delete_port for ba323535-1e02-457c-bc26-58b6c5d6dc67 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:23.834405 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:23.859256 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-656c8dbb-65af-4cfa-9d60-903e7105128c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:23.864966 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-656c8dbb-65af-4cfa-9d60-903e7105128c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:23.866833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-656c8dbb-65af-4cfa-9d60-903e7105128c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "DELETE /v2.0/security-groups/4b069ad0-40ae-4b29-8745-22ec898ec00d HTTP/1.1" status: 204 len: 168 time: 0.8357840 Nov 09 17:44:23.876444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58774) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:23.912255 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:23.922364 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b181ff0-63e7-41bb-a116-2dac61c1c033 req-d45bd036-ea49-4d2b-a194-7ecf216264b0 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356448 Nov 09 17:44:23.939137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c8dbb-65af-4cfa-9d60-903e7105128c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b069ad0-40ae-4b29-8745-22ec898ec00d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:23.940109 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b738df7e-514d-48d3-a181-51368de10166 req-033aa9cc-c507-4a2c-90de-68ed9a930bcc tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 210 time: 0.0878685 Nov 09 17:44:24.004819 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:44:24.016387 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2080046f-5428-4f85-9e7a-d8561bb6bbd5 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1355088 Nov 09 17:44:24.018593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-277b2301-f3d2-43a7-83b1-c8f9fadbc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:24.020280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-277b2301-f3d2-43a7-83b1-c8f9fadbc8cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764&tenant_id=0e591383dbcd479f92ef4a073b7d2b2b HTTP/1.1" status: 200 len: 1101 time: 0.2374818 Nov 09 17:44:24.022428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58780) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:24.027373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4734aec5-d6db-42ef-a2bb-aa9f84500b4c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group': {'name': 'tempest-secgroup--295805543'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:24.038904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:24.096439 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:24.098015 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Added segment 8ada4cf3-34d0-44b8-a890-641761fd816c of type vlan for network c114d2c2-1a09-4dc7-8797-24d44d4224bb Nov 09 17:44:24.117678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd1cf7-16b2-41ec-8877-8d46af141a71,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:24.130058 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4734aec5-d6db-42ef-a2bb-aa9f84500b4c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:24.160143 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:24.275287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:24.364525 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4dbba20-3a73-4b2b-ab52-e6306062919b req-965de696-b83e-408d-9ac1-d42d346af80f tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:24.370010 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4734aec5-d6db-42ef-a2bb-aa9f84500b4c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:24.378117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['ba323535-1e02-457c-bc26-58b6c5d6dc67'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:44:24.404085 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4734aec5-d6db-42ef-a2bb-aa9f84500b4c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:24.453407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965de696-b83e-408d-9ac1-d42d346af80f tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Pushing event deleted for resources: {'Port': ['ID=ba323535-1e02-457c-bc26-58b6c5d6dc67,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:24.476178 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:24.477199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:24.477801 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:24.586012 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4734aec5-d6db-42ef-a2bb-aa9f84500b4c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:24.595745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4734aec5-d6db-42ef-a2bb-aa9f84500b4c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5718551 Nov 09 17:44:24.604921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58794) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:24.631677 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9d6374e3-349e-4543-abe3-d5a6c32add03 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': '9abc2e39-eced-4de6-b619-3cb8f8145ebc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:24.644085 n-d-817236-1 neutron-server[102154]: WARNING neutron.api.v2.base [None req-9d6374e3-349e-4543-abe3-d5a6c32add03 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 17:44:24.645262 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-9d6374e3-349e-4543-abe3-d5a6c32add03 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:24.652204 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9d6374e3-349e-4543-abe3-d5a6c32add03 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0360374 Nov 09 17:44:24.660210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58798) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:24.666454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734aec5-d6db-42ef-a2bb-aa9f84500b4c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc2e39-eced-4de6-b619-3cb8f8145ebc,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:24.674690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-58aaa480-008c-411d-94b2-950ab5c81a33 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': '9abc2e39-eced-4de6-b619-3cb8f8145ebc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:24.676141 n-d-817236-1 neutron-server[102154]: WARNING neutron.api.v2.base [None req-58aaa480-008c-411d-94b2-950ab5c81a33 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 17:44:24.676491 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-58aaa480-008c-411d-94b2-950ab5c81a33 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:24.680302 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-58aaa480-008c-411d-94b2-950ab5c81a33 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0124226 Nov 09 17:44:24.683930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58800) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:24.691827 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7052591 Nov 09 17:44:24.695606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58802) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:24.700899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b768d6ba-9724-4071-8d1e-8f6575a5323e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': '9abc2e39-eced-4de6-b619-3cb8f8145ebc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:24.712134 n-d-817236-1 neutron-server[102154]: WARNING neutron.api.v2.base [None req-b768d6ba-9724-4071-8d1e-8f6575a5323e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 17:44:24.713008 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-b768d6ba-9724-4071-8d1e-8f6575a5323e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:24.718051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b768d6ba-9724-4071-8d1e-8f6575a5323e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0206411 Nov 09 17:44:24.721333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58806) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:24.756282 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3ddb5772-1462-4a06-9404-1047ba52885a admin admin] Request body: {'subnet': {'network_id': 'c114d2c2-1a09-4dc7-8797-24d44d4224bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1624863756-subnet', 'tenant_id': 'ae8223e0dc684cc7b7d1ff886cc94744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:24.756493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-15e63548-dadf-42df-b92f-781070441dd2 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': '9abc2e39-eced-4de6-b619-3cb8f8145ebc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:24.757792 n-d-817236-1 neutron-server[102154]: WARNING neutron.api.v2.base [None req-15e63548-dadf-42df-b92f-781070441dd2 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 17:44:24.758676 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-15e63548-dadf-42df-b92f-781070441dd2 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:24.762744 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-15e63548-dadf-42df-b92f-781070441dd2 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0371466 Nov 09 17:44:24.764607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58810) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:24.765014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dbba20-3a73-4b2b-ab52-e6306062919b req-965de696-b83e-408d-9ac1-d42d346af80f tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] No DVR routers for this DVR port ba323535-1e02-457c-bc26-58b6c5d6dc67 on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:24.768793 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-f4dbba20-3a73-4b2b-ab52-e6306062919b req-965de696-b83e-408d-9ac1-d42d346af80f tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:24.773111 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4dbba20-3a73-4b2b-ab52-e6306062919b req-965de696-b83e-408d-9ac1-d42d346af80f tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.13 "DELETE /v2.0/ports/ba323535-1e02-457c-bc26-58b6c5d6dc67 HTTP/1.1" status: 204 len: 173 time: 2.0977166 Nov 09 17:44:24.782700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c8ab034-14b9-4fac-b9c4-0605f0b1097e req-9e36bb18-9a9f-43f8-ba3b-d4587f505182 tempest-FloatingIPsAssociationTestJSON-1821279315 tempest-FloatingIPsAssociationTestJSON-1821279315-project] 10.222.0.81 "GET /v2.0/ports?device_id=297a4b61-9299-4031-a4d9-708612131be0 HTTP/1.1" status: 200 len: 210 time: 0.1283786 Nov 09 17:44:24.786986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'name': 'network-vif-deleted', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:24.789682 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042e1cef-4b04-48d1-88a9-4f6b0fe594d0" -d '{"events": [{"server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "name": "network-vif-deleted", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:24.806495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-fb21e28d-1004-4871-90da-12593811960b tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:24.808626 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-fb21e28d-1004-4871-90da-12593811960b tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.18 "GET /v2.0/networks?id=a21b53c9-b905-41ba-aa18-588310d2727b HTTP/1.1" status: 200 len: 814 time: 0.5510449 Nov 09 17:44:24.811985 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b1597-df54-4eb5-95e1-c4cf16676afe admin admin] Pushing event updated for resources: {'Network': ['ID=c114d2c2-1a09-4dc7-8797-24d44d4224bb,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:24.827669 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-08496634-d8ee-45e7-8e0e-a63ed12e3e9e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Request body: {'port': {'device_id': 'f5b6c271-d669-477e-8b10-122197f6cbdf', 'network_id': 'a21b53c9-b905-41ba-aa18-588310d2727b', 'admin_state_up': True, 'tenant_id': '78a1d9390720471abcec4af55ede3a55'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:24.829132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network c114d2c2-1a09-4dc7-8797-24d44d4224bb details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:44:24.945807 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234843dc-31e3-4dfe-aec6-43e2aeccd32a x-openstack-request-id: req-234843dc-31e3-4dfe-aec6-43e2aeccd32a {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:24.946201 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297a4b61-9299-4031-a4d9-708612131be0", "name": "network-vif-deleted", "tag": "ba323535-1e02-457c-bc26-58b6c5d6dc67", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:24.946523 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-234843dc-31e3-4dfe-aec6-43e2aeccd32a {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:24.947400 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297a4b61-9299-4031-a4d9-708612131be0', 'name': 'network-vif-deleted', 'tag': 'ba323535-1e02-457c-bc26-58b6c5d6dc67', 'status': 'completed', 'code': 200} Nov 09 17:44:24.964269 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddb5772-1462-4a06-9404-1047ba52885a admin admin] Made reservation on behalf of ae8223e0dc684cc7b7d1ff886cc94744 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:24.967128 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ddb5772-1462-4a06-9404-1047ba52885a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.037768 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.054091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:25.148391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.208028 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-08496634-d8ee-45e7-8e0e-a63ed12e3e9e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Made reservation on behalf of 78a1d9390720471abcec4af55ede3a55 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:25.211737 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-08496634-d8ee-45e7-8e0e-a63ed12e3e9e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.220562 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d91695ea-996b-4aed-a803-fd8cd07bf79a req-9c35f4a7-849b-41be-943e-984de690838b tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 210 time: 0.0779722 Nov 09 17:44:25.225362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:44:25.291167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:25.293959 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20349be0-1d31-42fb-9bb2-f5f099f86a7a" -d '{"events": [{"server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "name": "network-vif-unplugged", "status": "completed", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:25.303428 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.308857 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.311840 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.313145 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "DELETE /v2.0/security-groups/9abc2e39-eced-4de6-b619-3cb8f8145ebc HTTP/1.1" status: 204 len: 168 time: 0.5469024 Nov 09 17:44:25.324616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58828) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:25.346362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Transition to ACTIVE for port object 14d7eb00-aafa-4277-a23a-13e1438cd184 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:44:25.347107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc2e39-eced-4de6-b619-3cb8f8145ebc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:25.359710 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282a9d89-99b7-4b09-81ec-d173c61f2fde x-openstack-request-id: req-282a9d89-99b7-4b09-81ec-d173c61f2fde {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:25.360014 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "name": "network-vif-unplugged", "status": "completed", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:25.360270 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-282a9d89-99b7-4b09-81ec-d173c61f2fde {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:25.360935 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'code': 200} Nov 09 17:44:25.369092 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.380172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:25.380503 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:25.380848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:25.381187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:25.381520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:25.381850 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:25.382172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:25.382510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:25.382813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:25.383133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:25.383492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:25.383817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767aa211-7e47-4d24-b6cb-8fe141207865 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:25.469149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759142a8-e7c5-4cf2-aaa3-93860e2cd337 req-614bc088-353b-4a37-b79e-dac0584a8ee4 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:25.471485 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-759142a8-e7c5-4cf2-aaa3-93860e2cd337 req-614bc088-353b-4a37-b79e-dac0584a8ee4 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.2996542 Nov 09 17:44:25.475108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] No DVR routers for this DVR port 14d7eb00-aafa-4277-a23a-13e1438cd184 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:25.478572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Pushing event updated for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=10']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:25.488546 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9bd2e9e8-0870-4b46-b046-708c4808283d tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1627433 Nov 09 17:44:25.493228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58832) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:25.497967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-cef5b217-3020-4457-bed6-5da09d753120 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587526814'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:25.526539 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ddb5772-1462-4a06-9404-1047ba52885a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.557684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Attempting to bind port 14d7eb00-aafa-4277-a23a-13e1438cd184 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:44:25.558075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Attempting to bind port 14d7eb00-aafa-4277-a23a-13e1438cd184 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:44:25.558471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Attempting to bind port 14d7eb00-aafa-4277-a23a-13e1438cd184 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:25.567192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Port 14d7eb00-aafa-4277-a23a-13e1438cd184 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:44:25.567656 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Attempting to bind port 14d7eb00-aafa-4277-a23a-13e1438cd184 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:25.593233 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cef5b217-3020-4457-bed6-5da09d753120 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.602172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:44:25.602567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:44:25.602904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:44:25.603585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Bound port: 14d7eb00-aafa-4277-a23a-13e1438cd184, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:44:25.603869 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.775329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:44:25.783329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:44:25.802445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.859400 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:25.860131 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.861676 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] 10.222.0.18 "PUT /v2.0/ports/14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 200 len: 1097 time: 1.8285635 Nov 09 17:44:25.864776 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cef5b217-3020-4457-bed6-5da09d753120 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.882500 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cef5b217-3020-4457-bed6-5da09d753120 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:25.958895 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58842) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:26.133006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5b217-3020-4457-bed6-5da09d753120 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51be341-a82c-4748-9697-d9d05168c845,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:26.141745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58844) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:26.191568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d58dbc-d451-4201-b6b8-fb809b468157 service neutron] Pushing event updated for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=11']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:26.196864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cef5b217-3020-4457-bed6-5da09d753120 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:26.198420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cef5b217-3020-4457-bed6-5da09d753120 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7041824 Nov 09 17:44:26.211758 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58846) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:26.219327 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-cdb9fc6e-be1b-4837-a335-c261c5e6cb5c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': 'a51be341-a82c-4748-9697-d9d05168c845', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:26.220214 n-d-817236-1 neutron-server[102155]: WARNING neutron.api.v2.base [None req-cdb9fc6e-be1b-4837-a335-c261c5e6cb5c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 17:44:26.220604 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-cdb9fc6e-be1b-4837-a335-c261c5e6cb5c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:26.221959 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cdb9fc6e-be1b-4837-a335-c261c5e6cb5c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074511 Nov 09 17:44:26.232353 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58850) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:26.241235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb5772-1462-4a06-9404-1047ba52885a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0bc6944-d422-4724-a802-cfaca77af830,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:26.248624 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e58aa718-6374-4626-ac38-5097b4cc2831 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': 'a51be341-a82c-4748-9697-d9d05168c845', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:26.252202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-658ca11a-55be-4d52-8f47-390d368a48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:26.253768 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-658ca11a-55be-4d52-8f47-390d368a48d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 1100 time: 0.3590672 Nov 09 17:44:26.277641 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-759142a8-e7c5-4cf2-aaa3-93860e2cd337 req-770a7a78-65ea-4562-9eb9-aa354cd10acb tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7994766 Nov 09 17:44:26.288986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-08496634-d8ee-45e7-8e0e-a63ed12e3e9e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Allocated IP 172.20.0.7 (a21b53c9-b905-41ba-aa18-588310d2727b/e4d2e814-030d-4ff6-9b41-3a2f357f4bf4/96334322-0bcd-467d-a329-fc8d2c54f01c) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:44:26.365464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb5772-1462-4a06-9404-1047ba52885a admin admin] Checking segment: {'id': '8ada4cf3-34d0-44b8-a890-641761fd816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c114d2c2-1a09-4dc7-8797-24d44d4224bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:44:26.366212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb5772-1462-4a06-9404-1047ba52885a admin admin] Network hostable DHCP agents. Network: c114d2c2-1a09-4dc7-8797-24d44d4224bb, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:44:26.430897 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-e58aa718-6374-4626-ac38-5097b4cc2831 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:26.434853 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e58aa718-6374-4626-ac38-5097b4cc2831 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1930299 Nov 09 17:44:26.436211 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb5772-1462-4a06-9404-1047ba52885a admin admin] Network c114d2c2-1a09-4dc7-8797-24d44d4224bb is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:44:26.438808 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58854) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:26.450690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-44e4ada1-96c4-47ef-8134-79d29fbfc43c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': 'a51be341-a82c-4748-9697-d9d05168c845', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:26.451188 n-d-817236-1 neutron-server[102155]: WARNING neutron.api.v2.base [None req-44e4ada1-96c4-47ef-8134-79d29fbfc43c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 17:44:26.452261 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-44e4ada1-96c4-47ef-8134-79d29fbfc43c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:26.455917 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-44e4ada1-96c4-47ef-8134-79d29fbfc43c tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105739 Nov 09 17:44:26.480565 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58856) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:26.520372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-421556bd-cba6-462b-8f1b-2e7564cca07e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': 'a51be341-a82c-4748-9697-d9d05168c845', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:26.531114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3ddb5772-1462-4a06-9404-1047ba52885a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, c114d2c2-1a09-4dc7-8797-24d44d4224bb) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:26.542525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4413b0d8-2aec-4785-8f01-b9a2ac112559 None None] Network c114d2c2-1a09-4dc7-8797-24d44d4224bb requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:26.550895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddb5772-1462-4a06-9404-1047ba52885a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:26.551571 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ddb5772-1462-4a06-9404-1047ba52885a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:26.589919 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3ddb5772-1462-4a06-9404-1047ba52885a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8588254 Nov 09 17:44:26.591913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-698296fe-2255-42ff-bd68-7ed0c982f529 req-60ecf43b-b80c-491f-84b1-3c550fc51b02 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 210 time: 0.1941092 Nov 09 17:44:26.599927 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eaba4d34-b533-4e78-8426-b40de852d3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:26.614506 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-421556bd-cba6-462b-8f1b-2e7564cca07e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:26.619398 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-421556bd-cba6-462b-8f1b-2e7564cca07e tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1345344 Nov 09 17:44:26.625201 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58860) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:26.636125 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-48b3bf62-9876-4bff-ad95-8514e012abe3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': 'a51be341-a82c-4748-9697-d9d05168c845', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:26.636682 n-d-817236-1 neutron-server[102155]: WARNING neutron.api.v2.base [None req-48b3bf62-9876-4bff-ad95-8514e012abe3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 17:44:26.637717 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-48b3bf62-9876-4bff-ad95-8514e012abe3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:26.638319 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-48b3bf62-9876-4bff-ad95-8514e012abe3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118387 Nov 09 17:44:26.642794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58862) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:26.647779 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d4eff9c5-7dea-4535-a157-06ef4ca76b08 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': 'a51be341-a82c-4748-9697-d9d05168c845', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:26.672144 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-08496634-d8ee-45e7-8e0e-a63ed12e3e9e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:26.759281 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-08496634-d8ee-45e7-8e0e-a63ed12e3e9e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:26.771899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-b732c397-a327-46bd-848c-f82f479d6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:26.773824 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-b732c397-a327-46bd-848c-f82f479d6640 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.5122483 Nov 09 17:44:26.831980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device ba323535-1e02-457c-bc26-58b6c5d6dc67 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:26.853695 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-d4eff9c5-7dea-4535-a157-06ef4ca76b08 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:26.857532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d4eff9c5-7dea-4535-a157-06ef4ca76b08 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2110317 Nov 09 17:44:26.857923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: ba323535-1e02-457c-bc26-58b6c5d6dc67 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:44:26.857923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device ba323535-1e02-457c-bc26-58b6c5d6dc67 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:26.857923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 14d7eb00-aafa-4277-a23a-13e1438cd184 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:26.860981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-eb2eb345-afd5-4f89-b05f-96b99c7e3f28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 200 len: 217 time: 0.0775380 Nov 09 17:44:26.861166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58866) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:26.873323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-934c82fc-0148-417a-920e-97564840f8d9 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': 'a51be341-a82c-4748-9697-d9d05168c845', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:26.875305 n-d-817236-1 neutron-server[102154]: WARNING neutron.api.v2.base [None req-934c82fc-0148-417a-920e-97564840f8d9 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 17:44:26.876003 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-934c82fc-0148-417a-920e-97564840f8d9 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:26.879562 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-934c82fc-0148-417a-920e-97564840f8d9 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0134864 Nov 09 17:44:26.882229 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58868) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:26.906554 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-eaa5446a-9231-41b5-bcf1-c1157c84dd81 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': 'a51be341-a82c-4748-9697-d9d05168c845', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:26.937851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 14d7eb00-aafa-4277-a23a-13e1438cd184 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:26.942988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-08496634-d8ee-45e7-8e0e-a63ed12e3e9e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Network a21b53c9-b905-41ba-aa18-588310d2727b is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:44:26.970281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1177fc-5d4f-49f3-980f-e39f68d9a18a None None] Network c114d2c2-1a09-4dc7-8797-24d44d4224bb requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:26.981722 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-08496634-d8ee-45e7-8e0e-a63ed12e3e9e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:26.985776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08496634-d8ee-45e7-8e0e-a63ed12e3e9e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Pushing event updated for resources: {'Port': ['ID=96334322-0bcd-467d-a329-fc8d2c54f01c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:26.994147 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eaba4d34-b533-4e78-8426-b40de852d3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:26.999264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-4e6ed179-aece-4879-a409-958651b82fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:27.002017 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-4e6ed179-aece-4879-a409-958651b82fcb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1238544 Nov 09 17:44:27.008735 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eaba4d34-b533-4e78-8426-b40de852d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:27.034279 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-08496634-d8ee-45e7-8e0e-a63ed12e3e9e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:44:27.127677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-eaba4d34-b533-4e78-8426-b40de852d3ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50cc4254cf37429881a4aab63ae3179a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9745796 Nov 09 17:44:27.130001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58878) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:27.131945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba4d34-b533-4e78-8426-b40de852d3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ef3783-f59a-4dd9-b101-13cb576448fd,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:27.183184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-5a2bc896-465c-4606-9368-8fa4a1cc5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:27.183184 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-5a2bc896-465c-4606-9368-8fa4a1cc5fd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1703877 Nov 09 17:44:27.227953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-08496634-d8ee-45e7-8e0e-a63ed12e3e9e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:27.228665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-08496634-d8ee-45e7-8e0e-a63ed12e3e9e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:27.240633 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-eaa5446a-9231-41b5-bcf1-c1157c84dd81 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:27.244472 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-eaa5446a-9231-41b5-bcf1-c1157c84dd81 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3491602 Nov 09 17:44:27.245212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58884) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:27.251461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-4b4df48d-5f91-48d8-95f1-46f18ee06fd4 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': 'a51be341-a82c-4748-9697-d9d05168c845', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:27.269300 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-08496634-d8ee-45e7-8e0e-a63ed12e3e9e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4503264 Nov 09 17:44:27.272483 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-395c0607-89ad-4adf-a002-0405ac2152aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:27.308336 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Request body: {'port': {'device_id': 'f5b6c271-d669-477e-8b10-122197f6cbdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:27.355366 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-395c0607-89ad-4adf-a002-0405ac2152aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:27.370903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:27.373328 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43efab72-a88d-4b5f-bdd1-af44919dd70e" -d '{"events": [{"name": "network-changed", "server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:27.394921 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-4b4df48d-5f91-48d8-95f1-46f18ee06fd4 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:27.396844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4b4df48d-5f91-48d8-95f1-46f18ee06fd4 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1503847 Nov 09 17:44:27.407673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58894) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:27.477411 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:27.497596 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8b54672-b10b-404f-a92f-61955031b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:27.555856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-6d1c96a9-6486-451d-911d-f83035c014d7 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515475 Nov 09 17:44:27.572601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-e09dc7ac-53b2-497c-9a22-636f90251245 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:27.574430 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-e09dc7ac-53b2-497c-9a22-636f90251245 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/networks?id=c114d2c2-1a09-4dc7-8797-24d44d4224bb HTTP/1.1" status: 200 len: 814 time: 0.2405560 Nov 09 17:44:27.684232 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-ee978e4f-741f-439c-a0cd-f16852f7a793 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/quotas/ae8223e0dc684cc7b7d1ff886cc94744 HTTP/1.1" status: 200 len: 375 time: 0.0978560 Nov 09 17:44:27.778773 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-9576dfbe-ad2f-459d-8098-fa7d56f76513 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ae8223e0dc684cc7b7d1ff886cc94744&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812147 Nov 09 17:44:27.974672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90990-06f7-4579-8156-fd4929a4dfbc req-6b9aca1c-a217-474a-9c88-8b0e976d3bd6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:27.976325 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ecc90990-06f7-4579-8156-fd4929a4dfbc req-6b9aca1c-a217-474a-9c88-8b0e976d3bd6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 949 time: 0.5908470 Nov 09 17:44:28.026819 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-395c0607-89ad-4adf-a002-0405ac2152aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:28.029567 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-395c0607-89ad-4adf-a002-0405ac2152aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:28.034636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-395c0607-89ad-4adf-a002-0405ac2152aa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58ef3783-f59a-4dd9-b101-13cb576448fd HTTP/1.1" status: 204 len: 168 time: 0.8976207 Nov 09 17:44:28.053540 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e547cfcb-01a5-400f-80ff-a468272af791 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:28.083695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c0607-89ad-4adf-a002-0405ac2152aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ef3783-f59a-4dd9-b101-13cb576448fd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:28.093608 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-df204145-db2d-43e9-84b1-d8eb1bc0651b service neutron] 10.222.0.81 "GET /v2.0/networks/c114d2c2-1a09-4dc7-8797-24d44d4224bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606456 Nov 09 17:44:28.200362 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ecc90990-06f7-4579-8156-fd4929a4dfbc req-d95e5c6b-dd20-473e-9f1f-a94bba8488a1 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990836 Nov 09 17:44:28.221105 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e547cfcb-01a5-400f-80ff-a468272af791 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:28.237692 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38c4372b-7d63-40b7-9a52-7e775caeeacb req-7933e39e-882c-4cbf-8493-b999351b3bd6 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429927 Nov 09 17:44:28.298560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96334322-0bcd-467d-a329-fc8d2c54f01c {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:44:28.320790 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:28.328811 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e547cfcb-01a5-400f-80ff-a468272af791 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:28.335130 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e547cfcb-01a5-400f-80ff-a468272af791 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:28.339923 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e547cfcb-01a5-400f-80ff-a468272af791 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "DELETE /v2.0/security-groups/a51be341-a82c-4748-9697-d9d05168c845 HTTP/1.1" status: 204 len: 168 time: 0.9235919 Nov 09 17:44:28.342241 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58904) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:28.368774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547cfcb-01a5-400f-80ff-a468272af791 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51be341-a82c-4748-9697-d9d05168c845,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:28.379872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Transition to ACTIVE for port object 96334322-0bcd-467d-a329-fc8d2c54f01c will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:44:28.401292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:28.419066 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-ea3de3a9-d16f-4842-ae2c-e536a31aa887 service neutron] 10.222.0.81 "GET /v2.0/networks/c114d2c2-1a09-4dc7-8797-24d44d4224bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049464 Nov 09 17:44:28.490307 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a67c273-d5ce-4c73-a685-2ab616ed8c70 x-openstack-request-id: req-0a67c273-d5ce-4c73-a685-2ab616ed8c70 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:28.490870 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:28.491450 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a67c273-d5ce-4c73-a685-2ab616ed8c70 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:28.492612 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'status': 'completed', 'code': 200} Nov 09 17:44:28.563045 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Pushing event updated for resources: {'Port': ['ID=96334322-0bcd-467d-a329-fc8d2c54f01c,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:28.576682 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5220a724-4595-4cdd-be68-99a9ed9bda67 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2277677 Nov 09 17:44:28.584553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58908) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:28.600378 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f03a9edb-fb3c-48ec-af57-af8258537cdf tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617473550'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:28.611401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-d0f4c1f2-0b3c-45f6-a64e-4b25f26f5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:28.614650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-d0f4c1f2-0b3c-45f6-a64e-4b25f26f5a3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 1100 time: 0.1203568 Nov 09 17:44:28.763764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f8b54672-b10b-404f-a92f-61955031b521 admin admin] Deleting port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:28.765447 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8b54672-b10b-404f-a92f-61955031b521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:28.780094 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-9d707409-ad22-4d7e-8f78-bd60d07f6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:28.784122 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-9d707409-ad22-4d7e-8f78-bd60d07f6d21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 1100 time: 0.3187370 Nov 09 17:44:28.824539 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f03a9edb-fb3c-48ec-af57-af8258537cdf tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:28.969746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d6015-38c0-4069-9d90-44329360c97a req-f9323240-0e96-4773-8bf3-c9319b60665e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:28.994165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-346d6015-38c0-4069-9d90-44329360c97a req-f9323240-0e96-4773-8bf3-c9319b60665e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 943 time: 0.4135473 Nov 09 17:44:29.055300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Attempting to bind port 96334322-0bcd-467d-a329-fc8d2c54f01c on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:44:29.059904 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Attempting to bind port 96334322-0bcd-467d-a329-fc8d2c54f01c by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'de89f598-4263-4c80-a5d0-4f0f633e1559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a21b53c9-b905-41ba-aa18-588310d2727b'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:44:29.064832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Attempting to bind port 96334322-0bcd-467d-a329-fc8d2c54f01c on network a21b53c9-b905-41ba-aa18-588310d2727b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:29.111521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Port 96334322-0bcd-467d-a329-fc8d2c54f01c on network a21b53c9-b905-41ba-aa18-588310d2727b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:44:29.112088 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Attempting to bind port 96334322-0bcd-467d-a329-fc8d2c54f01c on network a21b53c9-b905-41ba-aa18-588310d2727b {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:29.235828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-f8b54672-b10b-404f-a92f-61955031b521 admin admin] For port 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=39b8b10b-6ff9-4ae2-9cab-36deae7fc14e,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:29.236576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8b54672-b10b-404f-a92f-61955031b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:29.251952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-aab90ff9-b9db-402f-8d49-6225dbe0fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:29.254512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-aab90ff9-b9db-402f-8d49-6225dbe0fac9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.6030881 Nov 09 17:44:29.263847 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-12a7b52b-05a9-4100-b830-ad1008f5527e req-270c8161-3be9-4b6d-bfc1-93712961d5a8 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 210 time: 0.1797488 Nov 09 17:44:29.314370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f8b54672-b10b-404f-a92f-61955031b521 admin admin] Calling delete_port for 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:29.318548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:44:29.319642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Checking segment: {'id': 'de89f598-4263-4c80-a5d0-4f0f633e1559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a21b53c9-b905-41ba-aa18-588310d2727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:44:29.320398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Bound using segment: {'id': 'de89f598-4263-4c80-a5d0-4f0f633e1559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a21b53c9-b905-41ba-aa18-588310d2727b'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:44:29.321073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Bound port: 96334322-0bcd-467d-a329-fc8d2c54f01c, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de89f598-4263-4c80-a5d0-4f0f633e1559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a21b53c9-b905-41ba-aa18-588310d2727b'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:44:29.321664 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:29.332153 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-346d6015-38c0-4069-9d90-44329360c97a req-056cedb4-4303-4938-8e81-6b9d410dc35b tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdbf17b7-f813-4eef-837c-31a447c3a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077450 Nov 09 17:44:29.434690 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-aa02b58b-adb9-4254-b6c8-c941b1fb5927 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 200 len: 217 time: 0.1591449 Nov 09 17:44:29.467412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-11b2fd92-5d07-44ca-b18e-7c07c26a1bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:29.469240 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-11b2fd92-5d07-44ca-b18e-7c07c26a1bb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.6709299 Nov 09 17:44:29.473653 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f03a9edb-fb3c-48ec-af57-af8258537cdf tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:29.575550 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-3a3215f3-0b58-46a2-9f14-cf7fe0082f2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 200 len: 217 time: 0.0520973 Nov 09 17:44:29.576753 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f03a9edb-fb3c-48ec-af57-af8258537cdf tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:29.710026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-2e90ab28-a09a-45d0-8aec-51ef357018a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:29.713224 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-2e90ab28-a09a-45d0-8aec-51ef357018a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1510906 Nov 09 17:44:29.714614 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f03a9edb-fb3c-48ec-af57-af8258537cdf tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:29.719263 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f03a9edb-fb3c-48ec-af57-af8258537cdf tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1372905 Nov 09 17:44:29.721231 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] For port 96334322-0bcd-467d-a329-fc8d2c54f01c, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:44:29.722474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58940) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:29.736011 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93152974-5d8d-47f0-9553-8cacefdc68fc req-16ae6e1d-2ceb-4bae-b76f-0d7b00fab6af tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:29.737850 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93152974-5d8d-47f0-9553-8cacefdc68fc req-16ae6e1d-2ceb-4bae-b76f-0d7b00fab6af tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 949 time: 0.3331413 Nov 09 17:44:29.787638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] For port 96334322-0bcd-467d-a329-fc8d2c54f01c, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=96334322-0bcd-467d-a329-fc8d2c54f01c,segment=NetworkSegment(de89f598-4263-4c80-a5d0-4f0f633e1559),segment_id=de89f598-4263-4c80-a5d0-4f0f633e1559)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:44:29.791429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-f8c6be5a-6c80-4fdb-8d11-4c07786e1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:29.794307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-f8c6be5a-6c80-4fdb-8d11-4c07786e1d73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1977737 Nov 09 17:44:29.795561 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a9edb-fb3c-48ec-af57-af8258537cdf tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c29b33-460c-4b23-9793-866ba427217f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:29.810311 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:29.825914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-207a73b2-6177-4cf6-8626-482b53fe6f1f tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': '01c29b33-460c-4b23-9793-866ba427217f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:29.972251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:29.973454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:29.978965 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] 10.222.0.18 "PUT /v2.0/ports/96334322-0bcd-467d-a329-fc8d2c54f01c HTTP/1.1" status: 200 len: 1091 time: 2.6836655 Nov 09 17:44:29.980296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b6c271-d669-477e-8b10-122197f6cbdf', 'tag': '96334322-0bcd-467d-a329-fc8d2c54f01c'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:30.016098 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131b803d-8297-4efc-9461-5db58031024b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b6c271-d669-477e-8b10-122197f6cbdf", "tag": "96334322-0bcd-467d-a329-fc8d2c54f01c"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:30.050893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-c47b412c-4f4d-4535-97fb-0e0a89e7f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:30.055170 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-c47b412c-4f4d-4535-97fb-0e0a89e7f794 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3285608 Nov 09 17:44:30.257740 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8b54672-b10b-404f-a92f-61955031b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:30.261986 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93152974-5d8d-47f0-9553-8cacefdc68fc req-9d489ca4-b9c2-49f7-85b1-49a24039055e tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054173 Nov 09 17:44:30.353404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53b175-123e-4448-92d8-8f4d8ca699c3 service neutron] Pushing event updated for resources: {'Port': ['ID=96334322-0bcd-467d-a329-fc8d2c54f01c,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:30.368450 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-207a73b2-6177-4cf6-8626-482b53fe6f1f tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The resource could not be found. Nov 09 17:44:30.369306 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b61b45-6b1b-437f-8379-207c37ca8253 x-openstack-request-id: req-c9b61b45-6b1b-437f-8379-207c37ca8253 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:30.370065 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-207a73b2-6177-4cf6-8626-482b53fe6f1f tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6039217 Nov 09 17:44:30.375290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b54672-b10b-404f-a92f-61955031b521 admin admin] Pushing event deleted for resources: {'Port': ['ID=39b8b10b-6ff9-4ae2-9cab-36deae7fc14e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:30.376541 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b6c271-d669-477e-8b10-122197f6cbdf", "tag": "96334322-0bcd-467d-a329-fc8d2c54f01c", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:30.382310 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58956) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:30.383342 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9b61b45-6b1b-437f-8379-207c37ca8253 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:30.386083 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b6c271-d669-477e-8b10-122197f6cbdf', 'tag': '96334322-0bcd-467d-a329-fc8d2c54f01c', 'status': 'completed', 'code': 200} Nov 09 17:44:30.391392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-81275c7a-1b58-48d4-b56e-294d8738cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:30.394476 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-81275c7a-1b58-48d4-b56e-294d8738cd41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5907807 Nov 09 17:44:30.406528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3968cd5c-146e-4d99-899d-02a68284b964 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': '01c29b33-460c-4b23-9793-866ba427217f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0cc13b34-8478-4357-a35a-d985f5ad3de6'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:30.692536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cfc04218-c147-4bab-89ac-e9a4bc8cdb5e req-013a21dd-f103-4ccf-8253-2febc20be2ec tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 210 time: 0.2195890 Nov 09 17:44:30.706626 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-2708e8dc-ffae-441a-b260-ca21316b168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:30.709415 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-2708e8dc-ffae-441a-b260-ca21316b168b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78a1d9390720471abcec4af55ede3a55&device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 1094 time: 0.5186999 Nov 09 17:44:30.867163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 14d7eb00-aafa-4277-a23a-13e1438cd184 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:44:30.891407 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8b54672-b10b-404f-a92f-61955031b521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:30.912765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-0c1c2cf8-2d73-4c47-a1b2-8a797936a5ce service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8395481 Nov 09 17:44:31.066535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ba565-884e-4c24-9ede-10a5feed864a req-b259da86-1073-401c-88a3-cf05b2894c02 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:31.068428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-450ba565-884e-4c24-9ede-10a5feed864a req-b259da86-1073-401c-88a3-cf05b2894c02 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 943 time: 0.4782057 Nov 09 17:44:31.182624 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-3968cd5c-146e-4d99-899d-02a68284b964 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The resource could not be found. Nov 09 17:44:31.182903 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-dd9dc4a0-1afc-41a0-a614-20dc678a12a7 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777772 Nov 09 17:44:31.183791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3968cd5c-146e-4d99-899d-02a68284b964 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7865605 Nov 09 17:44:31.185597 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-48e28553-ce27-4405-a560-62cc9dd7ff66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96334322-0bcd-467d-a329-fc8d2c54f01c HTTP/1.1" status: 200 len: 217 time: 0.4661338 Nov 09 17:44:31.196026 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-450ba565-884e-4c24-9ede-10a5feed864a req-05b09470-227b-4fab-b273-d7daca6bca4e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdbf17b7-f813-4eef-837c-31a447c3a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985637 Nov 09 17:44:31.200273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58972) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:31.315964 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-a8b477e9-ab27-4b6c-bbe0-2719fcf7fa27 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585266 Nov 09 17:44:31.601290 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-eb169bef-8e6d-42e9-8974-fa4d6cabdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:31.602900 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-eb169bef-8e6d-42e9-8974-fa4d6cabdaf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4d2e814-030d-4ff6-9b41-3a2f357f4bf4 HTTP/1.1" status: 200 len: 854 time: 0.3857508 Nov 09 17:44:31.612163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:31.644669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'mac_address': 'fa:16:3e:7f:3c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:44:31.691670 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-49d154d6-22ce-4f7c-807c-bd30923bf81e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a21b53c9-b905-41ba-aa18-588310d2727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741487 Nov 09 17:44:31.719908 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43efab72-a88d-4b5f-bdd1-af44919dd70e req-3606b020-31fc-4462-9e3d-8036cdb467fb service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066094 Nov 09 17:44:31.738364 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:31.776814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d7eb00-aafa-4277-a23a-13e1438cd184 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:44:31.827097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:31.834891 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:31.902601 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-f7e68185-33ed-44b8-8784-447594e8f85c service neutron] 10.222.0.18 "GET /v2.0/networks/a21b53c9-b905-41ba-aa18-588310d2727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995211 Nov 09 17:44:31.948402 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5ca603b7-9532-4aab-9774-fc60ce0f31b8 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:32.029599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=12']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:32.059975 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8a27267-2287-4864-b138-b641e31fcf14 req-7cda53aa-099e-4392-86a7-edd43c14b028 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 210 time: 0.1132057 Nov 09 17:44:32.132362 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5ca603b7-9532-4aab-9774-fc60ce0f31b8 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:32.156973 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a62f5cd-6aa4-4184-a364-c4baf24be3af req-c7b184a3-f5d7-469b-8ce8-27166a3338ed service neutron] 10.222.0.18 "GET /v2.0/networks/a21b53c9-b905-41ba-aa18-588310d2727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462046 Nov 09 17:44:32.160352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['14d7eb00-aafa-4277-a23a-13e1438cd184'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:44:32.178389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d01bce-2fdc-4a17-b856-e7ad3decc549 req-07acccaa-c071-4e04-921b-c44900dcf3a3 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:32.181274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-13d01bce-2fdc-4a17-b856-e7ad3decc549 req-07acccaa-c071-4e04-921b-c44900dcf3a3 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 949 time: 0.7279286 Nov 09 17:44:32.442664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b803d-8297-4efc-9461-5db58031024b req-8eb110a0-b1b5-4145-afc6-776c0b396f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:32.445373 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-131b803d-8297-4efc-9461-5db58031024b req-8eb110a0-b1b5-4145-afc6-776c0b396f3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78a1d9390720471abcec4af55ede3a55&device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 1094 time: 0.1973605 Nov 09 17:44:32.517833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-edf741e8-0328-465a-bc76-fc0daa7654b8 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:32.521386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-edf741e8-0328-465a-bc76-fc0daa7654b8 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.13 "GET /v2.0/networks?id=c114d2c2-1a09-4dc7-8797-24d44d4224bb HTTP/1.1" status: 200 len: 814 time: 0.7750914 Nov 09 17:44:32.539904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b54672-b10b-404f-a92f-61955031b521 admin admin] Router 57957a90-f259-45c0-bfb7-42d7f9c2f048 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:44:32.551057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-db687ebb-a7ac-4323-a472-322f8961479f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Request body: {'port': {'device_id': '246ea2bf-c08a-40a1-ae64-aedb7d852e6b', 'network_id': 'c114d2c2-1a09-4dc7-8797-24d44d4224bb', 'admin_state_up': True, 'tenant_id': 'ae8223e0dc684cc7b7d1ff886cc94744'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:32.578238 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-13d01bce-2fdc-4a17-b856-e7ad3decc549 req-b3350522-647c-4080-8bf3-7a312bae5339 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681817 Nov 09 17:44:32.643196 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56b36b-b525-4ea4-b0db-cc39420888a9 req-402ba4b8-3d70-4f5c-9734-53b60f514b1a tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:32.659996 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ff56b36b-b525-4ea4-b0db-cc39420888a9 req-402ba4b8-3d70-4f5c-9734-53b60f514b1a tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 943 time: 0.2891557 Nov 09 17:44:32.693249 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5ca603b7-9532-4aab-9774-fc60ce0f31b8 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:32.699312 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5ca603b7-9532-4aab-9774-fc60ce0f31b8 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:32.704868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5ca603b7-9532-4aab-9774-fc60ce0f31b8 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "DELETE /v2.0/security-groups/01c29b33-460c-4b23-9793-866ba427217f HTTP/1.1" status: 204 len: 168 time: 1.5034206 Nov 09 17:44:32.712840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59004) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:32.784739 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ff56b36b-b525-4ea4-b0db-cc39420888a9 req-2cdad6a5-fa69-4445-b8ec-5f49bd6e747e tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdbf17b7-f813-4eef-837c-31a447c3a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267984 Nov 09 17:44:32.815143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b803d-8297-4efc-9461-5db58031024b req-dc0e2503-ba0d-443d-bb73-8d886d0cd93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:32.818114 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-131b803d-8297-4efc-9461-5db58031024b req-dc0e2503-ba0d-443d-bb73-8d886d0cd93f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a21b53c9-b905-41ba-aa18-588310d2727b HTTP/1.1" status: 200 len: 915 time: 0.3644505 Nov 09 17:44:32.881448 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-131b803d-8297-4efc-9461-5db58031024b req-89348bfd-808a-4a4f-9ec7-0091765ab064 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96334322-0bcd-467d-a329-fc8d2c54f01c HTTP/1.1" status: 200 len: 217 time: 0.0554285 Nov 09 17:44:32.963864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b803d-8297-4efc-9461-5db58031024b req-451955ff-e43c-445e-a6ee-0214e301a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:32.965947 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-131b803d-8297-4efc-9461-5db58031024b req-451955ff-e43c-445e-a6ee-0214e301a3b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4d2e814-030d-4ff6-9b41-3a2f357f4bf4 HTTP/1.1" status: 200 len: 854 time: 0.0738807 Nov 09 17:44:32.999448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca603b7-9532-4aab-9774-fc60ce0f31b8 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c29b33-460c-4b23-9793-866ba427217f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:33.067096 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-131b803d-8297-4efc-9461-5db58031024b req-d3848d5f-7b1a-4709-9a39-f40a40d7a05f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a21b53c9-b905-41ba-aa18-588310d2727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913093 Nov 09 17:44:33.090124 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e4ecf478-e81e-4539-95e0-90793215bbbf tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3716381 Nov 09 17:44:33.095798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59016) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:33.101661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-93dc1f4d-cc7f-41b7-800a-fb173575ce20 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': 'd9adf41e-d165-4807-812d-877e3d44d1a5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:33.113139 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-db687ebb-a7ac-4323-a472-322f8961479f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Made reservation on behalf of ae8223e0dc684cc7b7d1ff886cc94744 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:33.117460 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-db687ebb-a7ac-4323-a472-322f8961479f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:33.169388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b54672-b10b-404f-a92f-61955031b521 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:44:33.188036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13808142-ac6b-4bce-9412-02a2e96db2d5 None None] Sync routers for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:44:33.192467 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f8b54672-b10b-404f-a92f-61955031b521 admin admin] 10.222.0.81 "PUT /v2.0/routers/57957a90-f259-45c0-bfb7-42d7f9c2f048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2217112 Nov 09 17:44:33.196954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59020) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:33.222270 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-131b803d-8297-4efc-9461-5db58031024b req-be95c611-e133-4500-b243-72ed8b3e383c service neutron] 10.222.0.18 "GET /v2.0/networks/a21b53c9-b905-41ba-aa18-588310d2727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468484 Nov 09 17:44:33.224265 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13808142-ac6b-4bce-9412-02a2e96db2d5 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:33.230509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-13808142-ac6b-4bce-9412-02a2e96db2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:44:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:33.378769 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-131b803d-8297-4efc-9461-5db58031024b req-2a3ab374-d5f0-4fa6-a8b3-4a9de8f98da8 service neutron] 10.222.0.18 "GET /v2.0/networks/a21b53c9-b905-41ba-aa18-588310d2727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476645 Nov 09 17:44:33.447294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-13808142-ac6b-4bce-9412-02a2e96db2d5 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:44:33.841979 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fece467-cbc2-43a2-93fe-3c7dfdad760e req-c0942b3d-8442-4ce1-8a76-0a1a229f6e91 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 210 time: 0.6334431 Nov 09 17:44:33.860062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22b3cd-da66-4e92-afbc-05e7265bf67a req-01008a98-7c9b-45ef-b580-6db7fba16035 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:33.880364 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-93dc1f4d-cc7f-41b7-800a-fb173575ce20 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The resource could not be found. Nov 09 17:44:33.883426 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2f22b3cd-da66-4e92-afbc-05e7265bf67a req-01008a98-7c9b-45ef-b580-6db7fba16035 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.1840866 Nov 09 17:44:33.888604 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59038) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:33.889485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-93dc1f4d-cc7f-41b7-800a-fb173575ce20 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7913024 Nov 09 17:44:33.908973 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1bdaf6e3-099e-4e66-9cfc-865187b96fb1 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138094736'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:33.984600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-13808142-ac6b-4bce-9412-02a2e96db2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:44:30Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:33.989425 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2f22b3cd-da66-4e92-afbc-05e7265bf67a req-30d3ab9b-ce04-4823-b0f8-991e6f7f2863 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050720 Nov 09 17:44:33.995757 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf6e3-099e-4e66-9cfc-865187b96fb1 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:34.071926 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13808142-ac6b-4bce-9412-02a2e96db2d5 None None] Checking router: 57957a90-f259-45c0-bfb7-42d7f9c2f048 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:44:34.095649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13808142-ac6b-4bce-9412-02a2e96db2d5 None None] Routers {'57957a90-f259-45c0-bfb7-42d7f9c2f048'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:44:34.099421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-13808142-ac6b-4bce-9412-02a2e96db2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:44:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['57957a90-f259-45c0-bfb7-42d7f9c2f048'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:34.102403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:34.283114 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf6e3-099e-4e66-9cfc-865187b96fb1 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:34.291422 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf6e3-099e-4e66-9cfc-865187b96fb1 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:34.309389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-db687ebb-a7ac-4323-a472-322f8961479f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Allocated IP 172.20.0.12 (c114d2c2-1a09-4dc7-8797-24d44d4224bb/a0bc6944-d422-4724-a802-cfaca77af830/f5902f70-08fb-4675-a69d-d6fe8360c361) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:44:34.439661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdaf6e3-099e-4e66-9cfc-865187b96fb1 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dff59d4-7b39-47cc-8fdf-f3f4a26d2723,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:34.466713 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-13808142-ac6b-4bce-9412-02a2e96db2d5 None None] Set router 57957a90-f259-45c0-bfb7-42d7f9c2f048 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:44:34.481137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf6e3-099e-4e66-9cfc-865187b96fb1 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:34.485381 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1bdaf6e3-099e-4e66-9cfc-865187b96fb1 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5808704 Nov 09 17:44:34.489532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59048) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:34.502112 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-cee79891-8a2a-4598-bae5-cbba62d9a6d2 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group': {'name': 'tempest-secgroup--697222614'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:34.515634 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:34.536191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3591b5a-a219-4bed-ba54-5bf2f6d113f3 req-5e849edc-f6ff-475f-bba5-ac2676f46515 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:34.541103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f3591b5a-a219-4bed-ba54-5bf2f6d113f3 req-5e849edc-f6ff-475f-bba5-ac2676f46515 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 943 time: 0.3054326 Nov 09 17:44:34.645660 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-db687ebb-a7ac-4323-a472-322f8961479f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:34.671995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Deleting port 36b89e65-bf99-4960-b023-b9fcb1eaefac {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:34.672408 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:34.687491 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f3591b5a-a219-4bed-ba54-5bf2f6d113f3 req-98e2d16b-7ac2-451f-ad15-5af314e2d210 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdbf17b7-f813-4eef-837c-31a447c3a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375284 Nov 09 17:44:34.693842 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cee79891-8a2a-4598-bae5-cbba62d9a6d2 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:34.785464 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-db687ebb-a7ac-4323-a472-322f8961479f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:34.870095 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cee79891-8a2a-4598-bae5-cbba62d9a6d2 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:34.882894 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cee79891-8a2a-4598-bae5-cbba62d9a6d2 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:34.917210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-db687ebb-a7ac-4323-a472-322f8961479f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Network c114d2c2-1a09-4dc7-8797-24d44d4224bb is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:44:34.919893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-db687ebb-a7ac-4323-a472-322f8961479f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:34.946182 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cee79891-8a2a-4598-bae5-cbba62d9a6d2 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:34.950595 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 96334322-0bcd-467d-a329-fc8d2c54f01c details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:44:34.950962 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cee79891-8a2a-4598-bae5-cbba62d9a6d2 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4570255 Nov 09 17:44:34.959214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59060) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:34.969686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-dd13958f-59c2-40ff-9b01-f2f3c85469a7 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group_rule': {'security_group_id': '5dff59d4-7b39-47cc-8fdf-f3f4a26d2723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '91d42cfe-0a3f-402f-bf6b-e4144a3db55b'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:34.971207 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-db687ebb-a7ac-4323-a472-322f8961479f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:44:35.021365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 14d7eb00-aafa-4277-a23a-13e1438cd184 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:44:35.061797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] For port 36b89e65-bf99-4960-b023-b9fcb1eaefac, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=36b89e65-bf99-4960-b023-b9fcb1eaefac,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:35.062235 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:35.074774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db687ebb-a7ac-4323-a472-322f8961479f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Pushing event updated for resources: {'Port': ['ID=f5902f70-08fb-4675-a69d-d6fe8360c361,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:35.089764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Calling delete_port for 36b89e65-bf99-4960-b023-b9fcb1eaefac owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:35.105261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-db687ebb-a7ac-4323-a472-322f8961479f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:35.106040 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-db687ebb-a7ac-4323-a472-322f8961479f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:35.223158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee79891-8a2a-4598-bae5-cbba62d9a6d2 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d42cfe-0a3f-402f-bf6b-e4144a3db55b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:35.271714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83b07e-f2f1-43d7-be47-b37d607d94f8 req-2561c5d9-a045-4b8b-9563-6566a7aee4d2 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:35.281571 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a83b07e-f2f1-43d7-be47-b37d607d94f8 req-2561c5d9-a045-4b8b-9563-6566a7aee4d2 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 1101 time: 0.1660519 Nov 09 17:44:35.284094 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac52b10-beb6-4ad5-b2df-9dcb9bc1f592 req-6af6d835-fc52-4732-8ebb-c4ade7e57a4c tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:35.286617 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ac52b10-beb6-4ad5-b2df-9dcb9bc1f592 req-6af6d835-fc52-4732-8ebb-c4ade7e57a4c tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 932 time: 0.2293229 Nov 09 17:44:35.315811 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-db687ebb-a7ac-4323-a472-322f8961479f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7736132 Nov 09 17:44:35.334748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Request body: {'port': {'device_id': '246ea2bf-c08a-40a1-ae64-aedb7d852e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:35.375377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a83b07e-f2f1-43d7-be47-b37d607d94f8 req-c2d1f7ac-0612-4398-a36a-9d2ea0b08c55 tempest-MigrationsAdminTest-801962596 tempest-MigrationsAdminTest-801962596-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925882 Nov 09 17:44:35.480972 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:44:35.484673 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-dd13958f-59c2-40ff-9b01-f2f3c85469a7 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:44:35.486459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dd13958f-59c2-40ff-9b01-f2f3c85469a7 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5255191 Nov 09 17:44:35.490931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59068) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:35.509587 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:35.614053 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ac52b10-beb6-4ad5-b2df-9dcb9bc1f592 req-9cbb9a84-e456-4907-a2c1-8af11d209f69 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784927 Nov 09 17:44:35.692814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 14d7eb00-aafa-4277-a23a-13e1438cd184 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:44:35.717854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 14d7eb00-aafa-4277-a23a-13e1438cd184 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:35.718460 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:35.942944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59076) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:35.951200 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:36.020697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b62172df-a545-4e42-9a53-36014e41880b tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:36.069422 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53b22124-0db6-47bf-8e3a-a1b60b7c7bf6 req-e0dbeebf-fae8-42f6-89b4-8bb21f66e4b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3926013 Nov 09 17:44:36.113545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Pushing event deleted for resources: {'Port': ['ID=36b89e65-bf99-4960-b023-b9fcb1eaefac,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:36.132757 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b62172df-a545-4e42-9a53-36014e41880b tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:36.134429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-13808142-ac6b-4bce-9412-02a2e96db2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:44:30Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:36.138857 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:36.152347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd83c2-f956-4ef8-9d5f-503723521b6d req-6f3ab1a1-fdc8-4184-bc12-49d7d67ea207 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:36.156538 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bcd83c2-f956-4ef8-9d5f-503723521b6d req-6f3ab1a1-fdc8-4184-bc12-49d7d67ea207 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 943 time: 0.3468666 Nov 09 17:44:36.171386 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 96334322-0bcd-467d-a329-fc8d2c54f01c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=96334322-0bcd-467d-a329-fc8d2c54f01c,segment=NetworkSegment(de89f598-4263-4c80-a5d0-4f0f633e1559),segment_id=de89f598-4263-4c80-a5d0-4f0f633e1559)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:36.275051 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13808142-ac6b-4bce-9412-02a2e96db2d5 None None] The sync data for ids ['57957a90-f259-45c0-bfb7-42d7f9c2f048'] in n-d-817236-1 is: [{'id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'name': 'tempest-FloatingIPsAssociationTestJSON-1076482454-router', 'tenant_id': '39f5e9d52cec4445b01de3e391ea91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:42:12Z', 'updated_at': '2021-11-09T17:44:30Z', 'revision_number': 5, 'project_id': '39f5e9d52cec4445b01de3e391ea91ff', 'gw_port': {'id': '36b89e65-bf99-4960-b023-b9fcb1eaefac', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57957a90-f259-45c0-bfb7-42d7f9c2f048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:42:15Z', 'updated_at': '2021-11-09T17:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:44:36.294476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '96334322-0bcd-467d-a329-fc8d2c54f01c', 'network_id': 'a21b53c9-b905-41ba-aa18-588310d2727b', 'port_id': '96334322-0bcd-467d-a329-fc8d2c54f01c', 'mac_address': 'fa:16:3e:5c:74:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4d2e814-030d-4ff6-9b41-3a2f357f4bf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:44:36.319922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:36.345889 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4370f79e-5730-4d46-a307-54e84600b963" -d '{"events": [{"server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "name": "network-vif-plugged", "status": "completed", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:36.413742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:36.428750 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:36.441399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296591b-d8c5-4a25-b358-14cd0cb24344 req-6ba334c6-a55c-4ec1-bc88-3e649289758b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:36.447068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4296591b-d8c5-4a25-b358-14cd0cb24344 req-6ba334c6-a55c-4ec1-bc88-3e649289758b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 950 time: 0.3745100 Nov 09 17:44:36.499593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:36.511148 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:36.544800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96334322-0bcd-467d-a329-fc8d2c54f01c {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:44:36.596879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 96334322-0bcd-467d-a329-fc8d2c54f01c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=96334322-0bcd-467d-a329-fc8d2c54f01c,segment=NetworkSegment(de89f598-4263-4c80-a5d0-4f0f633e1559),segment_id=de89f598-4263-4c80-a5d0-4f0f633e1559)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:36.616656 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:36.673917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=13']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:36.774350 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:36.782345 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:36.822405 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4296591b-d8c5-4a25-b358-14cd0cb24344 req-5b35e6df-2034-40c9-a3e8-4c29fd402a3f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467050 Nov 09 17:44:36.862201 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c97074c-3cff-4c8f-b849-9712d0263c8a req-5bd0f394-df02-4b99-999f-5df3c16fbab2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9375010 Nov 09 17:44:36.875048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=96334322-0bcd-467d-a329-fc8d2c54f01c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:36.917587 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82e92cc-a012-4a50-be54-06c91704b86a x-openstack-request-id: req-c82e92cc-a012-4a50-be54-06c91704b86a {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:36.918116 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "name": "network-vif-plugged", "status": "completed", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:36.918622 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c82e92cc-a012-4a50-be54-06c91704b86a {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:36.919582 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'code': 200} Nov 09 17:44:36.969009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:37.025203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:44:37.025768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 39b8b10b-6ff9-4ae2-9cab-36deae7fc14e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:37.034850 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:37.035685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57957a90-f259-45c0-bfb7-42d7f9c2f048 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:44:37.040980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['96334322-0bcd-467d-a329-fc8d2c54f01c'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:44:37.079935 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:37.081894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9641b3fc-1ed0-4d7c-8831-a6ef8e3078ce admin admin] 10.222.0.81 "DELETE /v2.0/routers/57957a90-f259-45c0-bfb7-42d7f9c2f048 HTTP/1.1" status: 204 len: 168 time: 3.8831403 Nov 09 17:44:37.087347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59090) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:37.091516 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45f444d1-845d-48d9-a162-688d04733b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:37.193034 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bcd83c2-f956-4ef8-9d5f-503723521b6d req-5329b63b-2322-4c76-91fb-7d8fb12d9380 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdbf17b7-f813-4eef-837c-31a447c3a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463714 Nov 09 17:44:37.278170 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b62172df-a545-4e42-9a53-36014e41880b tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:37.287395 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b62172df-a545-4e42-9a53-36014e41880b tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:37.291869 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b62172df-a545-4e42-9a53-36014e41880b tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "DELETE /v2.0/security-groups/91d42cfe-0a3f-402f-bf6b-e4144a3db55b HTTP/1.1" status: 204 len: 168 time: 1.7875061 Nov 09 17:44:37.297711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59092) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:37.321692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdab592-04b2-49c9-b212-c694c27162a2 admin admin] Deleting subnet 46af615a-61fb-4f31-a113-881f6f9622ba {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:44:37.336346 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cdab592-04b2-49c9-b212-c694c27162a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:37.343606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62172df-a545-4e42-9a53-36014e41880b tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d42cfe-0a3f-402f-bf6b-e4144a3db55b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:37.395425 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97074c-3cff-4c8f-b849-9712d0263c8a req-fcbe1883-922b-4e61-bd72-0fe328be6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:37.417653 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c97074c-3cff-4c8f-b849-9712d0263c8a req-fcbe1883-922b-4e61-bd72-0fe328be6969 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 1100 time: 0.5020025 Nov 09 17:44:37.443991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5902f70-08fb-4675-a69d-d6fe8360c361 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:44:37.444970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b22124-0db6-47bf-8e3a-a1b60b7c7bf6 req-437f2974-e453-4818-9c24-533cbb0642e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:37.449318 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53b22124-0db6-47bf-8e3a-a1b60b7c7bf6 req-437f2974-e453-4818-9c24-533cbb0642e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 1100 time: 1.2908204 Nov 09 17:44:37.461046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:37.486864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cdab592-04b2-49c9-b212-c694c27162a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:37.565803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Transition to ACTIVE for port object f5902f70-08fb-4675-a69d-d6fe8360c361 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:44:37.585639 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:37.603093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd78cdb-32c9-4abc-b698-9f2989233558 req-a437346b-f205-4a64-bf17-c2d938814e2a tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:37.609950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3dd78cdb-32c9-4abc-b698-9f2989233558 req-a437346b-f205-4a64-bf17-c2d938814e2a tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 932 time: 0.2731102 Nov 09 17:44:37.757589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dac272e9-860c-4980-9121-8d19b1feb0d9 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4509559 Nov 09 17:44:37.767754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59094) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:37.773067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b652625-9661-45ce-bd5f-22b75f298f0c req-15c649ae-bea5-4312-b248-207d55a79b2c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:37.775727 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b652625-9661-45ce-bd5f-22b75f298f0c req-15c649ae-bea5-4312-b248-207d55a79b2c tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 951 time: 0.3179643 Nov 09 17:44:37.857703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97074c-3cff-4c8f-b849-9712d0263c8a req-96f5ef72-75f0-4da3-a304-931327001df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:37.860022 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c97074c-3cff-4c8f-b849-9712d0263c8a req-96f5ef72-75f0-4da3-a304-931327001df5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.4065790 Nov 09 17:44:37.869032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5902f70-08fb-4675-a69d-d6fe8360c361,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:37.882257 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45f444d1-845d-48d9-a162-688d04733b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:37.929008 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45f444d1-845d-48d9-a162-688d04733b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:37.932479 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b22124-0db6-47bf-8e3a-a1b60b7c7bf6 req-e6f2ed2e-2534-4c64-b43b-94ad64a7bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:37.934250 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53b22124-0db6-47bf-8e3a-a1b60b7c7bf6 req-e6f2ed2e-2534-4c64-b43b-94ad64a7bbb0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.3670597 Nov 09 17:44:37.948132 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c97074c-3cff-4c8f-b849-9712d0263c8a req-43da37f9-f2fa-416e-8935-8b805c11d719 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e75edc1a-4a97-418d-a50e-b46313311cb6 HTTP/1.1" status: 200 len: 217 time: 0.0680554 Nov 09 17:44:37.973575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cdab592-04b2-49c9-b212-c694c27162a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:38.055548 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53b22124-0db6-47bf-8e3a-a1b60b7c7bf6 req-7c7ede8e-b568-4148-a5a0-7e2788e37bd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=29efb134-0c85-4e7f-a8a0-f62771c54647 HTTP/1.1" status: 200 len: 217 time: 0.1058438 Nov 09 17:44:38.094166 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eab4ba69-cfe5-4c58-bee1-1e0a3fd10257 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:38.108250 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3dd78cdb-32c9-4abc-b698-9f2989233558 req-2c9276d6-59d9-46ae-9393-6ba2df8559dc tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358683 Nov 09 17:44:38.211048 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-45f444d1-845d-48d9-a162-688d04733b79 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62b609f5c5fb45998290323f2e866cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2480748 Nov 09 17:44:38.242840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59102) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:38.268267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f444d1-845d-48d9-a162-688d04733b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3231d1-a3ef-49ba-b5e5-4c11ce71d363,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:38.272287 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b22124-0db6-47bf-8e3a-a1b60b7c7bf6 req-ce0dfd80-5785-4675-9e61-974a8da0862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:38.273822 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53b22124-0db6-47bf-8e3a-a1b60b7c7bf6 req-ce0dfd80-5785-4675-9e61-974a8da0862d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1760440 Nov 09 17:44:38.349579 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eab4ba69-cfe5-4c58-bee1-1e0a3fd10257 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:38.356300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97074c-3cff-4c8f-b849-9712d0263c8a req-44cdcd36-c336-40d6-820a-cc8a695ab60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:38.359594 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c97074c-3cff-4c8f-b849-9712d0263c8a req-44cdcd36-c336-40d6-820a-cc8a695ab60c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.3319314 Nov 09 17:44:38.413855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Attempting to bind port f5902f70-08fb-4675-a69d-d6fe8360c361 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:44:38.414378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Attempting to bind port f5902f70-08fb-4675-a69d-d6fe8360c361 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '8ada4cf3-34d0-44b8-a890-641761fd816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c114d2c2-1a09-4dc7-8797-24d44d4224bb'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:44:38.414825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Attempting to bind port f5902f70-08fb-4675-a69d-d6fe8360c361 on network c114d2c2-1a09-4dc7-8797-24d44d4224bb {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:38.426913 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cdab592-04b2-49c9-b212-c694c27162a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:38.430890 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bb8bf-ff20-49e8-9787-9c428bc085f3 req-71267a97-65fa-44ac-9506-ddae7e3dda59 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:38.435567 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d55bb8bf-ff20-49e8-9787-9c428bc085f3 req-71267a97-65fa-44ac-9506-ddae7e3dda59 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 951 time: 0.3993833 Nov 09 17:44:38.478804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-3b652625-9661-45ce-bd5f-22b75f298f0c req-ec9facbe-6290-4f25-9cc1-4212d0a18a63 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Deleting port 14d7eb00-aafa-4277-a23a-13e1438cd184 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:38.479372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3b652625-9661-45ce-bd5f-22b75f298f0c req-ec9facbe-6290-4f25-9cc1-4212d0a18a63 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:38.525388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 36b89e65-bf99-4960-b023-b9fcb1eaefac no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:38.526107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Port f5902f70-08fb-4675-a69d-d6fe8360c361 on network c114d2c2-1a09-4dc7-8797-24d44d4224bb not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:44:38.526579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Attempting to bind port f5902f70-08fb-4675-a69d-d6fe8360c361 on network c114d2c2-1a09-4dc7-8797-24d44d4224bb {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:38.531485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdab592-04b2-49c9-b212-c694c27162a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46af615a-61fb-4f31-a113-881f6f9622ba,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:38.574367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 36b89e65-bf99-4960-b023-b9fcb1eaefac {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:44:38.575427 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 36b89e65-bf99-4960-b023-b9fcb1eaefac not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:38.624974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:44:38.625567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Checking segment: {'id': '8ada4cf3-34d0-44b8-a890-641761fd816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c114d2c2-1a09-4dc7-8797-24d44d4224bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:44:38.626704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Bound using segment: {'id': '8ada4cf3-34d0-44b8-a890-641761fd816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c114d2c2-1a09-4dc7-8797-24d44d4224bb'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:44:38.627090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Bound port: f5902f70-08fb-4675-a69d-d6fe8360c361, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ada4cf3-34d0-44b8-a890-641761fd816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c114d2c2-1a09-4dc7-8797-24d44d4224bb'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:44:38.627699 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:38.633166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc08edbf-2636-427a-bcee-f9c7551eb794 None None] Network 84ae81e5-486e-409a-8af4-dac28c6c08af requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:38.634950 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cdab592-04b2-49c9-b212-c694c27162a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:38.646428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4cdab592-04b2-49c9-b212-c694c27162a2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/46af615a-61fb-4f31-a113-881f6f9622ba HTTP/1.1" status: 204 len: 168 time: 1.5382988 Nov 09 17:44:38.647997 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59106) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:38.709053 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b13a61d-b08d-456a-85c0-0aac40d800dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:38.738641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97074c-3cff-4c8f-b849-9712d0263c8a req-3949732b-71da-4a04-a032-2eb8ddc0b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:38.740350 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c97074c-3cff-4c8f-b849-9712d0263c8a req-3949732b-71da-4a04-a032-2eb8ddc0b6d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3308432 Nov 09 17:44:38.816676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1ccc1-0165-41bd-bafb-9c8125eafe98 req-df1f2610-4f18-488a-a310-88a472eb80b3 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:38.828662 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fc1ccc1-0165-41bd-bafb-9c8125eafe98 req-df1f2610-4f18-488a-a310-88a472eb80b3 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 944 time: 0.4361000 Nov 09 17:44:38.884569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 96334322-0bcd-467d-a329-fc8d2c54f01c up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:44:38.900773 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d55bb8bf-ff20-49e8-9787-9c428bc085f3 req-4522a6f7-3bcc-483b-a263-7b42f78fb85d tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850591 Nov 09 17:44:38.913024 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eab4ba69-cfe5-4c58-bee1-1e0a3fd10257 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:38.916860 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eab4ba69-cfe5-4c58-bee1-1e0a3fd10257 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:38.919459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-eab4ba69-cfe5-4c58-bee1-1e0a3fd10257 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "DELETE /v2.0/security-groups/5dff59d4-7b39-47cc-8fdf-f3f4a26d2723 HTTP/1.1" status: 204 len: 168 time: 1.1478474 Nov 09 17:44:38.923026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b22124-0db6-47bf-8e3a-a1b60b7c7bf6 req-8b9e3972-9d78-4a5a-9353-71dd7d61213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:38.925366 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53b22124-0db6-47bf-8e3a-a1b60b7c7bf6 req-8b9e3972-9d78-4a5a-9353-71dd7d61213b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6249154 Nov 09 17:44:38.926420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59108) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:38.968599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 96334322-0bcd-467d-a329-fc8d2c54f01c completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:44:38.975974 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 96334322-0bcd-467d-a329-fc8d2c54f01c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:38.976624 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.003349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-3b652625-9661-45ce-bd5f-22b75f298f0c req-ec9facbe-6290-4f25-9cc1-4212d0a18a63 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] For port 14d7eb00-aafa-4277-a23a-13e1438cd184, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=14d7eb00-aafa-4277-a23a-13e1438cd184,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:39.003849 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4ba69-cfe5-4c58-bee1-1e0a3fd10257 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dff59d4-7b39-47cc-8fdf-f3f4a26d2723,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:39.004022 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3b652625-9661-45ce-bd5f-22b75f298f0c req-ec9facbe-6290-4f25-9cc1-4212d0a18a63 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.017230 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b13a61d-b08d-456a-85c0-0aac40d800dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.047294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d432419-2391-4dd9-803a-ab8707c03ddf None None] DHCP port deletion for 84ae81e5-486e-409a-8af4-dac28c6c08af request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:44:39.061705 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.079665 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-3b652625-9661-45ce-bd5f-22b75f298f0c req-ec9facbe-6290-4f25-9cc1-4212d0a18a63 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Calling delete_port for 14d7eb00-aafa-4277-a23a-13e1438cd184 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:39.116018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fc1ccc1-0165-41bd-bafb-9c8125eafe98 req-a208f44a-5edc-4c0f-b32e-7671b32bed76 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdbf17b7-f813-4eef-837c-31a447c3a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855318 Nov 09 17:44:39.126745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] For port f5902f70-08fb-4675-a69d-d6fe8360c361, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:44:39.237954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] For port f5902f70-08fb-4675-a69d-d6fe8360c361, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f5902f70-08fb-4675-a69d-d6fe8360c361,segment=NetworkSegment(8ada4cf3-34d0-44b8-a890-641761fd816c),segment_id=8ada4cf3-34d0-44b8-a890-641761fd816c)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:44:39.272626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2d432419-2391-4dd9-803a-ab8707c03ddf None None] Deleting port f8645695-6cd0-445d-9230-94a931254c5d {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:39.273159 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d432419-2391-4dd9-803a-ab8707c03ddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.286704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.288766 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c97074c-3cff-4c8f-b849-9712d0263c8a req-457dc09b-c0d7-42f0-ab27-0618e3a0f95f service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329282 Nov 09 17:44:39.365206 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b13a61d-b08d-456a-85c0-0aac40d800dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.368635 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b13a61d-b08d-456a-85c0-0aac40d800dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.369812 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1b13a61d-b08d-456a-85c0-0aac40d800dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f3231d1-a3ef-49ba-b5e5-4c11ce71d363 HTTP/1.1" status: 204 len: 168 time: 1.1174102 Nov 09 17:44:39.388909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:39.389548 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.391016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] 10.222.0.13 "PUT /v2.0/ports/f5902f70-08fb-4675-a69d-d6fe8360c361 HTTP/1.1" status: 200 len: 1092 time: 4.0613337 Nov 09 17:44:39.393574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246ea2bf-c08a-40a1-ae64-aedb7d852e6b', 'tag': 'f5902f70-08fb-4675-a69d-d6fe8360c361'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:39.396395 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ed1200-edb8-4fea-8774-8501a294fc64" -d '{"events": [{"name": "network-changed", "server_uuid": "246ea2bf-c08a-40a1-ae64-aedb7d852e6b", "tag": "f5902f70-08fb-4675-a69d-d6fe8360c361"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:39.438188 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a13bc1f0-841d-4003-ba6c-693f68c2351a tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4852829 Nov 09 17:44:39.442706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59120) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:39.445931 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.457768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13a61d-b08d-456a-85c0-0aac40d800dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3231d1-a3ef-49ba-b5e5-4c11ce71d363,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:39.458210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-618f212d-c50b-40f1-a87d-2a034b747bbd tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group': {'name': 'tempest-secgroup--800836128'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:39.485892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141ac8-4ffb-4a6e-8388-0e410440735c req-9c8698ce-556e-4a25-89ba-a27f46b2881a tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:39.494224 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c8141ac8-4ffb-4a6e-8388-0e410440735c req-9c8698ce-556e-4a25-89ba-a27f46b2881a tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 944 time: 0.2255867 Nov 09 17:44:39.611786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b6c271-d669-477e-8b10-122197f6cbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96334322-0bcd-467d-a329-fc8d2c54f01c'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:39.616721 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53e645e-aeb4-4d0c-9c7a-e4d40f203dd3" -d '{"events": [{"server_uuid": "f5b6c271-d669-477e-8b10-122197f6cbdf", "name": "network-vif-plugged", "status": "completed", "tag": "96334322-0bcd-467d-a329-fc8d2c54f01c"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:39.625192 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c8141ac8-4ffb-4a6e-8388-0e410440735c req-15b5e173-80bb-4b94-aeba-ca178bc3ebe0 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263599 Nov 09 17:44:39.654169 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53b22124-0db6-47bf-8e3a-a1b60b7c7bf6 req-c8dd9733-54b9-46f3-8273-011c418fb6f9 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809080 Nov 09 17:44:39.678238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2d432419-2391-4dd9-803a-ab8707c03ddf None None] For port f8645695-6cd0-445d-9230-94a931254c5d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f8645695-6cd0-445d-9230-94a931254c5d,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:39.679542 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d432419-2391-4dd9-803a-ab8707c03ddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.730883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 96334322-0bcd-467d-a329-fc8d2c54f01c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=96334322-0bcd-467d-a329-fc8d2c54f01c,segment=NetworkSegment(de89f598-4263-4c80-a5d0-4f0f633e1559),segment_id=de89f598-4263-4c80-a5d0-4f0f633e1559)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:39.734713 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54f1e97-bb9c-4e0d-85d4-c93d9d20d2bb x-openstack-request-id: req-d54f1e97-bb9c-4e0d-85d4-c93d9d20d2bb {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:39.735184 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b6c271-d669-477e-8b10-122197f6cbdf", "name": "network-vif-plugged", "status": "completed", "tag": "96334322-0bcd-467d-a329-fc8d2c54f01c", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:39.737160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635e078-8d70-49dc-aefd-ea9bcc0f2ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5902f70-08fb-4675-a69d-d6fe8360c361,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:39.750648 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d54f1e97-bb9c-4e0d-85d4-c93d9d20d2bb {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:39.751472 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b6c271-d669-477e-8b10-122197f6cbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96334322-0bcd-467d-a329-fc8d2c54f01c', 'code': 200} Nov 09 17:44:39.751779 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083dc05a-6276-4e54-beea-d5c979e72056 x-openstack-request-id: req-083dc05a-6276-4e54-beea-d5c979e72056 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:39.752239 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246ea2bf-c08a-40a1-ae64-aedb7d852e6b", "tag": "f5902f70-08fb-4675-a69d-d6fe8360c361", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:39.752583 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-083dc05a-6276-4e54-beea-d5c979e72056 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:39.753173 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246ea2bf-c08a-40a1-ae64-aedb7d852e6b', 'tag': 'f5902f70-08fb-4675-a69d-d6fe8360c361', 'status': 'completed', 'code': 200} Nov 09 17:44:39.756630 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.758142 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 14d7eb00-aafa-4277-a23a-13e1438cd184 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:39.807894 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c97074c-3cff-4c8f-b849-9712d0263c8a req-d5c28d37-7a6f-4b6d-8881-8a9d82a3c23c service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811757 Nov 09 17:44:39.818093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2d432419-2391-4dd9-803a-ab8707c03ddf None None] Calling delete_port for f8645695-6cd0-445d-9230-94a931254c5d owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:39.830081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-618f212d-c50b-40f1-a87d-2a034b747bbd tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.839092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Deleting port f8645695-6cd0-445d-9230-94a931254c5d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:39.839599 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:39.907117 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53b22124-0db6-47bf-8e3a-a1b60b7c7bf6 req-6908c8a3-75e3-4239-a1a6-2c3b2b50abfc service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386858 Nov 09 17:44:39.919579 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=96334322-0bcd-467d-a329-fc8d2c54f01c,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:40.016425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] For port f8645695-6cd0-445d-9230-94a931254c5d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f8645695-6cd0-445d-9230-94a931254c5d,segment=NetworkSegment(09007131-7cd8-4031-8ae5-cdacb6eb6e4f),segment_id=09007131-7cd8-4031-8ae5-cdacb6eb6e4f)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:40.017204 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:40.035060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Calling delete_port for f8645695-6cd0-445d-9230-94a931254c5d owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:40.045972 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:40.093527 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d432419-2391-4dd9-803a-ab8707c03ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:40.161846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-890014d7-6f58-4f16-bdb1-cfe301ec1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:40.164940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d432419-2391-4dd9-803a-ab8707c03ddf None None] Pushing event deleted for resources: {'Port': ['ID=f8645695-6cd0-445d-9230-94a931254c5d,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:40.168027 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-890014d7-6f58-4f16-bdb1-cfe301ec1ad3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae8223e0dc684cc7b7d1ff886cc94744&device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 1095 time: 0.7273655 Nov 09 17:44:40.169580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d432419-2391-4dd9-803a-ab8707c03ddf None None] No DVR routers for this DVR port f8645695-6cd0-445d-9230-94a931254c5d on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:40.181175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59128) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:40.209946 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1457fd38-07d2-4b19-a4e5-bc260b50318c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:40.276536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3b652625-9661-45ce-bd5f-22b75f298f0c req-ec9facbe-6290-4f25-9cc1-4212d0a18a63 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:40.289978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-a4436507-0598-42e3-993d-4f5c0a73ac61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5902f70-08fb-4675-a69d-d6fe8360c361 HTTP/1.1" status: 200 len: 217 time: 0.0963516 Nov 09 17:44:40.293474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e75edc1a-4a97-418d-a50e-b46313311cb6', '8de88761-0a3e-4b74-9f50-ac80aa23d2ef'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:44:40.337564 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1457fd38-07d2-4b19-a4e5-bc260b50318c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:40.346126 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1457fd38-07d2-4b19-a4e5-bc260b50318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:40.399536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['29efb134-0c85-4e7f-a8a0-f62771c54647'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:44:40.448517 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1457fd38-07d2-4b19-a4e5-bc260b50318c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a5e15b8bbdb43bdbecc03a649bca906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633584 Nov 09 17:44:40.448517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457fd38-07d2-4b19-a4e5-bc260b50318c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eecc336-57c6-43c4-aeac-75a4f894d3fd,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:40.460836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59132) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:40.547512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ec016-db85-4ef3-979d-ad9c140ccdc8 req-835ac48d-b52d-4f30-9f24-fcbfec9f41a7 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:40.549823 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b08ec016-db85-4ef3-979d-ad9c140ccdc8 req-835ac48d-b52d-4f30-9f24-fcbfec9f41a7 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 945 time: 0.1530812 Nov 09 17:44:40.635728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4fa47d4-8aca-456c-a794-65fa3b55b086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:40.640432 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f8645695-6cd0-445d-9230-94a931254c5d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:40.669664 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b08ec016-db85-4ef3-979d-ad9c140ccdc8 req-df8cff77-60f9-4d01-b9d2-8c69279a46e9 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdbf17b7-f813-4eef-837c-31a447c3a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878439 Nov 09 17:44:40.672296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: f8645695-6cd0-445d-9230-94a931254c5d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:44:40.672785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f8645695-6cd0-445d-9230-94a931254c5d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:40.674569 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cf11decc-a885-4e31-9b49-c3ff43020c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:40.688067 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4fa47d4-8aca-456c-a794-65fa3b55b086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:40.780092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9facbe-6290-4f25-9cc1-4212d0a18a63 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Pushing event deleted for resources: {'Port': ['ID=14d7eb00-aafa-4277-a23a-13e1438cd184,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:40.807944 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4fa47d4-8aca-456c-a794-65fa3b55b086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:40.821484 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4fa47d4-8aca-456c-a794-65fa3b55b086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:40.830686 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e4fa47d4-8aca-456c-a794-65fa3b55b086 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2eecc336-57c6-43c4-aeac-75a4f894d3fd HTTP/1.1" status: 204 len: 168 time: 0.3565903 Nov 09 17:44:40.851093 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa47d4-8aca-456c-a794-65fa3b55b086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eecc336-57c6-43c4-aeac-75a4f894d3fd,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:40.851425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-cb8df041-3329-49ad-a02d-28bf12187bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:40.852869 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-cb8df041-3329-49ad-a02d-28bf12187bcf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0bc6944-d422-4724-a802-cfaca77af830 HTTP/1.1" status: 200 len: 854 time: 0.5479848 Nov 09 17:44:40.853565 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:40.969991 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-618f212d-c50b-40f1-a87d-2a034b747bbd tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:41.028627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8645695-6cd0-445d-9230-94a931254c5d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:41.036066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b652625-9661-45ce-bd5f-22b75f298f0c req-ec9facbe-6290-4f25-9cc1-4212d0a18a63 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] No DVR routers for this DVR port 14d7eb00-aafa-4277-a23a-13e1438cd184 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:41.039511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95a33c-29e8-4ea9-ab47-3c835fa0b7aa req-1ef70711-36f0-4db6-a027-9cc830ae93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:41.042016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae95a33c-29e8-4ea9-ab47-3c835fa0b7aa req-1ef70711-36f0-4db6-a027-9cc830ae93bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 1096 time: 1.2149775 Nov 09 17:44:41.079986 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3b652625-9661-45ce-bd5f-22b75f298f0c req-ec9facbe-6290-4f25-9cc1-4212d0a18a63 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:41.083919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b652625-9661-45ce-bd5f-22b75f298f0c req-ec9facbe-6290-4f25-9cc1-4212d0a18a63 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "DELETE /v2.0/ports/14d7eb00-aafa-4277-a23a-13e1438cd184 HTTP/1.1" status: 204 len: 173 time: 3.2927833 Nov 09 17:44:41.084636 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-618f212d-c50b-40f1-a87d-2a034b747bbd tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:41.099928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-53a397d1-948b-47bd-8206-15183fcdbebe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c114d2c2-1a09-4dc7-8797-24d44d4224bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740075 Nov 09 17:44:41.170024 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-618f212d-c50b-40f1-a87d-2a034b747bbd tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:41.172952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-618f212d-c50b-40f1-a87d-2a034b747bbd tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7192211 Nov 09 17:44:41.177139 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f212d-c50b-40f1-a87d-2a034b747bbd tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bad7576-722c-4ee8-a170-4b1c8024e3b3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:41.188614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132406d9-356a-465a-b2e3-b456fac3433a req-be5dc396-f157-40b8-9566-da59319a9959 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:41.189417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] No DVR routers for this DVR port f8645695-6cd0-445d-9230-94a931254c5d on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:41.197461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-132406d9-356a-465a-b2e3-b456fac3433a req-be5dc396-f157-40b8-9566-da59319a9959 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 944 time: 0.1533890 Nov 09 17:44:41.198889 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59142) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:41.212844 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9e258f78-7d98-4def-98ab-6f0025840382 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:41.213567 n-d-817236-1 neutron-server[102155]: WARNING neutron.api.v2.base [None req-9e258f78-7d98-4def-98ab-6f0025840382 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 17:44:41.214121 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-9e258f78-7d98-4def-98ab-6f0025840382 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 17:44:41.220163 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9e258f78-7d98-4def-98ab-6f0025840382 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "PUT /v2.0/security-groups/8bad7576-722c-4ee8-a170-4b1c8024e3b3 HTTP/1.1" status: 409 len: 330 time: 0.0152462 Nov 09 17:44:41.220163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59144) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:41.305267 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-132406d9-356a-465a-b2e3-b456fac3433a req-39f140b7-4c36-410c-a84c-a62fd18abbc4 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829246 Nov 09 17:44:41.324697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b79b792-facc-41b3-a6e5-c249002136a3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:41.350346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03db92-a00b-4d2a-a90f-b78ed877a44e req-4f48faea-d729-4282-b3d4-1856453b550a tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:41.352259 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6d03db92-a00b-4d2a-a90f-b78ed877a44e req-4f48faea-d729-4282-b3d4-1856453b550a tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=82f97d4b-bd66-4474-89ce-c007e55e0764 HTTP/1.1" status: 200 len: 868 time: 1.2433913 Nov 09 17:44:41.360140 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b79b792-facc-41b3-a6e5-c249002136a3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:41.417257 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b79b792-facc-41b3-a6e5-c249002136a3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:41.423437 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b79b792-facc-41b3-a6e5-c249002136a3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:41.423437 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0b79b792-facc-41b3-a6e5-c249002136a3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "DELETE /v2.0/security-groups/8bad7576-722c-4ee8-a170-4b1c8024e3b3 HTTP/1.1" status: 204 len: 168 time: 0.2012672 Nov 09 17:44:41.425637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59152) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:41.433693 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79b792-facc-41b3-a6e5-c249002136a3 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bad7576-722c-4ee8-a170-4b1c8024e3b3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:41.599272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae95a33c-29e8-4ea9-ab47-3c835fa0b7aa req-23faa0fa-6def-4c77-9cb7-a75dde5c26f2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cdbf17b7-f813-4eef-837c-31a447c3a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939082 Nov 09 17:44:41.653667 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:41.685203 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-8315a2c1-c345-46b4-a391-7afc266db595 service neutron] 10.222.0.13 "GET /v2.0/networks/c114d2c2-1a09-4dc7-8797-24d44d4224bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645070 Nov 09 17:44:41.723468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6d03db92-a00b-4d2a-a90f-b78ed877a44e req-5826294a-5eb1-4537-a589-a6d312ef37dd tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255517 Nov 09 17:44:41.769009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'name': 'network-vif-deleted', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:41.774030 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa5b63e-dcf0-41ca-80ec-531a15ed3465" -d '{"events": [{"server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "name": "network-vif-deleted", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:41.803728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ae81e5-486e-409a-8af4-dac28c6c08af']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:41.937042 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-012af353-6000-43af-bb48-4241ead0ffc0 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--295432195&fields=id&tenant_id=059c7b1f75b74f36a2ff886e5a8d678a HTTP/1.1" status: 200 len: 267 time: 0.0712905 Nov 09 17:44:41.949590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8035d1fd-2c98-4b6b-a727-a3cafbaf6060 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4815052 Nov 09 17:44:41.949590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09007131-7cd8-4031-8ae5-cdacb6eb6e4f') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:41.949590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09007131-7cd8-4031-8ae5-cdacb6eb6e4f') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:41.962594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59176) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:41.975387 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:42.021693 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:42.037793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:42.039363 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:42.040179 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-3482865d-4a94-4230-96db-8ec37b7aab5f tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] delete failed (client error): The resource could not be found. Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:42.045372 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:42.051924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3482865d-4a94-4230-96db-8ec37b7aab5f tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "DELETE /v2.0/security-groups/242cbba3-efaf-429f-aa11-42cc3548e6b6 HTTP/1.1" status: 404 len: 347 time: 0.0819926 Nov 09 17:44:42.051924 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59180) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:42.075720 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-9ec87981-25d0-4d00-b070-9dc37e01053d tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] show failed (client error): The resource could not be found. Nov 09 17:44:42.087334 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9ec87981-25d0-4d00-b070-9dc37e01053d tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "GET /v2.0/security-groups/814877c7-74da-42df-9ee2-824626d851cb HTTP/1.1" status: 404 len: 347 time: 0.0354741 Nov 09 17:44:42.096458 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25a606-52dd-41f0-aca5-2db5167b6d0d req-a53e7458-789b-428b-a673-8a874834dcd8 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:42.096941 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59182) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:42.098902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e25a606-52dd-41f0-aca5-2db5167b6d0d req-a53e7458-789b-428b-a673-8a874834dcd8 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 945 time: 0.2299881 Nov 09 17:44:42.132217 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-4deeb257-19a0-4934-a7a1-ebca7bf05570 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] show failed (client error): The resource could not be found. Nov 09 17:44:42.137077 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4deeb257-19a0-4934-a7a1-ebca7bf05570 tempest-NegativeSecGroupTest-2070921017 tempest-NegativeSecGroupTest-2070921017-project] 10.222.0.81 "GET /v2.0/security-group-rules/e5ebce6e-5864-4de7-929d-4194fbed9f77 HTTP/1.1" status: 404 len: 356 time: 0.0283108 Nov 09 17:44:42.186242 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780194c-b049-4203-a305-23a979a01bec req-5d26131c-bf48-42c8-90a2-31a3c18b9b19 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:42.195596 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-5d26131c-bf48-42c8-90a2-31a3c18b9b19 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/networks?id=6bb7c12d-7c27-4201-898b-28da5ef6fc85 HTTP/1.1" status: 200 len: 815 time: 0.2488470 Nov 09 17:44:42.204003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dc6af98-c4f6-49c3-a7d1-f46a6ece65d1 req-6afaefa8-f426-4c8b-84f1-4f817bdb1ecd service neutron] 10.222.0.13 "GET /v2.0/networks/c114d2c2-1a09-4dc7-8797-24d44d4224bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069644 Nov 09 17:44:42.219472 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:42.227891 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:42.230419 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-ac5f9126-4600-48c0-8195-ef82d818c028 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/quotas/059c7b1f75b74f36a2ff886e5a8d678a HTTP/1.1" status: 200 len: 375 time: 0.0336030 Nov 09 17:44:42.235121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/84ae81e5-486e-409a-8af4-dac28c6c08af HTTP/1.1" status: 204 len: 168 time: 3.5702801 Nov 09 17:44:42.241159 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e25a606-52dd-41f0-aca5-2db5167b6d0d req-cfdfc5e5-04fe-4924-9541-bb03ad165bbb tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdbf17b7-f813-4eef-837c-31a447c3a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859528 Nov 09 17:44:42.254698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4c8a8-29eb-4640-9635-3d990cfe9be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ae81e5-486e-409a-8af4-dac28c6c08af,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:42.358629 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-386d47ae-654f-4418-a855-61d86ee4060a tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=059c7b1f75b74f36a2ff886e5a8d678a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1200364 Nov 09 17:44:42.362958 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a98a90-2468-4fb5-bf26-6160ba8ec488 x-openstack-request-id: req-f4a98a90-2468-4fb5-bf26-6160ba8ec488 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:42.366005 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f97d4b-bd66-4474-89ce-c007e55e0764", "name": "network-vif-deleted", "tag": "14d7eb00-aafa-4277-a23a-13e1438cd184", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:42.367260 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4a98a90-2468-4fb5-bf26-6160ba8ec488 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:42.369618 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f97d4b-bd66-4474-89ce-c007e55e0764', 'name': 'network-vif-deleted', 'tag': '14d7eb00-aafa-4277-a23a-13e1438cd184', 'status': 'completed', 'code': 200} Nov 09 17:44:42.417066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed1200-edb8-4fea-8774-8501a294fc64 req-26734002-0fe5-4ae9-8914-44fe2b69f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:42.421532 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1ed1200-edb8-4fea-8774-8501a294fc64 req-26734002-0fe5-4ae9-8914-44fe2b69f4ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae8223e0dc684cc7b7d1ff886cc94744&device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 1095 time: 0.1198344 Nov 09 17:44:42.599077 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-52b77d32-0988-4398-9a3c-d5a2bc62250f service neutron] 10.222.0.81 "GET /v2.0/networks/6bb7c12d-7c27-4201-898b-28da5ef6fc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277718 Nov 09 17:44:42.629812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59194) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:42.664303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed1200-edb8-4fea-8774-8501a294fc64 req-c6982d1a-87a4-4550-9d8c-044cc7e91808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:42.665896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1ed1200-edb8-4fea-8774-8501a294fc64 req-c6982d1a-87a4-4550-9d8c-044cc7e91808 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c114d2c2-1a09-4dc7-8797-24d44d4224bb HTTP/1.1" status: 200 len: 915 time: 0.2346625 Nov 09 17:44:42.735831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1ed1200-edb8-4fea-8774-8501a294fc64 req-ae5ef49e-129a-47c2-be8f-31accbfaddf7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5902f70-08fb-4675-a69d-d6fe8360c361 HTTP/1.1" status: 200 len: 217 time: 0.0587149 Nov 09 17:44:42.742038 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59196) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:42.746427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2958751-2a22-4199-bc6c-e15019b3e18e req-43c75d32-7605-4edb-a5b5-b6c340c42a09 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:42.748169 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d2958751-2a22-4199-bc6c-e15019b3e18e req-43c75d32-7605-4edb-a5b5-b6c340c42a09 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 944 time: 0.1643937 Nov 09 17:44:42.755604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e18dceaa-8f7a-440c-b50d-30e3112b64c9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=39f5e9d52cec4445b01de3e391ea91ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1223376 Nov 09 17:44:42.765301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59200) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:42.835492 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-da3e55b9-206a-4acb-9835-0e7f11b4ae33 service neutron] 10.222.0.81 "GET /v2.0/networks/6bb7c12d-7c27-4201-898b-28da5ef6fc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350779 Nov 09 17:44:42.924323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed1200-edb8-4fea-8774-8501a294fc64 req-2b8ee9e5-eb45-4aeb-9f47-0eb104d2959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:42.926070 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1ed1200-edb8-4fea-8774-8501a294fc64 req-2b8ee9e5-eb45-4aeb-9f47-0eb104d2959a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0bc6944-d422-4724-a802-cfaca77af830 HTTP/1.1" status: 200 len: 854 time: 0.1764596 Nov 09 17:44:42.949210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d2958751-2a22-4199-bc6c-e15019b3e18e req-8b7a0159-c11e-4aa8-baef-dca1246d3dae tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744270 Nov 09 17:44:42.990762 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c513f746-25c4-4928-ba2b-c404b4886437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:43.044154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1ed1200-edb8-4fea-8774-8501a294fc64 req-eea4b459-9014-49e6-8055-44f6821cbfb6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c114d2c2-1a09-4dc7-8797-24d44d4224bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935531 Nov 09 17:44:43.196432 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1ed1200-edb8-4fea-8774-8501a294fc64 req-2319f989-c89f-4fd8-8daa-6634c323fb57 service neutron] 10.222.0.13 "GET /v2.0/networks/c114d2c2-1a09-4dc7-8797-24d44d4224bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408405 Nov 09 17:44:43.266383 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f78df2a0-e228-4392-a38a-c43faaeee429 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8039254ed9cf4832909c986f91faa780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227718 Nov 09 17:44:43.270197 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59220) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:43.388461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1ed1200-edb8-4fea-8774-8501a294fc64 req-f01af43a-886f-49ad-bbdc-8af41d378ee0 service neutron] 10.222.0.13 "GET /v2.0/networks/c114d2c2-1a09-4dc7-8797-24d44d4224bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765237 Nov 09 17:44:43.391172 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c513f746-25c4-4928-ba2b-c404b4886437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:43.439608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57212119-33e1-4e77-932b-e2f4dd3100c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:43.491319 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c513f746-25c4-4928-ba2b-c404b4886437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:43.496044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c513f746-25c4-4928-ba2b-c404b4886437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:43.497680 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c513f746-25c4-4928-ba2b-c404b4886437 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98 HTTP/1.1" status: 204 len: 168 time: 0.7313285 Nov 09 17:44:43.527657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513f746-25c4-4928-ba2b-c404b4886437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d75e13-ea8c-41b2-b5cd-fe6d4bf47d98,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:43.541860 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19d07304-f4ff-4d47-832d-a04cb04ebea5 req-dbe856b9-f180-4e11-bab2-effcdfc0b31d tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 210 time: 0.0664048 Nov 09 17:44:43.571853 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57212119-33e1-4e77-932b-e2f4dd3100c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:43.646091 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c95bbe45-a06e-4b5d-8ed4-fbe20d99d20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:43.718824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad2be5-4fdc-4a04-81ef-b1b454429a90 req-858120f5-ffd6-49a3-bec3-d4d86ea77ca5 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:43.727794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fad2be5-4fdc-4a04-81ef-b1b454429a90 req-858120f5-ffd6-49a3-bec3-d4d86ea77ca5 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 951 time: 0.1053154 Nov 09 17:44:43.777822 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1406df3-afa3-4a79-85ef-f7756a17ab5d req-68aacbaa-6beb-4122-9720-8b72e8f9edbe tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:43.784180 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1406df3-afa3-4a79-85ef-f7756a17ab5d req-68aacbaa-6beb-4122-9720-8b72e8f9edbe tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 945 time: 0.1977451 Nov 09 17:44:43.813115 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fad2be5-4fdc-4a04-81ef-b1b454429a90 req-7d5f552b-fd5f-4fb4-86c0-f83318dc4d8b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837524 Nov 09 17:44:43.828767 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57212119-33e1-4e77-932b-e2f4dd3100c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:43.835266 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57212119-33e1-4e77-932b-e2f4dd3100c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:43.838741 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-57212119-33e1-4e77-932b-e2f4dd3100c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98285278-a30b-45ec-bcc3-c80dd17e7d78 HTTP/1.1" status: 204 len: 168 time: 0.5667045 Nov 09 17:44:43.879573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57212119-33e1-4e77-932b-e2f4dd3100c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98285278-a30b-45ec-bcc3-c80dd17e7d78,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:43.916508 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1406df3-afa3-4a79-85ef-f7756a17ab5d req-d2e01479-c817-4940-91ca-c828de5af368 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdbf17b7-f813-4eef-837c-31a447c3a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249537 Nov 09 17:44:44.156246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f3880-602a-4c71-aa8b-184e5dd3bde9 req-0ab850a9-91d1-4b47-ae94-593a71e23d8c tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:44.168509 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b3f3880-602a-4c71-aa8b-184e5dd3bde9 req-0ab850a9-91d1-4b47-ae94-593a71e23d8c tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 944 time: 0.0806210 Nov 09 17:44:44.244051 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b3f3880-602a-4c71-aa8b-184e5dd3bde9 req-cdc3f3d0-f081-481d-8296-9e3ee4867617 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743825 Nov 09 17:44:44.339679 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:44.496018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea47377-557f-460b-971f-41db0af8d22b req-4ae8db88-4975-4eb9-b56e-c3c3f9936224 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:44.506426 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cea47377-557f-460b-971f-41db0af8d22b req-4ae8db88-4975-4eb9-b56e-c3c3f9936224 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 945 time: 0.0862911 Nov 09 17:44:44.554362 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cea47377-557f-460b-971f-41db0af8d22b req-5c1f0837-3f58-4177-abdf-ebebcbb17c6a tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdbf17b7-f813-4eef-837c-31a447c3a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464139 Nov 09 17:44:44.751897 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1763e6b3-52b9-4068-9c41-5afd9a6fef2c req-23f87b4a-d6e2-41c8-9538-d15f774fdb99 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 210 time: 0.0686193 Nov 09 17:44:44.788598 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:44:44.895754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cdab5-e130-4deb-850e-d3dd84b7f24a req-9a70db25-d160-4ba7-b673-d69d364627ef tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:44.897619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-413cdab5-e130-4deb-850e-d3dd84b7f24a req-9a70db25-d160-4ba7-b673-d69d364627ef tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 951 time: 0.0652838 Nov 09 17:44:45.068013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-413cdab5-e130-4deb-850e-d3dd84b7f24a req-668cefd6-11c1-41cb-9a8b-b354fa4a707b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Deleting port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:45.069702 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-413cdab5-e130-4deb-850e-d3dd84b7f24a req-668cefd6-11c1-41cb-9a8b-b354fa4a707b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:45.104305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af6232-7391-4a84-afc5-5ed02e7e064c req-f1df907c-e8ce-4acb-a923-66fb0f4d89b1 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:45.109207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2af6232-7391-4a84-afc5-5ed02e7e064c req-f1df907c-e8ce-4acb-a923-66fb0f4d89b1 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 951 time: 0.1682339 Nov 09 17:44:45.244209 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2af6232-7391-4a84-afc5-5ed02e7e064c req-1726acd2-77c3-49cb-baf6-c7ca76f42dc8 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134009 Nov 09 17:44:45.325367 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:45.538353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780194c-b049-4203-a305-23a979a01bec req-7b349ca8-fded-484d-80d5-31091cece6d9 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:45.541902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-7b349ca8-fded-484d-80d5-31091cece6d9 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.18 "GET /v2.0/networks?id=6bb7c12d-7c27-4201-898b-28da5ef6fc85 HTTP/1.1" status: 200 len: 815 time: 0.3411303 Nov 09 17:44:45.550629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-413cdab5-e130-4deb-850e-d3dd84b7f24a req-668cefd6-11c1-41cb-9a8b-b354fa4a707b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] For port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:45.552004 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-413cdab5-e130-4deb-850e-d3dd84b7f24a req-668cefd6-11c1-41cb-9a8b-b354fa4a707b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:45.628315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-413cdab5-e130-4deb-850e-d3dd84b7f24a req-668cefd6-11c1-41cb-9a8b-b354fa4a707b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Calling delete_port for 8de88761-0a3e-4b74-9f50-ac80aa23d2ef owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:45.715333 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-ecaa03d4-05d4-4785-8307-34132444d95c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059c7b1f75b74f36a2ff886e5a8d678a HTTP/1.1" status: 200 len: 379 time: 0.1556120 Nov 09 17:44:45.723982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef0095-7489-4501-ba79-7003bbb8eef9 req-2e4af174-e42c-46e5-bd10-9f6810a951b2 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:45.733259 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8ef0095-7489-4501-ba79-7003bbb8eef9 req-2e4af174-e42c-46e5-bd10-9f6810a951b2 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 944 time: 0.2792172 Nov 09 17:44:45.771015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-8780194c-b049-4203-a305-23a979a01bec req-3036316b-46c6-4505-bd03-cfb856b07ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Request body: {'port': {'device_id': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'admin_state_up': True, 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'security_groups': ['86f2279e-9835-482e-bff6-ed9fb5a18f6a']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:45.819100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543b5bd-7ff7-47b6-9f0e-c2a2999ec7ea req-6a48fadf-34f5-46f9-82ea-614a3c0e2630 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:45.828193 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f543b5bd-7ff7-47b6-9f0e-c2a2999ec7ea req-6a48fadf-34f5-46f9-82ea-614a3c0e2630 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 945 time: 0.1181054 Nov 09 17:44:45.899193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8ef0095-7489-4501-ba79-7003bbb8eef9 req-8c7b3501-e584-4f45-bb9f-7dc5fdd622b5 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642838 Nov 09 17:44:45.901177 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f543b5bd-7ff7-47b6-9f0e-c2a2999ec7ea req-05aed50f-e0aa-45f6-b7d4-c3bd384535a9 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdbf17b7-f813-4eef-837c-31a447c3a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660999 Nov 09 17:44:45.916849 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59320) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:45.921996 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038536 Nov 09 17:44:45.927277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59322) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:46.213894 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aa52cebb-70c6-48c9-8c6e-d34c0bd0c6ae tempest-NetworksApiDiscovery-432762819 tempest-NetworksApiDiscovery-432762819-project] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2766078 Nov 09 17:44:46.231090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59332) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:46.281254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99488800-6b4f-48ea-8cea-fdb247449405 req-3750dd08-ed9a-4f31-affd-6e008cf2248b tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 210 time: 0.1778164 Nov 09 17:44:46.343701 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-413cdab5-e130-4deb-850e-d3dd84b7f24a req-668cefd6-11c1-41cb-9a8b-b354fa4a707b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:46.363816 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e75edc1a-4a97-418d-a50e-b46313311cb6', '8de88761-0a3e-4b74-9f50-ac80aa23d2ef'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:44:46.368351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['29efb134-0c85-4e7f-a8a0-f62771c54647'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:44:46.462081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cefd6-11c1-41cb-9a8b-b354fa4a707b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Pushing event deleted for resources: {'Port': ['ID=8de88761-0a3e-4b74-9f50-ac80aa23d2ef,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:46.497082 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4bfab5af-0ef0-4a54-b5ab-8e01cfc15385 req-e6dd2162-7dae-4ea0-b0ca-a0952a8acc44 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed9ac467-de7f-4623-b641-6fe58de2f73f HTTP/1.1" status: 200 len: 210 time: 0.1106300 Nov 09 17:44:46.508903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8780194c-b049-4203-a305-23a979a01bec req-3036316b-46c6-4505-bd03-cfb856b07ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Made reservation on behalf of 059c7b1f75b74f36a2ff886e5a8d678a for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:46.527585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-881769792-network', 'tenant_id': 'e6e0d813113140d6a7b396ad34275c45'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:46.534971 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8780194c-b049-4203-a305-23a979a01bec req-3036316b-46c6-4505-bd03-cfb856b07ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:46.589898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Made reservation on behalf of e6e0d813113140d6a7b396ad34275c45 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:46.595474 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:46.612558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e3428-461a-4dcc-adb9-3af5043a32c3 req-61ff8f50-be03-426f-b924-0f54268f5166 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:46.615569 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f9e3428-461a-4dcc-adb9-3af5043a32c3 req-61ff8f50-be03-426f-b924-0f54268f5166 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 945 time: 0.5358107 Nov 09 17:44:46.624518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:46.696009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-413cdab5-e130-4deb-850e-d3dd84b7f24a req-668cefd6-11c1-41cb-9a8b-b354fa4a707b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] No DVR routers for this DVR port 8de88761-0a3e-4b74-9f50-ac80aa23d2ef on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:46.737743 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-413cdab5-e130-4deb-850e-d3dd84b7f24a req-668cefd6-11c1-41cb-9a8b-b354fa4a707b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:46.745458 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-413cdab5-e130-4deb-850e-d3dd84b7f24a req-668cefd6-11c1-41cb-9a8b-b354fa4a707b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.13 "DELETE /v2.0/ports/8de88761-0a3e-4b74-9f50-ac80aa23d2ef HTTP/1.1" status: 204 len: 173 time: 1.8411930 Nov 09 17:44:46.747026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'name': 'network-vif-deleted', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:46.750260 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f5902f70-08fb-4675-a69d-d6fe8360c361 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:44:46.752992 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c05fe2-6663-4982-b3a6-cb976c1a56b7" -d '{"events": [{"server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "name": "network-vif-deleted", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:46.900114 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:44:46.907332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:46.914856 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:46.961147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:44:46.980963 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:46.981547 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Added segment 1e56319b-27ab-4dcd-903d-c01a869ea173 of type vlan for network a48a24c4-1673-4557-b168-d8429bf6bc0c Nov 09 17:44:46.984145 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec27367-84f5-4d91-9c82-a0b33dae3589 x-openstack-request-id: req-5ec27367-84f5-4d91-9c82-a0b33dae3589 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:46.984681 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9ac467-de7f-4623-b641-6fe58de2f73f", "name": "network-vif-deleted", "tag": "8de88761-0a3e-4b74-9f50-ac80aa23d2ef", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:46.984885 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ec27367-84f5-4d91-9c82-a0b33dae3589 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:46.985516 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9ac467-de7f-4623-b641-6fe58de2f73f', 'name': 'network-vif-deleted', 'tag': '8de88761-0a3e-4b74-9f50-ac80aa23d2ef', 'status': 'completed', 'code': 200} Nov 09 17:44:47.024426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59352) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:47.176735 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:47.280862 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:47.283923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:47.285549 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:47.334254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-8780194c-b049-4203-a305-23a979a01bec req-3036316b-46c6-4505-bd03-cfb856b07ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Allocated IP 172.20.0.13 (6bb7c12d-7c27-4201-898b-28da5ef6fc85/1c826272-f3f0-49c8-ac99-3121a12d9267/cd09d1df-747d-471e-934f-594b6b8749df) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:44:47.429108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port f5902f70-08fb-4675-a69d-d6fe8360c361, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f5902f70-08fb-4675-a69d-d6fe8360c361,segment=NetworkSegment(8ada4cf3-34d0-44b8-a890-641761fd816c),segment_id=8ada4cf3-34d0-44b8-a890-641761fd816c)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:47.429927 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-4f9e3428-461a-4dcc-adb9-3af5043a32c3 req-83cde90f-1955-4249-8294-dd0e65cce406 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Deleting port 96334322-0bcd-467d-a329-fc8d2c54f01c {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:47.429927 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4f9e3428-461a-4dcc-adb9-3af5043a32c3 req-83cde90f-1955-4249-8294-dd0e65cce406 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:47.460534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'f5902f70-08fb-4675-a69d-d6fe8360c361', 'network_id': 'c114d2c2-1a09-4dc7-8797-24d44d4224bb', 'port_id': 'f5902f70-08fb-4675-a69d-d6fe8360c361', 'mac_address': 'fa:16:3e:fe:8f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0bc6944-d422-4724-a802-cfaca77af830', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:44:47.516928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece6fb55-2db0-4758-9cd2-51117b34c2cf,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:47.556193 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3225904 Nov 09 17:44:47.621709 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:47.633694 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:47.664254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59368) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:47.667074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5902f70-08fb-4675-a69d-d6fe8360c361 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:44:47.680512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-69a2a08e-c842-4090-9426-4da20662020b admin admin] Request body: {'subnet': {'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-881769792-subnet', 'tenant_id': 'e6e0d813113140d6a7b396ad34275c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:47.696223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4f9e3428-461a-4dcc-adb9-3af5043a32c3 req-83cde90f-1955-4249-8294-dd0e65cce406 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] For port 96334322-0bcd-467d-a329-fc8d2c54f01c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=96334322-0bcd-467d-a329-fc8d2c54f01c,segment=NetworkSegment(de89f598-4263-4c80-a5d0-4f0f633e1559),segment_id=de89f598-4263-4c80-a5d0-4f0f633e1559)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:47.699641 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4f9e3428-461a-4dcc-adb9-3af5043a32c3 req-83cde90f-1955-4249-8294-dd0e65cce406 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:47.725396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port f5902f70-08fb-4675-a69d-d6fe8360c361, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f5902f70-08fb-4675-a69d-d6fe8360c361,segment=NetworkSegment(8ada4cf3-34d0-44b8-a890-641761fd816c),segment_id=8ada4cf3-34d0-44b8-a890-641761fd816c)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:47.732467 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-4f9e3428-461a-4dcc-adb9-3af5043a32c3 req-83cde90f-1955-4249-8294-dd0e65cce406 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Calling delete_port for 96334322-0bcd-467d-a329-fc8d2c54f01c owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:47.734855 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:47.803011 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc566e-2b52-4a2e-84f6-87d211f463f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a48a24c4-1673-4557-b168-d8429bf6bc0c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:47.815809 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cacbb-33a0-4739-8249-75fe0d569456 req-2be99ca9-e434-40d6-85fd-49e535fe431d tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:47.823759 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f0cacbb-33a0-4739-8249-75fe0d569456 req-2be99ca9-e434-40d6-85fd-49e535fe431d tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 945 time: 0.5295215 Nov 09 17:44:47.833416 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a2a08e-c842-4090-9426-4da20662020b admin admin] Made reservation on behalf of e6e0d813113140d6a7b396ad34275c45 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:47.836145 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69a2a08e-c842-4090-9426-4da20662020b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:47.842677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a48a24c4-1673-4557-b168-d8429bf6bc0c details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:44:47.972225 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f0cacbb-33a0-4739-8249-75fe0d569456 req-f0fad837-e2e7-4cb5-bd5e-49d2135693e2 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdbf17b7-f813-4eef-837c-31a447c3a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336749 Nov 09 17:44:48.006357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8a12ca84-bbf1-459b-bd85-2fa85b7c355c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:48.099191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=f5902f70-08fb-4675-a69d-d6fe8360c361,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:48.101446 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4f9e3428-461a-4dcc-adb9-3af5043a32c3 req-83cde90f-1955-4249-8294-dd0e65cce406 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:48.123805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d4e74-9c61-44df-a775-ceca459a9198 req-e361f9a6-933a-4498-a79a-c44a56ccb096 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:48.135910 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b5d4e74-9c61-44df-a775-ceca459a9198 req-e361f9a6-933a-4498-a79a-c44a56ccb096 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 944 time: 0.8124475 Nov 09 17:44:48.167294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:48.169100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:48.172371 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:48.180370 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:48.184985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:48.186667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:48.187507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:48.192260 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:48.196382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:48.198231 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:48.200868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:48.202252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:48.235631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['f5902f70-08fb-4675-a69d-d6fe8360c361'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:44:48.236940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cde90f-1955-4249-8294-dd0e65cce406 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Pushing event deleted for resources: {'Port': ['ID=96334322-0bcd-467d-a329-fc8d2c54f01c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:48.303838 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b5d4e74-9c61-44df-a775-ceca459a9198 req-06342398-80c8-45ad-80c8-e82dcaefc1d3 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666193 Nov 09 17:44:48.425314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9e3428-461a-4dcc-adb9-3af5043a32c3 req-83cde90f-1955-4249-8294-dd0e65cce406 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] No DVR routers for this DVR port 96334322-0bcd-467d-a329-fc8d2c54f01c on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:48.452758 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5da03c01-8291-4dc9-8e98-f828a4ee2381 req-850f7fef-ad73-4276-9d66-c05703d71660 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 210 time: 0.1820250 Nov 09 17:44:48.468023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4f9e3428-461a-4dcc-adb9-3af5043a32c3 req-83cde90f-1955-4249-8294-dd0e65cce406 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:48.489125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f9e3428-461a-4dcc-adb9-3af5043a32c3 req-83cde90f-1955-4249-8294-dd0e65cce406 tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.18 "DELETE /v2.0/ports/96334322-0bcd-467d-a329-fc8d2c54f01c HTTP/1.1" status: 204 len: 173 time: 1.8627908 Nov 09 17:44:48.521049 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69a2a08e-c842-4090-9426-4da20662020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:48.581391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8780194c-b049-4203-a305-23a979a01bec req-3036316b-46c6-4505-bd03-cfb856b07ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:48.588346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59380) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:48.638914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2a08e-c842-4090-9426-4da20662020b admin admin] Pushing event updated for resources: {'Subnet': ['ID=473a054c-534f-4d70-b354-014aabf6d270,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:48.648858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2a08e-c842-4090-9426-4da20662020b admin admin] Checking segment: {'id': '1e56319b-27ab-4dcd-903d-c01a869ea173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:44:48.649290 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a2a08e-c842-4090-9426-4da20662020b admin admin] Network hostable DHCP agents. Network: a48a24c4-1673-4557-b168-d8429bf6bc0c, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:44:48.678117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a2a08e-c842-4090-9426-4da20662020b admin admin] Network a48a24c4-1673-4557-b168-d8429bf6bc0c is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:44:48.686969 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8a12ca84-bbf1-459b-bd85-2fa85b7c355c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:48.690720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-69a2a08e-c842-4090-9426-4da20662020b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a48a24c4-1673-4557-b168-d8429bf6bc0c) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:48.698032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a2a08e-c842-4090-9426-4da20662020b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:48.699270 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-69a2a08e-c842-4090-9426-4da20662020b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:48.748135 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8a12ca84-bbf1-459b-bd85-2fa85b7c355c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:48.804288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-69a2a08e-c842-4090-9426-4da20662020b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1312649 Nov 09 17:44:48.852288 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18841dac-8b73-46cc-9927-f350a0f6e9be None None] Network a48a24c4-1673-4557-b168-d8429bf6bc0c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:48.855119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8de88761-0a3e-4b74-9f50-ac80aa23d2ef no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:48.875360 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59388) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:48.877399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8a12ca84-bbf1-459b-bd85-2fa85b7c355c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c909f0bf65447eb900ccb7507b5df7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8363788 Nov 09 17:44:48.931459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 8de88761-0a3e-4b74-9f50-ac80aa23d2ef {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:44:48.931741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8de88761-0a3e-4b74-9f50-ac80aa23d2ef not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:48.943902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12ca84-bbf1-459b-bd85-2fa85b7c355c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdff215-8585-488b-ba35-1254081313f5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:48.952203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 96334322-0bcd-467d-a329-fc8d2c54f01c no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:48.968333 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8780194c-b049-4203-a305-23a979a01bec req-3036316b-46c6-4505-bd03-cfb856b07ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:49.032924 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 96334322-0bcd-467d-a329-fc8d2c54f01c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:44:49.033274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 96334322-0bcd-467d-a329-fc8d2c54f01c not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:49.143448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b6c271-d669-477e-8b10-122197f6cbdf', 'name': 'network-vif-deleted', 'tag': '96334322-0bcd-467d-a329-fc8d2c54f01c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:49.148258 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd0263b-6f64-4caf-9648-d476e2cfbbd1" -d '{"events": [{"server_uuid": "f5b6c271-d669-477e-8b10-122197f6cbdf", "name": "network-vif-deleted", "tag": "96334322-0bcd-467d-a329-fc8d2c54f01c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:49.160635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036316b-46c6-4505-bd03-cfb856b07ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Pushing event updated for resources: {'Port': ['ID=cd09d1df-747d-471e-934f-594b6b8749df,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:49.184443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8780194c-b049-4203-a305-23a979a01bec req-3036316b-46c6-4505-bd03-cfb856b07ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:44:49.196776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-8780194c-b049-4203-a305-23a979a01bec req-3036316b-46c6-4505-bd03-cfb856b07ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:49.200920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8780194c-b049-4203-a305-23a979a01bec req-3036316b-46c6-4505-bd03-cfb856b07ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:44:49.269240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53116f8-0bf9-4f41-8db2-d8929247e3b3 None None] Network a48a24c4-1673-4557-b168-d8429bf6bc0c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:44:49.299547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780194c-b049-4203-a305-23a979a01bec req-3036316b-46c6-4505-bd03-cfb856b07ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:49.300245 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8780194c-b049-4203-a305-23a979a01bec req-3036316b-46c6-4505-bd03-cfb856b07ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:49.352466 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-217f9d82-93cb-4ca8-8ba8-7fe2580a9210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:49.355971 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b5aec493-0cc0-449f-8f1b-bd58c775fc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:49.419297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373eb57-aff1-490f-bc6d-0a81924cfb3d req-46d2713e-fc80-4cbb-b069-5a9dc6ac5024 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:49.422658 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6373eb57-aff1-490f-bc6d-0a81924cfb3d req-46d2713e-fc80-4cbb-b069-5a9dc6ac5024 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.4016232 Nov 09 17:44:49.427110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-3036316b-46c6-4505-bd03-cfb856b07ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6682312 Nov 09 17:44:49.429685 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-217f9d82-93cb-4ca8-8ba8-7fe2580a9210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:49.430581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c80988f-45a2-410a-b91e-58010fc0b91d req-6854d914-365e-4672-a38a-b5ae823bc27d tempest-ServerAddressesTestJSON-540909968 tempest-ServerAddressesTestJSON-540909968-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b6c271-d669-477e-8b10-122197f6cbdf HTTP/1.1" status: 200 len: 210 time: 0.0766544 Nov 09 17:44:49.483764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Request body: {'port': {'device_id': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:49.562193 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-217f9d82-93cb-4ca8-8ba8-7fe2580a9210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:49.565401 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-217f9d82-93cb-4ca8-8ba8-7fe2580a9210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:49.566791 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-217f9d82-93cb-4ca8-8ba8-7fe2580a9210 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/acdff215-8585-488b-ba35-1254081313f5 HTTP/1.1" status: 204 len: 168 time: 0.6896412 Nov 09 17:44:49.626268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f9d82-93cb-4ca8-8ba8-7fe2580a9210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdff215-8585-488b-ba35-1254081313f5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:49.649771 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6373eb57-aff1-490f-bc6d-0a81924cfb3d req-785cb93a-fb6e-4ef8-9b50-3317c5a64e79 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317999 Nov 09 17:44:49.668970 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:49.737154 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8605b4b-745b-427e-8476-0c19616a40c6 x-openstack-request-id: req-c8605b4b-745b-427e-8476-0c19616a40c6 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:49.737486 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b6c271-d669-477e-8b10-122197f6cbdf", "name": "network-vif-deleted", "tag": "96334322-0bcd-467d-a329-fc8d2c54f01c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:49.737909 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8605b4b-745b-427e-8476-0c19616a40c6 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:49.738330 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b6c271-d669-477e-8b10-122197f6cbdf', 'name': 'network-vif-deleted', 'tag': '96334322-0bcd-467d-a329-fc8d2c54f01c', 'status': 'completed', 'code': 200} Nov 09 17:44:49.806733 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b5aec493-0cc0-449f-8f1b-bd58c775fc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:49.818007 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b5aec493-0cc0-449f-8f1b-bd58c775fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:49.903048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-441038f0-6cea-485c-9bb8-acd7828772f1 None None] Provisioning complete for port cd09d1df-747d-471e-934f-594b6b8749df triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:49.906797 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-441038f0-6cea-485c-9bb8-acd7828772f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:50.030874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-441038f0-6cea-485c-9bb8-acd7828772f1 None None] Port cd09d1df-747d-471e-934f-594b6b8749df cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:44:50.487778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aec493-0cc0-449f-8f1b-bd58c775fc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bd0141-12fc-4739-8d75-d60df3de29e3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:50.507917 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b5aec493-0cc0-449f-8f1b-bd58c775fc09 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=208c3002e085495b805402ca9945b583&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9138877 Nov 09 17:44:50.510772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59428) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:50.642281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53325d8a-5e35-439d-a31c-546d28e26fbf req-894a9c63-1030-49ee-aa1d-93c622e41e1c tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:50.655997 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53325d8a-5e35-439d-a31c-546d28e26fbf req-894a9c63-1030-49ee-aa1d-93c622e41e1c tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 945 time: 0.7253246 Nov 09 17:44:50.677320 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:50.686723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-04bc3ea5-a8cc-4a08-b503-11ca5baab6bd tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:50.700561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-04bc3ea5-a8cc-4a08-b503-11ca5baab6bd tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/networks?id=a48a24c4-1673-4557-b168-d8429bf6bc0c HTTP/1.1" status: 200 len: 821 time: 0.2896140 Nov 09 17:44:50.700893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93758207-f796-4e2d-af83-5f0a8e4ca58f req-18faa7a3-6fa5-43fd-bb19-608340ab7091 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:50.700893 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93758207-f796-4e2d-af83-5f0a8e4ca58f req-18faa7a3-6fa5-43fd-bb19-608340ab7091 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.3500001 Nov 09 17:44:50.730437 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-d781a480-5009-4962-90c4-d26288460c06 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/quotas/e6e0d813113140d6a7b396ad34275c45 HTTP/1.1" status: 200 len: 375 time: 0.0336502 Nov 09 17:44:50.764338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f5902f70-08fb-4675-a69d-d6fe8360c361 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:44:50.783153 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-33e402bf-18b2-4c3f-b10d-779f38e136fb tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6e0d813113140d6a7b396ad34275c45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522280 Nov 09 17:44:50.793937 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:50.861551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port f5902f70-08fb-4675-a69d-d6fe8360c361 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:44:50.867053 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port f5902f70-08fb-4675-a69d-d6fe8360c361 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:44:50.867544 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:50.908151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53325d8a-5e35-439d-a31c-546d28e26fbf req-92664eab-0d41-4322-8830-baf0d4e06014 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425475 Nov 09 17:44:51.062485 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:51.063035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd09d1df-747d-471e-934f-594b6b8749df {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:44:51.078005 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:51.108653 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port f5902f70-08fb-4675-a69d-d6fe8360c361, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f5902f70-08fb-4675-a69d-d6fe8360c361,segment=NetworkSegment(8ada4cf3-34d0-44b8-a890-641761fd816c),segment_id=8ada4cf3-34d0-44b8-a890-641761fd816c)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:51.110779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ea2bf-c08a-40a1-ae64-aedb7d852e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5902f70-08fb-4675-a69d-d6fe8360c361'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:51.115205 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218c0ace-95ec-4751-80d5-f64e76e9b8eb" -d '{"events": [{"server_uuid": "246ea2bf-c08a-40a1-ae64-aedb7d852e6b", "name": "network-vif-plugged", "status": "completed", "tag": "f5902f70-08fb-4675-a69d-d6fe8360c361"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:51.121248 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:51.128011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Transition to ACTIVE for port object cd09d1df-747d-471e-934f-594b6b8749df will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:44:51.140493 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:51.148637 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:51.154665 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58bd0141-12fc-4739-8d75-d60df3de29e3 HTTP/1.1" status: 204 len: 168 time: 0.6369503 Nov 09 17:44:51.172208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bd0141-12fc-4739-8d75-d60df3de29e3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:51.187148 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:51.187727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:51.188266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:51.188791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:51.189301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:51.189774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:51.190262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:51.190765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:51.191367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:51.191926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:51.192428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:51.192998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be62463-458f-4774-b143-cc5a837e3868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:44:51.201952 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:51.218590 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-6df8ab27-fd47-47c3-a9be-eebbe3fd5034 service neutron] 10.222.0.81 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341004 Nov 09 17:44:51.307746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=f5902f70-08fb-4675-a69d-d6fe8360c361,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:51.420075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Pushing event updated for resources: {'Port': ['ID=cd09d1df-747d-471e-934f-594b6b8749df,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:51.454346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aac529-4ed2-42ed-9306-be955ebe84b2 req-6d3e2914-9c8b-4035-b969-2387568bc85c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:51.458966 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-87aac529-4ed2-42ed-9306-be955ebe84b2 req-6d3e2914-9c8b-4035-b969-2387568bc85c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 944 time: 0.3554549 Nov 09 17:44:51.462524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-93758207-f796-4e2d-af83-5f0a8e4ca58f req-4ca28174-15ef-4d23-8e43-17440e154381 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Deleting port 29efb134-0c85-4e7f-a8a0-f62771c54647 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:51.462940 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93758207-f796-4e2d-af83-5f0a8e4ca58f req-4ca28174-15ef-4d23-8e43-17440e154381 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:51.468274 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-8161598a-b0e0-4edb-a8cf-b139789ec8f6 service neutron] 10.222.0.81 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482796 Nov 09 17:44:51.695887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59454) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:51.801689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-87aac529-4ed2-42ed-9306-be955ebe84b2 req-1f3ee888-1592-4c34-88ae-a6bf9b2919d7 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414788 Nov 09 17:44:51.940162 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca00e0a-9c72-4853-a7e8-fbb9911eea0f admin admin] Deleting subnet e4d2e814-030d-4ff6-9b41-3a2f357f4bf4 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:44:51.981611 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5ca00e0a-9c72-4853-a7e8-fbb9911eea0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:52.108253 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5ca00e0a-9c72-4853-a7e8-fbb9911eea0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:52.165153 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683e27b4-b46f-4078-bd97-d65cc175000e x-openstack-request-id: req-683e27b4-b46f-4078-bd97-d65cc175000e {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:52.165968 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ea2bf-c08a-40a1-ae64-aedb7d852e6b", "name": "network-vif-plugged", "status": "completed", "tag": "f5902f70-08fb-4675-a69d-d6fe8360c361", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:52.165968 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-683e27b4-b46f-4078-bd97-d65cc175000e {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:52.166507 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ea2bf-c08a-40a1-ae64-aedb7d852e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5902f70-08fb-4675-a69d-d6fe8360c361', 'code': 200} Nov 09 17:44:52.201971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Attempting to bind port cd09d1df-747d-471e-934f-594b6b8749df on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:44:52.202314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Attempting to bind port cd09d1df-747d-471e-934f-594b6b8749df by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'd21808ba-80b8-472b-ab12-a506b21d0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:44:52.204518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Attempting to bind port cd09d1df-747d-471e-934f-594b6b8749df on network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:52.241488 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5ca00e0a-9c72-4853-a7e8-fbb9911eea0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:52.242780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-93758207-f796-4e2d-af83-5f0a8e4ca58f req-4ca28174-15ef-4d23-8e43-17440e154381 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] For port 29efb134-0c85-4e7f-a8a0-f62771c54647, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=29efb134-0c85-4e7f-a8a0-f62771c54647,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:44:52.243142 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93758207-f796-4e2d-af83-5f0a8e4ca58f req-4ca28174-15ef-4d23-8e43-17440e154381 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:52.248591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Port cd09d1df-747d-471e-934f-594b6b8749df on network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:44:52.248993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Attempting to bind port cd09d1df-747d-471e-934f-594b6b8749df on network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:52.320450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59462) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:52.325020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-93758207-f796-4e2d-af83-5f0a8e4ca58f req-4ca28174-15ef-4d23-8e43-17440e154381 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Calling delete_port for 29efb134-0c85-4e7f-a8a0-f62771c54647 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:44:52.332230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:44:52.332763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Checking segment: {'id': 'd21808ba-80b8-472b-ab12-a506b21d0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:44:52.333420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Bound using segment: {'id': 'd21808ba-80b8-472b-ab12-a506b21d0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:44:52.342754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Bound port: cd09d1df-747d-471e-934f-594b6b8749df, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21808ba-80b8-472b-ab12-a506b21d0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:44:52.345175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:52.473281 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5b2fa860-7b43-45da-b7fc-c9823bf622e9 req-313a651e-73a0-4f26-a3b8-922b32b8422d tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 210 time: 0.1234014 Nov 09 17:44:52.509462 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5ca00e0a-9c72-4853-a7e8-fbb9911eea0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:52.549044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca00e0a-9c72-4853-a7e8-fbb9911eea0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4d2e814-030d-4ff6-9b41-3a2f357f4bf4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:52.554163 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5ca00e0a-9c72-4853-a7e8-fbb9911eea0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:52.558237 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5ca00e0a-9c72-4853-a7e8-fbb9911eea0f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e4d2e814-030d-4ff6-9b41-3a2f357f4bf4 HTTP/1.1" status: 204 len: 168 time: 0.8610997 Nov 09 17:44:52.563490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59470) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:52.584861 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d98728c4-6e24-4cd5-800e-79f7c77e2a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:52.637229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5754a-12dc-4550-9665-3d0f3726db82 req-0145cdc8-a42a-402f-9e44-29caffac8eec tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:52.647789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0df5754a-12dc-4550-9665-3d0f3726db82 req-0145cdc8-a42a-402f-9e44-29caffac8eec tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 949 time: 0.6521525 Nov 09 17:44:52.700302 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ebd582-5634-467e-81dc-4697f3429b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:52.722453 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:53.022459 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad106b-7132-4e83-a020-4b55b86da3b9 req-eb87d5d4-17e7-4265-962c-33bd7f12375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:53.025124 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-81ad106b-7132-4e83-a020-4b55b86da3b9 req-eb87d5d4-17e7-4265-962c-33bd7f12375a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 1097 time: 0.8100069 Nov 09 17:44:53.292447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0df5754a-12dc-4550-9665-3d0f3726db82 req-803db3d6-f7b1-4e39-87b1-2cbe0cbd7ba5 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422279 Nov 09 17:44:53.322902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] For port cd09d1df-747d-471e-934f-594b6b8749df, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:44:53.322902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-81ad106b-7132-4e83-a020-4b55b86da3b9 req-b3f59fad-63a0-4cb0-a0f7-57dc59237558 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520771 Nov 09 17:44:53.347548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] For port cd09d1df-747d-471e-934f-594b6b8749df, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cd09d1df-747d-471e-934f-594b6b8749df,segment=NetworkSegment(d21808ba-80b8-472b-ab12-a506b21d0e8b),segment_id=d21808ba-80b8-472b-ab12-a506b21d0e8b)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:44:53.383992 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:53.464746 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ebd582-5634-467e-81dc-4697f3429b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:53.500257 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49087d70-324d-44fe-b343-0428dd321923 req-7ac06552-2df6-403a-8f16-096820d902e5 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:53.509691 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49087d70-324d-44fe-b343-0428dd321923 req-7ac06552-2df6-403a-8f16-096820d902e5 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 946 time: 0.7679889 Nov 09 17:44:53.541753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:53.544204 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:53.546624 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] 10.222.0.18 "PUT /v2.0/ports/cd09d1df-747d-471e-934f-594b6b8749df HTTP/1.1" status: 200 len: 1092 time: 4.0904067 Nov 09 17:44:53.552131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'tag': 'cd09d1df-747d-471e-934f-594b6b8749df'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:53.554144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-12ebd582-5634-467e-81dc-4697f3429b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21b53c9-b905-41ba-aa18-588310d2727b']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:53.555884 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33acd057-1a4f-490c-84f9-c17c277ffbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd35dd72-fb7b-4944-bf2a-95f0553bbf8a", "tag": "cd09d1df-747d-471e-934f-594b6b8749df"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:53.575538 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:53.577079 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93758207-f796-4e2d-af83-5f0a8e4ca58f req-4ca28174-15ef-4d23-8e43-17440e154381 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:53.586203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-12ebd582-5634-467e-81dc-4697f3429b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de89f598-4263-4c80-a5d0-4f0f633e1559') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:53.586509 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-12ebd582-5634-467e-81dc-4697f3429b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de89f598-4263-4c80-a5d0-4f0f633e1559') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:44:53.594107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e75edc1a-4a97-418d-a50e-b46313311cb6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:44:53.599427 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d98728c4-6e24-4cd5-800e-79f7c77e2a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:53.602968 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ebd582-5634-467e-81dc-4697f3429b94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:53.660023 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49087d70-324d-44fe-b343-0428dd321923 req-d2300293-e272-4ae0-9b3e-625787e5ec26 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025240 Nov 09 17:44:53.668653 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ebd582-5634-467e-81dc-4697f3429b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:53.674591 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d98728c4-6e24-4cd5-800e-79f7c77e2a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:53.692216 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ebd582-5634-467e-81dc-4697f3429b94 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:44:53.692907 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ebd582-5634-467e-81dc-4697f3429b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:44:53.696139 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:44:53.782094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e81ae-e1a0-4a5f-b602-d15c5321886e req-bd52641c-9a63-4e79-8847-9c7f9079aba6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:53.784435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e86e81ae-e1a0-4a5f-b602-d15c5321886e req-bd52641c-9a63-4e79-8847-9c7f9079aba6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 944 time: 0.3270481 Nov 09 17:44:53.786509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c8c2e-3b83-40b3-b180-1fae654ffe33 service neutron] Pushing event updated for resources: {'Port': ['ID=cd09d1df-747d-471e-934f-594b6b8749df,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:54.063313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98728c4-6e24-4cd5-800e-79f7c77e2a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf99209-7b60-49f0-8d46-081226ff1b52,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:54.079379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca28174-15ef-4d23-8e43-17440e154381 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Pushing event deleted for resources: {'Port': ['ID=29efb134-0c85-4e7f-a8a0-f62771c54647,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:54.081642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-93758207-f796-4e2d-af83-5f0a8e4ca58f req-4ca28174-15ef-4d23-8e43-17440e154381 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] No DVR routers for this DVR port 29efb134-0c85-4e7f-a8a0-f62771c54647 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:44:54.087577 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-93758207-f796-4e2d-af83-5f0a8e4ca58f req-4ca28174-15ef-4d23-8e43-17440e154381 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:54.093256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93758207-f796-4e2d-af83-5f0a8e4ca58f req-4ca28174-15ef-4d23-8e43-17440e154381 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.18 "DELETE /v2.0/ports/29efb134-0c85-4e7f-a8a0-f62771c54647 HTTP/1.1" status: 204 len: 173 time: 3.3717813 Nov 09 17:44:54.118402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d98728c4-6e24-4cd5-800e-79f7c77e2a7d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4c0196db2e3b4f2c8e3606ea820e8589&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7471747 Nov 09 17:44:54.119653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59498) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:54.137426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780194c-b049-4203-a305-23a979a01bec req-38508efa-ac8f-482b-ad63-28174af7d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:54.140108 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-38508efa-ac8f-482b-ad63-28174af7d1d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=059c7b1f75b74f36a2ff886e5a8d678a&device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 1095 time: 0.5141091 Nov 09 17:44:54.165273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e86e81ae-e1a0-4a5f-b602-d15c5321886e req-79b731af-3bf2-4d04-a586-3b74c9b06af1 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343172 Nov 09 17:44:54.190049 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ebd582-5634-467e-81dc-4697f3429b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:54.214023 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ebd582-5634-467e-81dc-4697f3429b94 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:54.220428 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-12ebd582-5634-467e-81dc-4697f3429b94 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a21b53c9-b905-41ba-aa18-588310d2727b HTTP/1.1" status: 204 len: 168 time: 1.6555429 Nov 09 17:44:54.232567 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-d4c1f350-8b66-48c2-bbeb-6fec9debbc08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd09d1df-747d-471e-934f-594b6b8749df HTTP/1.1" status: 200 len: 217 time: 0.0824323 Nov 09 17:44:54.341021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780194c-b049-4203-a305-23a979a01bec req-023604bf-62c0-446f-827d-a36b96a8fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:54.356976 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-023604bf-62c0-446f-827d-a36b96a8fa8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c826272-f3f0-49c8-ac99-3121a12d9267 HTTP/1.1" status: 200 len: 854 time: 0.1168456 Nov 09 17:44:54.367473 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfee9f5a-4c0f-4852-84d5-792404be5a44 x-openstack-request-id: req-cfee9f5a-4c0f-4852-84d5-792404be5a44 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:54.368312 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd35dd72-fb7b-4944-bf2a-95f0553bbf8a", "tag": "cd09d1df-747d-471e-934f-594b6b8749df", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:54.368783 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cfee9f5a-4c0f-4852-84d5-792404be5a44 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:54.371480 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'tag': 'cd09d1df-747d-471e-934f-594b6b8749df', 'status': 'completed', 'code': 200} Nov 09 17:44:54.478121 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef60c1b1-b3e3-4d45-87a5-67f10da57429 req-cfa2e0e2-cc2d-448a-a231-8ddafb5e60b9 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 210 time: 0.1475391 Nov 09 17:44:54.514310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebd582-5634-467e-81dc-4697f3429b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=a21b53c9-b905-41ba-aa18-588310d2727b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:54.595148 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8d6b0271-b635-4464-84d7-847248152efd req-eb4901c2-1a44-4aef-89d5-e1a963263408 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=edbd8e1c-57d4-43ce-84f1-346138caa4a1 HTTP/1.1" status: 200 len: 210 time: 0.0623760 Nov 09 17:44:54.639562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-9120644f-717d-4846-8f82-8c0066fa5c30 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:54.641575 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-9120644f-717d-4846-8f82-8c0066fa5c30 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.18 "GET /v2.0/networks?id=a48a24c4-1673-4557-b168-d8429bf6bc0c HTTP/1.1" status: 200 len: 821 time: 0.8253167 Nov 09 17:44:54.650432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780194c-b049-4203-a305-23a979a01bec req-70b72d45-b229-432f-9900-04f5f2bdd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:54.656813 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-70b72d45-b229-432f-9900-04f5f2bdd64a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6bb7c12d-7c27-4201-898b-28da5ef6fc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2784255 Nov 09 17:44:54.668273 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8e8b4b2-99cb-4a4c-bfde-7bfb6559d72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:54.714821 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8e8b4b2-99cb-4a4c-bfde-7bfb6559d72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:54.767898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59508) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:54.812579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-6ceacdb8-ceab-458a-9176-39aaad9776ab service neutron] 10.222.0.18 "GET /v2.0/networks/6bb7c12d-7c27-4201-898b-28da5ef6fc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477144 Nov 09 17:44:54.886048 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-066979d6-b88b-40ce-8432-98b3481589ba tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Request body: {'port': {'device_id': 'ff0b73a4-94c1-4637-b155-2e10fdc7a5e3', 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c', 'admin_state_up': True, 'tenant_id': 'e6e0d813113140d6a7b396ad34275c45'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:54.927275 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8e8b4b2-99cb-4a4c-bfde-7bfb6559d72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:54.933985 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8e8b4b2-99cb-4a4c-bfde-7bfb6559d72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:54.948509 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b8e8b4b2-99cb-4a4c-bfde-7bfb6559d72e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5cf99209-7b60-49f0-8d46-081226ff1b52 HTTP/1.1" status: 204 len: 168 time: 0.8172417 Nov 09 17:44:54.974655 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 29efb134-0c85-4e7f-a8a0-f62771c54647 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:44:54.990726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8780194c-b049-4203-a305-23a979a01bec req-36403f1a-3556-44f1-9cd3-c4bd898405a3 service neutron] 10.222.0.18 "GET /v2.0/networks/6bb7c12d-7c27-4201-898b-28da5ef6fc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703358 Nov 09 17:44:55.023191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 29efb134-0c85-4e7f-a8a0-f62771c54647 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:44:55.023931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 29efb134-0c85-4e7f-a8a0-f62771c54647 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:44:55.026451 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-874c1fdf-43cd-4662-8a27-28728569cf6f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=78a1d9390720471abcec4af55ede3a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571492 Nov 09 17:44:55.031011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59514) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:55.099948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8b4b2-99cb-4a4c-bfde-7bfb6559d72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf99209-7b60-49f0-8d46-081226ff1b52,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:55.153123 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd0621-9e5b-45c8-9bac-14386403c4ed req-16e43b1e-627f-499d-b7de-402cce348952 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:55.162501 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-83cd0621-9e5b-45c8-9bac-14386403c4ed req-16e43b1e-627f-499d-b7de-402cce348952 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 946 time: 0.1303270 Nov 09 17:44:55.164985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b8793fe-bd2e-4569-b659-81e2d3eb080e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:55.234323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-83cd0621-9e5b-45c8-9bac-14386403c4ed req-725086b6-fb46-4ef3-818b-acdbdfeb1259 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702672 Nov 09 17:44:55.301298 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b8793fe-bd2e-4569-b659-81e2d3eb080e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:55.303044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-066979d6-b88b-40ce-8432-98b3481589ba tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Made reservation on behalf of e6e0d813113140d6a7b396ad34275c45 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:55.307065 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-066979d6-b88b-40ce-8432-98b3481589ba tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:55.411934 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b8793fe-bd2e-4569-b659-81e2d3eb080e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:55.415359 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b8793fe-bd2e-4569-b659-81e2d3eb080e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:55.429720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3b8793fe-bd2e-4569-b659-81e2d3eb080e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdbf17b7-f813-4eef-837c-31a447c3a4db HTTP/1.1" status: 204 len: 168 time: 0.3873005 Nov 09 17:44:55.468200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acd057-1a4f-490c-84f9-c17c277ffbc4 req-35206020-58ad-4067-a5af-6be0b4e5c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:55.470226 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33acd057-1a4f-490c-84f9-c17c277ffbc4 req-35206020-58ad-4067-a5af-6be0b4e5c554 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=059c7b1f75b74f36a2ff886e5a8d678a&device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 1095 time: 0.2748914 Nov 09 17:44:55.483803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8793fe-bd2e-4569-b659-81e2d3eb080e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbf17b7-f813-4eef-837c-31a447c3a4db,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:55.709985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acd057-1a4f-490c-84f9-c17c277ffbc4 req-5bafb953-ffc9-41ff-b6bf-2e0471d12cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:55.712692 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33acd057-1a4f-490c-84f9-c17c277ffbc4 req-5bafb953-ffc9-41ff-b6bf-2e0471d12cd6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6bb7c12d-7c27-4201-898b-28da5ef6fc85 HTTP/1.1" status: 200 len: 916 time: 0.2306986 Nov 09 17:44:55.718594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-066979d6-b88b-40ce-8432-98b3481589ba tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Allocated IP 172.20.0.2 (a48a24c4-1673-4557-b168-d8429bf6bc0c/473a054c-534f-4d70-b354-014aabf6d270/a8d4b410-1b17-4a17-8975-4b600b9430af) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:44:55.921890 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33acd057-1a4f-490c-84f9-c17c277ffbc4 req-7b348c13-dbe9-402f-88d0-555459024bf2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd09d1df-747d-471e-934f-594b6b8749df HTTP/1.1" status: 200 len: 217 time: 0.2013903 Nov 09 17:44:56.068843 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-66bf8e80-5f59-401c-a5d1-8cf10c612608 req-d39023f4-d0bf-471e-a94d-12724a68f946 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 210 time: 0.1218762 Nov 09 17:44:56.241077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f31e3-6a64-40fd-ad71-d6aec8640c9d req-a82f2fc7-df80-4005-b244-1ad9365a8b8a tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:56.257485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d0f31e3-6a64-40fd-ad71-d6aec8640c9d req-a82f2fc7-df80-4005-b244-1ad9365a8b8a tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 944 time: 0.8252063 Nov 09 17:44:56.296230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acd057-1a4f-490c-84f9-c17c277ffbc4 req-2f9359da-eaf2-4a5a-8860-9c9355568dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:56.299041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33acd057-1a4f-490c-84f9-c17c277ffbc4 req-2f9359da-eaf2-4a5a-8860-9c9355568dcd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c826272-f3f0-49c8-ac99-3121a12d9267 HTTP/1.1" status: 200 len: 854 time: 0.3398399 Nov 09 17:44:56.347566 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462470e3-b70e-4692-9d3e-ef07a142371e req-64e919a0-c972-4fec-84f6-e3ad131e9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:56.350299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-462470e3-b70e-4692-9d3e-ef07a142371e req-64e919a0-c972-4fec-84f6-e3ad131e9a61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae8223e0dc684cc7b7d1ff886cc94744&device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 1097 time: 0.4353595 Nov 09 17:44:56.401851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbd8e1c-57d4-43ce-84f1-346138caa4a1', 'name': 'network-vif-deleted', 'tag': '29efb134-0c85-4e7f-a8a0-f62771c54647'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:56.407771 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17be04ab-2851-4cad-a996-f1f0c36676c3" -d '{"events": [{"server_uuid": "edbd8e1c-57d4-43ce-84f1-346138caa4a1", "name": "network-vif-deleted", "tag": "29efb134-0c85-4e7f-a8a0-f62771c54647"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:56.438487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-066979d6-b88b-40ce-8432-98b3481589ba tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:56.619836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-066979d6-b88b-40ce-8432-98b3481589ba tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:56.682646 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d0f31e3-6a64-40fd-ad71-d6aec8640c9d req-0126ebf6-48b9-4ad1-b507-d0ac4611c30b tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4229798 Nov 09 17:44:56.783789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462470e3-b70e-4692-9d3e-ef07a142371e req-345ef8d3-b20a-42f3-a330-fbcf9d9adb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:56.788285 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-462470e3-b70e-4692-9d3e-ef07a142371e req-345ef8d3-b20a-42f3-a330-fbcf9d9adb94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c114d2c2-1a09-4dc7-8797-24d44d4224bb HTTP/1.1" status: 200 len: 915 time: 0.3443036 Nov 09 17:44:56.799436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acd057-1a4f-490c-84f9-c17c277ffbc4 req-4b0051ca-8bde-4c0e-a134-9f1082ef9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:56.800432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-066979d6-b88b-40ce-8432-98b3481589ba tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Network a48a24c4-1673-4557-b168-d8429bf6bc0c is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:44:56.805362 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33acd057-1a4f-490c-84f9-c17c277ffbc4 req-4b0051ca-8bde-4c0e-a134-9f1082ef9154 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6bb7c12d-7c27-4201-898b-28da5ef6fc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4816818 Nov 09 17:44:56.808508 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-066979d6-b88b-40ce-8432-98b3481589ba tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:44:56.849306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-066979d6-b88b-40ce-8432-98b3481589ba tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:44:56.988378 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-462470e3-b70e-4692-9d3e-ef07a142371e req-f3fb6721-a717-4ac8-ba75-80a5b789e6ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5902f70-08fb-4675-a69d-d6fe8360c361 HTTP/1.1" status: 200 len: 217 time: 0.1785402 Nov 09 17:44:56.999278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-066979d6-b88b-40ce-8432-98b3481589ba tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:56.999278 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-066979d6-b88b-40ce-8432-98b3481589ba tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:57.049346 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-066979d6-b88b-40ce-8432-98b3481589ba tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3916130 Nov 09 17:44:57.096478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066979d6-b88b-40ce-8432-98b3481589ba tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Pushing event updated for resources: {'Port': ['ID=a8d4b410-1b17-4a17-8975-4b600b9430af,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:57.167639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6a1df-9bf8-459b-b343-d1c6d2ab81ce req-0aa2786b-c711-480a-8dd6-ec9f6153a183 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:57.187459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-12a6a1df-9bf8-459b-b343-d1c6d2ab81ce req-0aa2786b-c711-480a-8dd6-ec9f6153a183 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 946 time: 0.7103164 Nov 09 17:44:57.192692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Request body: {'port': {'device_id': 'ff0b73a4-94c1-4637-b155-2e10fdc7a5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:57.332252 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:57.365900 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-12a6a1df-9bf8-459b-b343-d1c6d2ab81ce req-51d46f64-f44e-49c9-ac0f-994c6cf9e86d tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771934 Nov 09 17:44:57.406557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462470e3-b70e-4692-9d3e-ef07a142371e req-df4b7886-cc9e-45d7-bd84-1865b5cce785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:57.415870 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-462470e3-b70e-4692-9d3e-ef07a142371e req-df4b7886-cc9e-45d7-bd84-1865b5cce785 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0bc6944-d422-4724-a802-cfaca77af830 HTTP/1.1" status: 200 len: 854 time: 0.4052401 Nov 09 17:44:57.552517 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c2d886-4921-43b1-93b1-ac012c2ad7c6 x-openstack-request-id: req-58c2d886-4921-43b1-93b1-ac012c2ad7c6 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:44:57.553443 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbd8e1c-57d4-43ce-84f1-346138caa4a1", "name": "network-vif-deleted", "tag": "29efb134-0c85-4e7f-a8a0-f62771c54647", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:44:57.553864 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-58c2d886-4921-43b1-93b1-ac012c2ad7c6 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:44:57.554410 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbd8e1c-57d4-43ce-84f1-346138caa4a1', 'name': 'network-vif-deleted', 'tag': '29efb134-0c85-4e7f-a8a0-f62771c54647', 'status': 'completed', 'code': 200} Nov 09 17:44:57.582599 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-462470e3-b70e-4692-9d3e-ef07a142371e req-e78d0bab-c610-4af6-9615-38424fa54d2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c114d2c2-1a09-4dc7-8797-24d44d4224bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372209 Nov 09 17:44:57.587789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33acd057-1a4f-490c-84f9-c17c277ffbc4 req-3c636977-d71c-4665-9c85-d4970452a89b service neutron] 10.222.0.18 "GET /v2.0/networks/6bb7c12d-7c27-4201-898b-28da5ef6fc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481768 Nov 09 17:44:57.769111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb722cb8-8f00-4ed5-9cfe-2661606ea836 req-69794e49-aef2-400d-b4d5-58d94f4210d5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:57.770735 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb722cb8-8f00-4ed5-9cfe-2661606ea836 req-69794e49-aef2-400d-b4d5-58d94f4210d5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 931 time: 0.2215335 Nov 09 17:44:57.804064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59592) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:57.940428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-462470e3-b70e-4692-9d3e-ef07a142371e req-89fb5166-e339-40ab-ae36-8f1c69a84ea2 service neutron] 10.222.0.13 "GET /v2.0/networks/c114d2c2-1a09-4dc7-8797-24d44d4224bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474221 Nov 09 17:44:58.064937 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb722cb8-8f00-4ed5-9cfe-2661606ea836 req-db23db3d-0d42-4456-af35-6602f102e039 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380315 Nov 09 17:44:58.066395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-186539217-network', 'tenant_id': 'fca237f2db0a43d2aaa2789b501c4288'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:58.079264 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33acd057-1a4f-490c-84f9-c17c277ffbc4 req-26339716-da59-46ce-8c02-72df05f33237 service neutron] 10.222.0.18 "GET /v2.0/networks/6bb7c12d-7c27-4201-898b-28da5ef6fc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742846 Nov 09 17:44:58.096756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee01b94-828f-4d00-9c37-c42fc03a2943 req-b99a5eeb-240f-47f8-82b2-569d053f648b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:58.096756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ee01b94-828f-4d00-9c37-c42fc03a2943 req-b99a5eeb-240f-47f8-82b2-569d053f648b tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.3897650 Nov 09 17:44:58.176202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Made reservation on behalf of fca237f2db0a43d2aaa2789b501c4288 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:58.178324 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:58.204296 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:58.230429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-462470e3-b70e-4692-9d3e-ef07a142371e req-4e43bb41-9259-474b-b2e1-5ec2ef838857 service neutron] 10.222.0.13 "GET /v2.0/networks/c114d2c2-1a09-4dc7-8797-24d44d4224bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779334 Nov 09 17:44:58.234131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ee01b94-828f-4d00-9c37-c42fc03a2943 req-42d888ab-71d1-4de1-ae5f-7ad72740ed6f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236341 Nov 09 17:44:58.512407 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:58.530743 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:58.552420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85d22-f7af-43f6-96f2-364d24a0ea54 req-d2f7617e-779e-4d6c-9ddc-42a468bdfbce tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:58.554212 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8da85d22-f7af-43f6-96f2-364d24a0ea54 req-d2f7617e-779e-4d6c-9ddc-42a468bdfbce tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 944 time: 0.2639005 Nov 09 17:44:58.612905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d4b410-1b17-4a17-8975-4b600b9430af {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:44:58.636234 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:58.680788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Transition to ACTIVE for port object a8d4b410-1b17-4a17-8975-4b600b9430af will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:44:58.690868 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8da85d22-f7af-43f6-96f2-364d24a0ea54 req-feca2885-fa57-4e55-8c95-b0b0228fd19d tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208031 Nov 09 17:44:58.699598 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:58.711429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:44:58.726464 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:58.736607 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:58.737192 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Added segment 909734b0-e6ff-4a63-9fbb-7fb884b0b240 of type vlan for network 2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2 Nov 09 17:44:58.880768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efbb87-fc68-41b0-9e75-e18173ba6617 req-d120ae02-b62c-4809-9d0b-23487a27d46e tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:58.890112 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78efbb87-fc68-41b0-9e75-e18173ba6617 req-d120ae02-b62c-4809-9d0b-23487a27d46e tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 946 time: 0.2807932 Nov 09 17:44:58.901403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:58.905094 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d4b410-1b17-4a17-8975-4b600b9430af,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:59.091620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945fc02-888b-4063-81d0-f90acd335f57 req-05ac6142-6ab7-45bb-a505-c2eadc46afec tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:59.107422 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d945fc02-888b-4063-81d0-f90acd335f57 req-05ac6142-6ab7-45bb-a505-c2eadc46afec tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.13 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.3453710 Nov 09 17:44:59.154636 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Attempting to bind port a8d4b410-1b17-4a17-8975-4b600b9430af on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:44:59.154636 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Attempting to bind port a8d4b410-1b17-4a17-8975-4b600b9430af by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '1e56319b-27ab-4dcd-903d-c01a869ea173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:44:59.154636 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Attempting to bind port a8d4b410-1b17-4a17-8975-4b600b9430af on network a48a24c4-1673-4557-b168-d8429bf6bc0c {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:59.179177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Port a8d4b410-1b17-4a17-8975-4b600b9430af on network a48a24c4-1673-4557-b168-d8429bf6bc0c not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:44:59.182707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Attempting to bind port a8d4b410-1b17-4a17-8975-4b600b9430af on network a48a24c4-1673-4557-b168-d8429bf6bc0c {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:44:59.205954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:44:59.206293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Checking segment: {'id': '1e56319b-27ab-4dcd-903d-c01a869ea173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:44:59.209046 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Bound using segment: {'id': '1e56319b-27ab-4dcd-903d-c01a869ea173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:44:59.209046 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Bound port: a8d4b410-1b17-4a17-8975-4b600b9430af, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e56319b-27ab-4dcd-903d-c01a869ea173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:44:59.210233 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:59.235063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78efbb87-fc68-41b0-9e75-e18173ba6617 req-511e4b47-b2c9-43f7-97c2-b1a21af6d888 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423805 Nov 09 17:44:59.245943 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:59.252190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:59.252819 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:59.413095 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6074653 Nov 09 17:44:59.413751 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] For port a8d4b410-1b17-4a17-8975-4b600b9430af, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:44:59.417983 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59686) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:44:59.420986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] For port a8d4b410-1b17-4a17-8975-4b600b9430af, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8d4b410-1b17-4a17-8975-4b600b9430af,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:44:59.434469 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ee301dca-3faa-48de-b687-bd422e33d3cb admin admin] Request body: {'subnet': {'network_id': '2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-186539217-subnet', 'tenant_id': 'fca237f2db0a43d2aaa2789b501c4288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:44:59.436345 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:59.469833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20b6e7-af37-48c8-826c-4bb1da66860b admin admin] Pushing event updated for resources: {'Network': ['ID=2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:59.491253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:44:59.525851 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:59.527295 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:59.528328 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] 10.222.0.18 "PUT /v2.0/ports/a8d4b410-1b17-4a17-8975-4b600b9430af HTTP/1.1" status: 200 len: 1091 time: 2.4107184 Nov 09 17:44:59.530167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0b73a4-94c1-4637-b155-2e10fdc7a5e3', 'tag': 'a8d4b410-1b17-4a17-8975-4b600b9430af'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:44:59.534071 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b56a2f2-b58a-4c7b-972a-afce4b781b82" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0b73a4-94c1-4637-b155-2e10fdc7a5e3", "tag": "a8d4b410-1b17-4a17-8975-4b600b9430af"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:44:59.553443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee301dca-3faa-48de-b687-bd422e33d3cb admin admin] Made reservation on behalf of fca237f2db0a43d2aaa2789b501c4288 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:44:59.556349 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ee301dca-3faa-48de-b687-bd422e33d3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:59.683176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-d945fc02-888b-4063-81d0-f90acd335f57 req-9a682308-e3e7-46f4-b9a5-9ed02d9c1887 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Deleting port e75edc1a-4a97-418d-a50e-b46313311cb6 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:44:59.685688 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d945fc02-888b-4063-81d0-f90acd335f57 req-9a682308-e3e7-46f4-b9a5-9ed02d9c1887 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:44:59.710819 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047249ce-96d4-47ba-8605-a316cd3fa530 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d4b410-1b17-4a17-8975-4b600b9430af,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:44:59.714217 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f285a1-3a0d-4616-807b-d80f13fe47ee req-fca4b460-3ee6-4240-a883-224fb10f75a6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:59.716710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8f285a1-3a0d-4616-807b-d80f13fe47ee req-fca4b460-3ee6-4240-a883-224fb10f75a6 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 949 time: 0.2949293 Nov 09 17:44:59.735498 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2a575-beb8-4b52-ae86-cd3fdb7a7e5f req-38b60440-34ef-4c74-babc-d19e29c6ccab tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:59.743686 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53a2a575-beb8-4b52-ae86-cd3fdb7a7e5f req-38b60440-34ef-4c74-babc-d19e29c6ccab tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 943 time: 0.3208084 Nov 09 17:44:59.802386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-8b52a31c-f45b-4a1e-b4cb-4cf31eea1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:44:59.804456 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-8b52a31c-f45b-4a1e-b4cb-4cf31eea1c89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6e0d813113140d6a7b396ad34275c45&device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 1094 time: 0.2152543 Nov 09 17:44:59.875654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53a2a575-beb8-4b52-ae86-cd3fdb7a7e5f req-fd4654ee-618b-4f6f-b633-085356468102 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275320 Nov 09 17:44:59.897832 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-d7241751-acd9-4ba3-bbc2-65034605769b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8d4b410-1b17-4a17-8975-4b600b9430af HTTP/1.1" status: 200 len: 217 time: 0.0846992 Nov 09 17:45:00.073267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-99c6c2bb-2e55-442a-9489-06b39a8f23df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:00.079763 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-99c6c2bb-2e55-442a-9489-06b39a8f23df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=473a054c-534f-4d70-b354-014aabf6d270 HTTP/1.1" status: 200 len: 861 time: 0.1733336 Nov 09 17:45:00.168550 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-e917d490-fbf1-419a-881e-d26b2d5fac2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a48a24c4-1673-4557-b168-d8429bf6bc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794358 Nov 09 17:45:00.192333 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f7da62-b2de-4a6e-bb80-30dec85518d8 x-openstack-request-id: req-27f7da62-b2de-4a6e-bb80-30dec85518d8 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:00.192777 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0b73a4-94c1-4637-b155-2e10fdc7a5e3", "tag": "a8d4b410-1b17-4a17-8975-4b600b9430af", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:00.193039 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-27f7da62-b2de-4a6e-bb80-30dec85518d8 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:00.193458 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0b73a4-94c1-4637-b155-2e10fdc7a5e3', 'tag': 'a8d4b410-1b17-4a17-8975-4b600b9430af', 'status': 'completed', 'code': 200} Nov 09 17:45:00.368790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59714) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:00.428246 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8f285a1-3a0d-4616-807b-d80f13fe47ee req-727cb2de-4959-4337-8ceb-0c6bdc5511fc tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f3cc91a-c152-4bf7-bc4e-1c527d00569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6999528 Nov 09 17:45:00.452675 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-2d15e864-a92c-4dd7-b2e0-14a3d071822c service neutron] 10.222.0.18 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738910 Nov 09 17:45:00.462159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f319dcd-0995-4b97-ab60-462c90924a54 req-f81ecc1e-53bf-4551-8690-79d21c35e082 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:00.472051 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2f319dcd-0995-4b97-ab60-462c90924a54 req-f81ecc1e-53bf-4551-8690-79d21c35e082 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 944 time: 0.1496689 Nov 09 17:45:00.492014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d945fc02-888b-4063-81d0-f90acd335f57 req-9a682308-e3e7-46f4-b9a5-9ed02d9c1887 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] For port e75edc1a-4a97-418d-a50e-b46313311cb6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e75edc1a-4a97-418d-a50e-b46313311cb6,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:00.493662 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d945fc02-888b-4063-81d0-f90acd335f57 req-9a682308-e3e7-46f4-b9a5-9ed02d9c1887 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:00.553508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-d945fc02-888b-4063-81d0-f90acd335f57 req-9a682308-e3e7-46f4-b9a5-9ed02d9c1887 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Calling delete_port for e75edc1a-4a97-418d-a50e-b46313311cb6 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:45:00.628626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c10bacc-54d9-49ab-8f9f-06bc9e101ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:00.635690 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2f319dcd-0995-4b97-ab60-462c90924a54 req-48cc4cf5-805b-4470-b108-236ddd31e00d tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628230 Nov 09 17:45:00.703309 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bac00ea3-1c08-4f50-b971-d5ae0fa7855d req-3d5ec68e-b642-4417-a1ff-3053c68a7065 service neutron] 10.222.0.18 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277586 Nov 09 17:45:00.865206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae439c3c-ec57-4aa0-b8d3-4b50260bb246 req-0bc75bce-a99a-4c1d-b09b-7b79f259f405 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:00.867902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae439c3c-ec57-4aa0-b8d3-4b50260bb246 req-0bc75bce-a99a-4c1d-b09b-7b79f259f405 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 946 time: 0.3163919 Nov 09 17:45:00.915993 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ee301dca-3faa-48de-b687-bd422e33d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:00.924215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56a2f2-b58a-4c7b-972a-afce4b781b82 req-c54e18d6-4520-439f-a245-a32a7229c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:00.934424 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b56a2f2-b58a-4c7b-972a-afce4b781b82 req-c54e18d6-4520-439f-a245-a32a7229c13a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6e0d813113140d6a7b396ad34275c45&device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 1094 time: 0.1372821 Nov 09 17:45:01.002656 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae439c3c-ec57-4aa0-b8d3-4b50260bb246 req-c76dfd59-aad3-44b8-8ac5-93ad53e5e221 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206594 Nov 09 17:45:01.032311 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c10bacc-54d9-49ab-8f9f-06bc9e101ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:01.067836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c10bacc-54d9-49ab-8f9f-06bc9e101ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:01.076507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee301dca-3faa-48de-b687-bd422e33d3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e6e490-c4e7-47a6-8157-565b36fcd579,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:01.080603 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d945fc02-888b-4063-81d0-f90acd335f57 req-9a682308-e3e7-46f4-b9a5-9ed02d9c1887 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:01.126721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a682308-e3e7-46f4-b9a5-9ed02d9c1887 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Pushing event deleted for resources: {'Port': ['ID=e75edc1a-4a97-418d-a50e-b46313311cb6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:01.139837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee301dca-3faa-48de-b687-bd422e33d3cb admin admin] Checking segment: {'id': '909734b0-e6ff-4a63-9fbb-7fb884b0b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:45:01.139837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee301dca-3faa-48de-b687-bd422e33d3cb admin admin] Network hostable DHCP agents. Network: 2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:45:01.187070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d945fc02-888b-4063-81d0-f90acd335f57 req-9a682308-e3e7-46f4-b9a5-9ed02d9c1887 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] No DVR routers for this DVR port e75edc1a-4a97-418d-a50e-b46313311cb6 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:45:01.193523 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d945fc02-888b-4063-81d0-f90acd335f57 req-9a682308-e3e7-46f4-b9a5-9ed02d9c1887 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:01.197908 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d945fc02-888b-4063-81d0-f90acd335f57 req-9a682308-e3e7-46f4-b9a5-9ed02d9c1887 tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.13 "DELETE /v2.0/ports/e75edc1a-4a97-418d-a50e-b46313311cb6 HTTP/1.1" status: 204 len: 173 time: 2.0890920 Nov 09 17:45:01.198413 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92509890-ed10-4860-a037-da5428118f92', 'name': 'network-vif-deleted', 'tag': 'e75edc1a-4a97-418d-a50e-b46313311cb6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:01.201498 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc60517-4aeb-45f6-9a45-fa0c35d2f8ec" -d '{"events": [{"server_uuid": "92509890-ed10-4860-a037-da5428118f92", "name": "network-vif-deleted", "tag": "e75edc1a-4a97-418d-a50e-b46313311cb6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:01.224124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee301dca-3faa-48de-b687-bd422e33d3cb admin admin] Network 2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:45:01.255074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-ee301dca-3faa-48de-b687-bd422e33d3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:01.269978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee301dca-3faa-48de-b687-bd422e33d3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:01.274444 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b3fce4-0692-4415-b2fb-9caa50b783ce None None] Network 2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:45:01.275286 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ee301dca-3faa-48de-b687-bd422e33d3cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:01.284010 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4c10bacc-54d9-49ab-8f9f-06bc9e101ce5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=866651d9b127494a8a5eea245432168a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9121552 Nov 09 17:45:01.284906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10bacc-54d9-49ab-8f9f-06bc9e101ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f77bfc3-713e-47d3-8dae-dc57b23ea4e7,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:01.288960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59730) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:01.357661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec4c96-3831-4f5b-8b70-a6c00f3bbf30 req-4bad03f1-2fba-44d0-948d-d40adf08f697 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:01.362330 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-baec4c96-3831-4f5b-8b70-a6c00f3bbf30 req-4bad03f1-2fba-44d0-948d-d40adf08f697 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 943 time: 0.2961764 Nov 09 17:45:01.375399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ee301dca-3faa-48de-b687-bd422e33d3cb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9561298 Nov 09 17:45:01.383559 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56a2f2-b58a-4c7b-972a-afce4b781b82 req-738bccee-9a00-4e9c-9dd8-d8204293b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:01.386613 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b56a2f2-b58a-4c7b-972a-afce4b781b82 req-738bccee-9a00-4e9c-9dd8-d8204293b6f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a48a24c4-1673-4557-b168-d8429bf6bc0c HTTP/1.1" status: 200 len: 922 time: 0.4272017 Nov 09 17:45:01.423031 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34c7677-937a-4020-b69b-b941c8fbf2d5 x-openstack-request-id: req-c34c7677-937a-4020-b69b-b941c8fbf2d5 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:01.430817 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92509890-ed10-4860-a037-da5428118f92", "name": "network-vif-deleted", "tag": "e75edc1a-4a97-418d-a50e-b46313311cb6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:01.431296 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c34c7677-937a-4020-b69b-b941c8fbf2d5 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:01.432870 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92509890-ed10-4860-a037-da5428118f92', 'name': 'network-vif-deleted', 'tag': 'e75edc1a-4a97-418d-a50e-b46313311cb6', 'status': 'completed', 'code': 200} Nov 09 17:45:01.447472 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cba0adf-ec8b-45b0-91aa-f11b43fbdc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:01.495505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b56a2f2-b58a-4c7b-972a-afce4b781b82 req-c814af92-0506-41cd-9341-288ad40f8cba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8d4b410-1b17-4a17-8975-4b600b9430af HTTP/1.1" status: 200 len: 217 time: 0.0983784 Nov 09 17:45:01.508938 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cba0adf-ec8b-45b0-91aa-f11b43fbdc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:01.543619 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-baec4c96-3831-4f5b-8b70-a6c00f3bbf30 req-b0cbd3df-7a8c-42ce-87e9-b97abcb2ac4e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552074 Nov 09 17:45:01.593426 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d818ba4f-c2eb-441c-9e08-12de26584e1c None None] Network 2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:45:01.631403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cba0adf-ec8b-45b0-91aa-f11b43fbdc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:01.635729 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cba0adf-ec8b-45b0-91aa-f11b43fbdc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:01.641434 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4cba0adf-ec8b-45b0-91aa-f11b43fbdc5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f77bfc3-713e-47d3-8dae-dc57b23ea4e7 HTTP/1.1" status: 204 len: 168 time: 0.3464856 Nov 09 17:45:01.660180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba0adf-ec8b-45b0-91aa-f11b43fbdc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f77bfc3-713e-47d3-8dae-dc57b23ea4e7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:01.683918 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56a2f2-b58a-4c7b-972a-afce4b781b82 req-4d87fb51-7181-4ef7-86ab-6e37297ab6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:01.689375 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b56a2f2-b58a-4c7b-972a-afce4b781b82 req-4d87fb51-7181-4ef7-86ab-6e37297ab6b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=473a054c-534f-4d70-b354-014aabf6d270 HTTP/1.1" status: 200 len: 861 time: 0.1641588 Nov 09 17:45:01.821983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b56a2f2-b58a-4c7b-972a-afce4b781b82 req-3986f507-14f0-450c-b231-97944eb4063a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a48a24c4-1673-4557-b168-d8429bf6bc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247995 Nov 09 17:45:01.926546 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-37171fd4-d94a-4295-93f1-e48b8f74a86c req-5b50cb4b-0aef-45dc-b2b3-f33c59739c8f tempest-MigrationsAdminTest-120397090 tempest-MigrationsAdminTest-120397090-project] 10.222.0.81 "GET /v2.0/ports?device_id=92509890-ed10-4860-a037-da5428118f92 HTTP/1.1" status: 200 len: 210 time: 0.1042275 Nov 09 17:45:02.180317 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b56a2f2-b58a-4c7b-972a-afce4b781b82 req-804f042d-c3cd-407f-adea-a66696e4d06a service neutron] 10.222.0.18 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523010 Nov 09 17:45:02.210352 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4c45-fe60-48b8-805e-392bf084a9b6 req-8156bf35-02ca-414a-ab9a-f93afa48807f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:02.220271 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-31da4c45-fe60-48b8-805e-392bf084a9b6 req-8156bf35-02ca-414a-ab9a-f93afa48807f tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 946 time: 0.1407766 Nov 09 17:45:02.337000 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-31da4c45-fe60-48b8-805e-392bf084a9b6 req-a6a89dd8-e1e9-4e60-9b3b-ff0870f8c91b tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151917 Nov 09 17:45:02.413231 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b56a2f2-b58a-4c7b-972a-afce4b781b82 req-e5f94cc9-9c21-4680-b0bf-285fa40c1edb service neutron] 10.222.0.18 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239783 Nov 09 17:45:02.478814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1994a-f48c-4c3a-92e2-ee92b83320b4 req-b6a36110-97e3-438d-a3fa-ab2a99a6042f tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:02.488758 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bdb1994a-f48c-4c3a-92e2-ee92b83320b4 req-b6a36110-97e3-438d-a3fa-ab2a99a6042f tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 944 time: 0.4918947 Nov 09 17:45:02.546826 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bdb1994a-f48c-4c3a-92e2-ee92b83320b4 req-9076c569-73a4-4e34-af63-5c4cee9813c6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571380 Nov 09 17:45:02.749035 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-8d5b3f90-ad9f-4f02-b838-6bdfc7a01719 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:02.750795 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-8d5b3f90-ad9f-4f02-b838-6bdfc7a01719 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/networks?id=2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2 HTTP/1.1" status: 200 len: 812 time: 0.1900027 Nov 09 17:45:02.781331 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-40bc9c80-7cff-4780-a01e-7ff48806b2ce tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/quotas/fca237f2db0a43d2aaa2789b501c4288 HTTP/1.1" status: 200 len: 375 time: 0.0193408 Nov 09 17:45:02.839923 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-88799174-9191-42d9-9d43-08443ec0f199 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fca237f2db0a43d2aaa2789b501c4288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512710 Nov 09 17:45:02.850848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e75edc1a-4a97-418d-a50e-b46313311cb6 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:45:02.878654 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8b0b8-0f3e-45c4-8709-6e10221ec5f9 req-e702710a-641c-48b0-8928-99b193d3986d tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:02.880700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-90d8b0b8-0f3e-45c4-8709-6e10221ec5f9 req-e702710a-641c-48b0-8928-99b193d3986d tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 943 time: 0.0860059 Nov 09 17:45:02.917755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: e75edc1a-4a97-418d-a50e-b46313311cb6 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:45:02.918099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e75edc1a-4a97-418d-a50e-b46313311cb6 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:45:02.961789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-90d8b0b8-0f3e-45c4-8709-6e10221ec5f9 req-97260c1f-4e07-4d35-996d-cf08b5db4c5d tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738397 Nov 09 17:45:03.043777 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-8734d171-c591-4ad2-9367-b9d7d7dbb3ea service neutron] 10.222.0.81 "GET /v2.0/networks/2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887860 Nov 09 17:45:03.196305 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-e83d9918-dd1a-48cd-a700-c9de133f2ecd service neutron] 10.222.0.81 "GET /v2.0/networks/2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422155 Nov 09 17:45:03.429429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8114d-5f00-4d76-9aac-6c1f8aa412d8 req-2158e9f5-4d21-4d21-beb3-53f9b7cbc5a7 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:03.435325 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8bc8114d-5f00-4d76-9aac-6c1f8aa412d8 req-2158e9f5-4d21-4d21-beb3-53f9b7cbc5a7 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 946 time: 0.0802188 Nov 09 17:45:03.530173 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7c586784-36eb-447f-aaab-dc576703231d req-fbb7c2d5-89b8-47ec-b3bf-a13b9afbd668 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 210 time: 0.0704763 Nov 09 17:45:03.690221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b99eab-8a64-471e-802c-1c2d41ddee7c req-627bf3e6-8ccf-4845-8685-1fbd211d31e5 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:03.699717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32b99eab-8a64-471e-802c-1c2d41ddee7c req-627bf3e6-8ccf-4845-8685-1fbd211d31e5 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 946 time: 0.1377373 Nov 09 17:45:03.737993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-8bc8114d-5f00-4d76-9aac-6c1f8aa412d8 req-496313a6-d4ce-485e-b27c-3bc61a9b6588 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Deleting port f5902f70-08fb-4675-a69d-d6fe8360c361 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:45:03.738811 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8bc8114d-5f00-4d76-9aac-6c1f8aa412d8 req-496313a6-d4ce-485e-b27c-3bc61a9b6588 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:03.829098 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32b99eab-8a64-471e-802c-1c2d41ddee7c req-ab9633f0-9477-41af-8b9f-b74e5ef999bc tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cbd1cf7-16b2-41ec-8877-8d46af141a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276755 Nov 09 17:45:03.830995 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59826) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:03.956653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f991b-4959-4817-94fb-6ea48aca2782 req-ff45fde1-a707-4897-aafb-810603d6b4ca tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:03.959524 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de3f991b-4959-4817-94fb-6ea48aca2782 req-ff45fde1-a707-4897-aafb-810603d6b4ca tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 944 time: 0.2284372 Nov 09 17:45:03.960930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8bc8114d-5f00-4d76-9aac-6c1f8aa412d8 req-496313a6-d4ce-485e-b27c-3bc61a9b6588 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] For port f5902f70-08fb-4675-a69d-d6fe8360c361, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f5902f70-08fb-4675-a69d-d6fe8360c361,segment=NetworkSegment(8ada4cf3-34d0-44b8-a890-641761fd816c),segment_id=8ada4cf3-34d0-44b8-a890-641761fd816c)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:03.961763 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8bc8114d-5f00-4d76-9aac-6c1f8aa412d8 req-496313a6-d4ce-485e-b27c-3bc61a9b6588 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:03.999308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-8bc8114d-5f00-4d76-9aac-6c1f8aa412d8 req-496313a6-d4ce-485e-b27c-3bc61a9b6588 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Calling delete_port for f5902f70-08fb-4675-a69d-d6fe8360c361 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:45:04.165610 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de3f991b-4959-4817-94fb-6ea48aca2782 req-2d71b819-e461-4a8f-ad21-0749040cf7a0 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716876 Nov 09 17:45:04.247838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba81aa0-428a-45b8-831a-3f37b920799f req-500ba44f-f042-4ee1-a691-6acf3f5170fd tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:04.255922 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aba81aa0-428a-45b8-831a-3f37b920799f req-500ba44f-f042-4ee1-a691-6acf3f5170fd tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 943 time: 0.1239913 Nov 09 17:45:04.365848 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aba81aa0-428a-45b8-831a-3f37b920799f req-808495cc-177c-4fc1-8014-29494e0985f6 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088364 Nov 09 17:45:04.383607 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8bc8114d-5f00-4d76-9aac-6c1f8aa412d8 req-496313a6-d4ce-485e-b27c-3bc61a9b6588 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:04.396628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['f5902f70-08fb-4675-a69d-d6fe8360c361'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:45:04.428670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496313a6-d4ce-485e-b27c-3bc61a9b6588 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Pushing event deleted for resources: {'Port': ['ID=f5902f70-08fb-4675-a69d-d6fe8360c361,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:04.583887 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-703cb487-856a-4a8c-9e55-addc1f29b558 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0e591383dbcd479f92ef4a073b7d2b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7292101 Nov 09 17:45:04.585797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc8114d-5f00-4d76-9aac-6c1f8aa412d8 req-496313a6-d4ce-485e-b27c-3bc61a9b6588 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] No DVR routers for this DVR port f5902f70-08fb-4675-a69d-d6fe8360c361 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:45:04.588310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59842) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:04.593899 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8bc8114d-5f00-4d76-9aac-6c1f8aa412d8 req-496313a6-d4ce-485e-b27c-3bc61a9b6588 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:04.608237 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8bc8114d-5f00-4d76-9aac-6c1f8aa412d8 req-496313a6-d4ce-485e-b27c-3bc61a9b6588 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.13 "DELETE /v2.0/ports/f5902f70-08fb-4675-a69d-d6fe8360c361 HTTP/1.1" status: 204 len: 173 time: 1.1687343 Nov 09 17:45:04.624430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ea2bf-c08a-40a1-ae64-aedb7d852e6b', 'name': 'network-vif-deleted', 'tag': 'f5902f70-08fb-4675-a69d-d6fe8360c361'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:04.628730 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeabe4bc-bac4-4df4-8fb8-f06c257f33c5" -d '{"events": [{"server_uuid": "246ea2bf-c08a-40a1-ae64-aedb7d852e6b", "name": "network-vif-deleted", "tag": "f5902f70-08fb-4675-a69d-d6fe8360c361"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:04.687921 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a586f7f-c6d2-4b9b-a6a4-b5c137dfc378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:04.718077 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a586f7f-c6d2-4b9b-a6a4-b5c137dfc378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:04.798454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a586f7f-c6d2-4b9b-a6a4-b5c137dfc378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:04.802094 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a586f7f-c6d2-4b9b-a6a4-b5c137dfc378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:04.803400 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0a586f7f-c6d2-4b9b-a6a4-b5c137dfc378 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f3cc91a-c152-4bf7-bc4e-1c527d00569e HTTP/1.1" status: 204 len: 168 time: 0.2111955 Nov 09 17:45:04.816827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a586f7f-c6d2-4b9b-a6a4-b5c137dfc378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3cc91a-c152-4bf7-bc4e-1c527d00569e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:04.839290 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9082397f-937a-48ce-846e-394ad50b3740 x-openstack-request-id: req-9082397f-937a-48ce-846e-394ad50b3740 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:04.839749 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ea2bf-c08a-40a1-ae64-aedb7d852e6b", "name": "network-vif-deleted", "tag": "f5902f70-08fb-4675-a69d-d6fe8360c361", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:04.840147 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9082397f-937a-48ce-846e-394ad50b3740 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:04.840772 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ea2bf-c08a-40a1-ae64-aedb7d852e6b', 'name': 'network-vif-deleted', 'tag': 'f5902f70-08fb-4675-a69d-d6fe8360c361', 'status': 'completed', 'code': 200} Nov 09 17:45:05.014296 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59860) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:05.038768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cd09d1df-747d-471e-934f-594b6b8749df details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:45:05.178944 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a256a6cd-6326-4ffc-9d27-9937c9c25f0d req-3dd2a2d6-f4b5-4368-b67b-867ae172cbc4 tempest-InstanceActionsTestJSON-1846816434 tempest-InstanceActionsTestJSON-1846816434-project] 10.222.0.81 "GET /v2.0/ports?device_id=246ea2bf-c08a-40a1-ae64-aedb7d852e6b HTTP/1.1" status: 200 len: 210 time: 0.0862846 Nov 09 17:45:05.235004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cd09d1df-747d-471e-934f-594b6b8749df, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cd09d1df-747d-471e-934f-594b6b8749df,segment=NetworkSegment(d21808ba-80b8-472b-ab12-a506b21d0e8b),segment_id=d21808ba-80b8-472b-ab12-a506b21d0e8b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:05.292176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'cd09d1df-747d-471e-934f-594b6b8749df', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'port_id': 'cd09d1df-747d-471e-934f-594b6b8749df', 'mac_address': 'fa:16:3e:5b:29:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:45:05.433291 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:05.515779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd09d1df-747d-471e-934f-594b6b8749df {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:05.581543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cd09d1df-747d-471e-934f-594b6b8749df, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cd09d1df-747d-471e-934f-594b6b8749df,segment=NetworkSegment(d21808ba-80b8-472b-ab12-a506b21d0e8b),segment_id=d21808ba-80b8-472b-ab12-a506b21d0e8b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:05.597439 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:05.599066 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8d4b410-1b17-4a17-8975-4b600b9430af details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:45:05.642115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1523157320'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:05.716150 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d7935c0-6c60-4eec-af02-f2af7146e7bf req-d8b67539-919e-4399-b1ce-f89afe056e41 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 210 time: 0.8798866 Nov 09 17:45:05.843122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Made reservation on behalf of 488e9557cbba42ac84c57005d10bc125 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:05.853427 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:05.885013 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8d4b410-1b17-4a17-8975-4b600b9430af, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8d4b410-1b17-4a17-8975-4b600b9430af,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:05.914607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bbd05-0dce-49be-a2ae-439370f93aa9 req-19dd6d8f-e7b4-42f1-9bb0-4439c0b94c47 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:05.917692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'a8d4b410-1b17-4a17-8975-4b600b9430af', 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c', 'port_id': 'a8d4b410-1b17-4a17-8975-4b600b9430af', 'mac_address': 'fa:16:3e:f3:2e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473a054c-534f-4d70-b354-014aabf6d270', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:45:05.924787 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-621bbd05-0dce-49be-a2ae-439370f93aa9 req-19dd6d8f-e7b4-42f1-9bb0-4439c0b94c47 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 945 time: 0.2727258 Nov 09 17:45:06.051885 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-621bbd05-0dce-49be-a2ae-439370f93aa9 req-c0922dce-4513-489c-9ed4-c16ae396af48 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258650 Nov 09 17:45:06.052900 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.108836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd3116-ffcf-497b-8dbd-ab2a677b290f req-1bf13548-ee89-4792-9f2a-98a4bc6f4393 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:06.113521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4af7d4bd-5b89-4c05-9233-7a13a047cbeb tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:06.115472 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aadd3116-ffcf-497b-8dbd-ab2a677b290f req-1bf13548-ee89-4792-9f2a-98a4bc6f4393 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 943 time: 0.2097766 Nov 09 17:45:06.134647 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4af7d4bd-5b89-4c05-9233-7a13a047cbeb tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.13 "GET /v2.0/networks?id=2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2 HTTP/1.1" status: 200 len: 812 time: 0.6563170 Nov 09 17:45:06.135502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59874) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:06.137331 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.145441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4cf70cb1-4741-40b1-92ba-89002f973078 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Request body: {'port': {'device_id': 'c2ac153b-4a34-44a8-b7c5-4b769c64ac53', 'network_id': '2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2', 'admin_state_up': True, 'tenant_id': 'fca237f2db0a43d2aaa2789b501c4288'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:06.164608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d4b410-1b17-4a17-8975-4b600b9430af {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:06.213749 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aadd3116-ffcf-497b-8dbd-ab2a677b290f req-a87cce1f-bd2d-4017-ad8c-6d722eeebfe0 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897896 Nov 09 17:45:06.251989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8d4b410-1b17-4a17-8975-4b600b9430af, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8d4b410-1b17-4a17-8975-4b600b9430af,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:06.266763 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.291695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59878) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:06.298316 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=cd09d1df-747d-471e-934f-594b6b8749df,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:06.328429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-612cfcdd-7f97-4c19-8a13-452fdfbcf440 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06354626183c4afcba0fcbfe058c4bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703365 Nov 09 17:45:06.334985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59880) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:06.359185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a8d4b410-1b17-4a17-8975-4b600b9430af,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:06.382322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c11aecc-cb9a-442e-919e-7a4e9c41e560 admin admin] Deleting subnet a0bc6944-d422-4724-a802-cfaca77af830 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:45:06.389471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c11aecc-cb9a-442e-919e-7a4e9c41e560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.461116 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c11aecc-cb9a-442e-919e-7a4e9c41e560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.581285 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c11aecc-cb9a-442e-919e-7a4e9c41e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.586792 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.596723 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-20035227-412d-459e-b008-1b8357271717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.603130 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.616456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a8d4b410-1b17-4a17-8975-4b600b9430af'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:45:06.679013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f8a820-5541-4556-8ca9-6caaa05fe51b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:06.684241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4cf70cb1-4741-40b1-92ba-89002f973078 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Made reservation on behalf of fca237f2db0a43d2aaa2789b501c4288 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:06.692675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['cd09d1df-747d-471e-934f-594b6b8749df'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:45:06.692991 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4cf70cb1-4741-40b1-92ba-89002f973078 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.707605 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c11aecc-cb9a-442e-919e-7a4e9c41e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.749446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:45:06.775079 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-20035227-412d-459e-b008-1b8357271717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.810577 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11aecc-cb9a-442e-919e-7a4e9c41e560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0bc6944-d422-4724-a802-cfaca77af830,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:06.821877 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.822422 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Added segment cb8f3d28-3636-4b7f-982a-0f06cf238879 of type vlan for network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 Nov 09 17:45:06.824576 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c11aecc-cb9a-442e-919e-7a4e9c41e560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:06.839287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6c11aecc-cb9a-442e-919e-7a4e9c41e560 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a0bc6944-d422-4724-a802-cfaca77af830 HTTP/1.1" status: 204 len: 168 time: 0.5454369 Nov 09 17:45:06.843363 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59886) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:06.865720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f5902f70-08fb-4675-a69d-d6fe8360c361 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:45:06.962773 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: f5902f70-08fb-4675-a69d-d6fe8360c361 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:45:06.963279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f5902f70-08fb-4675-a69d-d6fe8360c361 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:45:07.047518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43dde650-f071-48fb-a93a-4cf9a845fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:07.101342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1e23722-6fcc-4007-8ec9-9b431ef650ea req-2f7560f2-a3b9-4b15-9334-782a4d45d528 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 210 time: 0.1407869 Nov 09 17:45:07.138604 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:07.266259 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.resource_extend [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:45:07.272167 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-20035227-412d-459e-b008-1b8357271717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:07.275030 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-20035227-412d-459e-b008-1b8357271717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:07.281012 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-20035227-412d-459e-b008-1b8357271717 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c2a3c57-1f6f-42fc-b1cc-3a709801719e HTTP/1.1" status: 204 len: 168 time: 0.9354734 Nov 09 17:45:07.367338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4cf70cb1-4741-40b1-92ba-89002f973078 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Allocated IP 172.20.0.8 (2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2/37e6e490-c4e7-47a6-8157-565b36fcd579/44cb9f8d-190d-4b50-8695-1f66ec790c1f) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:07.375209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20035227-412d-459e-b008-1b8357271717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2a3c57-1f6f-42fc-b1cc-3a709801719e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:07.398509 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43dde650-f071-48fb-a93a-4cf9a845fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:07.399458 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:07.430776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:07.431844 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:07.466062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-43dde650-f071-48fb-a93a-4cf9a845fc77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c114d2c2-1a09-4dc7-8797-24d44d4224bb']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:07.505607 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde6d1c-2c2f-4e0d-ba8a-b8f71fba02bb req-86f46707-da66-45e3-a29c-d8dafafdf4c6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:07.511132 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bde6d1c-2c2f-4e0d-ba8a-b8f71fba02bb req-86f46707-da66-45e3-a29c-d8dafafdf4c6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 945 time: 0.1969192 Nov 09 17:45:07.522434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-43dde650-f071-48fb-a93a-4cf9a845fc77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ada4cf3-34d0-44b8-a890-641761fd816c') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:07.522833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-43dde650-f071-48fb-a93a-4cf9a845fc77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ada4cf3-34d0-44b8-a890-641761fd816c') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:07.569901 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43dde650-f071-48fb-a93a-4cf9a845fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:07.632079 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43dde650-f071-48fb-a93a-4cf9a845fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:07.658593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dde650-f071-48fb-a93a-4cf9a845fc77 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:45:07.659498 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43dde650-f071-48fb-a93a-4cf9a845fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:45:07.664867 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:45:07.671248 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bde6d1c-2c2f-4e0d-ba8a-b8f71fba02bb req-b7f06982-1e4d-4f35-a13b-0cc8b72b1d72 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339898 Nov 09 17:45:07.689536 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6716888 Nov 09 17:45:07.791287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7394f7e-e575-41d6-bf93-c00b55caa43e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Pushing event updated for resources: {'Network': ['ID=47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:07.813626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43dde650-f071-48fb-a93a-4cf9a845fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:07.816834 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:45:07.828406 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43dde650-f071-48fb-a93a-4cf9a845fc77 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:07.832333 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-43dde650-f071-48fb-a93a-4cf9a845fc77 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c114d2c2-1a09-4dc7-8797-24d44d4224bb HTTP/1.1" status: 204 len: 168 time: 0.9871247 Nov 09 17:45:07.862697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dde650-f071-48fb-a93a-4cf9a845fc77 admin admin] Pushing event deleted for resources: {'Network': ['ID=c114d2c2-1a09-4dc7-8797-24d44d4224bb,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:07.955713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c600-fb44-4b82-8c14-9c682f292028 req-4f0b08de-3c11-4023-b66e-8d2b39bdb847 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:07.955713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60e0c600-fb44-4b82-8c14-9c682f292028 req-4f0b08de-3c11-4023-b66e-8d2b39bdb847 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 944 time: 0.4232640 Nov 09 17:45:08.157889 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60e0c600-fb44-4b82-8c14-9c682f292028 req-18778373-4c7a-4448-87d9-ac5c0020512f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867738 Nov 09 17:45:08.173694 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4cf70cb1-4741-40b1-92ba-89002f973078 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:08.208535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59912) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:08.349286 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-87411788-3cb9-4094-ba12-7a233d0ce653 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae8223e0dc684cc7b7d1ff886cc94744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385307 Nov 09 17:45:08.357783 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59914) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:08.378311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4cf70cb1-4741-40b1-92ba-89002f973078 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:08.520359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf70cb1-4741-40b1-92ba-89002f973078 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Pushing event updated for resources: {'Port': ['ID=44cb9f8d-190d-4b50-8695-1f66ec790c1f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:08.539910 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36481a91-3e32-418e-95b3-99e5a92e0b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:08.568777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4cf70cb1-4741-40b1-92ba-89002f973078 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Network 2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:08.589721 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36481a91-3e32-418e-95b3-99e5a92e0b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:08.602277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59922) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:08.613195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4cf70cb1-4741-40b1-92ba-89002f973078 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:08.615858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4cf70cb1-4741-40b1-92ba-89002f973078 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:08.643545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf76ffd-8d4f-4069-b693-d4911174471e req-a64b20c5-b34a-42a5-950e-aaeb72c9b85e tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:08.646859 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ecf76ffd-8d4f-4069-b693-d4911174471e req-a64b20c5-b34a-42a5-950e-aaeb72c9b85e tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 931 time: 0.3124650 Nov 09 17:45:08.706759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36481a91-3e32-418e-95b3-99e5a92e0b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:08.711264 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36481a91-3e32-418e-95b3-99e5a92e0b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:08.711472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Request body: {'port': {'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83', 'binding:host_id': 'n-h1-817236-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2116479089'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:08.713939 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-36481a91-3e32-418e-95b3-99e5a92e0b99 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2cbd1cf7-16b2-41ec-8877-8d46af141a71 HTTP/1.1" status: 204 len: 168 time: 0.3539114 Nov 09 17:45:08.734941 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36481a91-3e32-418e-95b3-99e5a92e0b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbd1cf7-16b2-41ec-8877-8d46af141a71,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:08.891158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Made reservation on behalf of 28e59e3000dc4c97af1bc0c531cf0c98 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:08.895334 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:08.924562 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:08.946030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4cf70cb1-4741-40b1-92ba-89002f973078 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:08.948000 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4cf70cb1-4741-40b1-92ba-89002f973078 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:08.965483 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ecf76ffd-8d4f-4069-b693-d4911174471e req-1bc7ceb1-9aa5-448f-8f62-74f5f18d5376 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382436 Nov 09 17:45:09.003831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835062c-91b8-4ae6-ac38-4918dac6eaf5 req-a16d498c-aa30-4a5d-a637-e5b04424d1c5 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:09.016690 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d835062c-91b8-4ae6-ac38-4918dac6eaf5 req-a16d498c-aa30-4a5d-a637-e5b04424d1c5 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 945 time: 0.1607060 Nov 09 17:45:09.054346 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-4cf70cb1-4741-40b1-92ba-89002f973078 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9180059 Nov 09 17:45:09.060253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cd09d1df-747d-471e-934f-594b6b8749df up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:09.070981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Request body: {'port': {'device_id': 'c2ac153b-4a34-44a8-b7c5-4b769c64ac53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:09.181955 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d835062c-91b8-4ae6-ac38-4918dac6eaf5 req-828ef6b5-01ef-42b1-9b50-87001cbdad61 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618199 Nov 09 17:45:09.230365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port cd09d1df-747d-471e-934f-594b6b8749df completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:45:09.259722 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:09.273756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port cd09d1df-747d-471e-934f-594b6b8749df triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:09.273756 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:09.421456 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:09.439720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:09.462756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd09d1df-747d-471e-934f-594b6b8749df'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:09.468424 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:09.469496 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5e2421-f7ac-42c5-959e-4caac8b12422" -d '{"events": [{"server_uuid": "dd35dd72-fb7b-4944-bf2a-95f0553bbf8a", "name": "network-vif-plugged", "status": "completed", "tag": "cd09d1df-747d-471e-934f-594b6b8749df"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:09.492088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] device_id is not set on port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:45:09.503590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cd09d1df-747d-471e-934f-594b6b8749df, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cd09d1df-747d-471e-934f-594b6b8749df,segment=NetworkSegment(d21808ba-80b8-472b-ab12-a506b21d0e8b),segment_id=d21808ba-80b8-472b-ab12-a506b21d0e8b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:09.517220 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:09.518318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8d4b410-1b17-4a17-8975-4b600b9430af up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:09.665692 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cf7209-77cb-49c3-87f3-e245d28a33d8 x-openstack-request-id: req-43cf7209-77cb-49c3-87f3-e245d28a33d8 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:09.666425 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd35dd72-fb7b-4944-bf2a-95f0553bbf8a", "name": "network-vif-plugged", "status": "completed", "tag": "cd09d1df-747d-471e-934f-594b6b8749df", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:09.666904 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43cf7209-77cb-49c3-87f3-e245d28a33d8 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:09.667572 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd09d1df-747d-471e-934f-594b6b8749df', 'code': 200} Nov 09 17:45:09.827551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441940e1-4ccb-4373-9fa3-0b97bf6374fb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:09.951739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7e881-a333-4a9e-a662-ac674ae7d8ce req-de749204-81f6-4370-b75d-eb09027754cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:09.961376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7c9b3-0b4b-4176-b6e0-75d369304420 req-7076d9b8-a708-45de-bf9e-e57d5881d773 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:09.964013 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27f7c9b3-0b4b-4176-b6e0-75d369304420 req-7076d9b8-a708-45de-bf9e-e57d5881d773 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 944 time: 0.5401495 Nov 09 17:45:09.964758 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dfb7e881-a333-4a9e-a662-ac674ae7d8ce req-de749204-81f6-4370-b75d-eb09027754cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 1097 time: 0.2566693 Nov 09 17:45:09.997696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=cd09d1df-747d-471e-934f-594b6b8749df,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:10.033935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port a8d4b410-1b17-4a17-8975-4b600b9430af completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:45:10.041310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port a8d4b410-1b17-4a17-8975-4b600b9430af triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:10.042408 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:10.105303 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27f7c9b3-0b4b-4176-b6e0-75d369304420 req-0ef68d97-7a70-4b68-8356-95228a7166db tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306245 Nov 09 17:45:10.139243 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dfb7e881-a333-4a9e-a662-ac674ae7d8ce req-e4034979-4d7f-4dcd-925e-bb30244aa90d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669176 Nov 09 17:45:10.345554 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:10.376393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0bd92-e095-4b0f-b2f4-121e08fe4173 req-73b3808b-0238-4600-8573-04552b3edbd0 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:10.384249 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63f0bd92-e095-4b0f-b2f4-121e08fe4173 req-73b3808b-0238-4600-8573-04552b3edbd0 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 931 time: 0.1724024 Nov 09 17:45:10.440566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8d4b410-1b17-4a17-8975-4b600b9430af, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8d4b410-1b17-4a17-8975-4b600b9430af,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:10.452931 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:10.466474 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63f0bd92-e095-4b0f-b2f4-121e08fe4173 req-26303128-6e29-4962-ab30-4463a003b2e9 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808113 Nov 09 17:45:10.589902 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a8d4b410-1b17-4a17-8975-4b600b9430af,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:10.652254 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5b230e21-3252-4d1a-8e21-5e6d4078420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:10.721852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] device_id is not set on port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:45:10.763338 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:10.783863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffe2d5-c1c9-4d54-bee4-32c561c1dfd1 req-c86db27d-0926-45c9-9ade-a3d8cfe17b4e tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:10.791650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dffe2d5-c1c9-4d54-bee4-32c561c1dfd1 req-c86db27d-0926-45c9-9ade-a3d8cfe17b4e tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 946 time: 0.3207316 Nov 09 17:45:10.802487 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:10.810716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cb9f8d-190d-4b50-8695-1f66ec790c1f {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:10.856239 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:10.909269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Transition to ACTIVE for port object 44cb9f8d-190d-4b50-8695-1f66ec790c1f will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:45:10.927890 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dffe2d5-c1c9-4d54-bee4-32c561c1dfd1 req-0ab0abe7-b7c9-4ef2-a42c-4279702fc1c7 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352012 Nov 09 17:45:10.945217 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event updated for resources: {'Port': ['ID=e4eef2a5-32e6-4d3d-8c26-697ffd27fb49,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:10.969750 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:11.054127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Checking segment: {'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:45:11.054500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Network hostable DHCP agents. Network: 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:45:11.066298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Pushing event updated for resources: {'Port': ['ID=44cb9f8d-190d-4b50-8695-1f66ec790c1f,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:11.105748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:45:11.124869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:11.137448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf3a180-1dd9-4588-8c48-2fba0ce1985c None None] Network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:45:11.150294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:11.197240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:11.197825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:11.198519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:11.214862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:11.215585 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:11.219073 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 2 to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 Nov 09 17:45:11.269316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:11.269922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:11.270394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:11.274166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Attempting to bind port 44cb9f8d-190d-4b50-8695-1f66ec790c1f on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:11.274653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Attempting to bind port 44cb9f8d-190d-4b50-8695-1f66ec790c1f by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '909734b0-e6ff-4a63-9fbb-7fb884b0b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:11.275045 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Attempting to bind port 44cb9f8d-190d-4b50-8695-1f66ec790c1f on network 2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:11.281247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:11.281725 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:11.284129 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 3 to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 Nov 09 17:45:11.289258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Port 44cb9f8d-190d-4b50-8695-1f66ec790c1f on network 2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:11.289864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Attempting to bind port 44cb9f8d-190d-4b50-8695-1f66ec790c1f on network 2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:11.305747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:45:11.306212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Checking segment: {'id': '909734b0-e6ff-4a63-9fbb-7fb884b0b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:45:11.306699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Bound using segment: {'id': '909734b0-e6ff-4a63-9fbb-7fb884b0b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:45:11.307272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Bound port: 44cb9f8d-190d-4b50-8695-1f66ec790c1f, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909734b0-e6ff-4a63-9fbb-7fb884b0b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:45:11.308799 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:11.320292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:11.320771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:11.321203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:11.364438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:11.365087 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:11.433871 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 4 to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 Nov 09 17:45:11.510388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:11.515908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:11.517038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:11.596260 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:11.598672 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:11.611261 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 5 to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 Nov 09 17:45:11.642742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a95e0-2c87-4c8d-91eb-7a80300fb5ef req-18520e83-4a51-41c5-a99d-312070da513a tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:11.654165 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e7a95e0-2c87-4c8d-91eb-7a80300fb5ef req-18520e83-4a51-41c5-a99d-312070da513a tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.2167485 Nov 09 17:45:11.668664 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b73a4-94c1-4637-b155-2e10fdc7a5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d4b410-1b17-4a17-8975-4b600b9430af'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:11.674886 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0168a8fc-14ab-4212-ba0f-a42317574370" -d '{"events": [{"server_uuid": "ff0b73a4-94c1-4637-b155-2e10fdc7a5e3", "name": "network-vif-plugged", "status": "completed", "tag": "a8d4b410-1b17-4a17-8975-4b600b9430af"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:11.679963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] For port 44cb9f8d-190d-4b50-8695-1f66ec790c1f, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:11.684663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:11.685627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:11.686148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:11.722052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:11.723077 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:11.727089 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 6 to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 Nov 09 17:45:11.734727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] For port 44cb9f8d-190d-4b50-8695-1f66ec790c1f, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=44cb9f8d-190d-4b50-8695-1f66ec790c1f,segment=NetworkSegment(909734b0-e6ff-4a63-9fbb-7fb884b0b240),segment_id=909734b0-e6ff-4a63-9fbb-7fb884b0b240)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:45:11.750146 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:11.755369 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60002) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:11.775713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:11.776277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:11.776772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:11.822253 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e7a95e0-2c87-4c8d-91eb-7a80300fb5ef req-81e30ef8-3cc0-4a30-984b-0ad20d075593 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664543 Nov 09 17:45:11.894292 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a2e62f-4fed-476a-ac05-dbbc3a4a96da x-openstack-request-id: req-43a2e62f-4fed-476a-ac05-dbbc3a4a96da {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:11.894770 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b73a4-94c1-4637-b155-2e10fdc7a5e3", "name": "network-vif-plugged", "status": "completed", "tag": "a8d4b410-1b17-4a17-8975-4b600b9430af", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:11.895138 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43a2e62f-4fed-476a-ac05-dbbc3a4a96da {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:11.895757 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b73a4-94c1-4637-b155-2e10fdc7a5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d4b410-1b17-4a17-8975-4b600b9430af', 'code': 200} Nov 09 17:45:11.922419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:11.922770 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:11.924670 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 7 to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 Nov 09 17:45:11.952884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Pushing event updated for resources: {'Port': ['ID=44cb9f8d-190d-4b50-8695-1f66ec790c1f,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:11.986929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:11.987299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:11.999365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:12.010171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:12.010832 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:12.016867 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6957e850-2e5e-4280-850a-294405dab773 service neutron] 10.222.0.13 "PUT /v2.0/ports/44cb9f8d-190d-4b50-8695-1f66ec790c1f HTTP/1.1" status: 200 len: 1091 time: 2.9527304 Nov 09 17:45:12.022545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ac153b-4a34-44a8-b7c5-4b769c64ac53', 'tag': '44cb9f8d-190d-4b50-8695-1f66ec790c1f'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:12.026891 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586c6479-3e4d-4129-8ed3-0150dba1b95d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ac153b-4a34-44a8-b7c5-4b769c64ac53", "tag": "44cb9f8d-190d-4b50-8695-1f66ec790c1f"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:12.052203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf731672-2942-4f85-aa5a-7b171ee0a869 req-2b11264d-1b92-4f70-9e77-dceb571e0a33 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:12.059110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319abf1c-39c0-451f-9a41-1d5709693dba req-bb9df3ca-4f3a-43b7-ada1-43f8a510dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:12.068160 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bf731672-2942-4f85-aa5a-7b171ee0a869 req-2b11264d-1b92-4f70-9e77-dceb571e0a33 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 943 time: 0.4198823 Nov 09 17:45:12.070340 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-319abf1c-39c0-451f-9a41-1d5709693dba req-bb9df3ca-4f3a-43b7-ada1-43f8a510dabb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 1096 time: 0.1093011 Nov 09 17:45:12.115446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:12.116131 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:12.118139 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 8 to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 Nov 09 17:45:12.199853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:12.201224 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-319abf1c-39c0-451f-9a41-1d5709693dba req-afcb73c3-2b53-4074-aba6-802873460070 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223116 Nov 09 17:45:12.201420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:12.201420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:12.216411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bf731672-2942-4f85-aa5a-7b171ee0a869 req-d5c813e9-f7a9-4356-bb26-31944bf728b0 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442425 Nov 09 17:45:12.235450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:12.235450 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:12.235450 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 9 to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 Nov 09 17:45:12.265700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8cab3-6581-4f00-ac25-119eea08f740 req-e065fa8e-37a5-4201-8a95-f5537868286e tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:12.280704 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ba8cab3-6581-4f00-ac25-119eea08f740 req-e065fa8e-37a5-4201-8a95-f5537868286e tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 946 time: 0.1780262 Nov 09 17:45:12.290218 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d103b6-7257-4694-9c55-3bac8fe85e2b x-openstack-request-id: req-40d103b6-7257-4694-9c55-3bac8fe85e2b {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:12.291142 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ac153b-4a34-44a8-b7c5-4b769c64ac53", "tag": "44cb9f8d-190d-4b50-8695-1f66ec790c1f", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:12.291903 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40d103b6-7257-4694-9c55-3bac8fe85e2b {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:12.295008 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ac153b-4a34-44a8-b7c5-4b769c64ac53', 'tag': '44cb9f8d-190d-4b50-8695-1f66ec790c1f', 'status': 'completed', 'code': 200} Nov 09 17:45:12.310294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:12.311278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:12.312126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:12.326305 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-ad87276d-95f6-44e5-b158-32c8477fa8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:12.329773 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-ad87276d-95f6-44e5-b158-32c8477fa8d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fca237f2db0a43d2aaa2789b501c4288&device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 1094 time: 0.2124450 Nov 09 17:45:12.332146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:12.333050 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:12.333937 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 10 to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 Nov 09 17:45:12.405650 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ba8cab3-6581-4f00-ac25-119eea08f740 req-01c2f530-540f-45d9-aa7b-da745e067a40 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152897 Nov 09 17:45:12.488842 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-51c98f1a-fcb6-40eb-90a1-718fcbb833a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44cb9f8d-190d-4b50-8695-1f66ec790c1f HTTP/1.1" status: 200 len: 217 time: 0.1465802 Nov 09 17:45:12.490447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:12.491546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:12.492789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:12.532865 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1967509339-network', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:12.544583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:12.546696 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:12.547421 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:12.620380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808ecf2-84a9-4439-927f-a6056d71ef52 req-24073193-2e8a-4a2a-a472-01ade453ae6f tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:12.632903 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e808ecf2-84a9-4439-927f-a6056d71ef52 req-24073193-2e8a-4a2a-a472-01ade453ae6f tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 946 time: 0.0842474 Nov 09 17:45:12.635605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60028) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:12.645003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bfebcc28-edbd-46d1-8a57-7bcdcacbd2d2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Request body: {'floatingip': {'port_id': 'cd09d1df-747d-471e-934f-594b6b8749df'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:12.737392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Made reservation on behalf of d5d9bdb4d3534890be2673a8a3219a16 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:12.739310 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:12.759369 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:12.764781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-d14bc306-0864-4ef5-b59d-af060d950307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:12.767428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-d14bc306-0864-4ef5-b59d-af060d950307 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37e6e490-c4e7-47a6-8157-565b36fcd579 HTTP/1.1" status: 200 len: 852 time: 0.2650566 Nov 09 17:45:12.773124 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bfebcc28-edbd-46d1-8a57-7bcdcacbd2d2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:12.870806 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-e2a07eb4-f624-41a0-93d3-22ba85ea4316 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854979 Nov 09 17:45:12.910491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] For port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:12.911119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempted to set empty binding levels {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 17:45:13.030357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:13.176867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event updated for resources: {'Port': ['ID=e4eef2a5-32e6-4d3d-8c26-697ffd27fb49,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:13.190998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:13.192014 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:13.242102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642f9d3-f05d-41d0-bd28-650b8e827f64 req-f46c009e-eaca-4286-8e2b-c57a50bc863e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:13.250725 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b642f9d3-f05d-41d0-bd28-650b8e827f64 req-f46c009e-eaca-4286-8e2b-c57a50bc863e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.1863909 Nov 09 17:45:13.258307 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-20520edd-cf58-4b6b-b32a-1c68bdd58211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.6371598 Nov 09 17:45:13.263918 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60044) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:13.399249 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:13.406640 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-e1cc2ad3-b76c-410c-9830-b54ba082e953 service neutron] 10.222.0.13 "GET /v2.0/networks/2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262203 Nov 09 17:45:13.419749 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b642f9d3-f05d-41d0-bd28-650b8e827f64 req-2cad8221-4c2f-4571-bdb0-4938b8746868 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654828 Nov 09 17:45:13.494216 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:13.664597 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b30a0ed8-0fd1-43e3-b8c3-605a05307cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:14.209952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:45:14.245914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d274f3e-d840-477b-9c60-91cc3b9ea85d req-940269f1-b3b8-4af5-bbbc-6074c17c58f6 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:14.256041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d274f3e-d840-477b-9c60-91cc3b9ea85d req-940269f1-b3b8-4af5-bbbc-6074c17c58f6 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 943 time: 0.8545125 Nov 09 17:45:14.302960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183d9e96-eda4-41df-844b-545068d351f4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:14.349345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3489a-cf07-41a4-9263-e201a78faf1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Deleting port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:45:14.350132 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1f3489a-cf07-41a4-9263-e201a78faf1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:14.394857 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:14.395850 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Added segment 215de805-6e23-4129-8edc-ab7ae3f24eba of type vlan for network 62985637-89b4-4626-b71d-b65e6efa34fa Nov 09 17:45:14.409683 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:14.429114 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d274f3e-d840-477b-9c60-91cc3b9ea85d req-77e94dac-1df6-4b2c-8336-3cf902b2dfab tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715987 Nov 09 17:45:14.434911 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [None req-bfebcc28-edbd-46d1-8a57-7bcdcacbd2d2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:45:14.491411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-b1f3489a-cf07-41a4-9263-e201a78faf1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] For port e4eef2a5-32e6-4d3d-8c26-697ffd27fb49, host n-h1-817236-1, got binding levels [] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:14.491787 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1f3489a-cf07-41a4-9263-e201a78faf1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:14.513908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3489a-cf07-41a4-9263-e201a78faf1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Calling delete_port for e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:45:14.531605 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bfebcc28-edbd-46d1-8a57-7bcdcacbd2d2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:14.541149 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bfebcc28-edbd-46d1-8a57-7bcdcacbd2d2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:14.568793 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:14.642330 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2424e699-cc05-4f22-b8f3-8b60d6ade85a req-6a3678d8-0b0d-4094-b7de-8e362f907d84 service neutron] 10.222.0.13 "GET /v2.0/networks/2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1412177 Nov 09 17:45:14.705876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24af9b7-b426-4bbd-83b0-641af39fe130 req-3b3cfb8a-5eb9-4145-937c-a38f0327eac2 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:14.708386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a24af9b7-b426-4bbd-83b0-641af39fe130 req-3b3cfb8a-5eb9-4145-937c-a38f0327eac2 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.1359363 Nov 09 17:45:14.710158 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:14.711650 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:14.712519 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:14.852696 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-bfebcc28-edbd-46d1-8a57-7bcdcacbd2d2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Floating IP eb952b63-eaae-4967-8b2c-d6be5b3a3783 associated. External IP: 172.25.1.113, port: cd09d1df-747d-471e-934f-594b6b8749df. Nov 09 17:45:14.854611 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0962636 Nov 09 17:45:14.874819 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60076) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:14.875038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e9d57-a63b-4c95-8c4d-a4382d901a75 admin admin] Pushing event updated for resources: {'Network': ['ID=62985637-89b4-4626-b71d-b65e6efa34fa,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:14.895796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 62985637-89b4-4626-b71d-b65e6efa34fa details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:45:14.908972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a24af9b7-b426-4bbd-83b0-641af39fe130 req-df268c96-1fec-4bdb-b5d7-9348e1547bf6 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512527 Nov 09 17:45:14.930586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c6479-3e4d-4129-8ed3-0150dba1b95d req-0232585c-e31b-4951-8143-c84955aea165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:14.939934 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-586c6479-3e4d-4129-8ed3-0150dba1b95d req-0232585c-e31b-4951-8143-c84955aea165 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fca237f2db0a43d2aaa2789b501c4288&device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 1094 time: 0.1868119 Nov 09 17:45:14.949489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8b6198ae-24f1-4a79-b9ed-beb1ea5c4690 admin admin] Request body: {'subnet': {'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1967509339-subnet', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:15.081653 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1f3489a-cf07-41a4-9263-e201a78faf1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:15.132126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3489a-cf07-41a4-9263-e201a78faf1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4eef2a5-32e6-4d3d-8c26-697ffd27fb49,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:15.136590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6198ae-24f1-4a79-b9ed-beb1ea5c4690 admin admin] Made reservation on behalf of d5d9bdb4d3534890be2673a8a3219a16 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:15.140020 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6198ae-24f1-4a79-b9ed-beb1ea5c4690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:15.271116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c6479-3e4d-4129-8ed3-0150dba1b95d req-f499a286-63c2-4018-b73a-2777b7d1b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:15.275263 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-586c6479-3e4d-4129-8ed3-0150dba1b95d req-f499a286-63c2-4018-b73a-2777b7d1b36a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2 HTTP/1.1" status: 200 len: 913 time: 0.3260036 Nov 09 17:45:15.308021 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:15.446761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-586c6479-3e4d-4129-8ed3-0150dba1b95d req-7b8f8db7-fe1d-4e56-9301-0aa5cff09724 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44cb9f8d-190d-4b50-8695-1f66ec790c1f HTTP/1.1" status: 200 len: 217 time: 0.1633310 Nov 09 17:45:15.513442 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6198ae-24f1-4a79-b9ed-beb1ea5c4690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:15.525137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1f3489a-cf07-41a4-9263-e201a78faf1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:15.535060 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b1f3489a-cf07-41a4-9263-e201a78faf1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "DELETE /v2.0/ports/e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 HTTP/1.1" status: 204 len: 168 time: 2.2628865 Nov 09 17:45:15.536386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60094) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:15.609780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c6479-3e4d-4129-8ed3-0150dba1b95d req-e9aa3115-7170-43c2-87ed-0367dca16031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:15.614738 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-586c6479-3e4d-4129-8ed3-0150dba1b95d req-e9aa3115-7170-43c2-87ed-0367dca16031 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37e6e490-c4e7-47a6-8157-565b36fcd579 HTTP/1.1" status: 200 len: 852 time: 0.1589758 Nov 09 17:45:15.657202 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-586c6479-3e4d-4129-8ed3-0150dba1b95d req-4d6b4db3-5f75-4330-bbe7-4de91bfe53e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342298 Nov 09 17:45:15.684854 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-164d6ba9-9925-452b-9fa8-67f10323beb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] GET failed (client error): The resource could not be found. Nov 09 17:45:15.687045 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-164d6ba9-9925-452b-9fa8-67f10323beb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "GET /v2.0/ports/e4eef2a5-32e6-4d3d-8c26-697ffd27fb49 HTTP/1.1" status: 404 len: 333 time: 0.1407075 Nov 09 17:45:15.694291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60096) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:15.699382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-18c84a1f-0502-4089-bb8c-2324abdff2c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Request body: {'port': {'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-600887736'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:15.727927 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1681a0-9493-49b3-ba9d-ebcd3a5e29ad req-88428640-619a-419b-8323-cea9e48876a1 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:15.737023 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ce1681a0-9493-49b3-ba9d-ebcd3a5e29ad req-88428640-619a-419b-8323-cea9e48876a1 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.6454391 Nov 09 17:45:15.790417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6198ae-24f1-4a79-b9ed-beb1ea5c4690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e004d7-aa4f-429b-b705-1f002be3405f,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:15.811768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6198ae-24f1-4a79-b9ed-beb1ea5c4690 admin admin] Checking segment: {'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:45:15.813279 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6198ae-24f1-4a79-b9ed-beb1ea5c4690 admin admin] Network hostable DHCP agents. Network: 62985637-89b4-4626-b71d-b65e6efa34fa, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:45:15.860206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c84a1f-0502-4089-bb8c-2324abdff2c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Made reservation on behalf of 28e59e3000dc4c97af1bc0c531cf0c98 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:15.863011 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-18c84a1f-0502-4089-bb8c-2324abdff2c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:15.896548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-18c84a1f-0502-4089-bb8c-2324abdff2c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] device_id is not set on port 1a218a8e-6585-4c89-88a6-deb350407954 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:45:15.931655 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ce1681a0-9493-49b3-ba9d-ebcd3a5e29ad req-e4d57b61-c3b5-4c28-9c66-e47158d5dcbe tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934652 Nov 09 17:45:15.964316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-586c6479-3e4d-4129-8ed3-0150dba1b95d req-c6a94455-0a31-47a3-ac97-241cf281bf31 service neutron] 10.222.0.13 "GET /v2.0/networks/2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993982 Nov 09 17:45:15.964987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6198ae-24f1-4a79-b9ed-beb1ea5c4690 admin admin] Network 62985637-89b4-4626-b71d-b65e6efa34fa is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:45:16.014298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8b6198ae-24f1-4a79-b9ed-beb1ea5c4690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 62985637-89b4-4626-b71d-b65e6efa34fa) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:16.022767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6198ae-24f1-4a79-b9ed-beb1ea5c4690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:16.026484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e8def2-c8c6-434e-9a08-fb5b1d866b7c None None] Network 62985637-89b4-4626-b71d-b65e6efa34fa requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:45:16.040844 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b6198ae-24f1-4a79-b9ed-beb1ea5c4690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:16.128334 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8b6198ae-24f1-4a79-b9ed-beb1ea5c4690 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2517302 Nov 09 17:45:16.133452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60108) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:16.148562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:16.160759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfebcc28-edbd-46d1-8a57-7bcdcacbd2d2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:45:16.265978 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:16.265978 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:16.463598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd21375-a01c-46b1-950d-591f0f697a15 req-3534575f-b7b7-41e5-94b3-7ae9838e7dbf tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:16.474317 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bd21375-a01c-46b1-950d-591f0f697a15 req-3534575f-b7b7-41e5-94b3-7ae9838e7dbf tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 943 time: 0.4435689 Nov 09 17:45:16.535360 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfebcc28-edbd-46d1-8a57-7bcdcacbd2d2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:45:16.547582 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bfebcc28-edbd-46d1-8a57-7bcdcacbd2d2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:16.609311 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bfebcc28-edbd-46d1-8a57-7bcdcacbd2d2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "PUT /v2.0/floatingips/eb952b63-eaae-4967-8b2c-d6be5b3a3783 HTTP/1.1" status: 200 len: 992 time: 3.9671729 Nov 09 17:45:16.614122 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8881d551-72d7-4bf1-a1c3-629e11e6add2 None None] Sync routers for ids ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:45:16.630997 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:16.634472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'tag': 'cd09d1df-747d-471e-934f-594b6b8749df'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:16.649368 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5749f86b-13b8-4316-a9ab-7fee1b28b0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd35dd72-fb7b-4944-bf2a-95f0553bbf8a", "tag": "cd09d1df-747d-471e-934f-594b6b8749df"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:16.652769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-62985637-89b4-4626-b71d-b65e6efa34fa', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:45:16.657480 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8881d551-72d7-4bf1-a1c3-629e11e6add2 None None] Routers {'b512ee4f-8c7c-4dd0-b355-f828d3dfda84'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:45:16.657674 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:16.658540 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8881d551-72d7-4bf1-a1c3-629e11e6add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:16.845812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bd21375-a01c-46b1-950d-591f0f697a15 req-d6f1b882-bd73-4c43-b0bb-fdba0ef29c40 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474557 Nov 09 17:45:16.878607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-586c6479-3e4d-4129-8ed3-0150dba1b95d req-17dec07b-8ed5-48b3-8e2e-df9083e9aa4b service neutron] 10.222.0.13 "GET /v2.0/networks/2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8874819 Nov 09 17:45:16.907015 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-18c84a1f-0502-4089-bb8c-2324abdff2c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:17.013552 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-18c84a1f-0502-4089-bb8c-2324abdff2c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:17.092417 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-8881d551-72d7-4bf1-a1c3-629e11e6add2 None None] Set router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:45:17.126172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c84a1f-0502-4089-bb8c-2324abdff2c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:17.135339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-18c84a1f-0502-4089-bb8c-2324abdff2c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:17.145319 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c84a1f-0502-4089-bb8c-2324abdff2c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:17.149355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c84a1f-0502-4089-bb8c-2324abdff2c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:17.150331 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-18c84a1f-0502-4089-bb8c-2324abdff2c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:17.164618 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:17.169405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Allocated IP 172.20.0.2 (62985637-89b4-4626-b71d-b65e6efa34fa/90e004d7-aa4f-429b-b705-1f002be3405f/9a254da6-39b8-4a28-ba8a-59d4a5bb1e00) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:17.191175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-18c84a1f-0502-4089-bb8c-2324abdff2c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4967380 Nov 09 17:45:17.196302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60128) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:17.207503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d7c13-aa90-4f81-b8d6-b3094b49fcd2 req-ff5ce2cd-569b-42b5-8d42-e4b978a19040 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:17.211097 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c4d7c13-aa90-4f81-b8d6-b3094b49fcd2 req-ff5ce2cd-569b-42b5-8d42-e4b978a19040 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.2528193 Nov 09 17:45:17.212104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:17.280409 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c84a1f-0502-4089-bb8c-2324abdff2c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event updated for resources: {'Port': ['ID=1a218a8e-6585-4c89-88a6-deb350407954,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:17.306490 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb6da82-66d6-44f9-9468-6fb1f7dbdc4a x-openstack-request-id: req-ebb6da82-66d6-44f9-9468-6fb1f7dbdc4a {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:17.306918 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd35dd72-fb7b-4944-bf2a-95f0553bbf8a", "tag": "cd09d1df-747d-471e-934f-594b6b8749df", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:17.307340 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ebb6da82-66d6-44f9-9468-6fb1f7dbdc4a {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:17.310401 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'tag': 'cd09d1df-747d-471e-934f-594b6b8749df', 'status': 'completed', 'code': 200} Nov 09 17:45:17.370747 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c4d7c13-aa90-4f81-b8d6-b3094b49fcd2 req-e96fc3ea-8cc9-4127-b8d9-0690973b6c47 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450934 Nov 09 17:45:17.382260 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:17.442981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749f86b-13b8-4316-a9ab-7fee1b28b0f2 req-bdc11e69-175b-48c9-a489-613c281e5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:17.446391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5749f86b-13b8-4316-a9ab-7fee1b28b0f2 req-bdc11e69-175b-48c9-a489-613c281e5c88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=059c7b1f75b74f36a2ff886e5a8d678a&device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 1097 time: 0.1162713 Nov 09 17:45:17.589909 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:17.593835 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:17.606404 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:17.715288 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Pushing event updated for resources: {'Port': ['ID=9a254da6-39b8-4a28-ba8a-59d4a5bb1e00,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:17.740232 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Network 62985637-89b4-4626-b71d-b65e6efa34fa is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:17.747994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:17.752048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:17.757055 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edb6f5-7c34-4a7f-9ac4-200692a09300 req-c6810ad2-2d5b-4a30-8b50-5c4506cc8f2f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:17.760116 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4edb6f5-7c34-4a7f-9ac4-200692a09300 req-c6810ad2-2d5b-4a30-8b50-5c4506cc8f2f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.1578362 Nov 09 17:45:17.766725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749f86b-13b8-4316-a9ab-7fee1b28b0f2 req-7a7dea8a-59ef-46cb-8e28-d267aff62634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:17.768922 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5749f86b-13b8-4316-a9ab-7fee1b28b0f2 req-7a7dea8a-59ef-46cb-8e28-d267aff62634 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6bb7c12d-7c27-4201-898b-28da5ef6fc85 HTTP/1.1" status: 200 len: 916 time: 0.3131666 Nov 09 17:45:17.831293 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8881d551-72d7-4bf1-a1c3-629e11e6add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 4, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port': {'id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:45Z', 'updated_at': '2021-11-09T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'eb952b63-eaae-4967-8b2c-d6be5b3a3783', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'floating_ip_address': '172.25.1.113', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'port_id': 'cd09d1df-747d-471e-934f-594b6b8749df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'mac_address': 'fa:16:3e:5b:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:44:04Z', 'updated_at': '2021-11-09T17:45:14Z', 'revision_number': 1, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4872b524-dd85-4fcf-b4c1-dfd82fab4515', 'name': '', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'mac_address': 'fa:16:3e:01:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:52Z', 'updated_at': '2021-11-09T17:44:00Z', 'revision_number': 5, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'subnets': [{'id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:17.907798 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8881d551-72d7-4bf1-a1c3-629e11e6add2 None None] Checking router: b512ee4f-8c7c-4dd0-b355-f828d3dfda84 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:45:17.932757 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8881d551-72d7-4bf1-a1c3-629e11e6add2 None None] Routers {'b512ee4f-8c7c-4dd0-b355-f828d3dfda84'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:45:17.933669 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8881d551-72d7-4bf1-a1c3-629e11e6add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:17.968088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] device_id is not set on port 1a218a8e-6585-4c89-88a6-deb350407954 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:45:18.038481 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:18.056195 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:18.142878 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-8881d551-72d7-4bf1-a1c3-629e11e6add2 None None] Set router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:45:18.164284 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:18.195657 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4edb6f5-7c34-4a7f-9ac4-200692a09300 req-e678079d-c9a7-42bc-aeb2-8f9002742964 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610354 Nov 09 17:45:18.200535 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:18.336559 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5749f86b-13b8-4316-a9ab-7fee1b28b0f2 req-e962142d-55f7-491e-994a-4185137e98c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd09d1df-747d-471e-934f-594b6b8749df HTTP/1.1" status: 200 len: 1000 time: 0.3869557 Nov 09 17:45:18.423272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Attempting to bind port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:18.424072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Attempting to bind port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:18.424726 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Attempting to bind port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 on network 62985637-89b4-4626-b71d-b65e6efa34fa {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:18.440439 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:45:18.441655 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Checking segment: {'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:45:18.443506 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:18.444813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Bound using segment: {'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:45:18.445360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Bound port: 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:45:18.446207 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:18.453373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:18.454118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:18.454692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:18.484558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event updated for resources: {'Port': ['ID=1a218a8e-6585-4c89-88a6-deb350407954,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:18.488410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:18.488943 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:18.521871 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 2 to bind port 1a218a8e-6585-4c89-88a6-deb350407954 Nov 09 17:45:18.596254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:18.596691 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:18.597231 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:18.618965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:18.621413 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:18.629021 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 3 to bind port 1a218a8e-6585-4c89-88a6-deb350407954 Nov 09 17:45:18.659837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] For port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:18.670091 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8881d551-72d7-4bf1-a1c3-629e11e6add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 4, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port': {'id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:45Z', 'updated_at': '2021-11-09T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'eb952b63-eaae-4967-8b2c-d6be5b3a3783', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'floating_ip_address': '172.25.1.113', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'port_id': 'cd09d1df-747d-471e-934f-594b6b8749df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'mac_address': 'fa:16:3e:5b:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:44:04Z', 'updated_at': '2021-11-09T17:45:14Z', 'revision_number': 1, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4872b524-dd85-4fcf-b4c1-dfd82fab4515', 'name': '', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'mac_address': 'fa:16:3e:01:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:52Z', 'updated_at': '2021-11-09T17:44:00Z', 'revision_number': 5, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'subnets': [{'id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:18.673145 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] For port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9a254da6-39b8-4a28-ba8a-59d4a5bb1e00,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:45:18.683401 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:18.720596 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a376d77-2a70-4e56-af9a-645ea16c5175 req-cd489fc8-33f9-442d-bbb1-8ccb91e34c5e tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:18.722851 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a376d77-2a70-4e56-af9a-645ea16c5175 req-cd489fc8-33f9-442d-bbb1-8ccb91e34c5e tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 943 time: 0.4063659 Nov 09 17:45:18.724126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:18.724567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:18.725062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:18.734494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:18.734929 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:18.735423 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 4 to bind port 1a218a8e-6585-4c89-88a6-deb350407954 Nov 09 17:45:18.754554 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8881d551-72d7-4bf1-a1c3-629e11e6add2 None None] The sync data for ids ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'] in n-d-817236-1 is: [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 4, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port': {'id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:45Z', 'updated_at': '2021-11-09T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'eb952b63-eaae-4967-8b2c-d6be5b3a3783', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'floating_ip_address': '172.25.1.113', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'port_id': 'cd09d1df-747d-471e-934f-594b6b8749df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'mac_address': 'fa:16:3e:5b:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:44:04Z', 'updated_at': '2021-11-09T17:45:14Z', 'revision_number': 1, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4872b524-dd85-4fcf-b4c1-dfd82fab4515', 'name': '', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'mac_address': 'fa:16:3e:01:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:52Z', 'updated_at': '2021-11-09T17:44:00Z', 'revision_number': 5, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'subnets': [{'id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:45:18.795273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a376d77-2a70-4e56-af9a-645ea16c5175 req-e71b56d7-dc57-4a28-8fad-daaed133d468 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553904 Nov 09 17:45:18.795869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:18.796222 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:18.796566 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:18.803888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:18.804701 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:18.804701 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 5 to bind port 1a218a8e-6585-4c89-88a6-deb350407954 Nov 09 17:45:18.827922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:18.828254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:18.828615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:18.834750 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:18.835035 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:18.835461 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 6 to bind port 1a218a8e-6585-4c89-88a6-deb350407954 Nov 09 17:45:18.875547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:18.876781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:18.877194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:18.890065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:18.890713 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:18.893886 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 7 to bind port 1a218a8e-6585-4c89-88a6-deb350407954 Nov 09 17:45:18.915311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 44cb9f8d-190d-4b50-8695-1f66ec790c1f details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:45:18.945744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749f86b-13b8-4316-a9ab-7fee1b28b0f2 req-1e8fe8d9-4cb6-430d-bf12-b884cbbdf80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:18.948255 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5749f86b-13b8-4316-a9ab-7fee1b28b0f2 req-1e8fe8d9-4cb6-430d-bf12-b884cbbdf80f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c826272-f3f0-49c8-ac99-3121a12d9267 HTTP/1.1" status: 200 len: 854 time: 0.5962713 Nov 09 17:45:18.963545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:18.966712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:18.967420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:18.999666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:19.004447 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:19.006248 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 8 to bind port 1a218a8e-6585-4c89-88a6-deb350407954 Nov 09 17:45:19.071125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:19.072226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:19.072578 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:19.081342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096c705-62a8-4657-83a7-d3edbb4c54e7 None None] Pushing event updated for resources: {'Port': ['ID=9a254da6-39b8-4a28-ba8a-59d4a5bb1e00,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:19.084862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:19.085325 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:19.085613 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 9 to bind port 1a218a8e-6585-4c89-88a6-deb350407954 Nov 09 17:45:19.111474 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:45:19.143770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:19.144278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:19.144614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:19.148603 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Allocated IP 172.25.1.160 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/8c59c079-10ad-4a84-b5f6-5dcf3b4c6534) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:19.152599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:19.154993 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:19.155583 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 10 to bind port 1a218a8e-6585-4c89-88a6-deb350407954 Nov 09 17:45:19.192019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:19.192365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:19.192711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:19.195789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200f402-6011-427f-93ae-3c3e563d00b6 req-76704498-6491-4b75-bc3d-79a212aac485 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.206280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:19.206708 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 1a218a8e-6585-4c89-88a6-deb350407954 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:19.207007 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:19.208042 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0200f402-6011-427f-93ae-3c3e563d00b6 req-76704498-6491-4b75-bc3d-79a212aac485 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.5298991 Nov 09 17:45:19.362516 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7008ee4-91a1-4b08-ae74-91083352ada6 None None] New status for floating IP eb952b63-eaae-4967-8b2c-d6be5b3a3783: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:45:19.423152 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] For port 1a218a8e-6585-4c89-88a6-deb350407954, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:19.428150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempted to set empty binding levels {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 17:45:19.438817 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:19.484744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749f86b-13b8-4316-a9ab-7fee1b28b0f2 req-2c114ede-8f3c-43e4-9638-1ee5c41ce23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.487021 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5749f86b-13b8-4316-a9ab-7fee1b28b0f2 req-2c114ede-8f3c-43e4-9638-1ee5c41ce23e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6bb7c12d-7c27-4201-898b-28da5ef6fc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4650953 Nov 09 17:45:19.514813 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0200f402-6011-427f-93ae-3c3e563d00b6 req-7ae809a6-5c8e-4d7b-990c-034906dd9750 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824552 Nov 09 17:45:19.537904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 44cb9f8d-190d-4b50-8695-1f66ec790c1f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=44cb9f8d-190d-4b50-8695-1f66ec790c1f,segment=NetworkSegment(909734b0-e6ff-4a63-9fbb-7fb884b0b240),segment_id=909734b0-e6ff-4a63-9fbb-7fb884b0b240)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:19.672315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] In _notify_port_updated(), no bound segment for port 1a218a8e-6585-4c89-88a6-deb350407954 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 17:45:19.676271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.678169 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:19.686942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "PUT /v2.0/ports/1a218a8e-6585-4c89-88a6-deb350407954 HTTP/1.1" status: 200 len: 978 time: 2.4827936 Nov 09 17:45:19.693000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60192) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:19.767257 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ac125-55d1-4498-b5c1-63bb01d6e499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event updated for resources: {'Port': ['ID=1a218a8e-6585-4c89-88a6-deb350407954,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:19.787405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '44cb9f8d-190d-4b50-8695-1f66ec790c1f', 'network_id': '2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2', 'port_id': '44cb9f8d-190d-4b50-8695-1f66ec790c1f', 'mac_address': 'fa:16:3e:cc:7e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e6e490-c4e7-47a6-8157-565b36fcd579', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:45:19.887705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.889306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.892112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.894077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.894633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.896471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.899670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.900229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.900781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.901324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.905492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.906492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.908052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.912192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.913039 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.913589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.914277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.914977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.916687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.917834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.921543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.921926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.922931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.924602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.925833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.926928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:19.954718 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-094653e2-a391-4d68-a0da-d0766ccc7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23538 time: 0.2566371 Nov 09 17:45:19.958918 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60200) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:20.065018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:20.107293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cb9f8d-190d-4b50-8695-1f66ec790c1f {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:20.161985 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:20.169412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 44cb9f8d-190d-4b50-8695-1f66ec790c1f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=44cb9f8d-190d-4b50-8695-1f66ec790c1f,segment=NetworkSegment(909734b0-e6ff-4a63-9fbb-7fb884b0b240),segment_id=909734b0-e6ff-4a63-9fbb-7fb884b0b240)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:20.178002 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:20.194492 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5749f86b-13b8-4316-a9ab-7fee1b28b0f2 req-aa16d5ff-7146-4b1b-863e-e0280eb847c9 service neutron] 10.222.0.18 "GET /v2.0/networks/6bb7c12d-7c27-4201-898b-28da5ef6fc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6956241 Nov 09 17:45:20.334838 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=44cb9f8d-190d-4b50-8695-1f66ec790c1f,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:20.344197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036dda65-8a49-45bb-a73f-3efa373653f5 req-fe19fb91-cd24-44be-a087-cf904a0aabf6 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:20.372519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-036dda65-8a49-45bb-a73f-3efa373653f5 req-fe19fb91-cd24-44be-a087-cf904a0aabf6 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.4086442 Nov 09 17:45:20.413031 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:20.441912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-80b54708-1d44-4906-8338-e61de48f237f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Deleting port 1a218a8e-6585-4c89-88a6-deb350407954 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:45:20.442508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-80b54708-1d44-4906-8338-e61de48f237f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:20.468500 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['44cb9f8d-190d-4b50-8695-1f66ec790c1f'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:45:20.498622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8c59c079-10ad-4a84-b5f6-5dcf3b4c6534,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:20.525153 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:20.531776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:20.536135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:20.544604 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5749f86b-13b8-4316-a9ab-7fee1b28b0f2 req-28d4c9da-d10e-4d21-9293-d989dc060813 service neutron] 10.222.0.18 "GET /v2.0/networks/6bb7c12d-7c27-4201-898b-28da5ef6fc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416705 Nov 09 17:45:20.561954 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-036dda65-8a49-45bb-a73f-3efa373653f5 req-81fd4163-71fc-4a96-aa78-8ba9ad61638c tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881440 Nov 09 17:45:20.634722 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-80b54708-1d44-4906-8338-e61de48f237f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] For port 1a218a8e-6585-4c89-88a6-deb350407954, host n-h1-817236-1, got binding levels [] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:20.635247 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-80b54708-1d44-4906-8338-e61de48f237f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:20.672733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-80b54708-1d44-4906-8338-e61de48f237f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Calling delete_port for 1a218a8e-6585-4c89-88a6-deb350407954 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:45:20.756859 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:20.974549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:20.975174 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:20.991337 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c543d-6568-4f02-b906-e0572be01553 req-ebf3b6b4-57e9-4a83-a5ee-f800cb5b47bf tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:21.001287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd8c543d-6568-4f02-b906-e0572be01553 req-ebf3b6b4-57e9-4a83-a5ee-f800cb5b47bf tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 944 time: 0.2298574 Nov 09 17:45:21.034200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa59a44-9151-48b7-b3e3-61d8e1981a59 None None] Network 62985637-89b4-4626-b71d-b65e6efa34fa requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:45:21.094925 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd8c543d-6568-4f02-b906-e0572be01553 req-5b59cc28-625a-4e23-b1e7-daf180c2992d tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926216 Nov 09 17:45:21.149008 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-80b54708-1d44-4906-8338-e61de48f237f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:21.210156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b54708-1d44-4906-8338-e61de48f237f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a218a8e-6585-4c89-88a6-deb350407954,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:21.229781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-80b54708-1d44-4906-8338-e61de48f237f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:21.235290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-80b54708-1d44-4906-8338-e61de48f237f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "DELETE /v2.0/ports/1a218a8e-6585-4c89-88a6-deb350407954 HTTP/1.1" status: 204 len: 168 time: 1.2584641 Nov 09 17:45:21.236826 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2d5e8136-b5cc-428a-9e04-25f182c695e5 None None] Provisioning complete for port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:21.236826 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8136-b5cc-428a-9e04-25f182c695e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:21.238309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60220) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:21.274224 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13d4df1-0171-4b86-81f6-a78cf0a5eee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] GET failed (client error): The resource could not be found. Nov 09 17:45:21.276526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e13d4df1-0171-4b86-81f6-a78cf0a5eee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "GET /v2.0/ports/1a218a8e-6585-4c89-88a6-deb350407954 HTTP/1.1" status: 404 len: 333 time: 0.0369754 Nov 09 17:45:21.281135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60222) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:21.284685 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:21.289355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-2e905825-40c8-4f51-83a4-12f34afb3c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377842630', 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:21.327409 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e905825-40c8-4f51-83a4-12f34afb3c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Made reservation on behalf of 28e59e3000dc4c97af1bc0c531cf0c98 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:21.331523 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e905825-40c8-4f51-83a4-12f34afb3c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:21.358240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-2e905825-40c8-4f51-83a4-12f34afb3c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] device_id is not set on port 342dfecd-0791-466a-968e-ba3ca0a49291 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:45:21.362904 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:21.408283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9a254da6-39b8-4a28-ba8a-59d4a5bb1e00,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:21.447903 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:21.530538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dd8ac-fa8a-467d-b1db-744f2e5497e9 req-a1c65826-6c16-4c46-a649-71e398146bfb tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:21.532895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df0dd8ac-fa8a-467d-b1db-744f2e5497e9 req-a1c65826-6c16-4c46-a649-71e398146bfb tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.1300251 Nov 09 17:45:21.645407 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df0dd8ac-fa8a-467d-b1db-744f2e5497e9 req-c6fae7b7-4123-4f55-a4d2-05f0e6557a54 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971000 Nov 09 17:45:21.686935 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e905825-40c8-4f51-83a4-12f34afb3c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:21.790462 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e905825-40c8-4f51-83a4-12f34afb3c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:21.809749 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:45:21.812873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=9a254da6-39b8-4a28-ba8a-59d4a5bb1e00,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:21.966898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e905825-40c8-4f51-83a4-12f34afb3c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:21.987269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-2e905825-40c8-4f51-83a4-12f34afb3c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:21.990802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e905825-40c8-4f51-83a4-12f34afb3c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:21.992420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e905825-40c8-4f51-83a4-12f34afb3c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:22.003048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e905825-40c8-4f51-83a4-12f34afb3c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:22.056935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e905825-40c8-4f51-83a4-12f34afb3c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event updated for resources: {'Port': ['ID=342dfecd-0791-466a-968e-ba3ca0a49291,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:22.084304 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2e905825-40c8-4f51-83a4-12f34afb3c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8016038 Nov 09 17:45:22.089352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60232) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:22.120406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0aa609-957a-417f-9026-2c5742cf9ab8 req-7874946e-95f2-46dd-bee1-f74218c98630 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:22.125898 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a0aa609-957a-417f-9026-2c5742cf9ab8 req-7874946e-95f2-46dd-bee1-f74218c98630 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.1884365 Nov 09 17:45:22.234521 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:22.312439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e6e5da-dd2d-4ad7-b281-722ed91cd8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:22.315681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-39e6e5da-dd2d-4ad7-b281-722ed91cd8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "GET /v2.0/ports/342dfecd-0791-466a-968e-ba3ca0a49291 HTTP/1.1" status: 200 len: 959 time: 0.2214482 Nov 09 17:45:22.320059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60240) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:22.416825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a0aa609-957a-417f-9026-2c5742cf9ab8 req-a5e75ff2-a44c-408d-a4cc-44e0e2cee14b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489107 Nov 09 17:45:22.602545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e91ce007-36f0-4fd3-8285-40e659752e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Deleting port 342dfecd-0791-466a-968e-ba3ca0a49291 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:45:22.603642 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e91ce007-36f0-4fd3-8285-40e659752e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:22.659629 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c2bb6fe0-1844-4458-9358-f93f094b3f94 None None] Provisioning complete for port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:22.660212 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2bb6fe0-1844-4458-9358-f93f094b3f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:22.694374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60246) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:22.720781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e91ce007-36f0-4fd3-8285-40e659752e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:22.759043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e91ce007-36f0-4fd3-8285-40e659752e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Calling delete_port for 342dfecd-0791-466a-968e-ba3ca0a49291 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:45:22.886954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431b5bc-f417-471d-a2c9-c655aaae7714 req-abeb3bfe-af51-4802-b800-6d9e8b11c33d tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:22.891815 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:22.898774 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1431b5bc-f417-471d-a2c9-c655aaae7714 req-abeb3bfe-af51-4802-b800-6d9e8b11c33d tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 944 time: 0.5605383 Nov 09 17:45:22.984192 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1431b5bc-f417-471d-a2c9-c655aaae7714 req-57811097-fea0-4d82-9b80-f1cea09b014a tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832469 Nov 09 17:45:23.007756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Router 188b2b73-4676-4d2e-be18-31c0ec925034 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:45:23.039614 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e91ce007-36f0-4fd3-8285-40e659752e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:23.078423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 44cb9f8d-190d-4b50-8695-1f66ec790c1f up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:23.146739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ce007-36f0-4fd3-8285-40e659752e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event deleted for resources: {'Port': ['ID=342dfecd-0791-466a-968e-ba3ca0a49291,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:23.178990 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e91ce007-36f0-4fd3-8285-40e659752e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:23.187516 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e91ce007-36f0-4fd3-8285-40e659752e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "DELETE /v2.0/ports/342dfecd-0791-466a-968e-ba3ca0a49291 HTTP/1.1" status: 204 len: 168 time: 0.8657601 Nov 09 17:45:23.191005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60256) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:23.252783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:23.253363 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:23.258802 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e940866f-5b0c-4ae9-acad-e5b45d868a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] GET failed (client error): The resource could not be found. Nov 09 17:45:23.271789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e940866f-5b0c-4ae9-acad-e5b45d868a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "GET /v2.0/ports/342dfecd-0791-466a-968e-ba3ca0a49291 HTTP/1.1" status: 404 len: 333 time: 0.0673463 Nov 09 17:45:23.273363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60258) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:23.287764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-01d5df96-dd21-4b21-bd3c-dd5de9cee157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Request body: {'port': {'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1697956577'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:23.335208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d5df96-dd21-4b21-bd3c-dd5de9cee157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Made reservation on behalf of 28e59e3000dc4c97af1bc0c531cf0c98 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:23.339120 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:23.349118 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01d5df96-dd21-4b21-bd3c-dd5de9cee157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:23.361559 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:45:23.378731 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Sync routers for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:45:23.383706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-01d5df96-dd21-4b21-bd3c-dd5de9cee157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] device_id is not set on port 9eca946e-bd98-448b-9787-6585c3da3115 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:45:23.401674 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9b92c17-6e99-4947-ba83-b9e70f1b3791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:23.403410 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:45:23.406396 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:23.522258 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:23.532685 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d50d56dc-4874-43ea-9f95-d651f8acc6f4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3908770 Nov 09 17:45:23.532971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60270) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:23.661315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 44cb9f8d-190d-4b50-8695-1f66ec790c1f completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:45:23.679964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 44cb9f8d-190d-4b50-8695-1f66ec790c1f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:23.683463 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:23.691464 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:23.817714 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:45:23.947794 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9b92c17-6e99-4947-ba83-b9e70f1b3791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:23.965307 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9b92c17-6e99-4947-ba83-b9e70f1b3791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:24.035723 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01d5df96-dd21-4b21-bd3c-dd5de9cee157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:24.164292 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:24.196530 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a9b92c17-6e99-4947-ba83-b9e70f1b3791 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3dd65790474542e582798bd3e376321e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5001185 Nov 09 17:45:24.221315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60288) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:24.256129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b92c17-6e99-4947-ba83-b9e70f1b3791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6980da9d-b62b-45f2-a031-c129ae76672d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:24.410309 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ac153b-4a34-44a8-b7c5-4b769c64ac53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cb9f8d-190d-4b50-8695-1f66ec790c1f'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:24.436633 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1061ef98-4274-442d-a075-b5e325467a7f" -d '{"events": [{"server_uuid": "c2ac153b-4a34-44a8-b7c5-4b769c64ac53", "name": "network-vif-plugged", "status": "completed", "tag": "44cb9f8d-190d-4b50-8695-1f66ec790c1f"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:24.455805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 44cb9f8d-190d-4b50-8695-1f66ec790c1f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=44cb9f8d-190d-4b50-8695-1f66ec790c1f,segment=NetworkSegment(909734b0-e6ff-4a63-9fbb-7fb884b0b240),segment_id=909734b0-e6ff-4a63-9fbb-7fb884b0b240)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:24.464742 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:24.473397 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01d5df96-dd21-4b21-bd3c-dd5de9cee157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:24.522230 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87c22bec-a90c-4b8a-91de-5b2df7c9f007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:24.663362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5df96-dd21-4b21-bd3c-dd5de9cee157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:24.681016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-01d5df96-dd21-4b21-bd3c-dd5de9cee157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:24.698643 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87c22bec-a90c-4b8a-91de-5b2df7c9f007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:24.698935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=44cb9f8d-190d-4b50-8695-1f66ec790c1f,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:24.699326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d5df96-dd21-4b21-bd3c-dd5de9cee157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:24.701355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d5df96-dd21-4b21-bd3c-dd5de9cee157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:24.702545 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01d5df96-dd21-4b21-bd3c-dd5de9cee157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:24.715180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5df96-dd21-4b21-bd3c-dd5de9cee157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event updated for resources: {'Port': ['ID=9eca946e-bd98-448b-9787-6585c3da3115,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:24.753609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea359e2-c7d8-465f-9143-d7c6b95e6e18 req-4f623974-8a72-4c16-8536-c5bc9c058f73 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:24.756328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ea359e2-c7d8-465f-9143-d7c6b95e6e18 req-4f623974-8a72-4c16-8536-c5bc9c058f73 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 945 time: 0.3789489 Nov 09 17:45:24.811573 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:20Z', 'revision_number': 3, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:24.872161 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Checking router: 188b2b73-4676-4d2e-be18-31c0ec925034 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:45:24.872630 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Updating router 188b2b73-4676-4d2e-be18-31c0ec925034 port 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:45:24.915194 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87c22bec-a90c-4b8a-91de-5b2df7c9f007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:24.921592 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87c22bec-a90c-4b8a-91de-5b2df7c9f007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:24.923328 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-87c22bec-a90c-4b8a-91de-5b2df7c9f007 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6980da9d-b62b-45f2-a031-c129ae76672d HTTP/1.1" status: 204 len: 168 time: 0.7074389 Nov 09 17:45:24.936455 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:24.977352 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c22bec-a90c-4b8a-91de-5b2df7c9f007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6980da9d-b62b-45f2-a031-c129ae76672d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:25.013353 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-01d5df96-dd21-4b21-bd3c-dd5de9cee157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7387304 Nov 09 17:45:25.018621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60304) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:25.026922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:25.041218 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d163490-0447-4985-8ab4-947c61dc0a36 x-openstack-request-id: req-6d163490-0447-4985-8ab4-947c61dc0a36 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:25.041702 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ac153b-4a34-44a8-b7c5-4b769c64ac53", "name": "network-vif-plugged", "status": "completed", "tag": "44cb9f8d-190d-4b50-8695-1f66ec790c1f", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:25.042121 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d163490-0447-4985-8ab4-947c61dc0a36 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:25.042802 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ac153b-4a34-44a8-b7c5-4b769c64ac53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cb9f8d-190d-4b50-8695-1f66ec790c1f', 'code': 200} Nov 09 17:45:25.230151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ea359e2-c7d8-465f-9143-d7c6b95e6e18 req-3191d587-b00b-4967-b71e-5fa1bb14d837 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463519 Nov 09 17:45:25.405221 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:25.508929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95897498-0497-4141-9dc3-e3caee9a2dc1 req-606003c2-4fb7-4aad-8122-d550aacad11e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:25.511706 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-95897498-0497-4141-9dc3-e3caee9a2dc1 req-606003c2-4fb7-4aad-8122-d550aacad11e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.2901895 Nov 09 17:45:25.693628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254818b0-ea02-42ac-9a55-8398729d4af4 req-09ee0d5f-774b-410a-9bd6-5bd9acb12155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:25.696488 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-254818b0-ea02-42ac-9a55-8398729d4af4 req-09ee0d5f-774b-410a-9bd6-5bd9acb12155 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 1096 time: 0.5914545 Nov 09 17:45:25.749536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-95897498-0497-4141-9dc3-e3caee9a2dc1 req-540690b9-62bb-4131-9ed3-67c2e68fcf84 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009630 Nov 09 17:45:25.789145 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:25.799464 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:25.851905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60312) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:25.897080 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-254818b0-ea02-42ac-9a55-8398729d4af4 req-b372b5cc-258a-4c50-9d76-f2e429cb4ba4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362262 Nov 09 17:45:25.905042 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Attempting to bind port 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:25.905660 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Attempting to bind port 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:25.906171 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Attempting to bind port 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:25.912571 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Pushing event updated for resources: {'Port': ['ID=8c59c079-10ad-4a84-b5f6-5dcf3b4c6534,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:25.923296 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23e88a5d-7e18-4447-b6df-3162538d70ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:25.928092 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:45:25.928462 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:45:25.929183 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:25.929765 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:45:25.930590 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Bound port: 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:45:25.931272 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:25.984842 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:25.988925 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:25.989400 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:25.989797 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:25.990788 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:25.990788 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:25.993585 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:25.993938 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:25.994117 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:25.994613 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:25.994785 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:25.995147 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:26.006860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] device_id is not set on port 9eca946e-bd98-448b-9787-6585c3da3115 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:45:26.022178 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:26.051440 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:26.071562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23e88a5d-7e18-4447-b6df-3162538d70ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:26.095204 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23e88a5d-7e18-4447-b6df-3162538d70ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:26.102840 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] For port 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:26.111520 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] For port 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8c59c079-10ad-4a84-b5f6-5dcf3b4c6534,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:45:26.123640 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:26.178983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:26.179336 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:26.179674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:26.182164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event updated for resources: {'Port': ['ID=9eca946e-bd98-448b-9787-6585c3da3115,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:26.187092 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:26.187382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e88a5d-7e18-4447-b6df-3162538d70ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c45afe1-69bc-4fa1-9716-aecc9d11b160,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:26.195285 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-23e88a5d-7e18-4447-b6df-3162538d70ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d014d5b663e949be838b34861269f45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421218 Nov 09 17:45:26.203127 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60316) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:26.205429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:26.205777 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:26.240404 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 2 to bind port 9eca946e-bd98-448b-9787-6585c3da3115 Nov 09 17:45:26.265000 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c455b8-ecfa-4eae-b538-1e6d6776639c None None] Pushing event updated for resources: {'Port': ['ID=8c59c079-10ad-4a84-b5f6-5dcf3b4c6534,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:26.290301 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:45:26.291181 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:26.302401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:26.303025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:26.303698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:26.307477 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9fd54ed1-653b-4c01-b5d9-c194ce326045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:26.313112 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:26.313720 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:26.316306 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 3 to bind port 9eca946e-bd98-448b-9787-6585c3da3115 Nov 09 17:45:26.347143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:26.349452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:26.350019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:26.361762 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9fd54ed1-653b-4c01-b5d9-c194ce326045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:26.393001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:26.393347 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:26.409531 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 4 to bind port 9eca946e-bd98-448b-9787-6585c3da3115 Nov 09 17:45:26.448642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Allocated IP 172.20.0.1 (62985637-89b4-4626-b71d-b65e6efa34fa/90e004d7-aa4f-429b-b705-1f002be3405f/3b79f081-bacf-42fd-bf02-9c663a553da4) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:26.453133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:26.453490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:26.453812 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:26.464045 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:45:26.466579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:26.466923 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:26.468529 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 5 to bind port 9eca946e-bd98-448b-9787-6585c3da3115 Nov 09 17:45:26.493684 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cdca3-fa98-4a2b-b05d-70ca6a5cb06f req-be9f059f-2ea9-4415-9430-2fee5b7aeecf tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:26.495308 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ce3cdca3-fa98-4a2b-b05d-70ca6a5cb06f req-be9f059f-2ea9-4415-9430-2fee5b7aeecf tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 945 time: 0.1303031 Nov 09 17:45:26.498871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:26.499581 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:26.499928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:26.505383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:26.505727 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:26.506181 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 6 to bind port 9eca946e-bd98-448b-9787-6585c3da3115 Nov 09 17:45:26.607788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9fd54ed1-653b-4c01-b5d9-c194ce326045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:26.612688 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9fd54ed1-653b-4c01-b5d9-c194ce326045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:26.618240 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9fd54ed1-653b-4c01-b5d9-c194ce326045 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c45afe1-69bc-4fa1-9716-aecc9d11b160 HTTP/1.1" status: 204 len: 168 time: 0.4137702 Nov 09 17:45:26.643289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:26.643982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:26.644542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:26.666188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd54ed1-653b-4c01-b5d9-c194ce326045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c45afe1-69bc-4fa1-9716-aecc9d11b160,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:26.682508 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:26.682953 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:26.696188 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 7 to bind port 9eca946e-bd98-448b-9787-6585c3da3115 Nov 09 17:45:26.743262 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ce3cdca3-fa98-4a2b-b05d-70ca6a5cb06f req-8ffc0e9b-a126-4f4f-be37-40ff4e7ca281 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939445 Nov 09 17:45:26.749643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:26.749897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:26.750238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:26.767648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:26.767985 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:26.768426 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 8 to bind port 9eca946e-bd98-448b-9787-6585c3da3115 Nov 09 17:45:26.793089 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:26.808693 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:26.809579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:26.810675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:26.837585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:26.841650 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:26.844183 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 9 to bind port 9eca946e-bd98-448b-9787-6585c3da3115 Nov 09 17:45:26.867471 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:20Z', 'revision_number': 3, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:26.893611 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:26.894605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:26.896086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:26.917794 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30321ff4-daa0-4134-9fe0-216e75266a83 None None] The sync data for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 is: [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:20Z', 'revision_number': 3, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:45:26.938945 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:26.941274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:26.941604 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:26.942012 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempt 10 to bind port 9eca946e-bd98-448b-9787-6585c3da3115 Nov 09 17:45:27.014131 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:27.020253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:27.028552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempting to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:27.061780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:27.062307 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Failed to bind port 9eca946e-bd98-448b-9787-6585c3da3115 on host n-h1-817236-1 for vnic_type normal using segments [{'id': 'cb8f3d28-3636-4b7f-982a-0f06cf238879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83'}] Nov 09 17:45:27.062919 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:27.071392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Pushing event updated for resources: {'Port': ['ID=3b79f081-bacf-42fd-bf02-9c663a553da4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:27.094350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:27.095911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:27.096938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:27.098303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:27.099420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:27.101096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:27.103115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:27.104048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:27.104934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:27.105783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:27.107728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:27.108821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:27.159258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Network 62985637-89b4-4626-b71d-b65e6efa34fa is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:27.193745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8d4b410-1b17-4a17-8975-4b600b9430af details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:45:27.205043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:27.212131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:27.321327 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:27.371619 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] For port 9eca946e-bd98-448b-9787-6585c3da3115, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:27.373826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attempted to set empty binding levels {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 17:45:27.393486 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:27.445866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8d4b410-1b17-4a17-8975-4b600b9430af, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8d4b410-1b17-4a17-8975-4b600b9430af,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:27.500511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'a8d4b410-1b17-4a17-8975-4b600b9430af', 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c', 'port_id': 'a8d4b410-1b17-4a17-8975-4b600b9430af', 'mac_address': 'fa:16:3e:f3:2e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473a054c-534f-4d70-b354-014aabf6d270', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:45:27.572058 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] In _notify_port_updated(), no bound segment for port 9eca946e-bd98-448b-9787-6585c3da3115 on network 47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 17:45:27.588481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:27.589583 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:27.608819 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "PUT /v2.0/ports/9eca946e-bd98-448b-9787-6585c3da3115 HTTP/1.1" status: 200 len: 979 time: 2.5775247 Nov 09 17:45:27.624473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60334) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:27.676693 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420850c7-9fb9-45a9-8d47-ad79cd5c2dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event updated for resources: {'Port': ['ID=9eca946e-bd98-448b-9787-6585c3da3115,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:27.683673 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:27.714139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8d4b410-1b17-4a17-8975-4b600b9430af {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:27.801482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8d4b410-1b17-4a17-8975-4b600b9430af, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8d4b410-1b17-4a17-8975-4b600b9430af,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:27.807908 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:28.040081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a8d4b410-1b17-4a17-8975-4b600b9430af,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:28.062235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-4042c11c-3bcc-424e-a3d8-854cc9382e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Deleting port 9eca946e-bd98-448b-9787-6585c3da3115 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:45:28.062235 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4042c11c-3bcc-424e-a3d8-854cc9382e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:28.091352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-580a79b6-fc36-46bd-9671-cdc150b7b728 None None] Provisioning complete for port 3b79f081-bacf-42fd-bf02-9c663a553da4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:28.091905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-580a79b6-fc36-46bd-9671-cdc150b7b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:28.127262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecd688-3037-4103-9d2c-d8918d313513 req-7346b59a-340d-4ccd-9719-bb4472fe19bf tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:28.136296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4ecd688-3037-4103-9d2c-d8918d313513 req-7346b59a-340d-4ccd-9719-bb4472fe19bf tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 1.0771747 Nov 09 17:45:28.193132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a8d4b410-1b17-4a17-8975-4b600b9430af'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:45:28.254606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4ecd688-3037-4103-9d2c-d8918d313513 req-0a3de512-57ac-47cf-91ff-ed02c390ca3b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160877 Nov 09 17:45:28.343928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-580a79b6-fc36-46bd-9671-cdc150b7b728 None None] Port 3b79f081-bacf-42fd-bf02-9c663a553da4 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:45:28.385175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:28.385443 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-4042c11c-3bcc-424e-a3d8-854cc9382e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] For port 9eca946e-bd98-448b-9787-6585c3da3115, host n-h1-817236-1, got binding levels [] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:28.385769 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4042c11c-3bcc-424e-a3d8-854cc9382e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:28.409417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-4042c11c-3bcc-424e-a3d8-854cc9382e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Calling delete_port for 9eca946e-bd98-448b-9787-6585c3da3115 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:45:28.425665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae7880-426c-4638-9f8a-0a3752fd4b70 req-9be0e76d-215c-4fc4-8fad-53618c4f51d2 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:28.427960 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-69ae7880-426c-4638-9f8a-0a3752fd4b70 req-9be0e76d-215c-4fc4-8fad-53618c4f51d2 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 945 time: 0.3109972 Nov 09 17:45:28.563557 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-69ae7880-426c-4638-9f8a-0a3752fd4b70 req-3f1df548-1ffe-474d-9c91-3e1654e593ae tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140356 Nov 09 17:45:28.704260 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4042c11c-3bcc-424e-a3d8-854cc9382e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:28.787888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042c11c-3bcc-424e-a3d8-854cc9382e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Pushing event deleted for resources: {'Port': ['ID=9eca946e-bd98-448b-9787-6585c3da3115,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:28.795106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4042c11c-3bcc-424e-a3d8-854cc9382e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:28.797567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:28.808718 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4042c11c-3bcc-424e-a3d8-854cc9382e6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "DELETE /v2.0/ports/9eca946e-bd98-448b-9787-6585c3da3115 HTTP/1.1" status: 204 len: 168 time: 1.1752467 Nov 09 17:45:28.812267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60372) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:28.887032 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce8aaf6-96d3-4157-befb-f6c04b587297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] GET failed (client error): The resource could not be found. Nov 09 17:45:28.893054 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3ce8aaf6-96d3-4157-befb-f6c04b587297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-839035274-project-admin] 10.222.0.81 "GET /v2.0/ports/9eca946e-bd98-448b-9787-6585c3da3115 HTTP/1.1" status: 404 len: 333 time: 0.0791860 Nov 09 17:45:28.904692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60376) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:28.934296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:28.934866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.122354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.131900 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.142048 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa87ebad-2761-4dd2-a074-267ea3f0e073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.168069 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.180790 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8d4b410-1b17-4a17-8975-4b600b9430af up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:29.230016 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.243362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Pushing event updated for resources: {'Port': ['ID=3b79f081-bacf-42fd-bf02-9c663a553da4,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:29.255133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8c59c079-10ad-4a84-b5f6-5dcf3b4c6534,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:29.270112 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.413442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=8c59c079-10ad-4a84-b5f6-5dcf3b4c6534,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:29.458923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port a8d4b410-1b17-4a17-8975-4b600b9430af triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:29.459440 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.475109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa87ebad-2761-4dd2-a074-267ea3f0e073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.579616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-aa87ebad-2761-4dd2-a074-267ea3f0e073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:29.607946 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Network 62985637-89b4-4626-b71d-b65e6efa34fa is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:29.624856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:29.648509 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-aa87ebad-2761-4dd2-a074-267ea3f0e073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8f3d28-3636-4b7f-982a-0f06cf238879') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:29.649294 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-aa87ebad-2761-4dd2-a074-267ea3f0e073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8f3d28-3636-4b7f-982a-0f06cf238879') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:29.670822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10743-2777-40f4-bc90-22e843af945e req-86311e9f-c3b5-4d9d-9633-2ec9dfc44931 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:29.672543 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ba10743-2777-40f4-bc90-22e843af945e req-86311e9f-c3b5-4d9d-9633-2ec9dfc44931 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 944 time: 0.2315710 Nov 09 17:45:29.676939 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.698167 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa87ebad-2761-4dd2-a074-267ea3f0e073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.768415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c6598-732b-433a-a62b-09533bdd7ef4 req-90b64634-2636-486c-911b-a45508f20027 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:29.771758 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-610c6598-732b-433a-a62b-09533bdd7ef4 req-90b64634-2636-486c-911b-a45508f20027 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 945 time: 0.2284379 Nov 09 17:45:29.785370 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa87ebad-2761-4dd2-a074-267ea3f0e073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.816071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa87ebad-2761-4dd2-a074-267ea3f0e073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:45:29.821040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8d4b410-1b17-4a17-8975-4b600b9430af, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8d4b410-1b17-4a17-8975-4b600b9430af,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:29.822069 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa87ebad-2761-4dd2-a074-267ea3f0e073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:45:29.831569 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:45:29.833615 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b73a4-94c1-4637-b155-2e10fdc7a5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d4b410-1b17-4a17-8975-4b600b9430af'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:29.846041 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7b44fe-71c8-45d7-94e9-9a1512c0fceb" -d '{"events": [{"server_uuid": "ff0b73a4-94c1-4637-b155-2e10fdc7a5e3", "name": "network-vif-plugged", "status": "completed", "tag": "a8d4b410-1b17-4a17-8975-4b600b9430af"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:29.854989 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:29.974238 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ba10743-2777-40f4-bc90-22e843af945e req-c9722ae0-1531-4b6b-9fd7-08aabeede62a tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694430 Nov 09 17:45:30.024677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a8d4b410-1b17-4a17-8975-4b600b9430af,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:30.113841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Router 188b2b73-4676-4d2e-be18-31c0ec925034 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:45:30.225261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-657aaf4b-7f68-4376-be8f-67c733de0e55 None None] Provisioning complete for port 3b79f081-bacf-42fd-bf02-9c663a553da4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:30.226060 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-657aaf4b-7f68-4376-be8f-67c733de0e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:30.258274 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-610c6598-732b-433a-a62b-09533bdd7ef4 req-4a8db27d-2dab-4c56-8f3a-24c23e4118e9 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755425 Nov 09 17:45:30.266115 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa87ebad-2761-4dd2-a074-267ea3f0e073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:30.289216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-657aaf4b-7f68-4376-be8f-67c733de0e55 None None] Port 3b79f081-bacf-42fd-bf02-9c663a553da4 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:45:30.295958 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa87ebad-2761-4dd2-a074-267ea3f0e073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:30.302011 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aa87ebad-2761-4dd2-a074-267ea3f0e073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] 10.222.0.81 "DELETE /v2.0/networks/47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83 HTTP/1.1" status: 204 len: 168 time: 1.3954010 Nov 09 17:45:30.362414 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bc0a1a-9aab-44db-952f-1225f00e3f65 x-openstack-request-id: req-c5bc0a1a-9aab-44db-952f-1225f00e3f65 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:30.362874 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b73a4-94c1-4637-b155-2e10fdc7a5e3", "name": "network-vif-plugged", "status": "completed", "tag": "a8d4b410-1b17-4a17-8975-4b600b9430af", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:30.363642 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5bc0a1a-9aab-44db-952f-1225f00e3f65 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:30.364552 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b73a4-94c1-4637-b155-2e10fdc7a5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d4b410-1b17-4a17-8975-4b600b9430af', 'code': 200} Nov 09 17:45:30.375024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87ebad-2761-4dd2-a074-267ea3f0e073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336881104-project] Pushing event deleted for resources: {'Network': ['ID=47477a1b-fa94-4c4f-9f3d-0c3d9f7c4f83,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:30.485380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:45:30.498069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-792327ba-8c94-42b9-a05a-9f10e096ce14 admin admin] 10.222.0.81 "PUT /v2.0/routers/188b2b73-4676-4d2e-be18-31c0ec925034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9612405 Nov 09 17:45:30.503685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Sync routers for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:45:30.519887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:45:30.521000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:30.728701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:30.834110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80ef39-95dd-4a88-8bc8-df4dce9d1a2f req-8fb9002d-f58a-41ef-be02-8c3f3745f0c3 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:30.838253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b80ef39-95dd-4a88-8bc8-df4dce9d1a2f req-8fb9002d-f58a-41ef-be02-8c3f3745f0c3 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 945 time: 0.1506906 Nov 09 17:45:30.946538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60426) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:31.124534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:45:31.195709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:31.196476 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:31.229477 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-1b80ef39-95dd-4a88-8bc8-df4dce9d1a2f req-053f972e-e2e8-43bd-9ba6-250614182d65 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Deleting port 44cb9f8d-190d-4b50-8695-1f66ec790c1f {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:45:31.230075 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1b80ef39-95dd-4a88-8bc8-df4dce9d1a2f req-053f972e-e2e8-43bd-9ba6-250614182d65 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:31.272544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47560288-e3f4-4bf2-9187-de85fd2e53cb req-ed23d67a-d5cc-4a80-82fe-004e5a8eac76 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:31.276190 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-47560288-e3f4-4bf2-9187-de85fd2e53cb req-ed23d67a-d5cc-4a80-82fe-004e5a8eac76 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.1493328 Nov 09 17:45:31.428399 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-47560288-e3f4-4bf2-9187-de85fd2e53cb req-eb55656d-55d5-46da-848f-7820371976b9 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407282 Nov 09 17:45:31.543841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1b80ef39-95dd-4a88-8bc8-df4dce9d1a2f req-053f972e-e2e8-43bd-9ba6-250614182d65 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] For port 44cb9f8d-190d-4b50-8695-1f66ec790c1f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=44cb9f8d-190d-4b50-8695-1f66ec790c1f,segment=NetworkSegment(909734b0-e6ff-4a63-9fbb-7fb884b0b240),segment_id=909734b0-e6ff-4a63-9fbb-7fb884b0b240)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:31.544708 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1b80ef39-95dd-4a88-8bc8-df4dce9d1a2f req-053f972e-e2e8-43bd-9ba6-250614182d65 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:31.560551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 2, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:31.564030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-1b80ef39-95dd-4a88-8bc8-df4dce9d1a2f req-053f972e-e2e8-43bd-9ba6-250614182d65 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Calling delete_port for 44cb9f8d-190d-4b50-8695-1f66ec790c1f owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:45:31.658379 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Checking router: 188b2b73-4676-4d2e-be18-31c0ec925034 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:45:31.658758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Updating router 188b2b73-4676-4d2e-be18-31c0ec925034 port 3b79f081-bacf-42fd-bf02-9c663a553da4 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:45:31.784909 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:31.956323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60446) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:31.969168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1e62d354-ab19-49ce-bf8d-2deb274a02fb tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494487694', 'description': 'tempest-description--314611917'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:32.004435 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-40143a30-badd-46d8-9cb9-0ffeddcbd708 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=488e9557cbba42ac84c57005d10bc125&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0558612 Nov 09 17:45:32.010685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60448) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:32.026982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d040570-c212-440d-8625-e02a25c15197 req-eb3d6ab8-6ba3-4bbd-bace-572b6b90ab71 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:32.037575 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2d040570-c212-440d-8625-e02a25c15197 req-eb3d6ab8-6ba3-4bbd-bace-572b6b90ab71 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ac153b-4a34-44a8-b7c5-4b769c64ac53 HTTP/1.1" status: 200 len: 945 time: 0.2834578 Nov 09 17:45:32.043859 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1b80ef39-95dd-4a88-8bc8-df4dce9d1a2f req-053f972e-e2e8-43bd-9ba6-250614182d65 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.117613 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2d040570-c212-440d-8625-e02a25c15197 req-f991b61c-eeae-416a-93c4-90338968ce0f tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.81 "GET /v2.0/security-groups?id=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781329 Nov 09 17:45:32.121784 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1e62d354-ab19-49ce-bf8d-2deb274a02fb tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.157060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f972e-e2e8-43bd-9ba6-250614182d65 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Pushing event deleted for resources: {'Port': ['ID=44cb9f8d-190d-4b50-8695-1f66ec790c1f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:32.362277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1e62d354-ab19-49ce-bf8d-2deb274a02fb tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.369103 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1e62d354-ab19-49ce-bf8d-2deb274a02fb tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.395167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b80ef39-95dd-4a88-8bc8-df4dce9d1a2f req-053f972e-e2e8-43bd-9ba6-250614182d65 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] No DVR routers for this DVR port 44cb9f8d-190d-4b50-8695-1f66ec790c1f on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:45:32.397342 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-776282a4-1e7a-4f0d-a7ba-14abec5183f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.425007 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-776282a4-1e7a-4f0d-a7ba-14abec5183f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.467537 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1b80ef39-95dd-4a88-8bc8-df4dce9d1a2f req-053f972e-e2e8-43bd-9ba6-250614182d65 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.470406 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1e62d354-ab19-49ce-bf8d-2deb274a02fb tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.472049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b80ef39-95dd-4a88-8bc8-df4dce9d1a2f req-053f972e-e2e8-43bd-9ba6-250614182d65 tempest-ServerPasswordTestJSON-538501126 tempest-ServerPasswordTestJSON-538501126-project] 10.222.0.13 "DELETE /v2.0/ports/44cb9f8d-190d-4b50-8695-1f66ec790c1f HTTP/1.1" status: 204 len: 173 time: 1.6266000 Nov 09 17:45:32.475688 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1e62d354-ab19-49ce-bf8d-2deb274a02fb tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5143332 Nov 09 17:45:32.475900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ac153b-4a34-44a8-b7c5-4b769c64ac53', 'name': 'network-vif-deleted', 'tag': '44cb9f8d-190d-4b50-8695-1f66ec790c1f'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:32.480680 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb02f151-e1f4-4bde-98eb-ade22383acfc" -d '{"events": [{"server_uuid": "c2ac153b-4a34-44a8-b7c5-4b769c64ac53", "name": "network-vif-deleted", "tag": "44cb9f8d-190d-4b50-8695-1f66ec790c1f"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:32.496356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60452) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:32.505216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0662c12e-e251-498d-9a3d-249278b40cdf tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Request body: {'security_group_rule': {'security_group_id': '2da97ce7-842b-4edb-8e3d-4e965517029d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:32.514681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a9f1241d-8a8a-4fba-9d2d-794985a5256a req-9d71eb2b-4a68-4227-95fb-8e2a68323298 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Request body: {'security_group': {'name': 'tempest-securitygroup-520446638', 'description': 'tempest-description-142739105'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:32.516419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62d354-ab19-49ce-bf8d-2deb274a02fb tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da97ce7-842b-4edb-8e3d-4e965517029d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:32.530584 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-776282a4-1e7a-4f0d-a7ba-14abec5183f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.533669 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-776282a4-1e7a-4f0d-a7ba-14abec5183f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.535279 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-776282a4-1e7a-4f0d-a7ba-14abec5183f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14f8a820-5541-4556-8ca9-6caaa05fe51b HTTP/1.1" status: 204 len: 168 time: 0.5151768 Nov 09 17:45:32.585279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.588179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776282a4-1e7a-4f0d-a7ba-14abec5183f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f8a820-5541-4556-8ca9-6caaa05fe51b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:32.593703 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.607391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.api [req-a9f1241d-8a8a-4fba-9d2d-794985a5256a req-9d71eb2b-4a68-4227-95fb-8e2a68323298 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 17:45:32.607391 n-d-817236-1 neutron-server[102154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 17:45:32.607391 n-d-817236-1 neutron-server[102154]: [parameters: {'project_id_1': '6bd1ffee657742618c66f0c05676b3a7', 'expiration_1': datetime.datetime(2021, 11, 9, 17, 45, 12, 526507)}] Nov 09 17:45:32.607391 n-d-817236-1 neutron-server[102154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:45:32.608047 n-d-817236-1 neutron-server[102154]: DEBUG oslo_db.api [req-a9f1241d-8a8a-4fba-9d2d-794985a5256a req-9d71eb2b-4a68-4227-95fb-8e2a68323298 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:45:32.630401 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0662c12e-e251-498d-9a3d-249278b40cdf tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.661791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96668b-b509-40b2-913c-1f4d9eff6e1e None None] Pushing event updated for resources: {'Port': ['ID=3b79f081-bacf-42fd-bf02-9c663a553da4,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:32.722879 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f0bd0-978c-4804-95bf-a8980e227a74 req-b57fb306-d0e1-48fd-91a6-756f9a5d88ae tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:32.739518 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-239f0bd0-978c-4804-95bf-a8980e227a74 req-b57fb306-d0e1-48fd-91a6-756f9a5d88ae tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.1446776 Nov 09 17:45:32.766946 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0662c12e-e251-498d-9a3d-249278b40cdf tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.773941 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0662c12e-e251-498d-9a3d-249278b40cdf tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.787612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Attempting to bind port 3b79f081-bacf-42fd-bf02-9c663a553da4 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:32.788393 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Attempting to bind port 3b79f081-bacf-42fd-bf02-9c663a553da4 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:32.788998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Attempting to bind port 3b79f081-bacf-42fd-bf02-9c663a553da4 on network 62985637-89b4-4626-b71d-b65e6efa34fa {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:32.790657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662c12e-e251-498d-9a3d-249278b40cdf tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aada3942-2bde-4740-86e0-658802d4e237,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:32.801865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:45:32.802574 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Checking segment: {'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:45:32.803170 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.803784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Bound using segment: {'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:45:32.804300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Bound port: 3b79f081-bacf-42fd-bf02-9c663a553da4, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:45:32.804702 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.814242 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0662c12e-e251-498d-9a3d-249278b40cdf tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.820003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0662c12e-e251-498d-9a3d-249278b40cdf tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3190818 Nov 09 17:45:32.823430 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60462) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:32.843251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-32a07d24-663e-49e5-a295-aa62a29ca915 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Request body: {'security_group_rule': {'security_group_id': '2da97ce7-842b-4edb-8e3d-4e965517029d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:32.908104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] For port 3b79f081-bacf-42fd-bf02-9c663a553da4, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:32.913863 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] For port 3b79f081-bacf-42fd-bf02-9c663a553da4, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3b79f081-bacf-42fd-bf02-9c663a553da4,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:45:32.919976 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:32.950349 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-239f0bd0-978c-4804-95bf-a8980e227a74 req-fa722b03-e564-4218-b0e8-8b42f2bc1e0d tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091675 Nov 09 17:45:32.967832 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 44cb9f8d-190d-4b50-8695-1f66ec790c1f no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:45:33.004208 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32a07d24-663e-49e5-a295-aa62a29ca915 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.070982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 44cb9f8d-190d-4b50-8695-1f66ec790c1f {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:45:33.071373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 44cb9f8d-190d-4b50-8695-1f66ec790c1f not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:45:33.191174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:45:33.200062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:33.200966 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a9f1241d-8a8a-4fba-9d2d-794985a5256a req-9d71eb2b-4a68-4227-95fb-8e2a68323298 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.212660 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32a07d24-663e-49e5-a295-aa62a29ca915 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.222461 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32a07d24-663e-49e5-a295-aa62a29ca915 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.251195 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a9f1241d-8a8a-4fba-9d2d-794985a5256a req-9d71eb2b-4a68-4227-95fb-8e2a68323298 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.323182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a07d24-663e-49e5-a295-aa62a29ca915 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa385cc-f65f-4bc8-adfd-dc982129f0b2,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:33.345034 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32a07d24-663e-49e5-a295-aa62a29ca915 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.353319 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-32a07d24-663e-49e5-a295-aa62a29ca915 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5230832 Nov 09 17:45:33.354459 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60482) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:33.399930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:33.430747 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60486) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:33.469813 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.481931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-51d115fd-fc32-44b1-8c97-3d3d1dd56b6a None None] Provisioning complete for port 3b79f081-bacf-42fd-bf02-9c663a553da4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:33.482630 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-51d115fd-fc32-44b1-8c97-3d3d1dd56b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.485639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96668b-b509-40b2-913c-1f4d9eff6e1e None None] Pushing event updated for resources: {'Port': ['ID=3b79f081-bacf-42fd-bf02-9c663a553da4,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:33.544524 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-74657f31-5b7d-4bb4-9dbe-20770bb9062e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28e59e3000dc4c97af1bc0c531cf0c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107807 Nov 09 17:45:33.545216 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60488) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:33.620878 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a9f1241d-8a8a-4fba-9d2d-794985a5256a req-9d71eb2b-4a68-4227-95fb-8e2a68323298 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.629085 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a9f1241d-8a8a-4fba-9d2d-794985a5256a req-9d71eb2b-4a68-4227-95fb-8e2a68323298 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.691123 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-51d115fd-fc32-44b1-8c97-3d3d1dd56b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.708050 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9239b77f-f80f-4acf-bf54-facdf5d7517a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.716951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:45:33.742813 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9239b77f-f80f-4acf-bf54-facdf5d7517a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.749672 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f015d1cf-b2a6-4c70-8cea-7d2b8e7a5493 x-openstack-request-id: req-f015d1cf-b2a6-4c70-8cea-7d2b8e7a5493 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:33.751019 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ac153b-4a34-44a8-b7c5-4b769c64ac53", "name": "network-vif-deleted", "tag": "44cb9f8d-190d-4b50-8695-1f66ec790c1f", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:33.751792 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f015d1cf-b2a6-4c70-8cea-7d2b8e7a5493 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:33.751792 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ac153b-4a34-44a8-b7c5-4b769c64ac53', 'name': 'network-vif-deleted', 'tag': '44cb9f8d-190d-4b50-8695-1f66ec790c1f', 'status': 'completed', 'code': 200} Nov 09 17:45:33.789807 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a9f1241d-8a8a-4fba-9d2d-794985a5256a req-9d71eb2b-4a68-4227-95fb-8e2a68323298 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.802447 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-51d115fd-fc32-44b1-8c97-3d3d1dd56b6a None None] For port 3b79f081-bacf-42fd-bf02-9c663a553da4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3b79f081-bacf-42fd-bf02-9c663a553da4,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:33.812599 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-51d115fd-fc32-44b1-8c97-3d3d1dd56b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.813109 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a9f1241d-8a8a-4fba-9d2d-794985a5256a req-9d71eb2b-4a68-4227-95fb-8e2a68323298 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.843065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71eb2b-4a68-4227-95fb-8e2a68323298 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29f72a9-5af3-43f4-a34c-e3a493d0c355,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:33.856260 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a9f1241d-8a8a-4fba-9d2d-794985a5256a req-9d71eb2b-4a68-4227-95fb-8e2a68323298 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.869008 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9f1241d-8a8a-4fba-9d2d-794985a5256a req-9d71eb2b-4a68-4227-95fb-8e2a68323298 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.3957362 Nov 09 17:45:33.874160 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9239b77f-f80f-4acf-bf54-facdf5d7517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.877169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9239b77f-f80f-4acf-bf54-facdf5d7517a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:33.878509 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9239b77f-f80f-4acf-bf54-facdf5d7517a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/441940e1-4ccb-4373-9fa3-0b97bf6374fb HTTP/1.1" status: 204 len: 168 time: 0.3303196 Nov 09 17:45:33.905322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239b77f-f80f-4acf-bf54-facdf5d7517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441940e1-4ccb-4373-9fa3-0b97bf6374fb,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:33.921317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71eb2b-4a68-4227-95fb-8e2a68323298 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbfe15e-cbe2-49d4-a04f-ee2549fcb336,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:34.028208 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:34.068681 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d115fd-fc32-44b1-8c97-3d3d1dd56b6a None None] Pushing event updated for resources: {'Port': ['ID=3b79f081-bacf-42fd-bf02-9c663a553da4,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:34.086048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6d03c518-f2d5-4ab1-80c4-f552de2e2b1d None None] Provisioning complete for port 3b79f081-bacf-42fd-bf02-9c663a553da4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:34.086570 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6d03c518-f2d5-4ab1-80c4-f552de2e2b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:34.119350 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60496) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:34.186398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-23ed2069-fb14-403b-b6a7-8aa56206b585 req-e29ec39a-35a5-42b2-aaf4-5e07adb07dbe tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Request body: {'security_group': {'name': 'tempest-securitygroup-819420444', 'description': 'tempest-description-1152363397'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:34.260781 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e274c719-3e02-4a2b-a10d-223c836f4b3c admin admin] Deleting subnet 37e6e490-c4e7-47a6-8157-565b36fcd579 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:45:34.266540 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-23ed2069-fb14-403b-b6a7-8aa56206b585 req-e29ec39a-35a5-42b2-aaf4-5e07adb07dbe tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:34.267668 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e274c719-3e02-4a2b-a10d-223c836f4b3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:34.337628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Allocated IP 172.25.1.177 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/77fe77f8-eb30-4614-aeaa-993f9e79ae5f) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:34.347472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:32Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:34.396271 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e274c719-3e02-4a2b-a10d-223c836f4b3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:34.412524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92188def-4de4-4ca2-8fa9-4c9a7376e8f5 None None] The sync data for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 is: [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:32Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:45:34.491882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840acc70-fe35-41a3-8fd9-6a4e1863559f req-069ebb85-aac9-4bba-b40c-efc462be26d8 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:34.510588 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-840acc70-fe35-41a3-8fd9-6a4e1863559f req-069ebb85-aac9-4bba-b40c-efc462be26d8 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 945 time: 0.1948745 Nov 09 17:45:34.560323 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e274c719-3e02-4a2b-a10d-223c836f4b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:34.614500 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-840acc70-fe35-41a3-8fd9-6a4e1863559f req-a1983e46-451b-4770-af96-5d0098b08c31 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979385 Nov 09 17:45:34.651534 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-23ed2069-fb14-403b-b6a7-8aa56206b585 req-e29ec39a-35a5-42b2-aaf4-5e07adb07dbe tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:34.663175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-23ed2069-fb14-403b-b6a7-8aa56206b585 req-e29ec39a-35a5-42b2-aaf4-5e07adb07dbe tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:34.705605 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e274c719-3e02-4a2b-a10d-223c836f4b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:34.748614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274c719-3e02-4a2b-a10d-223c836f4b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37e6e490-c4e7-47a6-8157-565b36fcd579,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:34.751882 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e274c719-3e02-4a2b-a10d-223c836f4b3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:34.762643 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e274c719-3e02-4a2b-a10d-223c836f4b3c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/37e6e490-c4e7-47a6-8157-565b36fcd579 HTTP/1.1" status: 204 len: 168 time: 0.6367431 Nov 09 17:45:34.763665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60506) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:34.817400 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-23ed2069-fb14-403b-b6a7-8aa56206b585 req-e29ec39a-35a5-42b2-aaf4-5e07adb07dbe tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:34.837073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-23ed2069-fb14-403b-b6a7-8aa56206b585 req-e29ec39a-35a5-42b2-aaf4-5e07adb07dbe tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.6644866 Nov 09 17:45:34.845592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3b79f081-bacf-42fd-bf02-9c663a553da4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:34.883827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:34.921286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ec39a-35a5-42b2-aaf4-5e07adb07dbe tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff65f5d2-5e25-4438-883a-ac733cc63760,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:35.045882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3b79f081-bacf-42fd-bf02-9c663a553da4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:35.046784 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:35.064793 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:35.094648 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bdfe-049e-4f2b-84ae-266cef40fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:35.229782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8d4b410-1b17-4a17-8975-4b600b9430af no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:45:35.288631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:35.320373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:35.357762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:35.456293 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bdfe-049e-4f2b-84ae-266cef40fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:35.528745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-3aa4bdfe-049e-4f2b-84ae-266cef40fec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:35.566665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-3aa4bdfe-049e-4f2b-84ae-266cef40fec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909734b0-e6ff-4a63-9fbb-7fb884b0b240') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:35.570548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-3aa4bdfe-049e-4f2b-84ae-266cef40fec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909734b0-e6ff-4a63-9fbb-7fb884b0b240') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:35.590656 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event updated for resources: {'Port': ['ID=77fe77f8-eb30-4614-aeaa-993f9e79ae5f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:35.599787 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bdfe-049e-4f2b-84ae-266cef40fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:35.617247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-30997f06-3886-4104-9b73-44e12589712d req-655dacfa-f0f7-4e56-bcbf-3fb1007cd53e tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2060282251', 'description': 'tempest-description-1801142180'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:35.658175 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bdfe-049e-4f2b-84ae-266cef40fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:35.677696 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-30997f06-3886-4104-9b73-44e12589712d req-655dacfa-f0f7-4e56-bcbf-3fb1007cd53e tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:35.688556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa4bdfe-049e-4f2b-84ae-266cef40fec1 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:45:35.693006 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bdfe-049e-4f2b-84ae-266cef40fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:35.716676 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-30997f06-3886-4104-9b73-44e12589712d req-655dacfa-f0f7-4e56-bcbf-3fb1007cd53e tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:35.783747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:45:35.858676 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:45:35.892585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8d4b410-1b17-4a17-8975-4b600b9430af, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8d4b410-1b17-4a17-8975-4b600b9430af,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:35.895860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b73a4-94c1-4637-b155-2e10fdc7a5e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8d4b410-1b17-4a17-8975-4b600b9430af'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:35.900535 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b4c7bb-33e5-48f6-a3a1-2b546f38a592" -d '{"events": [{"server_uuid": "ff0b73a4-94c1-4637-b155-2e10fdc7a5e3", "name": "network-vif-unplugged", "status": "completed", "tag": "a8d4b410-1b17-4a17-8975-4b600b9430af"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:35.911279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:36.017461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a8d4b410-1b17-4a17-8975-4b600b9430af,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:36.022929 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-30997f06-3886-4104-9b73-44e12589712d req-655dacfa-f0f7-4e56-bcbf-3fb1007cd53e tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:36.029547 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-30997f06-3886-4104-9b73-44e12589712d req-655dacfa-f0f7-4e56-bcbf-3fb1007cd53e tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:36.065727 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bdfe-049e-4f2b-84ae-266cef40fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:36.104546 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bdfe-049e-4f2b-84ae-266cef40fec1 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:36.112487 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3aa4bdfe-049e-4f2b-84ae-266cef40fec1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2 HTTP/1.1" status: 204 len: 168 time: 1.3392394 Nov 09 17:45:36.164047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f38d3-ebad-432c-9c46-9846590a14d5 req-814c412a-15a1-472b-ba74-94ce8fa38412 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:36.179297 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6f5f38d3-ebad-432c-9c46-9846590a14d5 req-814c412a-15a1-472b-ba74-94ce8fa38412 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 943 time: 0.3216813 Nov 09 17:45:36.182104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4bdfe-049e-4f2b-84ae-266cef40fec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e509f98-66d6-4e7a-bcf9-e6e4ba6be4e2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:36.271938 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-30997f06-3886-4104-9b73-44e12589712d req-655dacfa-f0f7-4e56-bcbf-3fb1007cd53e tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:36.286599 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-30997f06-3886-4104-9b73-44e12589712d req-655dacfa-f0f7-4e56-bcbf-3fb1007cd53e tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:36.313255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dacfa-f0f7-4e56-bcbf-3fb1007cd53e tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787824c8-1935-40b4-bec1-6e5fceba57a9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:36.378958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dacfa-f0f7-4e56-bcbf-3fb1007cd53e tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a756ea1-2d81-4446-8383-76009f0c36e4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:36.411445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-30997f06-3886-4104-9b73-44e12589712d req-655dacfa-f0f7-4e56-bcbf-3fb1007cd53e tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:36.413612 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30997f06-3886-4104-9b73-44e12589712d req-655dacfa-f0f7-4e56-bcbf-3fb1007cd53e tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.8306143 Nov 09 17:45:36.433576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:36.469863 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3160d-1190-4c3d-9e5c-86484a800f0e req-29ae0693-3c66-4408-81d1-c4b2b7cccb69 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:36.477323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01d3160d-1190-4c3d-9e5c-86484a800f0e req-29ae0693-3c66-4408-81d1-c4b2b7cccb69 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 943 time: 0.2789674 Nov 09 17:45:36.608328 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81740250-a2b6-434d-ba04-644a2e647fe7 x-openstack-request-id: req-81740250-a2b6-434d-ba04-644a2e647fe7 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:36.608871 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b73a4-94c1-4637-b155-2e10fdc7a5e3", "name": "network-vif-unplugged", "status": "completed", "tag": "a8d4b410-1b17-4a17-8975-4b600b9430af", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:36.611680 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81740250-a2b6-434d-ba04-644a2e647fe7 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:36.612408 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b73a4-94c1-4637-b155-2e10fdc7a5e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8d4b410-1b17-4a17-8975-4b600b9430af', 'code': 200} Nov 09 17:45:36.612921 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:36.656185 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6f5f38d3-ebad-432c-9c46-9846590a14d5 req-eb4db0ea-34d8-482e-8de7-a92fc52a78fb tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599016 Nov 09 17:45:36.661237 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60560) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:36.932470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-9b68ec5d-d5ef-4f74-85e7-a7877662ec7e req-fdf04d1b-a291-47f4-b0d2-476823b80132 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1246483807', 'description': 'tempest-description-755315041'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:36.938570 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b2ef976e-c90c-4731-a41f-9f9f62768e02 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fca237f2db0a43d2aaa2789b501c4288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726843 Nov 09 17:45:36.944730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60564) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:37.120117 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:37.130571 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:37.186194 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41a46636-7fb5-47b0-90db-932a37f1848b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:37.233144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9b68ec5d-d5ef-4f74-85e7-a7877662ec7e req-fdf04d1b-a291-47f4-b0d2-476823b80132 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:37.235454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41a46636-7fb5-47b0-90db-932a37f1848b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:37.293075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-01d3160d-1190-4c3d-9e5c-86484a800f0e req-04189593-6467-425d-ade4-c4d07c65ffc1 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Deleting port a8d4b410-1b17-4a17-8975-4b600b9430af {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:45:37.294327 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-01d3160d-1190-4c3d-9e5c-86484a800f0e req-04189593-6467-425d-ade4-c4d07c65ffc1 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:37.374988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event updated for resources: {'Port': ['ID=77fe77f8-eb30-4614-aeaa-993f9e79ae5f,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:37.437427 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:37.490305 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:37.508060 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-53610686-21d3-4c10-8dc1-e6a7e35a3b27 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1494675 Nov 09 17:45:37.537276 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9b68ec5d-d5ef-4f74-85e7-a7877662ec7e req-fdf04d1b-a291-47f4-b0d2-476823b80132 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:37.545260 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9b68ec5d-d5ef-4f74-85e7-a7877662ec7e req-fdf04d1b-a291-47f4-b0d2-476823b80132 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:37.583704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9b68ec5d-d5ef-4f74-85e7-a7877662ec7e req-fdf04d1b-a291-47f4-b0d2-476823b80132 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:37.585928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b68ec5d-d5ef-4f74-85e7-a7877662ec7e req-fdf04d1b-a291-47f4-b0d2-476823b80132 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.6594822 Nov 09 17:45:37.628652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf04d1b-a291-47f4-b0d2-476823b80132 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755b2b40-8b1c-4316-955f-92405db8a04e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:37.830418 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-1a26766d-11d0-434d-9a9c-ea6690841107 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1494487694&fields=id&tenant_id=d5d9bdb4d3534890be2673a8a3219a16 HTTP/1.1" status: 200 len: 267 time: 0.0536854 Nov 09 17:45:37.983887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60598) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:38.021878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-4d0863ca-98c6-4960-ba92-dfbfa78c4574 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:38.023686 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-4d0863ca-98c6-4960-ba92-dfbfa78c4574 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 811 time: 0.1802871 Nov 09 17:45:38.062500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-01d3160d-1190-4c3d-9e5c-86484a800f0e req-04189593-6467-425d-ade4-c4d07c65ffc1 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] For port a8d4b410-1b17-4a17-8975-4b600b9430af, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8d4b410-1b17-4a17-8975-4b600b9430af,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:38.063347 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-01d3160d-1190-4c3d-9e5c-86484a800f0e req-04189593-6467-425d-ade4-c4d07c65ffc1 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:38.064802 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-5e95c791-e2e5-422b-8ec0-972cd0ac7546 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/quotas/d5d9bdb4d3534890be2673a8a3219a16 HTTP/1.1" status: 200 len: 375 time: 0.0311501 Nov 09 17:45:38.072155 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41a46636-7fb5-47b0-90db-932a37f1848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:38.077686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41a46636-7fb5-47b0-90db-932a37f1848b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:38.080319 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-41a46636-7fb5-47b0-90db-932a37f1848b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e89cafb2-2aa6-47b1-a8b1-6a27e96beec0 HTTP/1.1" status: 204 len: 168 time: 1.1330676 Nov 09 17:45:38.121791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a46636-7fb5-47b0-90db-932a37f1848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89cafb2-2aa6-47b1-a8b1-6a27e96beec0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:38.138461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-01d3160d-1190-4c3d-9e5c-86484a800f0e req-04189593-6467-425d-ade4-c4d07c65ffc1 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Calling delete_port for a8d4b410-1b17-4a17-8975-4b600b9430af owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:45:38.216057 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e4776bd5-8383-403d-b875-8705a28830a6 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1413066 Nov 09 17:45:38.390078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-820968448', 'router:external': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:38.520173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Made reservation on behalf of c481752ec3a944a1943a2bddebb76744 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:38.532354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:38.560249 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-784d1877-0270-4e9d-8192-12b1b0e5bc00 service neutron] 10.222.0.81 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392737 Nov 09 17:45:38.575376 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:38.698247 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-4d9a76df-45a9-4a7d-9580-d8064e7fd994 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42287 time: 0.9100981 Nov 09 17:45:38.777009 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-01d3160d-1190-4c3d-9e5c-86484a800f0e req-04189593-6467-425d-ade4-c4d07c65ffc1 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:38.817616 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-f38cef19-2cb7-4a1d-b8b8-8c46b904f359 service neutron] 10.222.0.81 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223892 Nov 09 17:45:38.919811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04189593-6467-425d-ade4-c4d07c65ffc1 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Pushing event deleted for resources: {'Port': ['ID=a8d4b410-1b17-4a17-8975-4b600b9430af,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:38.972579 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-9cd1a246-407f-48f5-a406-51c2be9af954 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/183d9e96-eda4-41df-844b-545068d351f4 HTTP/1.1" status: 200 len: 2985 time: 0.2608335 Nov 09 17:45:38.975377 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d3160d-1190-4c3d-9e5c-86484a800f0e req-04189593-6467-425d-ade4-c4d07c65ffc1 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] No DVR routers for this DVR port a8d4b410-1b17-4a17-8975-4b600b9430af on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:45:38.981427 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-01d3160d-1190-4c3d-9e5c-86484a800f0e req-04189593-6467-425d-ade4-c4d07c65ffc1 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:38.994953 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01d3160d-1190-4c3d-9e5c-86484a800f0e req-04189593-6467-425d-ade4-c4d07c65ffc1 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.18 "DELETE /v2.0/ports/a8d4b410-1b17-4a17-8975-4b600b9430af HTTP/1.1" status: 204 len: 173 time: 2.3941920 Nov 09 17:45:38.995994 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0b73a4-94c1-4637-b155-2e10fdc7a5e3', 'name': 'network-vif-deleted', 'tag': 'a8d4b410-1b17-4a17-8975-4b600b9430af'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:39.019656 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446a88b9-d8ce-4063-b8de-9fc0c9a5fe2f" -d '{"events": [{"server_uuid": "ff0b73a4-94c1-4637-b155-2e10fdc7a5e3", "name": "network-vif-deleted", "tag": "a8d4b410-1b17-4a17-8975-4b600b9430af"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:39.072074 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:39.083943 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:39.188754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:45:39.220512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c991e3-af0e-4429-bf99-bb1a89b32688,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:39.231874 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:39.232175 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Added segment d87bc8c8-2e8d-4062-a65b-5fdbf3cc150c of type vlan for network 3f3bc4de-3e71-4541-ab27-89931519a68a Nov 09 17:45:39.240837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8d4b410-1b17-4a17-8975-4b600b9430af no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:45:39.271018 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-0a2509d6-03af-4482-8829-20cd4671902d tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/183d9e96-eda4-41df-844b-545068d351f4 HTTP/1.1" status: 200 len: 2985 time: 0.2352531 Nov 09 17:45:39.325862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: a8d4b410-1b17-4a17-8975-4b600b9430af {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:45:39.326272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8d4b410-1b17-4a17-8975-4b600b9430af not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:45:39.359256 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-499455c7-4884-4a73-9aac-162be4a6c19c tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/299bc40a-5fd7-4e1c-a8f6-c496c72b3c40 HTTP/1.1" status: 200 len: 2985 time: 0.0768735 Nov 09 17:45:39.372794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a5129ab2-cbf9-4121-ad53-87ba1b1ccdb9 req-09bf6e7a-e3a3-4050-82e4-1827d2757642 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff0b73a4-94c1-4637-b155-2e10fdc7a5e3 HTTP/1.1" status: 200 len: 210 time: 0.0773587 Nov 09 17:45:39.428604 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:39.468247 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-6b75ef6c-dfbf-4ede-955f-8d45d49e4601 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/299bc40a-5fd7-4e1c-a8f6-c496c72b3c40 HTTP/1.1" status: 200 len: 2985 time: 0.0998328 Nov 09 17:45:39.511299 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:39.515823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:39.519086 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:39.613586 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-ddf75c50-dd60-464a-94d9-ff6c8dcd9a32 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/57e2e437-f1e9-4dab-b44c-7878c258cb2b HTTP/1.1" status: 200 len: 2981 time: 0.1303427 Nov 09 17:45:39.764488 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c94e7b-4669-454b-bba1-7ef7065696e6 x-openstack-request-id: req-f6c94e7b-4669-454b-bba1-7ef7065696e6 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:39.765283 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0b73a4-94c1-4637-b155-2e10fdc7a5e3", "name": "network-vif-deleted", "tag": "a8d4b410-1b17-4a17-8975-4b600b9430af", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:39.765862 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6c94e7b-4669-454b-bba1-7ef7065696e6 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:39.767695 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0b73a4-94c1-4637-b155-2e10fdc7a5e3', 'name': 'network-vif-deleted', 'tag': 'a8d4b410-1b17-4a17-8975-4b600b9430af', 'status': 'completed', 'code': 200} Nov 09 17:45:39.791284 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-beb296c4-3ded-42cd-ab7a-c80744534d1a tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/57e2e437-f1e9-4dab-b44c-7878c258cb2b HTTP/1.1" status: 200 len: 2981 time: 0.1547449 Nov 09 17:45:39.879452 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event updated for resources: {'Network': ['ID=3f3bc4de-3e71-4541-ab27-89931519a68a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:39.902770 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 3f3bc4de-3e71-4541-ab27-89931519a68a details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:45:39.909723 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a78990c7-7072-4ae6-b277-a9c55e7f1814 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9180756 Nov 09 17:45:39.910893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60644) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:39.921652 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-225e5a79-8216-44ab-a087-75792cc144e7 req-a258fbdd-8b00-42af-9850-50518ab60daa tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 210 time: 0.0748377 Nov 09 17:45:39.944767 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-83daf5d9-7231-44c1-8c6f-51729c14b227 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/787824c8-1935-40b4-bec1-6e5fceba57a9 HTTP/1.1" status: 200 len: 2985 time: 0.1528344 Nov 09 17:45:39.984843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9972719a-9439-40c1-9db7-4aaf2029c934 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Request body: {'subnet': {'network_id': '3f3bc4de-3e71-4541-ab27-89931519a68a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:40.075463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9972719a-9439-40c1-9db7-4aaf2029c934 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Made reservation on behalf of c481752ec3a944a1943a2bddebb76744 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:40.085142 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9972719a-9439-40c1-9db7-4aaf2029c934 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:40.226156 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-dbb81c23-22f1-4757-9fca-fb00b4d6d138 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/787824c8-1935-40b4-bec1-6e5fceba57a9 HTTP/1.1" status: 200 len: 2985 time: 0.2622011 Nov 09 17:45:40.377190 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-2a59e550-98fc-482e-ae12-5058ec243dd0 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a29f72a9-5af3-43f4-a34c-e3a493d0c355 HTTP/1.1" status: 200 len: 2985 time: 0.1468759 Nov 09 17:45:40.492952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-2857acfa-806d-48bb-ae07-7775063cad22 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a29f72a9-5af3-43f4-a34c-e3a493d0c355 HTTP/1.1" status: 200 len: 2985 time: 0.1059294 Nov 09 17:45:40.617294 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-da70537c-c388-40bf-b858-34dcdb5fcf5a tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/b1475ff7-7606-4437-8e65-6e2d404ba03a HTTP/1.1" status: 200 len: 2977 time: 0.1158850 Nov 09 17:45:40.645698 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c7e846c-26ab-4d74-9aec-fbdea743d353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:40.771186 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-d1022259-9ce5-4705-8b04-a78a51b97cbc tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/b1475ff7-7606-4437-8e65-6e2d404ba03a HTTP/1.1" status: 200 len: 2977 time: 0.1335731 Nov 09 17:45:40.917187 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-1e0bd2b5-1409-4ff0-8bd8-da62c4368927 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bed40ff1-9240-4762-9b3e-0ec464cb056e HTTP/1.1" status: 200 len: 2973 time: 0.1259925 Nov 09 17:45:41.048801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-406d99fa-d5f0-484a-9e08-ace3d013ab0e tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bed40ff1-9240-4762-9b3e-0ec464cb056e HTTP/1.1" status: 200 len: 2973 time: 0.1219583 Nov 09 17:45:41.108278 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-7f9fe292-c19d-4224-854d-4ee65a717749 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] show failed (client error): The resource could not be found. Nov 09 17:45:41.130127 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-7f9fe292-c19d-4224-854d-4ee65a717749 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/e89cafb2-2aa6-47b1-a8b1-6a27e96beec0 HTTP/1.1" status: 404 len: 352 time: 0.0568058 Nov 09 17:45:41.185011 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-da09510d-9d99-4acc-83b4-d131c9523a27 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] show failed (client error): The resource could not be found. Nov 09 17:45:41.186827 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-da09510d-9d99-4acc-83b4-d131c9523a27 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/e89cafb2-2aa6-47b1-a8b1-6a27e96beec0 HTTP/1.1" status: 404 len: 352 time: 0.0554545 Nov 09 17:45:41.234991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.objects.ports [None req-9972719a-9439-40c1-9db7-4aaf2029c934 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:45:41.235869 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9972719a-9439-40c1-9db7-4aaf2029c934 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:41.347651 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-9f567f46-92b0-41ad-a14d-0ae5ad55c593 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ece6fb55-2db0-4758-9cd2-51117b34c2cf HTTP/1.1" status: 200 len: 2985 time: 0.1337819 Nov 09 17:45:41.357642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972719a-9439-40c1-9db7-4aaf2029c934 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fd91c1c8-cb78-467f-a0a3-b3e7ad009b5c,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:41.368192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9972719a-9439-40c1-9db7-4aaf2029c934 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Checking segment: {'id': 'd87bc8c8-2e8d-4062-a65b-5fdbf3cc150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f3bc4de-3e71-4541-ab27-89931519a68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:45:41.368192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9972719a-9439-40c1-9db7-4aaf2029c934 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Network hostable DHCP agents. Network: 3f3bc4de-3e71-4541-ab27-89931519a68a, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:45:41.397992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9972719a-9439-40c1-9db7-4aaf2029c934 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Network 3f3bc4de-3e71-4541-ab27-89931519a68a is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:45:41.425846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-9972719a-9439-40c1-9db7-4aaf2029c934 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 3f3bc4de-3e71-4541-ab27-89931519a68a) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:41.436579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9972719a-9439-40c1-9db7-4aaf2029c934 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:41.437259 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9972719a-9439-40c1-9db7-4aaf2029c934 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:41.439610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f9e3a2-5dbd-4a04-952b-01ecd0b89714 None None] Network 3f3bc4de-3e71-4541-ab27-89931519a68a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:45:41.470588 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-a2301380-a57d-490b-8250-0019c4ea34d7 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ece6fb55-2db0-4758-9cd2-51117b34c2cf HTTP/1.1" status: 200 len: 2985 time: 0.1217232 Nov 09 17:45:41.483545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9972719a-9439-40c1-9db7-4aaf2029c934 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5417252 Nov 09 17:45:41.484887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60690) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:41.499548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1343804213', 'network_id': '3f3bc4de-3e71-4541-ab27-89931519a68a'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:41.560852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Made reservation on behalf of c481752ec3a944a1943a2bddebb76744 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:41.566722 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:41.626017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] device_id is not set on port 606bb72d-7d8e-4649-b7a2-cf66228592ac yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:45:41.648743 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-0e38d72b-81ea-4b2d-a098-34dc9a52b3c3 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/edbea3da-2a8f-44de-9a25-216972c40e74 HTTP/1.1" status: 200 len: 2981 time: 0.1723304 Nov 09 17:45:41.769263 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44ab4f3a-3b64-4a9a-b021-f27a0c46043b req-51d82fca-8f6e-4625-991d-11450f846e49 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/edbea3da-2a8f-44de-9a25-216972c40e74 HTTP/1.1" status: 200 len: 2981 time: 0.1072435 Nov 09 17:45:41.807529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b48eb8-7109-4c77-9333-0ea928c3360c None None] Network 3f3bc4de-3e71-4541-ab27-89931519a68a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:45:41.935931 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fea6d81-75b0-4a9f-9c4d-c30775b054d2 req-2e31e3b0-465d-4b89-a6b8-abc19736cb37 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 210 time: 0.1831126 Nov 09 17:45:42.009821 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b5aa4c35-c309-4c89-a964-1608591faeda req-f85f92e7-e4f5-40f3-8190-6723023069d3 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d9020b4-6c71-4d17-a493-538ee616875b HTTP/1.1" status: 200 len: 210 time: 0.0931742 Nov 09 17:45:42.116259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Allocated IP 172.20.0.13 (3f3bc4de-3e71-4541-ab27-89931519a68a/fd91c1c8-cb78-467f-a0a3-b3e7ad009b5c/606bb72d-7d8e-4649-b7a2-cf66228592ac) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:42.135335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-01065908-24fb-4d27-9506-1a773abbf216 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:42.138061 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-01065908-24fb-4d27-9506-1a773abbf216 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.13 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 811 time: 0.3874781 Nov 09 17:45:42.224079 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7b9fbd7d-3174-4c51-b59a-d5f8fd2338f4 req-1d1692a3-84e5-4700-a878-cf68a51d887a tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6bd1ffee657742618c66f0c05676b3a7 HTTP/1.1" status: 200 len: 6109 time: 0.1493223 Nov 09 17:45:42.229853 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-cbcae6cd-85e8-4c27-8099-2f21d0fdd44d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5d9bdb4d3534890be2673a8a3219a16 HTTP/1.1" status: 200 len: 380 time: 0.0824385 Nov 09 17:45:42.247445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-0e82a6ba-1eb3-4d0d-a80b-67283de0fb2d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Request body: {'port': {'device_id': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'admin_state_up': True, 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'security_groups': ['2da97ce7-842b-4edb-8e3d-4e965517029d']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:42.322376 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7b9fbd7d-3174-4c51-b59a-d5f8fd2338f4 req-810dc3ea-5b24-491c-890d-8a08fb02051e tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] 10.222.0.81 "GET /v2.0/security-groups/a29f72a9-5af3-43f4-a34c-e3a493d0c355 HTTP/1.1" status: 200 len: 2985 time: 0.0948019 Nov 09 17:45:42.357068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60706) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:42.364933 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-eb63d7c3-4a48-414e-8f80-2572c12b98db tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--478681852', 'description': 'tempest-description--71814673'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:42.465658 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7b9fbd7d-3174-4c51-b59a-d5f8fd2338f4 req-d452f9bf-cdd9-4f80-8fde-2e0930b40925 tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] 10.222.0.81 "GET /v2.0/security-groups/a29f72a9-5af3-43f4-a34c-e3a493d0c355 HTTP/1.1" status: 200 len: 2985 time: 0.1325467 Nov 09 17:45:42.477744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eb63d7c3-4a48-414e-8f80-2572c12b98db tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:42.486315 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:42.530831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-0e82a6ba-1eb3-4d0d-a80b-67283de0fb2d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Made reservation on behalf of d5d9bdb4d3534890be2673a8a3219a16 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:42.535597 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-0e82a6ba-1eb3-4d0d-a80b-67283de0fb2d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:42.629677 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:42.668108 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eb63d7c3-4a48-414e-8f80-2572c12b98db tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:42.693980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-991a2bac-8eca-49be-91a2-21601a0af842 req-7639b4a7-6f3b-4971-8df9-e61337fbe11d tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/755b2b40-8b1c-4316-955f-92405db8a04e HTTP/1.1" status: 200 len: 1779 time: 0.1061389 Nov 09 17:45:42.694977 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eb63d7c3-4a48-414e-8f80-2572c12b98db tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:42.736686 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Network 3f3bc4de-3e71-4541-ab27-89931519a68a is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:42.741523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:42.748050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event updated for resources: {'Port': ['ID=606bb72d-7d8e-4649-b7a2-cf66228592ac,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:42.758518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:42.793470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eb63d7c3-4a48-414e-8f80-2572c12b98db tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:42.797495 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-eb63d7c3-4a48-414e-8f80-2572c12b98db tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4387326 Nov 09 17:45:42.808762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60726) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:42.817198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-158cb1d4-41bb-42fb-a7e1-c09599efba44 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Request body: {'security_group_rule': {'security_group_id': '36b532af-c0c7-41bb-b157-69e586ee718e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:42.877829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63d7c3-4a48-414e-8f80-2572c12b98db tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b532af-c0c7-41bb-b157-69e586ee718e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:42.928315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:42.929766 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:42.950716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-0e82a6ba-1eb3-4d0d-a80b-67283de0fb2d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Allocated IP 172.20.0.13 (62985637-89b4-4626-b71d-b65e6efa34fa/90e004d7-aa4f-429b-b705-1f002be3405f/b8695168-d8fc-489e-b027-78b8cf2f7c5f) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:42.964220 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-158cb1d4-41bb-42fb-a7e1-c09599efba44 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:42.969942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b126e39e-7003-41df-af08-251cf01a2007 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4802454 Nov 09 17:45:42.979614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60734) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:43.031846 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-991a2bac-8eca-49be-91a2-21601a0af842 req-9a9d6556-5ca9-437e-ba87-f0bbe0cbc347 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.047640 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-641ffb3e-ba9a-4f5a-9c9f-d388f0237122 req-103ff807-74e7-47a1-b340-eb9ebf447e59 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0921092 Nov 09 17:45:43.188949 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-991a2bac-8eca-49be-91a2-21601a0af842 req-9a9d6556-5ca9-437e-ba87-f0bbe0cbc347 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.313215 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-94d454fc-4f06-417e-bdcf-0364f566272e req-e56f3faf-e42b-4f39-af5b-5d20d002ebbd tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 210 time: 0.0399978 Nov 09 17:45:43.336967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-cae6b7cf-3350-4b76-9e98-b01ca94e6c26 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Deleting port 606bb72d-7d8e-4649-b7a2-cf66228592ac {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:45:43.337367 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cae6b7cf-3350-4b76-9e98-b01ca94e6c26 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.338825 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-158cb1d4-41bb-42fb-a7e1-c09599efba44 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.346476 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-158cb1d4-41bb-42fb-a7e1-c09599efba44 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.368783 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-991a2bac-8eca-49be-91a2-21601a0af842 req-9a9d6556-5ca9-437e-ba87-f0bbe0cbc347 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.374887 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-991a2bac-8eca-49be-91a2-21601a0af842 req-9a9d6556-5ca9-437e-ba87-f0bbe0cbc347 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.377053 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-991a2bac-8eca-49be-91a2-21601a0af842 req-9a9d6556-5ca9-437e-ba87-f0bbe0cbc347 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/755b2b40-8b1c-4316-955f-92405db8a04e HTTP/1.1" status: 204 len: 173 time: 0.6648846 Nov 09 17:45:43.418195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cb1d4-41bb-42fb-a7e1-c09599efba44 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad72ff7-ebf6-4387-a237-ade823e41d98,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:43.422277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d6556-5ca9-437e-ba87-f0bbe0cbc347 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755b2b40-8b1c-4316-955f-92405db8a04e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:43.430475 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-158cb1d4-41bb-42fb-a7e1-c09599efba44 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.432883 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-158cb1d4-41bb-42fb-a7e1-c09599efba44 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6218522 Nov 09 17:45:43.436699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60748) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:43.444036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-27a2ae59-2b85-44ef-bd59-929756cfcc87 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Request body: {'security_group_rule': {'security_group_id': '36b532af-c0c7-41bb-b157-69e586ee718e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:43.493253 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-27a2ae59-2b85-44ef-bd59-929756cfcc87 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.570489 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-27a2ae59-2b85-44ef-bd59-929756cfcc87 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.583212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-27a2ae59-2b85-44ef-bd59-929756cfcc87 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.607718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2ae59-2b85-44ef-bd59-929756cfcc87 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ade89a-7226-4204-ab46-07761ee1454a,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:43.636054 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-04c3f9fd-d006-42a9-a9cd-a1be8e4d793d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.654277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-27a2ae59-2b85-44ef-bd59-929756cfcc87 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.656963 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-27a2ae59-2b85-44ef-bd59-929756cfcc87 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2176669 Nov 09 17:45:43.660012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60752) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:43.669634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:43.723096 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.859724 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.944853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-0e82a6ba-1eb3-4d0d-a80b-67283de0fb2d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.998252 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cae6b7cf-3350-4b76-9e98-b01ca94e6c26 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.020242 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49567fb3-3a99-45aa-987c-0752e83d78b4 req-cab303c2-8c85-4e4d-b85e-d89683a40e5e tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "GET /v2.0/security-groups/6a756ea1-2d81-4446-8383-76009f0c36e4 HTTP/1.1" status: 200 len: 1780 time: 0.6073685 Nov 09 17:45:44.029403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Allocated IP 172.25.1.201 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/d7f33df3-370f-4972-bdaf-81d323bc1045) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:44.030270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-cae6b7cf-3350-4b76-9e98-b01ca94e6c26 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Calling delete_port for 606bb72d-7d8e-4649-b7a2-cf66228592ac owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:45:44.195836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.265951 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-65a3825d-f454-4628-bc1c-2108d1eb4a6d req-e1260f47-fc6b-4f04-aae5-bf0b01b48540 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0368848 Nov 09 17:45:44.276967 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.353404 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-0e82a6ba-1eb3-4d0d-a80b-67283de0fb2d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.361025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:44.366185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:44.377357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:44.381881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Pushing event updated for resources: {'Port': ['ID=d7f33df3-370f-4972-bdaf-81d323bc1045,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:44.404173 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.424489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-0e82a6ba-1eb3-4d0d-a80b-67283de0fb2d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Network 62985637-89b4-4626-b71d-b65e6efa34fa is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:44.491879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-0e82a6ba-1eb3-4d0d-a80b-67283de0fb2d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:44.494063 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-49567fb3-3a99-45aa-987c-0752e83d78b4 req-58f52f39-8359-4c86-956d-022bcb71b7e9 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.516807 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-0e82a6ba-1eb3-4d0d-a80b-67283de0fb2d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:44.609734 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-49567fb3-3a99-45aa-987c-0752e83d78b4 req-58f52f39-8359-4c86-956d-022bcb71b7e9 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.614294 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c61693-f3fd-429a-b8fb-2be4dce4388e req-40274a80-07d2-4520-99cb-168d997261ab tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:44.617150 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00c61693-f3fd-429a-b8fb-2be4dce4388e req-40274a80-07d2-4520-99cb-168d997261ab tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 932 time: 0.1252952 Nov 09 17:45:44.619269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82a6ba-1eb3-4d0d-a80b-67283de0fb2d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event updated for resources: {'Port': ['ID=b8695168-d8fc-489e-b027-78b8cf2f7c5f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:44.621918 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cae6b7cf-3350-4b76-9e98-b01ca94e6c26 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.677996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6b7cf-3350-4b76-9e98-b01ca94e6c26 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event deleted for resources: {'Port': ['ID=606bb72d-7d8e-4649-b7a2-cf66228592ac,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:44.695520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-0e82a6ba-1eb3-4d0d-a80b-67283de0fb2d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:44.696203 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-0e82a6ba-1eb3-4d0d-a80b-67283de0fb2d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.755609 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.757597 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-0e82a6ba-1eb3-4d0d-a80b-67283de0fb2d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5191927 Nov 09 17:45:44.772483 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00c61693-f3fd-429a-b8fb-2be4dce4388e req-1bf47490-cf5f-4c4c-b2bc-8e89d13da1b8 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105623 Nov 09 17:45:44.773147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Request body: {'port': {'device_id': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:44.781469 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-49567fb3-3a99-45aa-987c-0752e83d78b4 req-58f52f39-8359-4c86-956d-022bcb71b7e9 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.784311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-49567fb3-3a99-45aa-987c-0752e83d78b4 req-58f52f39-8359-4c86-956d-022bcb71b7e9 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.797087 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49567fb3-3a99-45aa-987c-0752e83d78b4 req-58f52f39-8359-4c86-956d-022bcb71b7e9 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a756ea1-2d81-4446-8383-76009f0c36e4 HTTP/1.1" status: 204 len: 173 time: 0.7745094 Nov 09 17:45:44.838639 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.875407 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cae6b7cf-3350-4b76-9e98-b01ca94e6c26 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.875407 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cae6b7cf-3350-4b76-9e98-b01ca94e6c26 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "DELETE /v2.0/ports/606bb72d-7d8e-4649-b7a2-cf66228592ac HTTP/1.1" status: 204 len: 168 time: 1.8924589 Nov 09 17:45:44.883450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60770) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:44.889025 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f3bc4de-3e71-4541-ab27-89931519a68a', 'external_fixed_ips': [{'subnet_id': 'fd91c1c8-cb78-467f-a0a3-b3e7ad009b5c', 'ip_address': '172.20.0.13'}]}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:44.926395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f52f39-8359-4c86-956d-022bcb71b7e9 tempest-SecurityGroupsTestAdminJSON-340951185 tempest-SecurityGroupsTestAdminJSON-340951185-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a756ea1-2d81-4446-8383-76009f0c36e4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:44.949536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.958827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.960865 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:44.982931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-def6a8d0-6356-48ca-ab22-701c23185bb7 None None] Provisioning complete for port b8695168-d8fc-489e-b027-78b8cf2f7c5f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:44.985104 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-def6a8d0-6356-48ca-ab22-701c23185bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.043514 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-def6a8d0-6356-48ca-ab22-701c23185bb7 None None] Port b8695168-d8fc-489e-b027-78b8cf2f7c5f cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:45:45.082483 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9e33518-aab5-4ec3-9a8b-641620662fc2 req-1045396d-681d-45f7-89e1-46425a84e85b tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] 10.222.0.81 "GET /v2.0/security-groups/ff65f5d2-5e25-4438-883a-ac733cc63760 HTTP/1.1" status: 200 len: 1779 time: 0.1661806 Nov 09 17:45:45.108686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.212686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b9e33518-aab5-4ec3-9a8b-641620662fc2 req-a80f9f6c-803b-40e8-9743-31fd4c78479a tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.216392 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.230579 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.274216 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b9e33518-aab5-4ec3-9a8b-641620662fc2 req-a80f9f6c-803b-40e8-9743-31fd4c78479a tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.278058 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.391246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Pushing event updated for resources: {'Port': ['ID=d7f33df3-370f-4972-bdaf-81d323bc1045,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:45.428574 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.467884 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.476757 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-20fa91b7-8013-41e4-a480-ec2c4d1165c3 req-4b62e3ea-eead-4915-98b6-d028ccf93cf1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0651307 Nov 09 17:45:45.490349 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b9e33518-aab5-4ec3-9a8b-641620662fc2 req-a80f9f6c-803b-40e8-9743-31fd4c78479a tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.494794 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b9e33518-aab5-4ec3-9a8b-641620662fc2 req-a80f9f6c-803b-40e8-9743-31fd4c78479a tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.496650 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9e33518-aab5-4ec3-9a8b-641620662fc2 req-a80f9f6c-803b-40e8-9743-31fd4c78479a tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] 10.222.0.81 "DELETE /v2.0/security-groups/ff65f5d2-5e25-4438-883a-ac733cc63760 HTTP/1.1" status: 204 len: 173 time: 0.4041920 Nov 09 17:45:45.515361 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.523420 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e4bac7d4-d7b5-4620-b990-77128d7b0e1b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8551567 Nov 09 17:45:45.523420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f9f6c-803b-40e8-9743-31fd4c78479a tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff65f5d2-5e25-4438-883a-ac733cc63760,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:45.536777 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-850c6fa3-3f3a-4c5f-ad1e-4c2eb925c121 req-7ebf2cf3-cfba-43a6-8181-72b2fb520c51 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0804467 Nov 09 17:45:45.658575 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e394a963-a49f-4fcc-8829-b9e09f9d9946 req-cb1e9dfe-6185-4b9b-b8a3-f5b88571f96e tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] 10.222.0.81 "GET /v2.0/security-groups/fdbfe15e-cbe2-49d4-a04f-ee2549fcb336 HTTP/1.1" status: 200 len: 1778 time: 0.1343596 Nov 09 17:45:45.695830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8695168-d8fc-489e-b027-78b8cf2f7c5f {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:45.707585 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.725793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Transition to ACTIVE for port object b8695168-d8fc-489e-b027-78b8cf2f7c5f will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:45:45.735914 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.813951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Pushing event updated for resources: {'Port': ['ID=b8695168-d8fc-489e-b027-78b8cf2f7c5f,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:45.839778 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0774d054-be2b-490f-91dd-9ed377e028db req-2e457269-b0b6-4489-a1a0-6f9def8cbde9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d9020b4-6c71-4d17-a493-538ee616875b HTTP/1.1" status: 200 len: 210 time: 0.0972352 Nov 09 17:45:45.905037 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-e394a963-a49f-4fcc-8829-b9e09f9d9946 req-27116b03-3aad-4fa3-a8d0-b53a8c36ef5d tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:45.950487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-e394a963-a49f-4fcc-8829-b9e09f9d9946 req-27116b03-3aad-4fa3-a8d0-b53a8c36ef5d tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:46.033525 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-e394a963-a49f-4fcc-8829-b9e09f9d9946 req-27116b03-3aad-4fa3-a8d0-b53a8c36ef5d tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:46.039107 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-e394a963-a49f-4fcc-8829-b9e09f9d9946 req-27116b03-3aad-4fa3-a8d0-b53a8c36ef5d tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:46.041627 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e394a963-a49f-4fcc-8829-b9e09f9d9946 req-27116b03-3aad-4fa3-a8d0-b53a8c36ef5d tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] 10.222.0.81 "DELETE /v2.0/security-groups/fdbfe15e-cbe2-49d4-a04f-ee2549fcb336 HTTP/1.1" status: 204 len: 173 time: 0.3618326 Nov 09 17:45:46.066118 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27116b03-3aad-4fa3-a8d0-b53a8c36ef5d tempest-SecurityGroupsTestAdminJSON-1364452350 tempest-SecurityGroupsTestAdminJSON-1364452350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbfe15e-cbe2-49d4-a04f-ee2549fcb336,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:46.241837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-1f67fe69-928e-44a2-9bab-9b7f4d22f49a tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:46.243795 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-1f67fe69-928e-44a2-9bab-9b7f4d22f49a tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/networks?id=a48a24c4-1673-4557-b168-d8429bf6bc0c HTTP/1.1" status: 200 len: 821 time: 0.4078310 Nov 09 17:45:46.255461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Attempting to bind port b8695168-d8fc-489e-b027-78b8cf2f7c5f on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:46.255795 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Attempting to bind port b8695168-d8fc-489e-b027-78b8cf2f7c5f by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:46.256262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Attempting to bind port b8695168-d8fc-489e-b027-78b8cf2f7c5f on network 62985637-89b4-4626-b71d-b65e6efa34fa {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:46.278679 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95216f7a-2a2f-42b5-a5b7-f7a3592753dd req-a5c1ae5f-d3e9-4721-bc7c-6456c7dd6606 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:46.293282 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-95216f7a-2a2f-42b5-a5b7-f7a3592753dd req-a5c1ae5f-d3e9-4721-bc7c-6456c7dd6606 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 944 time: 0.1123145 Nov 09 17:45:46.317697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Port b8695168-d8fc-489e-b027-78b8cf2f7c5f on network 62985637-89b4-4626-b71d-b65e6efa34fa not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:46.318440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Attempting to bind port b8695168-d8fc-489e-b027-78b8cf2f7c5f on network 62985637-89b4-4626-b71d-b65e6efa34fa {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:46.349641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-ba3abf65-3998-4d1a-82d7-03127d921331 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/quotas/e6e0d813113140d6a7b396ad34275c45 HTTP/1.1" status: 200 len: 375 time: 0.0584795 Nov 09 17:45:46.351756 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-95216f7a-2a2f-42b5-a5b7-f7a3592753dd req-bd58aeee-bcfb-4ed4-b62c-58a2c9e80001 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563006 Nov 09 17:45:46.354471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:45:46.355041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Checking segment: {'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:45:46.355678 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Bound using segment: {'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:45:46.356434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Bound port: b8695168-d8fc-489e-b027-78b8cf2f7c5f, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:45:46.357191 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:46.418911 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:46.525930 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:46.558420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60806) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:46.752025 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4aa72b11-2bd7-4385-9f7e-7e9cffdcc76e req-b452bfbb-1dc8-4bd8-9052-6cd8066231e9 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0563931 Nov 09 17:45:46.759033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-3f665702-df26-45e3-89b8-2b9ccaeec23d tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6e0d813113140d6a7b396ad34275c45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3732042 Nov 09 17:45:46.783129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] For port b8695168-d8fc-489e-b027-78b8cf2f7c5f, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:46.804387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] For port b8695168-d8fc-489e-b027-78b8cf2f7c5f, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b8695168-d8fc-489e-b027-78b8cf2f7c5f,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:45:46.818891 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-38d7682c-a2af-4ff4-b660-6bcdbc5a70a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6bd1ffee657742618c66f0c05676b3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583048 Nov 09 17:45:46.822198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60816) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:46.875546 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:46.967254 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db3687d3-3f2c-406f-822f-d8d5a305851a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:47.038398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:47.039493 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:47.042032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] 10.222.0.13 "PUT /v2.0/ports/b8695168-d8fc-489e-b027-78b8cf2f7c5f HTTP/1.1" status: 200 len: 1092 time: 2.2731493 Nov 09 17:45:47.042919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'tag': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:47.046951 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb532f7c-35b5-4f03-b3ad-d9c4d2eda06a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b6f2dc-d145-47e4-90d3-b077e623347a", "tag": "b8695168-d8fc-489e-b027-78b8cf2f7c5f"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:47.077663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db3687d3-3f2c-406f-822f-d8d5a305851a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:47.263006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869dc78-8f69-4a39-aa9b-0188fb31cb4f service neutron] Pushing event updated for resources: {'Port': ['ID=b8695168-d8fc-489e-b027-78b8cf2f7c5f,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:47.303052 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db3687d3-3f2c-406f-822f-d8d5a305851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:47.315388 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db3687d3-3f2c-406f-822f-d8d5a305851a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:47.325983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-db3687d3-3f2c-406f-822f-d8d5a305851a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a29f72a9-5af3-43f4-a34c-e3a493d0c355 HTTP/1.1" status: 204 len: 168 time: 0.5000055 Nov 09 17:45:47.357032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-908fd449-1d42-4ec4-9ac8-be2645573b8d service neutron] 10.222.0.81 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765021 Nov 09 17:45:47.361058 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Allocated IP 172.20.0.13 (3f3bc4de-3e71-4541-ab27-89931519a68a/fd91c1c8-cb78-467f-a0a3-b3e7ad009b5c/9099102b-84b1-4413-b9d7-935ec2515abb) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:47.377319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3687d3-3f2c-406f-822f-d8d5a305851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29f72a9-5af3-43f4-a34c-e3a493d0c355,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:47.619754 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:47.727700 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858a73ad-5f5a-41e0-a27c-4654bdef7364 x-openstack-request-id: req-858a73ad-5f5a-41e0-a27c-4654bdef7364 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:47.729229 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b6f2dc-d145-47e4-90d3-b077e623347a", "tag": "b8695168-d8fc-489e-b027-78b8cf2f7c5f", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:47.730286 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-858a73ad-5f5a-41e0-a27c-4654bdef7364 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:47.731320 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'tag': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f', 'status': 'completed', 'code': 200} Nov 09 17:45:47.764147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-70685d18-3ecd-4ec3-8241-4758cef8f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:47.767916 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-70685d18-3ecd-4ec3-8241-4758cef8f24d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 1095 time: 0.6108768 Nov 09 17:45:47.852946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b378f2a-01bd-4508-be97-a9d4ad20e39f req-2add4f4d-37b4-44d6-a017-58d88966ece5 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:47.857223 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b378f2a-01bd-4508-be97-a9d4ad20e39f req-2add4f4d-37b4-44d6-a017-58d88966ece5 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 944 time: 0.1365135 Nov 09 17:45:47.907731 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-4d476fd3-ec28-443d-b170-a4a7d91e826a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8695168-d8fc-489e-b027-78b8cf2f7c5f HTTP/1.1" status: 200 len: 217 time: 0.1294277 Nov 09 17:45:47.969044 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b378f2a-01bd-4508-be97-a9d4ad20e39f req-a40387de-adae-4628-b57e-124215e685a8 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715630 Nov 09 17:45:47.983538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60854) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:48.078722 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9a4bdaf8-5645-4900-9772-79065c707f99 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=546fe81d15fb4e4d85bcfa56f67d82db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0910699 Nov 09 17:45:48.079054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60856) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:48.128522 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:48.162282 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b9597c8-2449-4c20-9241-b1d7e9cc15f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:48.185195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-a26819e7-baa0-4292-b2a8-8bb4a4b5e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:48.187746 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-a26819e7-baa0-4292-b2a8-8bb4a4b5e56e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90e004d7-aa4f-429b-b705-1f002be3405f HTTP/1.1" status: 200 len: 850 time: 0.1843197 Nov 09 17:45:48.197918 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-307952b1-abae-455b-8311-d8257a4747e2 service neutron] 10.222.0.81 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8376899 Nov 09 17:45:48.243638 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b9597c8-2449-4c20-9241-b1d7e9cc15f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:48.308482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-2437457b-169c-4804-ac92-6ecf86eaf5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:48.311286 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-2437457b-169c-4804-ac92-6ecf86eaf5ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62985637-89b4-4626-b71d-b65e6efa34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138227 Nov 09 17:45:48.341222 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:48.408225 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9113c70c-08c4-4fb7-97cb-ba107b0bb543 req-db607883-ee5a-4e87-9596-019a8e7f4231 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.2412593 Nov 09 17:45:48.423331 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b9597c8-2449-4c20-9241-b1d7e9cc15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:48.426597 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b9597c8-2449-4c20-9241-b1d7e9cc15f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:48.427908 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0b9597c8-2449-4c20-9241-b1d7e9cc15f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/787824c8-1935-40b4-bec1-6e5fceba57a9 HTTP/1.1" status: 204 len: 168 time: 0.3478584 Nov 09 17:45:48.438853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9597c8-2449-4c20-9241-b1d7e9cc15f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787824c8-1935-40b4-bec1-6e5fceba57a9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:48.646627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event updated for resources: {'Port': ['ID=9099102b-84b1-4413-b9d7-935ec2515abb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:48.668677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-07c8b39c-a162-471b-92b6-b9c3c9266c60 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441169 Nov 09 17:45:48.701968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Network 3f3bc4de-3e71-4541-ab27-89931519a68a is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:48.735773 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:48.771959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:48.867871 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a08bb76-af3a-43ba-8e3e-22c30cbcbec1 req-8bfa2612-4863-4f05-b62f-bc407c81c1e0 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 210 time: 0.0955162 Nov 09 17:45:48.957294 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4949d039-0539-44b9-988f-eff8707a4fc9 req-65320ad3-a1e7-4ea4-b470-3e1d43c3cf88 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759347 Nov 09 17:45:49.327696 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11950c-302a-43e4-8fb4-69eb00a37e78 req-dc1672dd-822a-4eea-b321-ff866ab05db6 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:49.342576 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-da11950c-302a-43e4-8fb4-69eb00a37e78 req-dc1672dd-822a-4eea-b321-ff866ab05db6 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 944 time: 0.1481581 Nov 09 17:45:49.410539 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-da11950c-302a-43e4-8fb4-69eb00a37e78 req-bad0382b-70a7-46a5-92d3-f0c8850cf3b2 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647125 Nov 09 17:45:49.880815 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00979cc1-ba34-4c08-b372-a3511866bf9e req-e5774af8-ace9-4665-885f-456c76db08e0 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.1407626 Nov 09 17:45:49.910338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532f7c-35b5-4f03-b3ad-d9c4d2eda06a req-1111d0a9-3768-4578-b356-8d0d1022e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:49.925129 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb532f7c-35b5-4f03-b3ad-d9c4d2eda06a req-1111d0a9-3768-4578-b356-8d0d1022e160 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 1095 time: 0.8510907 Nov 09 17:45:50.122019 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-91284b4c-e745-440a-baca-fb2e1dc37fec req-71797ed4-7634-44c7-abe3-b91c2eb36b08 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 210 time: 0.0669658 Nov 09 17:45:50.162405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532f7c-35b5-4f03-b3ad-d9c4d2eda06a req-069de5dc-4407-4568-a00e-1425987119a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:50.164446 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb532f7c-35b5-4f03-b3ad-d9c4d2eda06a req-069de5dc-4407-4568-a00e-1425987119a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 912 time: 0.2210336 Nov 09 17:45:50.262029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb532f7c-35b5-4f03-b3ad-d9c4d2eda06a req-c5877e5d-60fc-4918-9993-b12c99ba56cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8695168-d8fc-489e-b027-78b8cf2f7c5f HTTP/1.1" status: 200 len: 217 time: 0.0895488 Nov 09 17:45:50.284626 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:50.348823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-c814445c-db0f-4296-aaac-8753abf6ddfc tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:50.353282 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-c814445c-db0f-4296-aaac-8753abf6ddfc tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.18 "GET /v2.0/networks?id=a48a24c4-1673-4557-b168-d8429bf6bc0c HTTP/1.1" status: 200 len: 821 time: 0.2292762 Nov 09 17:45:50.383584 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Request body: {'port': {'device_id': '4fa612f5-d0e9-498c-8c68-1a5b74f19ce8', 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c', 'admin_state_up': True, 'tenant_id': 'e6e0d813113140d6a7b396ad34275c45'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:50.500665 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532f7c-35b5-4f03-b3ad-d9c4d2eda06a req-733225e2-6ce2-4c0d-ba22-a44f4938722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:50.503719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb532f7c-35b5-4f03-b3ad-d9c4d2eda06a req-733225e2-6ce2-4c0d-ba22-a44f4938722c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90e004d7-aa4f-429b-b705-1f002be3405f HTTP/1.1" status: 200 len: 850 time: 0.2320952 Nov 09 17:45:50.570286 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Made reservation on behalf of e6e0d813113140d6a7b396ad34275c45 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:50.575866 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:50.754253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532f7c-35b5-4f03-b3ad-d9c4d2eda06a req-a4507b0e-3d57-4c76-bffe-71a6dd848bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:50.755867 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb532f7c-35b5-4f03-b3ad-d9c4d2eda06a req-a4507b0e-3d57-4c76-bffe-71a6dd848bae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62985637-89b4-4626-b71d-b65e6efa34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2415633 Nov 09 17:45:50.773661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Allocated IP 172.20.0.7 (a48a24c4-1673-4557-b168-d8429bf6bc0c/473a054c-534f-4d70-b354-014aabf6d270/7a6af505-671f-4dc3-8543-9ced66277dfc) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:50.922590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-aae6511c-941e-4a4b-946a-72669147fc99 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=534509acc37c4956944df84050926a81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999246 Nov 09 17:45:50.946880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce737c9-f608-4257-91d0-23847066dfdd req-0c0798cf-c71b-4423-8f64-59eebcde52bd tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:50.949694 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fce737c9-f608-4257-91d0-23847066dfdd req-0c0798cf-c71b-4423-8f64-59eebcde52bd tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 944 time: 0.1380646 Nov 09 17:45:51.036284 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:51.086207 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb532f7c-35b5-4f03-b3ad-d9c4d2eda06a req-119c6811-ddea-46ff-8d65-c19a06cd4434 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831502 Nov 09 17:45:51.131856 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:51.162733 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fce737c9-f608-4257-91d0-23847066dfdd req-15763be2-822e-4f2f-a707-5a0974743cff tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425288 Nov 09 17:45:51.215343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-7464080b-d3f6-4d4a-96c0-26bdc3872f72 req-e162fa69-9fe9-4581-a6bb-940289e73ccb service neutron] (102154) timed out ('10.222.0.18', 62060) {{(pid=102154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:45:51.221614 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:51.298764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f5993-644f-4026-9dda-467000e292d5 req-f8ec301f-adf9-4050-87fd-7d0e1ffe75ea tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:51.305875 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-f8ec301f-adf9-4050-87fd-7d0e1ffe75ea tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3706896 Nov 09 17:45:51.345316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-d2e09fe9-9f47-41d7-8972-97c54fb5d27a tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/quotas/534509acc37c4956944df84050926a81 HTTP/1.1" status: 200 len: 375 time: 0.0384307 Nov 09 17:45:51.353286 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Pushing event updated for resources: {'Port': ['ID=7a6af505-671f-4dc3-8543-9ced66277dfc,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:51.375260 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Network a48a24c4-1673-4557-b168-d8429bf6bc0c is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:51.378564 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:51.379759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:51.379759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:51.380345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:51.380936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:51.381528 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:51.382123 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:51.382708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:51.383318 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:51.383903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:51.384471 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:51.385120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:51.405369 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:51.412182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-d27f5cf0-fc22-44e6-8927-6d5d1ab1f475 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=534509acc37c4956944df84050926a81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658596 Nov 09 17:45:51.413583 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:51.445647 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb532f7c-35b5-4f03-b3ad-d9c4d2eda06a req-0948f980-9940-40e3-9bc3-234d6f6864c2 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848468 Nov 09 17:45:51.518256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Router 1dfefcb3-baab-485a-ba34-bd5328b4f7a9 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:45:51.521413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:51.522549 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:51.554067 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-f889af4d-238b-49ed-9c71-75707a94733e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1823485 Nov 09 17:45:51.752164 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a62b4e0f-868d-4c26-8e78-7bc7690cffbe req-08e211ec-9741-4bac-abae-2e671830d27d tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0500052 Nov 09 17:45:51.798591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:45:51.823341 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Request body: {'port': {'device_id': '4fa612f5-d0e9-498c-8c68-1a5b74f19ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:51.834364 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] Sync routers for ids ['1dfefcb3-baab-485a-ba34-bd5328b4f7a9'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:45:51.877087 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] Routers {'1dfefcb3-baab-485a-ba34-bd5328b4f7a9'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:45:51.878097 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['1dfefcb3-baab-485a-ba34-bd5328b4f7a9'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:51.934437 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:51.950373 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2ca8eeb1-6529-4d74-9e8c-4d8e5ad5a410 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.0652192 Nov 09 17:45:51.956600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60934) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:52.033320 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed0ef22c-9594-4f47-8985-bb6bf198b996 req-449bc158-c662-4fcf-81e1-de4c59fcfa44 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 210 time: 0.1095240 Nov 09 17:45:52.185769 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:52.201781 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] Set router 1dfefcb3-baab-485a-ba34-bd5328b4f7a9 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:45:52.418988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3e97b-f0d4-45bf-8783-3b5f82864a36 req-a4a17ee0-7c06-464c-8bc8-a60257a9698f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:52.424771 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cea3e97b-f0d4-45bf-8783-3b5f82864a36 req-a4a17ee0-7c06-464c-8bc8-a60257a9698f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 931 time: 0.5918021 Nov 09 17:45:52.481780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cea3e97b-f0d4-45bf-8783-3b5f82864a36 req-cebef9a5-0731-43d6-8d50-f19fa96f3fd9 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446460 Nov 09 17:45:52.534276 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:52.716408 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:52.746874 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:52.755647 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfefcb3-baab-485a-ba34-bd5328b4f7a9', 'name': '', 'tenant_id': 'c481752ec3a944a1943a2bddebb76744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f3bc4de-3e71-4541-ab27-89931519a68a', 'external_fixed_ips': [{'subnet_id': 'fd91c1c8-cb78-467f-a0a3-b3e7ad009b5c', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '9099102b-84b1-4413-b9d7-935ec2515abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:44Z', 'updated_at': '2021-11-09T17:45:49Z', 'revision_number': 3, 'project_id': 'c481752ec3a944a1943a2bddebb76744', 'gw_port': {'id': '9099102b-84b1-4413-b9d7-935ec2515abb', 'name': '', 'network_id': '3f3bc4de-3e71-4541-ab27-89931519a68a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:14:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfefcb3-baab-485a-ba34-bd5328b4f7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'fd91c1c8-cb78-467f-a0a3-b3e7ad009b5c', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:46Z', 'updated_at': '2021-11-09T17:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd91c1c8-cb78-467f-a0a3-b3e7ad009b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:52.851864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Deleting port 9099102b-84b1-4413-b9d7-935ec2515abb {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:45:52.852353 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:52.853466 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4e097-f6e4-458f-9fab-28d19c3d3d02 req-05b6cd93-802b-43bf-84be-2dac5deb937f tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:52.866529 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] Checking router: 1dfefcb3-baab-485a-ba34-bd5328b4f7a9 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:45:52.867428 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ded4e097-f6e4-458f-9fab-28d19c3d3d02 req-05b6cd93-802b-43bf-84be-2dac5deb937f tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 944 time: 0.3280282 Nov 09 17:45:52.867630 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] Updating router 1dfefcb3-baab-485a-ba34-bd5328b4f7a9 port 9099102b-84b1-4413-b9d7-935ec2515abb binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:45:52.922258 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:52.985569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:53.004868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Calling delete_port for 9099102b-84b1-4413-b9d7-935ec2515abb owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:45:53.022217 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ded4e097-f6e4-458f-9fab-28d19c3d3d02 req-3ebe55aa-7ccd-4b93-8efb-9f2f7984752f tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537611 Nov 09 17:45:53.030437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b8695168-d8fc-489e-b027-78b8cf2f7c5f details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:45:53.252761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-083c42eb-5760-4b3b-b30e-051fc16cbfb1 req-5a2e184b-a71a-4df6-99b9-3956b839bb06 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0388181 Nov 09 17:45:53.282781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:53.293885 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6af505-671f-4dc3-8543-9ced66277dfc {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:53.335498 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:53.348555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event deleted for resources: {'Port': ['ID=9099102b-84b1-4413-b9d7-935ec2515abb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:53.389624 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Transition to ACTIVE for port object 7a6af505-671f-4dc3-8543-9ced66277dfc will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:45:53.430722 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:53.484927 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-083ad841-9ac4-4d0b-9da6-b863361afda2 req-0e74bdcb-abf6-474b-b1f8-59f35fa23ef1 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 210 time: 0.1023841 Nov 09 17:45:53.490012 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:53.586903 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b8695168-d8fc-489e-b027-78b8cf2f7c5f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b8695168-d8fc-489e-b027-78b8cf2f7c5f,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:53.622544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'port_id': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f', 'mac_address': 'fa:16:3e:74:89:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:45:53.727352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:53.738990 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:53.757278 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:53.785776 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:53.816988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8695168-d8fc-489e-b027-78b8cf2f7c5f {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:53.831477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6af505-671f-4dc3-8543-9ced66277dfc,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:53.865635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b8695168-d8fc-489e-b027-78b8cf2f7c5f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b8695168-d8fc-489e-b027-78b8cf2f7c5f,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:53.888377 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:53.914654 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.db.api [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:45:53.915289 n-d-817236-1 neutron-server[102157]: DEBUG oslo_db.api [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:45:53.919022 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:53.919955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1dfefcb3-baab-485a-ba34-bd5328b4f7a9 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:45:53.941694 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:53.944681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7aa49505-a950-459a-9eed-ff45a2801024 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "DELETE /v2.0/routers/1dfefcb3-baab-485a-ba34-bd5328b4f7a9 HTTP/1.1" status: 204 len: 168 time: 1.9867134 Nov 09 17:45:53.945546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60978) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:54.046246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90f4622-9625-4fdb-9847-480924be07b1 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Deleting subnet fd91c1c8-cb78-467f-a0a3-b3e7ad009b5c {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:45:54.059590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Attempting to bind port 7a6af505-671f-4dc3-8543-9ced66277dfc on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:54.061600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Attempting to bind port 7a6af505-671f-4dc3-8543-9ced66277dfc by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '1e56319b-27ab-4dcd-903d-c01a869ea173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:54.062613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Attempting to bind port 7a6af505-671f-4dc3-8543-9ced66277dfc on network a48a24c4-1673-4557-b168-d8429bf6bc0c {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:54.076723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Port 7a6af505-671f-4dc3-8543-9ced66277dfc on network a48a24c4-1673-4557-b168-d8429bf6bc0c not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:54.077804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Attempting to bind port 7a6af505-671f-4dc3-8543-9ced66277dfc on network a48a24c4-1673-4557-b168-d8429bf6bc0c {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:54.103772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:45:54.104640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Checking segment: {'id': '1e56319b-27ab-4dcd-903d-c01a869ea173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:45:54.106020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Bound using segment: {'id': '1e56319b-27ab-4dcd-903d-c01a869ea173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:45:54.106749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Bound port: 7a6af505-671f-4dc3-8543-9ced66277dfc, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e56319b-27ab-4dcd-903d-c01a869ea173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:45:54.107423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:54.125370 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b8695168-d8fc-489e-b027-78b8cf2f7c5f,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:54.144325 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:54.145317 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:54.145916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:54.146477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:54.148299 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:54.148915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:54.149486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:54.150424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:54.151085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:54.153014 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:54.153679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:54.154352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:54.168551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['b8695168-d8fc-489e-b027-78b8cf2f7c5f'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:45:54.272329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] For port 7a6af505-671f-4dc3-8543-9ced66277dfc, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:54.280300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] For port 7a6af505-671f-4dc3-8543-9ced66277dfc, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a6af505-671f-4dc3-8543-9ced66277dfc,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:45:54.288933 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:54.391355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:54.392140 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:54.393782 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] 10.222.0.18 "PUT /v2.0/ports/7a6af505-671f-4dc3-8543-9ced66277dfc HTTP/1.1" status: 200 len: 1091 time: 2.8315206 Nov 09 17:45:54.394409 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa612f5-d0e9-498c-8c68-1a5b74f19ce8', 'tag': '7a6af505-671f-4dc3-8543-9ced66277dfc'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:54.397482 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb31e08a-e167-4753-9ec9-01fe81527326" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa612f5-d0e9-498c-8c68-1a5b74f19ce8", "tag": "7a6af505-671f-4dc3-8543-9ced66277dfc"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:54.459213 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13558abd-172f-44e2-8cec-bd5c7a0fa7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6af505-671f-4dc3-8543-9ced66277dfc,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:54.472944 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] Port 9099102b-84b1-4413-b9d7-935ec2515abb not found while updating agent binding for router 1dfefcb3-baab-485a-ba34-bd5328b4f7a9. {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 17:45:54.490763 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] Routers set() bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:45:54.491573 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] Router IDs set() for agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 17:45:54.492713 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_agentschedulers_db [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1dfefcb3-baab-485a-ba34-bd5328b4f7a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent'). {{(pid=102157) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 17:45:54.493357 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b8c2f-e9a1-43bc-8477-07b5188ec8eb None None] The sync data for ids ['1dfefcb3-baab-485a-ba34-bd5328b4f7a9'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:45:54.529945 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303c3a9-94e2-4293-8f7d-a105fbf08f95 req-355d5b94-342d-42b2-8e0b-c9958641beb6 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:54.533320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90f4622-9625-4fdb-9847-480924be07b1 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:54.544258 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c303c3a9-94e2-4293-8f7d-a105fbf08f95 req-355d5b94-342d-42b2-8e0b-c9958641beb6 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 945 time: 0.1797268 Nov 09 17:45:54.571969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-e7475685-a10b-464e-a807-7b1e2728648f tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=534509acc37c4956944df84050926a81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5215051 Nov 09 17:45:54.597292 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-8b20266b-409f-48d7-9469-953fcb33ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:54.598960 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-8b20266b-409f-48d7-9469-953fcb33ebb5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6e0d813113140d6a7b396ad34275c45&device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 1094 time: 0.1319625 Nov 09 17:45:54.606626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57217574-898b-4dce-bda5-32a6783af518 req-b051a82a-d1c2-430f-91fc-39a33e0be249 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:54.610327 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-57217574-898b-4dce-bda5-32a6783af518 req-b051a82a-d1c2-430f-91fc-39a33e0be249 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 943 time: 0.7413139 Nov 09 17:45:54.615849 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c303c3a9-94e2-4293-8f7d-a105fbf08f95 req-b2663ffc-2f0b-4705-afc3-f23b04ba8f98 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666945 Nov 09 17:45:54.689177 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-dfaf15f5-e3f8-4294-ae5e-13c3a950fc63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a6af505-671f-4dc3-8543-9ced66277dfc HTTP/1.1" status: 200 len: 217 time: 0.0719461 Nov 09 17:45:54.703724 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90f4622-9625-4fdb-9847-480924be07b1 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:54.803270 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-57217574-898b-4dce-bda5-32a6783af518 req-fffaae6a-e706-45be-92fd-485fdb6d77e7 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578782 Nov 09 17:45:54.804680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90f4622-9625-4fdb-9847-480924be07b1 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:54.806642 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-95f3fe34-c5bb-483e-9dfa-86b0e62c698c req-ad058dee-c5ff-486a-a0f3-796bf6851319 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0952003 Nov 09 17:45:54.833152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-50c08275-7ebc-41b9-aee4-406672a3e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:54.835921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-50c08275-7ebc-41b9-aee4-406672a3e696 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=473a054c-534f-4d70-b354-014aabf6d270 HTTP/1.1" status: 200 len: 861 time: 0.1380959 Nov 09 17:45:54.917382 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe780d1-1514-4252-bdf5-34ec5e9c83bc x-openstack-request-id: req-bfe780d1-1514-4252-bdf5-34ec5e9c83bc {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:54.917894 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa612f5-d0e9-498c-8c68-1a5b74f19ce8", "tag": "7a6af505-671f-4dc3-8543-9ced66277dfc", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:54.918112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f5993-644f-4026-9dda-467000e292d5 req-a27da8ef-4c11-4df1-bae8-742a7765a07b tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:54.918375 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bfe780d1-1514-4252-bdf5-34ec5e9c83bc {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:54.918944 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa612f5-d0e9-498c-8c68-1a5b74f19ce8', 'tag': '7a6af505-671f-4dc3-8543-9ced66277dfc', 'status': 'completed', 'code': 200} Nov 09 17:45:54.921669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-a27da8ef-4c11-4df1-bae8-742a7765a07b tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3347273 Nov 09 17:45:54.922764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-348489b6-4fdc-4df5-b9e7-3035a8321954 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a48a24c4-1673-4557-b168-d8429bf6bc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795460 Nov 09 17:45:54.942190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Request body: {'port': {'device_id': '34727f49-df67-4b21-850f-e7c421efc8e8', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '534509acc37c4956944df84050926a81'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:55.101549 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90f4622-9625-4fdb-9847-480924be07b1 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.147734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f4622-9625-4fdb-9847-480924be07b1 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fd91c1c8-cb78-467f-a0a3-b3e7ad009b5c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:55.152940 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-4cc0fe81-b26c-4ef0-aa00-bc02fa5c7c6e service neutron] 10.222.0.18 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210100 Nov 09 17:45:55.157267 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0aa6cf2f-35c2-455a-9d79-bbcc37ecd0d6 req-a27a0dc9-4a0e-416c-8624-eebb8605c205 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 210 time: 0.1444056 Nov 09 17:45:55.174741 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90f4622-9625-4fdb-9847-480924be07b1 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.179242 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c90f4622-9625-4fdb-9847-480924be07b1 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/fd91c1c8-cb78-467f-a0a3-b3e7ad009b5c HTTP/1.1" status: 204 len: 168 time: 1.2312944 Nov 09 17:45:55.193593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60994) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:55.317144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.328544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Made reservation on behalf of 534509acc37c4956944df84050926a81 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:55.332806 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.348560 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.398349 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d5f6116-e5c2-480e-857b-e9b235b69bb9 req-aa454eb2-81fa-4396-883a-99ce6dde7016 service neutron] 10.222.0.18 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372763 Nov 09 17:45:55.462893 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.512320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3bc4de-3e71-4541-ab27-89931519a68a']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:55.536654 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87bc8c8-2e8d-4062-a65b-5fdbf3cc150c') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:55.536977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87bc8c8-2e8d-4062-a65b-5fdbf3cc150c') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:55.556218 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.565601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31e08a-e167-4753-9ec9-01fe81527326 req-dc0dae85-bce7-44c9-bd63-26b79819c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:55.568566 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb31e08a-e167-4753-9ec9-01fe81527326 req-dc0dae85-bce7-44c9-bd63-26b79819c096 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6e0d813113140d6a7b396ad34275c45&device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 1094 time: 0.1027408 Nov 09 17:45:55.583569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.602398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:45:55.602897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:45:55.605704 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:45:55.658619 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.667036 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.800566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31e08a-e167-4753-9ec9-01fe81527326 req-aad76173-9c83-40ce-bfb8-0ae76eea3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:55.803204 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb31e08a-e167-4753-9ec9-01fe81527326 req-aad76173-9c83-40ce-bfb8-0ae76eea3133 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a48a24c4-1673-4557-b168-d8429bf6bc0c HTTP/1.1" status: 200 len: 922 time: 0.2271111 Nov 09 17:45:55.817645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5cd655-a17c-46f0-b686-069a630ffcdc,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:55.826912 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.839326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f3bc4de-3e71-4541-ab27-89931519a68a {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 17:45:55.844807 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.852776 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "DELETE /v2.0/networks/3f3bc4de-3e71-4541-ab27-89931519a68a HTTP/1.1" status: 204 len: 168 time: 0.6548123 Nov 09 17:45:55.867080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e18e19-a5e2-4446-846f-1fe0f2cc4d08 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f3bc4de-3e71-4541-ab27-89931519a68a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:55.898330 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb31e08a-e167-4753-9ec9-01fe81527326 req-32041df9-81aa-4a49-9569-0f032312d906 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a6af505-671f-4dc3-8543-9ced66277dfc HTTP/1.1" status: 200 len: 217 time: 0.0867100 Nov 09 17:45:55.974600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c39a4f-17de-4132-a43f-c154283394af req-4f75ecbd-5c5a-4f65-bb2d-1fe4bfa771c8 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:55.977428 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a9c39a4f-17de-4132-a43f-c154283394af req-4f75ecbd-5c5a-4f65-bb2d-1fe4bfa771c8 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 945 time: 0.2381253 Nov 09 17:45:56.066295 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a9c39a4f-17de-4132-a43f-c154283394af req-8752c5fc-3476-4c69-8c94-b329cc9c9516 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750256 Nov 09 17:45:56.070295 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31e08a-e167-4753-9ec9-01fe81527326 req-82ec0cb4-a41d-4981-bdba-ca9c9a252480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:56.078174 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb31e08a-e167-4753-9ec9-01fe81527326 req-82ec0cb4-a41d-4981-bdba-ca9c9a252480 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=473a054c-534f-4d70-b354-014aabf6d270 HTTP/1.1" status: 200 len: 861 time: 0.1704545 Nov 09 17:45:56.126590 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb31e08a-e167-4753-9ec9-01fe81527326 req-c893c4c6-42fe-4b3f-abcb-d123dd7cadd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a48a24c4-1673-4557-b168-d8429bf6bc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401244 Nov 09 17:45:56.162630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Allocated IP 192.168.233.176 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/69cff2d7-24e3-40e1-bcbb-d6232870f15a) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:56.346435 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11b560eb-4a2a-4003-b1d9-188307cf142e req-ee43f018-e338-4f5c-a534-f7654e60a417 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0540028 Nov 09 17:45:56.360651 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb31e08a-e167-4753-9ec9-01fe81527326 req-9cd9111d-c91b-476f-a7d4-03ad745e4b2f service neutron] 10.222.0.18 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189879 Nov 09 17:45:56.492514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe1f0f-9ddc-4d45-85b5-264f465ea7b0 req-30d9bf30-a93d-4a5b-9bd2-cfbf3a2b00c0 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:56.501106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9dbe1f0f-9ddc-4d45-85b5-264f465ea7b0 req-30d9bf30-a93d-4a5b-9bd2-cfbf3a2b00c0 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 943 time: 0.5295103 Nov 09 17:45:56.562077 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 32786) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:56.579613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8e83f0e2-40b0-484c-add2-6ea1fe59e31e tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Request body: {'router': {'name': 'tempest-router--1245382230', 'project_id': 'eb3522db6cc34ae4ad27aa978540df12'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:56.583722 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9dbe1f0f-9ddc-4d45-85b5-264f465ea7b0 req-37743ac3-0b7d-4aec-a3a9-041c9d265a31 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801373 Nov 09 17:45:56.655299 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e83f0e2-40b0-484c-add2-6ea1fe59e31e tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:56.656584 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e83f0e2-40b0-484c-add2-6ea1fe59e31e tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:56.659684 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:56.661911 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb31e08a-e167-4753-9ec9-01fe81527326 req-3cefdcb5-4890-4609-92c6-b3e41c544eb6 service neutron] 10.222.0.18 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991271 Nov 09 17:45:56.694352 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88079ac1-34af-4983-95ba-8f1d3dd10578 req-dc77a2d3-b9a1-4509-8744-74ee6542efc1 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 210 time: 0.0414767 Nov 09 17:45:56.745523 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e83f0e2-40b0-484c-add2-6ea1fe59e31e tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:56.751898 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e83f0e2-40b0-484c-add2-6ea1fe59e31e tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:56.763406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:56.771059 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e83f0e2-40b0-484c-add2-6ea1fe59e31e tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:56.772847 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8e83f0e2-40b0-484c-add2-6ea1fe59e31e tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2102180 Nov 09 17:45:56.775422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 32788) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:56.826337 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:56.830450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:56.833246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:56.879279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Pushing event updated for resources: {'Port': ['ID=69cff2d7-24e3-40e1-bcbb-d6232870f15a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:56.922316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:56.924379 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:56.950786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-7b679dd8-0026-42a1-a257-731fed1ad54d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0162213 Nov 09 17:45:56.966349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Request body: {'port': {'device_id': '34727f49-df67-4b21-850f-e7c421efc8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:57.031885 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:57.046397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b8695168-d8fc-489e-b027-78b8cf2f7c5f up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:45:57.115198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port b8695168-d8fc-489e-b027-78b8cf2f7c5f completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:45:57.120647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port b8695168-d8fc-489e-b027-78b8cf2f7c5f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:57.121630 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:57.183331 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c45c86bd-2c7d-4f5b-bdee-8e3f9e64631f None None] Provisioning complete for port 69cff2d7-24e3-40e1-bcbb-d6232870f15a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:45:57.184387 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c45c86bd-2c7d-4f5b-bdee-8e3f9e64631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:57.238332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c45c86bd-2c7d-4f5b-bdee-8e3f9e64631f None None] Port 69cff2d7-24e3-40e1-bcbb-d6232870f15a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:45:57.355259 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-727d5082-1fb6-414a-8c88-93a2e9e8db5c tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:57.360094 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:57.420513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b8695168-d8fc-489e-b027-78b8cf2f7c5f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b8695168-d8fc-489e-b027-78b8cf2f7c5f,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:57.420513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:57.422079 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ce810a-146c-4419-ad31-9e9485fb2bf7" -d '{"events": [{"server_uuid": "d7b6f2dc-d145-47e4-90d3-b077e623347a", "name": "network-vif-plugged", "status": "completed", "tag": "b8695168-d8fc-489e-b027-78b8cf2f7c5f"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:57.427212 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:57.550227 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b8695168-d8fc-489e-b027-78b8cf2f7c5f,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:57.619680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80115f-2b45-4bd6-bd07-bc039bfaa089 req-31227640-14fd-499f-be5e-6f721c02d7ad tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:57.624231 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b80115f-2b45-4bd6-bd07-bc039bfaa089 req-31227640-14fd-499f-be5e-6f721c02d7ad tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 945 time: 0.2713480 Nov 09 17:45:57.632439 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e4727644-cc0c-4ef6-8592-132b868a8227 req-7714bc01-c1e6-4d35-b138-55d45da31f62 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0972834 Nov 09 17:45:57.720244 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-727d5082-1fb6-414a-8c88-93a2e9e8db5c tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:57.729487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-727d5082-1fb6-414a-8c88-93a2e9e8db5c tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:57.735965 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b80115f-2b45-4bd6-bd07-bc039bfaa089 req-424e3bda-6ff2-47ff-82c6-1a4f75ce87c8 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909431 Nov 09 17:45:57.854696 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-727d5082-1fb6-414a-8c88-93a2e9e8db5c tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:57.855536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727d5082-1fb6-414a-8c88-93a2e9e8db5c tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 058b8d31-5a1c-45ff-a236-3570582f29e1 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:45:57.876038 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-727d5082-1fb6-414a-8c88-93a2e9e8db5c tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:57.878146 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-727d5082-1fb6-414a-8c88-93a2e9e8db5c tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "DELETE /v2.0/routers/058b8d31-5a1c-45ff-a236-3570582f29e1 HTTP/1.1" status: 204 len: 168 time: 1.1014366 Nov 09 17:45:57.936029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69cff2d7-24e3-40e1-bcbb-d6232870f15a {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:57.954975 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:57.984710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Transition to ACTIVE for port object 69cff2d7-24e3-40e1-bcbb-d6232870f15a will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:45:57.991207 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:58.060540 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d318fa-294d-4045-965d-746d46160176 x-openstack-request-id: req-a6d318fa-294d-4045-965d-746d46160176 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:58.062046 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b6f2dc-d145-47e4-90d3-b077e623347a", "name": "network-vif-plugged", "status": "completed", "tag": "b8695168-d8fc-489e-b027-78b8cf2f7c5f", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:58.062673 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6d318fa-294d-4045-965d-746d46160176 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:58.064238 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f', 'code': 200} Nov 09 17:45:58.159061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 32810) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:58.241922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Pushing event updated for resources: {'Port': ['ID=69cff2d7-24e3-40e1-bcbb-d6232870f15a,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:58.290589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7d7a5-0ad1-4013-888d-54c9f99f702c req-7150c162-be06-46bd-91fe-2167869f265c tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:58.306468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-26b7d7a5-0ad1-4013-888d-54c9f99f702c req-7150c162-be06-46bd-91fe-2167869f265c tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 943 time: 0.2715106 Nov 09 17:45:58.318065 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795ff0d-9427-48f3-8670-2757b6ae0846 req-1feac579-1cf2-4bfa-a1a3-4f0e852ee793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:58.321164 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d795ff0d-9427-48f3-8670-2757b6ae0846 req-1feac579-1cf2-4bfa-a1a3-4f0e852ee793 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 1097 time: 0.1468933 Nov 09 17:45:58.454992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d795ff0d-9427-48f3-8670-2757b6ae0846 req-3d396a9c-3e90-48ff-877b-cf0a1e1b4d02 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238093 Nov 09 17:45:58.483193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-26b7d7a5-0ad1-4013-888d-54c9f99f702c req-6c7512a1-06dc-4e24-9972-6d8b900f113a tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742382 Nov 09 17:45:58.504235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafa8bc-37af-4343-9037-cdc6c2298118 req-38a6a9bd-a63c-4c71-9640-9f4efdc0bb45 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:58.521978 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6dafa8bc-37af-4343-9037-cdc6c2298118 req-38a6a9bd-a63c-4c71-9640-9f4efdc0bb45 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 948 time: 0.1650233 Nov 09 17:45:58.541544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Attempting to bind port 69cff2d7-24e3-40e1-bcbb-d6232870f15a on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:58.542911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Attempting to bind port 69cff2d7-24e3-40e1-bcbb-d6232870f15a by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:58.543147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Attempting to bind port 69cff2d7-24e3-40e1-bcbb-d6232870f15a on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:58.554697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Port 69cff2d7-24e3-40e1-bcbb-d6232870f15a on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:45:58.555759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Attempting to bind port 69cff2d7-24e3-40e1-bcbb-d6232870f15a on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:58.564758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:45:58.565659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:45:58.565902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:45:58.566600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Bound port: 69cff2d7-24e3-40e1-bcbb-d6232870f15a, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:45:58.567180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:58.612539 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6dafa8bc-37af-4343-9037-cdc6c2298118 req-8a5219c7-efda-4061-ab76-7e67d227b1c3 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5cd655-a17c-46f0-b686-069a630ffcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863533 Nov 09 17:45:58.787763 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:45:58.817073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-286017152', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}, 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:58.866132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c4f883be-656c-429c-976d-7fdbcb6748b3 req-deeca850-a243-4a33-9da0-9bb87cf4599f tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.1041377 Nov 09 17:45:58.871441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] For port 69cff2d7-24e3-40e1-bcbb-d6232870f15a, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:58.897703 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:58.900306 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:58.903707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] For port 69cff2d7-24e3-40e1-bcbb-d6232870f15a, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=69cff2d7-24e3-40e1-bcbb-d6232870f15a,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:45:58.920144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:59.075848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:59.077578 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:59.080395 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] 10.222.0.13 "PUT /v2.0/ports/69cff2d7-24e3-40e1-bcbb-d6232870f15a HTTP/1.1" status: 200 len: 1096 time: 2.1198978 Nov 09 17:45:59.081455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34727f49-df67-4b21-850f-e7c421efc8e8', 'tag': '69cff2d7-24e3-40e1-bcbb-d6232870f15a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:45:59.097366 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6871403b-e677-4ba8-8e56-e6d133199e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "34727f49-df67-4b21-850f-e7c421efc8e8", "tag": "69cff2d7-24e3-40e1-bcbb-d6232870f15a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:45:59.134346 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:59.157457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bedf51-c235-4b43-87f9-b8b5cca79ece service neutron] Pushing event updated for resources: {'Port': ['ID=69cff2d7-24e3-40e1-bcbb-d6232870f15a,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:59.170436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a30b1d-db98-442d-8f7d-db31cfddadfa req-10435ce6-3e2c-4129-8816-11ea2aba22ae tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:59.183975 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-34a30b1d-db98-442d-8f7d-db31cfddadfa req-10435ce6-3e2c-4129-8816-11ea2aba22ae tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.2377188 Nov 09 17:45:59.199770 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceba1c8-fd3c-4dd7-9030-55eeb46f199f x-openstack-request-id: req-7ceba1c8-fd3c-4dd7-9030-55eeb46f199f {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:45:59.200187 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34727f49-df67-4b21-850f-e7c421efc8e8", "tag": "69cff2d7-24e3-40e1-bcbb-d6232870f15a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:45:59.200447 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ceba1c8-fd3c-4dd7-9030-55eeb46f199f {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:45:59.200928 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34727f49-df67-4b21-850f-e7c421efc8e8', 'tag': '69cff2d7-24e3-40e1-bcbb-d6232870f15a', 'status': 'completed', 'code': 200} Nov 09 17:45:59.230478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f5993-644f-4026-9dda-467000e292d5 req-f9dbcc43-882e-4b00-81c8-549620645dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:59.232268 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-f9dbcc43-882e-4b00-81c8-549620645dcc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=534509acc37c4956944df84050926a81&device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 1099 time: 0.0703828 Nov 09 17:45:59.338987 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-5334166f-5750-4675-a537-6509c36cb52d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=69cff2d7-24e3-40e1-bcbb-d6232870f15a HTTP/1.1" status: 200 len: 217 time: 0.0962317 Nov 09 17:45:59.339574 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7a6af505-671f-4dc3-8543-9ced66277dfc details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:45:59.341898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-34a30b1d-db98-442d-8f7d-db31cfddadfa req-fa95382e-83b3-431b-881b-dfa1b55843b5 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568351 Nov 09 17:45:59.546585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f5993-644f-4026-9dda-467000e292d5 req-1df61985-4b4b-4d8b-a680-2994df3265b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:59.550729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-1df61985-4b4b-4d8b-a680-2994df3265b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1726730 Nov 09 17:45:59.617572 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:59.701901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f5993-644f-4026-9dda-467000e292d5 req-bbd2ceec-02f5-4383-8ebe-be9392b25471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:59.704875 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-bbd2ceec-02f5-4383-8ebe-be9392b25471 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440451 Nov 09 17:45:59.739373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 7a6af505-671f-4dc3-8543-9ced66277dfc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a6af505-671f-4dc3-8543-9ced66277dfc,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:59.753493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '7a6af505-671f-4dc3-8543-9ced66277dfc', 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c', 'port_id': '7a6af505-671f-4dc3-8543-9ced66277dfc', 'mac_address': 'fa:16:3e:12:98:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473a054c-534f-4d70-b354-014aabf6d270', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:45:59.832521 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:59.855835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6af505-671f-4dc3-8543-9ced66277dfc {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:45:59.887029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 7a6af505-671f-4dc3-8543-9ced66277dfc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a6af505-671f-4dc3-8543-9ced66277dfc,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:45:59.905498 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:00.005973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1ca54-2f5e-4354-8c19-bb24d9f09156 req-8e9833ed-29e8-4a40-b10f-ad5af507310e tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:00.028729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83f1ca54-2f5e-4354-8c19-bb24d9f09156 req-8e9833ed-29e8-4a40-b10f-ad5af507310e tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 948 time: 0.1820369 Nov 09 17:46:00.034345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a9c5-838f-4297-bb1e-11303cd04057 req-c61c1a1e-836d-4d30-ae93-dc06c87cef71 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:00.038446 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9356a9c5-838f-4297-bb1e-11303cd04057 req-c61c1a1e-836d-4d30-ae93-dc06c87cef71 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 943 time: 0.3731318 Nov 09 17:46:00.122047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=7a6af505-671f-4dc3-8543-9ced66277dfc,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:00.149077 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-1035c077-92ac-437d-8577-a4c9e1d1b91b service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328251 Nov 09 17:46:00.166307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9356a9c5-838f-4297-bb1e-11303cd04057 req-3e097ebf-644d-49ac-a1f3-35efef2a6cb9 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211178 Nov 09 17:46:00.243268 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['7a6af505-671f-4dc3-8543-9ced66277dfc'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:46:00.313077 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83f1ca54-2f5e-4354-8c19-bb24d9f09156 req-9b62aa7e-3406-4f27-af4a-2785c61ecc83 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5cd655-a17c-46f0-b686-069a630ffcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614751 Nov 09 17:46:00.400237 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-392f5993-644f-4026-9dda-467000e292d5 req-4b7fd033-8ae4-461e-bcdf-c6512e8d412b service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264402 Nov 09 17:46:00.507464 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7d82e06a-0596-4c00-b0d5-9190c6950a06 req-648b8080-8b3f-4941-93a0-23f3fe61a95e tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0984223 Nov 09 17:46:00.558147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871403b-e677-4ba8-8e56-e6d133199e5e req-a3392e71-c023-4be4-bbc3-be65f9e7ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:00.560602 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6871403b-e677-4ba8-8e56-e6d133199e5e req-a3392e71-c023-4be4-bbc3-be65f9e7ae4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=534509acc37c4956944df84050926a81&device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 1099 time: 0.0803967 Nov 09 17:46:00.579402 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:00.627684 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:00.736807 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b15f0-2229-45fc-9d97-03f8d3039fe8 req-82871de3-b632-4452-a3ce-81420b73893e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:00.738488 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a67b15f0-2229-45fc-9d97-03f8d3039fe8 req-82871de3-b632-4452-a3ce-81420b73893e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1418691 Nov 09 17:46:00.793611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871403b-e677-4ba8-8e56-e6d133199e5e req-59cf2448-2626-4d35-8265-ae26ae8070be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:00.795427 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6871403b-e677-4ba8-8e56-e6d133199e5e req-59cf2448-2626-4d35-8265-ae26ae8070be service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.2229991 Nov 09 17:46:00.818082 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a67b15f0-2229-45fc-9d97-03f8d3039fe8 req-47db9bff-a517-433c-a126-51f544c6f796 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628490 Nov 09 17:46:00.818308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Allocated IP 172.25.1.48 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/662488db-a91f-4f4d-8da9-7b91f1fb0a0f) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:00.863900 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6871403b-e677-4ba8-8e56-e6d133199e5e req-c96d19dd-52f4-4c12-ae04-f5ffcea74b97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=69cff2d7-24e3-40e1-bcbb-d6232870f15a HTTP/1.1" status: 200 len: 217 time: 0.0542207 Nov 09 17:46:00.925549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871403b-e677-4ba8-8e56-e6d133199e5e req-12ec1f9d-ee7b-42a4-a7b2-a878efc70c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:00.927216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6871403b-e677-4ba8-8e56-e6d133199e5e req-12ec1f9d-ee7b-42a4-a7b2-a878efc70c03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0547054 Nov 09 17:46:00.981565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871403b-e677-4ba8-8e56-e6d133199e5e req-9a9e81b6-a4df-4820-822a-83f584c36613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:00.983015 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6871403b-e677-4ba8-8e56-e6d133199e5e req-9a9e81b6-a4df-4820-822a-83f584c36613 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487990 Nov 09 17:46:01.061752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2db36-d5b7-4b93-8997-6389a2931bdc req-19a0a51d-a7cf-4ce4-a707-3a137cf7ae81 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:01.064515 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59c2db36-d5b7-4b93-8997-6389a2931bdc req-19a0a51d-a7cf-4ce4-a707-3a137cf7ae81 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1267157 Nov 09 17:46:01.085543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 32862) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:01.090742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9a16cbb6-59e5-44c3-b5e9-5cca87208f06 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Request body: {'floatingip': {'port_id': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:01.123213 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6871403b-e677-4ba8-8e56-e6d133199e5e req-a5608848-c65b-433d-9abc-9bb54c85dc46 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284308 Nov 09 17:46:01.150243 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a16cbb6-59e5-44c3-b5e9-5cca87208f06 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:01.201238 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:01.366757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7a6af505-671f-4dc3-8543-9ced66277dfc up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:01.404404 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6871403b-e677-4ba8-8e56-e6d133199e5e req-96e305a9-360c-46e3-a790-e6d5e8f887a3 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737696 Nov 09 17:46:01.457159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5bac1-45ee-43e5-915d-e0ab26499c5e req-e565c5fb-3a89-4534-863d-79ea96d075a7 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:01.465186 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11c5bac1-45ee-43e5-915d-e0ab26499c5e req-e565c5fb-3a89-4534-863d-79ea96d075a7 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 944 time: 0.1454287 Nov 09 17:46:01.545334 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11c5bac1-45ee-43e5-915d-e0ab26499c5e req-22010bfd-556f-4b3e-91ce-e40fc47caeb7 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716109 Nov 09 17:46:01.570589 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:01.620750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 7a6af505-671f-4dc3-8543-9ced66277dfc completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:46:01.625623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 7a6af505-671f-4dc3-8543-9ced66277dfc triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:01.625990 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:01.657327 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:01.673313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:01.678349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:01.736301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8438e0-c0c8-4367-ba57-a9afbd58ee06 req-85aab2e9-a7d1-49b8-a372-ec0f9f475816 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:01.739242 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb8438e0-c0c8-4367-ba57-a9afbd58ee06 req-85aab2e9-a7d1-49b8-a372-ec0f9f475816 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 948 time: 0.2933836 Nov 09 17:46:01.746809 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Pushing event updated for resources: {'Port': ['ID=662488db-a91f-4f4d-8da9-7b91f1fb0a0f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:01.867460 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:01.883208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3d25a7f-7741-4649-ae91-d3ab8051d9ba req-bb55cd89-ad15-4a24-8270-e0abf43efdf8 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0624213 Nov 09 17:46:01.910020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa612f5-d0e9-498c-8c68-1a5b74f19ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6af505-671f-4dc3-8543-9ced66277dfc'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:01.914079 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6088f1c8-9d9a-4f76-81ec-6794afe30b6b" -d '{"events": [{"server_uuid": "4fa612f5-d0e9-498c-8c68-1a5b74f19ce8", "name": "network-vif-plugged", "status": "completed", "tag": "7a6af505-671f-4dc3-8543-9ced66277dfc"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:01.942032 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 7a6af505-671f-4dc3-8543-9ced66277dfc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a6af505-671f-4dc3-8543-9ced66277dfc,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:01.947335 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:02.110252 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d985869-be83-42b2-a9f6-25adc5b27a42 x-openstack-request-id: req-2d985869-be83-42b2-a9f6-25adc5b27a42 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:02.110674 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa612f5-d0e9-498c-8c68-1a5b74f19ce8", "name": "network-vif-plugged", "status": "completed", "tag": "7a6af505-671f-4dc3-8543-9ced66277dfc", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:02.111090 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d985869-be83-42b2-a9f6-25adc5b27a42 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:02.111783 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa612f5-d0e9-498c-8c68-1a5b74f19ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6af505-671f-4dc3-8543-9ced66277dfc', 'code': 200} Nov 09 17:46:02.112940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=7a6af505-671f-4dc3-8543-9ced66277dfc,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:02.181691 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb8438e0-c0c8-4367-ba57-a9afbd58ee06 req-42e1b767-9a36-493d-baa4-c9bb8289b7b2 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5cd655-a17c-46f0-b686-069a630ffcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677444 Nov 09 17:46:02.366340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576e7c5-d0e5-4ef7-99fb-8b2b6f88398a req-4526c354-289c-4492-96a9-ae60512ff4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:02.368585 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2576e7c5-d0e5-4ef7-99fb-8b2b6f88398a req-4526c354-289c-4492-96a9-ae60512ff4a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 1096 time: 0.1799500 Nov 09 17:46:02.747148 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [None req-9a16cbb6-59e5-44c3-b5e9-5cca87208f06 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:46:02.802276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e4e61-5ddc-4c5b-8f31-a2440a40a12a req-b65a6ed7-c1f7-4480-be13-a8e092061e9f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:02.805071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb5e4e61-5ddc-4c5b-8f31-a2440a40a12a req-b65a6ed7-c1f7-4480-be13-a8e092061e9f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 945 time: 0.1405036 Nov 09 17:46:02.865410 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a16cbb6-59e5-44c3-b5e9-5cca87208f06 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:02.877635 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:02.879665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a16cbb6-59e5-44c3-b5e9-5cca87208f06 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:02.884092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb5e4e61-5ddc-4c5b-8f31-a2440a40a12a req-56ad93c2-fbe0-444f-b23b-e7a639ba33aa tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647070 Nov 09 17:46:02.884338 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2576e7c5-d0e5-4ef7-99fb-8b2b6f88398a req-25c1db50-64d7-4f06-96ce-11986b08c227 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036542 Nov 09 17:46:03.059797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 69cff2d7-24e3-40e1-bcbb-d6232870f15a details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:46:03.100597 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0680b719-1216-4373-b2d6-91da16f06c2d req-0c39696d-7f0d-4c49-8911-64b1823c6fdd tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.1011460 Nov 09 17:46:03.228355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 69cff2d7-24e3-40e1-bcbb-d6232870f15a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=69cff2d7-24e3-40e1-bcbb-d6232870f15a,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:03.229264 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-9a16cbb6-59e5-44c3-b5e9-5cca87208f06 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Floating IP da28bc4b-8f8c-411f-9312-7a3a079431b5 associated. External IP: 172.25.1.177, port: b8695168-d8fc-489e-b027-78b8cf2f7c5f. Nov 09 17:46:03.248492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '69cff2d7-24e3-40e1-bcbb-d6232870f15a', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '69cff2d7-24e3-40e1-bcbb-d6232870f15a', 'mac_address': 'fa:16:3e:49:bd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:46:03.304187 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:03.326226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69cff2d7-24e3-40e1-bcbb-d6232870f15a {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:46:03.349827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 69cff2d7-24e3-40e1-bcbb-d6232870f15a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=69cff2d7-24e3-40e1-bcbb-d6232870f15a,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:03.357595 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:03.447203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=69cff2d7-24e3-40e1-bcbb-d6232870f15a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:03.592540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc259a1d-093a-4507-8498-39f843a56bd6 req-5a6bc4ed-59d7-4680-bd4e-74896c63b640 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:03.595256 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc259a1d-093a-4507-8498-39f843a56bd6 req-5a6bc4ed-59d7-4680-bd4e-74896c63b640 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 949 time: 0.2662766 Nov 09 17:46:03.664056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['69cff2d7-24e3-40e1-bcbb-d6232870f15a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:46:03.676628 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:03.961488 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc259a1d-093a-4507-8498-39f843a56bd6 req-3d175c5a-13cb-41ab-a167-edfbedcca2a1 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5cd655-a17c-46f0-b686-069a630ffcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524199 Nov 09 17:46:04.146352 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a16cbb6-59e5-44c3-b5e9-5cca87208f06 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Router 188b2b73-4676-4d2e-be18-31c0ec925034 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:46:04.236111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7106a-2eb3-482c-98c6-43bf3845a34e req-fac327f5-0631-4487-9466-fa3890801d6f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:04.252104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51e7106a-2eb3-482c-98c6-43bf3845a34e req-fac327f5-0631-4487-9466-fa3890801d6f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 945 time: 0.1647804 Nov 09 17:46:04.331026 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51e7106a-2eb3-482c-98c6-43bf3845a34e req-50babd71-5e66-464c-9e2b-e6e889f1551d tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759394 Nov 09 17:46:04.439583 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Router 019c6ddb-7a33-4393-bcdc-f72cd334bfe8 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:46:04.446384 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6aa61733-f747-4c8f-908e-7db9e58d7877 req-0f479514-60d8-4cb6-9e5b-79440aaa06c7 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.1240740 Nov 09 17:46:04.644367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a16cbb6-59e5-44c3-b5e9-5cca87208f06 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:04.649740 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a16cbb6-59e5-44c3-b5e9-5cca87208f06 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:04.661661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc3ad8-d422-458b-abf2-2ed4ea703b4f None None] Sync routers for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:04.679771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc3ad8-d422-458b-abf2-2ed4ea703b4f None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:04.680819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c5dc3ad8-d422-458b-abf2-2ed4ea703b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:04.699558 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9a16cbb6-59e5-44c3-b5e9-5cca87208f06 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "PUT /v2.0/floatingips/da28bc4b-8f8c-411f-9312-7a3a079431b5 HTTP/1.1" status: 200 len: 992 time: 3.6116850 Nov 09 17:46:04.699558 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'tag': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:04.701989 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2780684-75e8-47cd-b2e2-8d6c1be77067" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b6f2dc-d145-47e4-90d3-b077e623347a", "tag": "b8695168-d8fc-489e-b027-78b8cf2f7c5f"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:04.705693 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:04.743566 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:04.745689 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0c45e-35a6-473b-b4b7-132691da9213 None None] Sync routers for ids ['019c6ddb-7a33-4393-bcdc-f72cd334bfe8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:04.746755 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c3295695-0c6e-48b3-a849-b4e75b1f1bc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5865538 Nov 09 17:46:04.751478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 32922) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:04.794613 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0c45e-35a6-473b-b4b7-132691da9213 None None] Routers {'019c6ddb-7a33-4393-bcdc-f72cd334bfe8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:04.796353 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e7a0c45e-35a6-473b-b4b7-132691da9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['019c6ddb-7a33-4393-bcdc-f72cd334bfe8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:04.883981 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af7c048-cec4-408d-8a1e-996066152ee9 x-openstack-request-id: req-6af7c048-cec4-408d-8a1e-996066152ee9 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:04.884321 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b6f2dc-d145-47e4-90d3-b077e623347a", "tag": "b8695168-d8fc-489e-b027-78b8cf2f7c5f", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:04.884525 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6af7c048-cec4-408d-8a1e-996066152ee9 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:04.884938 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'tag': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f', 'status': 'completed', 'code': 200} Nov 09 17:46:04.938356 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-00a0d9f4-60e5-4fb0-9f0e-f77e8b1b3ea6 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/routers/019c6ddb-7a33-4393-bcdc-f72cd334bfe8 HTTP/1.1" status: 200 len: 919 time: 0.1845140 Nov 09 17:46:04.940450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 32924) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:04.950795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c5dc3ad8-d422-458b-abf2-2ed4ea703b4f None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:04.958399 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e7a0c45e-35a6-473b-b4b7-132691da9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:04.971297 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0c45e-35a6-473b-b4b7-132691da9213 None None] Routers {'019c6ddb-7a33-4393-bcdc-f72cd334bfe8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:04.971926 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e7a0c45e-35a6-473b-b4b7-132691da9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['019c6ddb-7a33-4393-bcdc-f72cd334bfe8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:04.982134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2780684-75e8-47cd-b2e2-8d6c1be77067 req-66bd8d14-7f0e-4ab8-bb90-dfaced0e7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:04.985009 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2780684-75e8-47cd-b2e2-8d6c1be77067 req-66bd8d14-7f0e-4ab8-bb90-dfaced0e7bcb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 1097 time: 0.1420717 Nov 09 17:46:05.009963 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ad15468c-8136-41a9-889e-8940c30025e9 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "GET /v2.0/ports?device_id=019c6ddb-7a33-4393-bcdc-f72cd334bfe8 HTTP/1.1" status: 200 len: 205 time: 0.0674984 Nov 09 17:46:05.011868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 32928) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:05.086775 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e7a0c45e-35a6-473b-b4b7-132691da9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:05.087978 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0c45e-35a6-473b-b4b7-132691da9213 None None] The sync data for ids ['019c6ddb-7a33-4393-bcdc-f72cd334bfe8'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:05.210078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 69cff2d7-24e3-40e1-bcbb-d6232870f15a up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:05.252617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2780684-75e8-47cd-b2e2-8d6c1be77067 req-81edd584-b7af-4d69-a772-ee8535c21fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:05.256113 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2780684-75e8-47cd-b2e2-8d6c1be77067 req-81edd584-b7af-4d69-a772-ee8535c21fd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 912 time: 0.2625184 Nov 09 17:46:05.269389 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:05.368354 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2780684-75e8-47cd-b2e2-8d6c1be77067 req-0881badd-2d1d-4736-9e9b-204ce6e20fd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8695168-d8fc-489e-b027-78b8cf2f7c5f HTTP/1.1" status: 200 len: 1000 time: 0.1042795 Nov 09 17:46:05.397888 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 69cff2d7-24e3-40e1-bcbb-d6232870f15a completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:46:05.409138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 69cff2d7-24e3-40e1-bcbb-d6232870f15a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:05.409774 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:05.506669 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63043820-dff7-4538-be97-ffd9ebe95064 req-503b1d81-316e-4835-a489-94eef8a1d103 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:05.510264 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63043820-dff7-4538-be97-ffd9ebe95064 req-503b1d81-316e-4835-a489-94eef8a1d103 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 949 time: 0.3066247 Nov 09 17:46:05.520795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c5dc3ad8-d422-458b-abf2-2ed4ea703b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'da28bc4b-8f8c-411f-9312-7a3a079431b5', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'port_id': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'mac_address': 'fa:16:3e:74:89:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:45:35Z', 'updated_at': '2021-11-09T17:46:02Z', 'revision_number': 1, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:33Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:05.540545 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:05.560795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc3ad8-d422-458b-abf2-2ed4ea703b4f None None] Checking router: 188b2b73-4676-4d2e-be18-31c0ec925034 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:46:05.581303 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:05.587049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2780684-75e8-47cd-b2e2-8d6c1be77067 req-79669563-c355-4684-a3e0-6aac80fe879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:05.591659 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2780684-75e8-47cd-b2e2-8d6c1be77067 req-79669563-c355-4684-a3e0-6aac80fe879d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90e004d7-aa4f-429b-b705-1f002be3405f HTTP/1.1" status: 200 len: 850 time: 0.2147956 Nov 09 17:46:05.606256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc3ad8-d422-458b-abf2-2ed4ea703b4f None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:05.607297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c5dc3ad8-d422-458b-abf2-2ed4ea703b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:05.682235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1906356-945b-4bca-aea4-b76fc5a29352 req-408fe50c-9ed8-4f5f-9e9c-8ec4f0c002b8 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:05.693717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1906356-945b-4bca-aea4-b76fc5a29352 req-408fe50c-9ed8-4f5f-9e9c-8ec4f0c002b8 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 945 time: 0.2168913 Nov 09 17:46:05.701833 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63043820-dff7-4538-be97-ffd9ebe95064 req-aa7e90f1-7368-4284-816e-3bcfd430dbb6 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5cd655-a17c-46f0-b686-069a630ffcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648059 Nov 09 17:46:05.739186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Deleting port 662488db-a91f-4f4d-8da9-7b91f1fb0a0f {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:46:05.739433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:05.750518 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c5dc3ad8-d422-458b-abf2-2ed4ea703b4f None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:05.782025 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2780684-75e8-47cd-b2e2-8d6c1be77067 req-de193559-edc9-4f6a-ac43-8e43f9362702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:05.782025 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2780684-75e8-47cd-b2e2-8d6c1be77067 req-de193559-edc9-4f6a-ac43-8e43f9362702 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62985637-89b4-4626-b71d-b65e6efa34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660516 Nov 09 17:46:05.879275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34727f49-df67-4b21-850f-e7c421efc8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cff2d7-24e3-40e1-bcbb-d6232870f15a'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:05.882227 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518561f0-38dc-454d-8f9e-db883ff0b663" -d '{"events": [{"server_uuid": "34727f49-df67-4b21-850f-e7c421efc8e8", "name": "network-vif-plugged", "status": "completed", "tag": "69cff2d7-24e3-40e1-bcbb-d6232870f15a"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:05.894344 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46e4e0a4-b84d-41b6-93c1-c842d955adc6 req-10ba753e-4b4e-4ac9-9625-1ba7aff889af tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0714393 Nov 09 17:46:05.929202 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2780684-75e8-47cd-b2e2-8d6c1be77067 req-480c068b-bee1-4ca7-a72b-f77255b26b4e service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347513 Nov 09 17:46:05.958856 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 69cff2d7-24e3-40e1-bcbb-d6232870f15a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=69cff2d7-24e3-40e1-bcbb-d6232870f15a,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:05.978127 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1906356-945b-4bca-aea4-b76fc5a29352 req-26af3705-d4ad-4c59-b1ed-2007a4a86002 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816484 Nov 09 17:46:05.998989 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:06.055502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Calling delete_port for 662488db-a91f-4f4d-8da9-7b91f1fb0a0f owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:46:06.144973 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01472d0-1ec6-4532-a992-8348f0eabacc x-openstack-request-id: req-b01472d0-1ec6-4532-a992-8348f0eabacc {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:06.145558 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34727f49-df67-4b21-850f-e7c421efc8e8", "name": "network-vif-plugged", "status": "completed", "tag": "69cff2d7-24e3-40e1-bcbb-d6232870f15a", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:06.145926 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b01472d0-1ec6-4532-a992-8348f0eabacc {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:06.146490 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34727f49-df67-4b21-850f-e7c421efc8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cff2d7-24e3-40e1-bcbb-d6232870f15a', 'code': 200} Nov 09 17:46:06.147407 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:06.203454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2780684-75e8-47cd-b2e2-8d6c1be77067 req-cd5c55f9-ad0a-4b34-94a7-d56c306d01b8 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644029 Nov 09 17:46:06.321070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=69cff2d7-24e3-40e1-bcbb-d6232870f15a,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:06.371618 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1fe98-da1e-4f1e-b38f-da251010dea4 req-1bde8230-49d6-4274-8181-f8a3d8e28f7c tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:06.387992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c5dc3ad8-d422-458b-abf2-2ed4ea703b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'da28bc4b-8f8c-411f-9312-7a3a079431b5', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'port_id': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'mac_address': 'fa:16:3e:74:89:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:45:35Z', 'updated_at': '2021-11-09T17:46:02Z', 'revision_number': 1, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:33Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:06.388158 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dd1fe98-da1e-4f1e-b38f-da251010dea4 req-1bde8230-49d6-4274-8181-f8a3d8e28f7c tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 945 time: 0.1787007 Nov 09 17:46:06.423389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc3ad8-d422-458b-abf2-2ed4ea703b4f None None] The sync data for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 is: [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'da28bc4b-8f8c-411f-9312-7a3a079431b5', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'port_id': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'mac_address': 'fa:16:3e:74:89:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:45:35Z', 'updated_at': '2021-11-09T17:46:02Z', 'revision_number': 1, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:33Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:06.466532 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dd1fe98-da1e-4f1e-b38f-da251010dea4 req-186c8162-dd59-4310-9630-30eee3db19bc tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815346 Nov 09 17:46:06.518382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e539e-486b-41cb-ae6e-b6b9054e02fe req-93a8c706-6c13-4b5a-867c-2675ee656733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:06.521619 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-972e539e-486b-41cb-ae6e-b6b9054e02fe req-93a8c706-6c13-4b5a-867c-2675ee656733 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 1101 time: 0.3472230 Nov 09 17:46:06.638503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-972e539e-486b-41cb-ae6e-b6b9054e02fe req-fe3f195c-ebb5-40b9-9c9f-caa6bdd6f30d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=da5cd655-a17c-46f0-b686-069a630ffcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016445 Nov 09 17:46:06.643768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:06.677453 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Pushing event deleted for resources: {'Port': ['ID=662488db-a91f-4f4d-8da9-7b91f1fb0a0f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:06.770700 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:06.830309 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becdeb96-0d1a-4929-830e-1a84cefe80d1 None None] New status for floating IP da28bc4b-8f8c-411f-9312-7a3a079431b5: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:46:06.924092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a557f1d-1cca-4855-9c8b-e5f6946c979f req-a3b4d35c-8550-4090-a522-9af78a6f9c90 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:06.927139 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a557f1d-1cca-4855-9c8b-e5f6946c979f req-a3b4d35c-8550-4090-a522-9af78a6f9c90 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 950 time: 0.0979235 Nov 09 17:46:06.999272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:06.999272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:07.025019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a557f1d-1cca-4855-9c8b-e5f6946c979f req-8861a903-8616-4633-b452-76cf96da2cc2 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5cd655-a17c-46f0-b686-069a630ffcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903420 Nov 09 17:46:07.078522 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:07.079375 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Fanout notify agent at l3_agent the message router_deleted on router 019c6ddb-7a33-4393-bcdc-f72cd334bfe8 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:46:07.091273 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:07.093506 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-43f4cd16-c3c9-4d34-a563-aa4d86a40cc0 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "DELETE /v2.0/routers/019c6ddb-7a33-4393-bcdc-f72cd334bfe8 HTTP/1.1" status: 204 len: 168 time: 2.0804095 Nov 09 17:46:07.097427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 32982) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:07.108854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Request body: {'router': {'name': 'tempest-snat-router-248309208', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'enable_snat': False}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:07.158636 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:07.161436 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:07.169722 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d9803e0-afd9-4725-bd4a-62a309843279 req-4ec38f2d-b0df-4e1f-8d62-dfd1e06caca8 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0461433 Nov 09 17:46:07.258388 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:07.515569 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:07.639781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a92d7-5d88-4944-aeae-879efd9174e4 req-e3839d58-bd91-43a3-876e-f3c5bf31746c tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:07.641898 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a99a92d7-5d88-4944-aeae-879efd9174e4 req-e3839d58-bd91-43a3-876e-f3c5bf31746c tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 945 time: 0.0665066 Nov 09 17:46:07.690999 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a99a92d7-5d88-4944-aeae-879efd9174e4 req-71233f1b-0b6e-45ed-a36f-fb81d35cfd7b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409451 Nov 09 17:46:07.793711 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:07.817926 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:07.998769 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Allocated IP 172.25.1.20 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/11cc9adc-e849-4cc6-82bd-e77b752e3e74) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:08.205368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87827fb4-0f8c-489c-99ab-6991035a5cf5 req-76afe659-7026-489e-9cd1-ce56b711eb1e tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:08.207365 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-87827fb4-0f8c-489c-99ab-6991035a5cf5 req-76afe659-7026-489e-9cd1-ce56b711eb1e tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 950 time: 0.1005075 Nov 09 17:46:08.221598 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:08.285329 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-87827fb4-0f8c-489c-99ab-6991035a5cf5 req-d7b321c7-d9f3-44d0-9e0d-385ea0dc0ea0 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5cd655-a17c-46f0-b686-069a630ffcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675745 Nov 09 17:46:08.302053 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:08.352423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:08.355732 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:08.371542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:08.388011 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-885f8cc7-c898-4d3c-91dc-98797c3d891f req-fd4dd531-f6f5-4331-b807-31f5a5a87a29 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0752590 Nov 09 17:46:08.657713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415f0d7-c2d7-4d93-a58e-a9ad17b14ca5 req-be7f9036-3b60-4599-acb4-bfa48671135c tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:08.667774 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4415f0d7-c2d7-4d93-a58e-a9ad17b14ca5 req-be7f9036-3b60-4599-acb4-bfa48671135c tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 950 time: 0.0802386 Nov 09 17:46:08.729531 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4415f0d7-c2d7-4d93-a58e-a9ad17b14ca5 req-b6e4b036-7e3c-4a46-9427-07ba213ab7e6 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5cd655-a17c-46f0-b686-069a630ffcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606141 Nov 09 17:46:08.868820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event updated for resources: {'Port': ['ID=11cc9adc-e849-4cc6-82bd-e77b752e3e74,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:09.033842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ed378-9ddd-41d7-a496-f9bd4eaa4037 req-8470d013-e2f3-450e-955d-a63df655e21c tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:09.035528 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d38ed378-9ddd-41d7-a496-f9bd4eaa4037 req-8470d013-e2f3-450e-955d-a63df655e21c tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 945 time: 0.1606903 Nov 09 17:46:09.163601 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d38ed378-9ddd-41d7-a496-f9bd4eaa4037 req-8e9518e9-7e07-4c04-a46e-cd038c1845f9 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072159 Nov 09 17:46:09.240877 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:09.505785 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:09.533095 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6925d9c5-2865-4324-82e5-c9aafc326095 req-467d8b49-0e52-415d-83e4-c832c3ecd19c tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0360096 Nov 09 17:46:09.757280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Router 969ded0b-03b5-4aed-93a3-632916a8a1c7 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:46:09.905964 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:09.916031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed1438-cc7f-4783-96aa-ff5a17c4d927 req-11c43663-1320-4fb9-8c10-c1a731219b99 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:09.919780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2ed1438-cc7f-4783-96aa-ff5a17c4d927 req-11c43663-1320-4fb9-8c10-c1a731219b99 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 950 time: 0.0856767 Nov 09 17:46:09.926502 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Sync routers for ids ['969ded0b-03b5-4aed-93a3-632916a8a1c7'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:09.936600 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:09.939017 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-060b743a-1853-4b6e-b74a-830ad598577b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8401136 Nov 09 17:46:09.943280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33036) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:09.945981 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Routers {'969ded0b-03b5-4aed-93a3-632916a8a1c7'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:09.947417 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['969ded0b-03b5-4aed-93a3-632916a8a1c7'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:10.001967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2ed1438-cc7f-4783-96aa-ff5a17c4d927 req-07db7048-adcd-47ef-9c35-aa51e8aad44b tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5cd655-a17c-46f0-b686-069a630ffcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733683 Nov 09 17:46:10.131874 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Set router 969ded0b-03b5-4aed-93a3-632916a8a1c7 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:10.204844 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70e147-86a9-49f5-b6af-0759189fdc0e req-de18f87e-3085-4758-b692-631d48359d7f tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:10.206435 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af70e147-86a9-49f5-b6af-0759189fdc0e req-de18f87e-3085-4758-b692-631d48359d7f tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.13 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 950 time: 0.2540894 Nov 09 17:46:10.208699 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3ca242d7-09d8-42dc-a3b2-d857b1197f05 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/routers/969ded0b-03b5-4aed-93a3-632916a8a1c7 HTTP/1.1" status: 200 len: 907 time: 0.2638106 Nov 09 17:46:10.212905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33042) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:10.219811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Request body: {'router': {'name': 'tempest-snat-router-248309208', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'enable_snat': True}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:10.262103 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:10.265134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:10.372664 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:10.512041 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2f423-068c-49ed-a4f4-08c3f2841788 req-146f0b49-eb86-43be-8b86-9de6370ac894 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:10.516126 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969ded0b-03b5-4aed-93a3-632916a8a1c7', 'name': 'tempest-snat-router-248309208', 'tenant_id': 'c481752ec3a944a1943a2bddebb76744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20'}], 'enable_snat': False}, 'gw_port_id': '11cc9adc-e849-4cc6-82bd-e77b752e3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:07Z', 'updated_at': '2021-11-09T17:46:09Z', 'revision_number': 3, 'project_id': 'c481752ec3a944a1943a2bddebb76744', 'gw_port': {'id': '11cc9adc-e849-4cc6-82bd-e77b752e3e74', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969ded0b-03b5-4aed-93a3-632916a8a1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:07Z', 'updated_at': '2021-11-09T17:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:10.527368 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-87d2f423-068c-49ed-a4f4-08c3f2841788 req-146f0b49-eb86-43be-8b86-9de6370ac894 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 945 time: 0.1980398 Nov 09 17:46:10.551915 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-af70e147-86a9-49f5-b6af-0759189fdc0e req-8fb0bdbc-63a9-4115-8d15-16c683eae23d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Deleting port 69cff2d7-24e3-40e1-bcbb-d6232870f15a {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:46:10.552507 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-af70e147-86a9-49f5-b6af-0759189fdc0e req-8fb0bdbc-63a9-4115-8d15-16c683eae23d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:10.589774 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Checking router: 969ded0b-03b5-4aed-93a3-632916a8a1c7 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:46:10.590468 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Updating router 969ded0b-03b5-4aed-93a3-632916a8a1c7 port 11cc9adc-e849-4cc6-82bd-e77b752e3e74 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:46:10.705266 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-89960a1f-c2ef-4be7-943a-f0f72a914100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:10.716310 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:10.830263 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-87d2f423-068c-49ed-a4f4-08c3f2841788 req-bad636c5-9c9b-4823-9afa-14cecf86c427 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917063 Nov 09 17:46:10.975835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-af70e147-86a9-49f5-b6af-0759189fdc0e req-8fb0bdbc-63a9-4115-8d15-16c683eae23d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] For port 69cff2d7-24e3-40e1-bcbb-d6232870f15a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=69cff2d7-24e3-40e1-bcbb-d6232870f15a,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:10.976267 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-af70e147-86a9-49f5-b6af-0759189fdc0e req-8fb0bdbc-63a9-4115-8d15-16c683eae23d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:11.061609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-af70e147-86a9-49f5-b6af-0759189fdc0e req-8fb0bdbc-63a9-4115-8d15-16c683eae23d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Calling delete_port for 69cff2d7-24e3-40e1-bcbb-d6232870f15a owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:46:11.212791 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:11.308506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49e9d280-ebf8-4319-a395-637d8bda9c0f req-82cc3e79-4934-4074-a5f6-b0b39a2aa8c4 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0874314 Nov 09 17:46:11.419336 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:11.432202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7a6af505-671f-4dc3-8543-9ced66277dfc details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:46:11.434324 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:11.547882 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d349a28-66ad-41a6-8dd2-a52d3ef7cc8a None None] Pushing event updated for resources: {'Port': ['ID=11cc9adc-e849-4cc6-82bd-e77b752e3e74,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:11.558901 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-af70e147-86a9-49f5-b6af-0759189fdc0e req-8fb0bdbc-63a9-4115-8d15-16c683eae23d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:11.615602 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Attempting to bind port 11cc9adc-e849-4cc6-82bd-e77b752e3e74 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:46:11.616714 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Attempting to bind port 11cc9adc-e849-4cc6-82bd-e77b752e3e74 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:46:11.617270 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Attempting to bind port 11cc9adc-e849-4cc6-82bd-e77b752e3e74 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:11.634658 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:46:11.637071 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:46:11.637818 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:11.638610 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:46:11.664253 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Bound port: 11cc9adc-e849-4cc6-82bd-e77b752e3e74, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:46:11.666200 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:11.675846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0bdbc-63a9-4115-8d15-16c683eae23d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Pushing event deleted for resources: {'Port': ['ID=69cff2d7-24e3-40e1-bcbb-d6232870f15a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:11.742336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1385583-7025-4702-ad74-e9d18a2dc663 req-7723b12f-4260-4977-bf25-cf5b8991a7a0 tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.81 "GET /v2.0/ports?device_id=34727f49-df67-4b21-850f-e7c421efc8e8 HTTP/1.1" status: 200 len: 210 time: 0.1081481 Nov 09 17:46:11.780535 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] For port 11cc9adc-e849-4cc6-82bd-e77b752e3e74, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:46:11.787485 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] For port 11cc9adc-e849-4cc6-82bd-e77b752e3e74, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=11cc9adc-e849-4cc6-82bd-e77b752e3e74,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:46:11.797159 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:11.804209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['69cff2d7-24e3-40e1-bcbb-d6232870f15a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:46:11.863870 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Routers {'969ded0b-03b5-4aed-93a3-632916a8a1c7'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:11.870343 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:45:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['969ded0b-03b5-4aed-93a3-632916a8a1c7'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:11.878466 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:11.904139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 7a6af505-671f-4dc3-8543-9ced66277dfc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a6af505-671f-4dc3-8543-9ced66277dfc,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:11.921486 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:11.959106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-af70e147-86a9-49f5-b6af-0759189fdc0e req-8fb0bdbc-63a9-4115-8d15-16c683eae23d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] No DVR routers for this DVR port 69cff2d7-24e3-40e1-bcbb-d6232870f15a on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:46:11.969803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '7a6af505-671f-4dc3-8543-9ced66277dfc', 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c', 'port_id': '7a6af505-671f-4dc3-8543-9ced66277dfc', 'mac_address': 'fa:16:3e:12:98:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473a054c-534f-4d70-b354-014aabf6d270', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:46:11.975157 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-af70e147-86a9-49f5-b6af-0759189fdc0e req-8fb0bdbc-63a9-4115-8d15-16c683eae23d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:11.981450 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af70e147-86a9-49f5-b6af-0759189fdc0e req-8fb0bdbc-63a9-4115-8d15-16c683eae23d tempest-ImagesNegativeTestJSON-1026494468 tempest-ImagesNegativeTestJSON-1026494468-project] 10.222.0.13 "DELETE /v2.0/ports/69cff2d7-24e3-40e1-bcbb-d6232870f15a HTTP/1.1" status: 204 len: 173 time: 1.7663043 Nov 09 17:46:12.021328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34727f49-df67-4b21-850f-e7c421efc8e8', 'name': 'network-vif-deleted', 'tag': '69cff2d7-24e3-40e1-bcbb-d6232870f15a'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:12.025463 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0847ce5f-a2c8-4e21-ba65-9429719a1fe1" -d '{"events": [{"server_uuid": "34727f49-df67-4b21-850f-e7c421efc8e8", "name": "network-vif-deleted", "tag": "69cff2d7-24e3-40e1-bcbb-d6232870f15a"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:12.070065 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d349a28-66ad-41a6-8dd2-a52d3ef7cc8a None None] Pushing event updated for resources: {'Port': ['ID=11cc9adc-e849-4cc6-82bd-e77b752e3e74,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:12.153795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5500c4-6b33-489f-a6c6-478f3079a4f2 req-5f3c5833-4bc1-41ab-947a-9b90c5a89104 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:12.173798 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] Set router 969ded0b-03b5-4aed-93a3-632916a8a1c7 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:12.177735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5500c4-6b33-489f-a6c6-478f3079a4f2 req-5f3c5833-4bc1-41ab-947a-9b90c5a89104 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:12.201355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5500c4-6b33-489f-a6c6-478f3079a4f2 req-5f3c5833-4bc1-41ab-947a-9b90c5a89104 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:12.231627 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5500c4-6b33-489f-a6c6-478f3079a4f2 req-5f3c5833-4bc1-41ab-947a-9b90c5a89104 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:12.267440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5500c4-6b33-489f-a6c6-478f3079a4f2 req-5f3c5833-4bc1-41ab-947a-9b90c5a89104 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:12.290188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5500c4-6b33-489f-a6c6-478f3079a4f2 req-5f3c5833-4bc1-41ab-947a-9b90c5a89104 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:12.312625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5500c4-6b33-489f-a6c6-478f3079a4f2 req-5f3c5833-4bc1-41ab-947a-9b90c5a89104 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:12.327715 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6e5500c4-6b33-489f-a6c6-478f3079a4f2 req-5f3c5833-4bc1-41ab-947a-9b90c5a89104 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5435 time: 0.6658025 Nov 09 17:46:12.349747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:12.402430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Allocated IP 172.25.1.36 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/c41eb3e9-3377-45c2-bb20-8547b4c51d5d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:12.404847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a6af505-671f-4dc3-8543-9ced66277dfc {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:46:12.436667 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6e5500c4-6b33-489f-a6c6-478f3079a4f2 req-4ebe3268-4ae8-4484-8fd5-ba59c28b7f41 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077509 Nov 09 17:46:12.453963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 7a6af505-671f-4dc3-8543-9ced66277dfc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a6af505-671f-4dc3-8543-9ced66277dfc,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:12.459584 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:12.465582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af1501-6642-48bd-a35b-24e27ab018b0 req-6f59e1cb-a478-48f6-8de9-cde4f33e8435 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:12.479768 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27af1501-6642-48bd-a35b-24e27ab018b0 req-6f59e1cb-a478-48f6-8de9-cde4f33e8435 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 945 time: 0.2591407 Nov 09 17:46:12.565296 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969ded0b-03b5-4aed-93a3-632916a8a1c7', 'name': 'tempest-snat-router-248309208', 'tenant_id': 'c481752ec3a944a1943a2bddebb76744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20'}], 'enable_snat': False}, 'gw_port_id': '11cc9adc-e849-4cc6-82bd-e77b752e3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:07Z', 'updated_at': '2021-11-09T17:46:09Z', 'revision_number': 3, 'project_id': 'c481752ec3a944a1943a2bddebb76744', 'gw_port': {'id': '11cc9adc-e849-4cc6-82bd-e77b752e3e74', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969ded0b-03b5-4aed-93a3-632916a8a1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:07Z', 'updated_at': '2021-11-09T17:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:12.589242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=7a6af505-671f-4dc3-8543-9ced66277dfc,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:12.597406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['7a6af505-671f-4dc3-8543-9ced66277dfc'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:46:12.617729 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6095f0a0-9016-46fb-bfbb-b7007f384832 x-openstack-request-id: req-6095f0a0-9016-46fb-bfbb-b7007f384832 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:12.618591 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34727f49-df67-4b21-850f-e7c421efc8e8", "name": "network-vif-deleted", "tag": "69cff2d7-24e3-40e1-bcbb-d6232870f15a", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:12.618591 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6095f0a0-9016-46fb-bfbb-b7007f384832 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:12.618989 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34727f49-df67-4b21-850f-e7c421efc8e8', 'name': 'network-vif-deleted', 'tag': '69cff2d7-24e3-40e1-bcbb-d6232870f15a', 'status': 'completed', 'code': 200} Nov 09 17:46:12.658253 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d460c-8d65-4d4b-81ff-c992aefb01a8 None None] The sync data for ids ['969ded0b-03b5-4aed-93a3-632916a8a1c7'] in n-d-817236-1 is: [{'id': '969ded0b-03b5-4aed-93a3-632916a8a1c7', 'name': 'tempest-snat-router-248309208', 'tenant_id': 'c481752ec3a944a1943a2bddebb76744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20'}], 'enable_snat': False}, 'gw_port_id': '11cc9adc-e849-4cc6-82bd-e77b752e3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:07Z', 'updated_at': '2021-11-09T17:46:09Z', 'revision_number': 3, 'project_id': 'c481752ec3a944a1943a2bddebb76744', 'gw_port': {'id': '11cc9adc-e849-4cc6-82bd-e77b752e3e74', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969ded0b-03b5-4aed-93a3-632916a8a1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:07Z', 'updated_at': '2021-11-09T17:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:12.698961 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27af1501-6642-48bd-a35b-24e27ab018b0 req-01f6bdd1-00f7-41f9-b12a-f151fcc71cdd tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175021 Nov 09 17:46:12.858008 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:12.994057 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:13.053029 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-268717b2-e28a-47dc-a186-c93116170b98 req-64783b17-593c-4054-b199-27b58a19f1ea tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0870669 Nov 09 17:46:13.232497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:13.256763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:13.266193 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event updated for resources: {'Port': ['ID=c41eb3e9-3377-45c2-bb20-8547b4c51d5d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:13.296226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:13.447105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbca8-5f4e-4258-8404-a36d2e392b70 req-9edab99d-8337-4a55-92b5-e6e8c1facc1c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:13.454130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbca8-5f4e-4258-8404-a36d2e392b70 req-9edab99d-8337-4a55-92b5-e6e8c1facc1c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:13.465637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbca8-5f4e-4258-8404-a36d2e392b70 req-9edab99d-8337-4a55-92b5-e6e8c1facc1c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:13.465910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7a6af505-671f-4dc3-8543-9ced66277dfc up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:13.478692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbca8-5f4e-4258-8404-a36d2e392b70 req-9edab99d-8337-4a55-92b5-e6e8c1facc1c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:13.486753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbca8-5f4e-4258-8404-a36d2e392b70 req-9edab99d-8337-4a55-92b5-e6e8c1facc1c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:13.494042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbca8-5f4e-4258-8404-a36d2e392b70 req-9edab99d-8337-4a55-92b5-e6e8c1facc1c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:13.502200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbca8-5f4e-4258-8404-a36d2e392b70 req-9edab99d-8337-4a55-92b5-e6e8c1facc1c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:13.511207 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6fbfbca8-5f4e-4258-8404-a36d2e392b70 req-9edab99d-8337-4a55-92b5-e6e8c1facc1c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5435 time: 0.3796103 Nov 09 17:46:13.616588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 7a6af505-671f-4dc3-8543-9ced66277dfc triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:13.617227 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:13.653700 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0f215514-1f9d-4397-b0cf-5650accf6b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:13.796314 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:13.902413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa612f5-d0e9-498c-8c68-1a5b74f19ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6af505-671f-4dc3-8543-9ced66277dfc'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:13.917775 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e608c90-540e-47ee-b558-0ee12947969e" -d '{"events": [{"server_uuid": "4fa612f5-d0e9-498c-8c68-1a5b74f19ce8", "name": "network-vif-plugged", "status": "completed", "tag": "7a6af505-671f-4dc3-8543-9ced66277dfc"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:13.948443 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 7a6af505-671f-4dc3-8543-9ced66277dfc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a6af505-671f-4dc3-8543-9ced66277dfc,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:13.958840 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.097293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=7a6af505-671f-4dc3-8543-9ced66277dfc,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:14.121413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33124) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:14.196583 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4dd687-a39e-44a6-a18e-d07f57ad2627 x-openstack-request-id: req-cb4dd687-a39e-44a6-a18e-d07f57ad2627 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:14.197082 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa612f5-d0e9-498c-8c68-1a5b74f19ce8", "name": "network-vif-plugged", "status": "completed", "tag": "7a6af505-671f-4dc3-8543-9ced66277dfc", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:14.197588 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb4dd687-a39e-44a6-a18e-d07f57ad2627 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:14.198570 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa612f5-d0e9-498c-8c68-1a5b74f19ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6af505-671f-4dc3-8543-9ced66277dfc', 'code': 200} Nov 09 17:46:14.238942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0f6b2-8eb9-47ee-9773-33a8909052e6 req-539aab1d-6ad4-45bf-bcc8-3f2b07035b33 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:14.252721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79b0f6b2-8eb9-47ee-9773-33a8909052e6 req-539aab1d-6ad4-45bf-bcc8-3f2b07035b33 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 945 time: 0.2666037 Nov 09 17:46:14.286614 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.336442 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-813ccf01-3fa9-43fb-9019-bce43f6cca47 req-0be267b5-10a9-47ae-a321-07c8a29cca35 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0449629 Nov 09 17:46:14.389658 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79b0f6b2-8eb9-47ee-9773-33a8909052e6 req-c347b939-9075-4f16-989f-8f98bf578d5a tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355650 Nov 09 17:46:14.399661 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-245371ab-2cd6-4b40-85a7-7e408df9d843 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=534509acc37c4956944df84050926a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757084 Nov 09 17:46:14.406817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33128) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:14.419703 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.632697 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-efcd52fc-46f6-481b-aefb-a25eb080bf47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.702820 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-efcd52fc-46f6-481b-aefb-a25eb080bf47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.740032 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 11cc9adc-e849-4cc6-82bd-e77b752e3e74 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:14.744352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.822387 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 11cc9adc-e849-4cc6-82bd-e77b752e3e74 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:14.823077 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.899302 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-efcd52fc-46f6-481b-aefb-a25eb080bf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.902826 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-efcd52fc-46f6-481b-aefb-a25eb080bf47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.907045 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-efcd52fc-46f6-481b-aefb-a25eb080bf47 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/da5cd655-a17c-46f0-b686-069a630ffcdc HTTP/1.1" status: 204 len: 168 time: 0.4894233 Nov 09 17:46:14.924008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd52fc-46f6-481b-aefb-a25eb080bf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5cd655-a17c-46f0-b686-069a630ffcdc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:14.975414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Router 26b6e960-9798-41e0-8243-8cd643f793e4 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:46:15.024569 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:15.073335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 11cc9adc-e849-4cc6-82bd-e77b752e3e74, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=11cc9adc-e849-4cc6-82bd-e77b752e3e74,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:15.080722 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:15.091491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 69cff2d7-24e3-40e1-bcbb-d6232870f15a no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:46:15.181440 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 69cff2d7-24e3-40e1-bcbb-d6232870f15a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:46:15.181914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 69cff2d7-24e3-40e1-bcbb-d6232870f15a not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:46:15.243461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=11cc9adc-e849-4cc6-82bd-e77b752e3e74,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:15.253244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:15.270904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] Sync routers for ids ['26b6e960-9798-41e0-8243-8cd643f793e4'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:15.300083 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:15.305026 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d688a0ea-b84f-46c8-9630-64e242e0ac4a tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.0896099 Nov 09 17:46:15.306025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33154) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:15.314904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] Routers {'26b6e960-9798-41e0-8243-8cd643f793e4'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:15.315663 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['26b6e960-9798-41e0-8243-8cd643f793e4'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:15.319143 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:15.699238 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56ce5e21-8554-40b4-a60c-eac6309da9a0 req-ef2ca262-85aa-438a-bfba-a51534f44e68 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0984671 Nov 09 17:46:15.752454 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6f3d0acb-1ce8-4460-8c26-8fe05b5cd375 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/routers/26b6e960-9798-41e0-8243-8cd643f793e4 HTTP/1.1" status: 200 len: 906 time: 0.4351499 Nov 09 17:46:15.757953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33176) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:15.781489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3b28a-e8ab-40fa-9db7-06e47bb82e24 req-4a3ab40c-c19b-487a-8b77-a12ac5c0a864 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:15.800281 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7db3b28a-e8ab-40fa-9db7-06e47bb82e24 req-4a3ab40c-c19b-487a-8b77-a12ac5c0a864 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 945 time: 0.1732237 Nov 09 17:46:15.860645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] Set router 26b6e960-9798-41e0-8243-8cd643f793e4 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:16.046203 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:16.425681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7db3b28a-e8ab-40fa-9db7-06e47bb82e24 req-c4552c32-7392-4d3b-ac6d-6df2f046d73c tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071053 Nov 09 17:46:16.554675 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:16.608927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b6e960-9798-41e0-8243-8cd643f793e4', 'name': 'tempest-snat-router-248309208', 'tenant_id': 'c481752ec3a944a1943a2bddebb76744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c41eb3e9-3377-45c2-bb20-8547b4c51d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:10Z', 'updated_at': '2021-11-09T17:46:13Z', 'revision_number': 3, 'project_id': 'c481752ec3a944a1943a2bddebb76744', 'gw_port': {'id': 'c41eb3e9-3377-45c2-bb20-8547b4c51d5d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b6e960-9798-41e0-8243-8cd643f793e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:11Z', 'updated_at': '2021-11-09T17:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:16.735878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] Checking router: 26b6e960-9798-41e0-8243-8cd643f793e4 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:46:16.736472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] Updating router 26b6e960-9798-41e0-8243-8cd643f793e4 port c41eb3e9-3377-45c2-bb20-8547b4c51d5d binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:46:16.779682 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Deleting port c41eb3e9-3377-45c2-bb20-8547b4c51d5d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:46:16.780248 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:16.878647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 11cc9adc-e849-4cc6-82bd-e77b752e3e74 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:16.933025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33212) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:17.077051 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b4d66d3-554e-4c52-bafe-0acce138de77 req-04d6d57f-1b03-4ebf-bec8-5f0e77e8b675 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0756512 Nov 09 17:46:17.109688 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:17.112286 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:17.138372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Calling delete_port for c41eb3e9-3377-45c2-bb20-8547b4c51d5d owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:46:17.216673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 11cc9adc-e849-4cc6-82bd-e77b752e3e74 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:17.217435 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:17.242090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e8581-5bc7-4c90-9997-8102bed66bdf req-867effa3-999e-4237-8616-c754a9c20002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:17.243028 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e8581-5bc7-4c90-9997-8102bed66bdf req-867effa3-999e-4237-8616-c754a9c20002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:17.244133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e8581-5bc7-4c90-9997-8102bed66bdf req-867effa3-999e-4237-8616-c754a9c20002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:17.245553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e8581-5bc7-4c90-9997-8102bed66bdf req-867effa3-999e-4237-8616-c754a9c20002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:17.246693 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e8581-5bc7-4c90-9997-8102bed66bdf req-867effa3-999e-4237-8616-c754a9c20002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:17.247586 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e8581-5bc7-4c90-9997-8102bed66bdf req-867effa3-999e-4237-8616-c754a9c20002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:17.248431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e8581-5bc7-4c90-9997-8102bed66bdf req-867effa3-999e-4237-8616-c754a9c20002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:17.265355 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bc5e8581-5bc7-4c90-9997-8102bed66bdf req-867effa3-999e-4237-8616-c754a9c20002 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 6492 time: 0.3298900 Nov 09 17:46:17.353090 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bc5e8581-5bc7-4c90-9997-8102bed66bdf req-114a2ba2-dca3-4841-be68-82c20adfa338 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858283 Nov 09 17:46:17.407656 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b92541-4334-436f-bfe7-68cf122dcd1a req-8b4d688c-9882-48a7-9ac7-0dd6174b0cea tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:17.412084 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9b92541-4334-436f-bfe7-68cf122dcd1a req-8b4d688c-9882-48a7-9ac7-0dd6174b0cea tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 945 time: 0.2148080 Nov 09 17:46:17.421159 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:17.464955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event deleted for resources: {'Port': ['ID=c41eb3e9-3377-45c2-bb20-8547b4c51d5d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:17.476658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7a6af505-671f-4dc3-8543-9ced66277dfc no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:46:17.510470 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9b92541-4334-436f-bfe7-68cf122dcd1a req-78fa9313-2ce3-4816-b467-880180db5d6d tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893412 Nov 09 17:46:17.595161 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:17.781169 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:46:17.781545 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:46:17.791260 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:17.821869 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:17.827944 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:17.850638 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:17.897026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa612f5-d0e9-498c-8c68-1a5b74f19ce8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a6af505-671f-4dc3-8543-9ced66277dfc'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:17.900583 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6606ad-808c-4c83-88d2-86a4030b314c" -d '{"events": [{"server_uuid": "4fa612f5-d0e9-498c-8c68-1a5b74f19ce8", "name": "network-vif-unplugged", "status": "completed", "tag": "7a6af505-671f-4dc3-8543-9ced66277dfc"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:17.908630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 7a6af505-671f-4dc3-8543-9ced66277dfc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a6af505-671f-4dc3-8543-9ced66277dfc,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:17.924074 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:17.925511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26b6e960-9798-41e0-8243-8cd643f793e4 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:46:17.931539 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:17.936539 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6eaf990f-580d-4f59-a39b-660a19ae689b tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "DELETE /v2.0/routers/26b6e960-9798-41e0-8243-8cd643f793e4 HTTP/1.1" status: 204 len: 168 time: 2.1313372 Nov 09 17:46:17.936804 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:17.937828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33236) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:18.000973 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32631750-e84a-4140-a9e6-f72e1690a88d x-openstack-request-id: req-32631750-e84a-4140-a9e6-f72e1690a88d {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:18.001762 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa612f5-d0e9-498c-8c68-1a5b74f19ce8", "name": "network-vif-unplugged", "status": "completed", "tag": "7a6af505-671f-4dc3-8543-9ced66277dfc", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:18.002221 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32631750-e84a-4140-a9e6-f72e1690a88d {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:18.003055 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa612f5-d0e9-498c-8c68-1a5b74f19ce8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a6af505-671f-4dc3-8543-9ced66277dfc', 'code': 200} Nov 09 17:46:18.071418 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=7a6af505-671f-4dc3-8543-9ced66277dfc,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:18.169348 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:18.268102 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-606cd6b4-2b7d-4030-951d-b1252b6f8b6e req-38448f11-e297-4776-9bc9-84fbd7970103 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0684474 Nov 09 17:46:18.318780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] Port c41eb3e9-3377-45c2-bb20-8547b4c51d5d not found while updating agent binding for router 26b6e960-9798-41e0-8243-8cd643f793e4. {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 17:46:18.338650 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] Routers set() bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:18.339591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] Router IDs set() for agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 17:46:18.341242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_agentschedulers_db [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'26b6e960-9798-41e0-8243-8cd643f793e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent'). {{(pid=102156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 17:46:18.342248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e5fd8-2319-4ef0-93f3-9d8a82dd92d0 None None] The sync data for ids ['26b6e960-9798-41e0-8243-8cd643f793e4'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:18.403955 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:18.474415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Deleting port 11cc9adc-e849-4cc6-82bd-e77b752e3e74 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:46:18.474798 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:18.643670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] For port 11cc9adc-e849-4cc6-82bd-e77b752e3e74, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=11cc9adc-e849-4cc6-82bd-e77b752e3e74,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:18.644424 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:18.674340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Calling delete_port for 11cc9adc-e849-4cc6-82bd-e77b752e3e74 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:46:18.740985 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10174723-01f3-4918-8ab8-6a869d7a2f92 req-6c2b86ac-be20-4c57-a7b9-c2e4414ad011 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:18.742873 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-10174723-01f3-4918-8ab8-6a869d7a2f92 req-6c2b86ac-be20-4c57-a7b9-c2e4414ad011 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 943 time: 0.1231382 Nov 09 17:46:18.892900 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-10174723-01f3-4918-8ab8-6a869d7a2f92 req-0bb70187-adbd-472e-a66d-946b492eba49 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270745 Nov 09 17:46:18.951568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9b8e0-8436-4c1c-a4fe-db0c9db0f8a7 req-9cdf83e6-d026-4e05-91b1-390f1c808ef6 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:18.951799 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:18.953692 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2b9b8e0-8436-4c1c-a4fe-db0c9db0f8a7 req-9cdf83e6-d026-4e05-91b1-390f1c808ef6 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 943 time: 0.2094731 Nov 09 17:46:18.981837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event deleted for resources: {'Port': ['ID=11cc9adc-e849-4cc6-82bd-e77b752e3e74,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:19.103095 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.128739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-e2b9b8e0-8436-4c1c-a4fe-db0c9db0f8a7 req-bbd2fdc0-b7aa-4db3-9b6f-df01b21aecd5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Deleting port 7a6af505-671f-4dc3-8543-9ced66277dfc {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:46:19.129085 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-e2b9b8e0-8436-4c1c-a4fe-db0c9db0f8a7 req-bbd2fdc0-b7aa-4db3-9b6f-df01b21aecd5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.245275 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.248327 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.299382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-e2b9b8e0-8436-4c1c-a4fe-db0c9db0f8a7 req-bbd2fdc0-b7aa-4db3-9b6f-df01b21aecd5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] For port 7a6af505-671f-4dc3-8543-9ced66277dfc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7a6af505-671f-4dc3-8543-9ced66277dfc,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:19.300405 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-e2b9b8e0-8436-4c1c-a4fe-db0c9db0f8a7 req-bbd2fdc0-b7aa-4db3-9b6f-df01b21aecd5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.318645 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-e2b9b8e0-8436-4c1c-a4fe-db0c9db0f8a7 req-bbd2fdc0-b7aa-4db3-9b6f-df01b21aecd5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Calling delete_port for 7a6af505-671f-4dc3-8543-9ced66277dfc owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:46:19.599256 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ebc1da55-c765-468f-80b0-81d1f1fa3f44 req-2bdae1da-5722-4355-a1d2-b5bb09a7502a tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0417380 Nov 09 17:46:19.676182 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-e2b9b8e0-8436-4c1c-a4fe-db0c9db0f8a7 req-bbd2fdc0-b7aa-4db3-9b6f-df01b21aecd5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.764214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2fdc0-b7aa-4db3-9b6f-df01b21aecd5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Pushing event deleted for resources: {'Port': ['ID=7a6af505-671f-4dc3-8543-9ced66277dfc,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:19.840888 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.841628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 969ded0b-03b5-4aed-93a3-632916a8a1c7 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:46:19.846821 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.854899 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d7ba0dfa-3eab-40c6-ac46-eec11d1945b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "DELETE /v2.0/routers/969ded0b-03b5-4aed-93a3-632916a8a1c7 HTTP/1.1" status: 204 len: 168 time: 1.9134932 Nov 09 17:46:19.854899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33282) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:19.861938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1590889040', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:19.894702 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.896250 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.977176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b9b8e0-8436-4c1c-a4fe-db0c9db0f8a7 req-bbd2fdc0-b7aa-4db3-9b6f-df01b21aecd5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] No DVR routers for this DVR port 7a6af505-671f-4dc3-8543-9ced66277dfc on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:46:19.990927 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-e2b9b8e0-8436-4c1c-a4fe-db0c9db0f8a7 req-bbd2fdc0-b7aa-4db3-9b6f-df01b21aecd5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:20.006999 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:20.009179 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2b9b8e0-8436-4c1c-a4fe-db0c9db0f8a7 req-bbd2fdc0-b7aa-4db3-9b6f-df01b21aecd5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.18 "DELETE /v2.0/ports/7a6af505-671f-4dc3-8543-9ced66277dfc HTTP/1.1" status: 204 len: 173 time: 1.0483983 Nov 09 17:46:20.010147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa612f5-d0e9-498c-8c68-1a5b74f19ce8', 'name': 'network-vif-deleted', 'tag': '7a6af505-671f-4dc3-8543-9ced66277dfc'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:20.044273 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cf713e-9d64-4d3d-bc68-458c49c2288e" -d '{"events": [{"server_uuid": "4fa612f5-d0e9-498c-8c68-1a5b74f19ce8", "name": "network-vif-deleted", "tag": "7a6af505-671f-4dc3-8543-9ced66277dfc"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:20.194242 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8d995b7b-d540-4051-acbb-3d925a7329f3 req-f5441d52-ce92-408b-9c4c-bef36c4003f3 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fa612f5-d0e9-498c-8c68-1a5b74f19ce8 HTTP/1.1" status: 200 len: 210 time: 0.0588095 Nov 09 17:46:20.354239 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:20.402038 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2168c752-2a95-4a1c-8c4b-12472d41adb8 x-openstack-request-id: req-2168c752-2a95-4a1c-8c4b-12472d41adb8 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:20.402565 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa612f5-d0e9-498c-8c68-1a5b74f19ce8", "name": "network-vif-deleted", "tag": "7a6af505-671f-4dc3-8543-9ced66277dfc", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:20.402565 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2168c752-2a95-4a1c-8c4b-12472d41adb8 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:20.402993 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa612f5-d0e9-498c-8c68-1a5b74f19ce8', 'name': 'network-vif-deleted', 'tag': '7a6af505-671f-4dc3-8543-9ced66277dfc', 'status': 'completed', 'code': 200} Nov 09 17:46:20.724782 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84057b2d-c874-4998-95bf-73eb3d731312 req-dd338dbc-ae81-48f4-9d01-2b2f7aafce6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.1185350 Nov 09 17:46:20.761540 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:20.809306 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:20.810450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 11cc9adc-e849-4cc6-82bd-e77b752e3e74 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:46:20.843181 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-74c61fee-0d83-4a56-9ef1-3b1161f8d870 req-1c85aa95-1945-4b6b-ac09-8ef1670ec7a4 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0707679 Nov 09 17:46:20.860829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 11cc9adc-e849-4cc6-82bd-e77b752e3e74 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:46:20.861747 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 11cc9adc-e849-4cc6-82bd-e77b752e3e74 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:46:20.869024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33318) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:20.904811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33322) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:20.969580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Allocated IP 172.25.1.62 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/cc4785a5-9d4c-49f0-809d-4bd33578cfde) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:21.044932 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1794c376-cc57-487d-a75e-b87fd60408eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.074561 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8802c7a9-f614-4cd8-abd4-811c716abe19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.132171 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.175387 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.225937 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1794c376-cc57-487d-a75e-b87fd60408eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.237718 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1794c376-cc57-487d-a75e-b87fd60408eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.258978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:21.266463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:21.275901 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8802c7a9-f614-4cd8-abd4-811c716abe19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.281462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:21.297353 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8802c7a9-f614-4cd8-abd4-811c716abe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.314532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1794c376-cc57-487d-a75e-b87fd60408eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cdfa3d6cd0b6497783b4e35f4b13eb08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437809 Nov 09 17:46:21.320413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33332) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:21.332884 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794c376-cc57-487d-a75e-b87fd60408eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f29247-2713-42d9-9169-1423e8824b78,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:21.343476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Pushing event updated for resources: {'Port': ['ID=cc4785a5-9d4c-49f0-809d-4bd33578cfde,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:21.372678 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8802c7a9-f614-4cd8-abd4-811c716abe19 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18400286ab594faf82ef71ea791eea31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4623361 Nov 09 17:46:21.376000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33334) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:21.390627 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802c7a9-f614-4cd8-abd4-811c716abe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8deed5-44f6-4515-80c7-cf4063c5557b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:21.456690 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b97eb35-fb9c-40b4-827c-5fb96bd78ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.511211 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7a6af505-671f-4dc3-8543-9ced66277dfc no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:46:21.524881 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b97eb35-fb9c-40b4-827c-5fb96bd78ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.558657 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 7a6af505-671f-4dc3-8543-9ced66277dfc {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:46:21.559015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7a6af505-671f-4dc3-8543-9ced66277dfc not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:46:21.622083 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b97eb35-fb9c-40b4-827c-5fb96bd78ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.625236 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b97eb35-fb9c-40b4-827c-5fb96bd78ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.626733 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7b97eb35-fb9c-40b4-827c-5fb96bd78ab7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46f29247-2713-42d9-9169-1423e8824b78 HTTP/1.1" status: 204 len: 168 time: 0.3048055 Nov 09 17:46:21.658550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8047882-b6f6-4f26-b422-a403c6761957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.783024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97eb35-fb9c-40b4-827c-5fb96bd78ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f29247-2713-42d9-9169-1423e8824b78,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:21.836611 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8047882-b6f6-4f26-b422-a403c6761957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.951763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-ea913e9e-dd7c-4cb7-97ed-f7b73a3ac8c0 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:21.953965 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-ea913e9e-dd7c-4cb7-97ed-f7b73a3ac8c0 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/networks?id=a48a24c4-1673-4557-b168-d8429bf6bc0c HTTP/1.1" status: 200 len: 821 time: 0.2993033 Nov 09 17:46:21.986780 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.988868 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-533bb00b-aa71-4946-bb7e-cf1959d8eadb tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/quotas/e6e0d813113140d6a7b396ad34275c45 HTTP/1.1" status: 200 len: 375 time: 0.0147855 Nov 09 17:46:21.993183 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8047882-b6f6-4f26-b422-a403c6761957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:22.004484 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8047882-b6f6-4f26-b422-a403c6761957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:22.009729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b8047882-b6f6-4f26-b422-a403c6761957 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b8deed5-44f6-4515-80c7-cf4063c5557b HTTP/1.1" status: 204 len: 168 time: 0.6287286 Nov 09 17:46:22.071662 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9f4b7438-8c14-421b-bc38-81404675e6b2 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6e0d813113140d6a7b396ad34275c45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737326 Nov 09 17:46:22.148344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c1df2c2-00d8-421b-b4b6-185edd0e11f1 req-96d3dc11-adba-49d0-a84d-d64183b6630d tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.1406519 Nov 09 17:46:22.151835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8047882-b6f6-4f26-b422-a403c6761957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8deed5-44f6-4515-80c7-cf4063c5557b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:22.269323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33362) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:22.323145 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a26cb69f-284f-4aeb-966d-99f598ac4782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:22.388121 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:22.533567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a26cb69f-284f-4aeb-966d-99f598ac4782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:22.549889 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a26cb69f-284f-4aeb-966d-99f598ac4782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:22.622480 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a26cb69f-284f-4aeb-966d-99f598ac4782 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6bbebd4eb21646e197b912abf8662fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484380 Nov 09 17:46:22.627926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33372) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:22.637270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cb69f-284f-4aeb-966d-99f598ac4782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d013eb-1f02-4d51-8376-1966bc7614fc,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:22.730694 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:22.820062 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a81374ab-f6f1-471b-859e-e7c3f0a02f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:22.861165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-345b522a-dd3a-4945-bc41-49b9758b6df9 req-5b68c2b7-4905-48d7-9865-7b24a1057945 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359&device_id=1d9020b4-6c71-4d17-a493-538ee616875b HTTP/1.1" status: 200 len: 210 time: 0.0669632 Nov 09 17:46:22.875640 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-2c7f912b-cb62-4405-9110-402b3738d7db service neutron] 10.222.0.81 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8029583 Nov 09 17:46:22.888089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Router 43bbc55a-6cfd-4421-b89d-292b5080ee05 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:46:22.907765 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a81374ab-f6f1-471b-859e-e7c3f0a02f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:23.025433 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-f21fa5ca-db58-4d41-b550-23696c922d65 service neutron] 10.222.0.81 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485307 Nov 09 17:46:23.151762 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a81374ab-f6f1-471b-859e-e7c3f0a02f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:23.156770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a81374ab-f6f1-471b-859e-e7c3f0a02f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:23.166267 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a81374ab-f6f1-471b-859e-e7c3f0a02f52 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/85d013eb-1f02-4d51-8376-1966bc7614fc HTTP/1.1" status: 204 len: 168 time: 0.5359371 Nov 09 17:46:23.201238 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81374ab-f6f1-471b-859e-e7c3f0a02f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d013eb-1f02-4d51-8376-1966bc7614fc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:23.267904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:23.284433 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cba8c2-34d1-4287-9818-eaf59a28f26e None None] Sync routers for ids ['43bbc55a-6cfd-4421-b89d-292b5080ee05'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:23.294968 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:23.296413 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1fb08886-ab35-43ce-8b4b-faf1dbd78978 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4390919 Nov 09 17:46:23.299684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33394) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:23.305090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4a833499-c900-4774-915f-8d29d5ff4594 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'enable_snat': False}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:23.328510 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cba8c2-34d1-4287-9818-eaf59a28f26e None None] Routers {'43bbc55a-6cfd-4421-b89d-292b5080ee05'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:23.336230 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-63cba8c2-34d1-4287-9818-eaf59a28f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43bbc55a-6cfd-4421-b89d-292b5080ee05'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:23.402271 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2528274b-453a-4f1d-8c4b-e48bfbe37d97 req-b5f00720-7682-48b6-975c-54a297c1f24a tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 210 time: 0.1004751 Nov 09 17:46:23.455344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33396) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:23.464929 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-63cba8c2-34d1-4287-9818-eaf59a28f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:23.484223 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cba8c2-34d1-4287-9818-eaf59a28f26e None None] Routers {'43bbc55a-6cfd-4421-b89d-292b5080ee05'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:23.485305 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-63cba8c2-34d1-4287-9818-eaf59a28f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43bbc55a-6cfd-4421-b89d-292b5080ee05'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:23.534646 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:23.624265 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-63cba8c2-34d1-4287-9818-eaf59a28f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:23.625368 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cba8c2-34d1-4287-9818-eaf59a28f26e None None] The sync data for ids ['43bbc55a-6cfd-4421-b89d-292b5080ee05'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:23.695454 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a88e4013-61ad-474f-86a5-3663837bb84d req-6e7322de-3b98-4f2a-b199-e2c0920f3317 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1235f2b9ddb14a42b9cdebda3177bc37&device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.0801659 Nov 09 17:46:23.763174 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a88e4013-61ad-474f-86a5-3663837bb84d req-fcea876c-8523-42cd-a4ce-ce615c1d0c05 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1235f2b9ddb14a42b9cdebda3177bc37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489330 Nov 09 17:46:23.810156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1304164868-network', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:23.852371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Made reservation on behalf of fef0a5ff048c402f80a3a0b7a82d7c06 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:23.855041 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:23.870380 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:23.876977 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3adee924-7eb0-4c98-8cdf-d09f10373262 req-ab7698f4-a53d-45d6-872d-55b6c5ecc9b3 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.1797645 Nov 09 17:46:24.096522 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4a833499-c900-4774-915f-8d29d5ff4594 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:24.207279 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e4013-61ad-474f-86a5-3663837bb84d req-ce70f133-3ada-431b-b36e-3c0bc545fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:24.209443 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a88e4013-61ad-474f-86a5-3663837bb84d req-ce70f133-3ada-431b-b36e-3c0bc545fe3c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4329207 Nov 09 17:46:24.209665 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:24.218457 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:24.241250 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:46:24.265854 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:24.266205 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Added segment 36642859-9582-4fcc-9799-fa703a1d8507 of type vlan for network 2547d83b-674a-417f-950e-93adcb3550ba Nov 09 17:46:24.314985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce592f14-297b-4913-8697-0a2eb6ecf730,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:24.333975 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:24.378711 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:24.379919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:24.380369 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:24.513263 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0520520 Nov 09 17:46:24.515500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33432) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:24.524454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-be74f4fc-71dc-4ca7-90ff-1c453d3e04c3 admin admin] Request body: {'subnet': {'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-subnet', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:24.564878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b40ce-322e-4615-8809-1100123ad1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=2547d83b-674a-417f-950e-93adcb3550ba,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:24.582462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 2547d83b-674a-417f-950e-93adcb3550ba details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:46:24.603031 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be74f4fc-71dc-4ca7-90ff-1c453d3e04c3 admin admin] Made reservation on behalf of fef0a5ff048c402f80a3a0b7a82d7c06 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:24.610167 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be74f4fc-71dc-4ca7-90ff-1c453d3e04c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:24.673537 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f11a8ab6-90dc-4994-85f4-46c282564da1 req-a0534707-b8e3-45da-9727-89cc5258b0e4 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 210 time: 0.0810289 Nov 09 17:46:24.919512 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be74f4fc-71dc-4ca7-90ff-1c453d3e04c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:25.112878 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4a833499-c900-4774-915f-8d29d5ff4594 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:25.125825 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4a833499-c900-4774-915f-8d29d5ff4594 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:25.397786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a833499-c900-4774-915f-8d29d5ff4594 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Router 43bbc55a-6cfd-4421-b89d-292b5080ee05 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:46:25.531709 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0aa9b75-3830-4d73-b694-1535a82efcae req-ee604953-8942-47ad-9521-54d651790b62 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.4257531 Nov 09 17:46:25.641287 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74f4fc-71dc-4ca7-90ff-1c453d3e04c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d425bd5-4e16-4e5e-8642-14de89a37cf6,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:25.657646 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a88e4013-61ad-474f-86a5-3663837bb84d req-32d1086d-3bfb-49c9-ac17-314ff7c5352e tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.13 "GET /v2.0/ports?device_id=c564460e-bb29-4a46-bc8b-29232a1e4359 HTTP/1.1" status: 200 len: 210 time: 0.1064396 Nov 09 17:46:25.701547 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-5b8d63eb-0e85-422c-83fa-57b99eb9edd7 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:25.703034 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-5b8d63eb-0e85-422c-83fa-57b99eb9edd7 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.18 "GET /v2.0/networks?id=a48a24c4-1673-4557-b168-d8429bf6bc0c HTTP/1.1" status: 200 len: 821 time: 0.6963842 Nov 09 17:46:25.704115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74f4fc-71dc-4ca7-90ff-1c453d3e04c3 admin admin] Checking segment: {'id': '36642859-9582-4fcc-9799-fa703a1d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:46:25.704484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be74f4fc-71dc-4ca7-90ff-1c453d3e04c3 admin admin] Network hostable DHCP agents. Network: 2547d83b-674a-417f-950e-93adcb3550ba, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:46:25.725640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-8f951d83-efd4-4aca-9eb5-86c844079e3f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Request body: {'port': {'device_id': '41dc2aeb-b586-4a33-b829-554704afda24', 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c', 'admin_state_up': True, 'tenant_id': 'e6e0d813113140d6a7b396ad34275c45'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:25.857256 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be74f4fc-71dc-4ca7-90ff-1c453d3e04c3 admin admin] Network 2547d83b-674a-417f-950e-93adcb3550ba is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:46:25.887706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-29c1e26a-ca6f-4f33-ada6-50f39a256181 req-0b37c247-cca6-44ba-9bad-5efea3b12781 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 210 time: 0.0301731 Nov 09 17:46:25.896393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-be74f4fc-71dc-4ca7-90ff-1c453d3e04c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 2547d83b-674a-417f-950e-93adcb3550ba) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:25.909711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92deece1-9559-4c6c-9a91-2000655fc6ae None None] Network 2547d83b-674a-417f-950e-93adcb3550ba requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:46:25.927854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be74f4fc-71dc-4ca7-90ff-1c453d3e04c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:25.929115 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be74f4fc-71dc-4ca7-90ff-1c453d3e04c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:25.977440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a833499-c900-4774-915f-8d29d5ff4594 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:25.987258 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4a833499-c900-4774-915f-8d29d5ff4594 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:25.990631 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4a833499-c900-4774-915f-8d29d5ff4594 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "PUT /v2.0/routers/43bbc55a-6cfd-4421-b89d-292b5080ee05 HTTP/1.1" status: 200 len: 921 time: 2.6895511 Nov 09 17:46:25.998670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33460) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:26.045207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c33992e-02a2-481e-b727-437bbade598c None None] Sync routers for ids ['43bbc55a-6cfd-4421-b89d-292b5080ee05'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:26.108166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33992e-02a2-481e-b727-437bbade598c None None] Routers {'43bbc55a-6cfd-4421-b89d-292b5080ee05'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:26.109455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-6c33992e-02a2-481e-b727-437bbade598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43bbc55a-6cfd-4421-b89d-292b5080ee05'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:26.113499 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-be74f4fc-71dc-4ca7-90ff-1c453d3e04c3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5956695 Nov 09 17:46:26.120445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33462) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:26.133171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:26.173427 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-6c33992e-02a2-481e-b727-437bbade598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:26.201447 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33992e-02a2-481e-b727-437bbade598c None None] Routers {'43bbc55a-6cfd-4421-b89d-292b5080ee05'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:26.203101 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-6c33992e-02a2-481e-b727-437bbade598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43bbc55a-6cfd-4421-b89d-292b5080ee05'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:26.205583 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.api [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 17:46:26.205583 n-d-817236-1 neutron-server[102154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 17:46:26.205583 n-d-817236-1 neutron-server[102154]: [parameters: {'project_id_1': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'expiration_1': datetime.datetime(2021, 11, 9, 17, 46, 6, 149607)}] Nov 09 17:46:26.205583 n-d-817236-1 neutron-server[102154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:46:26.206256 n-d-817236-1 neutron-server[102154]: DEBUG oslo_db.api [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:46:26.238057 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-8f951d83-efd4-4aca-9eb5-86c844079e3f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Made reservation on behalf of e6e0d813113140d6a7b396ad34275c45 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:26.245084 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-8f951d83-efd4-4aca-9eb5-86c844079e3f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:26.318263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-6c33992e-02a2-481e-b727-437bbade598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:26.320239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c33992e-02a2-481e-b727-437bbade598c None None] The sync data for ids ['43bbc55a-6cfd-4421-b89d-292b5080ee05'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:26.343906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-2547d83b-674a-417f-950e-93adcb3550ba', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'fixed_ips': [{'subnet_id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:46:26.345659 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:26.498645 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d1bb1264-f8e9-4c7e-b410-c018f79039ae tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/routers/43bbc55a-6cfd-4421-b89d-292b5080ee05 HTTP/1.1" status: 200 len: 921 time: 0.4934747 Nov 09 17:46:26.499315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33468) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:26.545472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-8f951d83-efd4-4aca-9eb5-86c844079e3f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Allocated IP 172.20.0.14 (a48a24c4-1673-4557-b168-d8429bf6bc0c/473a054c-534f-4d70-b354-014aabf6d270/5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:26.690297 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98cde3-0462-4ea3-b1a7-588bcac136f9 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:26.696696 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5b98cde3-0462-4ea3-b1a7-588bcac136f9 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&device_id=43bbc55a-6cfd-4421-b89d-292b5080ee05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1922326 Nov 09 17:46:26.698048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33472) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:26.808909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Allocated IP 172.20.0.2 (2547d83b-674a-417f-950e-93adcb3550ba/7d425bd5-4e16-4e5e-8642-14de89a37cf6/7e59ae2c-cfab-4e47-abfe-e2a623b2589f) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:26.856605 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-8f951d83-efd4-4aca-9eb5-86c844079e3f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:26.866180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:26.871330 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:26.926022 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-8f951d83-efd4-4aca-9eb5-86c844079e3f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:27.116395 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-8f951d83-efd4-4aca-9eb5-86c844079e3f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Network a48a24c4-1673-4557-b168-d8429bf6bc0c is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:27.128026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-8f951d83-efd4-4aca-9eb5-86c844079e3f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:27.131835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f951d83-efd4-4aca-9eb5-86c844079e3f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Pushing event updated for resources: {'Port': ['ID=5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:27.136944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-8f951d83-efd4-4aca-9eb5-86c844079e3f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:27.171560 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:27.182406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a8bf25-ab31-43a9-be79-62195f602d82 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:27.187656 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:27.188059 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b4a8bf25-ab31-43a9-be79-62195f602d82 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 881 time: 0.4883378 Nov 09 17:46:27.189945 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:27.190799 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33484) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:27.202743 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d506f61-3ab6-4505-9fd5-d6694fab0631 req-99a264cd-aafc-4999-bc1f-3ec01e02cdb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1235f2b9ddb14a42b9cdebda3177bc37&device_id=1d9020b4-6c71-4d17-a493-538ee616875b HTTP/1.1" status: 200 len: 210 time: 0.1485624 Nov 09 17:46:27.268981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Pushing event updated for resources: {'Port': ['ID=7e59ae2c-cfab-4e47-abfe-e2a623b2589f,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:27.273800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Network 2547d83b-674a-417f-950e-93adcb3550ba is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:27.276202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:27.280020 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-418816e0-1fa7-4eaa-a376-e928f9e4795f tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "GET /v2.0/ports?device_id=43bbc55a-6cfd-4421-b89d-292b5080ee05 HTTP/1.1" status: 200 len: 205 time: 0.0797021 Nov 09 17:46:27.281408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:27.282773 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-adb728aa-208a-451c-a817-369eeb8d0518 req-42479c33-3594-4c85-b690-6680ea6d7e25 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d9020b4-6c71-4d17-a493-538ee616875b HTTP/1.1" status: 200 len: 210 time: 0.1520557 Nov 09 17:46:27.283413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33486) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:27.350588 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d506f61-3ab6-4505-9fd5-d6694fab0631 req-36a2cdd7-0bf9-4401-8a80-6d515537b55b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1235f2b9ddb14a42b9cdebda3177bc37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057668 Nov 09 17:46:27.365881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-8f951d83-efd4-4aca-9eb5-86c844079e3f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:27.366747 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-8f951d83-efd4-4aca-9eb5-86c844079e3f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:27.401230 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Attempting to bind port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:46:27.402177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Attempting to bind port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '36642859-9582-4fcc-9799-fa703a1d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:46:27.403562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Attempting to bind port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f on network 2547d83b-674a-417f-950e-93adcb3550ba {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:27.414416 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bde4b-eb44-40b7-903e-2ad2fc741e0d req-092ce191-2324-454a-b709-48dd73b4daa4 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:27.416795 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c96bde4b-eb44-40b7-903e-2ad2fc741e0d req-092ce191-2324-454a-b709-48dd73b4daa4 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 932 time: 0.2548523 Nov 09 17:46:27.417262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:46:27.417962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Checking segment: {'id': '36642859-9582-4fcc-9799-fa703a1d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:46:27.418654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:27.419360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Bound using segment: {'id': '36642859-9582-4fcc-9799-fa703a1d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:46:27.420266 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Bound port: 7e59ae2c-cfab-4e47-abfe-e2a623b2589f, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36642859-9582-4fcc-9799-fa703a1d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:46:27.420914 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:27.445170 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-8f951d83-efd4-4aca-9eb5-86c844079e3f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7276947 Nov 09 17:46:27.476573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Request body: {'port': {'device_id': '41dc2aeb-b586-4a33-b829-554704afda24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:27.532802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] For port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:46:27.539674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] For port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7e59ae2c-cfab-4e47-abfe-e2a623b2589f,segment=NetworkSegment(36642859-9582-4fcc-9799-fa703a1d8507),segment_id=36642859-9582-4fcc-9799-fa703a1d8507)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:46:27.546105 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:27.568628 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c96bde4b-eb44-40b7-903e-2ad2fc741e0d req-a86d5caa-998f-4126-8aed-0463d2c89cf6 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193080 Nov 09 17:46:27.574990 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:27.580681 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:27.667701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965250f-b2cd-4dd8-b81c-3b3af137c9df None None] Pushing event updated for resources: {'Port': ['ID=7e59ae2c-cfab-4e47-abfe-e2a623b2589f,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:27.768323 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:27.779169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d506f61-3ab6-4505-9fd5-d6694fab0631 req-e36ca616-c808-4360-94b4-bf69f05fe2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:27.780963 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d506f61-3ab6-4505-9fd5-d6694fab0631 req-e36ca616-c808-4360-94b4-bf69f05fe2e3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3948853 Nov 09 17:46:28.069712 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:28.092158 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:28.115308 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:28.243819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Allocated IP 172.25.1.217 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/68e9c797-4eb2-4028-93d9-8dca4e8a045d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:28.297494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Deleting port cc4785a5-9d4c-49f0-809d-4bd33578cfde {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:46:28.298123 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:28.399830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:46:28.417951 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:28.433921 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:28.496258 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8bae3d95-9622-4849-a7d9-37e97202510b req-beb9d813-7657-4391-8caf-7246fe7724ba tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d9020b4-6c71-4d17-a493-538ee616875b HTTP/1.1" status: 200 len: 210 time: 0.0875742 Nov 09 17:46:28.504888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Transition to ACTIVE for port object 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:46:28.512262 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:28.514415 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:28.580100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:28.581272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:28.614225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:28.624379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Calling delete_port for cc4785a5-9d4c-49f0-809d-4bd33578cfde owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:46:28.624972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:28.692518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Pushing event updated for resources: {'Port': ['ID=5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:28.783842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e59ae2c-cfab-4e47-abfe-e2a623b2589f up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:28.834800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Pushing event updated for resources: {'Port': ['ID=68e9c797-4eb2-4028-93d9-8dca4e8a045d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:28.894916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:28.895339 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:28.916463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:28.917343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:28.918057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:28.918619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:28.919208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:28.919807 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:28.920349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:28.921028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:28.921585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:28.922179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:28.922741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:28.923309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:28.946922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716bd9b-2a3e-48d9-9131-f4aa2d944419 req-7eabf214-1b14-4e93-8fe2-e7cf9bf20abf tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:28.949253 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5716bd9b-2a3e-48d9-9131-f4aa2d944419 req-7eabf214-1b14-4e93-8fe2-e7cf9bf20abf tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 944 time: 0.1769719 Nov 09 17:46:29.007070 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Attempting to bind port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:46:29.007455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Attempting to bind port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '1e56319b-27ab-4dcd-903d-c01a869ea173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:46:29.007789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Attempting to bind port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d on network a48a24c4-1673-4557-b168-d8429bf6bc0c {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:29.051516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d on network a48a24c4-1673-4557-b168-d8429bf6bc0c not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:46:29.051917 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Attempting to bind port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d on network a48a24c4-1673-4557-b168-d8429bf6bc0c {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:29.067521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:46:29.067879 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Checking segment: {'id': '1e56319b-27ab-4dcd-903d-c01a869ea173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:46:29.068165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Bound using segment: {'id': '1e56319b-27ab-4dcd-903d-c01a869ea173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:46:29.068686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Bound port: 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e56319b-27ab-4dcd-903d-c01a869ea173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:46:29.069061 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.073704 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.092154 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5716bd9b-2a3e-48d9-9131-f4aa2d944419 req-a55ff958-6789-4ca5-90da-b5fc9cc21883 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905688 Nov 09 17:46:29.141004 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.149465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7e59ae2c-cfab-4e47-abfe-e2a623b2589f,segment=NetworkSegment(36642859-9582-4fcc-9799-fa703a1d8507),segment_id=36642859-9582-4fcc-9799-fa703a1d8507)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:29.156033 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.184266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Pushing event deleted for resources: {'Port': ['ID=cc4785a5-9d4c-49f0-809d-4bd33578cfde,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:29.203442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fad1d4-29d6-4b02-bbcc-d8e45decb585 None None] Network 2547d83b-674a-417f-950e-93adcb3550ba requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:46:29.206190 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.233268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] For port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:46:29.270101 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] For port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:46:29.279108 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.317154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d506f61-3ab6-4505-9fd5-d6694fab0631 req-edc99ea5-1582-4b22-83b5-2427ffbcd589 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d9020b4-6c71-4d17-a493-538ee616875b HTTP/1.1" status: 200 len: 210 time: 0.0629735 Nov 09 17:46:29.328807 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.415170 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:29.415834 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.418450 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] 10.222.0.18 "PUT /v2.0/ports/5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d HTTP/1.1" status: 200 len: 1092 time: 1.9557230 Nov 09 17:46:29.418857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41dc2aeb-b586-4a33-b829-554704afda24', 'tag': '5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:29.421328 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f850f88-33a3-41c0-8840-e48a4409d383" -d '{"events": [{"name": "network-changed", "server_uuid": "41dc2aeb-b586-4a33-b829-554704afda24", "tag": "5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:29.455436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c5da234e-ca9f-417f-8bfb-8faa5f304e49 None None] Provisioning complete for port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:29.456599 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c5da234e-ca9f-417f-8bfb-8faa5f304e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.473533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9e525-3f16-4806-8d36-76f9a86cb2ca service neutron] Pushing event updated for resources: {'Port': ['ID=5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:29.477692 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.481566 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.530492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=7e59ae2c-cfab-4e47-abfe-e2a623b2589f,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:29.579022 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1fd10e-da61-4bb3-8288-c8c36f5e792e x-openstack-request-id: req-8a1fd10e-da61-4bb3-8288-c8c36f5e792e {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:29.579022 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41dc2aeb-b586-4a33-b829-554704afda24", "tag": "5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:29.579376 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a1fd10e-da61-4bb3-8288-c8c36f5e792e {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:29.595908 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41dc2aeb-b586-4a33-b829-554704afda24', 'tag': '5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d', 'status': 'completed', 'code': 200} Nov 09 17:46:29.690514 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.700553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Fanout notify agent at l3_agent the message router_deleted on router 43bbc55a-6cfd-4421-b89d-292b5080ee05 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:46:29.710464 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.710748 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ad738b1b-c632-4e79-80cc-1dcfeddd3c36 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "DELETE /v2.0/routers/43bbc55a-6cfd-4421-b89d-292b5080ee05 HTTP/1.1" status: 204 len: 168 time: 2.4222815 Nov 09 17:46:29.718698 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:29.724601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33512) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:29.733446 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9b0eb458-65af-438f-b5ef-a3d25d44a682 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1670674586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:29.835878 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-eace2054-256e-48a6-a41f-ceef6b8e61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:29.840074 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-eace2054-256e-48a6-a41f-ceef6b8e61d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6e0d813113140d6a7b396ad34275c45&device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 1095 time: 0.2610610 Nov 09 17:46:29.842955 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-250d460d-61da-4dfc-966a-e81e341734e3 req-fc8886e2-62e0-4b9c-a9af-1cc27c396b08 tempest-ServerShowV247Test-1823277911 tempest-ServerShowV247Test-1823277911-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d9020b4-6c71-4d17-a493-538ee616875b HTTP/1.1" status: 200 len: 210 time: 0.1170304 Nov 09 17:46:29.947408 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-e098d93e-fa85-478d-8679-b7e4afd778bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d HTTP/1.1" status: 200 len: 217 time: 0.0978377 Nov 09 17:46:30.024740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Router 0675fc67-06e9-456c-b2a8-846c4a841824 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:46:30.086873 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-d5b22980-683a-41e6-8f78-57b12ad567df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:30.089828 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-d5b22980-683a-41e6-8f78-57b12ad567df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=473a054c-534f-4d70-b354-014aabf6d270 HTTP/1.1" status: 200 len: 861 time: 0.1345325 Nov 09 17:46:30.092072 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb458-65af-438f-b5ef-a3d25d44a682 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:30.093827 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb458-65af-438f-b5ef-a3d25d44a682 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:30.179898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-e2f1d43b-2a2d-4f31-8362-9b4b4c48229d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a48a24c4-1673-4557-b168-d8429bf6bc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676601 Nov 09 17:46:30.313973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:30.328672 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Sync routers for ids ['0675fc67-06e9-456c-b2a8-846c4a841824'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:30.346012 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:30.354185 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9c576f1a-22bd-42ae-a56c-6aca948ee74a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2308171 Nov 09 17:46:30.356364 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33522) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:30.362810 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Routers {'0675fc67-06e9-456c-b2a8-846c4a841824'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:30.364691 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0675fc67-06e9-456c-b2a8-846c4a841824'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:30.368436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-baa31ed8-923b-436d-9f5b-b0a44be3f6ae None None] Provisioning complete for port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:30.369657 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-baa31ed8-923b-436d-9f5b-b0a44be3f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:30.447607 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb458-65af-438f-b5ef-a3d25d44a682 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:30.471371 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb458-65af-438f-b5ef-a3d25d44a682 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:30.520581 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb458-65af-438f-b5ef-a3d25d44a682 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:30.522669 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9b0eb458-65af-438f-b5ef-a3d25d44a682 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7943635 Nov 09 17:46:30.528176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33524) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:30.535835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:30.560258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d1a2c-94bf-420a-9627-380cf9279185 req-ef1fedda-cf72-4849-9eb4-1462d85bba2c tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:30.574693 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1a7d1a2c-94bf-420a-9627-380cf9279185 req-ef1fedda-cf72-4849-9eb4-1462d85bba2c tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 944 time: 0.2731996 Nov 09 17:46:30.722625 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Set router 0675fc67-06e9-456c-b2a8-846c4a841824 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:30.787502 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-34661456-5e9a-4877-afc1-cbdc7d57d58d service neutron] 10.222.0.18 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980797 Nov 09 17:46:30.805220 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e59ae2c-cfab-4e47-abfe-e2a623b2589f up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:30.825578 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1a7d1a2c-94bf-420a-9627-380cf9279185 req-fbd6056a-2b02-45fe-af58-a20d7cf4f9f7 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490680 Nov 09 17:46:30.939997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:30.940417 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:31.189448 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:31.265493 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:46:28Z', 'revision_number': 3, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:31.308480 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Checking router: 0675fc67-06e9-456c-b2a8-846c4a841824 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:46:31.308990 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Updating router 0675fc67-06e9-456c-b2a8-846c4a841824 port 68e9c797-4eb2-4028-93d9-8dca4e8a045d binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:46:31.345598 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:31.569589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a5e66ed-7f77-443d-a4d2-d6cdd6b94b3f req-da50bd6f-f804-4ed7-b720-aa087620fa16 service neutron] 10.222.0.18 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7723329 Nov 09 17:46:31.609984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Allocated IP 172.20.0.1 (2547d83b-674a-417f-950e-93adcb3550ba/7d425bd5-4e16-4e5e-8642-14de89a37cf6/8248cf8d-27c9-4a58-8738-2093deb6a2ec) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:31.765864 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:31.868555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:31.894184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f850f88-33a3-41c0-8840-e48a4409d383 req-afbe4fd2-b6cf-46b6-8698-ce0efc8117c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:31.896831 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f850f88-33a3-41c0-8840-e48a4409d383 req-afbe4fd2-b6cf-46b6-8698-ce0efc8117c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6e0d813113140d6a7b396ad34275c45&device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 1095 time: 0.2119420 Nov 09 17:46:31.899987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33540) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:31.934880 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:31.944087 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:32.104863 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Pushing event updated for resources: {'Port': ['ID=68e9c797-4eb2-4028-93d9-8dca4e8a045d,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:32.107839 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Attempting to bind port 68e9c797-4eb2-4028-93d9-8dca4e8a045d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:46:32.108325 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Attempting to bind port 68e9c797-4eb2-4028-93d9-8dca4e8a045d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:46:32.108784 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Attempting to bind port 68e9c797-4eb2-4028-93d9-8dca4e8a045d on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:32.125226 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:32.125813 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:32.126263 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:32.126697 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:32.127129 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:32.130635 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:32.130635 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:32.130635 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:32.130635 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:32.130635 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:32.130635 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:32.130635 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:32.135135 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:46:32.135135 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:46:32.149077 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:32.151042 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:46:32.151722 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Bound port: 68e9c797-4eb2-4028-93d9-8dca4e8a045d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:46:32.153624 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:32.241919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f850f88-33a3-41c0-8840-e48a4409d383 req-6a101ec6-90d7-40da-9bd8-913b9f0a2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:32.245370 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f850f88-33a3-41c0-8840-e48a4409d383 req-6a101ec6-90d7-40da-9bd8-913b9f0a2fc5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a48a24c4-1673-4557-b168-d8429bf6bc0c HTTP/1.1" status: 200 len: 922 time: 0.3208625 Nov 09 17:46:32.336976 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] For port 68e9c797-4eb2-4028-93d9-8dca4e8a045d, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:46:32.356825 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] For port 68e9c797-4eb2-4028-93d9-8dca4e8a045d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=68e9c797-4eb2-4028-93d9-8dca4e8a045d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:46:32.361426 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0416acd-29fe-478e-91ab-f205cbdd8a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:32.368708 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:32.432972 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f850f88-33a3-41c0-8840-e48a4409d383 req-e92c8902-ce27-412c-8958-cb2214a475ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d HTTP/1.1" status: 200 len: 217 time: 0.1433024 Nov 09 17:46:32.535640 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be03405-6a64-4d1d-846b-10216e9aa3b5 None None] Pushing event updated for resources: {'Port': ['ID=68e9c797-4eb2-4028-93d9-8dca4e8a045d,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:32.550742 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Routers {'0675fc67-06e9-456c-b2a8-846c4a841824'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:32.552202 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0675fc67-06e9-456c-b2a8-846c4a841824'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:32.585011 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:32.644732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=8248cf8d-27c9-4a58-8738-2093deb6a2ec,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:32.673420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4a356-3860-4b26-b71b-cda6e4ba60e9 req-140d999e-6b87-4a87-ab75-9b37f81b627e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:32.676028 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cb4a356-3860-4b26-b71b-cda6e4ba60e9 req-140d999e-6b87-4a87-ab75-9b37f81b627e tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 944 time: 0.1372249 Nov 09 17:46:32.687969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Network 2547d83b-674a-417f-950e-93adcb3550ba is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:32.698482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:32.706062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:32.731782 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:32.762868 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] Set router 0675fc67-06e9-456c-b2a8-846c4a841824 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:32.788954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f850f88-33a3-41c0-8840-e48a4409d383 req-e2baad25-dfb6-44ec-b093-2a35c47aa94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:32.789758 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cb4a356-3860-4b26-b71b-cda6e4ba60e9 req-ef23c6b0-9028-4b90-b336-513a5f109e05 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001813 Nov 09 17:46:32.791710 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f850f88-33a3-41c0-8840-e48a4409d383 req-e2baad25-dfb6-44ec-b093-2a35c47aa94b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=473a054c-534f-4d70-b354-014aabf6d270 HTTP/1.1" status: 200 len: 861 time: 0.3506393 Nov 09 17:46:32.797679 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:32.801540 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:32.884085 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f850f88-33a3-41c0-8840-e48a4409d383 req-5134f8d9-1363-4ac3-b6f1-a27ed279aacc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a48a24c4-1673-4557-b168-d8429bf6bc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751722 Nov 09 17:46:32.953394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0416acd-29fe-478e-91ab-f205cbdd8a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:33.051683 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:33.064675 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0416acd-29fe-478e-91ab-f205cbdd8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:33.106111 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:46:28Z', 'revision_number': 3, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:33.148293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f4f03e36-8b00-4e13-85a5-62e24d500b1c None None] Provisioning complete for port 8248cf8d-27c9-4a58-8738-2093deb6a2ec triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:33.149074 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f4f03e36-8b00-4e13-85a5-62e24d500b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:33.157947 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1474ea6-d879-446f-b7ca-fc6d82a5e1dd None None] The sync data for ids ['0675fc67-06e9-456c-b2a8-846c4a841824'] in n-d-817236-1 is: [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:46:28Z', 'revision_number': 3, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:33.253553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f4f03e36-8b00-4e13-85a5-62e24d500b1c None None] Port 8248cf8d-27c9-4a58-8738-2093deb6a2ec cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:46:33.272785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0416acd-29fe-478e-91ab-f205cbdd8a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d034cd-ee79-40a8-8776-1d4e1dc07122,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:33.289088 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e0416acd-29fe-478e-91ab-f205cbdd8a66 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1235f2b9ddb14a42b9cdebda3177bc37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3875160 Nov 09 17:46:33.296747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33556) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:33.365285 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f850f88-33a3-41c0-8840-e48a4409d383 req-a5357653-2e69-45bf-ad2c-dac23a3967ae service neutron] 10.222.0.18 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072738 Nov 09 17:46:33.389467 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Allocated IP 172.25.1.4 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/96788884-fb98-4bc1-ac29-f5dce7aa988f) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:33.426460 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:33.456300 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:33.626142 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=8248cf8d-27c9-4a58-8738-2093deb6a2ec,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:33.639974 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:33.651027 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a32ebe1c-b0fa-444c-947b-6dcbedb7ebe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:33.685445 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f850f88-33a3-41c0-8840-e48a4409d383 req-e4b159e3-ed16-43e7-b285-ff55310f4b1d service neutron] 10.222.0.18 "GET /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117290 Nov 09 17:46:33.736920 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:33.764663 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a32ebe1c-b0fa-444c-947b-6dcbedb7ebe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:33.794081 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:33.864455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:33.868313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:33.873655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:33.908625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Pushing event updated for resources: {'Port': ['ID=96788884-fb98-4bc1-ac29-f5dce7aa988f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:33.957770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Network 2547d83b-674a-417f-950e-93adcb3550ba is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:33.957770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:33.975884 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a32ebe1c-b0fa-444c-947b-6dcbedb7ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:33.982038 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a32ebe1c-b0fa-444c-947b-6dcbedb7ebe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:33.994428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a32ebe1c-b0fa-444c-947b-6dcbedb7ebe9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/28d034cd-ee79-40a8-8776-1d4e1dc07122 HTTP/1.1" status: 204 len: 168 time: 0.6954174 Nov 09 17:46:34.034726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ebe1c-b0fa-444c-947b-6dcbedb7ebe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d034cd-ee79-40a8-8776-1d4e1dc07122,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:34.168749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fe509-1fd7-4bee-a32a-c60cd7a5acf1 req-56d3621e-2c79-48c1-a057-d0c24bf57cdb tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:34.175056 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-488fe509-1fd7-4bee-a32a-c60cd7a5acf1 req-56d3621e-2c79-48c1-a057-d0c24bf57cdb tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 944 time: 0.2336030 Nov 09 17:46:34.285373 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-488fe509-1fd7-4bee-a32a-c60cd7a5acf1 req-6b933563-43b0-482d-9ac3-3696708454d7 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899255 Nov 09 17:46:34.321504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Router 0675fc67-06e9-456c-b2a8-846c4a841824 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:46:34.402236 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a4e2355d-3f24-46e9-9f26-b50c182b9a5f None None] Provisioning complete for port 8248cf8d-27c9-4a58-8738-2093deb6a2ec triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:34.403051 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a4e2355d-3f24-46e9-9f26-b50c182b9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:34.479966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2355d-3f24-46e9-9f26-b50c182b9a5f None None] Port 8248cf8d-27c9-4a58-8738-2093deb6a2ec cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:46:34.481600 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:34.542230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:34.557534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b66dc6f7-5c2b-4ac9-9f45-4aafdc569fa8 admin admin] 10.222.0.81 "PUT /v2.0/routers/0675fc67-06e9-456c-b2a8-846c4a841824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1965051 Nov 09 17:46:34.840985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 68e9c797-4eb2-4028-93d9-8dca4e8a045d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:34.928786 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:34.935048 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:35.002211 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 68e9c797-4eb2-4028-93d9-8dca4e8a045d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:35.003529 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:35.172273 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:35.257241 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 68e9c797-4eb2-4028-93d9-8dca4e8a045d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=68e9c797-4eb2-4028-93d9-8dca4e8a045d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:35.266718 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:35.327433 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Router 135b0b63-b8ac-4c41-a997-9a025e8ced9e is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:46:35.368183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=68e9c797-4eb2-4028-93d9-8dca4e8a045d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:35.462649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33606) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:35.546413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:46:35.579686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db409-96dc-4954-a00c-417e081b6fb9 req-7e7395dd-a7b3-4a68-ae6d-8fed6789f1c5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:35.581660 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d36db409-96dc-4954-a00c-417e081b6fb9 req-7e7395dd-a7b3-4a68-ae6d-8fed6789f1c5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 944 time: 0.1538873 Nov 09 17:46:35.594595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:35.602686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:35.609802 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6350f4ad-89ca-4eab-a065-2c3d85c243c5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "PUT /v2.0/routers/135b0b63-b8ac-4c41-a997-9a025e8ced9e HTTP/1.1" status: 200 len: 878 time: 5.0751565 Nov 09 17:46:35.611065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33610) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:35.656067 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d36db409-96dc-4954-a00c-417e081b6fb9 req-27a3f8e9-7cfa-4f94-ac6f-7e4e15d8af7a tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640109 Nov 09 17:46:35.692216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc5c567-5b98-4345-a1cf-2702977020f0 None None] Sync routers for ids ['135b0b63-b8ac-4c41-a997-9a025e8ced9e'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:35.714667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc5c567-5b98-4345-a1cf-2702977020f0 None None] Routers {'135b0b63-b8ac-4c41-a997-9a025e8ced9e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:35.716042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ddc5c567-5b98-4345-a1cf-2702977020f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['135b0b63-b8ac-4c41-a997-9a025e8ced9e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:35.758034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ddc5c567-5b98-4345-a1cf-2702977020f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:35.779197 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:46:35.802565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc5c567-5b98-4345-a1cf-2702977020f0 None None] Routers {'135b0b63-b8ac-4c41-a997-9a025e8ced9e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:35.803375 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ddc5c567-5b98-4345-a1cf-2702977020f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['135b0b63-b8ac-4c41-a997-9a025e8ced9e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:35.867550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33616) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:35.876967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-37e13791-9cc9-4fcc-a68c-518d17a16f1b tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--68818270', 'description': 'tempest-description--1308162179'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:35.880510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ddc5c567-5b98-4345-a1cf-2702977020f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:35.881498 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc5c567-5b98-4345-a1cf-2702977020f0 None None] The sync data for ids ['135b0b63-b8ac-4c41-a997-9a025e8ced9e'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:35.910292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-212442774-network', 'tenant_id': '9ca16651d81b4613ad2ee893c830e443'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:35.912410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:35.930292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d', 'network_id': 'a48a24c4-1673-4557-b168-d8429bf6bc0c', 'port_id': '5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d', 'mac_address': 'fa:16:3e:e3:05:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473a054c-534f-4d70-b354-014aabf6d270', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:46:35.969676 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-39b838c8-81eb-4f40-884e-d2bac0f2986c tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/routers/135b0b63-b8ac-4c41-a997-9a025e8ced9e HTTP/1.1" status: 200 len: 919 time: 0.3569837 Nov 09 17:46:35.973401 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.api [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 17:46:35.973401 n-d-817236-1 neutron-server[102154]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 17:46:35.973401 n-d-817236-1 neutron-server[102154]: [parameters: {'project_id': '9ca16651d81b4613ad2ee893c830e443', 'id': '5df17ce8-4597-43c0-afee-685aa39526d2', 'expiration': datetime.datetime(2021, 11, 9, 17, 48, 35, 951964)}] Nov 09 17:46:35.973401 n-d-817236-1 neutron-server[102154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:46:35.974123 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33618) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:35.974792 n-d-817236-1 neutron-server[102154]: DEBUG oslo_db.api [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:46:35.983469 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-37e13791-9cc9-4fcc-a68c-518d17a16f1b tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.005820 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.036978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:46:36.084431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:36.093752 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.094837 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-37e13791-9cc9-4fcc-a68c-518d17a16f1b tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.104490 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-37e13791-9cc9-4fcc-a68c-518d17a16f1b tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.114771 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c0c371-41e5-4186-9761-2348d81047c2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:36.120773 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b7c0c371-41e5-4186-9761-2348d81047c2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&device_id=135b0b63-b8ac-4c41-a997-9a025e8ced9e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1286895 Nov 09 17:46:36.122276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33620) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:36.177011 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:36.195118 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-37e13791-9cc9-4fcc-a68c-518d17a16f1b tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.200087 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-37e13791-9cc9-4fcc-a68c-518d17a16f1b tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3261244 Nov 09 17:46:36.201718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33622) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:36.205856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e13791-9cc9-4fcc-a68c-518d17a16f1b tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af940c1-472b-46c1-ad05-fa1339b2622e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:36.208305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-64a0c1f7-0b0f-4e3d-856a-371145be9113 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Request body: {'security_group_rule': {'security_group_id': '7af940c1-472b-46c1-ad05-fa1339b2622e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:36.244177 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Sync routers for ids ['0675fc67-06e9-456c-b2a8-846c4a841824'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:36.255347 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64a0c1f7-0b0f-4e3d-856a-371145be9113 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.255565 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Routers {'0675fc67-06e9-456c-b2a8-846c4a841824'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:36.256068 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0675fc67-06e9-456c-b2a8-846c4a841824'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:36.284108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71848f91-d90a-44a8-a7fe-3ed3b8229014 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:36.287047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-71848f91-d90a-44a8-a7fe-3ed3b8229014 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 881 time: 0.1619370 Nov 09 17:46:36.290046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33626) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:36.336627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-188f2bf3-d60b-4a42-9339-9ec8b0cd9da6 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "GET /v2.0/ports?device_id=135b0b63-b8ac-4c41-a997-9a025e8ced9e HTTP/1.1" status: 200 len: 205 time: 0.0437994 Nov 09 17:46:36.337391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33628) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:36.382939 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64a0c1f7-0b0f-4e3d-856a-371145be9113 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.391487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64a0c1f7-0b0f-4e3d-856a-371145be9113 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.413402 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Set router 0675fc67-06e9-456c-b2a8-846c4a841824 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:36.426526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:46:36.491177 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.655244 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.701433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Made reservation on behalf of 9ca16651d81b4613ad2ee893c830e443 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:36.704084 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.738997 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.843707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Deleting port 96788884-fb98-4bc1-ac29-f5dce7aa988f {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:46:36.844370 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.891280 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 68e9c797-4eb2-4028-93d9-8dca4e8a045d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:36.949839 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:36.982386 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.047151 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 68e9c797-4eb2-4028-93d9-8dca4e8a045d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:37.047825 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.050666 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:46:32Z', 'revision_number': 4, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8248cf8d-27c9-4a58-8738-2093deb6a2ec', 'name': '', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'mac_address': 'fa:16:3e:ff:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:31Z', 'updated_at': '2021-11-09T17:46:33Z', 'revision_number': 2, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'subnets': [{'id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:37.110122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:46:37.131566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0c1f7-0b0f-4e3d-856a-371145be9113 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90337458-594d-4d09-9245-d9af0dd4aef5,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:37.143501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f1c303-c83f-4dcf-801b-22b6016f713b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:37.176308 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Checking router: 0675fc67-06e9-456c-b2a8-846c4a841824 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:46:37.179003 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Updating router 0675fc67-06e9-456c-b2a8-846c4a841824 port 8248cf8d-27c9-4a58-8738-2093deb6a2ec binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:46:37.180791 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.181148 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Added segment 6cad7909-dcb5-479a-9b45-54e0f7599d0e of type vlan for network 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 Nov 09 17:46:37.211314 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.225566 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64a0c1f7-0b0f-4e3d-856a-371145be9113 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.234496 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-64a0c1f7-0b0f-4e3d-856a-371145be9113 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0299401 Nov 09 17:46:37.245525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33636) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:37.254134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-81220812-fb15-4077-b9f5-7f4a75e668dc tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Request body: {'security_group_rule': {'security_group_id': '7af940c1-472b-46c1-ad05-fa1339b2622e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:37.256664 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.281158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Calling delete_port for 96788884-fb98-4bc1-ac29-f5dce7aa988f owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:46:37.285878 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.381275 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81220812-fb15-4077-b9f5-7f4a75e668dc tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.406272 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.407527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:37.407870 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.441467 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629b670-2f0d-4fbb-81d3-20f0064dff4f req-94affd34-c5c6-498a-b17a-c4095ef0a8f2 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:37.455780 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0629b670-2f0d-4fbb-81d3-20f0064dff4f req-94affd34-c5c6-498a-b17a-c4095ef0a8f2 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 945 time: 0.4017839 Nov 09 17:46:37.463960 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-124f6af2-9c2d-454b-bdbc-1e684b609507 req-9d6bd4da-c0ee-4bb2-9f7e-269decd16de1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3932571 Nov 09 17:46:37.527401 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0631621 Nov 09 17:46:37.544048 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33640) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:37.555075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-474e9f39-3cda-410d-9023-e8b7b20fb131 admin admin] Request body: {'subnet': {'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-212442774-subnet', 'tenant_id': '9ca16651d81b4613ad2ee893c830e443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:37.599012 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81220812-fb15-4077-b9f5-7f4a75e668dc tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.602757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96458376-2436-4ef1-95e8-bafb1412658d admin admin] Pushing event updated for resources: {'Network': ['ID=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:37.609846 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81220812-fb15-4077-b9f5-7f4a75e668dc tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.619774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:46:37.628382 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0629b670-2f0d-4fbb-81d3-20f0064dff4f req-77f3a0ff-e892-4bea-9eff-44c526759e79 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721373 Nov 09 17:46:37.633478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81220812-fb15-4077-b9f5-7f4a75e668dc tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d961136d-0100-4990-a2bf-85e4c80b3fa8,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:37.716915 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474e9f39-3cda-410d-9023-e8b7b20fb131 admin admin] Made reservation on behalf of 9ca16651d81b4613ad2ee893c830e443 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:37.721575 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-474e9f39-3cda-410d-9023-e8b7b20fb131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.736059 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81220812-fb15-4077-b9f5-7f4a75e668dc tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.737432 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-81220812-fb15-4077-b9f5-7f4a75e668dc tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4884398 Nov 09 17:46:37.742782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33642) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:37.763513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:37.795186 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.827305 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:37.859776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f6af2-9c2d-454b-bdbc-1e684b609507 req-908021bb-c929-4b25-afa4-280513c32b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:37.862872 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-124f6af2-9c2d-454b-bdbc-1e684b609507 req-908021bb-c929-4b25-afa4-280513c32b4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=059c7b1f75b74f36a2ff886e5a8d678a&device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 1097 time: 0.2994430 Nov 09 17:46:37.906144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Pushing event deleted for resources: {'Port': ['ID=96788884-fb98-4bc1-ac29-f5dce7aa988f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:38.048911 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.113336 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.129509 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.220937 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-474e9f39-3cda-410d-9023-e8b7b20fb131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.267969 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.274830 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.324812 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-13eaeb40-957d-485c-ad90-e6482b13b61b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5189905 Nov 09 17:46:38.391722 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.398380 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.398915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Fanout notify agent at l3_agent the message router_deleted on router 135b0b63-b8ac-4c41-a997-9a025e8ced9e {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:46:38.412418 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.423568 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f8c2c07d-33e7-4254-80a4-f70f20ba18dc tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "DELETE /v2.0/routers/135b0b63-b8ac-4c41-a997-9a025e8ced9e HTTP/1.1" status: 204 len: 168 time: 2.0751014 Nov 09 17:46:38.435575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33650) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:38.443591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0ad5120f-f33a-4978-b7bf-2d8835112a84 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1214400364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:38.472063 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f0a6e-6c29-41a0-a6b8-f04a66c7fbdb None None] Pushing event updated for resources: {'Port': ['ID=8248cf8d-27c9-4a58-8738-2093deb6a2ec,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:38.519794 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Attempting to bind port 8248cf8d-27c9-4a58-8738-2093deb6a2ec on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:46:38.520163 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Attempting to bind port 8248cf8d-27c9-4a58-8738-2093deb6a2ec by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '36642859-9582-4fcc-9799-fa703a1d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:46:38.521408 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Attempting to bind port 8248cf8d-27c9-4a58-8738-2093deb6a2ec on network 2547d83b-674a-417f-950e-93adcb3550ba {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:38.530823 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:46:38.532077 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Checking segment: {'id': '36642859-9582-4fcc-9799-fa703a1d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:46:38.532077 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.532841 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Bound using segment: {'id': '36642859-9582-4fcc-9799-fa703a1d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:46:38.533445 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Bound port: 8248cf8d-27c9-4a58-8738-2093deb6a2ec, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36642859-9582-4fcc-9799-fa703a1d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:46:38.534212 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.607421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Allocated IP 172.25.1.101 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/aab762cd-20f3-4a32-a96c-bf55e0965d3e) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:38.650217 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] For port 8248cf8d-27c9-4a58-8738-2093deb6a2ec, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:46:38.657721 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] For port 8248cf8d-27c9-4a58-8738-2093deb6a2ec, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8248cf8d-27c9-4a58-8738-2093deb6a2ec,segment=NetworkSegment(36642859-9582-4fcc-9799-fa703a1d8507),segment_id=36642859-9582-4fcc-9799-fa703a1d8507)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:46:38.662433 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e9f39-3cda-410d-9023-e8b7b20fb131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9fb16f4-0e86-456c-9417-3e45e9793444,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:38.674756 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.713388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f6af2-9c2d-454b-bdbc-1e684b609507 req-a4501f98-4ae9-4e06-b1ec-31f0ac973c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:38.726854 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-124f6af2-9c2d-454b-bdbc-1e684b609507 req-a4501f98-4ae9-4e06-b1ec-31f0ac973c31 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6bb7c12d-7c27-4201-898b-28da5ef6fc85 HTTP/1.1" status: 200 len: 916 time: 0.8136775 Nov 09 17:46:38.810076 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.869817 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f0a6e-6c29-41a0-a6b8-f04a66c7fbdb None None] Pushing event updated for resources: {'Port': ['ID=8248cf8d-27c9-4a58-8738-2093deb6a2ec,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:38.873478 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Routers {'0675fc67-06e9-456c-b2a8-846c4a841824'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:38.874123 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0675fc67-06e9-456c-b2a8-846c4a841824'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:38.892509 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e9f39-3cda-410d-9023-e8b7b20fb131 admin admin] Checking segment: {'id': '6cad7909-dcb5-479a-9b45-54e0f7599d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:46:38.893150 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e9f39-3cda-410d-9023-e8b7b20fb131 admin admin] Network hostable DHCP agents. Network: 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:46:38.938864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:38.946239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-535b02db-a8c8-43d5-b48c-7e73915cbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:38.947500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-535b02db-a8c8-43d5-b48c-7e73915cbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:38.948482 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-535b02db-a8c8-43d5-b48c-7e73915cbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:38.949386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-535b02db-a8c8-43d5-b48c-7e73915cbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:38.950278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-535b02db-a8c8-43d5-b48c-7e73915cbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:38.951174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-535b02db-a8c8-43d5-b48c-7e73915cbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:38.952131 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-535b02db-a8c8-43d5-b48c-7e73915cbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:38.955933 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-535b02db-a8c8-43d5-b48c-7e73915cbdfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 6492 time: 0.5284476 Nov 09 17:46:38.981802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-500ee832-c417-4bc5-b38a-2cad73d8356d None None] Provisioning complete for port 8248cf8d-27c9-4a58-8738-2093deb6a2ec triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:38.982555 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-500ee832-c417-4bc5-b38a-2cad73d8356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:39.054057 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ad5120f-f33a-4978-b7bf-2d8835112a84 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:39.055174 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ad5120f-f33a-4978-b7bf-2d8835112a84 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:39.082603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:39.111613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867ef19-6f45-4052-80cb-c16e137aff54 req-23aba571-823e-485c-86fc-16b984ee918b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:39.113321 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e867ef19-6f45-4052-80cb-c16e137aff54 req-23aba571-823e-485c-86fc-16b984ee918b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 945 time: 0.2553370 Nov 09 17:46:39.114362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:39.122967 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] Set router 0675fc67-06e9-456c-b2a8-846c4a841824 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:39.136368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:39.173134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Pushing event updated for resources: {'Port': ['ID=aab762cd-20f3-4a32-a96c-bf55e0965d3e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:39.200479 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e9f39-3cda-410d-9023-e8b7b20fb131 admin admin] Network 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:46:39.214304 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-124f6af2-9c2d-454b-bdbc-1e684b609507 req-c6e7ddc6-9d1a-4fd5-8a97-117c51f34795 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd09d1df-747d-471e-934f-594b6b8749df HTTP/1.1" status: 200 len: 1002 time: 0.4399447 Nov 09 17:46:39.246558 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-500ee832-c417-4bc5-b38a-2cad73d8356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:39.268544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-474e9f39-3cda-410d-9023-e8b7b20fb131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:39.278828 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474e9f39-3cda-410d-9023-e8b7b20fb131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:39.280146 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-474e9f39-3cda-410d-9023-e8b7b20fb131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:39.294350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea2a3a5-b247-4811-8b4d-48e7c8048c00 None None] Network 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:46:39.454576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-763cbd77-d0ef-4898-b180-96929ca1d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:39.455810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-763cbd77-d0ef-4898-b180-96929ca1d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:39.461474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-763cbd77-d0ef-4898-b180-96929ca1d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:39.470845 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-763cbd77-d0ef-4898-b180-96929ca1d4b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9537ab97-a19c-416c-9c08-e06bc19275a0&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=b44d330b-3a84-4715-bcb1-9ff335c55bca&id=ab315546-1c38-4962-b0c6-63c0cb9e1712&id=ab315546-1c38-4962-b0c6-63c0cb9e1712 HTTP/1.1" status: 200 len: 2292 time: 0.4550927 Nov 09 17:46:39.494311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-500ee832-c417-4bc5-b38a-2cad73d8356d None None] For port 8248cf8d-27c9-4a58-8738-2093deb6a2ec, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8248cf8d-27c9-4a58-8738-2093deb6a2ec,segment=NetworkSegment(36642859-9582-4fcc-9799-fa703a1d8507),segment_id=36642859-9582-4fcc-9799-fa703a1d8507)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:39.503959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f8150-a912-4c89-8653-bf172ce25dd8 None None] Network 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:46:39.510121 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-500ee832-c417-4bc5-b38a-2cad73d8356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:39.556930 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-474e9f39-3cda-410d-9023-e8b7b20fb131 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9954953 Nov 09 17:46:39.641634 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:46:32Z', 'revision_number': 4, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8248cf8d-27c9-4a58-8738-2093deb6a2ec', 'name': '', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'mac_address': 'fa:16:3e:ff:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:31Z', 'updated_at': '2021-11-09T17:46:38Z', 'revision_number': 4, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'subnets': [{'id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:39.661665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:39.689835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f6af2-9c2d-454b-bdbc-1e684b609507 req-7804f7fd-0a47-4377-9cae-bd58c5466947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:39.692452 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-124f6af2-9c2d-454b-bdbc-1e684b609507 req-7804f7fd-0a47-4377-9cae-bd58c5466947 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c826272-f3f0-49c8-ac99-3121a12d9267 HTTP/1.1" status: 200 len: 854 time: 0.4632320 Nov 09 17:46:39.731570 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc48e0a-0c54-40b1-a63d-f88e145e03d1 None None] The sync data for ids ['0675fc67-06e9-456c-b2a8-846c4a841824'] in n-d-817236-1 is: [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:46:32Z', 'revision_number': 4, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8248cf8d-27c9-4a58-8738-2093deb6a2ec', 'name': '', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'mac_address': 'fa:16:3e:ff:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:31Z', 'updated_at': '2021-11-09T17:46:38Z', 'revision_number': 4, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'subnets': [{'id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:39.772705 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-aa093427-9dd8-40da-8f85-6c5fadbb023f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 HTTP/1.1" status: 200 len: 1001 time: 0.2283320 Nov 09 17:46:39.797641 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a9c418c2-0d9f-404d-a826-ff32fac29353 None None] Provisioning complete for port 8248cf8d-27c9-4a58-8738-2093deb6a2ec triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:39.798133 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a9c418c2-0d9f-404d-a826-ff32fac29353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:39.860696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:46:39.897046 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:39.897605 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:39.937615 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f6af2-9c2d-454b-bdbc-1e684b609507 req-8a9af638-35ad-4f27-aa53-790ca14b3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:39.943121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ee832-c417-4bc5-b38a-2cad73d8356d None None] Pushing event updated for resources: {'Port': ['ID=8248cf8d-27c9-4a58-8738-2093deb6a2ec,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:39.953992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-124f6af2-9c2d-454b-bdbc-1e684b609507 req-8a9af638-35ad-4f27-aa53-790ca14b3ab2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6bb7c12d-7c27-4201-898b-28da5ef6fc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2512846 Nov 09 17:46:39.986594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-22bd6d84-f787-4b8a-baea-0b7d521b3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:39.990729 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-22bd6d84-f787-4b8a-baea-0b7d521b3fa5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05d19427-cd52-4c97-80af-282afda394c7 HTTP/1.1" status: 200 len: 851 time: 0.2082956 Nov 09 17:46:40.213608 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ad5120f-f33a-4978-b7bf-2d8835112a84 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:40.223390 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:40.230805 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ad5120f-f33a-4978-b7bf-2d8835112a84 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:40.253825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e867ef19-6f45-4052-80cb-c16e137aff54 req-3b308eb7-577a-4b1f-a1e0-22a1970e9a99 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1166301 Nov 09 17:46:40.324681 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-d077a81e-e338-4502-8043-36f8ffbaac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:40.326414 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-d077a81e-e338-4502-8043-36f8ffbaac79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9537ab97-a19c-416c-9c08-e06bc19275a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565230 Nov 09 17:46:40.339254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:40.342151 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dc2aeb-b586-4a33-b829-554704afda24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:40.363854 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-124f6af2-9c2d-454b-bdbc-1e684b609507 req-71dbcf9c-6b70-4a11-8779-8a037fda5f4f service neutron] 10.222.0.18 "GET /v2.0/networks/6bb7c12d-7c27-4201-898b-28da5ef6fc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716302 Nov 09 17:46:40.364834 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ad5120f-f33a-4978-b7bf-2d8835112a84 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:40.366388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0ad5120f-f33a-4978-b7bf-2d8835112a84 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.9284577 Nov 09 17:46:40.373191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33670) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:40.389536 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a48990-1980-46f3-b8a1-8fb055309d2f" -d '{"events": [{"server_uuid": "41dc2aeb-b586-4a33-b829-554704afda24", "name": "network-vif-plugged", "status": "completed", "tag": "5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:40.397192 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:40.428467 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'enable_snat': True}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:40.550380 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:40.635660 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:40.763527 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-02785d94-00ba-46b6-8d08-0e1082bc822e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:40.782541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:40.818757 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293d5219-0faf-4ced-965e-d80e46aefb22 x-openstack-request-id: req-293d5219-0faf-4ced-965e-d80e46aefb22 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:40.821597 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dc2aeb-b586-4a33-b829-554704afda24", "name": "network-vif-plugged", "status": "completed", "tag": "5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:40.821597 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-293d5219-0faf-4ced-965e-d80e46aefb22 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:40.821597 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dc2aeb-b586-4a33-b829-554704afda24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d', 'code': 200} Nov 09 17:46:40.925042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8248cf8d-27c9-4a58-8738-2093deb6a2ec up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:41.034889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6da8-aff2-4b1e-abda-351c37d0ffc8 req-344409e1-b044-4dbc-85fb-9b3378c8038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:41.037299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-97ea6da8-aff2-4b1e-abda-351c37d0ffc8 req-344409e1-b044-4dbc-85fb-9b3378c8038e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 1097 time: 0.1517029 Nov 09 17:46:41.062984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8248cf8d-27c9-4a58-8738-2093deb6a2ec triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:41.063488 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:41.166472 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-97ea6da8-aff2-4b1e-abda-351c37d0ffc8 req-fefedbc1-bedd-4ca9-8561-5aec0b8c63e3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128142 Nov 09 17:46:41.197543 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:41.206056 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:41.327824 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-f69870d9-68d6-413f-ab61-4cad80f7a492 service neutron] 10.222.0.13 "GET /v2.0/networks/9537ab97-a19c-416c-9c08-e06bc19275a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9865670 Nov 09 17:46:41.333019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Pushing event updated for resources: {'Port': ['ID=aab762cd-20f3-4a32-a96c-bf55e0965d3e,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:41.340218 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:41.401403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:41.433148 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-124f6af2-9c2d-454b-bdbc-1e684b609507 req-fd469671-62d9-4e99-a1b5-063f632e9afd service neutron] 10.222.0.18 "GET /v2.0/networks/6bb7c12d-7c27-4201-898b-28da5ef6fc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0568819 Nov 09 17:46:41.442895 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:41.444693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-01fbe0d6-65d5-4b91-8f6a-f673c86f1f38 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7006233 Nov 09 17:46:41.459985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358898b-aafb-4f4e-ac9f-d3d519f6227a req-31bd5aa4-3af8-4f1e-ade7-f94a83b57e03 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:41.463030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0358898b-aafb-4f4e-ac9f-d3d519f6227a req-31bd5aa4-3af8-4f1e-ade7-f94a83b57e03 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 946 time: 0.1047246 Nov 09 17:46:41.537084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-00586c4f-cc8c-4bc9-bb33-4978547a4894 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:41.538877 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-00586c4f-cc8c-4bc9-bb33-4978547a4894 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/networks?id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 HTTP/1.1" status: 200 len: 813 time: 0.7141249 Nov 09 17:46:41.551187 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0358898b-aafb-4f4e-ac9f-d3d519f6227a req-8a556d4c-e98e-4346-810c-ef9abdec7a19 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804913 Nov 09 17:46:41.586157 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-542dbac7-1806-4ab4-8f16-516d9bf68b34 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/quotas/9ca16651d81b4613ad2ee893c830e443 HTTP/1.1" status: 200 len: 375 time: 0.0389919 Nov 09 17:46:41.645422 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-a6549289-18d2-4ad6-9a7d-3add990fc576 service neutron] 10.222.0.13 "GET /v2.0/networks/9537ab97-a19c-416c-9c08-e06bc19275a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974038 Nov 09 17:46:41.711832 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-f0a5e445-63ba-4e99-898a-53dffb4c7353 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ca16651d81b4613ad2ee893c830e443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024275 Nov 09 17:46:41.798536 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-610abd58-0201-404e-80d9-77cf2417460d tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--68818270&fields=id&tenant_id=fef0a5ff048c402f80a3a0b7a82d7c06 HTTP/1.1" status: 200 len: 267 time: 0.0802965 Nov 09 17:46:41.854001 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-317917ad-eb5e-49ea-8153-10410a6f098b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=0045f8aa-bdcf-4da8-8211-c159c05d3f15 HTTP/1.1" status: 200 len: 217 time: 0.1731515 Nov 09 17:46:41.986938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-c6764314-950b-473e-b911-5ffe78ae3515 service neutron] 10.222.0.81 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735860 Nov 09 17:46:42.030953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-d0206e21-16ef-462b-bf77-dbfde8b07f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:42.032837 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-d0206e21-16ef-462b-bf77-dbfde8b07f6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.1663504 Nov 09 17:46:42.051913 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-9a13822c-78db-4828-96c2-c3bac6f5d460 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:42.064932 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-9a13822c-78db-4828-96c2-c3bac6f5d460 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/networks?id=2547d83b-674a-417f-950e-93adcb3550ba HTTP/1.1" status: 200 len: 815 time: 0.2641997 Nov 09 17:46:42.080474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-546fcbb5-0a91-4f62-9fcb-b3618b65e952 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/quotas/fef0a5ff048c402f80a3a0b7a82d7c06 HTTP/1.1" status: 200 len: 375 time: 0.0146050 Nov 09 17:46:42.185286 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-e6d97b51-1a50-464d-905c-367665ae9b1d tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fef0a5ff048c402f80a3a0b7a82d7c06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0966656 Nov 09 17:46:42.328905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-3032be16-c1b6-4f4a-9a8c-0a33569d33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:42.330474 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-3032be16-c1b6-4f4a-9a8c-0a33569d33dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2611196 Nov 09 17:46:42.367956 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-e1de5294-c39b-4967-9fa2-8ee7a341f9e2 service neutron] 10.222.0.81 "GET /v2.0/networks/2547d83b-674a-417f-950e-93adcb3550ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687760 Nov 09 17:46:42.430286 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-6c1b26e1-0763-435f-82dd-e958a28fb34c service neutron] 10.222.0.81 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247231 Nov 09 17:46:42.442507 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:42.477699 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:42.501879 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6752c33-4fb4-49b3-ae2e-0f215cd9a42e service neutron] 10.222.0.81 "GET /v2.0/networks/2547d83b-674a-417f-950e-93adcb3550ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262286 Nov 09 17:46:42.691509 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-90bcb1f6-c741-4db3-908d-ccfd64bf003b service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492792 Nov 09 17:46:42.998724 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d57b7907-49f3-4865-8315-0c2455b6ae6c req-7fae46e0-c104-440a-bafe-5fd685533bb5 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 210 time: 0.1213980 Nov 09 17:46:43.020426 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Allocated IP 172.25.1.112 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/9194cd3b-6511-4042-a7e3-575b53671e9e) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:43.101922 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-fa558d14-0e1f-4e91-9622-1022af532237 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979480 Nov 09 17:46:43.117834 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e7680-161b-442f-b359-c4663fedc676 req-cc8bd331-6444-4ae5-909f-a31031e2816b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:43.120913 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-069e7680-161b-442f-b359-c4663fedc676 req-cc8bd331-6444-4ae5-909f-a31031e2816b tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 946 time: 0.1994150 Nov 09 17:46:43.138736 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0f94b8e-e386-4e6c-85fd-03c1da7f000a req-8250205e-df57-44dc-aec4-18f1cf2ea443 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 210 time: 0.0523655 Nov 09 17:46:43.299035 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-2ce1269b-49fc-40d4-b22f-b2300b92b1a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=0cbce6a8-d6be-4652-adb4-edc568ed2e15 HTTP/1.1" status: 200 len: 217 time: 0.1491988 Nov 09 17:46:43.619590 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5e7da477-fe83-4623-8420-5f3529afc8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:43.897149 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-069e7680-161b-442f-b359-c4663fedc676 req-4babc85e-947a-4c44-b35b-5feab3137e2d tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7350297 Nov 09 17:46:43.906427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-de2cd83e-8b6c-4e8b-b792-1a6093bfd7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:43.908006 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-de2cd83e-8b6c-4e8b-b792-1a6093bfd7c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.5831356 Nov 09 17:46:43.973793 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:44.000078 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-b4a55bcd-0b02-4afa-b3d7-123953bd6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:44.001907 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-b4a55bcd-0b02-4afa-b3d7-123953bd6013 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791037 Nov 09 17:46:44.168924 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:44.305717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac9a2044-76b6-4d5c-b0eb-126019b5ca84 req-fa14cdfd-5fff-4753-95ff-c48094978c54 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 210 time: 0.0967698 Nov 09 17:46:44.333880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:44.385582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:44.397958 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:44.425692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:44.447605 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6aecb03f-2205-4c3e-b44b-406bea7301e4 req-c149b3ec-fd9a-4d56-abef-538faaaa97dd tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 210 time: 0.1170881 Nov 09 17:46:44.511018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event updated for resources: {'Port': ['ID=9194cd3b-6511-4042-a7e3-575b53671e9e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:44.524063 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-748e096a-10f5-423f-a875-44dcf9b3d433 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083556 Nov 09 17:46:44.644079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e38265-6261-4afa-b9c4-6bc9623ef632 req-b1c3a2ab-5da2-4cc5-9efc-7503aa9e0683 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:44.646569 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6e38265-6261-4afa-b9c4-6bc9623ef632 req-b1c3a2ab-5da2-4cc5-9efc-7503aa9e0683 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 946 time: 0.1504700 Nov 09 17:46:44.682705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-1b6e6ad3-51c2-4c90-9090-280ac5f43581 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:44.684355 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-1b6e6ad3-51c2-4c90-9090-280ac5f43581 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.13 "GET /v2.0/networks?id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 HTTP/1.1" status: 200 len: 813 time: 0.3432837 Nov 09 17:46:44.706798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-42afe07e-70bd-4aaf-8c7d-63eb47e239b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Request body: {'port': {'device_id': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9', 'admin_state_up': True, 'tenant_id': '9ca16651d81b4613ad2ee893c830e443'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:44.792948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6e38265-6261-4afa-b9c4-6bc9623ef632 req-0ae48a54-4b0a-48a0-98ae-ff7c4b68cad1 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326041 Nov 09 17:46:44.833066 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-7f101d88-d8b4-4703-bfd7-e622287b5d23 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965598 Nov 09 17:46:45.014453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-9b082239-b379-42d4-94bd-37e20e8dbca8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=98f7f7c7-31d9-4cad-824b-f8083ab05983 HTTP/1.1" status: 200 len: 217 time: 0.1710548 Nov 09 17:46:45.118225 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-282eb7b4-fc8f-47bd-b12c-dbb0a11cf8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:45.120393 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-282eb7b4-fc8f-47bd-b12c-dbb0a11cf8f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.0825179 Nov 09 17:46:45.123084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-42afe07e-70bd-4aaf-8c7d-63eb47e239b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Made reservation on behalf of 9ca16651d81b4613ad2ee893c830e443 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:45.129448 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-42afe07e-70bd-4aaf-8c7d-63eb47e239b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:45.173264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-eb1f222b-2db6-4bbc-a1f0-0ea65e84d8d7 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:45.175069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-eb1f222b-2db6-4bbc-a1f0-0ea65e84d8d7 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.13 "GET /v2.0/networks?id=2547d83b-674a-417f-950e-93adcb3550ba HTTP/1.1" status: 200 len: 815 time: 0.2827129 Nov 09 17:46:45.183949 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:45.284507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-ddd8b515-0c1e-4368-b335-31efff0376ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:45.286601 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-ddd8b515-0c1e-4368-b335-31efff0376ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1501253 Nov 09 17:46:45.286816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-c3d60d20-5b30-4626-ba3e-b511ab93bea6 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fef0a5ff048c402f80a3a0b7a82d7c06 HTTP/1.1" status: 200 len: 378 time: 0.0962496 Nov 09 17:46:45.289991 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:45.311686 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b49a1d23-9038-4e64-a530-3196aecf1797 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Request body: {'port': {'device_id': '9549cb29-76cd-4cb6-9e3b-44e8625ec869', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'admin_state_up': True, 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'security_groups': ['7af940c1-472b-46c1-ad05-fa1339b2622e']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:45.530000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-42afe07e-70bd-4aaf-8c7d-63eb47e239b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Allocated IP 172.20.0.12 (33ef04a0-5cdb-4097-9e42-8edb2f6e69c9/f9fb16f4-0e86-456c-9417-3e45e9793444/3386037a-6217-48d9-947d-caf714fd2d89) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:45.629054 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb0b0023-b89b-40e6-ad81-c02eb37e338d req-03550496-0019-4204-95c8-e9eff3b3d714 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 210 time: 0.0492110 Nov 09 17:46:45.705579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b49a1d23-9038-4e64-a530-3196aecf1797 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Made reservation on behalf of fef0a5ff048c402f80a3a0b7a82d7c06 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:45.711940 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b49a1d23-9038-4e64-a530-3196aecf1797 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:45.719496 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d9f61f8a-719e-4fc2-8370-009237534dbe req-889a42f3-4106-45bb-b039-c147854b1abf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 210 time: 0.1332734 Nov 09 17:46:45.724339 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-1103f956-36d0-40b6-a1dc-ce99e57ddcdd service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231219 Nov 09 17:46:45.883273 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:45.898550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:45.916707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29daf6-27da-4a0b-97f7-c4b13f9c2784 req-d516b461-4c83-4a89-a60a-1dd9ed4c65ea tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:45.918362 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e29daf6-27da-4a0b-97f7-c4b13f9c2784 req-d516b461-4c83-4a89-a60a-1dd9ed4c65ea tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.18 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 946 time: 0.1688833 Nov 09 17:46:46.130715 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-42afe07e-70bd-4aaf-8c7d-63eb47e239b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:46.172387 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-5762a58b-02c1-4d4f-9510-cccab2231ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115763 Nov 09 17:46:46.226887 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-42afe07e-70bd-4aaf-8c7d-63eb47e239b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:46.271618 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-441468e6-a519-4dea-b1b0-13def353cd12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=7bce44f3-38c4-4235-83b4-c92c7709b9ed HTTP/1.1" status: 200 len: 217 time: 0.0849264 Nov 09 17:46:46.345520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-42afe07e-70bd-4aaf-8c7d-63eb47e239b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Network 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:46.351546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-42afe07e-70bd-4aaf-8c7d-63eb47e239b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:46.363733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185526e-35f5-4520-ac6e-ca2cb34fafc8 req-b714e2ae-9c11-47c0-9ff0-0f0e434f9cb6 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:46.372212 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b185526e-35f5-4520-ac6e-ca2cb34fafc8 req-b714e2ae-9c11-47c0-9ff0-0f0e434f9cb6 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 946 time: 0.4455626 Nov 09 17:46:46.375003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-42afe07e-70bd-4aaf-8c7d-63eb47e239b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:46.396860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-1e92b038-e7cc-4e0a-9313-f9e0b2286af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:46.400243 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-1e92b038-e7cc-4e0a-9313-f9e0b2286af2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 200 len: 797 time: 0.1166739 Nov 09 17:46:46.408796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-2e29daf6-27da-4a0b-97f7-c4b13f9c2784 req-d25658ff-da5b-4416-a352-6bfcb208f147 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Deleting port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:46:46.409454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e29daf6-27da-4a0b-97f7-c4b13f9c2784 req-d25658ff-da5b-4416-a352-6bfcb208f147 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:46.413152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Router e12ccabb-56b8-4d48-a7f9-5eb411032e4b is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:46:46.451433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b49a1d23-9038-4e64-a530-3196aecf1797 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Allocated IP 172.20.0.13 (2547d83b-674a-417f-950e-93adcb3550ba/7d425bd5-4e16-4e5e-8642-14de89a37cf6/8a5051bc-9544-4435-9208-30265d69bd39) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:46.456611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afe07e-70bd-4aaf-8c7d-63eb47e239b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Pushing event updated for resources: {'Port': ['ID=3386037a-6217-48d9-947d-caf714fd2d89,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:46.527824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-42afe07e-70bd-4aaf-8c7d-63eb47e239b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:46.528507 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-42afe07e-70bd-4aaf-8c7d-63eb47e239b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:46.558995 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b185526e-35f5-4520-ac6e-ca2cb34fafc8 req-a0330608-f10d-4ef4-aad1-884ae276885f tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece6fb55-2db0-4758-9cd2-51117b34c2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853600 Nov 09 17:46:46.577021 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-42afe07e-70bd-4aaf-8c7d-63eb47e239b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8802195 Nov 09 17:46:46.598259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Request body: {'port': {'device_id': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:46.754553 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:46.812600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-75f4e220-611e-4f65-b3b2-9ab99e1e966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:46.814178 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-75f4e220-611e-4f65-b3b2-9ab99e1e966b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b44d330b-3a84-4715-bcb1-9ff335c55bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3965707 Nov 09 17:46:46.925554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b49a1d23-9038-4e64-a530-3196aecf1797 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:46.930759 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af0b3c58-e190-4003-a9fc-8079c1da7c1b req-1be39217-f064-49b6-bceb-05b5bb2420ed tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 210 time: 0.1119509 Nov 09 17:46:46.963067 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:46.967785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-2e29daf6-27da-4a0b-97f7-c4b13f9c2784 req-d25658ff-da5b-4416-a352-6bfcb208f147 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] For port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d,segment=NetworkSegment(1e56319b-27ab-4dcd-903d-c01a869ea173),segment_id=1e56319b-27ab-4dcd-903d-c01a869ea173)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:46.968663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e29daf6-27da-4a0b-97f7-c4b13f9c2784 req-d25658ff-da5b-4416-a352-6bfcb208f147 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:46.981212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:46.985260 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea82890c-27bf-4fed-849a-3737d7323d47 None None] Sync routers for ids ['e12ccabb-56b8-4d48-a7f9-5eb411032e4b'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:46.986145 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5d7a4b7c-d948-40e2-b1ac-8a8048e0dfb5 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "PUT /v2.0/routers/e12ccabb-56b8-4d48-a7f9-5eb411032e4b HTTP/1.1" status: 200 len: 915 time: 6.6029356 Nov 09 17:46:46.995344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33782) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:47.004269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82890c-27bf-4fed-849a-3737d7323d47 None None] Routers {'e12ccabb-56b8-4d48-a7f9-5eb411032e4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:47.005502 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ea82890c-27bf-4fed-849a-3737d7323d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e12ccabb-56b8-4d48-a7f9-5eb411032e4b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:47.120283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ea82890c-27bf-4fed-849a-3737d7323d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:47.125689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1ff70-0f6f-48de-881d-544af62def10 req-5cd76e03-9ef6-4167-95f0-94f4249d2f7a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:47.127868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ad1ff70-0f6f-48de-881d-544af62def10 req-5cd76e03-9ef6-4167-95f0-94f4249d2f7a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 932 time: 0.2413430 Nov 09 17:46:47.145842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82890c-27bf-4fed-849a-3737d7323d47 None None] Routers {'e12ccabb-56b8-4d48-a7f9-5eb411032e4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:47.148737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ea82890c-27bf-4fed-849a-3737d7323d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e12ccabb-56b8-4d48-a7f9-5eb411032e4b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:47.208623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-2e29daf6-27da-4a0b-97f7-c4b13f9c2784 req-d25658ff-da5b-4416-a352-6bfcb208f147 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Calling delete_port for 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:46:47.211436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b49a1d23-9038-4e64-a530-3196aecf1797 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:47.271792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ea82890c-27bf-4fed-849a-3737d7323d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:47.272512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea82890c-27bf-4fed-849a-3737d7323d47 None None] The sync data for ids ['e12ccabb-56b8-4d48-a7f9-5eb411032e4b'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:47.312092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a1d23-9038-4e64-a530-3196aecf1797 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Pushing event updated for resources: {'Port': ['ID=8a5051bc-9544-4435-9208-30265d69bd39,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:47.353242 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ad1ff70-0f6f-48de-881d-544af62def10 req-942e0fd7-95d4-4fe6-bd54-cabd57cb56ac tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092109 Nov 09 17:46:47.361374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b49a1d23-9038-4e64-a530-3196aecf1797 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Network 2547d83b-674a-417f-950e-93adcb3550ba is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:47.362421 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-da317cc4-c3bb-43b9-b099-c1ddd02e26d1 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/routers/e12ccabb-56b8-4d48-a7f9-5eb411032e4b HTTP/1.1" status: 200 len: 921 time: 0.3626430 Nov 09 17:46:47.364505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33788) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:47.373839 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-e66f6390-0b10-4af4-aa9e-72976683d294 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454412 Nov 09 17:46:47.378109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b49a1d23-9038-4e64-a530-3196aecf1797 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:47.399423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b49a1d23-9038-4e64-a530-3196aecf1797 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:47.543932 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:47.619367 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-670dd93b-8af4-49cc-8025-67d1d42437f0 service neutron] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214131 Nov 09 17:46:47.629612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9081448c-e14f-46d2-9d1f-dfd157a5024f tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:47.636458 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9081448c-e14f-46d2-9d1f-dfd157a5024f tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&device_id=e12ccabb-56b8-4d48-a7f9-5eb411032e4b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2705503 Nov 09 17:46:47.641756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3386037a-6217-48d9-947d-caf714fd2d89 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:46:47.644521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33792) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:47.656649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b49a1d23-9038-4e64-a530-3196aecf1797 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:47.657420 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b49a1d23-9038-4e64-a530-3196aecf1797 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:47.699978 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:47.706417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b49a1d23-9038-4e64-a530-3196aecf1797 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4068892 Nov 09 17:46:47.734373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Request body: {'port': {'device_id': '9549cb29-76cd-4cb6-9e3b-44e8625ec869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:47.842570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Transition to ACTIVE for port object 3386037a-6217-48d9-947d-caf714fd2d89 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:46:47.854442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:47.896621 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-0a1bbeb6-1856-4dfc-905a-222f29abecb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12bcf792-8eeb-4484-8b42-c147958f64df HTTP/1.1" status: 200 len: 217 time: 0.2651441 Nov 09 17:46:47.943559 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e29daf6-27da-4a0b-97f7-c4b13f9c2784 req-d25658ff-da5b-4416-a352-6bfcb208f147 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:47.979810 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-82960535-c6fd-4f61-906d-b7f52f287b39 req-1a52714f-70bd-464a-b6b1-361240c7b728 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/ports?device_id=41dc2aeb-b586-4a33-b829-554704afda24 HTTP/1.1" status: 200 len: 210 time: 0.2031858 Nov 09 17:46:47.997890 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:48.089535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f3013e15-91cb-4d5f-b02a-ad0952d58615 None None] Provisioning complete for port 8a5051bc-9544-4435-9208-30265d69bd39 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:48.090360 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f3013e15-91cb-4d5f-b02a-ad0952d58615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:48.185313 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f3013e15-91cb-4d5f-b02a-ad0952d58615 None None] Port 8a5051bc-9544-4435-9208-30265d69bd39 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:46:48.193219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33802) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:48.195700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Pushing event updated for resources: {'Port': ['ID=3386037a-6217-48d9-947d-caf714fd2d89,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:48.248044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-e4b32b49-572b-4e99-a1b7-1382133157c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:48.250804 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-e4b32b49-572b-4e99-a1b7-1382133157c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1225703-4412-46cc-b572-90420e91b7e8 HTTP/1.1" status: 200 len: 797 time: 0.2972834 Nov 09 17:46:48.258218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25658ff-da5b-4416-a352-6bfcb208f147 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Pushing event deleted for resources: {'Port': ['ID=5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:48.388027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50633c-0292-4e39-8dcb-77c9332e68eb req-d605ded9-0057-4fd3-a0e6-6e963de11a6d tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:48.390242 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f50633c-0292-4e39-8dcb-77c9332e68eb req-d605ded9-0057-4fd3-a0e6-6e963de11a6d tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 932 time: 0.1872668 Nov 09 17:46:48.439412 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Attempting to bind port 3386037a-6217-48d9-947d-caf714fd2d89 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:46:48.439753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Attempting to bind port 3386037a-6217-48d9-947d-caf714fd2d89 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6cad7909-dcb5-479a-9b45-54e0f7599d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:46:48.440109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Attempting to bind port 3386037a-6217-48d9-947d-caf714fd2d89 on network 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:48.455780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e29daf6-27da-4a0b-97f7-c4b13f9c2784 req-d25658ff-da5b-4416-a352-6bfcb208f147 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] No DVR routers for this DVR port 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:46:48.469916 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f50633c-0292-4e39-8dcb-77c9332e68eb req-c5854ea1-5865-4a07-8bbd-6b3a2e13baae tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups?id=7af940c1-472b-46c1-ad05-fa1339b2622e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658264 Nov 09 17:46:48.473734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Port 3386037a-6217-48d9-947d-caf714fd2d89 on network 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:46:48.474127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Attempting to bind port 3386037a-6217-48d9-947d-caf714fd2d89 on network 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:48.476851 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e29daf6-27da-4a0b-97f7-c4b13f9c2784 req-d25658ff-da5b-4416-a352-6bfcb208f147 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:48.482556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:46:48.482995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Checking segment: {'id': '6cad7909-dcb5-479a-9b45-54e0f7599d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:46:48.483406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Bound using segment: {'id': '6cad7909-dcb5-479a-9b45-54e0f7599d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:46:48.483872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Bound port: 3386037a-6217-48d9-947d-caf714fd2d89, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cad7909-dcb5-479a-9b45-54e0f7599d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:46:48.484494 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:48.485150 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e29daf6-27da-4a0b-97f7-c4b13f9c2784 req-d25658ff-da5b-4416-a352-6bfcb208f147 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.18 "DELETE /v2.0/ports/5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d HTTP/1.1" status: 204 len: 173 time: 2.5584092 Nov 09 17:46:48.492286 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-e03e133e-bee0-4bf9-b4af-0a0edbdd240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:48.495887 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-e03e133e-bee0-4bf9-b4af-0a0edbdd240c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab315546-1c38-4962-b0c6-63c0cb9e1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2332990 Nov 09 17:46:48.496648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dc2aeb-b586-4a33-b829-554704afda24', 'name': 'network-vif-deleted', 'tag': '5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:48.507304 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cce95efd-e4a1-45c2-bb62-9d653ddb7ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:48.507562 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8d063a-3978-43bf-96d0-974f6d52d00a" -d '{"events": [{"server_uuid": "41dc2aeb-b586-4a33-b829-554704afda24", "name": "network-vif-deleted", "tag": "5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:48.529691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d7ef4d-14a3-4e1f-a589-00b614e0c3a9 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:48.532755 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-19d7ef4d-14a3-4e1f-a589-00b614e0c3a9 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 881 time: 0.8784618 Nov 09 17:46:48.558470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33818) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:48.717588 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ec25603d-d73a-48ce-a516-761917c91662 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "GET /v2.0/ports?device_id=e12ccabb-56b8-4d48-a7f9-5eb411032e4b HTTP/1.1" status: 200 len: 205 time: 0.1548927 Nov 09 17:46:48.718236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33820) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:48.722035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:46:48.755480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3386037a-6217-48d9-947d-caf714fd2d89,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:46:48.765999 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:48.826024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:48.826547 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:48.828141 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-67547455-182d-44d9-a646-e5c651565c41 service neutron] 10.222.0.13 "PUT /v2.0/ports/3386037a-6217-48d9-947d-caf714fd2d89 HTTP/1.1" status: 200 len: 1092 time: 2.2372768 Nov 09 17:46:48.832379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:48.834766 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2398e5-e3bc-4ecc-bed0-b63d6606ff29" -d '{"events": [{"name": "network-changed", "server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "tag": "3386037a-6217-48d9-947d-caf714fd2d89"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:48.962647 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cce95efd-e4a1-45c2-bb62-9d653ddb7ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:48.968115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67547455-182d-44d9-a646-e5c651565c41 service neutron] Pushing event updated for resources: {'Port': ['ID=3386037a-6217-48d9-947d-caf714fd2d89,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:48.975003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cce95efd-e4a1-45c2-bb62-9d653ddb7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:49.018492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce95efd-e4a1-45c2-bb62-9d653ddb7ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1842f5-8aaf-4af7-989c-f79ae136cd4f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:49.051406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5051bc-9544-4435-9208-30265d69bd39 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:46:49.075063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-7dedca24-9959-4b93-bb7e-9cbb73670692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:49.078021 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-7dedca24-9959-4b93-bb7e-9cbb73670692 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ca16651d81b4613ad2ee893c830e443&device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 1095 time: 0.1862822 Nov 09 17:46:49.086332 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:49.201286 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cce95efd-e4a1-45c2-bb62-9d653ddb7ab8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a4956d276845439689850ad4d1a298ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9992163 Nov 09 17:46:49.202067 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-9833c722-1bdc-4637-8629-184e646ee5dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3386037a-6217-48d9-947d-caf714fd2d89 HTTP/1.1" status: 200 len: 217 time: 0.1028335 Nov 09 17:46:49.202845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33826) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:49.209851 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a926b449-adc6-4461-9982-4a6212286137 x-openstack-request-id: req-a926b449-adc6-4461-9982-4a6212286137 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:49.210855 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "tag": "3386037a-6217-48d9-947d-caf714fd2d89", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:49.210855 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a926b449-adc6-4461-9982-4a6212286137 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:49.211460 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89', 'status': 'completed', 'code': 200} Nov 09 17:46:49.241138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Transition to ACTIVE for port object 8a5051bc-9544-4435-9208-30265d69bd39 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:46:49.273450 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c27b4f-4821-4e30-970a-3bd289e44ede x-openstack-request-id: req-18c27b4f-4821-4e30-970a-3bd289e44ede {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:49.274022 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dc2aeb-b586-4a33-b829-554704afda24", "name": "network-vif-deleted", "tag": "5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:49.274022 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18c27b4f-4821-4e30-970a-3bd289e44ede {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:49.274316 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dc2aeb-b586-4a33-b829-554704afda24', 'name': 'network-vif-deleted', 'tag': '5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d', 'status': 'completed', 'code': 200} Nov 09 17:46:49.291794 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:49.340320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cafde-a5a5-46ef-85f5-707beee5a843 req-54138550-07f4-4c84-99a1-ad705ed70067 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:49.341935 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a9cafde-a5a5-46ef-85f5-707beee5a843 req-54138550-07f4-4c84-99a1-ad705ed70067 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.8073423 Nov 09 17:46:49.365627 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-cdafd3e2-2fe5-40e2-8acb-109a5f8f95e4 service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8555217 Nov 09 17:46:49.435127 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:49.450582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-914bb26a-8b69-43c5-a118-6e58085d01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:49.453328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-914bb26a-8b69-43c5-a118-6e58085d01dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9fb16f4-0e86-456c-9417-3e45e9793444 HTTP/1.1" status: 200 len: 853 time: 0.2345135 Nov 09 17:46:49.468658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Pushing event updated for resources: {'Port': ['ID=8a5051bc-9544-4435-9208-30265d69bd39,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:49.514236 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33844) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:49.550382 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a9cafde-a5a5-46ef-85f5-707beee5a843 req-d4491055-f0f3-4d3f-87bb-825f068fcde9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948609 Nov 09 17:46:49.626927 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-aab77c4c-f8ea-4e14-bbdf-035ae5813efb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602643 Nov 09 17:46:49.636891 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-ac3a52ac-cadc-4849-a2ed-41b357a60bcf service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603066 Nov 09 17:46:49.643362 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:49.658087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea60f-3ace-4cc8-9e18-3018bcc7971c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:49.669806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:46:49.699706 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:46:49.700060 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 5b95cedc-1fd9-4aeb-b1ca-ced572ef0b0d not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:46:49.741318 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-e07f1ac8-49f6-44ed-ada8-32c4e2c72f52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3207e95c-66e0-4b85-9491-66e70c8e365b HTTP/1.1" status: 200 len: 217 time: 0.0829914 Nov 09 17:46:49.770269 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-429f0c48-f4ac-4b50-a87b-9749fc90f174 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:49.810582 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea60f-3ace-4cc8-9e18-3018bcc7971c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:49.846001 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-429f0c48-f4ac-4b50-a87b-9749fc90f174 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:49.863206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Attempting to bind port 8a5051bc-9544-4435-9208-30265d69bd39 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:46:49.863574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Attempting to bind port 8a5051bc-9544-4435-9208-30265d69bd39 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '36642859-9582-4fcc-9799-fa703a1d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:46:49.863916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Attempting to bind port 8a5051bc-9544-4435-9208-30265d69bd39 on network 2547d83b-674a-417f-950e-93adcb3550ba {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:49.916711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-6d0737f4-a311-49f5-aa6a-9a8cd4528cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:49.918291 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-6d0737f4-a311-49f5-aa6a-9a8cd4528cbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1225703-4412-46cc-b572-90420e91b7e8 HTTP/1.1" status: 200 len: 797 time: 0.1342402 Nov 09 17:46:49.923483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Port 8a5051bc-9544-4435-9208-30265d69bd39 on network 2547d83b-674a-417f-950e-93adcb3550ba not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:46:49.923812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Attempting to bind port 8a5051bc-9544-4435-9208-30265d69bd39 on network 2547d83b-674a-417f-950e-93adcb3550ba {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:49.928211 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05614c-547d-4368-9fd5-5ca823ce8e98 req-7ea0e6e2-9eeb-4805-9409-0fe475ddc84d tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:49.929817 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa05614c-547d-4368-9fd5-5ca823ce8e98 req-7ea0e6e2-9eeb-4805-9409-0fe475ddc84d tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 944 time: 0.1972737 Nov 09 17:46:49.938745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-4743e618-7bc3-49eb-87a1-680fe2e7e60f service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948279 Nov 09 17:46:49.942019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:46:49.942379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Checking segment: {'id': '36642859-9582-4fcc-9799-fa703a1d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:46:49.942792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Bound using segment: {'id': '36642859-9582-4fcc-9799-fa703a1d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:46:49.943352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Bound port: 8a5051bc-9544-4435-9208-30265d69bd39, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36642859-9582-4fcc-9799-fa703a1d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:46:49.943861 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:49.970728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Deleting port 9194cd3b-6511-4042-a7e3-575b53671e9e {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:46:49.971073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:50.047789 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea60f-3ace-4cc8-9e18-3018bcc7971c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:50.052301 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea60f-3ace-4cc8-9e18-3018bcc7971c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:50.056364 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3c3ea60f-3ace-4cc8-9e18-3018bcc7971c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e1842f5-8aaf-4af7-989c-f79ae136cd4f HTTP/1.1" status: 204 len: 168 time: 0.8405235 Nov 09 17:46:50.070479 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-ad17a1f0-2e42-4e29-bb69-50cc3f897e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:50.072618 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-ad17a1f0-2e42-4e29-bb69-50cc3f897e7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab315546-1c38-4962-b0c6-63c0cb9e1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398687 Nov 09 17:46:50.080734 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa05614c-547d-4368-9fd5-5ca823ce8e98 req-49eae16a-32ca-43ce-9383-a46fef5912c7 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups?id=7af940c1-472b-46c1-ad05-fa1339b2622e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177299 Nov 09 17:46:50.091278 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-429f0c48-f4ac-4b50-a87b-9749fc90f174 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:50.094022 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-429f0c48-f4ac-4b50-a87b-9749fc90f174 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:50.095258 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-429f0c48-f4ac-4b50-a87b-9749fc90f174 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "DELETE /v2.0/security-groups/36b532af-c0c7-41bb-b157-69e586ee718e HTTP/1.1" status: 204 len: 168 time: 0.5584369 Nov 09 17:46:50.101265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33850) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:50.108088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ea60f-3ace-4cc8-9e18-3018bcc7971c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1842f5-8aaf-4af7-989c-f79ae136cd4f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:50.156114 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-49c16da9-1597-4c76-91c3-f2526ddbb27d tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] show failed (client error): The resource could not be found. Nov 09 17:46:50.157527 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-49c16da9-1597-4c76-91c3-f2526ddbb27d tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "GET /v2.0/security-groups/36b532af-c0c7-41bb-b157-69e586ee718e HTTP/1.1" status: 404 len: 347 time: 0.0551686 Nov 09 17:46:50.163934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33852) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:50.169173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f0c48-f4ac-4b50-a87b-9749fc90f174 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b532af-c0c7-41bb-b157-69e586ee718e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:50.179581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] For port 8a5051bc-9544-4435-9208-30265d69bd39, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:46:50.206275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] For port 8a5051bc-9544-4435-9208-30265d69bd39, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8a5051bc-9544-4435-9208-30265d69bd39,segment=NetworkSegment(36642859-9582-4fcc-9799-fa703a1d8507),segment_id=36642859-9582-4fcc-9799-fa703a1d8507)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:46:50.209212 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e578698-2aed-4d84-bbcf-bc936de3095d req-a16afd65-1840-4fde-a6e4-55895e32d3d4 service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615650 Nov 09 17:46:50.215206 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:50.255299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:50.255628 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:50.257224 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] 10.222.0.13 "PUT /v2.0/ports/8a5051bc-9544-4435-9208-30265d69bd39 HTTP/1.1" status: 200 len: 1092 time: 2.5362630 Nov 09 17:46:50.307824 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:50.347812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec23d6-4490-4404-b2b8-ddf29908847c service neutron] Pushing event updated for resources: {'Port': ['ID=8a5051bc-9544-4435-9208-30265d69bd39,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:50.380895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Calling delete_port for 9194cd3b-6511-4042-a7e3-575b53671e9e owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:46:50.420974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2398e5-e3bc-4ecc-bed0-b63d6606ff29 req-83d710f4-5e6a-4983-bdb3-f040693e8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:50.424048 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f2398e5-e3bc-4ecc-bed0-b63d6606ff29 req-83d710f4-5e6a-4983-bdb3-f040693e8ae3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ca16651d81b4613ad2ee893c830e443&device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 1095 time: 0.1260388 Nov 09 17:46:50.432224 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-78ff2015-862b-470d-8066-d9be4bc69da1 service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474615 Nov 09 17:46:50.560107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-f6d8de70-1321-46df-8ada-908c79f9fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:50.561690 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-f6d8de70-1321-46df-8ada-908c79f9fa39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fef0a5ff048c402f80a3a0b7a82d7c06&device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 1095 time: 0.1700101 Nov 09 17:46:50.623922 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-08964d71-161e-4287-aed5-0bca32ee7880 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a5051bc-9544-4435-9208-30265d69bd39 HTTP/1.1" status: 200 len: 217 time: 0.0485477 Nov 09 17:46:50.797289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-94ec78ef-026b-47ef-a9f6-cbe46291b0d5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Deleting port d7f33df3-370f-4972-bdaf-81d323bc1045 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:46:50.797724 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94ec78ef-026b-47ef-a9f6-cbe46291b0d5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:50.889032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33862) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:50.932977 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b863b410-e77e-4a41-9cf0-dba286ef64ea req-8f8f4b49-fed5-4e11-8562-64adec8e6f3c service neutron] 10.222.0.13 "GET /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918056 Nov 09 17:46:50.936812 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.043668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a2536-f5c9-4280-9403-56185a54f97d req-786a8781-ab8c-4e70-a768-4c5debbf96ef tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:51.045876 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7b7a2536-f5c9-4280-9403-56185a54f97d req-786a8781-ab8c-4e70-a768-4c5debbf96ef tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.2754514 Nov 09 17:46:51.067350 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94ec78ef-026b-47ef-a9f6-cbe46291b0d5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.068390 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94ec78ef-026b-47ef-a9f6-cbe46291b0d5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.097264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2398e5-e3bc-4ecc-bed0-b63d6606ff29 req-74d4c384-403f-4d37-987d-6261b9713ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:51.098935 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f2398e5-e3bc-4ecc-bed0-b63d6606ff29 req-74d4c384-403f-4d37-987d-6261b9713ac7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 HTTP/1.1" status: 200 len: 914 time: 0.6277521 Nov 09 17:46:51.119531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-8d5ecce1-37d3-4e16-8053-4b0f1decdb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:51.121095 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-8d5ecce1-37d3-4e16-8053-4b0f1decdb08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d425bd5-4e16-4e5e-8642-14de89a37cf6 HTTP/1.1" status: 200 len: 854 time: 0.4808226 Nov 09 17:46:51.122121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-94ec78ef-026b-47ef-a9f6-cbe46291b0d5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Calling delete_port for d7f33df3-370f-4972-bdaf-81d323bc1045 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:46:51.153434 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.154266 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f2398e5-e3bc-4ecc-bed0-b63d6606ff29 req-ee82c5d9-2875-4e92-a9d4-a1ad0a4b0298 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3386037a-6217-48d9-947d-caf714fd2d89 HTTP/1.1" status: 200 len: 217 time: 0.0463240 Nov 09 17:46:51.213623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9549cb29-76cd-4cb6-9e3b-44e8625ec869', 'tag': '8a5051bc-9544-4435-9208-30265d69bd39'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:51.216175 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a762fd67-681c-4eb0-b977-c78d360e3bce" -d '{"events": [{"name": "network-changed", "server_uuid": "9549cb29-76cd-4cb6-9e3b-44e8625ec869", "tag": "8a5051bc-9544-4435-9208-30265d69bd39"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:51.247557 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7b7a2536-f5c9-4280-9403-56185a54f97d req-17e62714-d3d3-4ca7-a21e-24cdac1dd467 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943705 Nov 09 17:46:51.261910 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Pushing event deleted for resources: {'Port': ['ID=9194cd3b-6511-4042-a7e3-575b53671e9e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:51.281668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2398e5-e3bc-4ecc-bed0-b63d6606ff29 req-d8785534-fd49-448e-99a7-a068c25f4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:51.283257 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f2398e5-e3bc-4ecc-bed0-b63d6606ff29 req-d8785534-fd49-448e-99a7-a068c25f4359 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9fb16f4-0e86-456c-9417-3e45e9793444 HTTP/1.1" status: 200 len: 853 time: 0.1188116 Nov 09 17:46:51.296060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-651fdcaa-e2fb-4008-9e8b-1b6dbb44412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:51.298182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-651fdcaa-e2fb-4008-9e8b-1b6dbb44412c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2547d83b-674a-417f-950e-93adcb3550ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458681 Nov 09 17:46:51.379819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc125be7-e3a1-48a5-baa9-6b3f3090cb0a req-35cb9155-a18c-44c8-bfe9-12337877b340 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:51.381884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc125be7-e3a1-48a5-baa9-6b3f3090cb0a req-35cb9155-a18c-44c8-bfe9-12337877b340 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 944 time: 0.1589398 Nov 09 17:46:51.394839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.410117 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.421025 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210a6f3e-6959-4a69-99d2-e4186cc84595 x-openstack-request-id: req-210a6f3e-6959-4a69-99d2-e4186cc84595 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:51.421025 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9549cb29-76cd-4cb6-9e3b-44e8625ec869", "tag": "8a5051bc-9544-4435-9208-30265d69bd39", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:51.421463 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-210a6f3e-6959-4a69-99d2-e4186cc84595 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:51.421905 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9549cb29-76cd-4cb6-9e3b-44e8625ec869', 'tag': '8a5051bc-9544-4435-9208-30265d69bd39', 'status': 'completed', 'code': 200} Nov 09 17:46:51.424257 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f2398e5-e3bc-4ecc-bed0-b63d6606ff29 req-eb8eb84d-5945-4855-b5bb-00509ebc9392 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238816 Nov 09 17:46:51.465438 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.579000 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc125be7-e3a1-48a5-baa9-6b3f3090cb0a req-8dfee495-d617-4bc8-82a7-4c1b881699f5 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups?id=7af940c1-472b-46c1-ad05-fa1339b2622e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1516695 Nov 09 17:46:51.594328 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.609588 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.626090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-be30cf2b-0f2c-4ef9-9efc-2e5651d76055 service neutron] 10.222.0.13 "GET /v2.0/networks/2547d83b-674a-417f-950e-93adcb3550ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144214 Nov 09 17:46:51.647908 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f2398e5-e3bc-4ecc-bed0-b63d6606ff29 req-05be3b31-8451-46fe-9c30-aaba81a6fcee service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090082 Nov 09 17:46:51.648751 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d190111a9bd4541851cadea74061da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7518206 Nov 09 17:46:51.664033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33870) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:51.688846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e78ce3-0b1a-44a9-95a1-2733fb71df36,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:51.703403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:51.703792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:51.704134 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:51.704480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:51.704818 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:51.705199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:51.705542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:51.705876 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:51.706204 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:51.706776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:51.707183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:51.707487 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9826-04d9-4c3f-aeef-c91532b076b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:51.717368 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.717916 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Fanout notify agent at l3_agent the message router_deleted on router e12ccabb-56b8-4d48-a7f9-5eb411032e4b {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:46:51.726867 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.735107 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c9b07149-f1e4-4f3c-bc65-0eb02595ab9b tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "DELETE /v2.0/routers/e12ccabb-56b8-4d48-a7f9-5eb411032e4b HTTP/1.1" status: 204 len: 168 time: 3.0054791 Nov 09 17:46:51.736924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33872) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:51.747760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f3349528-edce-42e6-a8fd-4b438787c6dd tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2110096982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:51.748194 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94ec78ef-026b-47ef-a9f6-cbe46291b0d5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.803491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec78ef-026b-47ef-a9f6-cbe46291b0d5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Pushing event deleted for resources: {'Port': ['ID=d7f33df3-370f-4972-bdaf-81d323bc1045,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:51.899555 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94ec78ef-026b-47ef-a9f6-cbe46291b0d5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.902922 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94ec78ef-026b-47ef-a9f6-cbe46291b0d5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.906740 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-94ec78ef-026b-47ef-a9f6-cbe46291b0d5 tempest-ImagesOneServerNegativeTestJSON-1481325442 tempest-ImagesOneServerNegativeTestJSON-1481325442-project] 10.222.0.81 "DELETE /v2.0/floatingips/fcf0f446-7055-4491-a243-e3148b19e633 HTTP/1.1" status: 204 len: 168 time: 1.7374887 Nov 09 17:46:51.980066 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3349528-edce-42e6-a8fd-4b438787c6dd tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:51.981616 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3349528-edce-42e6-a8fd-4b438787c6dd tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.045510 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44b5c99b-acde-41e2-b96f-0ce3d029284d req-c866a885-2f1d-42e3-830a-99c67b752fd8 service neutron] 10.222.0.13 "GET /v2.0/networks/2547d83b-674a-417f-950e-93adcb3550ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106441 Nov 09 17:46:52.060103 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f2398e5-e3bc-4ecc-bed0-b63d6606ff29 req-dd13c7d7-3547-4ff7-882d-d9546d77046e service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949003 Nov 09 17:46:52.068364 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01dca0ef-ffe7-42d3-95ae-6ee4d2661616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.073411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33886) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:52.160313 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3349528-edce-42e6-a8fd-4b438787c6dd tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.191065 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3349528-edce-42e6-a8fd-4b438787c6dd tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.200769 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01dca0ef-ffe7-42d3-95ae-6ee4d2661616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.243285 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65d72df-4a43-4303-a8b7-0d48d38db9c2 admin admin] Deleting subnet 473a054c-534f-4d70-b354-014aabf6d270 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:46:52.248635 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3349528-edce-42e6-a8fd-4b438787c6dd tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.249913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f3349528-edce-42e6-a8fd-4b438787c6dd tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5092256 Nov 09 17:46:52.252880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33888) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:52.258106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'enable_snat': False}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:52.265856 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e65d72df-4a43-4303-a8b7-0d48d38db9c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.308804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762fd67-681c-4eb0-b977-c78d360e3bce req-a8e33375-37c9-4bb2-b8c9-ded0596814d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:52.310422 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a762fd67-681c-4eb0-b977-c78d360e3bce req-a8e33375-37c9-4bb2-b8c9-ded0596814d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fef0a5ff048c402f80a3a0b7a82d7c06&device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 1095 time: 0.1960049 Nov 09 17:46:52.345298 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e65d72df-4a43-4303-a8b7-0d48d38db9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.459846 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01dca0ef-ffe7-42d3-95ae-6ee4d2661616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.463074 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01dca0ef-ffe7-42d3-95ae-6ee4d2661616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.464363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-01dca0ef-ffe7-42d3-95ae-6ee4d2661616 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50e78ce3-0b1a-44a9-95a1-2733fb71df36 HTTP/1.1" status: 204 len: 168 time: 0.7970741 Nov 09 17:46:52.499144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e65d72df-4a43-4303-a8b7-0d48d38db9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.501930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dca0ef-ffe7-42d3-95ae-6ee4d2661616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e78ce3-0b1a-44a9-95a1-2733fb71df36,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:52.511692 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.568662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170f082-abdd-47aa-80d3-78af02a64810 req-e1d7f0b3-aa8e-41db-80b1-10504877b1e8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:52.572853 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8170f082-abdd-47aa-80d3-78af02a64810 req-e1d7f0b3-aa8e-41db-80b1-10504877b1e8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.1708360 Nov 09 17:46:52.583925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762fd67-681c-4eb0-b977-c78d360e3bce req-a29e1d02-e1ba-4a58-a65b-1b8925fd7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:52.585680 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a762fd67-681c-4eb0-b977-c78d360e3bce req-a29e1d02-e1ba-4a58-a65b-1b8925fd7007 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2547d83b-674a-417f-950e-93adcb3550ba HTTP/1.1" status: 200 len: 916 time: 0.2656898 Nov 09 17:46:52.658438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a762fd67-681c-4eb0-b977-c78d360e3bce req-c4e6f73d-adba-4cc8-be2a-781f4f2e2297 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a5051bc-9544-4435-9208-30265d69bd39 HTTP/1.1" status: 200 len: 217 time: 0.0608253 Nov 09 17:46:52.712682 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.716660 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e65d72df-4a43-4303-a8b7-0d48d38db9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.756263 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8170f082-abdd-47aa-80d3-78af02a64810 req-4ae65710-a744-4d20-9059-25e0f007fc17 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600657 Nov 09 17:46:52.827793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d72df-4a43-4303-a8b7-0d48d38db9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473a054c-534f-4d70-b354-014aabf6d270,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:52.832874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762fd67-681c-4eb0-b977-c78d360e3bce req-90fdc58a-fe97-441c-9d1d-0b1fda2cb64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:52.837074 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a762fd67-681c-4eb0-b977-c78d360e3bce req-90fdc58a-fe97-441c-9d1d-0b1fda2cb64f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d425bd5-4e16-4e5e-8642-14de89a37cf6 HTTP/1.1" status: 200 len: 854 time: 0.1658432 Nov 09 17:46:52.843429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e65d72df-4a43-4303-a8b7-0d48d38db9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:52.857664 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e65d72df-4a43-4303-a8b7-0d48d38db9c2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/473a054c-534f-4d70-b354-014aabf6d270 HTTP/1.1" status: 204 len: 168 time: 0.7824781 Nov 09 17:46:52.858733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33898) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:53.068206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762fd67-681c-4eb0-b977-c78d360e3bce req-53286ca1-21a3-4cb0-a548-7fec4ca61108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:53.070941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a762fd67-681c-4eb0-b977-c78d360e3bce req-53286ca1-21a3-4cb0-a548-7fec4ca61108 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2547d83b-674a-417f-950e-93adcb3550ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101567 Nov 09 17:46:53.097504 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2011588e-b2fc-4a7d-b3e3-4dd64d5f2bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:53.290649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 3386037a-6217-48d9-947d-caf714fd2d89 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:46:53.348704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad566b0c-51ea-48b4-afc1-5dcfc7d8a566 req-3474d2ec-8c28-42e6-826e-d1bfa7194091 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:53.357376 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad566b0c-51ea-48b4-afc1-5dcfc7d8a566 req-3474d2ec-8c28-42e6-826e-d1bfa7194091 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 944 time: 0.5850437 Nov 09 17:46:53.380731 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2011588e-b2fc-4a7d-b3e3-4dd64d5f2bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:53.381523 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:53.432319 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad566b0c-51ea-48b4-afc1-5dcfc7d8a566 req-f7ed73e6-bf26-4cd4-9ae2-15815651a1b8 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups?id=7af940c1-472b-46c1-ad05-fa1339b2622e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737896 Nov 09 17:46:53.433549 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:53.452244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2011588e-b2fc-4a7d-b3e3-4dd64d5f2bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48a24c4-1673-4557-b168-d8429bf6bc0c']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:53.459204 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a762fd67-681c-4eb0-b977-c78d360e3bce req-26ea92e9-1561-4f45-98ad-2e9814b9d9b3 service neutron] 10.222.0.13 "GET /v2.0/networks/2547d83b-674a-417f-950e-93adcb3550ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565514 Nov 09 17:46:53.491500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2011588e-b2fc-4a7d-b3e3-4dd64d5f2bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e56319b-27ab-4dcd-903d-c01a869ea173') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:53.492154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2011588e-b2fc-4a7d-b3e3-4dd64d5f2bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e56319b-27ab-4dcd-903d-c01a869ea173') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:53.574003 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:53.583277 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2011588e-b2fc-4a7d-b3e3-4dd64d5f2bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:53.611384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3386037a-6217-48d9-947d-caf714fd2d89,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:53.629970 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2011588e-b2fc-4a7d-b3e3-4dd64d5f2bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:53.635121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '3386037a-6217-48d9-947d-caf714fd2d89', 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9', 'port_id': '3386037a-6217-48d9-947d-caf714fd2d89', 'mac_address': 'fa:16:3e:bd:25:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9fb16f4-0e86-456c-9417-3e45e9793444', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:46:53.638603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2011588e-b2fc-4a7d-b3e3-4dd64d5f2bf7 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:46:53.639022 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2011588e-b2fc-4a7d-b3e3-4dd64d5f2bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:53.677414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Allocated IP 172.25.1.99 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/a5383126-55b4-42a3-8b8e-4a2f3efa2558) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:46:53.706178 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:46:53.714473 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:53.729589 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2011588e-b2fc-4a7d-b3e3-4dd64d5f2bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:53.748586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3386037a-6217-48d9-947d-caf714fd2d89 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:46:53.752806 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2011588e-b2fc-4a7d-b3e3-4dd64d5f2bf7 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:53.757359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2011588e-b2fc-4a7d-b3e3-4dd64d5f2bf7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a48a24c4-1673-4557-b168-d8429bf6bc0c HTTP/1.1" status: 204 len: 168 time: 0.8943379 Nov 09 17:46:53.781243 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a762fd67-681c-4eb0-b977-c78d360e3bce req-d39d746d-83cb-4019-82e0-b499e031a651 service neutron] 10.222.0.13 "GET /v2.0/networks/2547d83b-674a-417f-950e-93adcb3550ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114779 Nov 09 17:46:53.782150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011588e-b2fc-4a7d-b3e3-4dd64d5f2bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a48a24c4-1673-4557-b168-d8429bf6bc0c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:53.800668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3386037a-6217-48d9-947d-caf714fd2d89,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:53.808536 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:53.908329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=3386037a-6217-48d9-947d-caf714fd2d89,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:54.064360 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:54.085106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bfa80-0c7e-4e12-970f-9a8a895ddb29 req-87786315-4e1a-4ddf-a642-bf1bf2d5cea4 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:54.090091 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-317bfa80-0c7e-4e12-970f-9a8a895ddb29 req-87786315-4e1a-4ddf-a642-bf1bf2d5cea4 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 945 time: 0.1808696 Nov 09 17:46:54.112206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['3386037a-6217-48d9-947d-caf714fd2d89'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:46:54.156683 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:54.231662 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-317bfa80-0c7e-4e12-970f-9a8a895ddb29 req-b66a3f19-bfe3-43ed-8df5-b6ee0d546af6 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278462 Nov 09 17:46:54.232443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33930) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:54.296564 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:54.301004 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:54.306854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:54.355727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Pushing event updated for resources: {'Port': ['ID=a5383126-55b4-42a3-8b8e-4a2f3efa2558,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:54.358764 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-868bd700-186d-41bf-8e8e-e68216daa564 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e6e0d813113140d6a7b396ad34275c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241944 Nov 09 17:46:54.361316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33934) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:54.523601 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3eeab8d-7197-41d6-968b-77b3fbd3f56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:54.568509 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3eeab8d-7197-41d6-968b-77b3fbd3f56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:54.631584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358bc15-5a62-489d-b0f3-b7f87bbc1d46 req-997020dc-ac73-4b41-aa04-7777ecdfd54a tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:54.637695 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5358bc15-5a62-489d-b0f3-b7f87bbc1d46 req-997020dc-ac73-4b41-aa04-7777ecdfd54a tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 944 time: 0.0937123 Nov 09 17:46:54.719586 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5358bc15-5a62-489d-b0f3-b7f87bbc1d46 req-47bc941d-1076-4cd1-b725-ef8032f64081 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups?id=7af940c1-472b-46c1-ad05-fa1339b2622e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601788 Nov 09 17:46:54.744431 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:54.818624 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3eeab8d-7197-41d6-968b-77b3fbd3f56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:54.822256 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3eeab8d-7197-41d6-968b-77b3fbd3f56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:54.826486 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f3eeab8d-7197-41d6-968b-77b3fbd3f56f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ece6fb55-2db0-4758-9cd2-51117b34c2cf HTTP/1.1" status: 204 len: 168 time: 0.4614582 Nov 09 17:46:54.841321 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eeab8d-7197-41d6-968b-77b3fbd3f56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece6fb55-2db0-4758-9cd2-51117b34c2cf,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:55.038080 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:55.044752 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:55.296078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8a5051bc-9544-4435-9208-30265d69bd39 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:46:55.303656 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 3386037a-6217-48d9-947d-caf714fd2d89 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:55.303967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Router c375464b-61ef-49e4-b4f2-a66cf87b107b is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:46:55.456358 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 3386037a-6217-48d9-947d-caf714fd2d89 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:46:55.472867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 3386037a-6217-48d9-947d-caf714fd2d89 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:55.473651 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:55.537926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4486cf-3b97-4b34-a911-ac75a09c57e4 req-63340faf-0cc2-45d4-a679-9bc3961d690a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:55.557990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f4486cf-3b97-4b34-a911-ac75a09c57e4 req-63340faf-0cc2-45d4-a679-9bc3961d690a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 945 time: 0.1454148 Nov 09 17:46:55.580793 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:55.605420 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc90c8e-e5c1-47a4-bf49-25b94af63ddd None None] Sync routers for ids ['c375464b-61ef-49e4-b4f2-a66cf87b107b'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:55.609705 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:55.617319 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fbe3b552-ee26-469e-97ba-a5d4daf48240 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "PUT /v2.0/routers/c375464b-61ef-49e4-b4f2-a66cf87b107b HTTP/1.1" status: 200 len: 915 time: 3.3627708 Nov 09 17:46:55.618218 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33968) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:55.631048 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc90c8e-e5c1-47a4-bf49-25b94af63ddd None None] Routers {'c375464b-61ef-49e4-b4f2-a66cf87b107b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:55.636669 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8fc90c8e-e5c1-47a4-bf49-25b94af63ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c375464b-61ef-49e4-b4f2-a66cf87b107b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:55.674501 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8a5051bc-9544-4435-9208-30265d69bd39, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8a5051bc-9544-4435-9208-30265d69bd39,segment=NetworkSegment(36642859-9582-4fcc-9799-fa703a1d8507),segment_id=36642859-9582-4fcc-9799-fa703a1d8507)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:55.689333 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '8a5051bc-9544-4435-9208-30265d69bd39', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'port_id': '8a5051bc-9544-4435-9208-30265d69bd39', 'mac_address': 'fa:16:3e:7d:a8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:46:55.717806 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8fc90c8e-e5c1-47a4-bf49-25b94af63ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:55.735146 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc90c8e-e5c1-47a4-bf49-25b94af63ddd None None] Routers {'c375464b-61ef-49e4-b4f2-a66cf87b107b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:55.736569 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8fc90c8e-e5c1-47a4-bf49-25b94af63ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c375464b-61ef-49e4-b4f2-a66cf87b107b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:55.792956 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:55.820963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5051bc-9544-4435-9208-30265d69bd39 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:46:55.827266 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8fc90c8e-e5c1-47a4-bf49-25b94af63ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:55.828803 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc90c8e-e5c1-47a4-bf49-25b94af63ddd None None] The sync data for ids ['c375464b-61ef-49e4-b4f2-a66cf87b107b'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:55.833570 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f4486cf-3b97-4b34-a911-ac75a09c57e4 req-32cef3ba-f38a-4032-ab7c-74d7bdf0e47a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741926 Nov 09 17:46:55.856380 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:55.885690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8a5051bc-9544-4435-9208-30265d69bd39, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8a5051bc-9544-4435-9208-30265d69bd39,segment=NetworkSegment(36642859-9582-4fcc-9799-fa703a1d8507),segment_id=36642859-9582-4fcc-9799-fa703a1d8507)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:55.900049 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:55.957701 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-893edfa3-8d30-4032-bfb9-ed6bc7465070 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/routers/c375464b-61ef-49e4-b4f2-a66cf87b107b HTTP/1.1" status: 200 len: 921 time: 0.3377037 Nov 09 17:46:55.962601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33988) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:56.006796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f229a-5747-4ab7-a591-c9db0d0fba26 req-927ad2b8-e570-443e-82d1-fcba0e20505e tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:56.016931 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb8f229a-5747-4ab7-a591-c9db0d0fba26 req-927ad2b8-e570-443e-82d1-fcba0e20505e tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 945 time: 0.1033063 Nov 09 17:46:56.032515 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:56.037352 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d69b1a-e760-42c5-b83f-1758c63edc60" -d '{"events": [{"server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "name": "network-vif-plugged", "status": "completed", "tag": "3386037a-6217-48d9-947d-caf714fd2d89"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:56.092700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edc59ac-e59c-4474-a761-74d2ed4448c8 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:56.094700 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9edc59ac-e59c-4474-a761-74d2ed4448c8 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&device_id=c375464b-61ef-49e4-b4f2-a66cf87b107b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1308675 Nov 09 17:46:56.098049 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3386037a-6217-48d9-947d-caf714fd2d89,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:56.099393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34000) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:56.107505 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8a5051bc-9544-4435-9208-30265d69bd39,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:56.114435 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb8f229a-5747-4ab7-a591-c9db0d0fba26 req-094a31c3-9819-4278-b07d-cfce68b33ccc tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups?id=7af940c1-472b-46c1-ad05-fa1339b2622e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960939 Nov 09 17:46:56.126347 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:56.132481 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:56.132999 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:56.133526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:56.134896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:56.136321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:56.136957 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:56.137528 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:56.138093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:56.138645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:56.147359 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:56.148473 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:56.149883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:56.208869 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6aa281-11b8-4e89-aa47-0d74e0672310 x-openstack-request-id: req-8d6aa281-11b8-4e89-aa47-0d74e0672310 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:46:56.209527 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "name": "network-vif-plugged", "status": "completed", "tag": "3386037a-6217-48d9-947d-caf714fd2d89", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:46:56.209866 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d6aa281-11b8-4e89-aa47-0d74e0672310 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:46:56.210440 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89', 'code': 200} Nov 09 17:46:56.248508 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['8a5051bc-9544-4435-9208-30265d69bd39'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:46:56.269759 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=3386037a-6217-48d9-947d-caf714fd2d89,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:56.402979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4e299c-6047-4f35-8e9a-f18c52336278 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:56.409596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cf4e299c-6047-4f35-8e9a-f18c52336278 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 881 time: 0.3043141 Nov 09 17:46:56.410643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34016) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:56.457798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5664b49-a5ac-4b5d-80b6-7abad711859b req-4d784a32-8cf4-459d-9ba1-9823df269639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:56.460512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5664b49-a5ac-4b5d-80b6-7abad711859b req-4d784a32-8cf4-459d-9ba1-9823df269639 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 1097 time: 0.1271825 Nov 09 17:46:56.462866 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9bd11444-3551-402e-9e76-3150f29f123e tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "GET /v2.0/ports?device_id=c375464b-61ef-49e4-b4f2-a66cf87b107b HTTP/1.1" status: 200 len: 205 time: 0.0505085 Nov 09 17:46:56.467736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34020) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:56.651182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34028) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:56.693292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5664b49-a5ac-4b5d-80b6-7abad711859b req-12e1615a-2fd6-49bf-951a-289a19c6bc22 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214937 Nov 09 17:46:56.736457 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:56.825770 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-676485336-network', 'tenant_id': '7d59107623fc4458b53a4793008d7877'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:56.859719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Made reservation on behalf of 7d59107623fc4458b53a4793008d7877 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:56.864330 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:56.891609 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:56.974404 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:57.015490 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34036) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:57.057648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Deleting port a5383126-55b4-42a3-8b8e-4a2f3efa2558 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:46:57.058222 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:57.097047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2e913-c96d-482a-a7be-692d250c2a88 req-03163bc3-bd13-415b-9b5a-9c3b09016ec9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:57.099477 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3bd2e913-c96d-482a-a7be-692d250c2a88 req-03163bc3-bd13-415b-9b5a-9c3b09016ec9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1389916 Nov 09 17:46:57.154311 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:57.196841 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3bd2e913-c96d-482a-a7be-692d250c2a88 req-075e2b3b-d72c-498b-9955-22cc0912ea26 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884051 Nov 09 17:46:57.198176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:57.231259 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:57.263323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Calling delete_port for a5383126-55b4-42a3-8b8e-4a2f3efa2558 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:46:57.266855 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7ceb376d-7735-4b65-933e-28530572a0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:57.269318 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:46:57.287512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3ae4f3-5b5c-443e-9f77-b69c922571ce,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:57.296891 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:57.297428 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Added segment 15598304-3cc7-46db-ad1b-55bbe68b6b56 of type vlan for network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb Nov 09 17:46:57.373228 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:57.407054 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:57.408644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:57.409682 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:57.498716 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8459489 Nov 09 17:46:57.503948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34044) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:57.519677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-262c571a-460d-487a-9283-46ef25fbc332 admin admin] Request body: {'subnet': {'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-676485336-subnet', 'tenant_id': '7d59107623fc4458b53a4793008d7877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:57.534887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505ed29-2ec9-4c80-984d-6d9d1aa08982 admin admin] Pushing event updated for resources: {'Network': ['ID=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:57.547872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:46:57.586875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262c571a-460d-487a-9283-46ef25fbc332 admin admin] Made reservation on behalf of 7d59107623fc4458b53a4793008d7877 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:57.591381 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-262c571a-460d-487a-9283-46ef25fbc332 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:57.864864 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-262c571a-460d-487a-9283-46ef25fbc332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:57.934487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255bfc1-1f69-48ad-b313-ffb434459fd8 req-f2674f25-bc0c-409b-bd9b-a79cf0dbb8d8 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:57.939820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b255bfc1-1f69-48ad-b313-ffb434459fd8 req-f2674f25-bc0c-409b-bd9b-a79cf0dbb8d8 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 945 time: 0.6686401 Nov 09 17:46:57.956649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c571a-460d-487a-9283-46ef25fbc332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9c29dc-0b72-4b74-8f01-4e57e061401e,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:57.969642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c571a-460d-487a-9283-46ef25fbc332 admin admin] Checking segment: {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:46:57.970424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c571a-460d-487a-9283-46ef25fbc332 admin admin] Network hostable DHCP agents. Network: cc4cc79d-02a0-4975-9c2c-5d05a9a126fb, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:46:58.038347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c571a-460d-487a-9283-46ef25fbc332 admin admin] Network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:46:58.066367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-262c571a-460d-487a-9283-46ef25fbc332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, cc4cc79d-02a0-4975-9c2c-5d05a9a126fb) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:58.075928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c571a-460d-487a-9283-46ef25fbc332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:58.077517 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-262c571a-460d-487a-9283-46ef25fbc332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:58.113965 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-262c571a-460d-487a-9283-46ef25fbc332 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6080334 Nov 09 17:46:58.133959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98511d10-6e83-4c30-b641-6e35b957b68d None None] Network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:46:58.143772 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b255bfc1-1f69-48ad-b313-ffb434459fd8 req-fb3a1a47-894c-4890-933e-d674440d5565 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups?id=7af940c1-472b-46c1-ad05-fa1339b2622e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1880527 Nov 09 17:46:58.188061 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7ceb376d-7735-4b65-933e-28530572a0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:58.205204 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7ceb376d-7735-4b65-933e-28530572a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:58.335985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7ceb376d-7735-4b65-933e-28530572a0dd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=26e5dc19d2914ddda204e0d4d00c076d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3188426 Nov 09 17:46:58.340515 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34054) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:58.380321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb376d-7735-4b65-933e-28530572a0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a15e5b5-744d-4fd3-957b-b3d5540d42b4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:58.419515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:58.490796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8479189-69d9-4da1-8087-07a09477802a None None] Network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:46:58.503150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Pushing event deleted for resources: {'Port': ['ID=a5383126-55b4-42a3-8b8e-4a2f3efa2558,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:58.576026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed279-59c2-4e93-a62a-3e120666790d req-164dbb44-517a-4d8b-8f78-2195e13e35ed tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:58.578895 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3bed279-59c2-4e93-a62a-3e120666790d req-164dbb44-517a-4d8b-8f78-2195e13e35ed tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1930139 Nov 09 17:46:58.580889 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2160-05df-4d02-addb-5ea65d9fdd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:58.603160 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:58.748803 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3bed279-59c2-4e93-a62a-3e120666790d req-6c7220bb-2cbe-4028-aba9-f92903fa7221 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381943 Nov 09 17:46:58.754415 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2160-05df-4d02-addb-5ea65d9fdd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:58.937219 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2160-05df-4d02-addb-5ea65d9fdd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:58.945150 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2160-05df-4d02-addb-5ea65d9fdd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:58.951935 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dfcc2160-05df-4d02-addb-5ea65d9fdd2e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4a15e5b5-744d-4fd3-957b-b3d5540d42b4 HTTP/1.1" status: 204 len: 168 time: 0.6073620 Nov 09 17:46:58.988277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc2160-05df-4d02-addb-5ea65d9fdd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a15e5b5-744d-4fd3-957b-b3d5540d42b4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:58.997253 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:59.004144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:59.202701 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:59.203391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Fanout notify agent at l3_agent the message router_deleted on router c375464b-61ef-49e4-b4f2-a66cf87b107b {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:46:59.283318 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:59.287273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-89606ef5-1b6a-425b-b0b3-c26fb4bef356 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "DELETE /v2.0/routers/c375464b-61ef-49e4-b4f2-a66cf87b107b HTTP/1.1" status: 204 len: 168 time: 2.8164561 Nov 09 17:46:59.293217 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34088) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:59.302619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1124652818', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:59.313738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8a5051bc-9544-4435-9208-30265d69bd39 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:59.386391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:59.388047 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:59.390464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 8a5051bc-9544-4435-9208-30265d69bd39 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:46:59.397317 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 8a5051bc-9544-4435-9208-30265d69bd39 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:59.398250 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:59.504357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-d9939f9b-4536-4d70-9c93-6c976b101715 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:59.513238 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-d9939f9b-4536-4d70-9c93-6c976b101715 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 811 time: 0.3628345 Nov 09 17:46:59.517017 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:59.535157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-c11a0fc9-bacc-4ea6-ad01-7468aebe8ccd tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/quotas/7d59107623fc4458b53a4793008d7877 HTTP/1.1" status: 200 len: 375 time: 0.0205617 Nov 09 17:46:59.576777 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-0c90c692-6bc2-4e28-ba6e-6edc1666bc8f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400362 Nov 09 17:46:59.584672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-5548debf-3a59-4110-8116-29f21bc9da7e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:59.586190 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:59.593533 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-5548debf-3a59-4110-8116-29f21bc9da7e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/networks?id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 HTTP/1.1" status: 200 len: 813 time: 0.2421317 Nov 09 17:46:59.610293 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-e8071442-cc1a-4fb4-8154-179c38792e47 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/quotas/9ca16651d81b4613ad2ee893c830e443 HTTP/1.1" status: 200 len: 375 time: 0.0156584 Nov 09 17:46:59.618235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34094) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:59.669381 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a20ececb-ca87-4c81-abcf-cfbefc992c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:59.679768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8a5051bc-9544-4435-9208-30265d69bd39, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8a5051bc-9544-4435-9208-30265d69bd39,segment=NetworkSegment(36642859-9582-4fcc-9799-fa703a1d8507),segment_id=36642859-9582-4fcc-9799-fa703a1d8507)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:59.684165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9549cb29-76cd-4cb6-9e3b-44e8625ec869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5051bc-9544-4435-9208-30265d69bd39'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:46:59.694184 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c1686c-f0fc-4e62-90cf-32c4ad1291ad" -d '{"events": [{"server_uuid": "9549cb29-76cd-4cb6-9e3b-44e8625ec869", "name": "network-vif-plugged", "status": "completed", "tag": "8a5051bc-9544-4435-9208-30265d69bd39"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:46:59.703951 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:59.719781 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-fa80180b-019c-4500-bb54-2d9c31862c4a service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415832 Nov 09 17:46:59.729574 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-2d8d9e83-cf13-48b0-8a55-b9aecce9a3d0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ca16651d81b4613ad2ee893c830e443&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1153648 Nov 09 17:46:59.850658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8a5051bc-9544-4435-9208-30265d69bd39,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:59.938050 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-c6dc32bf-0fbe-4935-baf5-b1bc72bd0cb8 service neutron] 10.222.0.81 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070434 Nov 09 17:46:59.947251 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a20ececb-ca87-4c81-abcf-cfbefc992c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:59.955615 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:59.966996 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a20ececb-ca87-4c81-abcf-cfbefc992c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:00.059979 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-e80491d6-5b9d-4704-a661-1fde37c4bdec service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391089 Nov 09 17:47:00.127073 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a20ececb-ca87-4c81-abcf-cfbefc992c81 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6debfa42c7f947808c4742ece7048599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074468 Nov 09 17:47:00.131024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34100) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:00.132852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ececb-ca87-4c81-abcf-cfbefc992c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d67fc4-b41d-4e7f-b229-9813f0baa06b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:00.216811 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-269fc873-d21e-4238-8c1a-9f946ab9cacb service neutron] 10.222.0.81 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632427 Nov 09 17:47:00.305273 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e859-c11b-4228-a140-63f84a80165c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:00.363605 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:00.405731 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:00.411613 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e859-c11b-4228-a140-63f84a80165c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:00.525670 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a0890a-c8ab-4d4c-abf5-a122c56ddd16 x-openstack-request-id: req-d0a0890a-c8ab-4d4c-abf5-a122c56ddd16 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:00.527669 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9549cb29-76cd-4cb6-9e3b-44e8625ec869", "name": "network-vif-plugged", "status": "completed", "tag": "8a5051bc-9544-4435-9208-30265d69bd39", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:00.528783 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0a0890a-c8ab-4d4c-abf5-a122c56ddd16 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:00.530453 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9549cb29-76cd-4cb6-9e3b-44e8625ec869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5051bc-9544-4435-9208-30265d69bd39', 'code': 200} Nov 09 17:47:00.655510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccda52-25d2-4f46-a318-937eed6eaabd req-55c33be1-d1e4-4a1a-9124-5f61e366e837 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:00.668106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-14ccda52-25d2-4f46-a318-937eed6eaabd req-55c33be1-d1e4-4a1a-9124-5f61e366e837 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 946 time: 0.2331014 Nov 09 17:47:00.775995 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e859-c11b-4228-a140-63f84a80165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:00.781060 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e859-c11b-4228-a140-63f84a80165c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:00.783107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1fa8e859-c11b-4228-a140-63f84a80165c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31d67fc4-b41d-4e7f-b229-9813f0baa06b HTTP/1.1" status: 204 len: 168 time: 0.6491256 Nov 09 17:47:00.844291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8e859-c11b-4228-a140-63f84a80165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d67fc4-b41d-4e7f-b229-9813f0baa06b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:00.885385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Allocated IP 172.25.1.209 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/23aa4173-8a74-4ed5-b370-9889419a6dad) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:00.893042 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-54e20b2a-1ddc-4629-bb73-46c04c149841 req-9fb2f1fc-1eb1-4956-b1b9-a48085da9d31 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 210 time: 0.0772517 Nov 09 17:47:00.907839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc877c-961e-40cf-ad6a-48979d9eed22 req-9cb997f0-20b9-4f5e-ba99-79cf275a370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:00.911639 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3dc877c-961e-40cf-ad6a-48979d9eed22 req-9cb997f0-20b9-4f5e-ba99-79cf275a370a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 1097 time: 0.2942088 Nov 09 17:47:00.957276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-14ccda52-25d2-4f46-a318-937eed6eaabd req-23abb8e2-4472-43b2-a446-f26b578041e1 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups?id=7af940c1-472b-46c1-ad05-fa1339b2622e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2876906 Nov 09 17:47:01.003436 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-06ac0b6a-5049-4bd3-ab98-c6cbcf383b8f req-4555342b-f3f4-4265-9e29-81a74dd6bf28 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 210 time: 0.0488477 Nov 09 17:47:01.192513 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3dc877c-961e-40cf-ad6a-48979d9eed22 req-9db0880d-575a-41a0-85d3-66d85170dfff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7af940c1-472b-46c1-ad05-fa1339b2622e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2665758 Nov 09 17:47:01.245174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833444f-4477-4c50-b5cf-6ea575df6058 req-b9243d18-a70f-418a-8c00-cb9ea55bd0e2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:01.246771 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d833444f-4477-4c50-b5cf-6ea575df6058 req-b9243d18-a70f-418a-8c00-cb9ea55bd0e2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 946 time: 0.1167078 Nov 09 17:47:01.295092 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:01.325304 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d833444f-4477-4c50-b5cf-6ea575df6058 req-05c1498b-a08b-4a2d-aafa-742e75029d31 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700197 Nov 09 17:47:01.355557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:01.419703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:01.423441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:01.427574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:01.483402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Pushing event updated for resources: {'Port': ['ID=23aa4173-8a74-4ed5-b370-9889419a6dad,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:01.832893 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:02.155766 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25f55348-a2cf-4b97-932f-716e3977f633 req-abf112eb-3cb8-4f7a-801e-d91c88e25237 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 210 time: 0.0569859 Nov 09 17:47:02.226085 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:02.247277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddeea3c-7ee1-417c-96b1-62aaa70e704d req-d1be1cf8-26c9-415c-bdff-a294343ecdc9 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:02.249755 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ddeea3c-7ee1-417c-96b1-62aaa70e704d req-d1be1cf8-26c9-415c-bdff-a294343ecdc9 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 946 time: 0.1262362 Nov 09 17:47:02.340528 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-793e9a9b-38d3-48f0-8d02-545fc077e960 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:02.342472 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-793e9a9b-38d3-48f0-8d02-545fc077e960 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.18 "GET /v2.0/networks?id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 HTTP/1.1" status: 200 len: 813 time: 0.3616898 Nov 09 17:47:02.363473 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ddeea3c-7ee1-417c-96b1-62aaa70e704d req-865bf2e3-8fed-4cb4-acfa-6607e6d8ba29 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups?id=7af940c1-472b-46c1-ad05-fa1339b2622e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063056 Nov 09 17:47:02.370146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-9ce4f4b0-bc65-49a8-931c-5f1ceae1e191 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Request body: {'port': {'device_id': '67bc4151-7749-412e-b08b-6a8422d26f6c', 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9', 'admin_state_up': True, 'tenant_id': '9ca16651d81b4613ad2ee893c830e443'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:02.610700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-9ce4f4b0-bc65-49a8-931c-5f1ceae1e191 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Made reservation on behalf of 9ca16651d81b4613ad2ee893c830e443 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:02.616380 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-9ce4f4b0-bc65-49a8-931c-5f1ceae1e191 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:02.857229 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-9ce4f4b0-bc65-49a8-931c-5f1ceae1e191 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Allocated IP 172.20.0.4 (33ef04a0-5cdb-4097-9e42-8edb2f6e69c9/f9fb16f4-0e86-456c-9417-3e45e9793444/87c66f0c-79ed-454d-9c38-01554fb671f2) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:02.877784 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5e90d919-a613-4340-82ac-34f69891d077 req-c655e73f-d038-4aa8-9fcb-0bc7006e386f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 210 time: 0.5174155 Nov 09 17:47:02.883694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee794260-dff8-4f1a-83ab-a301c3dcffaf req-593db2d9-6c63-46ca-b9cb-35838e2c91ef tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:02.894751 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ee794260-dff8-4f1a-83ab-a301c3dcffaf req-593db2d9-6c63-46ca-b9cb-35838e2c91ef tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 946 time: 0.0995049 Nov 09 17:47:02.963852 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ee794260-dff8-4f1a-83ab-a301c3dcffaf req-eb4926ef-d79c-409e-82d0-f88a24336317 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590425 Nov 09 17:47:02.998601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-605843d4-8b4d-4f23-89ef-68fb26074dd5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:03.000564 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-605843d4-8b4d-4f23-89ef-68fb26074dd5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.18 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 811 time: 0.2301583 Nov 09 17:47:03.027758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-dfa6eade-054a-4051-a39e-8be3b2251056 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Request body: {'port': {'device_id': '1a627890-2b42-4c26-a6f2-e34eeaa9ed17', 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'admin_state_up': True, 'tenant_id': '7d59107623fc4458b53a4793008d7877'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:03.056580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Router 5a2a826b-62e5-4156-b78a-ad95a1d03b56 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:47:03.177289 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-9ce4f4b0-bc65-49a8-931c-5f1ceae1e191 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:03.236897 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-9ce4f4b0-bc65-49a8-931c-5f1ceae1e191 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:03.256251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['3386037a-6217-48d9-947d-caf714fd2d89'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:47:03.317033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-9ce4f4b0-bc65-49a8-931c-5f1ceae1e191 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Network 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:03.334593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-9ce4f4b0-bc65-49a8-931c-5f1ceae1e191 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:03.340841 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-9ce4f4b0-bc65-49a8-931c-5f1ceae1e191 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:03.425023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:47:03.427970 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f80061f-ffc3-4e03-91b6-dc126bbf36cb req-1177d9c1-15f6-45b9-a595-954738afdc35 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 210 time: 0.1524022 Nov 09 17:47:03.459478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4f4b0-bc65-49a8-931c-5f1ceae1e191 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Pushing event updated for resources: {'Port': ['ID=87c66f0c-79ed-454d-9c38-01554fb671f2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:03.461124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-dfa6eade-054a-4051-a39e-8be3b2251056 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Made reservation on behalf of 7d59107623fc4458b53a4793008d7877 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:03.470647 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-dfa6eade-054a-4051-a39e-8be3b2251056 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:03.470945 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-9ce4f4b0-bc65-49a8-931c-5f1ceae1e191 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:03.471404 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-9ce4f4b0-bc65-49a8-931c-5f1ceae1e191 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:03.506459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e21a6-00fb-43f4-bb88-941fc8d9150c None None] Sync routers for ids ['5a2a826b-62e5-4156-b78a-ad95a1d03b56'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:47:03.507443 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:03.510452 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f3a3b906-664c-4577-b17b-249bbff0b626 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2155344 Nov 09 17:47:03.513676 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-9ce4f4b0-bc65-49a8-931c-5f1ceae1e191 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1486008 Nov 09 17:47:03.514172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34186) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:03.520661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:03.528896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Request body: {'port': {'device_id': '67bc4151-7749-412e-b08b-6a8422d26f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:03.574194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e21a6-00fb-43f4-bb88-941fc8d9150c None None] Routers {'5a2a826b-62e5-4156-b78a-ad95a1d03b56'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:03.575675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-633e21a6-00fb-43f4-bb88-941fc8d9150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['5a2a826b-62e5-4156-b78a-ad95a1d03b56'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:03.698284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-633e21a6-00fb-43f4-bb88-941fc8d9150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:03.721611 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e21a6-00fb-43f4-bb88-941fc8d9150c None None] Routers {'5a2a826b-62e5-4156-b78a-ad95a1d03b56'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:03.729287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-633e21a6-00fb-43f4-bb88-941fc8d9150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['5a2a826b-62e5-4156-b78a-ad95a1d03b56'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:03.764555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-dfa6eade-054a-4051-a39e-8be3b2251056 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Allocated IP 172.20.0.2 (cc4cc79d-02a0-4975-9c2c-5d05a9a126fb/3d9c29dc-0b72-4b74-8f01-4e57e061401e/7e8e5797-b6f6-40f0-8bc0-87d833e3548d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:03.795426 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-633e21a6-00fb-43f4-bb88-941fc8d9150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:03.796556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e21a6-00fb-43f4-bb88-941fc8d9150c None None] The sync data for ids ['5a2a826b-62e5-4156-b78a-ad95a1d03b56'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:47:03.813753 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:03.884680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f47d4-ff4d-4461-845e-a7e8149f23b3 req-9cbbe489-ddc3-4797-96d8-6110ccb1c57f tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:03.892104 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-773f47d4-ff4d-4461-845e-a7e8149f23b3 req-9cbbe489-ddc3-4797-96d8-6110ccb1c57f tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 946 time: 0.2409010 Nov 09 17:47:03.982595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810abf8d-7187-4e8b-aebd-5397ca92936b req-f0cd7e86-12a0-438a-89aa-87149cff4d32 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:03.985205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-810abf8d-7187-4e8b-aebd-5397ca92936b req-f0cd7e86-12a0-438a-89aa-87149cff4d32 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 946 time: 0.1921756 Nov 09 17:47:04.072428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-810abf8d-7187-4e8b-aebd-5397ca92936b req-01d72701-e8eb-462f-ad6c-9ad16461a038 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719826 Nov 09 17:47:04.096767 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-dfa6eade-054a-4051-a39e-8be3b2251056 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:04.184156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-dfa6eade-054a-4051-a39e-8be3b2251056 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:04.278906 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-dfa6eade-054a-4051-a39e-8be3b2251056 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:04.288820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-dfa6eade-054a-4051-a39e-8be3b2251056 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:04.298468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-dfa6eade-054a-4051-a39e-8be3b2251056 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:04.305839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6eade-054a-4051-a39e-8be3b2251056 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Pushing event updated for resources: {'Port': ['ID=7e8e5797-b6f6-40f0-8bc0-87d833e3548d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:04.360377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5992cb-0bfe-4176-8f8b-19924c69f33c req-e9db0869-971b-4d10-a141-1daa0a9481bd tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:04.364138 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0a5992cb-0bfe-4176-8f8b-19924c69f33c req-e9db0869-971b-4d10-a141-1daa0a9481bd tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 931 time: 0.1695828 Nov 09 17:47:04.428786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-dfa6eade-054a-4051-a39e-8be3b2251056 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:04.430905 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-dfa6eade-054a-4051-a39e-8be3b2251056 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:04.468254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0a5992cb-0bfe-4176-8f8b-19924c69f33c req-c821855a-8deb-433d-812a-9f79199f1981 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954764 Nov 09 17:47:04.479186 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-dfa6eade-054a-4051-a39e-8be3b2251056 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4669328 Nov 09 17:47:04.498552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Request body: {'port': {'device_id': '1a627890-2b42-4c26-a6f2-e34eeaa9ed17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:04.630693 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:04.688570 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-773f47d4-ff4d-4461-845e-a7e8149f23b3 req-b95f1fa8-3415-4bd5-a086-c6f3ca55073b tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups?id=7af940c1-472b-46c1-ad05-fa1339b2622e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7563493 Nov 09 17:47:04.861721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2d5c1-7f6b-4e11-8f75-b5a2e5837e0a req-7ff97690-346c-4a7c-a526-79bb53807a60 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:04.863536 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7a2d5c1-7f6b-4e11-8f75-b5a2e5837e0a req-7ff97690-346c-4a7c-a526-79bb53807a60 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 931 time: 0.2208107 Nov 09 17:47:04.987179 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7a2d5c1-7f6b-4e11-8f75-b5a2e5837e0a req-4dd6baae-79db-4eb3-bd2b-1c7d25b064aa tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900145 Nov 09 17:47:05.019204 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc55cf1-35d1-46e3-92b9-3c0f0a8bb1fa req-ac7e8baf-2c5b-46ed-a839-97fc40aeb074 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:05.024673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ecc55cf1-35d1-46e3-92b9-3c0f0a8bb1fa req-ac7e8baf-2c5b-46ed-a839-97fc40aeb074 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 946 time: 0.2732384 Nov 09 17:47:05.034326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34208) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:05.047702 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:05.047954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-15216b24-a577-49b7-b020-8a2ba3717dcb tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Request body: {'floatingip': {'port_id': '8a5051bc-9544-4435-9208-30265d69bd39'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:05.072432 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:05.127075 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-15216b24-a577-49b7-b020-8a2ba3717dcb tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for floatingip, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:05.156698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c66f0c-79ed-454d-9c38-01554fb671f2 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:47:05.171481 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:05.197697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Transition to ACTIVE for port object 87c66f0c-79ed-454d-9c38-01554fb671f2 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:47:05.207782 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Deleting port 23aa4173-8a74-4ed5-b370-9889419a6dad {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:05.208666 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:05.309383 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:05.413663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-482fe2ff-15c8-4111-8f88-c25c7b9f1484 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:05.416047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-482fe2ff-15c8-4111-8f88-c25c7b9f1484 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 946 time: 0.2033353 Nov 09 17:47:05.429341 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Pushing event updated for resources: {'Port': ['ID=87c66f0c-79ed-454d-9c38-01554fb671f2,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:05.476105 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:05.550490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ca98f-a4da-4f6b-b226-d77967dcd2c2 req-80323262-574b-4c84-8dba-8632175f39c6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:05.550954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8e5797-b6f6-40f0-8bc0-87d833e3548d {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:47:05.563849 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e0ca98f-a4da-4f6b-b226-d77967dcd2c2 req-80323262-574b-4c84-8dba-8632175f39c6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 946 time: 0.2701514 Nov 09 17:47:05.568215 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:05.609506 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Calling delete_port for 23aa4173-8a74-4ed5-b370-9889419a6dad owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:05.657648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Transition to ACTIVE for port object 7e8e5797-b6f6-40f0-8bc0-87d833e3548d will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:47:05.669559 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:05.760568 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e0ca98f-a4da-4f6b-b226-d77967dcd2c2 req-f4912399-3226-4862-8c87-8413dde1b3fb tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790764 Nov 09 17:47:05.761419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Attempting to bind port 87c66f0c-79ed-454d-9c38-01554fb671f2 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:47:05.761835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Attempting to bind port 87c66f0c-79ed-454d-9c38-01554fb671f2 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '6cad7909-dcb5-479a-9b45-54e0f7599d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:47:05.762024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Attempting to bind port 87c66f0c-79ed-454d-9c38-01554fb671f2 on network 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:05.773502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Port 87c66f0c-79ed-454d-9c38-01554fb671f2 on network 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:47:05.774267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Attempting to bind port 87c66f0c-79ed-454d-9c38-01554fb671f2 on network 33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:05.788492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:05.788800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Checking segment: {'id': '6cad7909-dcb5-479a-9b45-54e0f7599d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:47:05.789235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Bound using segment: {'id': '6cad7909-dcb5-479a-9b45-54e0f7599d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:05.789714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Bound port: 87c66f0c-79ed-454d-9c38-01554fb671f2, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cad7909-dcb5-479a-9b45-54e0f7599d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:47:05.790206 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:05.821969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a4abe-c031-48e1-973d-63fc989ab497 req-eb548553-e40e-42d2-a9f0-c06853606e41 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:05.836303 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b24a4abe-c031-48e1-973d-63fc989ab497 req-eb548553-e40e-42d2-a9f0-c06853606e41 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 943 time: 0.2735004 Nov 09 17:47:06.014535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8e5797-b6f6-40f0-8bc0-87d833e3548d,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:06.027526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] For port 87c66f0c-79ed-454d-9c38-01554fb671f2, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:06.068390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] For port 87c66f0c-79ed-454d-9c38-01554fb671f2, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=87c66f0c-79ed-454d-9c38-01554fb671f2,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:06.078088 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:06.132774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:06.134717 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:06.136481 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] 10.222.0.18 "PUT /v2.0/ports/87c66f0c-79ed-454d-9c38-01554fb671f2 HTTP/1.1" status: 200 len: 1091 time: 2.6129818 Nov 09 17:47:06.141598 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bc4151-7749-412e-b08b-6a8422d26f6c', 'tag': '87c66f0c-79ed-454d-9c38-01554fb671f2'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:06.145065 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bc6e1d-7e67-483b-adf2-0ea2fd4f2ade" -d '{"events": [{"name": "network-changed", "server_uuid": "67bc4151-7749-412e-b08b-6a8422d26f6c", "tag": "87c66f0c-79ed-454d-9c38-01554fb671f2"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:06.152375 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:06.254070 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4055d-bde4-44ff-9ccf-72389903f583 service neutron] Pushing event updated for resources: {'Port': ['ID=87c66f0c-79ed-454d-9c38-01554fb671f2,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:06.290775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Deleting port cd09d1df-747d-471e-934f-594b6b8749df {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:06.291331 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:06.315300 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b24a4abe-c031-48e1-973d-63fc989ab497 req-091ea448-f47f-4557-9f61-68b8f42dcc4b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142690 Nov 09 17:47:06.339719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Pushing event deleted for resources: {'Port': ['ID=23aa4173-8a74-4ed5-b370-9889419a6dad,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:06.397017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-13111e90-33bd-4540-905d-0e18003176b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:06.397017 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-13111e90-33bd-4540-905d-0e18003176b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ca16651d81b4613ad2ee893c830e443&device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 1094 time: 0.2131667 Nov 09 17:47:06.408279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:06.501254 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e9dcfc-aa84-455c-b616-4599cca0e83e x-openstack-request-id: req-e8e9dcfc-aa84-455c-b616-4599cca0e83e {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:06.501708 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bc4151-7749-412e-b08b-6a8422d26f6c", "tag": "87c66f0c-79ed-454d-9c38-01554fb671f2", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:06.502114 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8e9dcfc-aa84-455c-b616-4599cca0e83e {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:06.502766 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bc4151-7749-412e-b08b-6a8422d26f6c', 'tag': '87c66f0c-79ed-454d-9c38-01554fb671f2', 'status': 'completed', 'code': 200} Nov 09 17:47:06.562197 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-2bdf269d-58cb-4bad-af93-17cab9ae1b8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87c66f0c-79ed-454d-9c38-01554fb671f2 HTTP/1.1" status: 200 len: 217 time: 0.1562316 Nov 09 17:47:06.577364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab443d5-4480-4356-9491-6884f5e6f17e req-498e4ebe-c0a9-412c-8173-ad21bd7d5523 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:06.580083 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cab443d5-4480-4356-9491-6884f5e6f17e req-498e4ebe-c0a9-412c-8173-ad21bd7d5523 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 943 time: 0.3740494 Nov 09 17:47:06.788744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-5bbaf3a4-74ad-4beb-8bf5-11ea46bfd011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:06.790553 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-5bbaf3a4-74ad-4beb-8bf5-11ea46bfd011 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9fb16f4-0e86-456c-9417-3e45e9793444 HTTP/1.1" status: 200 len: 853 time: 0.1689553 Nov 09 17:47:06.811831 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cab443d5-4480-4356-9491-6884f5e6f17e req-97b41e67-6135-4975-9d94-d69cf205929e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791410 Nov 09 17:47:06.866588 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-99782b4e-1dea-41ec-a879-6cfa8eacaec6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685108 Nov 09 17:47:06.894780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Attempting to bind port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:47:06.895355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Attempting to bind port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:47:06.895886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Attempting to bind port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:06.940485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:47:06.940997 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Attempting to bind port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:06.968017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:06.968740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Checking segment: {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:47:06.969197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Bound using segment: {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:06.969949 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Bound port: 7e8e5797-b6f6-40f0-8bc0-87d833e3548d, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:47:06.970549 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:07.002408 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.resource_extend [None req-15216b24-a577-49b7-b020-8a2ba3717dcb tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:47:07.081328 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-16f2f261-e1d6-4dca-b2f8-e0416463a1d2 service neutron] 10.222.0.18 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781609 Nov 09 17:47:07.084315 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:07.091336 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:07.100794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] For port cd09d1df-747d-471e-934f-594b6b8749df, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cd09d1df-747d-471e-934f-594b6b8749df,segment=NetworkSegment(d21808ba-80b8-472b-ab12-a506b21d0e8b),segment_id=d21808ba-80b8-472b-ab12-a506b21d0e8b)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:07.101630 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:07.247641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Router 5a2a826b-62e5-4156-b78a-ad95a1d03b56 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:47:07.320303 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed998018-8fbb-49b1-82fb-ce0ded168047 req-9e11cc0b-b9d9-498f-ae45-7d80ff539095 service neutron] 10.222.0.18 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303987 Nov 09 17:47:07.325560 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-15216b24-a577-49b7-b020-8a2ba3717dcb tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:07.365140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:47:07.373243 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-15216b24-a577-49b7-b020-8a2ba3717dcb tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:07.373745 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:07.378256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34232) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:07.384648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-70d1711c-e839-4427-bbda-1fc952c01aee tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "PUT /v2.0/routers/5a2a826b-62e5-4156-b78a-ad95a1d03b56 HTTP/1.1" status: 200 len: 706 time: 3.8620989 Nov 09 17:47:07.392810 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832929f-3cdd-4455-9faf-d978f4848c03 None None] Sync routers for ids ['5a2a826b-62e5-4156-b78a-ad95a1d03b56'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:47:07.416829 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832929f-3cdd-4455-9faf-d978f4848c03 None None] Routers {'5a2a826b-62e5-4156-b78a-ad95a1d03b56'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:07.418126 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2832929f-3cdd-4455-9faf-d978f4848c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['5a2a826b-62e5-4156-b78a-ad95a1d03b56'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:07.459783 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2832929f-3cdd-4455-9faf-d978f4848c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:07.473280 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832929f-3cdd-4455-9faf-d978f4848c03 None None] Routers {'5a2a826b-62e5-4156-b78a-ad95a1d03b56'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:07.473910 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2832929f-3cdd-4455-9faf-d978f4848c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['5a2a826b-62e5-4156-b78a-ad95a1d03b56'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:07.518454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc6e1d-7e67-483b-adf2-0ea2fd4f2ade req-73330d43-c54e-43b8-9bf1-16f825f30c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:07.520073 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1bc6e1d-7e67-483b-adf2-0ea2fd4f2ade req-73330d43-c54e-43b8-9bf1-16f825f30c61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ca16651d81b4613ad2ee893c830e443&device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 1094 time: 0.0973382 Nov 09 17:47:07.521207 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2832929f-3cdd-4455-9faf-d978f4848c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:07.522188 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832929f-3cdd-4455-9faf-d978f4848c03 None None] The sync data for ids ['5a2a826b-62e5-4156-b78a-ad95a1d03b56'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:47:07.658911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c4084-2f24-4c94-b2f6-6a92276f2931 req-7545caab-96b3-42d8-a9f1-27f85ab0338c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:07.660549 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae8c4084-2f24-4c94-b2f6-6a92276f2931 req-7545caab-96b3-42d8-a9f1-27f85ab0338c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 946 time: 0.5805008 Nov 09 17:47:07.716093 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50be624-520f-464c-b24c-2f94b4151d20 req-a884b919-70f1-4047-b167-6f1727c29d26 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:07.717829 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d50be624-520f-464c-b24c-2f94b4151d20 req-a884b919-70f1-4047-b167-6f1727c29d26 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 943 time: 0.1015751 Nov 09 17:47:07.721788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc6e1d-7e67-483b-adf2-0ea2fd4f2ade req-e595c7bb-b9d4-417f-83eb-db28d5f6b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:07.722087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] For port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:07.723536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1bc6e1d-7e67-483b-adf2-0ea2fd4f2ade req-e595c7bb-b9d4-417f-83eb-db28d5f6b2a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 HTTP/1.1" status: 200 len: 914 time: 0.1961806 Nov 09 17:47:07.767735 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device cd09d1df-747d-471e-934f-594b6b8749df no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:47:07.771090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] For port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7e8e5797-b6f6-40f0-8bc0-87d833e3548d,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:07.783555 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1bc6e1d-7e67-483b-adf2-0ea2fd4f2ade req-22d97871-d465-427d-adfd-0fa21a998a87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87c66f0c-79ed-454d-9c38-01554fb671f2 HTTP/1.1" status: 200 len: 217 time: 0.0516386 Nov 09 17:47:07.783938 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bceb6abe-6143-4dba-9bf2-fc1e8bf22249 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/routers/5a2a826b-62e5-4156-b78a-ad95a1d03b56 HTTP/1.1" status: 200 len: 741 time: 0.3826888 Nov 09 17:47:07.785464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34236) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:07.793708 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:07.848110 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7e624a79-6543-45b1-ba5d-9be32857f3b2 tempest-RoutersAdminTest-1905722186 tempest-RoutersAdminTest-1905722186-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&device_id=5a2a826b-62e5-4156-b78a-ad95a1d03b56 HTTP/1.1" status: 200 len: 205 time: 0.0590115 Nov 09 17:47:07.852791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34238) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:07.901754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:07.902673 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:07.907058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] 10.222.0.18 "PUT /v2.0/ports/7e8e5797-b6f6-40f0-8bc0-87d833e3548d HTTP/1.1" status: 200 len: 1091 time: 3.4184532 Nov 09 17:47:07.942085 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:07.945377 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8a1f4fbf-0b7e-428a-8235-2a49e620586a tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a2a826b-62e5-4156-b78a-ad95a1d03b56 HTTP/1.1" status: 200 len: 205 time: 0.0801191 Nov 09 17:47:07.946394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a627890-2b42-4c26-a6f2-e34eeaa9ed17', 'tag': '7e8e5797-b6f6-40f0-8bc0-87d833e3548d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:07.949665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34242) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:07.957645 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e91a5f3-ab8a-456f-9ac0-018d0d1816d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a627890-2b42-4c26-a6f2-e34eeaa9ed17", "tag": "7e8e5797-b6f6-40f0-8bc0-87d833e3548d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:07.961401 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-15216b24-a577-49b7-b020-8a2ba3717dcb tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Floating IP c5abd496-2b8d-4b76-9a70-91bd85eba75f associated. External IP: 172.25.1.101, port: 8a5051bc-9544-4435-9208-30265d69bd39. Nov 09 17:47:07.988521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port cd09d1df-747d-471e-934f-594b6b8749df, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=cd09d1df-747d-471e-934f-594b6b8749df,segment=NetworkSegment(d21808ba-80b8-472b-ab12-a506b21d0e8b),segment_id=d21808ba-80b8-472b-ab12-a506b21d0e8b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:07.989916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd09d1df-747d-471e-934f-594b6b8749df'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:07.993816 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeaa3ce-dc61-44cf-8071-1e4874d0f2f4" -d '{"events": [{"server_uuid": "dd35dd72-fb7b-4944-bf2a-95f0553bbf8a", "name": "network-vif-unplugged", "status": "completed", "tag": "cd09d1df-747d-471e-934f-594b6b8749df"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:07.998293 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:08.040683 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d50be624-520f-464c-b24c-2f94b4151d20 req-3a3f865f-b567-4aba-b799-1b71960e0285 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549322 Nov 09 17:47:08.078269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=cd09d1df-747d-471e-934f-594b6b8749df,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:08.112142 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae8c4084-2f24-4c94-b2f6-6a92276f2931 req-594640b7-d6ac-473f-9525-3e8eeee650e7 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups?id=86f2279e-9835-482e-bff6-ed9fb5a18f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4053285 Nov 09 17:47:08.114623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc6e1d-7e67-483b-adf2-0ea2fd4f2ade req-57c3cbfe-adac-4d5b-ac74-36e99457682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:08.116340 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1bc6e1d-7e67-483b-adf2-0ea2fd4f2ade req-57c3cbfe-adac-4d5b-ac74-36e99457682c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9fb16f4-0e86-456c-9417-3e45e9793444 HTTP/1.1" status: 200 len: 853 time: 0.2649281 Nov 09 17:47:08.124456 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-84f5781b-a8a1-49bd-a8f8-a6a3ab6c73ea tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:08.204657 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e27ea41-8bca-463f-abc0-bfadaa353434 x-openstack-request-id: req-7e27ea41-8bca-463f-abc0-bfadaa353434 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:08.205364 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd35dd72-fb7b-4944-bf2a-95f0553bbf8a", "name": "network-vif-unplugged", "status": "completed", "tag": "cd09d1df-747d-471e-934f-594b6b8749df", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:08.205785 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e27ea41-8bca-463f-abc0-bfadaa353434 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:08.206371 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd09d1df-747d-471e-934f-594b6b8749df', 'code': 200} Nov 09 17:47:08.250734 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:08.251094 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:08.251458 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Floating IP eb952b63-eaae-4967-8b2c-d6be5b3a3783 disassociated. External IP: 172.25.1.113, port: cd09d1df-747d-471e-934f-594b6b8749df. Nov 09 17:47:08.251819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Calling delete_port for cd09d1df-747d-471e-934f-594b6b8749df owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:08.293223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529d66f-4d0c-40e6-837f-3073a98b1680 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8e5797-b6f6-40f0-8bc0-87d833e3548d,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:08.346468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-35d0e225-25b5-44eb-bb28-06a1ae0a97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:08.349230 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-35d0e225-25b5-44eb-bb28-06a1ae0a97d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 1094 time: 0.2000802 Nov 09 17:47:08.381192 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79788c8-8298-4ff5-82d1-15e6a07d95e3 x-openstack-request-id: req-f79788c8-8298-4ff5-82d1-15e6a07d95e3 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:08.381563 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a627890-2b42-4c26-a6f2-e34eeaa9ed17", "tag": "7e8e5797-b6f6-40f0-8bc0-87d833e3548d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:08.381734 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f79788c8-8298-4ff5-82d1-15e6a07d95e3 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:08.382138 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a627890-2b42-4c26-a6f2-e34eeaa9ed17', 'tag': '7e8e5797-b6f6-40f0-8bc0-87d833e3548d', 'status': 'completed', 'code': 200} Nov 09 17:47:08.435945 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-6e522f69-ac5e-4ff0-b79f-21f5e4261009 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e8e5797-b6f6-40f0-8bc0-87d833e3548d HTTP/1.1" status: 200 len: 217 time: 0.0752070 Nov 09 17:47:08.630326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-bb0d7661-0876-4aa6-bf63-dcef82ab1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:08.631793 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-bb0d7661-0876-4aa6-bf63-dcef82ab1be2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.1878636 Nov 09 17:47:08.688611 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-9e547a07-e614-42c9-ae23-f970fb60484c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463963 Nov 09 17:47:08.708595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15216b24-a577-49b7-b020-8a2ba3717dcb tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Router 0675fc67-06e9-456c-b2a8-846c4a841824 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:47:08.711395 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:08.736427 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1bc6e1d-7e67-483b-adf2-0ea2fd4f2ade req-115acc3b-5da3-453b-930a-62e2064037e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6092257 Nov 09 17:47:08.800341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Pushing event deleted for resources: {'Port': ['ID=cd09d1df-747d-471e-934f-594b6b8749df,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:09.052297 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-a46e2e75-814f-45f6-a329-bc7258faf145 service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543174 Nov 09 17:47:09.095455 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-84f5781b-a8a1-49bd-a8f8-a6a3ab6c73ea tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:09.103035 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-84f5781b-a8a1-49bd-a8f8-a6a3ab6c73ea tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:09.124451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee76c2-cc80-4d3b-a6f6-0eec71a96257 req-df6a105e-def5-451d-b8b9-113aa8cf8cc0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:09.138419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:47:09.138993 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01ee76c2-cc80-4d3b-a6f6-0eec71a96257 req-df6a105e-def5-451d-b8b9-113aa8cf8cc0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 943 time: 0.4100020 Nov 09 17:47:09.166643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15216b24-a577-49b7-b020-8a2ba3717dcb tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:47:09.184968 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-15216b24-a577-49b7-b020-8a2ba3717dcb tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:09.187728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e409ce76-7440-445e-9faf-8711c3029d25 None None] Sync routers for ids ['0675fc67-06e9-456c-b2a8-846c4a841824'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:47:09.204991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e409ce76-7440-445e-9faf-8711c3029d25 None None] Routers {'0675fc67-06e9-456c-b2a8-846c4a841824'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:09.205908 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e409ce76-7440-445e-9faf-8711c3029d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0675fc67-06e9-456c-b2a8-846c4a841824'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:09.297831 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-84f5781b-a8a1-49bd-a8f8-a6a3ab6c73ea tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:09.298383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f5781b-a8a1-49bd-a8f8-a6a3ab6c73ea tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Fanout notify agent at l3_agent the message router_deleted on router 5a2a826b-62e5-4156-b78a-ad95a1d03b56 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:47:09.307415 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-84f5781b-a8a1-49bd-a8f8-a6a3ab6c73ea tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:09.308738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-84f5781b-a8a1-49bd-a8f8-a6a3ab6c73ea tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "DELETE /v2.0/routers/5a2a826b-62e5-4156-b78a-ad95a1d03b56 HTTP/1.1" status: 204 len: 168 time: 1.3544080 Nov 09 17:47:09.312639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34264) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:09.329788 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01ee76c2-cc80-4d3b-a6f6-0eec71a96257 req-bb2abf9d-d443-4b86-9713-fb349a444f0e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894841 Nov 09 17:47:09.392769 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9c28b6c2-09bd-41a7-9a6b-382b0d80e069 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a2a826b-62e5-4156-b78a-ad95a1d03b56 HTTP/1.1" status: 200 len: 205 time: 0.0570009 Nov 09 17:47:09.395214 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1bc6e1d-7e67-483b-adf2-0ea2fd4f2ade req-090e0e0e-987e-42e8-afdb-1f5606283ab6 service neutron] 10.222.0.18 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369057 Nov 09 17:47:09.395765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34268) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:09.481173 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-42f4a96d-4f04-4722-b9cc-9bbf7aaad8c7 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] delete failed (client error): The resource could not be found. Nov 09 17:47:09.483594 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-42f4a96d-4f04-4722-b9cc-9bbf7aaad8c7 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "DELETE /v2.0/routers/5a2a826b-62e5-4156-b78a-ad95a1d03b56 HTTP/1.1" status: 404 len: 336 time: 0.0867295 Nov 09 17:47:09.495565 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34270) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:09.532707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-e409ce76-7440-445e-9faf-8711c3029d25 None None] Set router 0675fc67-06e9-456c-b2a8-846c4a841824 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:09.586258 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6697b411-2a28-4528-b11d-0c1cea2e0e2d tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "GET /v2.0/ports?device_id=c375464b-61ef-49e4-b4f2-a66cf87b107b HTTP/1.1" status: 200 len: 205 time: 0.0895193 Nov 09 17:47:09.591320 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4539871e-f15c-4a4d-bdfd-df77d9ae097e req-00c4e707-d094-49fe-9945-632f66a6f0da tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 210 time: 0.0964479 Nov 09 17:47:09.591820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34272) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:09.654487 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-579ffd33-12db-451a-b5b7-8b8285cd5b32 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] delete failed (client error): The resource could not be found. Nov 09 17:47:09.655601 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-579ffd33-12db-451a-b5b7-8b8285cd5b32 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "DELETE /v2.0/routers/c375464b-61ef-49e4-b4f2-a66cf87b107b HTTP/1.1" status: 404 len: 336 time: 0.0608568 Nov 09 17:47:09.658829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34274) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:09.742759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-15216b24-a577-49b7-b020-8a2ba3717dcb tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "PUT /v2.0/floatingips/c5abd496-2b8d-4b76-9a70-91bd85eba75f HTTP/1.1" status: 200 len: 992 time: 4.7074261 Nov 09 17:47:09.757526 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8585227a-5e55-4555-92fe-850a409d898a tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "GET /v2.0/ports?device_id=e12ccabb-56b8-4d48-a7f9-5eb411032e4b HTTP/1.1" status: 200 len: 205 time: 0.0970876 Nov 09 17:47:09.762456 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1bc6e1d-7e67-483b-adf2-0ea2fd4f2ade req-a492f55f-4726-4a51-b8ff-d308057d7222 service neutron] 10.222.0.18 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453784 Nov 09 17:47:09.763451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34278) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:09.779124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 87c66f0c-79ed-454d-9c38-01554fb671f2 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:47:09.788517 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4881921-cdcd-48f9-80be-e8ee1622614d req-79d44981-23a7-45ee-a11e-f003f26eed53 service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7254274 Nov 09 17:47:09.852171 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-f202638c-9c5d-45c9-b1c8-9a60c6d91816 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] delete failed (client error): The resource could not be found. Nov 09 17:47:09.854565 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f202638c-9c5d-45c9-b1c8-9a60c6d91816 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "DELETE /v2.0/routers/e12ccabb-56b8-4d48-a7f9-5eb411032e4b HTTP/1.1" status: 404 len: 336 time: 0.0896094 Nov 09 17:47:09.860026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34280) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:09.871103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:47:09.889047 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b1abc3-4dfc-45f4-84f2-6ac6fcbae2a3 None None] Sync routers for ids ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:47:09.915373 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b1abc3-4dfc-45f4-84f2-6ac6fcbae2a3 None None] Routers {'b512ee4f-8c7c-4dd0-b355-f828d3dfda84'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:09.916766 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a3b1abc3-4dfc-45f4-84f2-6ac6fcbae2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:09.935419 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5282b557-6b86-44cc-ac4c-6a9d398eaefb tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "GET /v2.0/ports?device_id=135b0b63-b8ac-4c41-a997-9a025e8ced9e HTTP/1.1" status: 200 len: 205 time: 0.0715461 Nov 09 17:47:09.936882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34282) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:10.019102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270d02b-10cb-4df9-a524-7109fd01bfef req-b196048d-d9d2-47d5-aecb-1f0f8ef836d2 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:10.033198 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e270d02b-10cb-4df9-a524-7109fd01bfef req-b196048d-d9d2-47d5-aecb-1f0f8ef836d2 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 943 time: 0.4190714 Nov 09 17:47:10.039143 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-fcf57528-5265-4d9e-ad5a-49cc27f384ea tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] delete failed (client error): The resource could not be found. Nov 09 17:47:10.045253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34284) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:10.047895 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 87c66f0c-79ed-454d-9c38-01554fb671f2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=87c66f0c-79ed-454d-9c38-01554fb671f2,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:10.051497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fcf57528-5265-4d9e-ad5a-49cc27f384ea tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "DELETE /v2.0/routers/135b0b63-b8ac-4c41-a997-9a025e8ced9e HTTP/1.1" status: 404 len: 336 time: 0.1025875 Nov 09 17:47:10.064217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '87c66f0c-79ed-454d-9c38-01554fb671f2', 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9', 'port_id': '87c66f0c-79ed-454d-9c38-01554fb671f2', 'mac_address': 'fa:16:3e:c8:4b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9fb16f4-0e86-456c-9417-3e45e9793444', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:47:10.082830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] No DVR routers for this DVR port cd09d1df-747d-471e-934f-594b6b8749df on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:47:10.103522 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a3b1abc3-4dfc-45f4-84f2-6ac6fcbae2a3 None None] Set router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:10.106712 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:10.110534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4af54109-0587-4bfb-bbe3-9890b0f91039 req-177a6761-6749-4e8a-a332-41f2e5e10ef6 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.18 "DELETE /v2.0/ports/cd09d1df-747d-471e-934f-594b6b8749df HTTP/1.1" status: 204 len: 173 time: 4.6786342 Nov 09 17:47:10.120968 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34286) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:10.121524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d80423f6-2b09-4517-ba28-546d7d0cb6b1 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "GET /v2.0/ports?device_id=43bbc55a-6cfd-4421-b89d-292b5080ee05 HTTP/1.1" status: 200 len: 205 time: 0.0549061 Nov 09 17:47:10.123568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91a5f3-ab8a-456f-9ac0-018d0d1816d5 req-e551df89-9d7e-4977-bc0f-2015c1406441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:10.125129 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91a5f3-ab8a-456f-9ac0-018d0d1816d5 req-e551df89-9d7e-4977-bc0f-2015c1406441 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 1094 time: 0.2321153 Nov 09 17:47:10.182208 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:10.191109 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e270d02b-10cb-4df9-a524-7109fd01bfef req-f8a82dec-c1d2-4495-b2ae-64deae804ebd tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567371 Nov 09 17:47:10.232340 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c66f0c-79ed-454d-9c38-01554fb671f2 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:47:10.272451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 87c66f0c-79ed-454d-9c38-01554fb671f2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=87c66f0c-79ed-454d-9c38-01554fb671f2,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:10.295639 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:10.327638 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-d5c590e5-f0ed-401d-a2fa-7fa8f16176b5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] delete failed (client error): The resource could not be found. Nov 09 17:47:10.335533 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d5c590e5-f0ed-401d-a2fa-7fa8f16176b5 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "DELETE /v2.0/routers/43bbc55a-6cfd-4421-b89d-292b5080ee05 HTTP/1.1" status: 404 len: 336 time: 0.2067449 Nov 09 17:47:10.338399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34290) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:10.369400 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=87c66f0c-79ed-454d-9c38-01554fb671f2,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:10.378018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91a5f3-ab8a-456f-9ac0-018d0d1816d5 req-385ccf48-da8a-4966-980e-922b30473665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:10.379704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91a5f3-ab8a-456f-9ac0-018d0d1816d5 req-385ccf48-da8a-4966-980e-922b30473665 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 912 time: 0.2427013 Nov 09 17:47:10.390603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9549cb29-76cd-4cb6-9e3b-44e8625ec869', 'tag': '8a5051bc-9544-4435-9208-30265d69bd39'}, {'server_uuid': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'name': 'network-vif-deleted', 'tag': 'cd09d1df-747d-471e-934f-594b6b8749df'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:10.393112 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecf983f-476a-43cb-a23e-c1d98f9a0d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "9549cb29-76cd-4cb6-9e3b-44e8625ec869", "tag": "8a5051bc-9544-4435-9208-30265d69bd39"}, {"server_uuid": "dd35dd72-fb7b-4944-bf2a-95f0553bbf8a", "name": "network-vif-deleted", "tag": "cd09d1df-747d-471e-934f-594b6b8749df"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:10.411497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-846c776a-d7f8-4629-bea8-df0ba26f295e tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "GET /v2.0/ports?device_id=019c6ddb-7a33-4393-bcdc-f72cd334bfe8 HTTP/1.1" status: 200 len: 205 time: 0.0676906 Nov 09 17:47:10.416329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34296) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:10.438155 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e409ce76-7440-445e-9faf-8711c3029d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:46:32Z', 'revision_number': 4, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'c5abd496-2b8d-4b76-9a70-91bd85eba75f', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'port_id': '8a5051bc-9544-4435-9208-30265d69bd39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'mac_address': 'fa:16:3e:7d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9549cb29-76cd-4cb6-9e3b-44e8625ec869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:46:40Z', 'updated_at': '2021-11-09T17:47:06Z', 'revision_number': 1, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8248cf8d-27c9-4a58-8738-2093deb6a2ec', 'name': '', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'mac_address': 'fa:16:3e:ff:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:31Z', 'updated_at': '2021-11-09T17:46:39Z', 'revision_number': 5, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'subnets': [{'id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:10.516675 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a813794-485d-46d6-990a-a753550e96f2 x-openstack-request-id: req-2a813794-485d-46d6-990a-a753550e96f2 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:10.517986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e409ce76-7440-445e-9faf-8711c3029d25 None None] Checking router: 0675fc67-06e9-456c-b2a8-846c4a841824 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:47:10.522142 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9549cb29-76cd-4cb6-9e3b-44e8625ec869", "tag": "8a5051bc-9544-4435-9208-30265d69bd39", "status": "completed", "code": 200}, {"server_uuid": "dd35dd72-fb7b-4944-bf2a-95f0553bbf8a", "name": "network-vif-deleted", "tag": "cd09d1df-747d-471e-934f-594b6b8749df", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:10.524476 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a813794-485d-46d6-990a-a753550e96f2 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:10.527357 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9549cb29-76cd-4cb6-9e3b-44e8625ec869', 'tag': '8a5051bc-9544-4435-9208-30265d69bd39', 'status': 'completed', 'code': 200} Nov 09 17:47:10.527841 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd35dd72-fb7b-4944-bf2a-95f0553bbf8a', 'name': 'network-vif-deleted', 'tag': 'cd09d1df-747d-471e-934f-594b6b8749df', 'status': 'completed', 'code': 200} Nov 09 17:47:10.532434 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91a5f3-ab8a-456f-9ac0-018d0d1816d5 req-0cfde50c-889b-4564-8723-094e064ca308 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e8e5797-b6f6-40f0-8bc0-87d833e3548d HTTP/1.1" status: 200 len: 217 time: 0.1345692 Nov 09 17:47:10.537751 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e409ce76-7440-445e-9faf-8711c3029d25 None None] Routers {'0675fc67-06e9-456c-b2a8-846c4a841824'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:10.540183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e409ce76-7440-445e-9faf-8711c3029d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0675fc67-06e9-456c-b2a8-846c4a841824'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:10.545806 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-3acfa0f2-f99c-49aa-95b0-f25845976d15 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] delete failed (client error): The resource could not be found. Nov 09 17:47:10.550402 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3acfa0f2-f99c-49aa-95b0-f25845976d15 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "DELETE /v2.0/routers/019c6ddb-7a33-4393-bcdc-f72cd334bfe8 HTTP/1.1" status: 404 len: 336 time: 0.1298337 Nov 09 17:47:10.569175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34298) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:10.626186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91a5f3-ab8a-456f-9ac0-018d0d1816d5 req-b98753c8-9555-428b-9c5e-8a47d0c2b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:10.628119 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91a5f3-ab8a-456f-9ac0-018d0d1816d5 req-b98753c8-9555-428b-9c5e-8a47d0c2b789 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.0839322 Nov 09 17:47:10.689895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64190529-98b0-4c6b-9e4c-c29214dab638 req-a397bcb7-73d5-43ab-8bfe-7f42a2d71228 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:10.697609 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64190529-98b0-4c6b-9e4c-c29214dab638 req-a397bcb7-73d5-43ab-8bfe-7f42a2d71228 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 943 time: 0.1538448 Nov 09 17:47:10.719131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['87c66f0c-79ed-454d-9c38-01554fb671f2'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:47:10.721495 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b0d68940-46f2-4c95-9012-6af2b4d284db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:10.731897 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-e409ce76-7440-445e-9faf-8711c3029d25 None None] Set router 0675fc67-06e9-456c-b2a8-846c4a841824 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:10.732397 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f8a829-71e2-46ce-98bc-5ea2e8300b87 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] DELETE failed (client error): The resource could not be found. Nov 09 17:47:10.732872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f8a829-71e2-46ce-98bc-5ea2e8300b87 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:47:10.738691 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a3b1abc3-4dfc-45f4-84f2-6ac6fcbae2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 4, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port': {'id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:45Z', 'updated_at': '2021-11-09T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4872b524-dd85-4fcf-b4c1-dfd82fab4515', 'name': '', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'mac_address': 'fa:16:3e:01:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:52Z', 'updated_at': '2021-11-09T17:44:00Z', 'revision_number': 5, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'subnets': [{'id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:10.753194 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-98f8a829-71e2-46ce-98bc-5ea2e8300b87 tempest-RoutersAdminTest-1422713566 tempest-RoutersAdminTest-1422713566-project] 10.222.0.81 "DELETE /v2.0/subnets/fd91c1c8-cb78-467f-a0a3-b3e7ad009b5c HTTP/1.1" status: 404 len: 337 time: 0.1731484 Nov 09 17:47:10.809909 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b1abc3-4dfc-45f4-84f2-6ac6fcbae2a3 None None] Checking router: b512ee4f-8c7c-4dd0-b355-f828d3dfda84 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:47:10.833583 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b1abc3-4dfc-45f4-84f2-6ac6fcbae2a3 None None] Routers {'b512ee4f-8c7c-4dd0-b355-f828d3dfda84'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:10.835037 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a3b1abc3-4dfc-45f4-84f2-6ac6fcbae2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:10.843717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91a5f3-ab8a-456f-9ac0-018d0d1816d5 req-c01e643a-1c63-4f93-ad2a-c1cadbaf4d4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890276 Nov 09 17:47:10.849809 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64190529-98b0-4c6b-9e4c-c29214dab638 req-e8597ad6-3f05-427f-bb89-fdaa91e088cc tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388359 Nov 09 17:47:10.859716 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2e6bf04-1409-4655-955c-cd391ca0e3f7 req-95e50d01-807f-461e-a3e5-de50b0628f7a tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 210 time: 0.0856953 Nov 09 17:47:11.080339 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91a5f3-ab8a-456f-9ac0-018d0d1816d5 req-cd62cb85-7419-41da-873b-f943f08f883c service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192485 Nov 09 17:47:11.129424 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a3b1abc3-4dfc-45f4-84f2-6ac6fcbae2a3 None None] Set router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:11.208124 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e91a5f3-ab8a-456f-9ac0-018d0d1816d5 req-8753f8f7-e581-4000-9ee0-5276693f023a service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188877 Nov 09 17:47:11.210562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf983f-476a-43cb-a23e-c1d98f9a0d8d req-636334e8-10c2-4ac9-a104-0e42f8cbbd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:11.212560 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fecf983f-476a-43cb-a23e-c1d98f9a0d8d req-636334e8-10c2-4ac9-a104-0e42f8cbbd4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fef0a5ff048c402f80a3a0b7a82d7c06&device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 1097 time: 0.6722021 Nov 09 17:47:11.421390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34314) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:11.487308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac6d13-3426-4f64-868d-67e45a82f7aa req-4536a0e5-166b-44c2-a263-f8a1ba07f09e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:11.493201 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aaac6d13-3426-4f64-868d-67e45a82f7aa req-4536a0e5-166b-44c2-a263-f8a1ba07f09e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 944 time: 0.1109228 Nov 09 17:47:11.528125 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e409ce76-7440-445e-9faf-8711c3029d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:46:32Z', 'revision_number': 4, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'c5abd496-2b8d-4b76-9a70-91bd85eba75f', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'port_id': '8a5051bc-9544-4435-9208-30265d69bd39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'mac_address': 'fa:16:3e:7d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9549cb29-76cd-4cb6-9e3b-44e8625ec869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:46:40Z', 'updated_at': '2021-11-09T17:47:06Z', 'revision_number': 1, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8248cf8d-27c9-4a58-8738-2093deb6a2ec', 'name': '', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'mac_address': 'fa:16:3e:ff:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:31Z', 'updated_at': '2021-11-09T17:46:39Z', 'revision_number': 5, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'subnets': [{'id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:11.582047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e409ce76-7440-445e-9faf-8711c3029d25 None None] The sync data for ids ['0675fc67-06e9-456c-b2a8-846c4a841824'] in n-d-817236-1 is: [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:46:32Z', 'revision_number': 4, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'c5abd496-2b8d-4b76-9a70-91bd85eba75f', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'port_id': '8a5051bc-9544-4435-9208-30265d69bd39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'mac_address': 'fa:16:3e:7d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9549cb29-76cd-4cb6-9e3b-44e8625ec869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:46:40Z', 'updated_at': '2021-11-09T17:47:06Z', 'revision_number': 1, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8248cf8d-27c9-4a58-8738-2093deb6a2ec', 'name': '', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'mac_address': 'fa:16:3e:ff:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:31Z', 'updated_at': '2021-11-09T17:46:39Z', 'revision_number': 5, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'subnets': [{'id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:47:11.588380 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aaac6d13-3426-4f64-868d-67e45a82f7aa req-b23fdb4c-55c6-42a7-b6b5-1f25c466c0ed tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842745 Nov 09 17:47:11.602133 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a3b1abc3-4dfc-45f4-84f2-6ac6fcbae2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 4, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port': {'id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:45Z', 'updated_at': '2021-11-09T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4872b524-dd85-4fcf-b4c1-dfd82fab4515', 'name': '', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'mac_address': 'fa:16:3e:01:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:52Z', 'updated_at': '2021-11-09T17:44:00Z', 'revision_number': 5, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'subnets': [{'id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:11.650543 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3828b2ae-bab2-4963-a7ae-5ff74f55e4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:11.651202 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b1abc3-4dfc-45f4-84f2-6ac6fcbae2a3 None None] The sync data for ids ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'] in n-d-817236-1 is: [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:43:53Z', 'revision_number': 4, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port': {'id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:45Z', 'updated_at': '2021-11-09T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '4872b524-dd85-4fcf-b4c1-dfd82fab4515', 'name': '', 'network_id': '6bb7c12d-7c27-4201-898b-28da5ef6fc85', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'mac_address': 'fa:16:3e:01:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:52Z', 'updated_at': '2021-11-09T17:44:00Z', 'revision_number': 5, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'subnets': [{'id': '1c826272-f3f0-49c8-ac99-3121a12d9267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:47:11.657827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf983f-476a-43cb-a23e-c1d98f9a0d8d req-6ff9dfd1-92df-410e-adea-63cafaff4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:11.660376 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fecf983f-476a-43cb-a23e-c1d98f9a0d8d req-6ff9dfd1-92df-410e-adea-63cafaff4b0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2547d83b-674a-417f-950e-93adcb3550ba HTTP/1.1" status: 200 len: 916 time: 0.4343007 Nov 09 17:47:11.778025 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fecf983f-476a-43cb-a23e-c1d98f9a0d8d req-f31eca72-eb98-4612-a435-c1df505cc1e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a5051bc-9544-4435-9208-30265d69bd39 HTTP/1.1" status: 200 len: 1000 time: 0.1051052 Nov 09 17:47:11.882780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf983f-476a-43cb-a23e-c1d98f9a0d8d req-3566053b-9f1f-43af-b6d7-bfa2ada039c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:11.884710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fecf983f-476a-43cb-a23e-c1d98f9a0d8d req-3566053b-9f1f-43af-b6d7-bfa2ada039c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d425bd5-4e16-4e5e-8642-14de89a37cf6 HTTP/1.1" status: 200 len: 854 time: 0.0888102 Nov 09 17:47:11.910210 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3828b2ae-bab2-4963-a7ae-5ff74f55e4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:11.940065 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3828b2ae-bab2-4963-a7ae-5ff74f55e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:11.987744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78cbf3d-f9cf-4f48-b97c-4ca7381f2f7b None None] New status for floating IP c5abd496-2b8d-4b76-9a70-91bd85eba75f: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:47:12.036823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3828b2ae-bab2-4963-a7ae-5ff74f55e4d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=58f1f435802d42bf8bc6b65f8c87318e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6133888 Nov 09 17:47:12.041480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34326) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:12.063013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828b2ae-bab2-4963-a7ae-5ff74f55e4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20180761-a2a1-46c2-941c-e380ce51d0fb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:12.132382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0b5fa452-6204-4c07-b2b9-c1be0398c480 req-4e39241b-3292-4637-bffd-024229968cb1 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 210 time: 0.0939715 Nov 09 17:47:12.147436 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb3438f9-34c8-4a78-a32c-8af92f1f132b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:12.152749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf983f-476a-43cb-a23e-c1d98f9a0d8d req-f6f2b45f-766c-4682-8e72-0f484d7d8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:12.155861 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fecf983f-476a-43cb-a23e-c1d98f9a0d8d req-f6f2b45f-766c-4682-8e72-0f484d7d8526 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2547d83b-674a-417f-950e-93adcb3550ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2565541 Nov 09 17:47:12.165726 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c1c81-ba47-4142-90ad-254c3ebec910 None None] New status for floating IP eb952b63-eaae-4967-8b2c-d6be5b3a3783: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:47:12.288650 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb3438f9-34c8-4a78-a32c-8af92f1f132b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:12.412129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10163a-b2fe-4a28-88d1-f4bcbaa13949 req-db093307-0bd1-425d-a7cd-60ad18e3d44b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:12.422588 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a10163a-b2fe-4a28-88d1-f4bcbaa13949 req-db093307-0bd1-425d-a7cd-60ad18e3d44b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 943 time: 0.3124330 Nov 09 17:47:12.481723 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fecf983f-476a-43cb-a23e-c1d98f9a0d8d req-a12eb2b3-0ef2-4c93-9be6-16241ce92626 service neutron] 10.222.0.13 "GET /v2.0/networks/2547d83b-674a-417f-950e-93adcb3550ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070202 Nov 09 17:47:12.542608 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a10163a-b2fe-4a28-88d1-f4bcbaa13949 req-88800f01-d39a-481e-86de-83d399f880ea tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175554 Nov 09 17:47:12.544074 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb3438f9-34c8-4a78-a32c-8af92f1f132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:12.549459 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb3438f9-34c8-4a78-a32c-8af92f1f132b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:12.554770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fb3438f9-34c8-4a78-a32c-8af92f1f132b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20180761-a2a1-46c2-941c-e380ce51d0fb HTTP/1.1" status: 204 len: 168 time: 0.5082471 Nov 09 17:47:12.567710 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3438f9-34c8-4a78-a32c-8af92f1f132b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20180761-a2a1-46c2-941c-e380ce51d0fb,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:12.784454 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:47:12.835990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fecf983f-476a-43cb-a23e-c1d98f9a0d8d req-07c868ea-d122-4954-b26b-e71183b13ebb service neutron] 10.222.0.13 "GET /v2.0/networks/2547d83b-674a-417f-950e-93adcb3550ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090616 Nov 09 17:47:12.851586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847e82-8a1e-4fda-b890-4cb7058a7094 req-2ce66318-c8bd-480f-a58a-6091e4e9efd1 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:12.854076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58847e82-8a1e-4fda-b890-4cb7058a7094 req-2ce66318-c8bd-480f-a58a-6091e4e9efd1 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 944 time: 0.1052635 Nov 09 17:47:12.922098 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58847e82-8a1e-4fda-b890-4cb7058a7094 req-95e4e6b9-03fe-4eed-b052-7d62ad995235 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551591 Nov 09 17:47:13.047917 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34338) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:13.111779 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d00236fc-e473-4103-81a9-84ae64377857 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c481752ec3a944a1943a2bddebb76744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624239 Nov 09 17:47:13.114976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34340) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:13.182663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d9984b65-393b-4a5b-bfc1-d193b1bb5055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:13.225458 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d9984b65-393b-4a5b-bfc1-d193b1bb5055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:13.284907 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eaad7f9a-db8d-49bc-ba48-642e1023efda req-c6b20215-8509-487b-8e5b-9909a56afc31 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 210 time: 0.0416975 Nov 09 17:47:13.315533 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d9984b65-393b-4a5b-bfc1-d193b1bb5055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:13.318290 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d9984b65-393b-4a5b-bfc1-d193b1bb5055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:13.321749 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d9984b65-393b-4a5b-bfc1-d193b1bb5055 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88c991e3-af0e-4429-bf99-bb1a89b32688 HTTP/1.1" status: 204 len: 168 time: 0.2054462 Nov 09 17:47:13.332686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9984b65-393b-4a5b-bfc1-d193b1bb5055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c991e3-af0e-4429-bf99-bb1a89b32688,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:13.606551 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-da6aa167-adb3-4fcf-9a9e-13a8d467cbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:13.712424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb5b14-bf5a-46b5-b2e9-00d2aa518988 req-0e0baafe-17e8-4f83-8810-f765b75ef988 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:13.714801 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-35bb5b14-bf5a-46b5-b2e9-00d2aa518988 req-0e0baafe-17e8-4f83-8810-f765b75ef988 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 943 time: 0.0746176 Nov 09 17:47:13.767057 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-35bb5b14-bf5a-46b5-b2e9-00d2aa518988 req-9acd54b6-26f0-4b57-be34-ecbd9f7c28ad tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447917 Nov 09 17:47:13.781690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7e8e5797-b6f6-40f0-8bc0-87d833e3548d details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:47:13.784109 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 87c66f0c-79ed-454d-9c38-01554fb671f2 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:13.903627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 87c66f0c-79ed-454d-9c38-01554fb671f2 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:47:13.911188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 87c66f0c-79ed-454d-9c38-01554fb671f2 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:13.911724 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:13.978351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7e8e5797-b6f6-40f0-8bc0-87d833e3548d,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:14.004114 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '7e8e5797-b6f6-40f0-8bc0-87d833e3548d', 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'port_id': '7e8e5797-b6f6-40f0-8bc0-87d833e3548d', 'mac_address': 'fa:16:3e:ec:27:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9c29dc-0b72-4b74-8f01-4e57e061401e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:47:14.088602 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:14.104186 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:14.121502 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8e5797-b6f6-40f0-8bc0-87d833e3548d {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:47:14.121784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27635ca5-3c83-43b1-b506-5d6c2b199acc req-050f8865-882a-4b31-8be9-e2f27542cfbd tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:14.129825 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-27635ca5-3c83-43b1-b506-5d6c2b199acc req-050f8865-882a-4b31-8be9-e2f27542cfbd tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 944 time: 0.0812213 Nov 09 17:47:14.158550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7e8e5797-b6f6-40f0-8bc0-87d833e3548d,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:14.167516 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bc4151-7749-412e-b08b-6a8422d26f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c66f0c-79ed-454d-9c38-01554fb671f2'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:14.170210 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5376f83-5720-41f0-8373-38676e081c10" -d '{"events": [{"server_uuid": "67bc4151-7749-412e-b08b-6a8422d26f6c", "name": "network-vif-plugged", "status": "completed", "tag": "87c66f0c-79ed-454d-9c38-01554fb671f2"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:14.173980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-27635ca5-3c83-43b1-b506-5d6c2b199acc req-5c032977-77ce-4acf-9cbc-494361f702fb tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429144 Nov 09 17:47:14.181967 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:14.189941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 87c66f0c-79ed-454d-9c38-01554fb671f2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=87c66f0c-79ed-454d-9c38-01554fb671f2,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:14.214107 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:14.235542 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84117c05-7d1e-403d-9002-6fb4da867c7d x-openstack-request-id: req-84117c05-7d1e-403d-9002-6fb4da867c7d {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:14.235946 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bc4151-7749-412e-b08b-6a8422d26f6c", "name": "network-vif-plugged", "status": "completed", "tag": "87c66f0c-79ed-454d-9c38-01554fb671f2", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:14.236316 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84117c05-7d1e-403d-9002-6fb4da867c7d {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:14.236706 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bc4151-7749-412e-b08b-6a8422d26f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c66f0c-79ed-454d-9c38-01554fb671f2', 'code': 200} Nov 09 17:47:14.254308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=7e8e5797-b6f6-40f0-8bc0-87d833e3548d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:14.356116 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=87c66f0c-79ed-454d-9c38-01554fb671f2,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:14.412162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fbe2b-dec0-4294-a673-5e6f7f672f6f req-ed3cf420-02d9-45aa-9eab-e993777ebf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:14.415449 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-467fbe2b-dec0-4294-a673-5e6f7f672f6f req-ed3cf420-02d9-45aa-9eab-e993777ebf7f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 1096 time: 0.0943723 Nov 09 17:47:14.443832 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99fa0935-8569-44fb-a96d-9aa7b27f09d3 req-6b7e026c-d8e8-4690-a3b2-5d4428caf3c8 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 210 time: 0.0435896 Nov 09 17:47:14.444202 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:14.498119 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-467fbe2b-dec0-4294-a673-5e6f7f672f6f req-d653f9f3-99ad-4ed6-930e-3b0c0e717a29 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712745 Nov 09 17:47:14.563613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['7e8e5797-b6f6-40f0-8bc0-87d833e3548d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:47:14.942559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd500272-e57c-4ae5-bcca-7804e9c8aaf9 req-c4c02bfa-99d6-4370-8665-370e0d02c040 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:14.944322 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fd500272-e57c-4ae5-bcca-7804e9c8aaf9 req-c4c02bfa-99d6-4370-8665-370e0d02c040 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 944 time: 0.0633323 Nov 09 17:47:15.016174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fd500272-e57c-4ae5-bcca-7804e9c8aaf9 req-80d734da-2070-47c7-8c99-332f0025fb62 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580800 Nov 09 17:47:15.289532 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:15.334928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34402) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:15.370787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddf9d6-3fdf-4c5a-ab38-5b2d2b389d7c req-b6d131dd-4716-461c-920f-dacaf5f275fd tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:15.372575 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11ddf9d6-3fdf-4c5a-ab38-5b2d2b389d7c req-b6d131dd-4716-461c-920f-dacaf5f275fd tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 945 time: 0.0785496 Nov 09 17:47:15.443310 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11ddf9d6-3fdf-4c5a-ab38-5b2d2b389d7c req-c6b473b2-f2a2-4089-b1f4-2b096071d9eb tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599489 Nov 09 17:47:15.515700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-752551564', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:15.543666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Made reservation on behalf of 3ecd559efaed4ca59ca9f23e26480118 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:15.546593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:15.557613 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:15.625900 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-203818ce-160b-4fae-8898-f5f43ad4e209 req-01bcf97d-2e06-4111-b870-6b739f2fb004 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 210 time: 0.0348547 Nov 09 17:47:15.696416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:15.701437 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:15.707436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] device_id is not set on port fd39d10b-3240-4a6c-a1a7-a03164666f22 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:47:15.777177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebef0c3c-01f6-497d-8145-10e77b677085,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:15.799427 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7e8e5797-b6f6-40f0-8bc0-87d833e3548d up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:15.866924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Allocated IP 172.25.1.242 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/fd39d10b-3240-4a6c-a1a7-a03164666f22) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:15.903207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:47:15.907938 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:15.908320 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:16.050455 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:16.075909 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:16.134103 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:16.150480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7e8e5797-b6f6-40f0-8bc0-87d833e3548d,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:16.156423 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:16.209719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:16.215460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:16.220290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:16.222000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=7e8e5797-b6f6-40f0-8bc0-87d833e3548d,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:16.237909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a627890-2b42-4c26-a6f2-e34eeaa9ed17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e5797-b6f6-40f0-8bc0-87d833e3548d'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:16.240502 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a674e8e-b0e5-4ec7-ac2a-f73f9a8ab584" -d '{"events": [{"server_uuid": "1a627890-2b42-4c26-a6f2-e34eeaa9ed17", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e5797-b6f6-40f0-8bc0-87d833e3548d"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:16.255673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Pushing event updated for resources: {'Port': ['ID=fd39d10b-3240-4a6c-a1a7-a03164666f22,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:16.295495 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfed0a-0ccb-4bda-86c4-445011a00f01 req-f12e22e2-9681-4741-aeee-92a5c5e88839 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:16.297469 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5dfed0a-0ccb-4bda-86c4-445011a00f01 req-f12e22e2-9681-4741-aeee-92a5c5e88839 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 945 time: 0.1273346 Nov 09 17:47:16.300506 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e9d7aa-46cb-424f-9682-6b3690b7200a x-openstack-request-id: req-e6e9d7aa-46cb-424f-9682-6b3690b7200a {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:16.301273 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a627890-2b42-4c26-a6f2-e34eeaa9ed17", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e5797-b6f6-40f0-8bc0-87d833e3548d", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:16.301273 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6e9d7aa-46cb-424f-9682-6b3690b7200a {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:16.301586 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a627890-2b42-4c26-a6f2-e34eeaa9ed17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e5797-b6f6-40f0-8bc0-87d833e3548d', 'code': 200} Nov 09 17:47:16.303322 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:16.304052 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:16.345796 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-01da07ec-3e39-463a-8677-0c414ac8044c tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0096803 Nov 09 17:47:16.350804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34418) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:16.358808 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.242'}]}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:16.361381 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5dfed0a-0ccb-4bda-86c4-445011a00f01 req-52171665-90b6-42bc-aa18-ee52997d58ad tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528588 Nov 09 17:47:16.400264 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:16.402427 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:16.442441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa6c6b-eb38-4164-bf39-c4a7ba8df57c req-3a6be818-455d-4560-b5c5-04c0e81ca00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:16.444423 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88aa6c6b-eb38-4164-bf39-c4a7ba8df57c req-3a6be818-455d-4560-b5c5-04c0e81ca00d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 1096 time: 0.0640764 Nov 09 17:47:16.484927 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:16.564460 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88aa6c6b-eb38-4164-bf39-c4a7ba8df57c req-a07edcb4-4ebf-4345-bf47-b51c1750f133 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119184 Nov 09 17:47:16.769601 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:16.784586 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b625bd8-c2d6-4106-acae-16f774d3a263 req-5679be74-f562-40d3-a0c7-4c77ee58fc95 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:16.787975 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b625bd8-c2d6-4106-acae-16f774d3a263 req-5679be74-f562-40d3-a0c7-4c77ee58fc95 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 945 time: 0.1807320 Nov 09 17:47:16.828046 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-194757c1-ab3d-4232-92cc-c4c32fa8a96e req-0b0d7cee-9e2b-40cd-9d72-9f50ea5cc3d1 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 210 time: 0.0336254 Nov 09 17:47:16.916333 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b625bd8-c2d6-4106-acae-16f774d3a263 req-5038fd62-ebf5-468a-b438-7e385b96f279 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915689 Nov 09 17:47:17.266461 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:17.288113 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:17.298489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5feb9-1d7a-47ce-b026-e73a256c789c req-e5a3a449-fda7-418f-8ed0-48056c874114 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:17.300360 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82c5feb9-1d7a-47ce-b026-e73a256c789c req-e5a3a449-fda7-418f-8ed0-48056c874114 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 945 time: 0.0613148 Nov 09 17:47:17.349496 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82c5feb9-1d7a-47ce-b026-e73a256c789c req-005313cf-5505-44b7-99a4-b6ac5a1d5b8d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419991 Nov 09 17:47:17.569064 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:17.692940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4240c-efcd-46fd-8e49-03fc623416a4 req-f93526e0-2203-45db-b2f8-331a9f5efb10 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:17.696646 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e4d4240c-efcd-46fd-8e49-03fc623416a4 req-f93526e0-2203-45db-b2f8-331a9f5efb10 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 945 time: 0.2153270 Nov 09 17:47:17.817391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e4d4240c-efcd-46fd-8e49-03fc623416a4 req-7821ee1c-7697-49e9-8305-fdf8762dcd2c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871317 Nov 09 17:47:17.848047 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:18.177133 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1cf02006-fe97-4aa3-8afc-232392c616f9 req-fbd1e3cd-379d-4f48-a777-2202b74451c2 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd35dd72-fb7b-4944-bf2a-95f0553bbf8a HTTP/1.1" status: 200 len: 210 time: 0.1403618 Nov 09 17:47:18.179110 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:18.183276 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:18.239382 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:18.240404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46a1ad8b-e66f-4314-86af-2bdc863025d3 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:47:18.270459 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 17:47:18.275896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34444) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:18.276435 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0ecfddd7-7a14-42ea-897d-48c45f0d03d1 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9227321 Nov 09 17:47:18.391755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7b5f075d-2945-47dc-9de6-10c78b42b413 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Deleting port fd39d10b-3240-4a6c-a1a7-a03164666f22 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:18.392461 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7b5f075d-2945-47dc-9de6-10c78b42b413 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:18.520990 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7b5f075d-2945-47dc-9de6-10c78b42b413 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:18.542438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7b5f075d-2945-47dc-9de6-10c78b42b413 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Calling delete_port for fd39d10b-3240-4a6c-a1a7-a03164666f22 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:18.565015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19546527-3136-4653-b543-05acf92e7760 req-42d4e043-0456-4672-add1-4e03f68aa293 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:18.566658 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19546527-3136-4653-b543-05acf92e7760 req-42d4e043-0456-4672-add1-4e03f68aa293 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 945 time: 0.0988212 Nov 09 17:47:18.711467 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19546527-3136-4653-b543-05acf92e7760 req-f46895a3-d7c7-461f-8b33-ecf3ed6a5742 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918844 Nov 09 17:47:18.887836 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7b5f075d-2945-47dc-9de6-10c78b42b413 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:18.969007 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d0ee8-6147-4550-a016-9bf318f1fd02 req-c5e34ad2-627e-4b77-bf64-881a8bf53ab6 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:18.971886 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-129d0ee8-6147-4550-a016-9bf318f1fd02 req-c5e34ad2-627e-4b77-bf64-881a8bf53ab6 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.18 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 945 time: 0.1901298 Nov 09 17:47:18.982655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f075d-2945-47dc-9de6-10c78b42b413 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd39d10b-3240-4a6c-a1a7-a03164666f22,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:19.027503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc0250-376d-471b-9d69-556c48fe3d12 req-adef0f28-5c8c-4bef-9065-aaf4d12fe007 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:19.029058 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6acc0250-376d-471b-9d69-556c48fe3d12 req-adef0f28-5c8c-4bef-9065-aaf4d12fe007 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 945 time: 0.0803607 Nov 09 17:47:19.109851 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6acc0250-376d-471b-9d69-556c48fe3d12 req-e504c8a0-36bf-4617-8167-29d1c4a432a8 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685983 Nov 09 17:47:19.192347 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7b5f075d-2945-47dc-9de6-10c78b42b413 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:19.204336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7b5f075d-2945-47dc-9de6-10c78b42b413 tempest-RoutersAdminNegativeIpV6Test-23805310 tempest-RoutersAdminNegativeIpV6Test-23805310-project-admin] 10.222.0.81 "DELETE /v2.0/ports/fd39d10b-3240-4a6c-a1a7-a03164666f22 HTTP/1.1" status: 204 len: 168 time: 0.9212558 Nov 09 17:47:19.268771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-129d0ee8-6147-4550-a016-9bf318f1fd02 req-a3cf9888-766e-4e5e-bbd9-a0c03608bdce tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Deleting port 87c66f0c-79ed-454d-9c38-01554fb671f2 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:19.269281 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-129d0ee8-6147-4550-a016-9bf318f1fd02 req-a3cf9888-766e-4e5e-bbd9-a0c03608bdce tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:19.359123 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34464) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:19.429420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-129d0ee8-6147-4550-a016-9bf318f1fd02 req-a3cf9888-766e-4e5e-bbd9-a0c03608bdce tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] For port 87c66f0c-79ed-454d-9c38-01554fb671f2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=87c66f0c-79ed-454d-9c38-01554fb671f2,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:19.431285 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-129d0ee8-6147-4550-a016-9bf318f1fd02 req-a3cf9888-766e-4e5e-bbd9-a0c03608bdce tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:19.451709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-129d0ee8-6147-4550-a016-9bf318f1fd02 req-a3cf9888-766e-4e5e-bbd9-a0c03608bdce tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Calling delete_port for 87c66f0c-79ed-454d-9c38-01554fb671f2 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:19.509689 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c049fbf-b2a8-4410-af2b-ad16667d6043 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:19.594888 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c049fbf-b2a8-4410-af2b-ad16667d6043 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:19.624993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb6cd5-af56-4ba4-8331-ce77cc56c818 req-1fc35d4b-e750-4b5a-85d3-41bceeed2d2d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:19.627942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88cb6cd5-af56-4ba4-8331-ce77cc56c818 req-1fc35d4b-e750-4b5a-85d3-41bceeed2d2d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 945 time: 0.0932570 Nov 09 17:47:19.693700 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c049fbf-b2a8-4410-af2b-ad16667d6043 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:19.697362 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c049fbf-b2a8-4410-af2b-ad16667d6043 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:19.701649 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1c049fbf-b2a8-4410-af2b-ad16667d6043 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "DELETE /v2.0/security-groups/86f2279e-9835-482e-bff6-ed9fb5a18f6a HTTP/1.1" status: 204 len: 168 time: 0.3412097 Nov 09 17:47:19.702569 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34472) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:19.752001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c049fbf-b2a8-4410-af2b-ad16667d6043 tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f2279e-9835-482e-bff6-ed9fb5a18f6a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:19.779424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34476) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:19.784606 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-477dab45-8854-4eac-95c8-cf65d5d9eacb tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] show failed (client error): The resource could not be found. Nov 09 17:47:19.786497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-477dab45-8854-4eac-95c8-cf65d5d9eacb tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "GET /v2.0/security-groups/86f2279e-9835-482e-bff6-ed9fb5a18f6a HTTP/1.1" status: 404 len: 347 time: 0.0709937 Nov 09 17:47:19.789294 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34478) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:19.831978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88cb6cd5-af56-4ba4-8331-ce77cc56c818 req-0ce76adf-b4a2-4145-a8ac-d259546c6c62 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965075 Nov 09 17:47:19.846460 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-129d0ee8-6147-4550-a016-9bf318f1fd02 req-a3cf9888-766e-4e5e-bbd9-a0c03608bdce tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:19.861964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['87c66f0c-79ed-454d-9c38-01554fb671f2'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:47:19.926350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['3386037a-6217-48d9-947d-caf714fd2d89'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:47:19.963908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf9888-766e-4e5e-bbd9-a0c03608bdce tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Pushing event deleted for resources: {'Port': ['ID=87c66f0c-79ed-454d-9c38-01554fb671f2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:20.119839 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-365d8629-9cd7-44df-818f-54906a8d4f43 req-7624369f-005e-4ad8-9af0-dd7768158ba7 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=67bc4151-7749-412e-b08b-6a8422d26f6c HTTP/1.1" status: 200 len: 210 time: 0.1709962 Nov 09 17:47:20.214954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-129d0ee8-6147-4550-a016-9bf318f1fd02 req-a3cf9888-766e-4e5e-bbd9-a0c03608bdce tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] No DVR routers for this DVR port 87c66f0c-79ed-454d-9c38-01554fb671f2 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:47:20.230661 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59a3b7e3-cffd-43cf-b9fb-1159ecf949b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:20.238130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7fc23eb3-222f-461b-82cc-2f3cd0aee54c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Deleting port 35f1155d-47a2-4bad-8ce4-2d7c9b7b1f45 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:20.238864 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fc23eb3-222f-461b-82cc-2f3cd0aee54c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:20.241906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-129d0ee8-6147-4550-a016-9bf318f1fd02 req-a3cf9888-766e-4e5e-bbd9-a0c03608bdce tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:20.254417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-129d0ee8-6147-4550-a016-9bf318f1fd02 req-a3cf9888-766e-4e5e-bbd9-a0c03608bdce tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.18 "DELETE /v2.0/ports/87c66f0c-79ed-454d-9c38-01554fb671f2 HTTP/1.1" status: 204 len: 173 time: 1.2693934 Nov 09 17:47:20.257162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bc4151-7749-412e-b08b-6a8422d26f6c', 'name': 'network-vif-deleted', 'tag': '87c66f0c-79ed-454d-9c38-01554fb671f2'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:20.262829 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b4221f-daaf-4ffa-96fb-925e27be0965" -d '{"events": [{"server_uuid": "67bc4151-7749-412e-b08b-6a8422d26f6c", "name": "network-vif-deleted", "tag": "87c66f0c-79ed-454d-9c38-01554fb671f2"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:20.470200 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59a3b7e3-cffd-43cf-b9fb-1159ecf949b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:20.479022 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59a3b7e3-cffd-43cf-b9fb-1159ecf949b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:20.498553 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fc23eb3-222f-461b-82cc-2f3cd0aee54c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:20.499538 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fc23eb3-222f-461b-82cc-2f3cd0aee54c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:20.517455 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888397ec-9b6b-42b3-9ae3-570c0e1632d9 x-openstack-request-id: req-888397ec-9b6b-42b3-9ae3-570c0e1632d9 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:20.517791 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bc4151-7749-412e-b08b-6a8422d26f6c", "name": "network-vif-deleted", "tag": "87c66f0c-79ed-454d-9c38-01554fb671f2", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:20.518025 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-888397ec-9b6b-42b3-9ae3-570c0e1632d9 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:20.518458 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bc4151-7749-412e-b08b-6a8422d26f6c', 'name': 'network-vif-deleted', 'tag': '87c66f0c-79ed-454d-9c38-01554fb671f2', 'status': 'completed', 'code': 200} Nov 09 17:47:20.534106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7fc23eb3-222f-461b-82cc-2f3cd0aee54c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Calling delete_port for 35f1155d-47a2-4bad-8ce4-2d7c9b7b1f45 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:20.599717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-59a3b7e3-cffd-43cf-b9fb-1159ecf949b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c24ce570fab42e087ea6468521fed2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8184888 Nov 09 17:47:20.602668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34490) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:20.615388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3b7e3-cffd-43cf-b9fb-1159ecf949b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446c3ef3-3eb6-44fa-8422-c8c5d8629995,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:20.713959 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-06b253ee-bce1-4783-b93c-4414306e5b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:20.755310 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-06b253ee-bce1-4783-b93c-4414306e5b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:20.834901 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-06b253ee-bce1-4783-b93c-4414306e5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:20.839863 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fc23eb3-222f-461b-82cc-2f3cd0aee54c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:20.854360 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-06b253ee-bce1-4783-b93c-4414306e5b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:20.858648 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-06b253ee-bce1-4783-b93c-4414306e5b42 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/446c3ef3-3eb6-44fa-8422-c8c5d8629995 HTTP/1.1" status: 204 len: 168 time: 0.2521448 Nov 09 17:47:20.885982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc23eb3-222f-461b-82cc-2f3cd0aee54c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Pushing event deleted for resources: {'Port': ['ID=35f1155d-47a2-4bad-8ce4-2d7c9b7b1f45,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:20.932336 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b253ee-bce1-4783-b93c-4414306e5b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446c3ef3-3eb6-44fa-8422-c8c5d8629995,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:20.986606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487136ae-0e6d-4cf1-99d0-1cd4a265a3f0 req-3da5e320-8cfc-4719-b0d1-48fda711279b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:20.991320 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-487136ae-0e6d-4cf1-99d0-1cd4a265a3f0 req-3da5e320-8cfc-4719-b0d1-48fda711279b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 945 time: 0.1263423 Nov 09 17:47:21.173726 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fc23eb3-222f-461b-82cc-2f3cd0aee54c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:21.183829 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fc23eb3-222f-461b-82cc-2f3cd0aee54c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:21.186239 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7fc23eb3-222f-461b-82cc-2f3cd0aee54c tempest-ServersTestBootFromVolume-775975444 tempest-ServersTestBootFromVolume-775975444-project] 10.222.0.81 "DELETE /v2.0/floatingips/eb952b63-eaae-4967-8b2c-d6be5b3a3783 HTTP/1.1" status: 204 len: 168 time: 1.3951323 Nov 09 17:47:21.191539 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34504) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:21.221462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0298aa0-92e1-466b-85af-810e1e1b7cd7 req-5e1b76a7-aac4-4786-9963-edab974d4507 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:21.225972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0298aa0-92e1-466b-85af-810e1e1b7cd7 req-5e1b76a7-aac4-4786-9963-edab974d4507 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 945 time: 0.1473114 Nov 09 17:47:21.489924 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0298aa0-92e1-466b-85af-810e1e1b7cd7 req-912fbf72-f089-4bbe-aaff-530c9b5ce7d0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488596 Nov 09 17:47:21.566242 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-487136ae-0e6d-4cf1-99d0-1cd4a265a3f0 req-37b64855-ec96-4de4-a069-486551372562 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Deleting port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:21.566759 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-487136ae-0e6d-4cf1-99d0-1cd4a265a3f0 req-37b64855-ec96-4de4-a069-486551372562 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:21.670585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34510) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:21.892092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-60dbb3b2-24d9-4fc3-8aa8-5c1eea2dfede admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ecd559efaed4ca59ca9f23e26480118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172070 Nov 09 17:47:21.913620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e45713-acb2-4e55-ab64-168ebddc585d req-be519fcb-01b4-492d-9110-fe8e8f644e1c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:21.928286 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22e45713-acb2-4e55-ab64-168ebddc585d req-be519fcb-01b4-492d-9110-fe8e8f644e1c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2557254 Nov 09 17:47:21.929059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34514) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:21.987061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-487136ae-0e6d-4cf1-99d0-1cd4a265a3f0 req-37b64855-ec96-4de4-a069-486551372562 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] For port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=7e8e5797-b6f6-40f0-8bc0-87d833e3548d,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:21.987684 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-487136ae-0e6d-4cf1-99d0-1cd4a265a3f0 req-37b64855-ec96-4de4-a069-486551372562 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:22.065859 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-487136ae-0e6d-4cf1-99d0-1cd4a265a3f0 req-37b64855-ec96-4de4-a069-486551372562 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Calling delete_port for 7e8e5797-b6f6-40f0-8bc0-87d833e3548d owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:22.180973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22e45713-acb2-4e55-ab64-168ebddc585d req-7c1d2bff-5bf5-415a-902f-cc90a004f9a5 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232890 Nov 09 17:47:22.277575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2fe03ea7-84b5-4328-8d6f-af379f9224b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:22.351244 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2fe03ea7-84b5-4328-8d6f-af379f9224b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:22.566845 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8c38f0fd-f809-436e-9061-f5fe4aab11ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:22.587499 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2fe03ea7-84b5-4328-8d6f-af379f9224b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:22.592018 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2fe03ea7-84b5-4328-8d6f-af379f9224b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:22.593915 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2fe03ea7-84b5-4328-8d6f-af379f9224b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ebef0c3c-01f6-497d-8145-10e77b677085 HTTP/1.1" status: 204 len: 168 time: 0.6517384 Nov 09 17:47:22.697212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe03ea7-84b5-4328-8d6f-af379f9224b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebef0c3c-01f6-497d-8145-10e77b677085,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:22.709548 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-487136ae-0e6d-4cf1-99d0-1cd4a265a3f0 req-37b64855-ec96-4de4-a069-486551372562 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:22.730526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['7e8e5797-b6f6-40f0-8bc0-87d833e3548d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:47:22.749622 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b64855-ec96-4de4-a069-486551372562 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Pushing event deleted for resources: {'Port': ['ID=7e8e5797-b6f6-40f0-8bc0-87d833e3548d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:22.785388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f243d-47a7-418f-975a-a1852677545d req-d5e4a0f9-8ba5-4075-93a9-c53b41e54893 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:22.799298 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-149f243d-47a7-418f-975a-a1852677545d req-d5e4a0f9-8ba5-4075-93a9-c53b41e54893 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a627890-2b42-4c26-a6f2-e34eeaa9ed17 HTTP/1.1" status: 200 len: 867 time: 0.1572487 Nov 09 17:47:22.823424 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:22.897381 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-487136ae-0e6d-4cf1-99d0-1cd4a265a3f0 req-37b64855-ec96-4de4-a069-486551372562 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] No DVR routers for this DVR port 7e8e5797-b6f6-40f0-8bc0-87d833e3548d on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:47:22.926416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-487136ae-0e6d-4cf1-99d0-1cd4a265a3f0 req-37b64855-ec96-4de4-a069-486551372562 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:22.935150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-487136ae-0e6d-4cf1-99d0-1cd4a265a3f0 req-37b64855-ec96-4de4-a069-486551372562 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.18 "DELETE /v2.0/ports/7e8e5797-b6f6-40f0-8bc0-87d833e3548d HTTP/1.1" status: 204 len: 173 time: 1.9374099 Nov 09 17:47:22.936094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a627890-2b42-4c26-a6f2-e34eeaa9ed17', 'name': 'network-vif-deleted', 'tag': '7e8e5797-b6f6-40f0-8bc0-87d833e3548d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:22.942114 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c12b96-5f24-4bd3-b3fb-36360d53404f" -d '{"events": [{"server_uuid": "1a627890-2b42-4c26-a6f2-e34eeaa9ed17", "name": "network-vif-deleted", "tag": "7e8e5797-b6f6-40f0-8bc0-87d833e3548d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:22.968782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-149f243d-47a7-418f-975a-a1852677545d req-3bb54dff-f84d-484f-bafb-42be230f72ff tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630788 Nov 09 17:47:23.223007 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b755f9b4-6414-4e58-a645-4c5c4495a808 x-openstack-request-id: req-b755f9b4-6414-4e58-a645-4c5c4495a808 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:23.223522 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a627890-2b42-4c26-a6f2-e34eeaa9ed17", "name": "network-vif-deleted", "tag": "7e8e5797-b6f6-40f0-8bc0-87d833e3548d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:23.223978 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b755f9b4-6414-4e58-a645-4c5c4495a808 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:23.224628 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a627890-2b42-4c26-a6f2-e34eeaa9ed17', 'name': 'network-vif-deleted', 'tag': '7e8e5797-b6f6-40f0-8bc0-87d833e3548d', 'status': 'completed', 'code': 200} Nov 09 17:47:23.231053 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bf006-2949-46c3-9352-36720fa59945 req-1f4486d0-f5ba-4b24-b798-dc93a2d12e05 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:23.234478 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad4bf006-2949-46c3-9352-36720fa59945 req-1f4486d0-f5ba-4b24-b798-dc93a2d12e05 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.3085532 Nov 09 17:47:23.329081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad4bf006-2949-46c3-9352-36720fa59945 req-aa1fdb82-8201-49b4-a17c-99d7d9b13adc tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660567 Nov 09 17:47:23.555776 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:23.641149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8c38f0fd-f809-436e-9061-f5fe4aab11ca admin admin] Deleting port 4872b524-dd85-4fcf-b4c1-dfd82fab4515 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:23.646728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8c38f0fd-f809-436e-9061-f5fe4aab11ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:23.665717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57150766-9e39-4394-a2af-227c63faa4a5 req-f5a79c37-872e-4207-80a9-781c6fbea23d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:23.667441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-57150766-9e39-4394-a2af-227c63faa4a5 req-f5a79c37-872e-4207-80a9-781c6fbea23d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2085357 Nov 09 17:47:23.770106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-57150766-9e39-4394-a2af-227c63faa4a5 req-b04264be-666a-4bab-9732-7316b762d087 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662410 Nov 09 17:47:23.894857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7e8e5797-b6f6-40f0-8bc0-87d833e3548d no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:47:23.905318 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-8c38f0fd-f809-436e-9061-f5fe4aab11ca admin admin] For port 4872b524-dd85-4fcf-b4c1-dfd82fab4515, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4872b524-dd85-4fcf-b4c1-dfd82fab4515,segment=NetworkSegment(d21808ba-80b8-472b-ab12-a506b21d0e8b),segment_id=d21808ba-80b8-472b-ab12-a506b21d0e8b)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:23.905848 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8c38f0fd-f809-436e-9061-f5fe4aab11ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:23.925968 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8c38f0fd-f809-436e-9061-f5fe4aab11ca admin admin] Calling delete_port for 4872b524-dd85-4fcf-b4c1-dfd82fab4515 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:24.043753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 7e8e5797-b6f6-40f0-8bc0-87d833e3548d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:47:24.044345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 7e8e5797-b6f6-40f0-8bc0-87d833e3548d not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:47:24.045087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 87c66f0c-79ed-454d-9c38-01554fb671f2 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:47:24.180534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 87c66f0c-79ed-454d-9c38-01554fb671f2 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:47:24.181162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 87c66f0c-79ed-454d-9c38-01554fb671f2 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:47:24.331884 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8c38f0fd-f809-436e-9061-f5fe4aab11ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:24.395281 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38f0fd-f809-436e-9061-f5fe4aab11ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4872b524-dd85-4fcf-b4c1-dfd82fab4515,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:25.026169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34614) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:25.116114 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d861f3-7a70-439f-9364-b52147332abb req-976d2426-079a-4ded-a7bb-a804812e0a6e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:25.118098 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-976d2426-079a-4ded-a7bb-a804812e0a6e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 811 time: 0.4934726 Nov 09 17:47:25.167100 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-8f8301f7-cd31-4ca4-b82c-ea52e0726d3f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/quotas/7d59107623fc4458b53a4793008d7877 HTTP/1.1" status: 200 len: 375 time: 0.0341008 Nov 09 17:47:25.196384 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8c38f0fd-f809-436e-9061-f5fe4aab11ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:25.234786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-d9aeb9b6-bb42-4139-8692-cb3ee0d53398 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667431 Nov 09 17:47:25.412780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1112149065'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:25.505750 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-56c9b740-435a-4069-a4c5-c2fdcf982532 service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561107 Nov 09 17:47:25.508915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:25.515602 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:25.561399 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:25.669428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c38f0fd-f809-436e-9061-f5fe4aab11ca admin admin] Router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:47:25.892532 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-444380c5-8561-48f4-85fc-de4710ea80a5 service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637536 Nov 09 17:47:26.051681 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:26.062889 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:26.116688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:47:26.135641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c38f0fd-f809-436e-9061-f5fe4aab11ca admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:47:26.151167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c701f-a145-4dc9-a769-07ac36a90e87 None None] Sync routers for ids ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:47:26.188975 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8c38f0fd-f809-436e-9061-f5fe4aab11ca admin admin] 10.222.0.81 "PUT /v2.0/routers/b512ee4f-8c7c-4dd0-b355-f828d3dfda84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9951515 Nov 09 17:47:26.196925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34636) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:26.220294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c701f-a145-4dc9-a769-07ac36a90e87 None None] Routers {'b512ee4f-8c7c-4dd0-b355-f828d3dfda84'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:26.220904 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:26.221261 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Added segment 0db139fe-3331-4351-aea6-bf545f4ea088 of type vlan for network 95294590-f827-4cfc-bf5f-176a9c97fb32 Nov 09 17:47:26.221531 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-bf9c701f-a145-4dc9-a769-07ac36a90e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:47:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:26.380789 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:26.401638 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980bda10-2665-4421-ad06-332523b69d80,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:26.440870 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-691e7867-8496-440b-b252-9d2853edbff2 req-2a068126-46fa-4073-acfd-ea6a80ca0451 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 210 time: 0.1832030 Nov 09 17:47:26.513227 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:26.535642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:26.551575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:26.596413 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:26.617313 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5771935 Nov 09 17:47:26.620323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-bf9c701f-a145-4dc9-a769-07ac36a90e87 None None] Set router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:26.645843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34650) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:26.655430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-28563d0b-bce1-4ddc-bd73-52737b9e0ec2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:26.802134 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:26.823965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e709058-2add-4c50-bab9-3d599fa153c9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Network': ['ID=95294590-f827-4cfc-bf5f-176a9c97fb32,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:26.853838 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:47:26.877444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28563d0b-bce1-4ddc-bd73-52737b9e0ec2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:26.882481 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-28563d0b-bce1-4ddc-bd73-52737b9e0ec2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:27.049888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Deleting port e636f744-4cf1-488a-ba46-29fcb1d62248 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:27.050475 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:27.103080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-bf9c701f-a145-4dc9-a769-07ac36a90e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:47:24Z', 'revision_number': 5, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port': {'id': 'e636f744-4cf1-488a-ba46-29fcb1d62248', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:43:45Z', 'updated_at': '2021-11-09T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:27.243603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c701f-a145-4dc9-a769-07ac36a90e87 None None] Checking router: b512ee4f-8c7c-4dd0-b355-f828d3dfda84 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:47:27.245260 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-28563d0b-bce1-4ddc-bd73-52737b9e0ec2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:27.288934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c701f-a145-4dc9-a769-07ac36a90e87 None None] Routers {'b512ee4f-8c7c-4dd0-b355-f828d3dfda84'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:47:27.290869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-bf9c701f-a145-4dc9-a769-07ac36a90e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:47:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:27.355270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] For port e636f744-4cf1-488a-ba46-29fcb1d62248, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e636f744-4cf1-488a-ba46-29fcb1d62248,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:27.356173 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:27.393646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Calling delete_port for e636f744-4cf1-488a-ba46-29fcb1d62248 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:27.506251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28563d0b-bce1-4ddc-bd73-52737b9e0ec2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=e58756be-e30e-40dd-a636-6962d52e82bd,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:27.546171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28563d0b-bce1-4ddc-bd73-52737b9e0ec2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:47:27.549073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28563d0b-bce1-4ddc-bd73-52737b9e0ec2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network hostable DHCP agents. Network: 95294590-f827-4cfc-bf5f-176a9c97fb32, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:47:27.571108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-bf9c701f-a145-4dc9-a769-07ac36a90e87 None None] Set router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:47:27.590072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28563d0b-bce1-4ddc-bd73-52737b9e0ec2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:47:27.606681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-28563d0b-bce1-4ddc-bd73-52737b9e0ec2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 95294590-f827-4cfc-bf5f-176a9c97fb32) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:27.613087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28563d0b-bce1-4ddc-bd73-52737b9e0ec2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:27.613732 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-28563d0b-bce1-4ddc-bd73-52737b9e0ec2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:27.662983 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f91cbe3-550b-453c-a98d-7313683fbca6 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:27.673352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-28563d0b-bce1-4ddc-bd73-52737b9e0ec2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0254552 Nov 09 17:47:27.674095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34678) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:27.680536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'name': 'tempest-NetworksTestDHCPv6-709590889'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:27.710540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-bf9c701f-a145-4dc9-a769-07ac36a90e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:47:26Z', 'revision_number': 6, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:27.754322 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d162f2e6-4ace-4543-ac9c-00b74dc0a490 req-240fe9d3-91f7-4414-9335-d63883a2155f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 210 time: 0.0334420 Nov 09 17:47:27.774605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c701f-a145-4dc9-a769-07ac36a90e87 None None] The sync data for ids ['b512ee4f-8c7c-4dd0-b355-f828d3dfda84'] in n-d-817236-1 is: [{'id': 'b512ee4f-8c7c-4dd0-b355-f828d3dfda84', 'name': 'tempest-ServersTestBootFromVolume-294004989-router', 'tenant_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:43:43Z', 'updated_at': '2021-11-09T17:47:26Z', 'revision_number': 6, 'project_id': '059c7b1f75b74f36a2ff886e5a8d678a', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:47:27.894700 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.008947 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Pushing event deleted for resources: {'Port': ['ID=e636f744-4cf1-488a-ba46-29fcb1d62248,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:28.022577 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.097126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:28.099263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': 'e58756be-e30e-40dd-a636-6962d52e82bd'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:47:28.100439 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.103600 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.143512 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.147676 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.275989 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.276630 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Fanout notify agent at l3_agent the message router_deleted on router b512ee4f-8c7c-4dd0-b355-f828d3dfda84 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:47:28.281782 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.283035 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4fd7133c-73b1-4c70-bd89-6e68ab0c7ece admin admin] 10.222.0.81 "DELETE /v2.0/routers/b512ee4f-8c7c-4dd0-b355-f828d3dfda84 HTTP/1.1" status: 204 len: 168 time: 2.0808275 Nov 09 17:47:28.285882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34688) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:28.392177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7cb378-90f5-4b47-a307-93c2eb996ff7 admin admin] Deleting subnet 1c826272-f3f0-49c8-ac99-3121a12d9267 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:47:28.396117 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb378-90f5-4b47-a307-93c2eb996ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.407987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port d290071c-5c50-415e-8d2d-118c407635d0 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:47:28.411260 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Allocated IP 2001:db8::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/e58756be-e30e-40dd-a636-6962d52e82bd/7d4837a3-f263-40a4-86a3-2f65411e5697) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:28.456672 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb378-90f5-4b47-a307-93c2eb996ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.629364 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb378-90f5-4b47-a307-93c2eb996ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.729774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd73ce9-2f64-430a-83e7-f79cf45db505 req-fdb735e9-28ea-4eae-ba77-2932ea8822dc tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:28.733526 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.744865 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fd73ce9-2f64-430a-83e7-f79cf45db505 req-fdb735e9-28ea-4eae-ba77-2932ea8822dc tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.4307978 Nov 09 17:47:28.745327 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.755831 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb378-90f5-4b47-a307-93c2eb996ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.827662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cb378-90f5-4b47-a307-93c2eb996ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c826272-f3f0-49c8-ac99-3121a12d9267,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:28.831547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Pushing event updated for resources: {'Port': ['ID=7d4837a3-f263-40a4-86a3-2f65411e5697,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:28.837416 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb378-90f5-4b47-a307-93c2eb996ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:28.846127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e22eb77-ac91-4753-bacd-089fad442d9b None None] Network 6bb7c12d-7c27-4201-898b-28da5ef6fc85 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:28.856505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5e7cb378-90f5-4b47-a307-93c2eb996ff7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1c826272-f3f0-49c8-ac99-3121a12d9267 HTTP/1.1" status: 204 len: 168 time: 0.5690720 Nov 09 17:47:28.862602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34704) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:28.919072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:28.936776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:28.941399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:29.014000 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fd73ce9-2f64-430a-83e7-f79cf45db505 req-1addeb45-0f14-4508-81e5-71db560901f0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457795 Nov 09 17:47:29.063249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d861f3-7a70-439f-9364-b52147332abb req-758d285f-f39a-46da-9ca1-84af4bd988cf tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:29.065967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-758d285f-f39a-46da-9ca1-84af4bd988cf tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.18 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 811 time: 0.9559333 Nov 09 17:47:29.096450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-04d861f3-7a70-439f-9364-b52147332abb req-724418c5-50eb-4cb9-94e0-684ceed3e423 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Request body: {'port': {'device_id': 'b504a781-c2f0-4f60-86af-d25c77262be1', 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'admin_state_up': True, 'tenant_id': '7d59107623fc4458b53a4793008d7877'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:29.131256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4872b524-dd85-4fcf-b4c1-dfd82fab4515 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:47:29.257088 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4348c15-5a2c-453a-a4b7-3492b609095c req-3e63a289-923f-489d-bbd5-fb8bd78cd5f9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 210 time: 0.1559219 Nov 09 17:47:29.308632 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:29.442534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 4872b524-dd85-4fcf-b4c1-dfd82fab4515 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:47:29.443095 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4872b524-dd85-4fcf-b4c1-dfd82fab4515 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:47:29.443840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e636f744-4cf1-488a-ba46-29fcb1d62248 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:47:29.457722 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Attempting to bind port 7d4837a3-f263-40a4-86a3-2f65411e5697 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:47:29.458508 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Attempting to bind port 7d4837a3-f263-40a4-86a3-2f65411e5697 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:47:29.459429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Attempting to bind port 7d4837a3-f263-40a4-86a3-2f65411e5697 on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:29.513827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:29.514138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:47:29.514578 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:29.514930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:29.515504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Bound port: 7d4837a3-f263-40a4-86a3-2f65411e5697, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:47:29.515909 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:29.529211 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: e636f744-4cf1-488a-ba46-29fcb1d62248 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:47:29.529683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e636f744-4cf1-488a-ba46-29fcb1d62248 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:47:29.563601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Deleting port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:29.564390 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:29.683454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] For port 7d4837a3-f263-40a4-86a3-2f65411e5697, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:29.693679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] For port 7d4837a3-f263-40a4-86a3-2f65411e5697, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7d4837a3-f263-40a4-86a3-2f65411e5697,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:29.703648 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:29.715685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] For port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e,segment=NetworkSegment(d21808ba-80b8-472b-ab12-a506b21d0e8b),segment_id=d21808ba-80b8-472b-ab12-a506b21d0e8b)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:29.717212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:29.742639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Calling delete_port for fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:29.744296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d7abe-507d-4ea5-a687-0e1e0ecbb809 None None] DHCP port deletion for 6bb7c12d-7c27-4201-898b-28da5ef6fc85 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:47:29.894109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:29.907865 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::27f (95294590-f827-4cfc-bf5f-176a9c97fb32/e58756be-e30e-40dd-a636-6962d52e82bd/d290071c-5c50-415e-8d2d-118c407635d0) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:29.918438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeab121-aed1-4581-89e9-dce962ccfa0e None None] Pushing event updated for resources: {'Port': ['ID=7d4837a3-f263-40a4-86a3-2f65411e5697,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:29.930742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:29.963681 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] No DVR routers for this DVR port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:47:30.044474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f99d7abe-507d-4ea5-a687-0e1e0ecbb809 None None] Deleting port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:30.045178 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f99d7abe-507d-4ea5-a687-0e1e0ecbb809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:30.075745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c705d83-66c2-4747-b4d9-8a7d288b715d req-4df62647-79d8-4856-b63d-6b51cd3989b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:30.084567 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c705d83-66c2-4747-b4d9-8a7d288b715d req-4df62647-79d8-4856-b63d-6b51cd3989b9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2971694 Nov 09 17:47:30.157424 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:30.186181 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f99d7abe-507d-4ea5-a687-0e1e0ecbb809 None None] For port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:30.186675 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f99d7abe-507d-4ea5-a687-0e1e0ecbb809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:30.208670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb7c12d-7c27-4201-898b-28da5ef6fc85']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:30.219522 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f99d7abe-507d-4ea5-a687-0e1e0ecbb809 None None] Calling delete_port for fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:30.222143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d861f3-7a70-439f-9364-b52147332abb req-724418c5-50eb-4cb9-94e0-684ceed3e423 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Made reservation on behalf of 7d59107623fc4458b53a4793008d7877 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:30.223087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-f99d7abe-507d-4ea5-a687-0e1e0ecbb809 None None] Port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:47:30.224557 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f99d7abe-507d-4ea5-a687-0e1e0ecbb809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:30.228558 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04d861f3-7a70-439f-9364-b52147332abb req-724418c5-50eb-4cb9-94e0-684ceed3e423 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:30.258813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21808ba-80b8-472b-ab12-a506b21d0e8b') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:30.259569 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21808ba-80b8-472b-ab12-a506b21d0e8b') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:47:30.268754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d7abe-507d-4ea5-a687-0e1e0ecbb809 None None] No DVR routers for this DVR port fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:47:30.297295 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:30.356798 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:30.357287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d7abe-507d-4ea5-a687-0e1e0ecbb809 None None] Pushing event deleted for resources: {'Port': ['ID=fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:30.373528 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:47:30.374364 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:47:30.379808 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:47:30.453918 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c705d83-66c2-4747-b4d9-8a7d288b715d req-a45e5495-446f-4af1-a5b2-1d07d3055d13 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663845 Nov 09 17:47:30.564342 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:30.573501 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:30.583718 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6bb7c12d-7c27-4201-898b-28da5ef6fc85 HTTP/1.1" status: 204 len: 168 time: 1.7142515 Nov 09 17:47:30.632953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-04d861f3-7a70-439f-9364-b52147332abb req-724418c5-50eb-4cb9-94e0-684ceed3e423 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Allocated IP 172.20.0.5 (cc4cc79d-02a0-4975-9c2c-5d05a9a126fb/3d9c29dc-0b72-4b74-8f01-4e57e061401e/63763b0d-15e8-4ba0-b2f0-00e38d8fd759) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:30.693114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f5cb6-86ab-4147-ab2f-6ea578b90eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bb7c12d-7c27-4201-898b-28da5ef6fc85,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:30.701234 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af5c55d3-1711-4e25-9817-2003832e7cd2 req-efdcad0d-d053-4523-8eda-5181e1fe66c3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 210 time: 0.0863235 Nov 09 17:47:30.751581 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:31.006650 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7d4837a3-f263-40a4-86a3-2f65411e5697 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:31.080940 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:31.107380 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7d4837a3-f263-40a4-86a3-2f65411e5697 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:31.108175 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:31.169726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34740) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:31.226804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=d290071c-5c50-415e-8d2d-118c407635d0,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:31.275635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:31.298893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:31.306157 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c9a9e14a-e168-4fa1-9381-05f05f8232b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=059c7b1f75b74f36a2ff886e5a8d678a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349721 Nov 09 17:47:31.309095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:31.313616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34746) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:31.315335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:31.316023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:31.328919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:31.329451 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:31.330018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:31.330519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:31.331094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:31.331488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:31.332199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:31.332366 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:31.332615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:31.332955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:31.333402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:31.333763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:31.342720 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:31.350786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4ff8153b-ed8e-47cc-9d6b-9fc4336e56a0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6752729 Nov 09 17:47:31.352470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34748) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:31.463968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 7d4837a3-f263-40a4-86a3-2f65411e5697, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7d4837a3-f263-40a4-86a3-2f65411e5697,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:31.466924 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db4f19a7-1bca-4a7c-ba2d-ddb5e3f448c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:31.485920 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:31.501416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04d861f3-7a70-439f-9364-b52147332abb req-724418c5-50eb-4cb9-94e0-684ceed3e423 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:31.578089 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db4f19a7-1bca-4a7c-ba2d-ddb5e3f448c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:31.581816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04d861f3-7a70-439f-9364-b52147332abb req-724418c5-50eb-4cb9-94e0-684ceed3e423 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:31.686184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724418c5-50eb-4cb9-94e0-684ceed3e423 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Pushing event updated for resources: {'Port': ['ID=63763b0d-15e8-4ba0-b2f0-00e38d8fd759,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:31.713284 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db4f19a7-1bca-4a7c-ba2d-ddb5e3f448c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:31.716109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db4f19a7-1bca-4a7c-ba2d-ddb5e3f448c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:31.720302 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-db4f19a7-1bca-4a7c-ba2d-ddb5e3f448c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/299bc40a-5fd7-4e1c-a8f6-c496c72b3c40 HTTP/1.1" status: 204 len: 168 time: 0.4049158 Nov 09 17:47:31.735070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:47:31.751100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f19a7-1bca-4a7c-ba2d-ddb5e3f448c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299bc40a-5fd7-4e1c-a8f6-c496c72b3c40,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:31.793831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648f7d1b-6e79-4553-ab40-da3c4931fdfa tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:31.811125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648f7d1b-6e79-4553-ab40-da3c4931fdfa tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:31.817047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34764) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:31.828301 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-648f7d1b-6e79-4553-ab40-da3c4931fdfa tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4674273 Nov 09 17:47:31.866155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d861f3-7a70-439f-9364-b52147332abb req-724418c5-50eb-4cb9-94e0-684ceed3e423 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:31.869340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-04d861f3-7a70-439f-9364-b52147332abb req-724418c5-50eb-4cb9-94e0-684ceed3e423 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:31.873267 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d861f3-7a70-439f-9364-b52147332abb req-724418c5-50eb-4cb9-94e0-684ceed3e423 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:31.919327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:47:31.926360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fe4f7dbd-a4ad-41ab-aede-f72ddf8caa3e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:47:31.950585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=7d4837a3-f263-40a4-86a3-2f65411e5697,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:32.100433 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8064bb61-b9b9-470b-869d-1ab15ae2d1f1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port d290071c-5c50-415e-8d2d-118c407635d0 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:32.100780 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8064bb61-b9b9-470b-869d-1ab15ae2d1f1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:32.103114 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d861f3-7a70-439f-9364-b52147332abb req-724418c5-50eb-4cb9-94e0-684ceed3e423 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:32.104399 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04d861f3-7a70-439f-9364-b52147332abb req-724418c5-50eb-4cb9-94e0-684ceed3e423 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:32.119613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb25a56-5526-4371-82c7-20a99efdb967 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:32.214344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-724418c5-50eb-4cb9-94e0-684ceed3e423 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1270592 Nov 09 17:47:32.233035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Request body: {'port': {'device_id': 'b504a781-c2f0-4f60-86af-d25c77262be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:32.273740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed4228-c35a-4d2c-9dda-01b118250e36 req-3ed78710-ba06-4f7a-9535-ef8d9e778dbf tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:32.294661 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28ed4228-c35a-4d2c-9dda-01b118250e36 req-3ed78710-ba06-4f7a-9535-ef8d9e778dbf tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 931 time: 0.2412057 Nov 09 17:47:32.329526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-53fbc8dc-7519-484f-b717-f024684cf0c2 None None] Provisioning complete for port 7d4837a3-f263-40a4-86a3-2f65411e5697 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:32.335491 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-53fbc8dc-7519-484f-b717-f024684cf0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:32.389830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28ed4228-c35a-4d2c-9dda-01b118250e36 req-8bcb5b6c-6c1f-45f5-bb04-cd1aaf532af8 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921948 Nov 09 17:47:32.409539 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:32.627167 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8064bb61-b9b9-470b-869d-1ab15ae2d1f1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:32.656699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8064bb61-b9b9-470b-869d-1ab15ae2d1f1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for d290071c-5c50-415e-8d2d-118c407635d0 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:32.868835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7d4837a3-f263-40a4-86a3-2f65411e5697 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:33.027128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7d4837a3-f263-40a4-86a3-2f65411e5697 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:33.027835 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:33.031563 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8064bb61-b9b9-470b-869d-1ab15ae2d1f1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:33.082316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064bb61-b9b9-470b-869d-1ab15ae2d1f1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=d290071c-5c50-415e-8d2d-118c407635d0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:33.104197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:47:33.133230 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8064bb61-b9b9-470b-869d-1ab15ae2d1f1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:33.143963 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8064bb61-b9b9-470b-869d-1ab15ae2d1f1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/d290071c-5c50-415e-8d2d-118c407635d0 HTTP/1.1" status: 204 len: 168 time: 1.3237333 Nov 09 17:47:33.144828 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34794) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:33.145766 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:33.194838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Transition to ACTIVE for port object 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:47:33.202096 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:33.323016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02418f3c-b828-495f-9ef5-64b36006376e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:33.323016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02418f3c-b828-495f-9ef5-64b36006376e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:33.326530 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-02418f3c-b828-495f-9ef5-64b36006376e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1776962 Nov 09 17:47:33.334266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34802) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:33.385818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Pushing event updated for resources: {'Port': ['ID=63763b0d-15e8-4ba0-b2f0-00e38d8fd759,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:33.468907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b226e13a-0cbe-4586-9941-29bada50c389 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet e58756be-e30e-40dd-a636-6962d52e82bd {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:47:33.479320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b226e13a-0cbe-4586-9941-29bada50c389 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:33.522634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-522f4663-84b8-42ed-9ae6-a2982ead5aee None None] Provisioning complete for port 7d4837a3-f263-40a4-86a3-2f65411e5697 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:33.523635 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-522f4663-84b8-42ed-9ae6-a2982ead5aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:33.592748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Attempting to bind port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:47:33.603477 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Attempting to bind port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:47:33.604778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34816) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:33.607822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Attempting to bind port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:33.618905 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b226e13a-0cbe-4586-9941-29bada50c389 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:33.673108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4894e-7a3a-48e0-b607-dac70e0f2dec req-c94c812c-c844-45d2-983b-72a289a1f69a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:33.691861 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7fd4894e-7a3a-48e0-b607-dac70e0f2dec req-c94c812c-c844-45d2-983b-72a289a1f69a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 943 time: 0.1701517 Nov 09 17:47:33.706780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:47:33.707121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Attempting to bind port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:33.761092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:33.775872 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7fd4894e-7a3a-48e0-b607-dac70e0f2dec req-9fbe7a67-1919-4b63-9156-727d1b174038 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829856 Nov 09 17:47:33.776159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Checking segment: {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:47:33.776933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Bound using segment: {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:33.779554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Bound port: 63763b0d-15e8-4ba0-b2f0-00e38d8fd759, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:47:33.780174 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:33.831153 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-668995360-network', 'tenant_id': '6c952c890c6a4c83b0a3b6ca34caa533'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:33.879629 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-522f4663-84b8-42ed-9ae6-a2982ead5aee None None] Could not find standard attr ID for object d290071c-5c50-415e-8d2d-118c407635d0. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:47:33.886346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Made reservation on behalf of 6c952c890c6a4c83b0a3b6ca34caa533 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:33.889100 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:33.924394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:34.026447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] For port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:34.031748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] For port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=63763b0d-15e8-4ba0-b2f0-00e38d8fd759,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:34.038147 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b226e13a-0cbe-4586-9941-29bada50c389 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:34.088686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:34.106653 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b1a2bed6-166e-438e-837b-2a4a1be72882 None None] Could not find standard attr ID for object d290071c-5c50-415e-8d2d-118c407635d0. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:47:34.122429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa52215-e12f-4143-babe-1c27c9cebbe7 req-e3d54c74-bc28-48dd-8024-8c21d16d2fd8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:34.126102 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ffa52215-e12f-4143-babe-1c27c9cebbe7 req-e3d54c74-bc28-48dd-8024-8c21d16d2fd8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1748502 Nov 09 17:47:34.146370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:34.147130 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:34.149076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] 10.222.0.18 "PUT /v2.0/ports/63763b0d-15e8-4ba0-b2f0-00e38d8fd759 HTTP/1.1" status: 200 len: 1091 time: 1.9204068 Nov 09 17:47:34.152313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b504a781-c2f0-4f60-86af-d25c77262be1', 'tag': '63763b0d-15e8-4ba0-b2f0-00e38d8fd759'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:34.156581 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4392af43-675e-4997-ad02-1dfc888558df" -d '{"events": [{"name": "network-changed", "server_uuid": "b504a781-c2f0-4f60-86af-d25c77262be1", "tag": "63763b0d-15e8-4ba0-b2f0-00e38d8fd759"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:34.234199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72697e-f701-4e8a-84f5-8c1ac25ba96b service neutron] Pushing event updated for resources: {'Port': ['ID=63763b0d-15e8-4ba0-b2f0-00e38d8fd759,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:34.272599 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b226e13a-0cbe-4586-9941-29bada50c389 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:34.280898 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee85d36-7359-4224-a949-e626c0879d06 x-openstack-request-id: req-0ee85d36-7359-4224-a949-e626c0879d06 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:34.281848 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b504a781-c2f0-4f60-86af-d25c77262be1", "tag": "63763b0d-15e8-4ba0-b2f0-00e38d8fd759", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:34.282799 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ee85d36-7359-4224-a949-e626c0879d06 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:34.285068 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b504a781-c2f0-4f60-86af-d25c77262be1', 'tag': '63763b0d-15e8-4ba0-b2f0-00e38d8fd759', 'status': 'completed', 'code': 200} Nov 09 17:47:34.287750 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:34.316465 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b226e13a-0cbe-4586-9941-29bada50c389 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:34.323370 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b226e13a-0cbe-4586-9941-29bada50c389 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/e58756be-e30e-40dd-a636-6962d52e82bd HTTP/1.1" status: 204 len: 168 time: 0.9855351 Nov 09 17:47:34.324100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34836) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:34.332185 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ffa52215-e12f-4143-babe-1c27c9cebbe7 req-d97447a5-fa7b-47b0-b55f-e587f09ba771 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757023 Nov 09 17:47:34.335051 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:34.378116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:47:34.450593 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:34.453646 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Added segment c705a9f3-7ee3-42d5-8c90-69e3e569095d of type vlan for network c0a66cc1-5c22-4bd6-bca4-66676ac5a625 Nov 09 17:47:34.456411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226e13a-0cbe-4586-9941-29bada50c389 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=e58756be-e30e-40dd-a636-6962d52e82bd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:34.473891 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1653949-55d7-4055-b38b-a3b3243f4598,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:34.475034 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ef792d9f-a0d4-47a8-b665-60cc6067165f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309345 Nov 09 17:47:34.477960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34844) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:34.494752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d1f8ab-0827-4266-bdec-e4a59b5d3559 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:34.506455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-aff3f2ce-8597-460b-be57-c2ab296a8358 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:34.520501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d861f3-7a70-439f-9364-b52147332abb req-1f00cde4-50fa-41c2-8413-3e6b6f5df795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:34.526220 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-1f00cde4-50fa-41c2-8413-3e6b6f5df795 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 1094 time: 0.2840264 Nov 09 17:47:34.530752 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:34.571673 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:34.573648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:34.574884 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:34.632926 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-7560e3ed-e54c-46c9-a396-e622ef10774d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63763b0d-15e8-4ba0-b2f0-00e38d8fd759 HTTP/1.1" status: 200 len: 217 time: 0.0828900 Nov 09 17:47:34.674335 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0604210 Nov 09 17:47:34.686641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34846) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:34.689214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b92559-76ac-4510-8629-9cbd6d53089f admin admin] Pushing event updated for resources: {'Network': ['ID=c0a66cc1-5c22-4bd6-bca4-66676ac5a625,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:34.694232 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c06737bb-3dc5-4f9f-88ce-1f803bd636b0 admin admin] Request body: {'subnet': {'network_id': 'c0a66cc1-5c22-4bd6-bca4-66676ac5a625', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-668995360-subnet', 'tenant_id': '6c952c890c6a4c83b0a3b6ca34caa533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:34.731289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06737bb-3dc5-4f9f-88ce-1f803bd636b0 admin admin] Made reservation on behalf of 6c952c890c6a4c83b0a3b6ca34caa533 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:34.733754 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c06737bb-3dc5-4f9f-88ce-1f803bd636b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:34.743961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b48137-1ed3-4adc-9dc0-530df0a62423 req-697d86fe-8802-4303-a459-6a08a6490987 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:34.745736 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network c0a66cc1-5c22-4bd6-bca4-66676ac5a625 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:47:34.748921 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60b48137-1ed3-4adc-9dc0-530df0a62423 req-697d86fe-8802-4303-a459-6a08a6490987 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2671130 Nov 09 17:47:34.871954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d861f3-7a70-439f-9364-b52147332abb req-ec44d925-8db0-4307-bc26-2ca0ff1be7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:34.874689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-ec44d925-8db0-4307-bc26-2ca0ff1be7f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.2335351 Nov 09 17:47:34.925111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-2cf48424-0db7-45c0-92b7-6303e6fd63f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436118 Nov 09 17:47:35.015363 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f29cc-819e-4ae9-9b2c-c7b86ea90a82 req-3f2c4282-99cf-43b7-8b2a-06268b9449a9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:35.022289 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73508e9b-8806-41ae-bf23-2d4cfa4a5789 None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:47:35.027371 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e39f29cc-819e-4ae9-9b2c-c7b86ea90a82 req-3f2c4282-99cf-43b7-8b2a-06268b9449a9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 943 time: 0.1025424 Nov 09 17:47:35.030364 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60b48137-1ed3-4adc-9dc0-530df0a62423 req-534289b0-6d68-4a98-83cf-76af516707ba tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730391 Nov 09 17:47:35.058633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff3f2ce-8597-460b-be57-c2ab296a8358 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:35.062584 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aff3f2ce-8597-460b-be57-c2ab296a8358 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:35.117940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-73508e9b-8806-41ae-bf23-2d4cfa4a5789 None None] Deleting port 7d4837a3-f263-40a4-86a3-2f65411e5697 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:35.118334 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-73508e9b-8806-41ae-bf23-2d4cfa4a5789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:35.165551 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e39f29cc-819e-4ae9-9b2c-c7b86ea90a82 req-3c92feae-bbec-4a5d-ba0d-d37db1540975 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340227 Nov 09 17:47:35.239616 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-73508e9b-8806-41ae-bf23-2d4cfa4a5789 None None] For port 7d4837a3-f263-40a4-86a3-2f65411e5697, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7d4837a3-f263-40a4-86a3-2f65411e5697,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:35.239616 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-73508e9b-8806-41ae-bf23-2d4cfa4a5789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:35.263581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-73508e9b-8806-41ae-bf23-2d4cfa4a5789 None None] Calling delete_port for 7d4837a3-f263-40a4-86a3-2f65411e5697 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:35.265395 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-0ed89575-f4fa-484f-bd81-59d3aa2d6e20 service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236985 Nov 09 17:47:35.388845 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38a3af-b01b-41c3-8bca-23dffda9a192 req-d8fcca50-d053-4108-a1e3-402ec03b3ebf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:35.403629 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae38a3af-b01b-41c3-8bca-23dffda9a192 req-d8fcca50-d053-4108-a1e3-402ec03b3ebf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.0856788 Nov 09 17:47:35.427023 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-73508e9b-8806-41ae-bf23-2d4cfa4a5789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:35.444599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73508e9b-8806-41ae-bf23-2d4cfa4a5789 None None] No DVR routers for this DVR port 7d4837a3-f263-40a4-86a3-2f65411e5697 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:47:35.457296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04d861f3-7a70-439f-9364-b52147332abb req-972fcc09-325a-47fd-bd1d-82366c7f3951 service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787992 Nov 09 17:47:35.481543 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae38a3af-b01b-41c3-8bca-23dffda9a192 req-20d83e75-6317-4596-85c7-0d06eecd9dbe tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760262 Nov 09 17:47:35.484300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73508e9b-8806-41ae-bf23-2d4cfa4a5789 None None] Pushing event deleted for resources: {'Port': ['ID=7d4837a3-f263-40a4-86a3-2f65411e5697,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:35.521560 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c06737bb-3dc5-4f9f-88ce-1f803bd636b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:35.680181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19797d-6c6a-4c74-b368-58a36e96d64f req-bebc901c-657c-44dc-bc07-513a6c4577ca tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:35.682372 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ab19797d-6c6a-4c74-b368-58a36e96d64f req-bebc901c-657c-44dc-bc07-513a6c4577ca tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.0773299 Nov 09 17:47:35.713187 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aff3f2ce-8597-460b-be57-c2ab296a8358 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:35.748289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06737bb-3dc5-4f9f-88ce-1f803bd636b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b1b7bf9-9b9b-4c8e-a7d6-15ca537fb823,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:35.751705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392af43-675e-4997-ad02-1dfc888558df req-d5ce69f9-89de-4acb-ad39-32d11b466778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:35.752454 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ab19797d-6c6a-4c74-b368-58a36e96d64f req-fde4b515-62bb-4b5a-bc1e-c83694064922 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555294 Nov 09 17:47:35.753361 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4392af43-675e-4997-ad02-1dfc888558df req-d5ce69f9-89de-4acb-ad39-32d11b466778 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 1094 time: 0.2278419 Nov 09 17:47:35.804521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff3f2ce-8597-460b-be57-c2ab296a8358 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:35.821977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06737bb-3dc5-4f9f-88ce-1f803bd636b0 admin admin] Checking segment: {'id': 'c705a9f3-7ee3-42d5-8c90-69e3e569095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c0a66cc1-5c22-4bd6-bca4-66676ac5a625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:47:35.822399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06737bb-3dc5-4f9f-88ce-1f803bd636b0 admin admin] Network hostable DHCP agents. Network: c0a66cc1-5c22-4bd6-bca4-66676ac5a625, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:47:35.855311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-aff3f2ce-8597-460b-be57-c2ab296a8358 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:35.868792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff3f2ce-8597-460b-be57-c2ab296a8358 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:35.869353 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aff3f2ce-8597-460b-be57-c2ab296a8358 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:35.882699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4573ad-5adf-4299-8d8d-647fdd035538 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:35.906047 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3f2ce-8597-460b-be57-c2ab296a8358 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=7de84adf-3e52-472c-9bb5-42b0ffb4b3d4,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:35.925544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34884) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:35.925749 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-aff3f2ce-8597-460b-be57-c2ab296a8358 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4274075 Nov 09 17:47:35.933690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'name': 'tempest-NetworksTestDHCPv6-615584259'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:35.941349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06737bb-3dc5-4f9f-88ce-1f803bd636b0 admin admin] Network c0a66cc1-5c22-4bd6-bca4-66676ac5a625 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:47:35.965935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392af43-675e-4997-ad02-1dfc888558df req-41b6ac17-c488-412a-bbb8-4a65ee403a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:35.968109 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4392af43-675e-4997-ad02-1dfc888558df req-41b6ac17-c488-412a-bbb8-4a65ee403a7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 912 time: 0.1777747 Nov 09 17:47:35.969143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-c06737bb-3dc5-4f9f-88ce-1f803bd636b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, c0a66cc1-5c22-4bd6-bca4-66676ac5a625) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:35.974097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06737bb-3dc5-4f9f-88ce-1f803bd636b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:35.974764 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c06737bb-3dc5-4f9f-88ce-1f803bd636b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:36.028620 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4392af43-675e-4997-ad02-1dfc888558df req-b98362cb-bf82-49f5-81ab-88ef11724cfb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63763b0d-15e8-4ba0-b2f0-00e38d8fd759 HTTP/1.1" status: 200 len: 217 time: 0.0502243 Nov 09 17:47:36.048342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c06737bb-3dc5-4f9f-88ce-1f803bd636b0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3598030 Nov 09 17:47:36.117229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392af43-675e-4997-ad02-1dfc888558df req-0adef5aa-30b1-400e-bb62-0373cdff50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:36.118345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b714d4f-e6a4-40dd-8a2c-c552b360c371 None None] Network c0a66cc1-5c22-4bd6-bca4-66676ac5a625 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:36.124531 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4392af43-675e-4997-ad02-1dfc888558df req-0adef5aa-30b1-400e-bb62-0373cdff50dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.0703778 Nov 09 17:47:36.139348 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '7de84adf-3e52-472c-9bb5-42b0ffb4b3d4'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:47:36.139348 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:36.178006 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e619-faf9-470b-846c-9d7db08f7b60 req-be1061af-3826-41ee-9b88-a3b4e5d08982 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:36.180770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-18a1e619-faf9-470b-846c-9d7db08f7b60 req-be1061af-3826-41ee-9b88-a3b4e5d08982 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1399310 Nov 09 17:47:36.211139 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4392af43-675e-4997-ad02-1dfc888558df req-e9ec2ede-f295-492d-a6ff-39a554544298 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784299 Nov 09 17:47:36.367216 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-18a1e619-faf9-470b-846c-9d7db08f7b60 req-5ffebf97-7da8-467d-81a4-8d014173b1ed tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712687 Nov 09 17:47:36.384966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:36.393404 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:36.432323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 8e0d0f97-ede3-434f-a93d-ca94fbbed639 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:47:36.454805 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4392af43-675e-4997-ad02-1dfc888558df req-1b50258e-a272-4495-b5f1-499825e7db63 service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364254 Nov 09 17:47:36.599209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Allocated IP 2001:db8::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/7de84adf-3e52-472c-9bb5-42b0ffb4b3d4/204bc9e6-9800-46b7-be08-46b6d54fab06) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:36.748527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37684c-c48b-4d7d-a056-77e5f5958430 req-00a843ca-f148-4ed8-afb6-584731fedec0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:36.764027 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f37684c-c48b-4d7d-a056-77e5f5958430 req-00a843ca-f148-4ed8-afb6-584731fedec0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 943 time: 0.3077374 Nov 09 17:47:36.859633 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4392af43-675e-4997-ad02-1dfc888558df req-d7a091e0-2944-4b3a-8111-03e0a52a95cd service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585744 Nov 09 17:47:36.880016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f37684c-c48b-4d7d-a056-77e5f5958430 req-32316193-643a-40f5-84e6-84b0f527b431 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145687 Nov 09 17:47:36.959287 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248da8c-34ba-4bc7-a785-e0959cc68d49 req-42de11b6-1a16-4b44-9a0a-4b5bf84696f8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:36.964271 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0248da8c-34ba-4bc7-a785-e0959cc68d49 req-42de11b6-1a16-4b44-9a0a-4b5bf84696f8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1359086 Nov 09 17:47:36.979848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7d4837a3-f263-40a4-86a3-2f65411e5697 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:47:37.034064 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:37.047737 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0248da8c-34ba-4bc7-a785-e0959cc68d49 req-820cebd0-e9aa-4bc3-93ab-24485de03058 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748839 Nov 09 17:47:37.092472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 7d4837a3-f263-40a4-86a3-2f65411e5697 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:47:37.093107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7d4837a3-f263-40a4-86a3-2f65411e5697 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:47:37.103298 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:37.211243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb6157c-1ab1-4ee4-a85b-ecc36dcb1b17 None None] Network c0a66cc1-5c22-4bd6-bca4-66676ac5a625 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:37.253844 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:37.262357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::317 (95294590-f827-4cfc-bf5f-176a9c97fb32/7de84adf-3e52-472c-9bb5-42b0ffb4b3d4/8e0d0f97-ede3-434f-a93d-ca94fbbed639) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:37.319259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:37.340139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:37.385548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Pushing event updated for resources: {'Port': ['ID=204bc9e6-9800-46b7-be08-46b6d54fab06,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:37.497946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Attempting to bind port 204bc9e6-9800-46b7-be08-46b6d54fab06 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:47:37.498455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Attempting to bind port 204bc9e6-9800-46b7-be08-46b6d54fab06 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:47:37.498932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Attempting to bind port 204bc9e6-9800-46b7-be08-46b6d54fab06 on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:37.515748 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:37.516297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:47:37.516827 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:37.517995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:37.518642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Bound port: 204bc9e6-9800-46b7-be08-46b6d54fab06, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:47:37.519152 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:37.524433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-2a3e0ee0-5e8f-4765-9cf9-46b073d1c76a tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:37.527287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-2a3e0ee0-5e8f-4765-9cf9-46b073d1c76a tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/networks?id=c0a66cc1-5c22-4bd6-bca4-66676ac5a625 HTTP/1.1" status: 200 len: 821 time: 0.2151592 Nov 09 17:47:37.557599 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-425831e5-c500-4833-a409-367f14c9a33c tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/quotas/6c952c890c6a4c83b0a3b6ca34caa533 HTTP/1.1" status: 200 len: 375 time: 0.0230842 Nov 09 17:47:37.627923 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-ad1d00da-64a3-4025-ade9-fdcb9ff4ac42 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c952c890c6a4c83b0a3b6ca34caa533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687160 Nov 09 17:47:37.712149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] For port 204bc9e6-9800-46b7-be08-46b6d54fab06, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:37.717176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] For port 204bc9e6-9800-46b7-be08-46b6d54fab06, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=204bc9e6-9800-46b7-be08-46b6d54fab06,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:37.724398 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:37.822290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-93c9567b-3a9d-4225-9f2d-5ce949deacd6 service neutron] 10.222.0.81 "GET /v2.0/networks/c0a66cc1-5c22-4bd6-bca4-66676ac5a625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847081 Nov 09 17:47:37.850885 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b039efa-4947-4fe3-8fbb-e8568635671d None None] Pushing event updated for resources: {'Port': ['ID=204bc9e6-9800-46b7-be08-46b6d54fab06,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:37.970420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:47:38.011950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb313319-c19f-4e64-a183-3abe66c20c5f service neutron] 10.222.0.81 "GET /v2.0/networks/c0a66cc1-5c22-4bd6-bca4-66676ac5a625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868255 Nov 09 17:47:38.080097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5d294-89f5-42f1-a024-6b21d912b81b req-080a2942-90ee-4e45-8a93-35b88ad7c883 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:38.088158 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38c5d294-89f5-42f1-a024-6b21d912b81b req-080a2942-90ee-4e45-8a93-35b88ad7c883 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.6854312 Nov 09 17:47:38.162423 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38c5d294-89f5-42f1-a024-6b21d912b81b req-fa5d7314-ec73-4306-9f55-7d0a491c79fe tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729747 Nov 09 17:47:38.257956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=63763b0d-15e8-4ba0-b2f0-00e38d8fd759,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:38.294430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '63763b0d-15e8-4ba0-b2f0-00e38d8fd759', 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'port_id': '63763b0d-15e8-4ba0-b2f0-00e38d8fd759', 'mac_address': 'fa:16:3e:72:0f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9c29dc-0b72-4b74-8f01-4e57e061401e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:47:38.297149 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:38.389408 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:38.392316 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:38.474724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:47:38.533933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=63763b0d-15e8-4ba0-b2f0-00e38d8fd759,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:38.540015 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:38.555798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:38.558861 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=8e0d0f97-ede3-434f-a93d-ca94fbbed639,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:38.563896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:38.567424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:38.573465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:38.574189 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:38.628315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34952) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:38.629191 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c57156d0-a2d6-4c50-ab45-130fb4b9c2fd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7018692 Nov 09 17:47:38.669473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5243945-6047-4362-a43c-8654e24c19d5 req-0e888e67-b4fb-4010-936b-92c171188751 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:38.682477 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5243945-6047-4362-a43c-8654e24c19d5 req-0e888e67-b4fb-4010-936b-92c171188751 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 943 time: 0.1910198 Nov 09 17:47:38.781648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=63763b0d-15e8-4ba0-b2f0-00e38d8fd759,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:38.810801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3186df6-8bb9-43ac-a498-7db33cb35241 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:38.814921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5243945-6047-4362-a43c-8654e24c19d5 req-eab7cd65-b473-4afa-8594-f556bd458ce4 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295030 Nov 09 17:47:38.820781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3186df6-8bb9-43ac-a498-7db33cb35241 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:38.824967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b3186df6-8bb9-43ac-a498-7db33cb35241 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1928790 Nov 09 17:47:38.825770 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34960) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:38.847788 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4aa66a-7285-45c5-8dea-4234842aa966 req-afbc3c6b-971a-4a9f-be13-16f0d3b8960e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:38.850001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c4aa66a-7285-45c5-8dea-4234842aa966 req-afbc3c6b-971a-4a9f-be13-16f0d3b8960e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1354797 Nov 09 17:47:38.855623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['63763b0d-15e8-4ba0-b2f0-00e38d8fd759'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:47:38.937951 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c4aa66a-7285-45c5-8dea-4234842aa966 req-89d596e1-95c4-4da4-81f0-900951256b3f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596814 Nov 09 17:47:38.952240 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d412bc42-5e6d-41b8-a693-0f93d434a444 req-711c1e58-9fcc-4833-a845-0afa3ffef9bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284375 Nov 09 17:47:38.995912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 204bc9e6-9800-46b7-be08-46b6d54fab06 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:39.060455 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-69801dad-2693-400a-a341-3730e66ecf2e req-58a9a831-4bba-4df5-9d89-ec1783f3ff9c tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 210 time: 0.1281662 Nov 09 17:47:39.183452 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412bc42-5e6d-41b8-a693-0f93d434a444 req-b789969c-5067-4481-9a6c-6c5e90be3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:39.185072 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d412bc42-5e6d-41b8-a693-0f93d434a444 req-b789969c-5067-4481-9a6c-6c5e90be3124 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 1097 time: 0.1918209 Nov 09 17:47:39.223707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 204bc9e6-9800-46b7-be08-46b6d54fab06 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:39.230127 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:39.255265 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-e352079b-f3bb-45bb-b843-4cc9f57f388b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 8e0d0f97-ede3-434f-a93d-ca94fbbed639 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:39.256805 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e352079b-f3bb-45bb-b843-4cc9f57f388b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:39.504563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412bc42-5e6d-41b8-a693-0f93d434a444 req-3b080d28-0eba-44c2-a1db-adea95538985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:39.506215 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d412bc42-5e6d-41b8-a693-0f93d434a444 req-3b080d28-0eba-44c2-a1db-adea95538985 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 912 time: 0.2631347 Nov 09 17:47:39.624381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cddd8-cbaa-4a83-a32d-d1ebbfe68a0a req-ea3af0aa-e6af-4500-a3e2-bd8db0174ff2 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:39.632726 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-681cddd8-cbaa-4a83-a32d-d1ebbfe68a0a req-ea3af0aa-e6af-4500-a3e2-bd8db0174ff2 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1956191 Nov 09 17:47:39.704604 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e352079b-f3bb-45bb-b843-4cc9f57f388b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:39.732356 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-681cddd8-cbaa-4a83-a32d-d1ebbfe68a0a req-4e634c2f-4c6f-458b-8bbf-933f4c05e1aa tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983622 Nov 09 17:47:39.746245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-e352079b-f3bb-45bb-b843-4cc9f57f388b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 8e0d0f97-ede3-434f-a93d-ca94fbbed639 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:40.044948 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:40.092457 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e352079b-f3bb-45bb-b843-4cc9f57f388b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:40.094811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-00ad62fb-4689-4f63-bb97-897821a0e886 None None] Provisioning complete for port 204bc9e6-9800-46b7-be08-46b6d54fab06 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:40.095332 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-00ad62fb-4689-4f63-bb97-897821a0e886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:40.205426 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 204bc9e6-9800-46b7-be08-46b6d54fab06, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=204bc9e6-9800-46b7-be08-46b6d54fab06,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:40.216935 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:40.247352 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e352079b-f3bb-45bb-b843-4cc9f57f388b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:40.258504 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e352079b-f3bb-45bb-b843-4cc9f57f388b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/8e0d0f97-ede3-434f-a93d-ca94fbbed639 HTTP/1.1" status: 204 len: 168 time: 1.4300714 Nov 09 17:47:40.271119 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352079b-f3bb-45bb-b843-4cc9f57f388b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=8e0d0f97-ede3-434f-a93d-ca94fbbed639,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:40.282486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34992) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:40.339102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=204bc9e6-9800-46b7-be08-46b6d54fab06,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:40.388512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7e39a-2ee5-449f-a223-ca69ebe65fc3 req-68bc3884-9594-4596-bba3-fc53aa52fbb0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:40.403304 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f6c7e39a-2ee5-449f-a223-ca69ebe65fc3 req-68bc3884-9594-4596-bba3-fc53aa52fbb0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 944 time: 0.4328663 Nov 09 17:47:40.442800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7455f27a-f956-4c32-9320-a3f275683740 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:40.445979 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7455f27a-f956-4c32-9320-a3f275683740 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:40.448032 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7455f27a-f956-4c32-9320-a3f275683740 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1614850 Nov 09 17:47:40.457280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34998) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:40.507530 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d412bc42-5e6d-41b8-a693-0f93d434a444 req-afe2e4cb-f28f-49a8-909c-1df9dc32d324 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8695168-d8fc-489e-b027-78b8cf2f7c5f HTTP/1.1" status: 200 len: 1002 time: 0.9907422 Nov 09 17:47:40.530656 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e311f9cb-25ca-408d-9ea1-cb3ec3d04264 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 7de84adf-3e52-472c-9bb5-42b0ffb4b3d4 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:47:40.537792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a91fa743-357f-46cf-8193-7dde17ca47a4 None None] Could not find standard attr ID for object 8e0d0f97-ede3-434f-a93d-ca94fbbed639. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:47:40.544884 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e311f9cb-25ca-408d-9ea1-cb3ec3d04264 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:40.641301 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e311f9cb-25ca-408d-9ea1-cb3ec3d04264 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:40.662087 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7c408cb5-d58e-44e0-a32c-13dd05a9249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:40.732161 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220656a-4f97-41da-8a09-bc98c147128b req-29d8b60f-585b-4c4d-b54e-eafcd4219432 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:40.734198 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d220656a-4f97-41da-8a09-bc98c147128b req-29d8b60f-585b-4c4d-b54e-eafcd4219432 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2244136 Nov 09 17:47:40.735779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412bc42-5e6d-41b8-a693-0f93d434a444 req-2c0d3af9-0ff6-419a-b0ca-111f43f8c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:40.740983 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d412bc42-5e6d-41b8-a693-0f93d434a444 req-2c0d3af9-0ff6-419a-b0ca-111f43f8c2b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90e004d7-aa4f-429b-b705-1f002be3405f HTTP/1.1" status: 200 len: 850 time: 0.1586251 Nov 09 17:47:40.833617 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 204bc9e6-9800-46b7-be08-46b6d54fab06 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:40.878003 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e311f9cb-25ca-408d-9ea1-cb3ec3d04264 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:40.904955 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d220656a-4f97-41da-8a09-bc98c147128b req-30d87442-7e94-425b-a9f3-3b64026ecf3a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446989 Nov 09 17:47:40.916399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 204bc9e6-9800-46b7-be08-46b6d54fab06 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:40.916784 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:40.929285 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-006db6d6-317b-4dfd-824b-c94411eb778b tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:40.931958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-006db6d6-317b-4dfd-824b-c94411eb778b tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.18 "GET /v2.0/networks?id=c0a66cc1-5c22-4bd6-bca4-66676ac5a625 HTTP/1.1" status: 200 len: 821 time: 0.3773794 Nov 09 17:47:40.947142 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f6c7e39a-2ee5-449f-a223-ca69ebe65fc3 req-b8e41cfd-5d06-4266-bc3f-6ada19569c9e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420015 Nov 09 17:47:40.989326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-a29266f4-7d7e-4b79-80ad-d4d397c92a93 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Request body: {'port': {'device_id': 'b63d0b0f-cd47-4163-bc60-aefb5311f379', 'network_id': 'c0a66cc1-5c22-4bd6-bca4-66676ac5a625', 'admin_state_up': True, 'tenant_id': '6c952c890c6a4c83b0a3b6ca34caa533'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:41.006598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412bc42-5e6d-41b8-a693-0f93d434a444 req-a51b07ef-1615-4b13-9cea-7a25ed87dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:41.009018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d412bc42-5e6d-41b8-a693-0f93d434a444 req-a51b07ef-1615-4b13-9cea-7a25ed87dca0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62985637-89b4-4626-b71d-b65e6efa34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226875 Nov 09 17:47:41.074069 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e311f9cb-25ca-408d-9ea1-cb3ec3d04264 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:41.136433 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311f9cb-25ca-408d-9ea1-cb3ec3d04264 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=7de84adf-3e52-472c-9bb5-42b0ffb4b3d4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:41.142905 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e311f9cb-25ca-408d-9ea1-cb3ec3d04264 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:41.153554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e311f9cb-25ca-408d-9ea1-cb3ec3d04264 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/7de84adf-3e52-472c-9bb5-42b0ffb4b3d4 HTTP/1.1" status: 204 len: 168 time: 0.6949050 Nov 09 17:47:41.154559 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35012) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:41.168819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d179f5-e2fc-4eca-af76-cf2a73f6d61c None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:41.230980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-19398da5-4b99-486b-92b5-48bcc005ebfd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746961 Nov 09 17:47:41.231660 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35016) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:41.235998 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d412bc42-5e6d-41b8-a693-0f93d434a444 req-4d3d1001-6f34-4be0-b770-3d125d153c47 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025590 Nov 09 17:47:41.240075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-cf5e84c6-dfd6-492b-bcd4-72b864471fbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:41.406148 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5e84c6-dfd6-492b-bcd4-72b864471fbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:41.415400 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf5e84c6-dfd6-492b-bcd4-72b864471fbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:41.535862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-26ba35b5-7b71-4cc4-b262-3fa9ee9686d1 req-d21dba75-67db-4bc6-b309-ef13e60bfa43 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 210 time: 0.2917933 Nov 09 17:47:41.582726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc56ab0-54e5-46a6-a347-eeeacf2f3ada req-7ff4a5e8-1ead-4330-b047-87b2ef20ea94 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:41.590824 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdc56ab0-54e5-46a6-a347-eeeacf2f3ada req-7ff4a5e8-1ead-4330-b047-87b2ef20ea94 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1144207 Nov 09 17:47:41.593493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-a29266f4-7d7e-4b79-80ad-d4d397c92a93 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Made reservation on behalf of 6c952c890c6a4c83b0a3b6ca34caa533 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:41.597971 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-a29266f4-7d7e-4b79-80ad-d4d397c92a93 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:41.651720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaf9e09-274e-4f80-aa3f-f460e726100a None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:47:41.679602 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fdc56ab0-54e5-46a6-a347-eeeacf2f3ada req-f57e0f82-ea0e-4dc4-b959-d41e8e4dd7eb tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764925 Nov 09 17:47:41.715617 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d412bc42-5e6d-41b8-a693-0f93d434a444 req-169647de-a7f2-4dc3-8951-c8e915bc22cb service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677992 Nov 09 17:47:41.783892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-deaf9e09-274e-4f80-aa3f-f460e726100a None None] Deleting port 204bc9e6-9800-46b7-be08-46b6d54fab06 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:41.784875 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-deaf9e09-274e-4f80-aa3f-f460e726100a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:41.860807 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf5e84c6-dfd6-492b-bcd4-72b864471fbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:41.951554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728362c-9580-425e-ab9b-02f32d21db3b req-b4c926cb-88db-4848-847f-123e626cecfe tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:41.952351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-deaf9e09-274e-4f80-aa3f-f460e726100a None None] For port 204bc9e6-9800-46b7-be08-46b6d54fab06, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=204bc9e6-9800-46b7-be08-46b6d54fab06,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:41.952922 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-deaf9e09-274e-4f80-aa3f-f460e726100a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:41.954872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0728362c-9580-425e-ab9b-02f32d21db3b req-b4c926cb-88db-4848-847f-123e626cecfe tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1804190 Nov 09 17:47:41.957588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5e84c6-dfd6-492b-bcd4-72b864471fbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:41.965931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-cf5e84c6-dfd6-492b-bcd4-72b864471fbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:41.976275 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5e84c6-dfd6-492b-bcd4-72b864471fbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:41.977279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf5e84c6-dfd6-492b-bcd4-72b864471fbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:42.002017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-deaf9e09-274e-4f80-aa3f-f460e726100a None None] Calling delete_port for 204bc9e6-9800-46b7-be08-46b6d54fab06 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:42.035009 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0728362c-9580-425e-ab9b-02f32d21db3b req-ff13a8f4-9472-4664-b33c-c76cfe18e289 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718813 Nov 09 17:47:42.035300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e84c6-dfd6-492b-bcd4-72b864471fbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=40602743-6de1-4ded-af66-49de07647930,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:42.039884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:42.051113 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cf5e84c6-dfd6-492b-bcd4-72b864471fbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8180888 Nov 09 17:47:42.056499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35038) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:42.059715 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-a29266f4-7d7e-4b79-80ad-d4d397c92a93 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Allocated IP 172.20.0.9 (c0a66cc1-5c22-4bd6-bca4-66676ac5a625/2b1b7bf9-9b9b-4c8e-a7d6-15ca537fb823/e1142ec4-801d-49af-94b4-19fb3935309a) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:42.075662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'name': 'tempest-NetworksTestDHCPv6-1052474184'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:42.189265 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113777e-68c2-443e-9a08-788eb478762f req-8408fd61-ccd8-42fd-8e42-bcf0e6610a44 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:42.191541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b113777e-68c2-443e-9a08-788eb478762f req-8408fd61-ccd8-42fd-8e42-bcf0e6610a44 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 944 time: 0.0921052 Nov 09 17:47:42.248957 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:47:42.282521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:42.282861 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:42.311133 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b113777e-68c2-443e-9a08-788eb478762f req-a05a0f3b-390b-4821-8369-be1b64109ebc tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121399 Nov 09 17:47:42.443256 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-deaf9e09-274e-4f80-aa3f-f460e726100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:42.480040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf9e09-274e-4f80-aa3f-f460e726100a None None] Pushing event deleted for resources: {'Port': ['ID=204bc9e6-9800-46b7-be08-46b6d54fab06,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:42.493941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf9e09-274e-4f80-aa3f-f460e726100a None None] No DVR routers for this DVR port 204bc9e6-9800-46b7-be08-46b6d54fab06 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:47:42.499338 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:42.530764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b504a781-c2f0-4f60-86af-d25c77262be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63763b0d-15e8-4ba0-b2f0-00e38d8fd759'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:42.533796 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2336b713-ec5d-417c-8729-79be5cd23dce" -d '{"events": [{"server_uuid": "b504a781-c2f0-4f60-86af-d25c77262be1", "name": "network-vif-plugged", "status": "completed", "tag": "63763b0d-15e8-4ba0-b2f0-00e38d8fd759"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:42.547606 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b5b228-29fb-444a-b32f-fd5903a00c20 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:42.690400 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cbc179-b93b-4d3e-8680-01c8f320a8e4 x-openstack-request-id: req-07cbc179-b93b-4d3e-8680-01c8f320a8e4 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:42.690833 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b504a781-c2f0-4f60-86af-d25c77262be1", "name": "network-vif-plugged", "status": "completed", "tag": "63763b0d-15e8-4ba0-b2f0-00e38d8fd759", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:42.691256 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07cbc179-b93b-4d3e-8680-01c8f320a8e4 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:42.691771 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b504a781-c2f0-4f60-86af-d25c77262be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63763b0d-15e8-4ba0-b2f0-00e38d8fd759', 'code': 200} Nov 09 17:47:42.743255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=63763b0d-15e8-4ba0-b2f0-00e38d8fd759,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:42.775771 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:42.794548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 204bc9e6-9800-46b7-be08-46b6d54fab06 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:47:42.798661 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3393e06f-c232-475c-9c62-97adee567e18 req-9af0e42e-8577-486e-a680-e3473379bf2e tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 210 time: 0.1382267 Nov 09 17:47:42.850198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-a29266f4-7d7e-4b79-80ad-d4d397c92a93 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:42.894543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885bec8-4c7a-4402-b337-dd7e9fd7129e req-df12e98f-4e9d-4769-86fb-2a9fa6704710 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:42.908135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c885bec8-4c7a-4402-b337-dd7e9fd7129e req-df12e98f-4e9d-4769-86fb-2a9fa6704710 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/networks?id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 HTTP/1.1" status: 200 len: 813 time: 0.5335517 Nov 09 17:47:42.915816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56760d-6700-43f2-a0d9-1931623ff0be req-6409cdea-34c2-4d6e-8f05-c45841870eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:42.918416 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f56760d-6700-43f2-a0d9-1931623ff0be req-6409cdea-34c2-4d6e-8f05-c45841870eb1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 1095 time: 0.2309062 Nov 09 17:47:42.919555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:42.925709 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:42.952090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 204bc9e6-9800-46b7-be08-46b6d54fab06 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:47:42.967456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 204bc9e6-9800-46b7-be08-46b6d54fab06 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:47:43.086446 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c885bec8-4c7a-4402-b337-dd7e9fd7129e req-b4b68b1d-9e86-47b0-86c8-c6019f3f4cf1 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/quotas/9ca16651d81b4613ad2ee893c830e443 HTTP/1.1" status: 200 len: 375 time: 0.1550105 Nov 09 17:47:43.091018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port c1cdef75-6a3f-4449-9b57-f81b5e66ba43 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:47:43.112911 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f56760d-6700-43f2-a0d9-1931623ff0be req-abd79f43-2418-471b-8fd7-db1d07729a68 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768746 Nov 09 17:47:43.134483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=63763b0d-15e8-4ba0-b2f0-00e38d8fd759,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:43.150154 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '40602743-6de1-4ded-af66-49de07647930'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:47:43.152539 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:43.267932 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-a29266f4-7d7e-4b79-80ad-d4d397c92a93 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:43.425940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c885bec8-4c7a-4402-b337-dd7e9fd7129e req-ab32b147-354f-4cf1-a5b7-c54454789253 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ca16651d81b4613ad2ee893c830e443&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3227754 Nov 09 17:47:43.534957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-a29266f4-7d7e-4b79-80ad-d4d397c92a93 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Network c0a66cc1-5c22-4bd6-bca4-66676ac5a625 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:43.571262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-a29266f4-7d7e-4b79-80ad-d4d397c92a93 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:43.615015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-a29266f4-7d7e-4b79-80ad-d4d397c92a93 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:43.637156 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3717ff0b-d8f4-4c33-8924-714d341777a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:43.637899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29266f4-7d7e-4b79-80ad-d4d397c92a93 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Pushing event updated for resources: {'Port': ['ID=e1142ec4-801d-49af-94b4-19fb3935309a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:43.693601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dcfff-c09c-4954-b8cc-55ce9b5a8a06 req-5ccf8db1-3bc4-478f-9f87-82b27818766a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:43.695917 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-423dcfff-c09c-4954-b8cc-55ce9b5a8a06 req-5ccf8db1-3bc4-478f-9f87-82b27818766a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 945 time: 0.1098738 Nov 09 17:47:43.794997 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::1c5 (95294590-f827-4cfc-bf5f-176a9c97fb32/40602743-6de1-4ded-af66-49de07647930/c1cdef75-6a3f-4449-9b57-f81b5e66ba43) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:43.811132 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-423dcfff-c09c-4954-b8cc-55ce9b5a8a06 req-605f03ae-cf9f-4ab0-9348-7832ccf2698e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999327 Nov 09 17:47:43.825770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-a29266f4-7d7e-4b79-80ad-d4d397c92a93 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:43.826719 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-a29266f4-7d7e-4b79-80ad-d4d397c92a93 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:43.875854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e169b-9cf9-4f48-b389-a0024f53d274 req-961bc24a-cceb-4f94-935b-9c9bc2cbae99 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:43.888104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-600e169b-9cf9-4f48-b389-a0024f53d274 req-961bc24a-cceb-4f94-935b-9c9bc2cbae99 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2096086 Nov 09 17:47:43.925791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-a29266f4-7d7e-4b79-80ad-d4d397c92a93 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9599440 Nov 09 17:47:43.952219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Request body: {'port': {'device_id': 'b63d0b0f-cd47-4163-bc60-aefb5311f379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:44.051899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6551123-55a7-4342-a8da-08a4a891eec5 req-09630ed9-040a-4865-bd6d-d0e906302938 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:44.061143 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6551123-55a7-4342-a8da-08a4a891eec5 req-09630ed9-040a-4865-bd6d-d0e906302938 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 931 time: 0.1154969 Nov 09 17:47:44.082142 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-600e169b-9cf9-4f48-b389-a0024f53d274 req-65ecf689-0b48-4ccf-a94a-0cda25a4a833 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822033 Nov 09 17:47:44.135742 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b6551123-55a7-4342-a8da-08a4a891eec5 req-a32ca4c9-b9d7-46c0-992b-5ad95b645b43 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1653949-55d7-4055-b38b-a3b3243f4598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707235 Nov 09 17:47:44.284056 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:44.381487 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:44.505043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bdb66-04f0-4c3d-a961-bef0b19d4d75 req-5f433c96-e7cd-4194-a65c-bbaefe0cc163 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:44.517701 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-621bdb66-04f0-4c3d-a961-bef0b19d4d75 req-5f433c96-e7cd-4194-a65c-bbaefe0cc163 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.3158078 Nov 09 17:47:44.598187 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:44.792553 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-621bdb66-04f0-4c3d-a961-bef0b19d4d75 req-b1f38b58-71c3-4117-8250-e23bbac2e94a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489479 Nov 09 17:47:44.929837 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:44.996515 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85932150-8ef2-4958-8521-88d24f961f6c req-6c70a8c3-0937-448a-a0bf-db50c9e46274 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:44.998613 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85932150-8ef2-4958-8521-88d24f961f6c req-6c70a8c3-0937-448a-a0bf-db50c9e46274 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 945 time: 0.0946486 Nov 09 17:47:45.044568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Allocated IP 2001:db8::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/40602743-6de1-4ded-af66-49de07647930/6edac9b9-e837-4934-9330-39e9c1ae25ca) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:45.085860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:45.101199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:45.114474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:45.121531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:45.122699 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:45.128582 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85932150-8ef2-4958-8521-88d24f961f6c req-ef073923-79ee-4e72-92e5-f6aed9e45769 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012435 Nov 09 17:47:45.130988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=c1cdef75-6a3f-4449-9b57-f81b5e66ba43,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:45.162063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc950d9b-0e05-4237-85ed-baedc7aa8b82 req-6a1c7877-1780-47b5-a789-fd62dcfcc717 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9ca16651d81b4613ad2ee893c830e443 HTTP/1.1" status: 200 len: 221 time: 0.1729720 Nov 09 17:47:45.178129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1142ec4-801d-49af-94b4-19fb3935309a {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:47:45.195587 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:45.228737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35132) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:45.229865 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9dc03adb-f4b6-4507-ba11-e92043e8cf75 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1720836 Nov 09 17:47:45.255097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Transition to ACTIVE for port object e1142ec4-801d-49af-94b4-19fb3935309a will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:47:45.271135 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:45.341294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Pushing event updated for resources: {'Port': ['ID=e1142ec4-801d-49af-94b4-19fb3935309a,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:45.408282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44feb4-3c5b-4e1a-96f7-5d7b09e3eb44 req-06fcd11b-ef57-466d-bf53-fed4db7d089c tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:45.416053 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f44feb4-3c5b-4e1a-96f7-5d7b09e3eb44 req-06fcd11b-ef57-466d-bf53-fed4db7d089c tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 943 time: 0.1584408 Nov 09 17:47:45.439455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88082b33-73f5-4b0f-b99b-749a98f5367b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:45.444528 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-88082b33-73f5-4b0f-b99b-749a98f5367b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2130482 Nov 09 17:47:45.447296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35138) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:45.467071 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:45.511330 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:45.514790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6895ac5-68d8-4f4c-9f0b-7ac5cd1eba2d req-804fb249-e2b7-481d-9a70-e5eba0ae0bba tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:45.516604 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f6895ac5-68d8-4f4c-9f0b-7ac5cd1eba2d req-804fb249-e2b7-481d-9a70-e5eba0ae0bba tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1648290 Nov 09 17:47:45.529266 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:45.536509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f44feb4-3c5b-4e1a-96f7-5d7b09e3eb44 req-b39cc8ef-b044-4b92-8d2b-84b18e18d4dc tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1653949-55d7-4055-b38b-a3b3243f4598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194263 Nov 09 17:47:45.566839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Attempting to bind port e1142ec4-801d-49af-94b4-19fb3935309a on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:47:45.568047 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Attempting to bind port e1142ec4-801d-49af-94b4-19fb3935309a by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'c705a9f3-7ee3-42d5-8c90-69e3e569095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c0a66cc1-5c22-4bd6-bca4-66676ac5a625'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:47:45.568986 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Attempting to bind port e1142ec4-801d-49af-94b4-19fb3935309a on network c0a66cc1-5c22-4bd6-bca4-66676ac5a625 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:45.584945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Port e1142ec4-801d-49af-94b4-19fb3935309a on network c0a66cc1-5c22-4bd6-bca4-66676ac5a625 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:47:45.585556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Attempting to bind port e1142ec4-801d-49af-94b4-19fb3935309a on network c0a66cc1-5c22-4bd6-bca4-66676ac5a625 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:45.592535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:45.593816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Checking segment: {'id': 'c705a9f3-7ee3-42d5-8c90-69e3e569095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c0a66cc1-5c22-4bd6-bca4-66676ac5a625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:47:45.594419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Bound using segment: {'id': 'c705a9f3-7ee3-42d5-8c90-69e3e569095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c0a66cc1-5c22-4bd6-bca4-66676ac5a625'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:45.595032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Bound port: e1142ec4-801d-49af-94b4-19fb3935309a, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c705a9f3-7ee3-42d5-8c90-69e3e569095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c0a66cc1-5c22-4bd6-bca4-66676ac5a625'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:47:45.595659 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:45.595782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:45.612925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:45.616239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:45.656948 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f6895ac5-68d8-4f4c-9f0b-7ac5cd1eba2d req-0e6dd2eb-66bd-47cd-994b-6d7555d6755e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305525 Nov 09 17:47:45.703278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Pushing event updated for resources: {'Port': ['ID=6edac9b9-e837-4934-9330-39e9c1ae25ca,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:45.728397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c574d50b-99af-4fe4-9249-d7117f175f37 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port c1cdef75-6a3f-4449-9b57-f81b5e66ba43 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:45.729003 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c574d50b-99af-4fe4-9249-d7117f175f37 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:45.795913 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] For port e1142ec4-801d-49af-94b4-19fb3935309a, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:45.799282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] For port e1142ec4-801d-49af-94b4-19fb3935309a, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e1142ec4-801d-49af-94b4-19fb3935309a,segment=NetworkSegment(c705a9f3-7ee3-42d5-8c90-69e3e569095d),segment_id=c705a9f3-7ee3-42d5-8c90-69e3e569095d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:45.809903 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:45.837720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Attempting to bind port 6edac9b9-e837-4934-9330-39e9c1ae25ca on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:47:45.838543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Attempting to bind port 6edac9b9-e837-4934-9330-39e9c1ae25ca by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:47:45.839875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Attempting to bind port 6edac9b9-e837-4934-9330-39e9c1ae25ca on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:45.857899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:45.859786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:47:45.860451 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:45.862566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:45.863286 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Bound port: 6edac9b9-e837-4934-9330-39e9c1ae25ca, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:47:45.873679 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:45.903625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:45.906560 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:45.918397 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] 10.222.0.18 "PUT /v2.0/ports/e1142ec4-801d-49af-94b4-19fb3935309a HTTP/1.1" status: 200 len: 1091 time: 1.9820795 Nov 09 17:47:45.921427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63d0b0f-cd47-4163-bc60-aefb5311f379', 'tag': 'e1142ec4-801d-49af-94b4-19fb3935309a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:45.925363 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebaaefe-6ba5-4de0-a87f-f031344fad10" -d '{"events": [{"name": "network-changed", "server_uuid": "b63d0b0f-cd47-4163-bc60-aefb5311f379", "tag": "e1142ec4-801d-49af-94b4-19fb3935309a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:46.008920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb190466-0024-4841-8b09-fe20affa6603 service neutron] Pushing event updated for resources: {'Port': ['ID=e1142ec4-801d-49af-94b4-19fb3935309a,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:46.060471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] For port 6edac9b9-e837-4934-9330-39e9c1ae25ca, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:46.061470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-c85dd2ad-fed8-438e-90c7-034355b2f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:46.072096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] For port 6edac9b9-e837-4934-9330-39e9c1ae25ca, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6edac9b9-e837-4934-9330-39e9c1ae25ca,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:46.078433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c574d50b-99af-4fe4-9249-d7117f175f37 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:46.083071 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:46.096850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-c85dd2ad-fed8-438e-90c7-034355b2f933 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c952c890c6a4c83b0a3b6ca34caa533&device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 1094 time: 0.1260915 Nov 09 17:47:46.139585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c574d50b-99af-4fe4-9249-d7117f175f37 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for c1cdef75-6a3f-4449-9b57-f81b5e66ba43 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:46.159834 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdccd9-40ff-46f8-becc-ec713d14825f None None] Pushing event updated for resources: {'Port': ['ID=6edac9b9-e837-4934-9330-39e9c1ae25ca,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:46.180995 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3907e5-6a9d-477c-88dc-17152da3eec6 req-7716060e-bbf1-415c-bf7c-780dcfb83e00 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:46.190308 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad3907e5-6a9d-477c-88dc-17152da3eec6 req-7716060e-bbf1-415c-bf7c-780dcfb83e00 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.3359911 Nov 09 17:47:46.280829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-1cd96a23-e5d8-4e1d-9e0e-d2c3ebf4f5dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1142ec4-801d-49af-94b4-19fb3935309a HTTP/1.1" status: 200 len: 217 time: 0.1719680 Nov 09 17:47:46.430511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-ded2232c-796b-4a2f-ae41-c1c74dda639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:46.434837 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-ded2232c-796b-4a2f-ae41-c1c74dda639d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b1b7bf9-9b9b-4c8e-a7d6-15ca537fb823 HTTP/1.1" status: 200 len: 861 time: 0.1458106 Nov 09 17:47:46.445955 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad3907e5-6a9d-477c-88dc-17152da3eec6 req-8a27a742-3e9b-442a-8984-5437fd2667ac tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547066 Nov 09 17:47:46.516930 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-a1718530-a26f-4ffb-b409-e1e788bab02c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0a66cc1-5c22-4bd6-bca4-66676ac5a625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754256 Nov 09 17:47:46.585290 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38416d2b-7ea4-4bff-bbe3-391130406801 x-openstack-request-id: req-38416d2b-7ea4-4bff-bbe3-391130406801 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:46.585586 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63d0b0f-cd47-4163-bc60-aefb5311f379", "tag": "e1142ec4-801d-49af-94b4-19fb3935309a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:46.585857 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38416d2b-7ea4-4bff-bbe3-391130406801 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:46.586316 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63d0b0f-cd47-4163-bc60-aefb5311f379', 'tag': 'e1142ec4-801d-49af-94b4-19fb3935309a', 'status': 'completed', 'code': 200} Nov 09 17:47:46.966638 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c574d50b-99af-4fe4-9249-d7117f175f37 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:46.988994 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-e43f4b00-f3a9-4582-af2f-183c77434a57 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a66cc1-5c22-4bd6-bca4-66676ac5a625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634433 Nov 09 17:47:47.004532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97474eb-ba5e-44cf-8857-02b88d4f222e req-0d2fd76a-0d5e-4ad8-a047-8e5258feb65c tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:47.017402 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c97474eb-ba5e-44cf-8857-02b88d4f222e req-0d2fd76a-0d5e-4ad8-a047-8e5258feb65c tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 943 time: 0.2847602 Nov 09 17:47:47.055745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6edac9b9-e837-4934-9330-39e9c1ae25ca up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:47.173500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574d50b-99af-4fe4-9249-d7117f175f37 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=c1cdef75-6a3f-4449-9b57-f81b5e66ba43,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:47.198927 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7676c9-92e2-4510-b8aa-b93bcd9ff8c2 req-ab6f272d-cdd1-4ade-a743-732b7d8c6aec tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:47.214155 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d7676c9-92e2-4510-b8aa-b93bcd9ff8c2 req-ab6f272d-cdd1-4ade-a743-732b7d8c6aec tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.3741150 Nov 09 17:47:47.222864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 6edac9b9-e837-4934-9330-39e9c1ae25ca triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:47.223789 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:47.301894 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c574d50b-99af-4fe4-9249-d7117f175f37 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:47.313820 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c574d50b-99af-4fe4-9249-d7117f175f37 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/c1cdef75-6a3f-4449-9b57-f81b5e66ba43 HTTP/1.1" status: 204 len: 168 time: 1.8645451 Nov 09 17:47:47.326380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35190) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:47.387669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcb74422-90e3-4566-9982-1cdf949b14e5 req-73e6de43-8a97-4116-9411-c9403500ca97 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a66cc1-5c22-4bd6-bca4-66676ac5a625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920159 Nov 09 17:47:47.405357 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d7676c9-92e2-4510-b8aa-b93bcd9ff8c2 req-8e7aa478-11dd-4af8-a966-582e72dbd1a9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900969 Nov 09 17:47:47.525732 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:47.594367 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c97474eb-ba5e-44cf-8857-02b88d4f222e req-52cc892c-3e56-4a72-9705-08c17ac24f69 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1653949-55d7-4055-b38b-a3b3243f4598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5756936 Nov 09 17:47:47.632524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaaefe-6ba5-4de0-a87f-f031344fad10 req-3c49a2e4-49b8-44d7-be47-4150313b8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:47.642222 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e73c6b-36cc-4c8a-912f-6c153caeff80 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:47.642853 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ebaaefe-6ba5-4de0-a87f-f031344fad10 req-3c49a2e4-49b8-44d7-be47-4150313b8e67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c952c890c6a4c83b0a3b6ca34caa533&device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 1094 time: 0.1453919 Nov 09 17:47:47.651423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e73c6b-36cc-4c8a-912f-6c153caeff80 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:47.661106 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-71e73c6b-36cc-4c8a-912f-6c153caeff80 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3328171 Nov 09 17:47:47.669841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35196) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:47.700645 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:47.704308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 6edac9b9-e837-4934-9330-39e9c1ae25ca, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6edac9b9-e837-4934-9330-39e9c1ae25ca,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:47.721497 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:47.884785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-08221317-3099-429a-88bf-067f1b05fbed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 40602743-6de1-4ded-af66-49de07647930 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:47:47.895824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=6edac9b9-e837-4934-9330-39e9c1ae25ca,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:47.973557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08221317-3099-429a-88bf-067f1b05fbed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:48.164229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a0499-d3b7-4989-87f4-e8bea6f4e6db req-d13247ee-b044-4b0c-8b28-99646bc79dae tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:48.178263 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-489a0499-d3b7-4989-87f4-e8bea6f4e6db req-d13247ee-b044-4b0c-8b28-99646bc79dae tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.3519838 Nov 09 17:47:48.253004 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08221317-3099-429a-88bf-067f1b05fbed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:48.335263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6fd439ac-f113-462b-b2dc-975c11ad8bb6 None None] Provisioning complete for port 6edac9b9-e837-4934-9330-39e9c1ae25ca triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:48.338111 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6fd439ac-f113-462b-b2dc-975c11ad8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:48.340075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-489a0499-d3b7-4989-87f4-e8bea6f4e6db req-a8f5b1f6-abd6-4e98-b7c8-8e2a19c89e4e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599348 Nov 09 17:47:48.388475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaaefe-6ba5-4de0-a87f-f031344fad10 req-2ccc7cb8-12cd-432e-95fe-171be5ce58cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:48.395366 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ebaaefe-6ba5-4de0-a87f-f031344fad10 req-2ccc7cb8-12cd-432e-95fe-171be5ce58cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0a66cc1-5c22-4bd6-bca4-66676ac5a625 HTTP/1.1" status: 200 len: 922 time: 0.7486217 Nov 09 17:47:48.609994 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08221317-3099-429a-88bf-067f1b05fbed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:48.623415 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ebaaefe-6ba5-4de0-a87f-f031344fad10 req-e351a2c5-236a-4f06-9787-abbbd0486d4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1142ec4-801d-49af-94b4-19fb3935309a HTTP/1.1" status: 200 len: 217 time: 0.2114904 Nov 09 17:47:48.825178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaaefe-6ba5-4de0-a87f-f031344fad10 req-06dc8366-224e-4bfd-bcdf-7ce4f70d9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:48.830265 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ebaaefe-6ba5-4de0-a87f-f031344fad10 req-06dc8366-224e-4bfd-bcdf-7ce4f70d9035 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b1b7bf9-9b9b-4c8e-a7d6-15ca537fb823 HTTP/1.1" status: 200 len: 861 time: 0.1794922 Nov 09 17:47:48.833796 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08221317-3099-429a-88bf-067f1b05fbed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:48.858700 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0b5943fa-ad9b-4483-9141-7f93b72f2ea0 None None] Could not find standard attr ID for object c1cdef75-6a3f-4449-9b57-f81b5e66ba43. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:47:48.892376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da10c3-c845-4b5e-8ea6-a965d4d2b178 req-d9eb897b-8047-45ee-9d18-5580a7cce01e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:48.906804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6edac9b9-e837-4934-9330-39e9c1ae25ca up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:48.908066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8da10c3-c845-4b5e-8ea6-a965d4d2b178 req-d9eb897b-8047-45ee-9d18-5580a7cce01e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.3859587 Nov 09 17:47:49.026695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08221317-3099-429a-88bf-067f1b05fbed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=40602743-6de1-4ded-af66-49de07647930,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:49.037525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ebaaefe-6ba5-4de0-a87f-f031344fad10 req-6cd5507a-b689-4d1b-8e8e-f85e27748d54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0a66cc1-5c22-4bd6-bca4-66676ac5a625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1962278 Nov 09 17:47:49.081854 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08221317-3099-429a-88bf-067f1b05fbed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:49.090647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35236) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:49.091952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-08221317-3099-429a-88bf-067f1b05fbed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/40602743-6de1-4ded-af66-49de07647930 HTTP/1.1" status: 204 len: 168 time: 1.4164793 Nov 09 17:47:49.138261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 6edac9b9-e837-4934-9330-39e9c1ae25ca triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:49.138649 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:49.221900 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7dde7563-1fee-4309-90c3-e4e0716249e2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1299441 Nov 09 17:47:49.222977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35238) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:49.229701 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8da10c3-c845-4b5e-8ea6-a965d4d2b178 req-ec637dc4-a8c9-457c-955a-de3347b50dd0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197618 Nov 09 17:47:49.425505 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ebaaefe-6ba5-4de0-a87f-f031344fad10 req-1c9d6e4d-9e80-4770-a153-b59aa12410f8 service neutron] 10.222.0.18 "GET /v2.0/networks/c0a66cc1-5c22-4bd6-bca4-66676ac5a625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722157 Nov 09 17:47:49.454238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a194df20-5321-4c76-b3a2-d8111a27d299 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:49.491261 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819fae6e-47c5-462b-b801-74cf876c997d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:49.503892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35242) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:49.515970 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-819fae6e-47c5-462b-b801-74cf876c997d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2881966 Nov 09 17:47:49.604374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe822576-4adf-4a50-91c5-13ed7d3bafc2 req-c29ecef3-ee24-48c9-b39c-8dd2f54b228b tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:49.618105 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fe822576-4adf-4a50-91c5-13ed7d3bafc2 req-c29ecef3-ee24-48c9-b39c-8dd2f54b228b tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 943 time: 0.2596896 Nov 09 17:47:49.737983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fe822576-4adf-4a50-91c5-13ed7d3bafc2 req-4609f3b9-10a2-4474-a31f-a5cce031a9d2 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1653949-55d7-4055-b38b-a3b3243f4598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133406 Nov 09 17:47:49.785702 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:47:49.923589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71614977-64d9-47c5-b943-cb89deae18d3 None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:47:50.037104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e1142ec4-801d-49af-94b4-19fb3935309a details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:47:50.090370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad725f1d-9458-4322-ae95-0295d1a3b5dd req-76e732c7-a372-433a-b6f5-f4a524e83a0b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:50.092303 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad725f1d-9458-4322-ae95-0295d1a3b5dd req-76e732c7-a372-433a-b6f5-f4a524e83a0b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.6799951 Nov 09 17:47:50.191881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e1142ec4-801d-49af-94b4-19fb3935309a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e1142ec4-801d-49af-94b4-19fb3935309a,segment=NetworkSegment(c705a9f3-7ee3-42d5-8c90-69e3e569095d),segment_id=c705a9f3-7ee3-42d5-8c90-69e3e569095d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:50.198928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3c005b-ceac-43c4-b6a4-ec430d893863 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:50.206507 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ea3c005b-ceac-43c4-b6a4-ec430d893863 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6906521 Nov 09 17:47:50.206982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35254) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:50.216290 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'e1142ec4-801d-49af-94b4-19fb3935309a', 'network_id': 'c0a66cc1-5c22-4bd6-bca4-66676ac5a625', 'port_id': 'e1142ec4-801d-49af-94b4-19fb3935309a', 'mac_address': 'fa:16:3e:ae:db:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1b7bf9-9b9b-4c8e-a7d6-15ca537fb823', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:47:50.223622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad725f1d-9458-4322-ae95-0295d1a3b5dd req-0e1a55fe-10b8-4cc5-b752-22358b281183 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230171 Nov 09 17:47:50.268733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ebaaefe-6ba5-4de0-a87f-f031344fad10 req-bff92fb9-e9fb-479d-802b-67cae4ca36ef service neutron] 10.222.0.18 "GET /v2.0/networks/c0a66cc1-5c22-4bd6-bca4-66676ac5a625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7853370 Nov 09 17:47:50.346955 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-13feb637-6139-418d-808b-ef1252443132 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1376905 Nov 09 17:47:50.355306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35264) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:50.365470 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-71614977-64d9-47c5-b943-cb89deae18d3 None None] Deleting port 6edac9b9-e837-4934-9330-39e9c1ae25ca {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:50.366468 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-71614977-64d9-47c5-b943-cb89deae18d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:50.367361 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9547ed06-f053-48e6-ad7b-f03a3dca4ee4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:50.369328 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:50.429373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1142ec4-801d-49af-94b4-19fb3935309a {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:47:50.451203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e1142ec4-801d-49af-94b4-19fb3935309a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e1142ec4-801d-49af-94b4-19fb3935309a,segment=NetworkSegment(c705a9f3-7ee3-42d5-8c90-69e3e569095d),segment_id=c705a9f3-7ee3-42d5-8c90-69e3e569095d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:50.482512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9547ed06-f053-48e6-ad7b-f03a3dca4ee4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:50.489885 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9547ed06-f053-48e6-ad7b-f03a3dca4ee4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:50.497335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-71614977-64d9-47c5-b943-cb89deae18d3 None None] For port 6edac9b9-e837-4934-9330-39e9c1ae25ca, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6edac9b9-e837-4934-9330-39e9c1ae25ca,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:50.512994 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-71614977-64d9-47c5-b943-cb89deae18d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:50.532693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-71614977-64d9-47c5-b943-cb89deae18d3 None None] Calling delete_port for 6edac9b9-e837-4934-9330-39e9c1ae25ca owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:50.545029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77c00-68d9-496f-96a4-4ab8833b1620 req-e9fd7e92-8050-4463-b3ba-364fc81a43a0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:50.547542 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c1e77c00-68d9-496f-96a4-4ab8833b1620 req-e9fd7e92-8050-4463-b3ba-364fc81a43a0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1820223 Nov 09 17:47:50.622542 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:50.634563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c1e77c00-68d9-496f-96a4-4ab8833b1620 req-ea609f7a-e76b-4f20-8fe0-3bf95670610d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790842 Nov 09 17:47:50.714557 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=e1142ec4-801d-49af-94b4-19fb3935309a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:50.812823 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-71614977-64d9-47c5-b943-cb89deae18d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:50.870883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6edac9b9-e837-4934-9330-39e9c1ae25ca no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:47:50.915920 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71614977-64d9-47c5-b943-cb89deae18d3 None None] No DVR routers for this DVR port 6edac9b9-e837-4934-9330-39e9c1ae25ca on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:47:50.933111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71614977-64d9-47c5-b943-cb89deae18d3 None None] Pushing event deleted for resources: {'Port': ['ID=6edac9b9-e837-4934-9330-39e9c1ae25ca,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:50.941659 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 6edac9b9-e837-4934-9330-39e9c1ae25ca {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:47:50.942857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6edac9b9-e837-4934-9330-39e9c1ae25ca not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:47:50.986981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['e1142ec4-801d-49af-94b4-19fb3935309a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:47:50.998172 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9547ed06-f053-48e6-ad7b-f03a3dca4ee4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:51.013409 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e3a32-49df-4512-bbc7-2f861e22bf21 req-98ee84b3-b158-438d-8625-4c864f4ec17d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:51.021835 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-834e3a32-49df-4512-bbc7-2f861e22bf21 req-98ee84b3-b158-438d-8625-4c864f4ec17d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1658196 Nov 09 17:47:51.062431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ee549-f911-4aac-95fb-f228073ed607 req-b5e9f0ef-a2d6-4cc5-afcd-2da3575b174c tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:51.065792 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f02ee549-f911-4aac-95fb-f228073ed607 req-b5e9f0ef-a2d6-4cc5-afcd-2da3575b174c tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 944 time: 0.1750038 Nov 09 17:47:51.094779 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9547ed06-f053-48e6-ad7b-f03a3dca4ee4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:51.141066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-9547ed06-f053-48e6-ad7b-f03a3dca4ee4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:51.149674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547ed06-f053-48e6-ad7b-f03a3dca4ee4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:51.150108 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9547ed06-f053-48e6-ad7b-f03a3dca4ee4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:51.155550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547ed06-f053-48e6-ad7b-f03a3dca4ee4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=5d4f88f4-25ef-4d77-a3fb-b9f72c595d03,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:51.170942 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-834e3a32-49df-4512-bbc7-2f861e22bf21 req-80f94ade-337e-46ba-9fa2-8f1e997146f0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476293 Nov 09 17:47:51.185292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee762b23-36d2-434f-bf7b-ab2b40bf9af5 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:51.185681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f02ee549-f911-4aac-95fb-f228073ed607 req-32b69931-ba09-4583-bfd5-941d71a037b6 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1653949-55d7-4055-b38b-a3b3243f4598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045587 Nov 09 17:47:51.191407 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9547ed06-f053-48e6-ad7b-f03a3dca4ee4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8320363 Nov 09 17:47:51.191916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35280) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:51.199668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'fixed_ips': [{'subnet_id': '5d4f88f4-25ef-4d77-a3fb-b9f72c595d03', 'ip_address': '2001:db8::6cfc:8f19:da1e:abea'}], 'name': 'tempest-NetworksTestDHCPv6-1405706255'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:51.400971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:51.494888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877ff05-0078-4e9a-ab3f-cf7194a7e426 req-fb6b26f3-3dd1-4f85-bf27-778d751d35bf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:51.502354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '5d4f88f4-25ef-4d77-a3fb-b9f72c595d03'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:47:51.503507 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:51.512476 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2877ff05-0078-4e9a-ab3f-cf7194a7e426 req-fb6b26f3-3dd1-4f85-bf27-778d751d35bf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1539099 Nov 09 17:47:51.581612 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2877ff05-0078-4e9a-ab3f-cf7194a7e426 req-45276a6f-a9bd-4c2e-a824-6f3e74436ab5 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676241 Nov 09 17:47:51.613801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:51.645440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 01c5f8a8-9346-49f5-bbeb-e118b144b480 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:47:51.770070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Allocated IP 2001:db8::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/5d4f88f4-25ef-4d77-a3fb-b9f72c595d03/a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:51.868059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33c5ce-0e13-4984-ab8e-ffbe1a85df25 req-37394505-f30b-49aa-97fd-28855a8f088a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:51.869737 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f33c5ce-0e13-4984-ab8e-ffbe1a85df25 req-37394505-f30b-49aa-97fd-28855a8f088a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.0862405 Nov 09 17:47:51.935716 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f33c5ce-0e13-4984-ab8e-ffbe1a85df25 req-137587aa-2994-44cd-af18-436b879d20ca tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554552 Nov 09 17:47:52.062769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e1142ec4-801d-49af-94b4-19fb3935309a up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:52.164067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port e1142ec4-801d-49af-94b4-19fb3935309a completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:47:52.174424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port e1142ec4-801d-49af-94b4-19fb3935309a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:52.174965 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:52.209432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d2f6c-d130-4f4c-af62-635bfeedc86d req-6e45af1f-1dd9-417d-bb20-d0f061639c2e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:52.211546 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-267d2f6c-d130-4f4c-af62-635bfeedc86d req-6e45af1f-1dd9-417d-bb20-d0f061639c2e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1048257 Nov 09 17:47:52.302764 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-267d2f6c-d130-4f4c-af62-635bfeedc86d req-d31d67bf-52d8-44d2-8197-2d00f9777a06 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774713 Nov 09 17:47:52.322293 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:52.417998 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:52.427938 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:52.470366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bce80-e9f7-4729-81c3-d0d6d41154d6 req-69e8e353-8271-4138-a77c-acac8ebe91a1 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:52.482089 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b93bce80-e9f7-4729-81c3-d0d6d41154d6 req-69e8e353-8271-4138-a77c-acac8ebe91a1 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 944 time: 0.0935063 Nov 09 17:47:52.495201 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:52.499238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:52.501877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:52.527367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::6cfc:8f19:da1e:abea (95294590-f827-4cfc-bf5f-176a9c97fb32/5d4f88f4-25ef-4d77-a3fb-b9f72c595d03/01c5f8a8-9346-49f5-bbeb-e118b144b480) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:52.563491 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b93bce80-e9f7-4729-81c3-d0d6d41154d6 req-c8a1712e-b613-4e95-a822-40029e1eab77 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1653949-55d7-4055-b38b-a3b3243f4598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800209 Nov 09 17:47:52.578849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63d0b0f-cd47-4163-bc60-aefb5311f379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1142ec4-801d-49af-94b4-19fb3935309a'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:47:52.581464 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea077dec-84ea-400c-83db-8af866889dd7" -d '{"events": [{"server_uuid": "b63d0b0f-cd47-4163-bc60-aefb5311f379", "name": "network-vif-plugged", "status": "completed", "tag": "e1142ec4-801d-49af-94b4-19fb3935309a"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:47:52.601445 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Pushing event updated for resources: {'Port': ['ID=a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:52.625959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e1142ec4-801d-49af-94b4-19fb3935309a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e1142ec4-801d-49af-94b4-19fb3935309a,segment=NetworkSegment(c705a9f3-7ee3-42d5-8c90-69e3e569095d),segment_id=c705a9f3-7ee3-42d5-8c90-69e3e569095d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:52.632409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Attempting to bind port a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:47:52.632920 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Attempting to bind port a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:47:52.633304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Attempting to bind port a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:52.637381 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:52.646945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:52.646945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:47:52.648240 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:52.648671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:52.649332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Bound port: a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:47:52.649746 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:52.724615 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a35ff53-8935-44dd-81f9-f4cbedde75e7 x-openstack-request-id: req-7a35ff53-8935-44dd-81f9-f4cbedde75e7 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:47:52.724938 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63d0b0f-cd47-4163-bc60-aefb5311f379", "name": "network-vif-plugged", "status": "completed", "tag": "e1142ec4-801d-49af-94b4-19fb3935309a", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:47:52.725336 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a35ff53-8935-44dd-81f9-f4cbedde75e7 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:47:52.725769 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63d0b0f-cd47-4163-bc60-aefb5311f379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1142ec4-801d-49af-94b4-19fb3935309a', 'code': 200} Nov 09 17:47:52.767541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b32970-bdb0-4dea-80a3-1c9ec67cb2ce req-8e097e8f-86a8-4d93-83aa-25e7251dffe8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:52.770095 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d8b32970-bdb0-4dea-80a3-1c9ec67cb2ce req-8e097e8f-86a8-4d93-83aa-25e7251dffe8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1668391 Nov 09 17:47:52.837324 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] For port a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:52.839031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] For port a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:52.839874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=e1142ec4-801d-49af-94b4-19fb3935309a,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:52.852292 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:52.862423 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:52.918544 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d8b32970-bdb0-4dea-80a3-1c9ec67cb2ce req-29648cee-53b6-4a6d-824f-28fbfcf9031e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259189 Nov 09 17:47:52.932684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108d8ba-b31c-4d38-97fc-4cca2eb9a3d0 None None] Pushing event updated for resources: {'Port': ['ID=a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:53.263510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512ff74-091e-4f60-b220-dc8c1fcb019a req-acc116fc-986f-4565-98f9-be3111246af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:53.265100 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3512ff74-091e-4f60-b220-dc8c1fcb019a req-acc116fc-986f-4565-98f9-be3111246af2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 1096 time: 0.4872227 Nov 09 17:47:53.321194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:53.338394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a238e-93f0-41b6-b593-4d950ab08e99 req-02368824-75e0-49bc-a910-74a193d851bf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:53.346761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-210a238e-93f0-41b6-b593-4d950ab08e99 req-02368824-75e0-49bc-a910-74a193d851bf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2422221 Nov 09 17:47:53.393170 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3512ff74-091e-4f60-b220-dc8c1fcb019a req-70af24af-33ac-4583-841f-7daa9bb35b39 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1653949-55d7-4055-b38b-a3b3243f4598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206119 Nov 09 17:47:53.434260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-210a238e-93f0-41b6-b593-4d950ab08e99 req-fe226724-70d1-4062-9b65-f203088dd9ba tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853004 Nov 09 17:47:53.463281 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:53.546486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:53.554989 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:53.560848 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:53.562144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:53.568486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:53.569299 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:53.622050 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4289408 Nov 09 17:47:53.628173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35334) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:53.655565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c683d7-7fee-448a-85a9-3e6b86f890e4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=01c5f8a8-9346-49f5-bbeb-e118b144b480,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:53.696592 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d302a28-5ee0-4172-a3d2-007efbe8cfee req-a7b206fc-38ad-492b-ac32-5d61c8782f2d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:53.705770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4d302a28-5ee0-4172-a3d2-007efbe8cfee req-a7b206fc-38ad-492b-ac32-5d61c8782f2d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1064641 Nov 09 17:47:53.758043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38015795-a45d-4e56-8a03-825b8d4f7443 req-6aefd49f-540b-49fe-a598-96fa12ebd955 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:53.759618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38015795-a45d-4e56-8a03-825b8d4f7443 req-6aefd49f-540b-49fe-a598-96fa12ebd955 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 945 time: 0.0727983 Nov 09 17:47:53.768951 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4d302a28-5ee0-4172-a3d2-007efbe8cfee req-8c826ce0-64b8-43d6-b65e-979e91ba408f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618677 Nov 09 17:47:53.775620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bbc3f1-f772-4899-ac37-07d0d600840d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:53.782226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bbc3f1-f772-4899-ac37-07d0d600840d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:53.789077 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-02bbc3f1-f772-4899-ac37-07d0d600840d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1559551 Nov 09 17:47:53.789596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35338) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:53.886050 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38015795-a45d-4e56-8a03-825b8d4f7443 req-8a9611de-f1ac-43b7-9ed0-af1a884b7e65 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1653949-55d7-4055-b38b-a3b3243f4598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991914 Nov 09 17:47:54.021892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 01c5f8a8-9346-49f5-bbeb-e118b144b480 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:54.022616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:54.114721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad57018-23c0-4948-ba71-d118d288c0ee req-1cb344b0-eaf4-494c-9f05-75032f4061fb tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:54.123192 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fad57018-23c0-4948-ba71-d118d288c0ee req-1cb344b0-eaf4-494c-9f05-75032f4061fb tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.0811360 Nov 09 17:47:54.178042 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fad57018-23c0-4948-ba71-d118d288c0ee req-b3498db3-12a7-44aa-8921-91c5a2ddffdb tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538080 Nov 09 17:47:54.183583 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:54.214947 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 01c5f8a8-9346-49f5-bbeb-e118b144b480 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:54.548083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74aca81-9fd3-4e03-9532-b844ea2c1cb7 req-f6a565c4-a730-4821-9be7-93087736be18 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:54.551926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a74aca81-9fd3-4e03-9532-b844ea2c1cb7 req-f6a565c4-a730-4821-9be7-93087736be18 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1335495 Nov 09 17:47:54.591279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:54.673807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-082166ae-0e60-40d8-aebd-f11b4fb02dc5 None None] Provisioning complete for port a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:54.675263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=01c5f8a8-9346-49f5-bbeb-e118b144b480,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:54.675486 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-082166ae-0e60-40d8-aebd-f11b4fb02dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:54.722315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:54.723166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:54.723166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:54.723452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:54.723667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:54.726899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:54.727567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:54.728080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:54.728778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:54.729313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:54.729819 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:54.730755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:54.821726 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a74aca81-9fd3-4e03-9532-b844ea2c1cb7 req-068dd125-5531-4aee-99a9-4973c10570fe tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587314 Nov 09 17:47:54.826606 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:54.835732 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dc606ab8-6542-4fc6-af6b-b694b3e17e9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/01c5f8a8-9346-49f5-bbeb-e118b144b480 HTTP/1.1" status: 204 len: 168 time: 1.0439091 Nov 09 17:47:54.837637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35356) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:54.956373 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-082166ae-0e60-40d8-aebd-f11b4fb02dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:55.044837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-082166ae-0e60-40d8-aebd-f11b4fb02dc5 None None] For port a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:55.052756 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-082166ae-0e60-40d8-aebd-f11b4fb02dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:55.078995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d174084-ffa9-44b7-a0d3-838a62a604ed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:55.084312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d174084-ffa9-44b7-a0d3-838a62a604ed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:55.119162 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0d174084-ffa9-44b7-a0d3-838a62a604ed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2783675 Nov 09 17:47:55.119998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35370) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:55.185131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:47:55.251574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c26cd8-f0f0-42fc-a04d-8d2e660d2fa5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 5d4f88f4-25ef-4d77-a3fb-b9f72c595d03 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:47:55.259778 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d7c26cd8-f0f0-42fc-a04d-8d2e660d2fa5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:55.310385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-feaf50c6-cfa0-4ed9-bdf7-a098f92c5575 None None] Could not find standard attr ID for object 01c5f8a8-9346-49f5-bbeb-e118b144b480. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:47:55.329066 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082166ae-0e60-40d8-aebd-f11b4fb02dc5 None None] Pushing event updated for resources: {'Port': ['ID=a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:55.340560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b3088-4800-495a-9c48-beb23a8ea412 req-693afe85-622d-47d9-b284-3d3276e4b7af tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:55.346673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:47:55.347308 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:55.348563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2b5b3088-4800-495a-9c48-beb23a8ea412 req-693afe85-622d-47d9-b284-3d3276e4b7af tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 945 time: 0.2010093 Nov 09 17:47:55.364057 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d7c26cd8-f0f0-42fc-a04d-8d2e660d2fa5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:55.494290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2b5b3088-4800-495a-9c48-beb23a8ea412 req-8b471eed-993b-4d04-8cd9-fefa550df826 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1653949-55d7-4055-b38b-a3b3243f4598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304426 Nov 09 17:47:55.685718 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d7c26cd8-f0f0-42fc-a04d-8d2e660d2fa5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:55.707605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c45cc-a250-42b3-babd-da7e92471ca7 req-c5fe2c8c-71e4-43a8-af52-1e0a2fb8ea11 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:55.722023 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d38c45cc-a250-42b3-babd-da7e92471ca7 req-c5fe2c8c-71e4-43a8-af52-1e0a2fb8ea11 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1801887 Nov 09 17:47:55.847087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d38c45cc-a250-42b3-babd-da7e92471ca7 req-66640da5-6cea-4ee8-b616-10291909f2a5 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222818 Nov 09 17:47:55.931131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d7c26cd8-f0f0-42fc-a04d-8d2e660d2fa5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:56.034967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c26cd8-f0f0-42fc-a04d-8d2e660d2fa5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4f88f4-25ef-4d77-a3fb-b9f72c595d03,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:56.037003 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d7c26cd8-f0f0-42fc-a04d-8d2e660d2fa5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:56.051487 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d7c26cd8-f0f0-42fc-a04d-8d2e660d2fa5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/5d4f88f4-25ef-4d77-a3fb-b9f72c595d03 HTTP/1.1" status: 204 len: 168 time: 0.9299343 Nov 09 17:47:56.057186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35388) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:56.082851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd01281-eec1-4be8-a4a5-deb1d5f9fcb4 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:56.126385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aba85c-f007-4670-b01d-75afb184dd52 req-747f391e-444c-4144-8e0b-63798e261f9c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:56.128943 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-71aba85c-f007-4670-b01d-75afb184dd52 req-747f391e-444c-4144-8e0b-63798e261f9c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1559095 Nov 09 17:47:56.204030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e3bf7be6-43af-4f4e-aa31-be90e667ca8c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1416461 Nov 09 17:47:56.209994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35396) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:56.260026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0d2e92e5-3898-46d9-8118-d105d16f1b54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:56.276515 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-71aba85c-f007-4670-b01d-75afb184dd52 req-d2bba514-cbdf-42ba-8b43-dd114519a720 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384408 Nov 09 17:47:56.404735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffb42a-01f7-4ec5-bf1c-64d74c72e4ad req-fc6ce5ed-dbca-4509-beda-9df0ca240c0f tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:56.414832 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0dffb42a-01f7-4ec5-bf1c-64d74c72e4ad req-fc6ce5ed-dbca-4509-beda-9df0ca240c0f tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 945 time: 0.3104348 Nov 09 17:47:56.486511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0dffb42a-01f7-4ec5-bf1c-64d74c72e4ad req-030a0181-2de7-4f8c-bca4-164d97ce8fb2 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1653949-55d7-4055-b38b-a3b3243f4598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703125 Nov 09 17:47:56.497884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:47:56.528858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2e92e5-3898-46d9-8118-d105d16f1b54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:56.534461 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d2e92e5-3898-46d9-8118-d105d16f1b54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:56.656868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Deleting port a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:56.657646 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:56.857218 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:47:56.862054 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] For port a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:56.863214 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:56.907015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c69a9-ecbe-414e-abb9-cd1b17f6033b req-b07e61b2-0dc5-4128-884d-047062f7edde tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:56.908277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Calling delete_port for a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:56.927279 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f11c69a9-ecbe-414e-abb9-cd1b17f6033b req-b07e61b2-0dc5-4128-884d-047062f7edde tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1998250 Nov 09 17:47:57.059414 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f11c69a9-ecbe-414e-abb9-cd1b17f6033b req-d6a906e2-6e3a-436f-b5ab-9a2b0ad4efb8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309314 Nov 09 17:47:57.152673 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:57.227858 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d2e92e5-3898-46d9-8118-d105d16f1b54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:57.261322 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:57.368325 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Pushing event deleted for resources: {'Port': ['ID=a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:57.382910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:57.383293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:57.383616 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:57.384134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:57.384300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:57.384667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:57.385007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:57.385421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:57.386081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:57.386260 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:57.386571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:57.386899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:47:57.396019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b7a440-0ae0-432f-b9a4-3ffec4f09e7f None None] No DVR routers for this DVR port a3ae8e62-f2fd-42fb-a6aa-dc18dae8812a on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:47:57.434973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e92e5-3898-46d9-8118-d105d16f1b54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:57.470183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e92e5-3898-46d9-8118-d105d16f1b54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:57.484944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5c42c2-6290-4f88-8577-5c37f50c8d29 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:47:57.492316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2af60-a077-4064-bc2b-a9714ec6fa3f req-fcbd514e-1f60-4e50-a1fc-bd56566ec1ea tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:57.500557 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0eb2af60-a077-4064-bc2b-a9714ec6fa3f req-fcbd514e-1f60-4e50-a1fc-bd56566ec1ea tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1222687 Nov 09 17:47:57.505261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2e92e5-3898-46d9-8118-d105d16f1b54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:57.505883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d2e92e5-3898-46d9-8118-d105d16f1b54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:57.522377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e92e5-3898-46d9-8118-d105d16f1b54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=0109cc3f-1233-4f90-a447-16045ed92b44,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:57.556593 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0d2e92e5-3898-46d9-8118-d105d16f1b54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3050447 Nov 09 17:47:57.564271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35416) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:47:57.580395 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0eb2af60-a077-4064-bc2b-a9714ec6fa3f req-515ebb31-b42b-43be-bffc-9570ad02b417 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787346 Nov 09 17:47:57.581773 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'fixed_ips': [{'subnet_id': '0109cc3f-1233-4f90-a447-16045ed92b44', 'ip_address': '2001:db8::9dc1:b2f:1528:5088'}], 'name': 'tempest-NetworksTestDHCPv6-1593258605'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:47:57.724558 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '0109cc3f-1233-4f90-a447-16045ed92b44'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:47:57.726713 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:57.772947 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fec2d9-f8c2-45ab-8fbd-2c7d50a06d5a req-8c82716e-7bab-4248-9096-4855e503747d tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:57.789331 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69fec2d9-f8c2-45ab-8fbd-2c7d50a06d5a req-8c82716e-7bab-4248-9096-4855e503747d tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.18 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 945 time: 0.3365278 Nov 09 17:47:57.891607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:47:58.041103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b8f25-9fb1-46c6-a6e5-c0cdc30d8cac req-6de7e8b0-6d6d-4da6-b952-b910a386648e tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:58.055944 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a4b8f25-9fb1-46c6-a6e5-c0cdc30d8cac req-6de7e8b0-6d6d-4da6-b952-b910a386648e tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 945 time: 0.3015110 Nov 09 17:47:58.090087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Allocated IP 2001:db8::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/0109cc3f-1233-4f90-a447-16045ed92b44/37dafc85-29e1-401c-b20e-b7b2d505b548) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:58.181441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a4b8f25-9fb1-46c6-a6e5-c0cdc30d8cac req-3df5d41a-9b3b-458d-a892-98fe3a32136a tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1653949-55d7-4055-b38b-a3b3243f4598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239157 Nov 09 17:47:58.335732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-69fec2d9-f8c2-45ab-8fbd-2c7d50a06d5a req-2cb2c406-0d04-44e4-b637-40e771109808 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Deleting port e1142ec4-801d-49af-94b4-19fb3935309a {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:47:58.336643 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-69fec2d9-f8c2-45ab-8fbd-2c7d50a06d5a req-2cb2c406-0d04-44e4-b637-40e771109808 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:58.363726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6fbd-a732-4eb8-b3f0-2e3f28c2f40e req-7f697c3c-688e-44e3-a9fc-872eadbd288a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:58.365295 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3ac6fbd-a732-4eb8-b3f0-2e3f28c2f40e req-7f697c3c-688e-44e3-a9fc-872eadbd288a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2271650 Nov 09 17:47:58.418719 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:58.500126 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:58.510514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 2512c434-9353-4854-a394-874c4455e6fc yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:47:58.511397 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:58.516600 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3ac6fbd-a732-4eb8-b3f0-2e3f28c2f40e req-19abce63-4194-4293-8db9-df05f9aae7ab tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073742 Nov 09 17:47:58.611041 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:47:58.615136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:47:58.623936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:47:58.655337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Pushing event updated for resources: {'Port': ['ID=37dafc85-29e1-401c-b20e-b7b2d505b548,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:58.764828 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Attempting to bind port 37dafc85-29e1-401c-b20e-b7b2d505b548 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:47:58.765206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Attempting to bind port 37dafc85-29e1-401c-b20e-b7b2d505b548 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:47:58.767855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Attempting to bind port 37dafc85-29e1-401c-b20e-b7b2d505b548 on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:47:58.791366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:47:58.791921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:47:58.792331 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:58.792750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:47:58.793460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Bound port: 37dafc85-29e1-401c-b20e-b7b2d505b548, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:47:58.793870 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:58.922555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] For port 37dafc85-29e1-401c-b20e-b7b2d505b548, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:47:58.927887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] For port 37dafc85-29e1-401c-b20e-b7b2d505b548, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=37dafc85-29e1-401c-b20e-b7b2d505b548,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:47:58.941624 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:58.976551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::9dc1:b2f:1528:5088 (95294590-f827-4cfc-bf5f-176a9c97fb32/0109cc3f-1233-4f90-a447-16045ed92b44/2512c434-9353-4854-a394-874c4455e6fc) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:47:59.023842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-69fec2d9-f8c2-45ab-8fbd-2c7d50a06d5a req-2cb2c406-0d04-44e4-b637-40e771109808 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] For port e1142ec4-801d-49af-94b4-19fb3935309a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e1142ec4-801d-49af-94b4-19fb3935309a,segment=NetworkSegment(c705a9f3-7ee3-42d5-8c90-69e3e569095d),segment_id=c705a9f3-7ee3-42d5-8c90-69e3e569095d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:47:59.024633 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-69fec2d9-f8c2-45ab-8fbd-2c7d50a06d5a req-2cb2c406-0d04-44e4-b637-40e771109808 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:59.098282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-69fec2d9-f8c2-45ab-8fbd-2c7d50a06d5a req-2cb2c406-0d04-44e4-b637-40e771109808 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Calling delete_port for e1142ec4-801d-49af-94b4-19fb3935309a owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:47:59.155581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d661df-48c7-43d8-a083-698bd8c8765c None None] Pushing event updated for resources: {'Port': ['ID=37dafc85-29e1-401c-b20e-b7b2d505b548,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:47:59.666627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:59.708731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda99a3f-8ce0-4c2f-8c5c-4e9985ec5312 req-ae08c2e3-57d1-4f52-9137-f895540353f2 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:59.728940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dda99a3f-8ce0-4c2f-8c5c-4e9985ec5312 req-ae08c2e3-57d1-4f52-9137-f895540353f2 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 945 time: 0.3427942 Nov 09 17:47:59.799572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c91bc3-f41b-49a1-ad1b-84a1f95a9aca req-a52f85df-976a-4ef4-aaa6-595ca146dd48 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:47:59.808780 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49c91bc3-f41b-49a1-ad1b-84a1f95a9aca req-a52f85df-976a-4ef4-aaa6-595ca146dd48 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1282065 Nov 09 17:47:59.886860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49c91bc3-f41b-49a1-ad1b-84a1f95a9aca req-8d3aa279-9d4f-4b14-b91e-4fc83875c693 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771418 Nov 09 17:47:59.887891 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-69fec2d9-f8c2-45ab-8fbd-2c7d50a06d5a req-2cb2c406-0d04-44e4-b637-40e771109808 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:59.903086 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['e1142ec4-801d-49af-94b4-19fb3935309a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:48:00.123415 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dda99a3f-8ce0-4c2f-8c5c-4e9985ec5312 req-4dfdea42-cf41-4de3-bb8e-f90455869db9 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1653949-55d7-4055-b38b-a3b3243f4598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929524 Nov 09 17:48:00.200049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2c406-0d04-44e4-b637-40e771109808 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Pushing event deleted for resources: {'Port': ['ID=e1142ec4-801d-49af-94b4-19fb3935309a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:00.221394 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:00.359509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fec2d9-f8c2-45ab-8fbd-2c7d50a06d5a req-2cb2c406-0d04-44e4-b637-40e771109808 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] No DVR routers for this DVR port e1142ec4-801d-49af-94b4-19fb3935309a on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:00.372067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-69fec2d9-f8c2-45ab-8fbd-2c7d50a06d5a req-2cb2c406-0d04-44e4-b637-40e771109808 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:00.385389 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69fec2d9-f8c2-45ab-8fbd-2c7d50a06d5a req-2cb2c406-0d04-44e4-b637-40e771109808 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.18 "DELETE /v2.0/ports/e1142ec4-801d-49af-94b4-19fb3935309a HTTP/1.1" status: 204 len: 173 time: 2.5931928 Nov 09 17:48:00.450228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63d0b0f-cd47-4163-bc60-aefb5311f379', 'name': 'network-vif-deleted', 'tag': 'e1142ec4-801d-49af-94b4-19fb3935309a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:00.468678 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24280ab4-3cf3-4f5c-b14a-fbb56a113f45" -d '{"events": [{"server_uuid": "b63d0b0f-cd47-4163-bc60-aefb5311f379", "name": "network-vif-deleted", "tag": "e1142ec4-801d-49af-94b4-19fb3935309a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:00.505784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:00.518350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:00.529590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:00.550772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:00.552182 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:00.616120 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0443192 Nov 09 17:48:00.617437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741b175-ba5d-4f3b-8ee3-8d60f9486187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=2512c434-9353-4854-a394-874c4455e6fc,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:00.618310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35458) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:00.664668 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adb724f-76b4-4349-8dc5-d6e7f71c465c x-openstack-request-id: req-6adb724f-76b4-4349-8dc5-d6e7f71c465c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:00.666357 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63d0b0f-cd47-4163-bc60-aefb5311f379", "name": "network-vif-deleted", "tag": "e1142ec4-801d-49af-94b4-19fb3935309a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:00.666761 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6adb724f-76b4-4349-8dc5-d6e7f71c465c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:00.669634 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63d0b0f-cd47-4163-bc60-aefb5311f379', 'name': 'network-vif-deleted', 'tag': 'e1142ec4-801d-49af-94b4-19fb3935309a', 'status': 'completed', 'code': 200} Nov 09 17:48:00.827730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30680f2-abd3-4850-bb4c-e957a3414402 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:00.858120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30680f2-abd3-4850-bb4c-e957a3414402 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:00.870292 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a30680f2-abd3-4850-bb4c-e957a3414402 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2504098 Nov 09 17:48:00.871152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35464) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:00.998381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 37dafc85-29e1-401c-b20e-b7b2d505b548 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:01.189234 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 37dafc85-29e1-401c-b20e-b7b2d505b548 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:01.191532 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:01.232344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e947a-cfe8-4ab2-857f-87a92a50ba69 req-a0affca7-900b-4579-81a5-45bcbfd198e7 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:01.234303 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5ff51fff-738a-4122-9433-a9e08c97508d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 2512c434-9353-4854-a394-874c4455e6fc {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:01.235770 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5ff51fff-738a-4122-9433-a9e08c97508d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:01.254848 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-196e947a-cfe8-4ab2-857f-87a92a50ba69 req-a0affca7-900b-4579-81a5-45bcbfd198e7 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.4292793 Nov 09 17:48:01.449769 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-196e947a-cfe8-4ab2-857f-87a92a50ba69 req-14c37d27-6d10-4abc-908d-136194f6ce15 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937621 Nov 09 17:48:01.550107 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:01.628682 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5ff51fff-738a-4122-9433-a9e08c97508d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:01.652831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bbee067a-7115-468f-9ce5-f2966bc5d796 None None] Provisioning complete for port 37dafc85-29e1-401c-b20e-b7b2d505b548 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:01.653218 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bbee067a-7115-468f-9ce5-f2966bc5d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:01.702230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5ff51fff-738a-4122-9433-a9e08c97508d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 2512c434-9353-4854-a394-874c4455e6fc owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:01.741337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 37dafc85-29e1-401c-b20e-b7b2d505b548, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=37dafc85-29e1-401c-b20e-b7b2d505b548,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:01.769676 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:01.920630 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c5820b77-6da6-411b-a07b-bb8f82221751 req-4ab3e17a-f999-456e-bf97-720dfdf94fd1 tempest-InstanceActionsNegativeTestJSON-1609214339 tempest-InstanceActionsNegativeTestJSON-1609214339-project] 10.222.0.81 "GET /v2.0/ports?device_id=b63d0b0f-cd47-4163-bc60-aefb5311f379 HTTP/1.1" status: 200 len: 210 time: 0.0814035 Nov 09 17:48:01.956818 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=37dafc85-29e1-401c-b20e-b7b2d505b548,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:01.985534 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5ff51fff-738a-4122-9433-a9e08c97508d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:02.015864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff51fff-738a-4122-9433-a9e08c97508d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=2512c434-9353-4854-a394-874c4455e6fc,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:02.072401 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e1142ec4-801d-49af-94b4-19fb3935309a no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:02.097302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: e1142ec4-801d-49af-94b4-19fb3935309a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:48:02.098095 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e1142ec4-801d-49af-94b4-19fb3935309a not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:48:02.113922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-63a4b4ca-4eaf-49f1-a304-1d060778eab5 None None] Could not find standard attr ID for object 2512c434-9353-4854-a394-874c4455e6fc. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:48:02.121176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5ff51fff-738a-4122-9433-a9e08c97508d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:02.133935 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5ff51fff-738a-4122-9433-a9e08c97508d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/2512c434-9353-4854-a394-874c4455e6fc HTTP/1.1" status: 204 len: 168 time: 1.2588003 Nov 09 17:48:02.134168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35482) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:02.281057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29508af-16d1-45a5-a30c-eb94acd248b4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:02.283420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29508af-16d1-45a5-a30c-eb94acd248b4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:02.288855 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c29508af-16d1-45a5-a30c-eb94acd248b4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1539295 Nov 09 17:48:02.289690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35486) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:02.431000 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e6a213-8c09-4d8c-8547-af6071603736 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 0109cc3f-1233-4f90-a447-16045ed92b44 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:48:02.450515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a213-8c09-4d8c-8547-af6071603736 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:02.521228 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a213-8c09-4d8c-8547-af6071603736 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:02.729561 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a213-8c09-4d8c-8547-af6071603736 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:02.824994 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a213-8c09-4d8c-8547-af6071603736 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:02.836253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 37dafc85-29e1-401c-b20e-b7b2d505b548 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:02.870997 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2e6a213-8c09-4d8c-8547-af6071603736 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:02.877410 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a2e6a213-8c09-4d8c-8547-af6071603736 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/0109cc3f-1233-4f90-a447-16045ed92b44 HTTP/1.1" status: 204 len: 168 time: 0.5840027 Nov 09 17:48:02.877909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35500) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:02.885002 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10223ca-4cdd-4f92-9fd3-143209e6ce22 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:02.907700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a34ab3-9661-44be-a2d4-468c1802fcde req-4f6f3913-7e39-43ce-a0d3-4adaad14afad tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:02.909552 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b4a34ab3-9661-44be-a2d4-468c1802fcde req-4f6f3913-7e39-43ce-a0d3-4adaad14afad tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2728422 Nov 09 17:48:02.914090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6a213-8c09-4d8c-8547-af6071603736 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=0109cc3f-1233-4f90-a447-16045ed92b44,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:02.960598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 37dafc85-29e1-401c-b20e-b7b2d505b548 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:02.961251 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:02.966643 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-00ca64ac-a39a-4cd8-b93a-bc855423503f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874698 Nov 09 17:48:02.969346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35502) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:02.974669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-16ff3966-7d58-4cb9-a94f-0a382f7d4e14 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:03.022031 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b4a34ab3-9661-44be-a2d4-468c1802fcde req-14a6b853-6848-4a6c-a02a-c5005bd99b23 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030061 Nov 09 17:48:03.084611 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35512) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:03.224093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ff3966-7d58-4cb9-a94f-0a382f7d4e14 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:03.232817 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16ff3966-7d58-4cb9-a94f-0a382f7d4e14 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:03.265544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3b68cc-809c-4870-a509-b99bfd770cd9 admin admin] Deleting subnet 2b1b7bf9-9b9b-4c8e-a7d6-15ca537fb823 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:48:03.272993 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac3b68cc-809c-4870-a509-b99bfd770cd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:03.329180 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac3b68cc-809c-4870-a509-b99bfd770cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:03.370212 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4497ce0-10e4-4c90-9a77-6ed5596e9ef0 None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:48:03.407550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac3b68cc-809c-4870-a509-b99bfd770cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:03.473736 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac3b68cc-809c-4870-a509-b99bfd770cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:03.503886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b68cc-809c-4870-a509-b99bfd770cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b1b7bf9-9b9b-4c8e-a7d6-15ca537fb823,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:03.513885 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d4497ce0-10e4-4c90-9a77-6ed5596e9ef0 None None] Deleting port 37dafc85-29e1-401c-b20e-b7b2d505b548 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:03.514339 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d4497ce0-10e4-4c90-9a77-6ed5596e9ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:03.519629 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac3b68cc-809c-4870-a509-b99bfd770cd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:03.530872 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ac3b68cc-809c-4870-a509-b99bfd770cd9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2b1b7bf9-9b9b-4c8e-a7d6-15ca537fb823 HTTP/1.1" status: 204 len: 168 time: 0.4446149 Nov 09 17:48:03.538167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35518) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:03.566883 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af5ec7-785d-496d-82d1-096e9509ed3f req-fc37a283-9e1a-4a12-b2bd-9542f5b2acd8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:03.568989 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7af5ec7-785d-496d-82d1-096e9509ed3f req-fc37a283-9e1a-4a12-b2bd-9542f5b2acd8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.3815572 Nov 09 17:48:03.657998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d4497ce0-10e4-4c90-9a77-6ed5596e9ef0 None None] For port 37dafc85-29e1-401c-b20e-b7b2d505b548, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=37dafc85-29e1-401c-b20e-b7b2d505b548,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:03.659052 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d4497ce0-10e4-4c90-9a77-6ed5596e9ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:03.686165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d4497ce0-10e4-4c90-9a77-6ed5596e9ef0 None None] Calling delete_port for 37dafc85-29e1-401c-b20e-b7b2d505b548 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:03.796005 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16ff3966-7d58-4cb9-a94f-0a382f7d4e14 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:03.848537 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d4497ce0-10e4-4c90-9a77-6ed5596e9ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:03.875095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff3966-7d58-4cb9-a94f-0a382f7d4e14 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=3ce91454-89f2-4915-96c9-48865bcdcc2b,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:03.894325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ff3966-7d58-4cb9-a94f-0a382f7d4e14 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:03.900385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-16ff3966-7d58-4cb9-a94f-0a382f7d4e14 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:03.910545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ff3966-7d58-4cb9-a94f-0a382f7d4e14 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:03.911860 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16ff3966-7d58-4cb9-a94f-0a382f7d4e14 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:03.939609 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7af5ec7-785d-496d-82d1-096e9509ed3f req-b47fb334-88ea-4cef-bfc7-e38f60f58ecf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554294 Nov 09 17:48:03.944356 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-16ff3966-7d58-4cb9-a94f-0a382f7d4e14 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9725435 Nov 09 17:48:03.947706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35528) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:03.949467 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d87fb3e-b26a-4b4c-986d-ed7e94bb8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:03.956234 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4497ce0-10e4-4c90-9a77-6ed5596e9ef0 None None] No DVR routers for this DVR port 37dafc85-29e1-401c-b20e-b7b2d505b548 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:03.969278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4497ce0-10e4-4c90-9a77-6ed5596e9ef0 None None] Pushing event deleted for resources: {'Port': ['ID=37dafc85-29e1-401c-b20e-b7b2d505b548,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:03.989120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'fixed_ips': [{'subnet_id': '3ce91454-89f2-4915-96c9-48865bcdcc2b', 'ip_address': '2001:db8::d86d:3f34:c02b:7fef'}], 'name': 'tempest-NetworksTestDHCPv6-71700057'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:04.003091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e322f1e-00fa-477e-b1d4-1611e2cf5b2c None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:04.173492 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d87fb3e-b26a-4b4c-986d-ed7e94bb8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:04.232348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:04.345064 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '3ce91454-89f2-4915-96c9-48865bcdcc2b'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:48:04.346510 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:04.453341 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:04.492356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port c99127c5-f12d-4015-87f7-740df6c098ea yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:48:04.649946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Allocated IP 2001:db8::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/3ce91454-89f2-4915-96c9-48865bcdcc2b/fd22e3ae-232b-41a3-91b7-dbda812830db) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:04.854071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-5d87fb3e-b26a-4b4c-986d-ed7e94bb8186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a66cc1-5c22-4bd6-bca4-66676ac5a625']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:04.877284 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-5d87fb3e-b26a-4b4c-986d-ed7e94bb8186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c705a9f3-7ee3-42d5-8c90-69e3e569095d') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:04.878062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-5d87fb3e-b26a-4b4c-986d-ed7e94bb8186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c705a9f3-7ee3-42d5-8c90-69e3e569095d') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:04.898220 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 37dafc85-29e1-401c-b20e-b7b2d505b548 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:04.906036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9798081-a46d-48f0-a24e-621160937a21 req-4a150b27-0af9-43ea-b56d-b77d89eb2769 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:04.909069 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9798081-a46d-48f0-a24e-621160937a21 req-4a150b27-0af9-43ea-b56d-b77d89eb2769 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.7566710 Nov 09 17:48:04.917368 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d87fb3e-b26a-4b4c-986d-ed7e94bb8186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:04.938494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 37dafc85-29e1-401c-b20e-b7b2d505b548 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:48:04.939036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 37dafc85-29e1-401c-b20e-b7b2d505b548 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:48:04.952643 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d87fb3e-b26a-4b4c-986d-ed7e94bb8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:04.966931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d87fb3e-b26a-4b4c-986d-ed7e94bb8186 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d87fb3e-b26a-4b4c-986d-ed7e94bb8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:48:04.970012 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:48:05.034952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9798081-a46d-48f0-a24e-621160937a21 req-ddf1acb9-6048-436a-bb19-8bd6760b42e2 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086063 Nov 09 17:48:05.058832 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.072871 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.104900 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d87fb3e-b26a-4b4c-986d-ed7e94bb8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.114344 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d87fb3e-b26a-4b4c-986d-ed7e94bb8186 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.117284 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5d87fb3e-b26a-4b4c-986d-ed7e94bb8186 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c0a66cc1-5c22-4bd6-bca4-66676ac5a625 HTTP/1.1" status: 204 len: 168 time: 1.5780339 Nov 09 17:48:05.149670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87fb3e-b26a-4b4c-986d-ed7e94bb8186 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a66cc1-5c22-4bd6-bca4-66676ac5a625,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:05.206261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:05.212899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:05.220031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:05.293633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b423f-ac0e-40fc-a59f-c216c2736c55 req-16b7fab3-9da0-493c-acb7-c11d792c4ea2 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:05.301448 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d81b423f-ac0e-40fc-a59f-c216c2736c55 req-16b7fab3-9da0-493c-acb7-c11d792c4ea2 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1124468 Nov 09 17:48:05.307973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::d86d:3f34:c02b:7fef (95294590-f827-4cfc-bf5f-176a9c97fb32/3ce91454-89f2-4915-96c9-48865bcdcc2b/c99127c5-f12d-4015-87f7-740df6c098ea) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:05.344540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Attempting to bind port fd22e3ae-232b-41a3-91b7-dbda812830db on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:48:05.345240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Attempting to bind port fd22e3ae-232b-41a3-91b7-dbda812830db by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:48:05.345990 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Attempting to bind port fd22e3ae-232b-41a3-91b7-dbda812830db on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:05.366914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Pushing event updated for resources: {'Port': ['ID=fd22e3ae-232b-41a3-91b7-dbda812830db,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:05.369384 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d81b423f-ac0e-40fc-a59f-c216c2736c55 req-277d027d-efc2-45c6-b223-d4bbb4e1410c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619094 Nov 09 17:48:05.386181 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:05.387501 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:05.388513 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.389497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:05.390783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Bound port: fd22e3ae-232b-41a3-91b7-dbda812830db, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:48:05.391991 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.524075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35568) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:05.535159 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] For port fd22e3ae-232b-41a3-91b7-dbda812830db, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:05.542325 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] For port fd22e3ae-232b-41a3-91b7-dbda812830db, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fd22e3ae-232b-41a3-91b7-dbda812830db,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:05.557336 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.597028 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-85068d92-3821-486c-9a2a-4fb4fa0b65e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c952c890c6a4c83b0a3b6ca34caa533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694509 Nov 09 17:48:05.603641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35570) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:05.654802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db17a2-13b5-41cf-bf41-382f2d86d734 None None] Pushing event updated for resources: {'Port': ['ID=fd22e3ae-232b-41a3-91b7-dbda812830db,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:05.673042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05b9f9-edda-4c3b-aaef-5e9aba8e7769 req-3f26c4db-d937-41f3-b656-0034d0a06934 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:05.674681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc05b9f9-edda-4c3b-aaef-5e9aba8e7769 req-3f26c4db-d937-41f3-b656-0034d0a06934 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1106768 Nov 09 17:48:05.678692 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-92064079-b737-4d77-b2a0-8d27cd98de2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.731020 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-92064079-b737-4d77-b2a0-8d27cd98de2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.736875 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.774019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc05b9f9-edda-4c3b-aaef-5e9aba8e7769 req-73cd6237-0507-45a4-b487-79971e308c59 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885584 Nov 09 17:48:05.851971 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-92064079-b737-4d77-b2a0-8d27cd98de2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.861268 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-92064079-b737-4d77-b2a0-8d27cd98de2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.862491 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-92064079-b737-4d77-b2a0-8d27cd98de2e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d1653949-55d7-4055-b38b-a3b3243f4598 HTTP/1.1" status: 204 len: 168 time: 0.2574656 Nov 09 17:48:05.880770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.900729 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92064079-b737-4d77-b2a0-8d27cd98de2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1653949-55d7-4055-b38b-a3b3243f4598,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:06.065304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:06.065722 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bb436-820b-40bd-ad09-e115aff3ee60 req-b42123c3-145d-4b55-bb17-827386cbf5e8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:06.067517 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c72bb436-820b-40bd-ad09-e115aff3ee60 req-b42123c3-145d-4b55-bb17-827386cbf5e8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1579115 Nov 09 17:48:06.082076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:06.085592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:06.100892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:06.106394 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:06.160949 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c72bb436-820b-40bd-ad09-e115aff3ee60 req-42700ab5-6737-469c-bf26-667b17094c9e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857084 Nov 09 17:48:06.274171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=c99127c5-f12d-4015-87f7-740df6c098ea,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:06.291459 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35592) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:06.294885 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3db83e13-9f89-4859-a4ea-4a39e3ecf9bd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3458476 Nov 09 17:48:06.393269 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a23b36-5f8f-41b0-8ee8-d32c0c4472c3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:06.400391 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a23b36-5f8f-41b0-8ee8-d32c0c4472c3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:06.402106 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-46a23b36-5f8f-41b0-8ee8-d32c0c4472c3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1096203 Nov 09 17:48:06.405054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35598) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:06.524791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb36c03-f6bc-4909-8e56-67027b8df2ff req-fb0398d1-d924-4c3e-91dc-a9ee62917e08 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:06.526482 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cdb36c03-f6bc-4909-8e56-67027b8df2ff req-fb0398d1-d924-4c3e-91dc-a9ee62917e08 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1230419 Nov 09 17:48:06.586538 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cdb36c03-f6bc-4909-8e56-67027b8df2ff req-4f44c0e5-0957-4f4e-9d2b-467609e1f669 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461864 Nov 09 17:48:06.601686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-aa153a8f-45fb-49b1-981c-36e85db66988 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port c99127c5-f12d-4015-87f7-740df6c098ea {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:06.602040 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa153a8f-45fb-49b1-981c-36e85db66988 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:06.790749 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa153a8f-45fb-49b1-981c-36e85db66988 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:06.879494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-aa153a8f-45fb-49b1-981c-36e85db66988 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for c99127c5-f12d-4015-87f7-740df6c098ea owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:06.899146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ed414-235f-4ecb-b3fc-e94567a2f931 req-7343148b-ba9b-438b-8cbe-6a93ee781bc9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:06.905081 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d7ed414-235f-4ecb-b3fc-e94567a2f931 req-7343148b-ba9b-438b-8cbe-6a93ee781bc9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1546428 Nov 09 17:48:06.991479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fd22e3ae-232b-41a3-91b7-dbda812830db up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:07.072743 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d7ed414-235f-4ecb-b3fc-e94567a2f931 req-18a08fb6-634c-4c10-9a69-cd0f9231d801 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616642 Nov 09 17:48:07.073300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fd22e3ae-232b-41a3-91b7-dbda812830db triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:07.073965 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:07.320240 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:07.387945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port fd22e3ae-232b-41a3-91b7-dbda812830db, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fd22e3ae-232b-41a3-91b7-dbda812830db,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:07.402068 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:07.553697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35640) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:07.598569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a01a6238-81ea-4b2f-bfe5-379396b123a9 None None] Provisioning complete for port fd22e3ae-232b-41a3-91b7-dbda812830db triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:07.599293 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a01a6238-81ea-4b2f-bfe5-379396b123a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:07.601252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=fd22e3ae-232b-41a3-91b7-dbda812830db,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:07.659023 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa153a8f-45fb-49b1-981c-36e85db66988 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:07.734500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa153a8f-45fb-49b1-981c-36e85db66988 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=c99127c5-f12d-4015-87f7-740df6c098ea,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:07.753371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63032fbc-67b4-4fdf-85bb-3555f15ce6fe req-c5ae3c13-3254-4869-942c-03315ab8bf53 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:07.755278 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63032fbc-67b4-4fdf-85bb-3555f15ce6fe req-c5ae3c13-3254-4869-942c-03315ab8bf53 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.3244090 Nov 09 17:48:07.773582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1472424499-network', 'tenant_id': '9de592cb02554687827aa6b5c7812402'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:07.788712 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa153a8f-45fb-49b1-981c-36e85db66988 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:07.796028 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aa153a8f-45fb-49b1-981c-36e85db66988 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/c99127c5-f12d-4015-87f7-740df6c098ea HTTP/1.1" status: 204 len: 168 time: 1.3770764 Nov 09 17:48:07.796984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35644) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:07.832912 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63032fbc-67b4-4fdf-85bb-3555f15ce6fe req-efa8edd4-2b3c-438b-9789-3c86b5c443f8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482271 Nov 09 17:48:07.838685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d5b8a0e6-e5d5-4f9b-a2fc-0ba5b98b7c09 None None] Could not find standard attr ID for object c99127c5-f12d-4015-87f7-740df6c098ea. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:48:07.840989 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Made reservation on behalf of 9de592cb02554687827aa6b5c7812402 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:07.844014 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:07.864716 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:07.900142 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee81b26-660d-40e3-9e01-b6b8a2c9c02d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:07.905442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee81b26-660d-40e3-9e01-b6b8a2c9c02d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:07.914225 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cee81b26-660d-40e3-9e01-b6b8a2c9c02d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1161065 Nov 09 17:48:07.918348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35648) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:08.061935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-4458872a-0f84-4375-aac2-c10cd6c9dd8a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 3ce91454-89f2-4915-96c9-48865bcdcc2b {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:48:08.078343 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4458872a-0f84-4375-aac2-c10cd6c9dd8a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:08.197129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a1daa-9761-4f51-b476-aae256a9a5ed req-7c89da46-7179-4b14-9ed8-9a65ed8b4718 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:08.199474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c4a1daa-9761-4f51-b476-aae256a9a5ed req-7c89da46-7179-4b14-9ed8-9a65ed8b4718 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2127516 Nov 09 17:48:08.229201 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4458872a-0f84-4375-aac2-c10cd6c9dd8a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:08.283498 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:08.304163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:08.401229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:48:08.413743 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c4a1daa-9761-4f51-b476-aae256a9a5ed req-ca42663e-71d2-4371-a63a-23226eafb9e0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028792 Nov 09 17:48:08.418374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6d689e-135c-41f8-8358-a3f64df64a59,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:08.436429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:08.436805 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Added segment 3a08abb6-b27c-44b2-a563-026e33595565 of type vlan for network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 Nov 09 17:48:08.687742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50cf2-22c4-42b6-a9f0-ec52664c6f2e req-6b05b812-4024-467e-a0de-06db965f549a tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:08.689317 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5b50cf2-22c4-42b6-a9f0-ec52664c6f2e req-6b05b812-4024-467e-a0de-06db965f549a tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1026905 Nov 09 17:48:08.742777 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5b50cf2-22c4-42b6-a9f0-ec52664c6f2e req-ddb30214-316a-420a-88b9-d792856ec726 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456483 Nov 09 17:48:08.819536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fd22e3ae-232b-41a3-91b7-dbda812830db up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:08.993759 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4458872a-0f84-4375-aac2-c10cd6c9dd8a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:09.025993 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:09.052431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac518a-be36-4a13-9ec6-dce734cfab86 req-7e958354-829c-44b5-a41d-cc5e51919889 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:09.054069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-adac518a-be36-4a13-9ec6-dce734cfab86 req-7e958354-829c-44b5-a41d-cc5e51919889 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1540940 Nov 09 17:48:09.099933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fd22e3ae-232b-41a3-91b7-dbda812830db triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:09.100648 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:09.102970 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:09.104056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:09.104869 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:09.200787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4458872a-0f84-4375-aac2-c10cd6c9dd8a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:09.245186 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6895881 Nov 09 17:48:09.248414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35680) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:09.250560 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-adac518a-be36-4a13-9ec6-dce734cfab86 req-2e359302-757b-4742-84d6-a8cb4a223995 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803463 Nov 09 17:48:09.253395 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a5d370db-ef54-4211-a976-bf6b053427c7 admin admin] Request body: {'subnet': {'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1472424499-subnet', 'tenant_id': '9de592cb02554687827aa6b5c7812402', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:09.259869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15eec7-144a-4664-9a7e-f9ff15150dff admin admin] Pushing event updated for resources: {'Network': ['ID=2ac0b4ff-b5b6-44eb-b33b-47f466549e48,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:09.275569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4458872a-0f84-4375-aac2-c10cd6c9dd8a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:09.276327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088f132d-b4c4-4ab8-9b57-84861f120b30 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:09.281940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d370db-ef54-4211-a976-bf6b053427c7 admin admin] Made reservation on behalf of 9de592cb02554687827aa6b5c7812402 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:09.282811 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4458872a-0f84-4375-aac2-c10cd6c9dd8a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/3ce91454-89f2-4915-96c9-48865bcdcc2b HTTP/1.1" status: 204 len: 168 time: 1.3621352 Nov 09 17:48:09.284478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458872a-0f84-4375-aac2-c10cd6c9dd8a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce91454-89f2-4915-96c9-48865bcdcc2b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:09.285718 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a5d370db-ef54-4211-a976-bf6b053427c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:09.294496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35682) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:09.384959 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-19b88bec-301f-4ee0-9636-14781c554720 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880544 Nov 09 17:48:09.385611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35686) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:09.390767 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:48:09.479777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027b711e-5185-4506-9591-41b330d295d5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:09.482629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-027b711e-5185-4506-9591-41b330d295d5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0958195 Nov 09 17:48:09.485932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35692) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:09.594368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7810bc73-0461-4098-89f7-a5a78c067590 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:09.597155 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7810bc73-0461-4098-89f7-a5a78c067590 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1095629 Nov 09 17:48:09.601620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35696) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:09.621568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a284d-8adf-432a-91b4-56d3354b9b88 req-a010c6db-577d-4fe1-811b-83bfad4f4522 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:09.624343 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8e7a284d-8adf-432a-91b4-56d3354b9b88 req-a010c6db-577d-4fe1-811b-83bfad4f4522 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1816509 Nov 09 17:48:09.738177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc41c16b-0bb0-47b8-9d78-6e6bba31d9af None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:48:09.763707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4866ed87-bd81-48b6-ac06-bc8eebd7a166 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1518905 Nov 09 17:48:09.764952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35702) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:09.771585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-cfcf570b-8a3d-4e36-84aa-8e6ada3dd4cd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:09.847191 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8e7a284d-8adf-432a-91b4-56d3354b9b88 req-ec88509d-0014-4085-b6c8-dcd9297fc2f2 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063019 Nov 09 17:48:09.915062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fc41c16b-0bb0-47b8-9d78-6e6bba31d9af None None] Deleting port fd22e3ae-232b-41a3-91b7-dbda812830db {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:09.916476 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fc41c16b-0bb0-47b8-9d78-6e6bba31d9af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:09.989655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a5d370db-ef54-4211-a976-bf6b053427c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:10.094054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94edfd-b39c-4277-a7bf-c2d6ea3bbeba req-a2d467dd-d7f8-4dbb-9ab3-6e4b3f1fcddc tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:10.098267 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff94edfd-b39c-4277-a7bf-c2d6ea3bbeba req-a2d467dd-d7f8-4dbb-9ab3-6e4b3f1fcddc tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1946452 Nov 09 17:48:10.164713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcf570b-8a3d-4e36-84aa-8e6ada3dd4cd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:10.170172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d370db-ef54-4211-a976-bf6b053427c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74bdd4d4-2ac5-4dd0-848d-119bf24df699,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:10.175859 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cfcf570b-8a3d-4e36-84aa-8e6ada3dd4cd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:10.181252 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d370db-ef54-4211-a976-bf6b053427c7 admin admin] Checking segment: {'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:10.181931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d370db-ef54-4211-a976-bf6b053427c7 admin admin] Network hostable DHCP agents. Network: 2ac0b4ff-b5b6-44eb-b33b-47f466549e48, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:48:10.205926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d370db-ef54-4211-a976-bf6b053427c7 admin admin] Network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:48:10.235610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fc41c16b-0bb0-47b8-9d78-6e6bba31d9af None None] For port fd22e3ae-232b-41a3-91b7-dbda812830db, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fd22e3ae-232b-41a3-91b7-dbda812830db,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:10.235610 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fc41c16b-0bb0-47b8-9d78-6e6bba31d9af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:10.240865 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-a5d370db-ef54-4211-a976-bf6b053427c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 2ac0b4ff-b5b6-44eb-b33b-47f466549e48) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:10.255053 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d370db-ef54-4211-a976-bf6b053427c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:10.259859 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a5d370db-ef54-4211-a976-bf6b053427c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:10.278876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df429484-3872-46e0-a021-6ff1bbd25d21 None None] Network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:10.304379 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a5d370db-ef54-4211-a976-bf6b053427c7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0507464 Nov 09 17:48:10.316257 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fc41c16b-0bb0-47b8-9d78-6e6bba31d9af None None] Calling delete_port for fd22e3ae-232b-41a3-91b7-dbda812830db owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:10.418596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff94edfd-b39c-4277-a7bf-c2d6ea3bbeba req-9a3a9e89-620f-4c7a-b4f5-295f53fe44b4 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792945 Nov 09 17:48:10.676943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff97455-92d5-4e6a-aa4d-1fbe57ddceea req-9c151bc3-c7fa-407e-aeeb-739f199bcd2c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:10.692111 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ff97455-92d5-4e6a-aa4d-1fbe57ddceea req-9c151bc3-c7fa-407e-aeeb-739f199bcd2c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1817083 Nov 09 17:48:10.868568 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-46506b73-65b3-4d18-9531-d88de8467cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:10.870526 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ff97455-92d5-4e6a-aa4d-1fbe57ddceea req-597c7c66-e02e-4857-a989-7d217089496a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755235 Nov 09 17:48:10.893121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2cfd-a107-4764-bd3f-02c584623cf9 req-32d68b34-185c-4f8e-b9c3-693c79ad4e4b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:10.899946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-2ac0b4ff-b5b6-44eb-b33b-47f466549e48', 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48', 'tenant_id': '9de592cb02554687827aa6b5c7812402', 'fixed_ips': [{'subnet_id': '74bdd4d4-2ac5-4dd0-848d-119bf24df699'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:48:10.901352 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:10.909548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c19b2cfd-a107-4764-bd3f-02c584623cf9 req-32d68b34-185c-4f8e-b9c3-693c79ad4e4b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 945 time: 0.2866595 Nov 09 17:48:10.961834 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cfcf570b-8a3d-4e36-84aa-8e6ada3dd4cd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:10.964360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fd22e3ae-232b-41a3-91b7-dbda812830db no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:11.060012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf570b-8a3d-4e36-84aa-8e6ada3dd4cd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:11.080496 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c19b2cfd-a107-4764-bd3f-02c584623cf9 req-48373ae2-aba3-4927-82d7-536fe6b1cafb tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686847 Nov 09 17:48:11.087700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-cfcf570b-8a3d-4e36-84aa-8e6ada3dd4cd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:11.107908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcf570b-8a3d-4e36-84aa-8e6ada3dd4cd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:11.109257 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cfcf570b-8a3d-4e36-84aa-8e6ada3dd4cd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:11.172984 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35744) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:11.174453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cfcf570b-8a3d-4e36-84aa-8e6ada3dd4cd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4077630 Nov 09 17:48:11.179475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'fixed_ips': [{'subnet_id': '57cc31db-420d-4923-947d-c869f96a3717', 'ip_address': '2001:db8::ab0e:6e84:6e0a:363a'}], 'name': 'tempest-NetworksTestDHCPv6-138133115'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:11.182060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf570b-8a3d-4e36-84aa-8e6ada3dd4cd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=57cc31db-420d-4923-947d-c869f96a3717,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:11.207950 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fc41c16b-0bb0-47b8-9d78-6e6bba31d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:11.247417 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No active binding found for port fd22e3ae-232b-41a3-91b7-dbda812830db {{(pid=102156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 17:48:11.252544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fd22e3ae-232b-41a3-91b7-dbda812830db not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:48:11.296250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41c16b-0bb0-47b8-9d78-6e6bba31d9af None None] No DVR routers for this DVR port fd22e3ae-232b-41a3-91b7-dbda812830db on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:11.312755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41c16b-0bb0-47b8-9d78-6e6bba31d9af None None] Pushing event deleted for resources: {'Port': ['ID=fd22e3ae-232b-41a3-91b7-dbda812830db,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:11.333126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363b46bc-b3ea-43ec-84df-a2279a166b56 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:11.403871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2b4ea-83ba-4a73-a379-c934568df147 req-26a9396f-cf38-4834-95b7-f3735e6542fa tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:11.404994 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f3c2b4ea-83ba-4a73-a379-c934568df147 req-26a9396f-cf38-4834-95b7-f3735e6542fa tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1161902 Nov 09 17:48:11.456251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:11.513371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f3c2b4ea-83ba-4a73-a379-c934568df147 req-034a3dbd-bf92-4b12-be47-f924f1a0a437 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905182 Nov 09 17:48:11.563569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Allocated IP 172.20.0.2 (2ac0b4ff-b5b6-44eb-b33b-47f466549e48/74bdd4d4-2ac5-4dd0-848d-119bf24df699/5a6f7004-802b-418d-838c-2e8f63f4a5f1) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:11.763488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc9c57-d8a2-4da6-8c6b-4346a5563bc8 req-e9ca9c6d-ae0d-4fac-8008-fdf02ed12319 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:11.767741 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49dc9c57-d8a2-4da6-8c6b-4346a5563bc8 req-e9ca9c6d-ae0d-4fac-8008-fdf02ed12319 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1425757 Nov 09 17:48:11.788378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '57cc31db-420d-4923-947d-c869f96a3717'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:48:11.789294 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:11.803326 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:11.845988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-6059348f-84f4-47a3-909f-aa170bd5e6c2 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:11.847699 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-6059348f-84f4-47a3-909f-aa170bd5e6c2 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/networks?id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48 HTTP/1.1" status: 200 len: 816 time: 0.3627710 Nov 09 17:48:11.859858 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49dc9c57-d8a2-4da6-8c6b-4346a5563bc8 req-8ddfe80d-56ed-4a6c-a91d-53d6f3aa3e1c tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799823 Nov 09 17:48:11.861322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port f9700498-2d41-4be6-b874-e0b7761a82e9 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:48:11.952790 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-1f00977a-255c-49df-8fc0-860d8ef99571 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/quotas/9de592cb02554687827aa6b5c7812402 HTTP/1.1" status: 200 len: 375 time: 0.0754745 Nov 09 17:48:12.025715 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-583204a6-0860-4209-ad9c-2d6ca5001914 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9de592cb02554687827aa6b5c7812402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598783 Nov 09 17:48:12.055799 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:12.063563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b41c38-4498-4501-a78a-fc95cf6adfb2 req-e542b686-44c2-4d06-95ae-11a50b6dc8ea tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:12.068560 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:12.077444 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8b41c38-4498-4501-a78a-fc95cf6adfb2 req-e542b686-44c2-4d06-95ae-11a50b6dc8ea tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1095438 Nov 09 17:48:12.093602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:12.101769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:12.128854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8b41c38-4498-4501-a78a-fc95cf6adfb2 req-7947cc0b-0109-4fa5-b88a-e4a2611fdd24 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503767 Nov 09 17:48:12.147101 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:12.187675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Allocated IP 2001:db8::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/57cc31db-420d-4923-947d-c869f96a3717/4614f44d-f4f2-4823-89bb-b72ededb11ad) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:12.255931 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-6078b815-cea7-4f0c-9819-485984de051d service neutron] 10.222.0.81 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938250 Nov 09 17:48:12.311103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Pushing event updated for resources: {'Port': ['ID=5a6f7004-802b-418d-838c-2e8f63f4a5f1,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:12.435689 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-f452ad80-5d1e-40ef-88b3-edacb32fb80a service neutron] 10.222.0.81 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675658 Nov 09 17:48:12.478135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Attempting to bind port 5a6f7004-802b-418d-838c-2e8f63f4a5f1 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:48:12.478564 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Attempting to bind port 5a6f7004-802b-418d-838c-2e8f63f4a5f1 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:48:12.478872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Attempting to bind port 5a6f7004-802b-418d-838c-2e8f63f4a5f1 on network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:12.482835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a93c50-a789-45bd-a498-9954a5812283 req-78105c67-87e1-4d45-a822-5854c7bd8610 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:12.485130 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-74a93c50-a789-45bd-a498-9954a5812283 req-78105c67-87e1-4d45-a822-5854c7bd8610 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.18 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 945 time: 0.1277418 Nov 09 17:48:12.496319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:12.497144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Checking segment: {'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:12.497736 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:12.498173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Bound using segment: {'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:12.498699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Bound port: 5a6f7004-802b-418d-838c-2e8f63f4a5f1, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:48:12.499100 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:12.558498 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:12.570160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d994d-b4e8-4559-9cc4-f8ab2fbdb209 req-e60c6e7e-9b61-4ffa-b20e-d55ebce373e5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:12.586327 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd8d994d-b4e8-4559-9cc4-f8ab2fbdb209 req-e60c6e7e-9b61-4ffa-b20e-d55ebce373e5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 945 time: 0.1711979 Nov 09 17:48:12.593869 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:12.715266 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Pushing event updated for resources: {'Port': ['ID=4614f44d-f4f2-4823-89bb-b72ededb11ad,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:12.716805 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd8d994d-b4e8-4559-9cc4-f8ab2fbdb209 req-15fe9233-deef-41db-8c62-061af4cb7a9b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219463 Nov 09 17:48:12.754243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::ab0e:6e84:6e0a:363a (95294590-f827-4cfc-bf5f-176a9c97fb32/57cc31db-420d-4923-947d-c869f96a3717/f9700498-2d41-4be6-b874-e0b7761a82e9) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:12.784789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-74a93c50-a789-45bd-a498-9954a5812283 req-8efeb69f-2fdb-40d4-9165-07f722ec40b9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Deleting port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:12.785165 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-74a93c50-a789-45bd-a498-9954a5812283 req-8efeb69f-2fdb-40d4-9165-07f722ec40b9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:12.843577 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] For port 5a6f7004-802b-418d-838c-2e8f63f4a5f1, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:12.858692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] For port 5a6f7004-802b-418d-838c-2e8f63f4a5f1, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5a6f7004-802b-418d-838c-2e8f63f4a5f1,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:12.887044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:12.894486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:12.906092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:13.025529 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:13.094885 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5059f-ac17-4361-b983-459735b9b946 req-27b00a92-a62b-4475-86f5-19d47d16f339 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:13.103566 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-10f5059f-ac17-4361-b983-459735b9b946 req-27b00a92-a62b-4475-86f5-19d47d16f339 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1582577 Nov 09 17:48:13.133400 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Attempting to bind port 4614f44d-f4f2-4823-89bb-b72ededb11ad on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:48:13.133400 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Attempting to bind port 4614f44d-f4f2-4823-89bb-b72ededb11ad by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:48:13.134880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Attempting to bind port 4614f44d-f4f2-4823-89bb-b72ededb11ad on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:13.197536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-10f5059f-ac17-4361-b983-459735b9b946 req-a924c2c5-f344-4659-ae6f-acc24b6b8898 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881796 Nov 09 17:48:13.202038 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:13.203031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:13.214383 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:13.214383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:13.214383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Bound port: 4614f44d-f4f2-4823-89bb-b72ededb11ad, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:48:13.214383 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:13.235613 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:13.317440 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:13.358352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c63a5d-c091-4b03-996d-747fab30b307 None None] Pushing event updated for resources: {'Port': ['ID=5a6f7004-802b-418d-838c-2e8f63f4a5f1,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:13.386662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] For port 4614f44d-f4f2-4823-89bb-b72ededb11ad, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:13.390550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] For port 4614f44d-f4f2-4823-89bb-b72ededb11ad, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4614f44d-f4f2-4823-89bb-b72ededb11ad,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:13.401103 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:13.463725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:13.493348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-cb69d74e-73a8-4a21-b962-7bb7af7265f9 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:13.510103 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-cb69d74e-73a8-4a21-b962-7bb7af7265f9 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/networks?id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48 HTTP/1.1" status: 200 len: 816 time: 0.5019102 Nov 09 17:48:13.528698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:13.534731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-74a93c50-a789-45bd-a498-9954a5812283 req-8efeb69f-2fdb-40d4-9165-07f722ec40b9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] For port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=63763b0d-15e8-4ba0-b2f0-00e38d8fd759,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:13.535784 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-74a93c50-a789-45bd-a498-9954a5812283 req-8efeb69f-2fdb-40d4-9165-07f722ec40b9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:13.539879 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:13.559121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-7f1eda28-861d-4778-a0a0-9f259dcd730f tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/quotas/9de592cb02554687827aa6b5c7812402 HTTP/1.1" status: 200 len: 375 time: 0.0480385 Nov 09 17:48:13.567664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:13.569464 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:13.589313 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25363bae-df47-45cc-969e-f017d2c37c0c None None] Pushing event updated for resources: {'Port': ['ID=4614f44d-f4f2-4823-89bb-b72ededb11ad,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:13.627124 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-275a2756-5846-4030-ab41-4770f4c5102a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:13.682394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-74a93c50-a789-45bd-a498-9954a5812283 req-8efeb69f-2fdb-40d4-9165-07f722ec40b9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Calling delete_port for 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:13.714326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=f9700498-2d41-4be6-b874-e0b7761a82e9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:13.742909 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c757b8d9-acbd-4640-b1e2-2a178dffe6d9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5680437 Nov 09 17:48:13.743990 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35816) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:13.756367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3c918840-efb7-4d67-ad62-666378eb3eb4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'fixed_ips': [{'subnet_id': '57cc31db-420d-4923-947d-c869f96a3717', 'ip_address': '2001:db8::ab0e:6e84:6e0a:363a'}], 'name': 'tempest-NetworksTestDHCPv6-222935963'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:13.813364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d0c9f-8178-4f03-a491-f97576398d15 req-7c3ac6c3-3a87-47ed-9809-40af14e57361 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:13.833190 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e61d0c9f-8178-4f03-a491-f97576398d15 req-7c3ac6c3-3a87-47ed-9809-40af14e57361 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.4011769 Nov 09 17:48:13.970730 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e61d0c9f-8178-4f03-a491-f97576398d15 req-05ba213d-2628-4f6d-867a-cf4a004a0039 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348901 Nov 09 17:48:14.128001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-9775d529-b84d-4fa3-af08-9a4f47922c7b tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9de592cb02554687827aa6b5c7812402&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5671594 Nov 09 17:48:14.352226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c918840-efb7-4d67-ad62-666378eb3eb4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:14.391442 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:14.520450 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-c23c2fe6-1605-4e42-975f-6ece71357158 service neutron] 10.222.0.81 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693309 Nov 09 17:48:14.558995 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c598e2-5043-4e40-bbae-d967d7998800 req-d1c050cf-91d4-4ee4-ad1c-25c8e83a3f5e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:14.561964 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-67c598e2-5043-4e40-bbae-d967d7998800 req-d1c050cf-91d4-4ee4-ad1c-25c8e83a3f5e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 945 time: 0.1267564 Nov 09 17:48:14.569864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-74a93c50-a789-45bd-a498-9954a5812283 req-8efeb69f-2fdb-40d4-9165-07f722ec40b9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:14.658874 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-67c598e2-5043-4e40-bbae-d967d7998800 req-5be330c0-a5fa-4267-ae24-7537693185ca tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882077 Nov 09 17:48:14.749948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efeb69f-2fdb-40d4-9165-07f722ec40b9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Pushing event deleted for resources: {'Port': ['ID=63763b0d-15e8-4ba0-b2f0-00e38d8fd759,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:14.760879 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3c918840-efb7-4d67-ad62-666378eb3eb4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:14.821757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54d96b-397a-4e41-93f9-4f9ba4ab4b97 req-ed730f76-614a-4327-9f4e-5902a2320135 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:14.829998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a93c50-a789-45bd-a498-9954a5812283 req-8efeb69f-2fdb-40d4-9165-07f722ec40b9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] No DVR routers for this DVR port 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:14.830896 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1e54d96b-397a-4e41-93f9-4f9ba4ab4b97 req-ed730f76-614a-4327-9f4e-5902a2320135 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.0695996 Nov 09 17:48:14.852711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-3c918840-efb7-4d67-ad62-666378eb3eb4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 52adefba-dda1-4617-8b43-e332cf2edfc9 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:48:15.059599 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1e54d96b-397a-4e41-93f9-4f9ba4ab4b97 req-80a6ecad-7d1c-479d-8696-ba681e129fc1 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264574 Nov 09 17:48:15.109117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5a6f7004-802b-418d-838c-2e8f63f4a5f1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:15.164754 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-74a93c50-a789-45bd-a498-9954a5812283 req-8efeb69f-2fdb-40d4-9165-07f722ec40b9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:15.170235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-74a93c50-a789-45bd-a498-9954a5812283 req-8efeb69f-2fdb-40d4-9165-07f722ec40b9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.18 "DELETE /v2.0/ports/63763b0d-15e8-4ba0-b2f0-00e38d8fd759 HTTP/1.1" status: 204 len: 173 time: 2.6759970 Nov 09 17:48:15.175063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b504a781-c2f0-4f60-86af-d25c77262be1', 'name': 'network-vif-deleted', 'tag': '63763b0d-15e8-4ba0-b2f0-00e38d8fd759'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:15.179303 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd1b3a2-2ff2-46cc-8684-a873029b2bb5" -d '{"events": [{"server_uuid": "b504a781-c2f0-4f60-86af-d25c77262be1", "name": "network-vif-deleted", "tag": "63763b0d-15e8-4ba0-b2f0-00e38d8fd759"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:15.377340 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-a386094a-edd6-475d-838b-52ad3455dceb service neutron] 10.222.0.81 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8455524 Nov 09 17:48:15.383262 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c918840-efb7-4d67-ad62-666378eb3eb4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 17:48:15.384294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c918840-efb7-4d67-ad62-666378eb3eb4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:48:15.434718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb931b03-ef79-48ab-ac7b-1e6d39ec5cc0 None None] Network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:15.451644 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-a34aebf8-4d09-4eb6-a1a1-dc8794529c23 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:15.452994 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:15.454384 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-a34aebf8-4d09-4eb6-a1a1-dc8794529c23 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.18 "GET /v2.0/networks?id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48 HTTP/1.1" status: 200 len: 816 time: 0.2829847 Nov 09 17:48:15.461727 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3c918840-efb7-4d67-ad62-666378eb3eb4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7164276 Nov 09 17:48:15.466185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35846) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:15.474987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-ea60f791-25cd-4fae-936c-6a864f61af95 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Request body: {'port': {'device_id': '03b7d45c-d223-4007-ba6e-a541f741ab1b', 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48', 'admin_state_up': True, 'tenant_id': '9de592cb02554687827aa6b5c7812402'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:15.565102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fda0a-bf79-4c78-9ee0-85ab34d9e258 req-3c7d3751-df2b-476e-aeb6-047fcd0bc6b3 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:15.594095 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a22fda0a-bf79-4c78-9ee0-85ab34d9e258 req-3c7d3751-df2b-476e-aeb6-047fcd0bc6b3 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2186897 Nov 09 17:48:15.701151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-ea60f791-25cd-4fae-936c-6a864f61af95 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Made reservation on behalf of 9de592cb02554687827aa6b5c7812402 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:15.710672 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-ea60f791-25cd-4fae-936c-6a864f61af95 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:15.718030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a22fda0a-bf79-4c78-9ee0-85ab34d9e258 req-0a512ff0-fc2d-4989-8511-9d9f25a05732 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230001 Nov 09 17:48:15.742530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6916565c-2ed2-449b-b1d4-3ea8e38db664 None None] Provisioning complete for port 5a6f7004-802b-418d-838c-2e8f63f4a5f1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:15.743074 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6916565c-2ed2-449b-b1d4-3ea8e38db664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:15.830217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5a6f7004-802b-418d-838c-2e8f63f4a5f1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:15.830902 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:15.835339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a343f-d080-4722-89ee-d9044ab0f8b7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:15.851122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a343f-d080-4722-89ee-d9044ab0f8b7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:15.858629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-122a343f-d080-4722-89ee-d9044ab0f8b7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2484417 Nov 09 17:48:15.861799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35856) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:15.918660 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ae64ea-3a60-4cbb-bebc-7c3ab258816a x-openstack-request-id: req-e6ae64ea-3a60-4cbb-bebc-7c3ab258816a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:15.919027 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b504a781-c2f0-4f60-86af-d25c77262be1", "name": "network-vif-deleted", "tag": "63763b0d-15e8-4ba0-b2f0-00e38d8fd759", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:15.919265 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6ae64ea-3a60-4cbb-bebc-7c3ab258816a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:15.919672 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b504a781-c2f0-4f60-86af-d25c77262be1', 'name': 'network-vif-deleted', 'tag': '63763b0d-15e8-4ba0-b2f0-00e38d8fd759', 'status': 'completed', 'code': 200} Nov 09 17:48:16.109327 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6916565c-2ed2-449b-b1d4-3ea8e38db664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:16.257886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:16.276765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5e705e08-42ef-4c71-80ec-de47d14f9ed2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port f9700498-2d41-4be6-b874-e0b7761a82e9 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:16.279469 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e705e08-42ef-4c71-80ec-de47d14f9ed2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:16.308024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:48:16.308280 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 63763b0d-15e8-4ba0-b2f0-00e38d8fd759 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:48:16.320712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6916565c-2ed2-449b-b1d4-3ea8e38db664 None None] For port 5a6f7004-802b-418d-838c-2e8f63f4a5f1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5a6f7004-802b-418d-838c-2e8f63f4a5f1,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:16.330204 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6916565c-2ed2-449b-b1d4-3ea8e38db664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:16.337958 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0f5f7-5000-4606-9cfa-dd63ea66e9c9 req-6416c640-9aef-47d8-a6a2-4e6653bf6854 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:16.342229 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c54d250-78cf-4a05-9e89-4f69f878cfca req-ee004ce7-e372-4ab0-b5eb-a12c788ce5b8 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 210 time: 0.0948820 Nov 09 17:48:16.342446 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:16.352268 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-61c0f5f7-5000-4606-9cfa-dd63ea66e9c9 req-6416c640-9aef-47d8-a6a2-4e6653bf6854 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.2867150 Nov 09 17:48:16.398718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-ea60f791-25cd-4fae-936c-6a864f61af95 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Allocated IP 172.20.0.9 (2ac0b4ff-b5b6-44eb-b33b-47f466549e48/74bdd4d4-2ac5-4dd0-848d-119bf24df699/452dddf0-4ff3-4a8d-a8c6-57550338de48) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:16.573792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916565c-2ed2-449b-b1d4-3ea8e38db664 None None] Pushing event updated for resources: {'Port': ['ID=5a6f7004-802b-418d-838c-2e8f63f4a5f1,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:16.601141 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-61c0f5f7-5000-4606-9cfa-dd63ea66e9c9 req-34b0203d-f01f-43fa-99c8-31e4cbd037fc tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479353 Nov 09 17:48:16.643205 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:48:16.643864 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:48:16.655485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3b5b6a7c-96dc-4f7a-98c0-51f4242d3db1 None None] Provisioning complete for port f9700498-2d41-4be6-b874-e0b7761a82e9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:16.656129 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b5b6a7c-96dc-4f7a-98c0-51f4242d3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:16.656247 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-ea60f791-25cd-4fae-936c-6a864f61af95 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:16.673671 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e705e08-42ef-4c71-80ec-de47d14f9ed2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:16.705968 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5e705e08-42ef-4c71-80ec-de47d14f9ed2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for f9700498-2d41-4be6-b874-e0b7761a82e9 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:16.710406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-ea60f791-25cd-4fae-936c-6a864f61af95 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:16.861844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60f791-25cd-4fae-936c-6a864f61af95 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Pushing event updated for resources: {'Port': ['ID=452dddf0-4ff3-4a8d-a8c6-57550338de48,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:16.964628 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e705e08-42ef-4c71-80ec-de47d14f9ed2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:17.022640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e705e08-42ef-4c71-80ec-de47d14f9ed2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=f9700498-2d41-4be6-b874-e0b7761a82e9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:17.083673 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e705e08-42ef-4c71-80ec-de47d14f9ed2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:17.093982 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5e705e08-42ef-4c71-80ec-de47d14f9ed2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/f9700498-2d41-4be6-b874-e0b7761a82e9 HTTP/1.1" status: 204 len: 168 time: 1.2264938 Nov 09 17:48:17.096044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35896) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:17.106453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-ea60f791-25cd-4fae-936c-6a864f61af95 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:17.117386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-ea60f791-25cd-4fae-936c-6a864f61af95 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:17.125353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-ea60f791-25cd-4fae-936c-6a864f61af95 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:17.197467 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-3b5b6a7c-96dc-4f7a-98c0-51f4242d3db1 None None] Port f9700498-2d41-4be6-b874-e0b7761a82e9 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:48:17.260068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eea67-a3cf-4bf1-a4f9-6e631ec4539a req-259d8dea-f507-40a8-9c76-d8f83705f9ee tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:17.268048 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-618eea67-a3cf-4bf1-a4f9-6e631ec4539a req-259d8dea-f507-40a8-9c76-d8f83705f9ee tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.3136919 Nov 09 17:48:17.293301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-ea60f791-25cd-4fae-936c-6a864f61af95 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:17.294550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-ea60f791-25cd-4fae-936c-6a864f61af95 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:17.297293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b616c8-186c-4c94-a86a-d2882a3487a2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:17.299090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b616c8-186c-4c94-a86a-d2882a3487a2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:17.303788 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f4b616c8-186c-4c94-a86a-d2882a3487a2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2020063 Nov 09 17:48:17.308456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35898) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:17.360020 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-ea60f791-25cd-4fae-936c-6a864f61af95 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8957138 Nov 09 17:48:17.386505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-d37b3a77-a7d6-4e11-ab80-0c5a743d3dbd tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:17.412046 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-d37b3a77-a7d6-4e11-ab80-0c5a743d3dbd tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/networks?id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48 HTTP/1.1" status: 200 len: 816 time: 0.7060056 Nov 09 17:48:17.464952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Request body: {'port': {'device_id': '03b7d45c-d223-4007-ba6e-a541f741ab1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:17.495667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4614f44d-f4f2-4823-89bb-b72ededb11ad up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:17.499249 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bffb2f9-6c2d-439b-b0f7-09cc6c7d7bac tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 57cc31db-420d-4923-947d-c869f96a3717 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:48:17.511916 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6bffb2f9-6c2d-439b-b0f7-09cc6c7d7bac tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:17.582358 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3b5b6a7c-96dc-4f7a-98c0-51f4242d3db1 None None] Provisioning complete for port 4614f44d-f4f2-4823-89bb-b72ededb11ad triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:17.583090 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b5b6a7c-96dc-4f7a-98c0-51f4242d3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:17.649282 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-6cf0a937-8e79-47b9-ae3a-ca8cc33a78a6 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/quotas/9de592cb02554687827aa6b5c7812402 HTTP/1.1" status: 200 len: 375 time: 0.2313449 Nov 09 17:48:17.690170 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6bffb2f9-6c2d-439b-b0f7-09cc6c7d7bac tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:17.766991 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:17.855430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 4614f44d-f4f2-4823-89bb-b72ededb11ad triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:17.856904 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:17.931768 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e116d619-44c8-49cb-af93-ae43643d1fd4 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9de592cb02554687827aa6b5c7812402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2658262 Nov 09 17:48:17.939467 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b5b6a7c-96dc-4f7a-98c0-51f4242d3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:17.941001 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:17.991906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3b5b6a7c-96dc-4f7a-98c0-51f4242d3db1 None None] For port 4614f44d-f4f2-4823-89bb-b72ededb11ad, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4614f44d-f4f2-4823-89bb-b72ededb11ad,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:18.004288 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b5b6a7c-96dc-4f7a-98c0-51f4242d3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:18.049050 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6bffb2f9-6c2d-439b-b0f7-09cc6c7d7bac tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:18.186608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b2d2d996-0869-473f-a53c-cbda633fe5d6 None None] Provisioning complete for port 5a6f7004-802b-418d-838c-2e8f63f4a5f1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:18.187031 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d996-0869-473f-a53c-cbda633fe5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:18.203782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b6a7c-96dc-4f7a-98c0-51f4242d3db1 None None] Pushing event updated for resources: {'Port': ['ID=4614f44d-f4f2-4823-89bb-b72ededb11ad,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:18.218278 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-618eea67-a3cf-4bf1-a4f9-6e631ec4539a req-a1734da2-0f91-4fbc-899e-722fbf3b5965 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9492939 Nov 09 17:48:18.231029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-ef5d418f-37a6-4c25-97ec-cbe0209a7ed3 service neutron] 10.222.0.81 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961385 Nov 09 17:48:18.240764 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6bffb2f9-6c2d-439b-b0f7-09cc6c7d7bac tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:18.272437 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6bffb2f9-6c2d-439b-b0f7-09cc6c7d7bac tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:18.291128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e003b55-2208-4377-9ec3-318a7e1eef5e None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:18.304274 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6bffb2f9-6c2d-439b-b0f7-09cc6c7d7bac tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/57cc31db-420d-4923-947d-c869f96a3717 HTTP/1.1" status: 204 len: 168 time: 0.9753189 Nov 09 17:48:18.305036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35912) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:18.503951 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-74000647-bf58-41a2-bcd7-2c78e329ff34 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1961095 Nov 09 17:48:18.505021 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35914) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:18.516451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a3e18263-6d43-4eea-9649-de6d405f6053 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:18.530575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffb2f9-6c2d-439b-b0f7-09cc6c7d7bac tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=57cc31db-420d-4923-947d-c869f96a3717,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:18.613214 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5a6f7004-802b-418d-838c-2e8f63f4a5f1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:18.704868 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04d2398d-018f-463f-940d-a142995c2ab0 req-dc1d1731-8b83-41ed-87df-9111740feff3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 210 time: 0.0552363 Nov 09 17:48:18.783984 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e18263-6d43-4eea-9649-de6d405f6053 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:18.798113 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3e18263-6d43-4eea-9649-de6d405f6053 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:19.014413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5a6f7004-802b-418d-838c-2e8f63f4a5f1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:19.015014 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:19.130318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f232eaf5-38a6-4dcb-816a-ef61f3b4375e None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:48:19.248629 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b2d2d996-0869-473f-a53c-cbda633fe5d6 None None] Provisioning complete for port 452dddf0-4ff3-4a8d-a8c6-57550338de48 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:19.249725 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b2d2d996-0869-473f-a53c-cbda633fe5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:19.299338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e949ea-1098-4d7f-acd3-93150bc57881 req-58cacf13-f2d7-47b1-9cbc-a24ffe5b8c2b tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:19.317668 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-47e949ea-1098-4d7f-acd3-93150bc57881 req-58cacf13-f2d7-47b1-9cbc-a24ffe5b8c2b tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1637650 Nov 09 17:48:19.407155 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4614f44d-f4f2-4823-89bb-b72ededb11ad up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:19.449729 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-47e949ea-1098-4d7f-acd3-93150bc57881 req-0ddcfbb3-0561-4cff-8cb7-923b626d9829 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303165 Nov 09 17:48:19.452224 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3e18263-6d43-4eea-9649-de6d405f6053 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:19.522462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e18263-6d43-4eea-9649-de6d405f6053 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=c5fc0840-a2b3-48a1-9f1d-5b57467a1134,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:19.531399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b2d2d996-0869-473f-a53c-cbda633fe5d6 None None] Port 452dddf0-4ff3-4a8d-a8c6-57550338de48 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:48:19.542620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f232eaf5-38a6-4dcb-816a-ef61f3b4375e None None] Deleting port 4614f44d-f4f2-4823-89bb-b72ededb11ad {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:19.543943 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f232eaf5-38a6-4dcb-816a-ef61f3b4375e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:19.581757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e18263-6d43-4eea-9649-de6d405f6053 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:19.593100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-a3e18263-6d43-4eea-9649-de6d405f6053 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:19.617550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e18263-6d43-4eea-9649-de6d405f6053 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:19.619286 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3e18263-6d43-4eea-9649-de6d405f6053 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:19.685453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a3e18263-6d43-4eea-9649-de6d405f6053 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1769168 Nov 09 17:48:19.688714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35938) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:19.706291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-01971584-2721-44f8-8d38-4a2c12baf7ae tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:19.710547 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ce2f4c0f-0e22-424e-b282-38c8c72da484 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'fixed_ips': [{'subnet_id': 'c5fc0840-a2b3-48a1-9f1d-5b57467a1134', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1103608565'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:19.711581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-01971584-2721-44f8-8d38-4a2c12baf7ae tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.13 "GET /v2.0/networks?id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48 HTTP/1.1" status: 200 len: 816 time: 1.4774637 Nov 09 17:48:19.801603 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c791a-c40a-4986-854f-d4044bf68452 req-f207eaa5-2b51-4df1-8822-9b5e94da633e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:19.803651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f232eaf5-38a6-4dcb-816a-ef61f3b4375e None None] For port 4614f44d-f4f2-4823-89bb-b72ededb11ad, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4614f44d-f4f2-4823-89bb-b72ededb11ad,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:19.804424 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f232eaf5-38a6-4dcb-816a-ef61f3b4375e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:19.812252 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b7c791a-c40a-4986-854f-d4044bf68452 req-f207eaa5-2b51-4df1-8822-9b5e94da633e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2153661 Nov 09 17:48:19.813955 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-68b5d8d4-91a9-4b23-87f6-9044d3d5c009 service neutron] 10.222.0.81 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3700705 Nov 09 17:48:19.829717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-2f03e310-57d4-4723-9ce2-949c7ee20bad tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Request body: {'port': {'device_id': 'b0e588a0-1048-44a8-8d3b-32accbe6e68c', 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48', 'admin_state_up': True, 'tenant_id': '9de592cb02554687827aa6b5c7812402'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:19.837814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f232eaf5-38a6-4dcb-816a-ef61f3b4375e None None] Calling delete_port for 4614f44d-f4f2-4823-89bb-b72ededb11ad owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:19.972842 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b7c791a-c40a-4986-854f-d4044bf68452 req-0a473b76-5f54-4f75-afb5-937806d1e05b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591780 Nov 09 17:48:20.094308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-2f03e310-57d4-4723-9ce2-949c7ee20bad tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Made reservation on behalf of 9de592cb02554687827aa6b5c7812402 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:20.098552 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-2f03e310-57d4-4723-9ce2-949c7ee20bad tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:20.127174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2f4c0f-0e22-424e-b282-38c8c72da484 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:20.190458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 4614f44d-f4f2-4823-89bb-b72ededb11ad triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:20.190904 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:20.237057 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f232eaf5-38a6-4dcb-816a-ef61f3b4375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:20.306922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452dddf0-4ff3-4a8d-a8c6-57550338de48 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:48:20.331042 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:20.369551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Transition to ACTIVE for port object 452dddf0-4ff3-4a8d-a8c6-57550338de48 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:48:20.378913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Could not find standard attr ID for object 4614f44d-f4f2-4823-89bb-b72ededb11ad. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:48:20.383785 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:20.489285 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f232eaf5-38a6-4dcb-816a-ef61f3b4375e None None] No DVR routers for this DVR port 4614f44d-f4f2-4823-89bb-b72ededb11ad on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:20.493388 n-d-817236-1 neutron-server[102156]: INFO neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No ports have port_id starting with 4614f44d-f4f2-4823-89bb-b72ededb11ad Nov 09 17:48:20.524048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232eaf5-38a6-4dcb-816a-ef61f3b4375e None None] Pushing event deleted for resources: {'Port': ['ID=4614f44d-f4f2-4823-89bb-b72ededb11ad,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:20.539949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb56ed5f-c4a2-4268-a511-ea7b12245407 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:20.625179 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce2f4c0f-0e22-424e-b282-38c8c72da484 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:20.741103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-ce2f4c0f-0e22-424e-b282-38c8c72da484 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 82fcafee-3f28-4ee9-980f-01c3fc08ca9a yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:48:20.787799 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-2f03e310-57d4-4723-9ce2-949c7ee20bad tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Allocated IP 172.20.0.10 (2ac0b4ff-b5b6-44eb-b33b-47f466549e48/74bdd4d4-2ac5-4dd0-848d-119bf24df699/0821823f-3369-4333-ab71-2fa947665f5a) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:20.840246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4614f44d-f4f2-4823-89bb-b72ededb11ad no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:20.885187 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-31d8948d-69a3-4306-8ee3-f099a0131a7b req-4c1796ed-ad44-4d1b-b8cb-fecc6cd917d4 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 210 time: 0.3714962 Nov 09 17:48:20.903791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=452dddf0-4ff3-4a8d-a8c6-57550338de48,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:21.091920 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 4614f44d-f4f2-4823-89bb-b72ededb11ad {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:48:21.092484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4614f44d-f4f2-4823-89bb-b72ededb11ad not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:48:21.203933 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2f4c0f-0e22-424e-b282-38c8c72da484 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:48:21.205101 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2f4c0f-0e22-424e-b282-38c8c72da484 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:48:21.380274 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-885db64a-3f77-475d-a05c-b0265f971912 req-e3d2fded-b9d1-4bd5-a5e1-43fa47492779 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 210 time: 0.1517484 Nov 09 17:48:21.421771 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ce2f4c0f-0e22-424e-b282-38c8c72da484 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7273836 Nov 09 17:48:21.422648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35968) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:21.560175 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8d0a7586-61c3-4362-980d-ac62845028ae tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1300144 Nov 09 17:48:21.562647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35970) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:21.573016 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-2f03e310-57d4-4723-9ce2-949c7ee20bad tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:21.660210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b8ec89-6415-4c05-8f9a-9b9affdda9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': 'c5fc0840-a2b3-48a1-9f1d-5b57467a1134'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:48:21.661333 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23b8ec89-6415-4c05-8f9a-9b9affdda9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:21.680440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d382737d-44b4-42d8-864e-e8f1c9278320 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:21.682817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d382737d-44b4-42d8-864e-e8f1c9278320 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:21.685066 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-2f03e310-57d4-4723-9ce2-949c7ee20bad tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:21.689323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d382737d-44b4-42d8-864e-e8f1c9278320 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1168079 Nov 09 17:48:21.692332 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35972) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:21.872638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-645242d3-1996-49f3-b1e0-6650af9936c4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet c5fc0840-a2b3-48a1-9f1d-5b57467a1134 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:48:21.896874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-2f03e310-57d4-4723-9ce2-949c7ee20bad tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:21.904016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-2f03e310-57d4-4723-9ce2-949c7ee20bad tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:21.907521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03e310-57d4-4723-9ce2-949c7ee20bad tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Pushing event updated for resources: {'Port': ['ID=0821823f-3369-4333-ab71-2fa947665f5a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:21.910872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-2f03e310-57d4-4723-9ce2-949c7ee20bad tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:21.916570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Attempting to bind port 452dddf0-4ff3-4a8d-a8c6-57550338de48 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:48:21.917074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Attempting to bind port 452dddf0-4ff3-4a8d-a8c6-57550338de48 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:48:21.917580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Attempting to bind port 452dddf0-4ff3-4a8d-a8c6-57550338de48 on network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:21.925858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d65b2-10ac-4dff-819c-ccea7ec0f06e req-53d94865-5907-4266-b308-8dad03ac885f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:21.938345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d65b2-10ac-4dff-819c-ccea7ec0f06e req-53d94865-5907-4266-b308-8dad03ac885f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:21.948308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d65b2-10ac-4dff-819c-ccea7ec0f06e req-53d94865-5907-4266-b308-8dad03ac885f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:21.960788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d65b2-10ac-4dff-819c-ccea7ec0f06e req-53d94865-5907-4266-b308-8dad03ac885f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:21.971887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d7e10-3daa-4051-a33b-4e4f7c1e01a0 req-d967851e-92e3-47bd-9146-5c65dbf7be3c tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:21.972325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d65b2-10ac-4dff-819c-ccea7ec0f06e req-53d94865-5907-4266-b308-8dad03ac885f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:21.974337 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be2d7e10-3daa-4051-a33b-4e4f7c1e01a0 req-d967851e-92e3-47bd-9146-5c65dbf7be3c tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.5397239 Nov 09 17:48:21.979727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Port 452dddf0-4ff3-4a8d-a8c6-57550338de48 on network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:48:21.980304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Attempting to bind port 452dddf0-4ff3-4a8d-a8c6-57550338de48 on network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:21.985913 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d65b2-10ac-4dff-819c-ccea7ec0f06e req-53d94865-5907-4266-b308-8dad03ac885f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:21.992065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:21.993310 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Checking segment: {'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:21.994035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Bound using segment: {'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:21.994661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Bound port: 452dddf0-4ff3-4a8d-a8c6-57550338de48, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:48:21.995200 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:21.999815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d65b2-10ac-4dff-819c-ccea7ec0f06e req-53d94865-5907-4266-b308-8dad03ac885f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:22.015001 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-280d65b2-10ac-4dff-819c-ccea7ec0f06e req-53d94865-5907-4266-b308-8dad03ac885f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5435 time: 0.3236823 Nov 09 17:48:22.033209 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-645242d3-1996-49f3-b1e0-6650af9936c4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:22.044284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-2f03e310-57d4-4723-9ce2-949c7ee20bad tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:22.045278 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-2f03e310-57d4-4723-9ce2-949c7ee20bad tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:22.074287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be2d7e10-3daa-4051-a33b-4e4f7c1e01a0 req-0d338869-f845-4fc8-be54-819b75551ced tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717592 Nov 09 17:48:22.153505 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-2f03e310-57d4-4723-9ce2-949c7ee20bad tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3461514 Nov 09 17:48:22.181921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Request body: {'port': {'device_id': 'b0e588a0-1048-44a8-8d3b-32accbe6e68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:22.226809 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-280d65b2-10ac-4dff-819c-ccea7ec0f06e req-4b6930b4-553c-40eb-9c02-5f1f9727bb22 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2102673 Nov 09 17:48:22.237164 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-645242d3-1996-49f3-b1e0-6650af9936c4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:22.389695 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-645242d3-1996-49f3-b1e0-6650af9936c4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:22.448895 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-312ed0b9-7823-4e6f-b912-374350a8c5d1 None None] Provisioning complete for port 0821823f-3369-4333-ab71-2fa947665f5a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:22.449543 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-312ed0b9-7823-4e6f-b912-374350a8c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:22.597008 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-166e7a01-3bb4-4372-a62e-16aa3857d8e3 req-cee29dba-3f90-4edf-8268-6288b2194b6e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 210 time: 0.0655427 Nov 09 17:48:22.599526 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-645242d3-1996-49f3-b1e0-6650af9936c4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server [None req-23b8ec89-6415-4c05-8f9a-9b9affdda9a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5fc0840-a2b3-48a1-9f1d-5b57467a1134: This subnet is being modified by another concurrent operation. Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise exception Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5fc0840-a2b3-48a1-9f1d-5b57467a1134: This subnet is being modified by another concurrent operation. Nov 09 17:48:22.635382 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Nov 09 17:48:22.647055 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-312ed0b9-7823-4e6f-b912-374350a8c5d1 None None] Port 0821823f-3369-4333-ab71-2fa947665f5a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:48:22.656869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645242d3-1996-49f3-b1e0-6650af9936c4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=c5fc0840-a2b3-48a1-9f1d-5b57467a1134,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:22.671284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88405c9f-c770-4d87-af0d-cc0608dd7f4e None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:48:22.696728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-645242d3-1996-49f3-b1e0-6650af9936c4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:22.704106 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-645242d3-1996-49f3-b1e0-6650af9936c4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/c5fc0840-a2b3-48a1-9f1d-5b57467a1134 HTTP/1.1" status: 204 len: 168 time: 1.0095584 Nov 09 17:48:22.704889 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35984) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:22.727329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] For port 452dddf0-4ff3-4a8d-a8c6-57550338de48, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:22.788242 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5fcc4fd7-611b-49c5-8d36-5e3a515d37d4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807803 Nov 09 17:48:22.789545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35988) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:22.803368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-85615120-170c-4712-9aad-acfb20c44274 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:22.809157 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:22.839899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] For port 452dddf0-4ff3-4a8d-a8c6-57550338de48, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=452dddf0-4ff3-4a8d-a8c6-57550338de48,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:22.879281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c016956-647c-4903-8bc6-aa2bc5ab877d req-5cca8ac1-7ef5-43bc-b25d-3986fb271780 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:22.883187 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c016956-647c-4903-8bc6-aa2bc5ab877d req-5cca8ac1-7ef5-43bc-b25d-3986fb271780 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.6093593 Nov 09 17:48:22.922977 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:22.938182 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:22.941979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-630d1eb7-680c-46cc-9c7d-d0e840593ca6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:22.950276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-630d1eb7-680c-46cc-9c7d-d0e840593ca6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:22.953449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88405c9f-c770-4d87-af0d-cc0608dd7f4e None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:48:22.957470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-630d1eb7-680c-46cc-9c7d-d0e840593ca6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:22.964289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-630d1eb7-680c-46cc-9c7d-d0e840593ca6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:22.971317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-630d1eb7-680c-46cc-9c7d-d0e840593ca6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:22.980316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-630d1eb7-680c-46cc-9c7d-d0e840593ca6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:22.987148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-630d1eb7-680c-46cc-9c7d-d0e840593ca6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:22.989589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-630d1eb7-680c-46cc-9c7d-d0e840593ca6 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5435 time: 0.7035394 Nov 09 17:48:23.030307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2762f3d2-3f9f-42bb-abf7-349663396cdf req-f37dc933-2a0b-413e-8332-2fe3318c4fbe tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 210 time: 0.0915308 Nov 09 17:48:23.111514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc4d09-0e7e-461c-86bb-55fd10aa8bb5 req-b1a63aa1-6256-41c6-9ece-b1f590247469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:23.114040 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2bc4d09-0e7e-461c-86bb-55fd10aa8bb5 req-b1a63aa1-6256-41c6-9ece-b1f590247469 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 1097 time: 0.1846564 Nov 09 17:48:23.223801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-f2f4b8bb-911e-49ad-b041-c683700f7615 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:23.230440 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-f2f4b8bb-911e-49ad-b041-c683700f7615 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "GET /v2.0/ports/0045f8aa-bdcf-4da8-8211-c159c05d3f15?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1873872 Nov 09 17:48:23.288129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:23.289183 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:23.291776 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] 10.222.0.18 "PUT /v2.0/ports/452dddf0-4ff3-4a8d-a8c6-57550338de48 HTTP/1.1" status: 200 len: 1091 time: 5.8768656 Nov 09 17:48:23.293078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b7d45c-d223-4007-ba6e-a541f741ab1b', 'tag': '452dddf0-4ff3-4a8d-a8c6-57550338de48'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:23.297547 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889eafc1-cc59-40bb-a8fa-fdbe144df837" -d '{"events": [{"name": "network-changed", "server_uuid": "03b7d45c-d223-4007-ba6e-a541f741ab1b", "tag": "452dddf0-4ff3-4a8d-a8c6-57550338de48"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:23.329739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-bb39e111-a420-45bf-99a9-cfff850d403d tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:23.337718 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-bb39e111-a420-45bf-99a9-cfff850d403d tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.18 "GET /v2.0/networks?id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48 HTTP/1.1" status: 200 len: 816 time: 1.1034958 Nov 09 17:48:23.540952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c016956-647c-4903-8bc6-aa2bc5ab877d req-7f7d3213-dcfe-4264-9d0b-80d77ba6eb79 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6320803 Nov 09 17:48:23.561709 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:23.578987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-be38bb47-ad6c-4b70-ab35-7d1b52c4b6e5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Request body: {'port': {'device_id': '2eb1ec76-9df2-4d00-9a67-adef862be9df', 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48', 'admin_state_up': True, 'tenant_id': '9de592cb02554687827aa6b5c7812402'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:23.723408 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85615120-170c-4712-9aad-acfb20c44274 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:23.727838 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-85615120-170c-4712-9aad-acfb20c44274 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:23.746898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13cf55-d8a8-4ffe-b225-32dc22053ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=452dddf0-4ff3-4a8d-a8c6-57550338de48,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:23.915170 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-bc900280-8df6-4d55-aaa2-578bfdfed0dc tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "GET /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6738017 Nov 09 17:48:23.968894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-0ebb1cee-568a-413c-888c-787c5ba1e523 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:24.019756 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-85615120-170c-4712-9aad-acfb20c44274 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:24.089540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1a403-aa64-4604-960a-9f92dea306df req-138d4cec-bd18-4166-9a5d-2972382c7bc4 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.092785 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38e1a403-aa64-4604-960a-9f92dea306df req-138d4cec-bd18-4166-9a5d-2972382c7bc4 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.9322116 Nov 09 17:48:24.113077 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc4d09-0e7e-461c-86bb-55fd10aa8bb5 req-b46765d6-fe54-4ade-9789-b6395f13704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.116244 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2bc4d09-0e7e-461c-86bb-55fd10aa8bb5 req-b46765d6-fe54-4ade-9789-b6395f13704a service neutron] 10.222.0.13 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 912 time: 0.9914422 Nov 09 17:48:24.129142 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85615120-170c-4712-9aad-acfb20c44274 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:24.161559 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-85615120-170c-4712-9aad-acfb20c44274 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:24.163382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-9c302a9c-0189-4f22-89e5-dd7318a67225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.165105 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-9c302a9c-0189-4f22-89e5-dd7318a67225 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9de592cb02554687827aa6b5c7812402&device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 1094 time: 0.6502318 Nov 09 17:48:24.176699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8936928-4607-4742-8a61-7117c21d1c60 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:24.278036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d82b30-bea4-457d-8940-5e8fc76018dc req-a323a64f-1f28-40ed-889d-50c60cb05d2c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.278348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85615120-170c-4712-9aad-acfb20c44274 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=8d191dc6-09a7-4f0e-a721-03ff06dce2f7,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:24.284712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d82b30-bea4-457d-8940-5e8fc76018dc req-a323a64f-1f28-40ed-889d-50c60cb05d2c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.290783 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2bc4d09-0e7e-461c-86bb-55fd10aa8bb5 req-43baad54-fd11-4aed-bb32-e2dd11359813 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8695168-d8fc-489e-b027-78b8cf2f7c5f HTTP/1.1" status: 200 len: 1002 time: 0.1601510 Nov 09 17:48:24.291798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d82b30-bea4-457d-8940-5e8fc76018dc req-a323a64f-1f28-40ed-889d-50c60cb05d2c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.298126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85615120-170c-4712-9aad-acfb20c44274 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.298426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d82b30-bea4-457d-8940-5e8fc76018dc req-a323a64f-1f28-40ed-889d-50c60cb05d2c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.299004 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-85615120-170c-4712-9aad-acfb20c44274 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:24.305450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d82b30-bea4-457d-8940-5e8fc76018dc req-a323a64f-1f28-40ed-889d-50c60cb05d2c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.312116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d82b30-bea4-457d-8940-5e8fc76018dc req-a323a64f-1f28-40ed-889d-50c60cb05d2c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.319613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d82b30-bea4-457d-8940-5e8fc76018dc req-a323a64f-1f28-40ed-889d-50c60cb05d2c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.321735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-24d82b30-bea4-457d-8940-5e8fc76018dc req-a323a64f-1f28-40ed-889d-50c60cb05d2c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 5435 time: 0.5964711 Nov 09 17:48:24.323130 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-39de3442-5940-4d4d-ac67-77253e2f4c7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=452dddf0-4ff3-4a8d-a8c6-57550338de48 HTTP/1.1" status: 200 len: 217 time: 0.1447268 Nov 09 17:48:24.366987 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38e1a403-aa64-4604-960a-9f92dea306df req-c0a36696-b426-4e72-90d6-509b3e7e6035 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583501 Nov 09 17:48:24.408653 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-0ebb1cee-568a-413c-888c-787c5ba1e523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:24.428325 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-85615120-170c-4712-9aad-acfb20c44274 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6344297 Nov 09 17:48:24.430702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc4d09-0e7e-461c-86bb-55fd10aa8bb5 req-c178e4b1-3be3-48fa-b1cb-5a16a2461aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.432946 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2bc4d09-0e7e-461c-86bb-55fd10aa8bb5 req-c178e4b1-3be3-48fa-b1cb-5a16a2461aa2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90e004d7-aa4f-429b-b705-1f002be3405f HTTP/1.1" status: 200 len: 850 time: 0.1286500 Nov 09 17:48:24.434984 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36004) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:24.441993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c3f201e2-f66f-4803-8b98-bb4858b07e64 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-936658418', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:24.450201 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '8d191dc6-09a7-4f0e-a721-03ff06dce2f7'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:48:24.452022 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:24.482069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-efcd8d49-1dad-45aa-b46b-63e00d6c07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.483976 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-efcd8d49-1dad-45aa-b46b-63e00d6c07d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74bdd4d4-2ac5-4dd0-848d-119bf24df699 HTTP/1.1" status: 200 len: 855 time: 0.1483166 Nov 09 17:48:24.495154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-be38bb47-ad6c-4b70-ab35-7d1b52c4b6e5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Made reservation on behalf of 9de592cb02554687827aa6b5c7812402 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:24.500244 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-be38bb47-ad6c-4b70-ab35-7d1b52c4b6e5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:24.542158 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3f201e2-f66f-4803-8b98-bb4858b07e64 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:24.545599 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3f201e2-f66f-4803-8b98-bb4858b07e64 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:24.561339 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc4d09-0e7e-461c-86bb-55fd10aa8bb5 req-4ad3a523-622a-45af-aa92-42fd67171c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.563834 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2bc4d09-0e7e-461c-86bb-55fd10aa8bb5 req-4ad3a523-622a-45af-aa92-42fd67171c6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62985637-89b4-4626-b71d-b65e6efa34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137617 Nov 09 17:48:24.577323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-24d82b30-bea4-457d-8940-5e8fc76018dc req-33b23a4d-f0d4-4ca0-ab90-ac2be5b4f987 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2314756 Nov 09 17:48:24.640177 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3756f4-f2a8-4772-9b53-4b96c859f31c x-openstack-request-id: req-6e3756f4-f2a8-4772-9b53-4b96c859f31c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:24.640471 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b7d45c-d223-4007-ba6e-a541f741ab1b", "tag": "452dddf0-4ff3-4a8d-a8c6-57550338de48", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:24.640835 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e3756f4-f2a8-4772-9b53-4b96c859f31c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:24.641172 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b7d45c-d223-4007-ba6e-a541f741ab1b', 'tag': '452dddf0-4ff3-4a8d-a8c6-57550338de48', 'status': 'completed', 'code': 200} Nov 09 17:48:24.874556 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3f201e2-f66f-4803-8b98-bb4858b07e64 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:24.886761 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3f201e2-f66f-4803-8b98-bb4858b07e64 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:24.920378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Allocated IP 2001:db8::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/8d191dc6-09a7-4f0e-a721-03ff06dce2f7/7e78f5bd-f94d-410c-8e60-fc55ec34479e) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:24.941374 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3f201e2-f66f-4803-8b98-bb4858b07e64 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:24.945493 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c3f201e2-f66f-4803-8b98-bb4858b07e64 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5062220 Nov 09 17:48:24.946178 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2bc4d09-0e7e-461c-86bb-55fd10aa8bb5 req-0f3c95d8-b5b7-4220-94b0-62ec05882199 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561907 Nov 09 17:48:24.954576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86720ae-44d0-42a7-8bf0-fdfd1b64cab5 req-1c0320dd-00bd-48b4-8cd0-b74401d835c0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:24.963487 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c86720ae-44d0-42a7-8bf0-fdfd1b64cab5 req-1c0320dd-00bd-48b4-8cd0-b74401d835c0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1584268 Nov 09 17:48:24.980992 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36008) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:25.233523 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:25.244121 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:25.295880 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c86720ae-44d0-42a7-8bf0-fdfd1b64cab5 req-381abbb2-30d4-4a5d-a43f-2fb6c0799270 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311622 Nov 09 17:48:25.357366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:25.364357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:25.387748 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:25.395499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0821823f-3369-4333-ab71-2fa947665f5a {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:48:25.408789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Pushing event updated for resources: {'Port': ['ID=7e78f5bd-f94d-410c-8e60-fc55ec34479e,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:25.429705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-4f62e468-6cd4-4fa4-a00a-ec5541a465f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:25.431506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-4f62e468-6cd4-4fa4-a00a-ec5541a465f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9257202 Nov 09 17:48:25.467115 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:25.481789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8392a02-c961-42bc-8011-17d648996304 req-166fc3b2-1bd1-410c-ae57-ad75890f5d9d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=b504a781-c2f0-4f60-86af-d25c77262be1 HTTP/1.1" status: 200 len: 210 time: 0.0804367 Nov 09 17:48:25.577281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Transition to ACTIVE for port object 0821823f-3369-4333-ab71-2fa947665f5a will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:48:25.579997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Attempting to bind port 7e78f5bd-f94d-410c-8e60-fc55ec34479e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:48:25.580604 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Attempting to bind port 7e78f5bd-f94d-410c-8e60-fc55ec34479e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:48:25.581230 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Attempting to bind port 7e78f5bd-f94d-410c-8e60-fc55ec34479e on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:25.598309 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:25.600869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:25.601536 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:25.603275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:25.604531 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Bound port: 7e78f5bd-f94d-410c-8e60-fc55ec34479e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:48:25.605313 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:25.625212 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:25.731334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-0ebb1cee-568a-413c-888c-787c5ba1e523 service neutron] For port 0045f8aa-bdcf-4da8-8211-c159c05d3f15, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0045f8aa-bdcf-4da8-8211-c159c05d3f15,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:25.783540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-be38bb47-ad6c-4b70-ab35-7d1b52c4b6e5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Allocated IP 172.20.0.5 (2ac0b4ff-b5b6-44eb-b33b-47f466549e48/74bdd4d4-2ac5-4dd0-848d-119bf24df699/a5f4403a-2a62-45c0-a1b8-85f283926eb4) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:25.824074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] For port 7e78f5bd-f94d-410c-8e60-fc55ec34479e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:25.834441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] For port 7e78f5bd-f94d-410c-8e60-fc55ec34479e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7e78f5bd-f94d-410c-8e60-fc55ec34479e,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:25.839839 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:25.847590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Pushing event updated for resources: {'Port': ['ID=0821823f-3369-4333-ab71-2fa947665f5a,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:25.856231 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53a20664-db63-449f-8828-9a5320e0b0cb req-88a08dbc-5668-4ee2-8ae2-03862e93a5f8 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 210 time: 0.1549296 Nov 09 17:48:25.885322 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2bc4d09-0e7e-461c-86bb-55fd10aa8bb5 req-5e09851b-8bcd-46ca-9f05-c7e404e28022 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9092097 Nov 09 17:48:25.888744 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-4c7ee354-3afb-4db1-b024-d6b35c80e88d service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303994 Nov 09 17:48:25.933318 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:26.397900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-0ebb1cee-568a-413c-888c-787c5ba1e523 service neutron] For port 0045f8aa-bdcf-4da8-8211-c159c05d3f15, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:26.418915 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:26.522903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8923fa-3d6b-422f-b0a6-b60c5fdc8cb2 req-e38b9d40-561b-46a6-ae19-adfe7926d78a tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:26.542586 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7d8923fa-3d6b-422f-b0a6-b60c5fdc8cb2 req-e38b9d40-561b-46a6-ae19-adfe7926d78a tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.4056120 Nov 09 17:48:26.544241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-0ebb1cee-568a-413c-888c-787c5ba1e523 service neutron] device_id is not set on port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:48:26.666462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c899c07-f597-43ef-abd7-3c0c3a48b528 None None] Pushing event updated for resources: {'Port': ['ID=7e78f5bd-f94d-410c-8e60-fc55ec34479e,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:26.760281 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:26.782227 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-0ebb1cee-568a-413c-888c-787c5ba1e523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:26.815997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:26.819060 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f55d3d-b8ed-49fb-8ef0-66d0995bf0fd" -d '{"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-unplugged", "status": "completed", "tag": "db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:26.821890 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Attempting to bind port 0821823f-3369-4333-ab71-2fa947665f5a on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:48:26.822806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Attempting to bind port 0821823f-3369-4333-ab71-2fa947665f5a by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:48:26.823164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Attempting to bind port 0821823f-3369-4333-ab71-2fa947665f5a on network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:26.826894 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:48:26.843409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6,segment=NetworkSegment(f53e9678-9ae8-46ae-b38c-f764b6094594),segment_id=f53e9678-9ae8-46ae-b38c-f764b6094594)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:26.850721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e7a2a1b-442a-40ec-b4c6-98961b297723 req-5b859683-6c67-47e6-9f0e-cc26d0782b87 service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9485021 Nov 09 17:48:26.851028 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:26.851607 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-0ebb1cee-568a-413c-888c-787c5ba1e523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:26.851929 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 3207e95c-66e0-4b85-9491-66e70c8e365b no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:26.979212 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7d8923fa-3d6b-422f-b0a6-b60c5fdc8cb2 req-00025c48-fe9a-497f-b278-8d88ab3190c5 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4271157 Nov 09 17:48:27.002602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb1cee-568a-413c-888c-787c5ba1e523 service neutron] Pushing event updated for resources: {'Port': ['ID=0045f8aa-bdcf-4da8-8211-c159c05d3f15,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:27.068743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Port 0821823f-3369-4333-ab71-2fa947665f5a on network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:48:27.069396 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Attempting to bind port 0821823f-3369-4333-ab71-2fa947665f5a on network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:27.093597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:27.124799 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:27.183436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::1 (95294590-f827-4cfc-bf5f-176a9c97fb32/8d191dc6-09a7-4f0e-a721-03ff06dce2f7/e1ec5642-6354-4994-b428-4358a78148d8) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:27.185299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:27.185964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Checking segment: {'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:27.189645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Bound using segment: {'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:27.190692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Bound port: 0821823f-3369-4333-ab71-2fa947665f5a, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:48:27.191335 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:27.224828 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3207e95c-66e0-4b85-9491-66e70c8e365b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3207e95c-66e0-4b85-9491-66e70c8e365b,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:27.232265 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:27.234439 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7bce44f3-38c4-4235-83b4-c92c7709b9ed no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:27.446936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85934d-f415-4d4b-83c1-203a7b4586ca req-c1c102ef-9036-4eb2-8414-1aede015e814 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:27.455688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=3207e95c-66e0-4b85-9491-66e70c8e365b,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:27.472059 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de85934d-f415-4d4b-83c1-203a7b4586ca req-c1c102ef-9036-4eb2-8414-1aede015e814 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1270187 Nov 09 17:48:27.492151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-0ebb1cee-568a-413c-888c-787c5ba1e523 service neutron] No DVR routers for this DVR port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:27.524786 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-be38bb47-ad6c-4b70-ab35-7d1b52c4b6e5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:27.576090 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:27.582088 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de85934d-f415-4d4b-83c1-203a7b4586ca req-5775ab26-d736-423f-b0a9-8cf1e494c211 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981448 Nov 09 17:48:27.628163 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:27.634523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49291-d154-472f-ba5b-94d1c69e6ade req-6027f267-c81e-4ca6-8979-2cab5a4b6f93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:27.643541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49291-d154-472f-ba5b-94d1c69e6ade req-6027f267-c81e-4ca6-8979-2cab5a4b6f93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:27.654248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49291-d154-472f-ba5b-94d1c69e6ade req-6027f267-c81e-4ca6-8979-2cab5a4b6f93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:27.663354 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49291-d154-472f-ba5b-94d1c69e6ade req-6027f267-c81e-4ca6-8979-2cab5a4b6f93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:27.669686 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49291-d154-472f-ba5b-94d1c69e6ade req-6027f267-c81e-4ca6-8979-2cab5a4b6f93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:27.688307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49291-d154-472f-ba5b-94d1c69e6ade req-6027f267-c81e-4ca6-8979-2cab5a4b6f93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:27.690447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7f49291-d154-472f-ba5b-94d1c69e6ade req-6027f267-c81e-4ca6-8979-2cab5a4b6f93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 4658 time: 0.8443499 Nov 09 17:48:27.691454 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25311127-561b-4d86-8f8c-243b8c86f483 x-openstack-request-id: req-25311127-561b-4d86-8f8c-243b8c86f483 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:27.691907 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-unplugged", "status": "completed", "tag": "db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:27.692321 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25311127-561b-4d86-8f8c-243b8c86f483 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:27.695256 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6', 'code': 200} Nov 09 17:48:27.708355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7bce44f3-38c4-4235-83b4-c92c7709b9ed, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7bce44f3-38c4-4235-83b4-c92c7709b9ed,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:27.719922 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:27.722235 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 98f7f7c7-31d9-4cad-824b-f8083ab05983 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:27.728706 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:27.736304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eafc1-cc59-40bb-a8fa-fdbe144df837 req-1f48a07c-dcc3-4f5f-9d77-18aa314fe770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:27.737878 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-889eafc1-cc59-40bb-a8fa-fdbe144df837 req-1f48a07c-dcc3-4f5f-9d77-18aa314fe770 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9de592cb02554687827aa6b5c7812402&device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 1094 time: 0.7471895 Nov 09 17:48:27.771004 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:27.776594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:27.785553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:27.788114 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:27.820398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-649ca416-1390-41bc-b511-2d58033c12f4 None None] Provisioning complete for port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:27.821047 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-649ca416-1390-41bc-b511-2d58033c12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:27.877322 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-0ebb1cee-568a-413c-888c-787c5ba1e523 service neutron] In _notify_port_updated(), no bound segment for port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 on network b44d330b-3a84-4715-bcb1-9ff335c55bca {{(pid=102154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 17:48:27.878255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-0ebb1cee-568a-413c-888c-787c5ba1e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:27.878898 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-0ebb1cee-568a-413c-888c-787c5ba1e523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:27.884493 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-0ebb1cee-568a-413c-888c-787c5ba1e523 service neutron] 10.222.0.13 "PUT /v2.0/ports/0045f8aa-bdcf-4da8-8211-c159c05d3f15 HTTP/1.1" status: 200 len: 1028 time: 3.9228404 Nov 09 17:48:27.937047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=7bce44f3-38c4-4235-83b4-c92c7709b9ed,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:27.960816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7f49291-d154-472f-ba5b-94d1c69e6ade req-ba423801-f513-4f71-9038-2d3751a97924 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2486792 Nov 09 17:48:27.967338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] For port 0821823f-3369-4333-ab71-2fa947665f5a, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:28.041561 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-649ca416-1390-41bc-b511-2d58033c12f4 None None] Port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:48:28.047509 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:28.049538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] For port 0821823f-3369-4333-ab71-2fa947665f5a, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0821823f-3369-4333-ab71-2fa947665f5a,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:28.076665 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88dd2ba7-2e39-4107-b013-4ae3dd55edd0 req-fa220e01-7443-4f75-8e37-36f50cecc2a9 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 210 time: 0.1542807 Nov 09 17:48:28.086451 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-f38d1558-db84-4461-8d36-a89fbb6a74bb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:28.087327 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-f38d1558-db84-4461-8d36-a89fbb6a74bb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "GET /v2.0/ports/0cbce6a8-d6be-4652-adb4-edc568ed2e15?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1325631 Nov 09 17:48:28.092230 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:28.151058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 98f7f7c7-31d9-4cad-824b-f8083ab05983, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=98f7f7c7-31d9-4cad-824b-f8083ab05983,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:28.166890 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:28.167658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0cbce6a8-d6be-4652-adb4-edc568ed2e15 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:28.202784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:28.230012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=e1ec5642-6354-4994-b428-4358a78148d8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:28.257432 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:28.293414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Pushing event updated for resources: {'Port': ['ID=0821823f-3369-4333-ab71-2fa947665f5a,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:28.325536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-be38bb47-ad6c-4b70-ab35-7d1b52c4b6e5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:28.360070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-703b1ed3-de1a-4ea2-afd0-5996c459f64e None None] Provisioning complete for port 7e78f5bd-f94d-410c-8e60-fc55ec34479e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:28.360508 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-703b1ed3-de1a-4ea2-afd0-5996c459f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:28.379816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:28.386588 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:28.388193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-17808b00-818c-44d1-a5a8-6531909b8372 service neutron] 10.222.0.13 "PUT /v2.0/ports/0821823f-3369-4333-ab71-2fa947665f5a HTTP/1.1" status: 200 len: 1092 time: 6.2214808 Nov 09 17:48:28.421200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e588a0-1048-44a8-8d3b-32accbe6e68c', 'tag': '0821823f-3369-4333-ab71-2fa947665f5a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:28.433565 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792adf8c-e791-4f37-9607-2f95f9876aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e588a0-1048-44a8-8d3b-32accbe6e68c", "tag": "0821823f-3369-4333-ab71-2fa947665f5a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:28.513378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=98f7f7c7-31d9-4cad-824b-f8083ab05983,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:28.597478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-be38bb47-ad6c-4b70-ab35-7d1b52c4b6e5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:28.611199 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:28.635164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eafc1-cc59-40bb-a8fa-fdbe144df837 req-e867680e-9f84-478b-ad1e-8d200deb1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:28.637030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-889eafc1-cc59-40bb-a8fa-fdbe144df837 req-e867680e-9f84-478b-ad1e-8d200deb1392 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48 HTTP/1.1" status: 200 len: 917 time: 0.8825665 Nov 09 17:48:28.642936 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:28.701945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfb7f0-3144-4b82-94bc-914ceac94861 req-ab58658c-9672-4604-8d99-06b5c4305b2f tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:28.704047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ddfb7f0-3144-4b82-94bc-914ceac94861 req-ab58658c-9672-4604-8d99-06b5c4305b2f tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.4031982 Nov 09 17:48:28.705264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-be38bb47-ad6c-4b70-ab35-7d1b52c4b6e5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:28.709430 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-889eafc1-cc59-40bb-a8fa-fdbe144df837 req-8f5b9ac8-e471-44e7-817b-d1aa0f8fbe14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=452dddf0-4ff3-4a8d-a8c6-57550338de48 HTTP/1.1" status: 200 len: 217 time: 0.0596259 Nov 09 17:48:28.711847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-be38bb47-ad6c-4b70-ab35-7d1b52c4b6e5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:28.746082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0cbce6a8-d6be-4652-adb4-edc568ed2e15, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0cbce6a8-d6be-4652-adb4-edc568ed2e15,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:28.785928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38bb47-ad6c-4b70-ab35-7d1b52c4b6e5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Pushing event updated for resources: {'Port': ['ID=a5f4403a-2a62-45c0-a1b8-85f283926eb4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:28.796926 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:28.800773 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 12bcf792-8eeb-4484-8b42-c147958f64df no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:28.903464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe607d2-2904-4c44-9dfc-95552c5d7935 req-63fbf85f-67f0-4ca2-ab1d-9e9ed4fa256d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:28.905284 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbe607d2-2904-4c44-9dfc-95552c5d7935 req-63fbf85f-67f0-4ca2-ab1d-9e9ed4fa256d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 811 time: 0.3292241 Nov 09 17:48:28.942593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e78f5bd-f94d-410c-8e60-fc55ec34479e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:28.964422 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbe607d2-2904-4c44-9dfc-95552c5d7935 req-0fd4e477-ba74-488f-bab1-7505d206657f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/quotas/7d59107623fc4458b53a4793008d7877 HTTP/1.1" status: 200 len: 375 time: 0.0496590 Nov 09 17:48:28.980491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-d62c74f1-46a9-4e61-891c-8eed082dd993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:28.982104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-d62c74f1-46a9-4e61-891c-8eed082dd993 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9de592cb02554687827aa6b5c7812402&device_id=b0e588a0-1048-44a8-8d3b-32accbe6e68c HTTP/1.1" status: 200 len: 1095 time: 0.4898069 Nov 09 17:48:28.995268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-be38bb47-ad6c-4b70-ab35-7d1b52c4b6e5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:28.996148 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-be38bb47-ad6c-4b70-ab35-7d1b52c4b6e5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:29.060345 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-703b1ed3-de1a-4ea2-afd0-5996c459f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:29.064760 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbe607d2-2904-4c44-9dfc-95552c5d7935 req-e4351306-5643-4cff-98f4-720d82efcac0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0990765 Nov 09 17:48:29.118043 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-0f3ad303-0416-46d5-a8e7-5908aec273e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0821823f-3369-4333-ab71-2fa947665f5a HTTP/1.1" status: 200 len: 217 time: 0.0918860 Nov 09 17:48:29.123400 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eafc1-cc59-40bb-a8fa-fdbe144df837 req-29187bfe-ec0d-4b5e-ba25-9fc93bd3eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:29.126285 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-889eafc1-cc59-40bb-a8fa-fdbe144df837 req-29187bfe-ec0d-4b5e-ba25-9fc93bd3eaa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74bdd4d4-2ac5-4dd0-848d-119bf24df699 HTTP/1.1" status: 200 len: 855 time: 0.2766643 Nov 09 17:48:29.128355 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ddfb7f0-3144-4b82-94bc-914ceac94861 req-c411e61a-9196-45ba-9cfb-14077583a3c4 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139067 Nov 09 17:48:29.178478 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-be38bb47-ad6c-4b70-ab35-7d1b52c4b6e5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6538548 Nov 09 17:48:29.206527 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:29.232809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:29.235169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:29.271173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Request body: {'port': {'device_id': '2eb1ec76-9df2-4d00-9a67-adef862be9df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:29.278553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-703b1ed3-de1a-4ea2-afd0-5996c459f64e None None] For port 7e78f5bd-f94d-410c-8e60-fc55ec34479e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7e78f5bd-f94d-410c-8e60-fc55ec34479e,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:29.281439 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9805dced-1e3a-4e17-a455-0e6a26c599b8 x-openstack-request-id: req-9805dced-1e3a-4e17-a455-0e6a26c599b8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:29.281757 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e588a0-1048-44a8-8d3b-32accbe6e68c", "tag": "0821823f-3369-4333-ab71-2fa947665f5a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:29.282093 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9805dced-1e3a-4e17-a455-0e6a26c599b8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:29.282620 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e588a0-1048-44a8-8d3b-32accbe6e68c', 'tag': '0821823f-3369-4333-ab71-2fa947665f5a', 'status': 'completed', 'code': 200} Nov 09 17:48:29.299551 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-703b1ed3-de1a-4ea2-afd0-5996c459f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:29.339445 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0cbce6a8-d6be-4652-adb4-edc568ed2e15,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:29.345875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-4507697d-e0f4-4646-b761-b69d0a059aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:29.347433 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-4507697d-e0f4-4646-b761-b69d0a059aec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74bdd4d4-2ac5-4dd0-848d-119bf24df699 HTTP/1.1" status: 200 len: 855 time: 0.2088492 Nov 09 17:48:29.420597 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=e1ec5642-6354-4994-b428-4358a78148d8,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:29.437591 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbe607d2-2904-4c44-9dfc-95552c5d7935 req-d0285dd3-5211-41ce-9416-b0fa7fbe0702 service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718462 Nov 09 17:48:29.444779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7e78f5bd-f94d-410c-8e60-fc55ec34479e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:29.444779 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:29.471628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eafc1-cc59-40bb-a8fa-fdbe144df837 req-a5888ff8-93e7-4d48-812f-a8628f3d1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:29.473993 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-889eafc1-cc59-40bb-a8fa-fdbe144df837 req-a5888ff8-93e7-4d48-812f-a8628f3d1ca1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3336904 Nov 09 17:48:29.474816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:29.511260 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b1ed3-de1a-4ea2-afd0-5996c459f64e None None] Pushing event updated for resources: {'Port': ['ID=7e78f5bd-f94d-410c-8e60-fc55ec34479e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:29.519569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b53d2cca-e109-41e9-8117-9c206196e6f5 None None] Provisioning complete for port e1ec5642-6354-4994-b428-4358a78148d8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:29.521022 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b53d2cca-e109-41e9-8117-9c206196e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:29.522540 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:29.578655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:29.584240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:29.601583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 12bcf792-8eeb-4484-8b42-c147958f64df, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=12bcf792-8eeb-4484-8b42-c147958f64df,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:29.612902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] For port 0cbce6a8-d6be-4652-adb4-edc568ed2e15, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0cbce6a8-d6be-4652-adb4-edc568ed2e15,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:29.613817 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:29.614004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0045f8aa-bdcf-4da8-8211-c159c05d3f15 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:29.640466 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbe607d2-2904-4c44-9dfc-95552c5d7935 req-7a9649f1-4bd5-4d35-a125-040ef86f71bf service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017257 Nov 09 17:48:29.640677 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-7ba680b9-e6b3-4137-921e-2b379a2046b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:29.642172 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-7ba680b9-e6b3-4137-921e-2b379a2046b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2659965 Nov 09 17:48:29.656570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c3be-001f-4659-94e6-bbe9010c990a req-6cef22bd-09ed-49d0-9c9e-aa021ed61d1b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:29.658195 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d31c3be-001f-4659-94e6-bbe9010c990a req-6cef22bd-09ed-49d0-9c9e-aa021ed61d1b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2903106 Nov 09 17:48:29.707413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3207e95c-66e0-4b85-9491-66e70c8e365b'}, {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bce44f3-38c4-4235-83b4-c92c7709b9ed'}, {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f7f7c7-31d9-4cad-824b-f8083ab05983'}, {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbce6a8-d6be-4652-adb4-edc568ed2e15'}, {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12bcf792-8eeb-4484-8b42-c147958f64df'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:29.710062 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e4c772-4f1d-4171-b4a1-cd9633d083ef" -d '{"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-unplugged", "status": "completed", "tag": "3207e95c-66e0-4b85-9491-66e70c8e365b"}, {"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-unplugged", "status": "completed", "tag": "7bce44f3-38c4-4235-83b4-c92c7709b9ed"}, {"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-unplugged", "status": "completed", "tag": "98f7f7c7-31d9-4cad-824b-f8083ab05983"}, {"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-unplugged", "status": "completed", "tag": "0cbce6a8-d6be-4652-adb4-edc568ed2e15"}, {"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-unplugged", "status": "completed", "tag": "12bcf792-8eeb-4484-8b42-c147958f64df"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:29.714191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b53d2cca-e109-41e9-8117-9c206196e6f5 None None] Port e1ec5642-6354-4994-b428-4358a78148d8 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:48:29.855605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0045f8aa-bdcf-4da8-8211-c159c05d3f15 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:48:29.865354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=12bcf792-8eeb-4484-8b42-c147958f64df,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:29.887913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b53d2cca-e109-41e9-8117-9c206196e6f5 None None] Provisioning complete for port a5f4403a-2a62-45c0-a1b8-85f283926eb4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:29.888315 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b53d2cca-e109-41e9-8117-9c206196e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:30.000648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b53d2cca-e109-41e9-8117-9c206196e6f5 None None] Port a5f4403a-2a62-45c0-a1b8-85f283926eb4 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:48:30.000929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Router b1d46e4e-91d1-4fcd-adc5-e2b74795b72d is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:48:30.038566 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-889eafc1-cc59-40bb-a8fa-fdbe144df837 req-73cbc0af-0b34-4b31-9f0d-f723fe872f66 service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530379 Nov 09 17:48:30.203544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 452dddf0-4ff3-4a8d-a8c6-57550338de48 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:48:30.215997 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bf832-2d39-4463-bf22-f5b283a572af req-f5888793-0f9a-4a29-8a6d-7489a012b916 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:30.235158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bf832-2d39-4463-bf22-f5b283a572af req-f5888793-0f9a-4a29-8a6d-7489a012b916 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:30.252355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bf832-2d39-4463-bf22-f5b283a572af req-f5888793-0f9a-4a29-8a6d-7489a012b916 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:30.266618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bf832-2d39-4463-bf22-f5b283a572af req-f5888793-0f9a-4a29-8a6d-7489a012b916 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:30.281699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bf832-2d39-4463-bf22-f5b283a572af req-f5888793-0f9a-4a29-8a6d-7489a012b916 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:30.296745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bf832-2d39-4463-bf22-f5b283a572af req-f5888793-0f9a-4a29-8a6d-7489a012b916 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:30.301103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-219bf832-2d39-4463-bf22-f5b283a572af req-f5888793-0f9a-4a29-8a6d-7489a012b916 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 4648 time: 0.2569675 Nov 09 17:48:30.315925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:48:30.332981 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Sync routers for ids ['b1d46e4e-91d1-4fcd-adc5-e2b74795b72d'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:48:30.341916 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d31c3be-001f-4659-94e6-bbe9010c990a req-e5ccc01d-5746-4242-9399-c1b677b48ecb tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545415 Nov 09 17:48:30.345573 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-6b184703-6970-4197-9489-42158a583ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861813 Nov 09 17:48:30.358125 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-608b0729-387b-422f-82b3-e7a934b85775 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "PUT /v2.0/routers/b1d46e4e-91d1-4fcd-adc5-e2b74795b72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3736475 Nov 09 17:48:30.359430 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Routers {'b1d46e4e-91d1-4fcd-adc5-e2b74795b72d'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:30.360103 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b1d46e4e-91d1-4fcd-adc5-e2b74795b72d'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:30.367487 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36092) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:30.388550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 452dddf0-4ff3-4a8d-a8c6-57550338de48, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=452dddf0-4ff3-4a8d-a8c6-57550338de48,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:30.403735 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '452dddf0-4ff3-4a8d-a8c6-57550338de48', 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48', 'port_id': '452dddf0-4ff3-4a8d-a8c6-57550338de48', 'mac_address': 'fa:16:3e:29:92:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bdd4d4-2ac5-4dd0-848d-119bf24df699', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:48:30.463092 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:30.480572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9443a1f5-7d06-4eee-831d-23ea66fd2229 None None] Provisioning complete for port e1ec5642-6354-4994-b428-4358a78148d8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:30.480946 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9443a1f5-7d06-4eee-831d-23ea66fd2229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:30.486818 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452dddf0-4ff3-4a8d-a8c6-57550338de48 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:48:30.549692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] For port 0cbce6a8-d6be-4652-adb4-edc568ed2e15, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:30.559374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 452dddf0-4ff3-4a8d-a8c6-57550338de48, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=452dddf0-4ff3-4a8d-a8c6-57550338de48,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:30.571204 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:30.577673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9443a1f5-7d06-4eee-831d-23ea66fd2229 None None] Port e1ec5642-6354-4994-b428-4358a78148d8 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:48:30.621101 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39bdbf-1ab4-4948-b52f-ae699ddd61b7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:30.630429 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3d39bdbf-1ab4-4948-b52f-ae699ddd61b7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports/e1ec5642-6354-4994-b428-4358a78148d8 HTTP/1.1" status: 200 len: 911 time: 0.2583802 Nov 09 17:48:30.643714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36096) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:30.697429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=452dddf0-4ff3-4a8d-a8c6-57550338de48,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:30.700601 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Set router b1d46e4e-91d1-4fcd-adc5-e2b74795b72d gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:30.725161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e78f5bd-f94d-410c-8e60-fc55ec34479e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:30.763041 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-219bf832-2d39-4463-bf22-f5b283a572af req-7e9b41ab-c822-49c4-a076-ab970f663069 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=57e2e437-f1e9-4dab-b44c-7878c258cb2b&id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4423740 Nov 09 17:48:30.821597 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe63c92-645c-42fd-bbef-7f5cb3f002d8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:30.827930 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe63c92-645c-42fd-bbef-7f5cb3f002d8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:30.846175 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cbe63c92-645c-42fd-bbef-7f5cb3f002d8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1998241 Nov 09 17:48:30.846921 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36098) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:30.876163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7e78f5bd-f94d-410c-8e60-fc55ec34479e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:30.876558 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:30.933205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['452dddf0-4ff3-4a8d-a8c6-57550338de48'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:48:31.145264 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e55993-d224-495c-9b14-c1f1654ad1a0 x-openstack-request-id: req-21e55993-d224-495c-9b14-c1f1654ad1a0 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:31.145621 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-unplugged", "status": "completed", "tag": "3207e95c-66e0-4b85-9491-66e70c8e365b", "code": 200}, {"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-unplugged", "status": "completed", "tag": "7bce44f3-38c4-4235-83b4-c92c7709b9ed", "code": 200}, {"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-unplugged", "status": "completed", "tag": "98f7f7c7-31d9-4cad-824b-f8083ab05983", "code": 200}, {"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-unplugged", "status": "completed", "tag": "0cbce6a8-d6be-4652-adb4-edc568ed2e15", "code": 200}, {"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-unplugged", "status": "completed", "tag": "12bcf792-8eeb-4484-8b42-c147958f64df", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:31.145993 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21e55993-d224-495c-9b14-c1f1654ad1a0 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:31.146680 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3207e95c-66e0-4b85-9491-66e70c8e365b', 'code': 200} Nov 09 17:48:31.148981 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bce44f3-38c4-4235-83b4-c92c7709b9ed', 'code': 200} Nov 09 17:48:31.148981 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f7f7c7-31d9-4cad-824b-f8083ab05983', 'code': 200} Nov 09 17:48:31.149257 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbce6a8-d6be-4652-adb4-edc568ed2e15', 'code': 200} Nov 09 17:48:31.149530 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12bcf792-8eeb-4484-8b42-c147958f64df', 'code': 200} Nov 09 17:48:31.214166 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d46e4e-91d1-4fcd-adc5-e2b74795b72d', 'name': 'tempest-NetworksTestDHCPv6-router-936658418', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:24Z', 'updated_at': '2021-11-09T17:48:27Z', 'revision_number': 2, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'gw_port_host': None, '_interfaces': [{'id': 'e1ec5642-6354-4994-b428-4358a78148d8', 'name': '', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'mac_address': 'fa:16:3e:45:8b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d46e4e-91d1-4fcd-adc5-e2b74795b72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '8d191dc6-09a7-4f0e-a721-03ff06dce2f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:26Z', 'updated_at': '2021-11-09T17:48:28Z', 'revision_number': 2, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'subnets': [{'id': '8d191dc6-09a7-4f0e-a721-03ff06dce2f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:31.289136 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Checking router: b1d46e4e-91d1-4fcd-adc5-e2b74795b72d for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:48:31.290083 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Updating router b1d46e4e-91d1-4fcd-adc5-e2b74795b72d port e1ec5642-6354-4994-b428-4358a78148d8 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:48:31.317062 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2515a63b-2d75-493d-b740-ad8360fc93a4 req-1d99a168-f4fa-4e67-8b38-6b220e38f161 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef0e678d-e75b-490e-8b70-9d3f4ad240d8 HTTP/1.1" status: 200 len: 210 time: 0.1010280 Nov 09 17:48:31.364212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] device_id is not set on port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:48:31.384535 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:31.412075 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:31.447074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c31942-73f0-4cf4-a0c1-b3ca8d507cea req-2e206601-240a-4b58-a184-f92e48d7456f tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:31.451879 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21c31942-73f0-4cf4-a0c1-b3ca8d507cea req-2e206601-240a-4b58-a184-f92e48d7456f tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 931 time: 0.8981645 Nov 09 17:48:31.644779 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:31.753170 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cdb71ad-a029-49a9-8125-fced66ebcf2f req-b076ae8d-0385-41e6-8983-3f438d2c1978 service neutron] 10.222.0.13 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3345850 Nov 09 17:48:31.816181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-889eafc1-cc59-40bb-a8fa-fdbe144df837 req-127c96c7-2738-409e-a957-b3d386d06ba7 service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5500598 Nov 09 17:48:31.843095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f4403a-2a62-45c0-a1b8-85f283926eb4 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:48:31.849566 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:31.860649 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:31.873824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ee7c5-5904-4c83-8601-6db80cdd998f req-886f455d-9e1d-4fc9-802a-dc3b9b08a36e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:31.875569 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b65ee7c5-5904-4c83-8601-6db80cdd998f req-886f455d-9e1d-4fc9-802a-dc3b9b08a36e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1410639 Nov 09 17:48:31.891082 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:31.981778 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21c31942-73f0-4cf4-a0c1-b3ca8d507cea req-5870319e-e75f-47e0-8fd7-f6d1177fbf68 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789948 Nov 09 17:48:32.034870 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Pushing event updated for resources: {'Port': ['ID=e1ec5642-6354-4994-b428-4358a78148d8,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:32.092748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbce6a8-d6be-4652-adb4-edc568ed2e15,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:32.102811 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.104996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] No DVR routers for this DVR port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:32.106509 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.109332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Transition to ACTIVE for port object a5f4403a-2a62-45c0-a1b8-85f283926eb4 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:48:32.111307 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.112147 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.112801 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.113463 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.115320 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.116860 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.117899 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.118730 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.119822 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.120842 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.140906 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Attempting to bind port e1ec5642-6354-4994-b428-4358a78148d8 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:48:32.141398 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Attempting to bind port e1ec5642-6354-4994-b428-4358a78148d8 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:48:32.142603 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Attempting to bind port e1ec5642-6354-4994-b428-4358a78148d8 on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:32.154689 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:32.155306 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:32.157405 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:32.157953 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:32.158574 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Bound port: e1ec5642-6354-4994-b428-4358a78148d8, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:48:32.159100 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:32.179641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792adf8c-e791-4f37-9607-2f95f9876aa3 req-5c50b59b-0e7c-4be9-9c6a-7af65df313f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:32.185556 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b65ee7c5-5904-4c83-8601-6db80cdd998f req-28c33026-3839-4b61-9829-c3df103293a9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976129 Nov 09 17:48:32.187634 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-792adf8c-e791-4f37-9607-2f95f9876aa3 req-5c50b59b-0e7c-4be9-9c6a-7af65df313f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9de592cb02554687827aa6b5c7812402&device_id=b0e588a0-1048-44a8-8d3b-32accbe6e68c HTTP/1.1" status: 200 len: 1095 time: 0.3155386 Nov 09 17:48:32.188805 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:32.194686 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.195280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.195886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.196450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.197026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.197609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.198177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.198726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.199333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.199905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.200461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.201022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:32.216321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 452dddf0-4ff3-4a8d-a8c6-57550338de48 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:32.337857 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] For port e1ec5642-6354-4994-b428-4358a78148d8, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:32.347266 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] For port e1ec5642-6354-4994-b428-4358a78148d8, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e1ec5642-6354-4994-b428-4358a78148d8,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:32.356718 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:32.387610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 452dddf0-4ff3-4a8d-a8c6-57550338de48 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:48:32.394772 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 452dddf0-4ff3-4a8d-a8c6-57550338de48 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:32.397412 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:32.527989 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792adf8c-e791-4f37-9607-2f95f9876aa3 req-d2695df3-923d-41ce-9216-37425b68ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:32.532107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-792adf8c-e791-4f37-9607-2f95f9876aa3 req-d2695df3-923d-41ce-9216-37425b68ad91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48 HTTP/1.1" status: 200 len: 917 time: 0.2925818 Nov 09 17:48:32.533499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] In _notify_port_updated(), no bound segment for port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 on network b44d330b-3a84-4715-bcb1-9ff335c55bca {{(pid=102154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 17:48:32.534652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:32.535520 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:32.537791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-588881c8-e983-4621-bc05-0adb393b3550 service neutron] 10.222.0.13 "PUT /v2.0/ports/0cbce6a8-d6be-4652-adb4-edc568ed2e15 HTTP/1.1" status: 200 len: 1027 time: 4.3397102 Nov 09 17:48:32.538815 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f4403a-2a62-45c0-a1b8-85f283926eb4,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:32.564158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2c968f74-eb86-47b8-9f10-403c6722bbbb None None] Provisioning complete for port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:32.566381 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2c968f74-eb86-47b8-9f10-403c6722bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:32.590088 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Routers {'b1d46e4e-91d1-4fcd-adc5-e2b74795b72d'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:32.591013 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b1d46e4e-91d1-4fcd-adc5-e2b74795b72d'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:32.612113 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61da3f66-8dc5-4ca9-978e-385d1d709ada req-8829e3f4-8905-42d4-a6a8-4d5b449d805f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef0e678d-e75b-490e-8b70-9d3f4ad240d8 HTTP/1.1" status: 200 len: 210 time: 0.3936954 Nov 09 17:48:32.740320 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-792adf8c-e791-4f37-9607-2f95f9876aa3 req-d13a48a9-c083-47c3-b047-365f7edf1e27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0821823f-3369-4333-ab71-2fa947665f5a HTTP/1.1" status: 200 len: 217 time: 0.1832397 Nov 09 17:48:32.766846 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853f4a3-f2bb-454d-90c0-4a1c5607cdc5 None None] Pushing event updated for resources: {'Port': ['ID=e1ec5642-6354-4994-b428-4358a78148d8,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:32.790314 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:32.790314 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2c968f74-eb86-47b8-9f10-403c6722bbbb None None] Port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:48:32.887585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 452dddf0-4ff3-4a8d-a8c6-57550338de48, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=452dddf0-4ff3-4a8d-a8c6-57550338de48,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:32.899842 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:32.925117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Deleting port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:32.925402 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:33.049547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-477ce0b3-811d-4c7a-b7e1-995cedced982 None None] Provisioning complete for port e1ec5642-6354-4994-b428-4358a78148d8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:33.049547 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-477ce0b3-811d-4c7a-b7e1-995cedced982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:33.066085 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] Set router b1d46e4e-91d1-4fcd-adc5-e2b74795b72d gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:33.123827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] For port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6,segment=NetworkSegment(f53e9678-9ae8-46ae-b38c-f764b6094594),segment_id=f53e9678-9ae8-46ae-b38c-f764b6094594)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:33.124215 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:33.156224 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b7d45c-d223-4007-ba6e-a541f741ab1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452dddf0-4ff3-4a8d-a8c6-57550338de48'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:33.164903 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9ea279-1950-4f44-9d01-e71f8da8edcd" -d '{"events": [{"server_uuid": "03b7d45c-d223-4007-ba6e-a541f741ab1b", "name": "network-vif-plugged", "status": "completed", "tag": "452dddf0-4ff3-4a8d-a8c6-57550338de48"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:33.224821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=452dddf0-4ff3-4a8d-a8c6-57550338de48,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:33.264752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792adf8c-e791-4f37-9607-2f95f9876aa3 req-33040fcd-ad94-4684-b161-524e0e021d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:33.266292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-792adf8c-e791-4f37-9607-2f95f9876aa3 req-33040fcd-ad94-4684-b161-524e0e021d32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74bdd4d4-2ac5-4dd0-848d-119bf24df699 HTTP/1.1" status: 200 len: 855 time: 0.5010779 Nov 09 17:48:33.321789 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbe607d2-2904-4c44-9dfc-95552c5d7935 req-15e7ab34-cf3d-41d7-80cc-8ab8d92f672b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=ef0e678d-e75b-490e-8b70-9d3f4ad240d8 HTTP/1.1" status: 200 len: 210 time: 0.1058424 Nov 09 17:48:33.347534 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-477ce0b3-811d-4c7a-b7e1-995cedced982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:33.384191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Attempting to bind port a5f4403a-2a62-45c0-a1b8-85f283926eb4 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:48:33.384597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Attempting to bind port a5f4403a-2a62-45c0-a1b8-85f283926eb4 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:48:33.384862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Attempting to bind port a5f4403a-2a62-45c0-a1b8-85f283926eb4 on network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:33.416332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44503b1-c7db-4d88-a91c-6790b754a78e req-3722d097-7830-4e88-822a-47e28ad4d5c9 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:33.417692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-477ce0b3-811d-4c7a-b7e1-995cedced982 None None] For port e1ec5642-6354-4994-b428-4358a78148d8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e1ec5642-6354-4994-b428-4358a78148d8,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:33.419808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b44503b1-c7db-4d88-a91c-6790b754a78e req-3722d097-7830-4e88-822a-47e28ad4d5c9 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 943 time: 0.2173741 Nov 09 17:48:33.426459 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-477ce0b3-811d-4c7a-b7e1-995cedced982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:33.433329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Port a5f4403a-2a62-45c0-a1b8-85f283926eb4 on network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:48:33.433745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Attempting to bind port a5f4403a-2a62-45c0-a1b8-85f283926eb4 on network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:33.481839 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d46e4e-91d1-4fcd-adc5-e2b74795b72d', 'name': 'tempest-NetworksTestDHCPv6-router-936658418', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:24Z', 'updated_at': '2021-11-09T17:48:27Z', 'revision_number': 2, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'gw_port_host': None, '_interfaces': [{'id': 'e1ec5642-6354-4994-b428-4358a78148d8', 'name': '', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'mac_address': 'fa:16:3e:45:8b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d46e4e-91d1-4fcd-adc5-e2b74795b72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '8d191dc6-09a7-4f0e-a721-03ff06dce2f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:26Z', 'updated_at': '2021-11-09T17:48:32Z', 'revision_number': 4, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'subnets': [{'id': '8d191dc6-09a7-4f0e-a721-03ff06dce2f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:33.497022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b44503b1-c7db-4d88-a91c-6790b754a78e req-07bdd8eb-0d12-447e-aa04-05a570cb7e58 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615616 Nov 09 17:48:33.501167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:33.501640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Checking segment: {'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:33.501927 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Bound using segment: {'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:33.502358 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Bound port: a5f4403a-2a62-45c0-a1b8-85f283926eb4, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a08abb6-b27c-44b2-a563-026e33595565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:48:33.502731 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:33.522204 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d0779834-0f86-4c75-8865-684d7b07dbbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:33.523657 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ce0b3-811d-4c7a-b7e1-995cedced982 None None] Pushing event updated for resources: {'Port': ['ID=e1ec5642-6354-4994-b428-4358a78148d8,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:33.544123 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f42f4b-3ed6-49e3-b968-d646db636d98 None None] The sync data for ids ['b1d46e4e-91d1-4fcd-adc5-e2b74795b72d'] in n-d-817236-1 is: [{'id': 'b1d46e4e-91d1-4fcd-adc5-e2b74795b72d', 'name': 'tempest-NetworksTestDHCPv6-router-936658418', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:24Z', 'updated_at': '2021-11-09T17:48:27Z', 'revision_number': 2, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'gw_port_host': None, '_interfaces': [{'id': 'e1ec5642-6354-4994-b428-4358a78148d8', 'name': '', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'mac_address': 'fa:16:3e:45:8b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d46e4e-91d1-4fcd-adc5-e2b74795b72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '8d191dc6-09a7-4f0e-a721-03ff06dce2f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:26Z', 'updated_at': '2021-11-09T17:48:32Z', 'revision_number': 4, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'subnets': [{'id': '8d191dc6-09a7-4f0e-a721-03ff06dce2f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:48:33.582749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a82033b9-dddd-4baa-9df5-a946b9df1f7b None None] Provisioning complete for port e1ec5642-6354-4994-b428-4358a78148d8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:33.583684 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a82033b9-dddd-4baa-9df5-a946b9df1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:33.588035 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8877177d-485e-4410-a4c8-b64fe309416b x-openstack-request-id: req-8877177d-485e-4410-a4c8-b64fe309416b {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:33.588327 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b7d45c-d223-4007-ba6e-a541f741ab1b", "name": "network-vif-plugged", "status": "completed", "tag": "452dddf0-4ff3-4a8d-a8c6-57550338de48", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:33.588586 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8877177d-485e-4410-a4c8-b64fe309416b {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:33.589032 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b7d45c-d223-4007-ba6e-a541f741ab1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452dddf0-4ff3-4a8d-a8c6-57550338de48', 'code': 200} Nov 09 17:48:33.670916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792adf8c-e791-4f37-9607-2f95f9876aa3 req-1932c294-c8cc-40a7-9d2d-7b4ff9de40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:33.672537 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-792adf8c-e791-4f37-9607-2f95f9876aa3 req-1932c294-c8cc-40a7-9d2d-7b4ff9de40ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3813004 Nov 09 17:48:33.803082 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:33.803495 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:33.803812 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Floating IP c3460a32-c63b-4490-b2aa-47fb3dfd5cd2 disassociated. External IP: 172.25.1.152, port: db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6. Nov 09 17:48:33.804172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Calling delete_port for db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:33.814537 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0821823f-3369-4333-ab71-2fa947665f5a details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:48:33.852296 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036cbc1-3783-4bc9-be1d-dd78b3701f43 req-0e1ad9e5-6dde-4058-b213-64936dce1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:33.854799 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a036cbc1-3783-4bc9-be1d-dd78b3701f43 req-0e1ad9e5-6dde-4058-b213-64936dce1a31 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 1096 time: 0.1900299 Nov 09 17:48:33.869495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2062c8-ec17-4251-a1a8-cb0672fa8091 req-f28dde25-4eef-44aa-a87a-3570e4f34c5a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:33.875837 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2062c8-ec17-4251-a1a8-cb0672fa8091 req-f28dde25-4eef-44aa-a87a-3570e4f34c5a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:33.881524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] For port a5f4403a-2a62-45c0-a1b8-85f283926eb4, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:33.882974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2062c8-ec17-4251-a1a8-cb0672fa8091 req-f28dde25-4eef-44aa-a87a-3570e4f34c5a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:33.889314 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2062c8-ec17-4251-a1a8-cb0672fa8091 req-f28dde25-4eef-44aa-a87a-3570e4f34c5a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:33.896912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2062c8-ec17-4251-a1a8-cb0672fa8091 req-f28dde25-4eef-44aa-a87a-3570e4f34c5a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:33.905648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f2062c8-ec17-4251-a1a8-cb0672fa8091 req-f28dde25-4eef-44aa-a87a-3570e4f34c5a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 3876 time: 0.6348269 Nov 09 17:48:34.009205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] For port a5f4403a-2a62-45c0-a1b8-85f283926eb4, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a5f4403a-2a62-45c0-a1b8-85f283926eb4,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:34.016179 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe607d2-2904-4c44-9dfc-95552c5d7935 req-88150d15-309a-44a0-bd11-6ab049be9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:34.016179 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbe607d2-2904-4c44-9dfc-95552c5d7935 req-88150d15-309a-44a0-bd11-6ab049be9a00 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7d59107623fc4458b53a4793008d7877&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6718035 Nov 09 17:48:34.070270 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:34.112756 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f2062c8-ec17-4251-a1a8-cb0672fa8091 req-b9281966-36f6-49c5-98c4-9f88c37a06e9 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061243 Nov 09 17:48:34.140450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b473b-4d08-4eb5-be43-7c0e2eea4606 req-ad1a1ca9-631e-4641-9814-7892bac921a9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:34.142310 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e7b473b-4d08-4eb5-be43-7c0e2eea4606 req-ad1a1ca9-631e-4641-9814-7892bac921a9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.3759034 Nov 09 17:48:34.168619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0821823f-3369-4333-ab71-2fa947665f5a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0821823f-3369-4333-ab71-2fa947665f5a,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:34.184629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a036cbc1-3783-4bc9-be1d-dd78b3701f43 req-fcfde80f-8396-4068-9ba1-1674268c1998 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066947 Nov 09 17:48:34.200626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:34.201261 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:34.202715 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] 10.222.0.18 "PUT /v2.0/ports/a5f4403a-2a62-45c0-a1b8-85f283926eb4 HTTP/1.1" status: 200 len: 1091 time: 4.9876127 Nov 09 17:48:34.211177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb1ec76-9df2-4d00-9a67-adef862be9df', 'tag': 'a5f4403a-2a62-45c0-a1b8-85f283926eb4'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:34.213510 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8feefda-c1a3-4c0e-a1b7-b596238d57a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb1ec76-9df2-4d00-9a67-adef862be9df", "tag": "a5f4403a-2a62-45c0-a1b8-85f283926eb4"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:34.214296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '0821823f-3369-4333-ab71-2fa947665f5a', 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48', 'port_id': '0821823f-3369-4333-ab71-2fa947665f5a', 'mac_address': 'fa:16:3e:80:e4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bdd4d4-2ac5-4dd0-848d-119bf24df699', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:48:34.278901 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-792adf8c-e791-4f37-9607-2f95f9876aa3 req-1850dbb4-5b05-4662-9099-bdf6f39c693f service neutron] 10.222.0.13 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714154 Nov 09 17:48:34.306195 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:34.345385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0821823f-3369-4333-ab71-2fa947665f5a {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:48:34.347043 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e7b473b-4d08-4eb5-be43-7c0e2eea4606 req-aca31598-9221-4e34-a46f-2fd6c008e28a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522710 Nov 09 17:48:34.421394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0821823f-3369-4333-ab71-2fa947665f5a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0821823f-3369-4333-ab71-2fa947665f5a,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:34.423519 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-25998352-e1b7-4eb0-ae3c-0a043887cacb req-4d78f349-1d4e-4e62-a3f4-f57e7c52718c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef0e678d-e75b-490e-8b70-9d3f4ad240d8 HTTP/1.1" status: 200 len: 210 time: 0.0918112 Nov 09 17:48:34.441963 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:34.521158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe607d2-2904-4c44-9dfc-95552c5d7935 req-4e001298-a2ee-4964-a8a7-ee25701680a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:34.523459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbe607d2-2904-4c44-9dfc-95552c5d7935 req-4e001298-a2ee-4964-a8a7-ee25701680a3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4532933 Nov 09 17:48:34.547057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c29eba-694f-46e8-a6a1-c1b1726a2e88 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f4403a-2a62-45c0-a1b8-85f283926eb4,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:34.651816 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952a79e8-a61a-451d-9562-6b5b4f2d18a9 x-openstack-request-id: req-952a79e8-a61a-451d-9562-6b5b4f2d18a9 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:34.651816 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb1ec76-9df2-4d00-9a67-adef862be9df", "tag": "a5f4403a-2a62-45c0-a1b8-85f283926eb4", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:34.651816 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-952a79e8-a61a-451d-9562-6b5b4f2d18a9 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:34.652436 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb1ec76-9df2-4d00-9a67-adef862be9df', 'tag': 'a5f4403a-2a62-45c0-a1b8-85f283926eb4', 'status': 'completed', 'code': 200} Nov 09 17:48:34.657492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0821823f-3369-4333-ab71-2fa947665f5a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:34.709222 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbe607d2-2904-4c44-9dfc-95552c5d7935 req-1e032041-5062-46d2-8f1a-64e3b6475a1b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef0e678d-e75b-490e-8b70-9d3f4ad240d8 HTTP/1.1" status: 200 len: 210 time: 0.0835834 Nov 09 17:48:34.741559 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d0779834-0f86-4c75-8865-684d7b07dbbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port e1ec5642-6354-4994-b428-4358a78148d8 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:34.742484 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d0779834-0f86-4c75-8865-684d7b07dbbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:34.812096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0821823f-3369-4333-ab71-2fa947665f5a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:48:34.850693 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-cb1a5a7a-e4ff-4ba1-9321-41e8165f74a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:34.852833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-cb1a5a7a-e4ff-4ba1-9321-41e8165f74a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9de592cb02554687827aa6b5c7812402&device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 1094 time: 0.3635428 Nov 09 17:48:34.866641 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:34.885293 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-792adf8c-e791-4f37-9607-2f95f9876aa3 req-699355c7-0894-4f66-bc67-4a10737936af service neutron] 10.222.0.13 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848784 Nov 09 17:48:34.889884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e1ec5642-6354-4994-b428-4358a78148d8 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:34.958891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a5b28-30c3-4b09-8699-21f58bff9ef0 req-ff1f8427-14cd-47c0-925c-ea59c1048ccf tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:34.958891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a7a5b28-30c3-4b09-8699-21f58bff9ef0 req-ff1f8427-14cd-47c0-925c-ea59c1048ccf tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 943 time: 0.3036745 Nov 09 17:48:34.972107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'Port': ['ID=db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:35.002847 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-d0779834-0f86-4c75-8865-684d7b07dbbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] For port e1ec5642-6354-4994-b428-4358a78148d8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e1ec5642-6354-4994-b428-4358a78148d8,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:35.003673 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d0779834-0f86-4c75-8865-684d7b07dbbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:35.025548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d0779834-0f86-4c75-8865-684d7b07dbbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for e1ec5642-6354-4994-b428-4358a78148d8 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:35.042705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e1ec5642-6354-4994-b428-4358a78148d8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:35.042982 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:35.069581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a7a5b28-30c3-4b09-8699-21f58bff9ef0 req-c0e29168-d7e5-490e-a1b8-a816f361b7aa tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001370 Nov 09 17:48:35.136695 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-70dcd8b1-76d0-4cb1-b58f-0a7baf931766 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5f4403a-2a62-45c0-a1b8-85f283926eb4 HTTP/1.1" status: 200 len: 217 time: 0.2502000 Nov 09 17:48:35.138823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c94e67f2-84fa-4ba6-978c-5447e441e4e9 req-0aa5d944-d7de-484d-b654-a77b6eb0e142 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=ef0e678d-e75b-490e-8b70-9d3f4ad240d8 HTTP/1.1" status: 200 len: 210 time: 0.0735071 Nov 09 17:48:35.292870 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d0779834-0f86-4c75-8865-684d7b07dbbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:35.349815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0779834-0f86-4c75-8865-684d7b07dbbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=e1ec5642-6354-4994-b428-4358a78148d8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:35.388029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-61039461-171e-41a9-81ac-d28be119c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:35.389745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-61039461-171e-41a9-81ac-d28be119c3f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74bdd4d4-2ac5-4dd0-848d-119bf24df699 HTTP/1.1" status: 200 len: 855 time: 0.1924789 Nov 09 17:48:35.488120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:48:35.494186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4ec7-4d43-49bd-99b1-edf6f747eb05 req-828abf70-1a32-4a33-88a9-bed15990133e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:35.504546 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4ec7-4d43-49bd-99b1-edf6f747eb05 req-828abf70-1a32-4a33-88a9-bed15990133e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:35.521543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4ec7-4d43-49bd-99b1-edf6f747eb05 req-828abf70-1a32-4a33-88a9-bed15990133e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:35.528043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e67f2-84fa-4ba6-978c-5447e441e4e9 req-5af031ca-add1-4962-8a8f-f6353ce26bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:35.529727 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c94e67f2-84fa-4ba6-978c-5447e441e4e9 req-5af031ca-add1-4962-8a8f-f6353ce26bd8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7d59107623fc4458b53a4793008d7877&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3344495 Nov 09 17:48:35.537305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4ec7-4d43-49bd-99b1-edf6f747eb05 req-828abf70-1a32-4a33-88a9-bed15990133e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:35.539691 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bc6f4ec7-4d43-49bd-99b1-edf6f747eb05 req-828abf70-1a32-4a33-88a9-bed15990133e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 3143 time: 0.2611401 Nov 09 17:48:35.569776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-a017d873-6d1a-4021-9534-ce9c1d64f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:35.571502 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-a017d873-6d1a-4021-9534-ce9c1d64f16a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718698 Nov 09 17:48:35.613133 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d0779834-0f86-4c75-8865-684d7b07dbbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:35.775841 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bc6f4ec7-4d43-49bd-99b1-edf6f747eb05 req-7b121f7e-86dc-4371-b203-9046848a4acd tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967032 Nov 09 17:48:35.825030 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0779834-0f86-4c75-8865-684d7b07dbbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Router b1d46e4e-91d1-4fcd-adc5-e2b74795b72d has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:48:35.955516 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8f00d158-efc2-4dbf-a59e-d995c76ec045 req-4b44f5bc-b2c4-4e06-9231-f2db3f885006 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef0e678d-e75b-490e-8b70-9d3f4ad240d8 HTTP/1.1" status: 200 len: 210 time: 0.0777888 Nov 09 17:48:35.956632 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0779834-0f86-4c75-8865-684d7b07dbbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:48:35.967178 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d0779834-0f86-4c75-8865-684d7b07dbbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "PUT /v2.0/routers/b1d46e4e-91d1-4fcd-adc5-e2b74795b72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1185570 Nov 09 17:48:35.968659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36152) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:35.971929 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bc398e-515e-44f5-8589-54552a0e0a3a None None] Sync routers for ids ['b1d46e4e-91d1-4fcd-adc5-e2b74795b72d'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:48:36.009648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc398e-515e-44f5-8589-54552a0e0a3a None None] Routers {'b1d46e4e-91d1-4fcd-adc5-e2b74795b72d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:36.010541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-91bc398e-515e-44f5-8589-54552a0e0a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b1d46e4e-91d1-4fcd-adc5-e2b74795b72d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:36.049902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe1715-0dd5-4eb3-a91d-1b147190a409 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:36.053750 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe1715-0dd5-4eb3-a91d-1b147190a409 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:36.054835 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3dbe1715-0dd5-4eb3-a91d-1b147190a409 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0846145 Nov 09 17:48:36.059874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36154) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:36.129100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-98dfc010-7368-49b0-9e97-5ad56e2fb022 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 8d191dc6-09a7-4f0e-a721-03ff06dce2f7 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:48:36.133607 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98dfc010-7368-49b0-9e97-5ad56e2fb022 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:36.194387 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98dfc010-7368-49b0-9e97-5ad56e2fb022 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:36.249087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed529b9-a6f1-4f57-9357-674511759f42 req-4fff31cb-1e5f-4d97-a02d-873c689ce9af tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:36.258744 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ed529b9-a6f1-4f57-9357-674511759f42 req-4fff31cb-1e5f-4d97-a02d-873c689ce9af tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.7923081 Nov 09 17:48:36.280005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e67f2-84fa-4ba6-978c-5447e441e4e9 req-21341564-c3b5-4b22-9350-7a6fe98b6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:36.281579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c94e67f2-84fa-4ba6-978c-5447e441e4e9 req-21341564-c3b5-4b22-9350-7a6fe98b6faa service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7377408 Nov 09 17:48:36.377667 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98dfc010-7368-49b0-9e97-5ad56e2fb022 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:36.384882 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ed529b9-a6f1-4f57-9357-674511759f42 req-28b6dfe3-c754-4269-a636-a23cc9a5b1d4 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256318 Nov 09 17:48:36.421895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c94e67f2-84fa-4ba6-978c-5447e441e4e9 req-f45ac08d-a813-4266-b934-11f80d736e5d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef0e678d-e75b-490e-8b70-9d3f4ad240d8 HTTP/1.1" status: 200 len: 210 time: 0.0747039 Nov 09 17:48:36.454686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-91bc398e-515e-44f5-8589-54552a0e0a3a None None] Set router b1d46e4e-91d1-4fcd-adc5-e2b74795b72d gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:36.458484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:48:36.477710 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81bdae-b18d-46b5-b50f-2adc112d19c6 None None] Sync routers for ids ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:48:36.499167 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81bdae-b18d-46b5-b50f-2adc112d19c6 None None] Routers {'3fc78b06-8753-4a6f-a395-abfd7a5d0b40'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:36.500865 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2e81bdae-b18d-46b5-b50f-2adc112d19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:36.509333 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-94d01ec4-a944-4e66-88e3-43e58b12b4ec service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8828907 Nov 09 17:48:36.612422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-91bc398e-515e-44f5-8589-54552a0e0a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d46e4e-91d1-4fcd-adc5-e2b74795b72d', 'name': 'tempest-NetworksTestDHCPv6-router-936658418', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:24Z', 'updated_at': '2021-11-09T17:48:35Z', 'revision_number': 3, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:36.633556 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98dfc010-7368-49b0-9e97-5ad56e2fb022 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:36.675023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bc398e-515e-44f5-8589-54552a0e0a3a None None] Checking router: b1d46e4e-91d1-4fcd-adc5-e2b74795b72d for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:48:36.692194 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfc010-7368-49b0-9e97-5ad56e2fb022 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=8d191dc6-09a7-4f0e-a721-03ff06dce2f7,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:36.701034 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98dfc010-7368-49b0-9e97-5ad56e2fb022 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:36.709470 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-98dfc010-7368-49b0-9e97-5ad56e2fb022 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/8d191dc6-09a7-4f0e-a721-03ff06dce2f7 HTTP/1.1" status: 204 len: 168 time: 0.6467929 Nov 09 17:48:36.709470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36164) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:36.727970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf3cf20-d7ef-4634-8c53-10bffdd040ac None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:36.737042 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2e81bdae-b18d-46b5-b50f-2adc112d19c6 None None] Set router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:36.741658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] No DVR routers for this DVR port db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:36.745589 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:36.760160 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-1dc52046-e7b2-4288-85d3-8955fc949152 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "DELETE /v2.0/ports/db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6 HTTP/1.1" status: 204 len: 173 time: 4.1156311 Nov 09 17:48:36.761798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-deleted', 'tag': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:36.768527 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4fd1a1-3c6d-4d9a-bd69-e7867809bb1d" -d '{"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-deleted", "tag": "db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:36.777259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc398e-515e-44f5-8589-54552a0e0a3a None None] Routers {'b1d46e4e-91d1-4fcd-adc5-e2b74795b72d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:36.780496 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-91bc398e-515e-44f5-8589-54552a0e0a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b1d46e4e-91d1-4fcd-adc5-e2b74795b72d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:36.848113 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b160f27d-ee4e-4540-9079-baf4e29ce7f5 x-openstack-request-id: req-b160f27d-ee4e-4540-9079-baf4e29ce7f5 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:36.851574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e3210-c836-4397-8add-bfa7ac35bca7 req-b3c86c2d-3652-4b52-80ce-8c2a03346cd8 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:36.851979 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-deleted", "tag": "db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:36.852391 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b160f27d-ee4e-4540-9079-baf4e29ce7f5 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:36.853130 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-deleted', 'tag': 'db26d2cd-ecf2-40ca-aa5c-26c4d5f240f6', 'status': 'completed', 'code': 200} Nov 09 17:48:36.858624 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a89e3210-c836-4397-8add-bfa7ac35bca7 req-b3c86c2d-3652-4b52-80ce-8c2a03346cd8 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 943 time: 0.6214554 Nov 09 17:48:36.961272 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c06211e1-7952-4e3c-8a39-908b9fc4374a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2491980 Nov 09 17:48:36.963441 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36170) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:37.015590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbed15b-b753-42f3-8990-a8ff064e02cf req-8f65baef-f650-4920-99c2-37749d61c6e0 service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500740 Nov 09 17:48:37.110234 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-91bc398e-515e-44f5-8589-54552a0e0a3a None None] Set router b1d46e4e-91d1-4fcd-adc5-e2b74795b72d gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:37.122475 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2c356b96-bf1f-4eb5-b74d-c87896711b27 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:37.174605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c917203-6f34-4de6-986d-564d0f439152 req-5bf3d9be-7924-4424-babb-6a1e962beba5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:37.190767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c917203-6f34-4de6-986d-564d0f439152 req-5bf3d9be-7924-4424-babb-6a1e962beba5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:37.209075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c917203-6f34-4de6-986d-564d0f439152 req-5bf3d9be-7924-4424-babb-6a1e962beba5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:37.233094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c917203-6f34-4de6-986d-564d0f439152 req-5bf3d9be-7924-4424-babb-6a1e962beba5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:37.243508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c917203-6f34-4de6-986d-564d0f439152 req-5bf3d9be-7924-4424-babb-6a1e962beba5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 3143 time: 0.2444370 Nov 09 17:48:37.293565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-fed8853d-bcb7-4909-b215-e8bef897d830 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Deleting port 98f7f7c7-31d9-4cad-824b-f8083ab05983 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:37.296567 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-fed8853d-bcb7-4909-b215-e8bef897d830 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:37.345158 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a89e3210-c836-4397-8add-bfa7ac35bca7 req-496731fe-77eb-4bf6-a1cd-2b542b490a3d tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559166 Nov 09 17:48:37.360690 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2c356b96-bf1f-4eb5-b74d-c87896711b27 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:37.367192 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2c356b96-bf1f-4eb5-b74d-c87896711b27 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:37.413920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8feefda-c1a3-4c0e-a1b7-b596238d57a0 req-b8d34521-5d61-4d6c-8744-96dc97f7d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:37.415528 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d8feefda-c1a3-4c0e-a1b7-b596238d57a0 req-b8d34521-5d61-4d6c-8744-96dc97f7d650 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9de592cb02554687827aa6b5c7812402&device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 1094 time: 0.3252935 Nov 09 17:48:37.455740 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c917203-6f34-4de6-986d-564d0f439152 req-a57f0a5a-5cf7-49ed-82dc-20e463f539ef tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007163 Nov 09 17:48:37.459658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-91bc398e-515e-44f5-8589-54552a0e0a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d46e4e-91d1-4fcd-adc5-e2b74795b72d', 'name': 'tempest-NetworksTestDHCPv6-router-936658418', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:24Z', 'updated_at': '2021-11-09T17:48:35Z', 'revision_number': 3, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:37.468773 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2e81bdae-b18d-46b5-b50f-2adc112d19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '75776d62-1de7-433d-81fb-14441624128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port': {'id': '75776d62-1de7-433d-81fb-14441624128d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:27Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3f6f06de-bf24-49ab-bab4-73395ed210f0', 'name': '', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'mac_address': 'fa:16:3e:8d:b0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '05d19427-cd52-4c97-80af-282afda394c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:35Z', 'updated_at': '2021-11-09T17:36:47Z', 'revision_number': 5, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'subnets': [{'id': '05d19427-cd52-4c97-80af-282afda394c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:37.601280 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bc398e-515e-44f5-8589-54552a0e0a3a None None] The sync data for ids ['b1d46e4e-91d1-4fcd-adc5-e2b74795b72d'] in n-d-817236-1 is: [{'id': 'b1d46e4e-91d1-4fcd-adc5-e2b74795b72d', 'name': 'tempest-NetworksTestDHCPv6-router-936658418', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:24Z', 'updated_at': '2021-11-09T17:48:35Z', 'revision_number': 3, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:48:37.648688 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2c356b96-bf1f-4eb5-b74d-c87896711b27 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:37.649490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c356b96-bf1f-4eb5-b74d-c87896711b27 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Fanout notify agent at l3_agent the message router_deleted on router b1d46e4e-91d1-4fcd-adc5-e2b74795b72d {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:48:37.660258 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81bdae-b18d-46b5-b50f-2adc112d19c6 None None] Checking router: 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:48:37.669867 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2c356b96-bf1f-4eb5-b74d-c87896711b27 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:37.674858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36184) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:37.675936 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2c356b96-bf1f-4eb5-b74d-c87896711b27 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/routers/b1d46e4e-91d1-4fcd-adc5-e2b74795b72d HTTP/1.1" status: 204 len: 168 time: 0.7113452 Nov 09 17:48:37.686456 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81bdae-b18d-46b5-b50f-2adc112d19c6 None None] Routers {'3fc78b06-8753-4a6f-a395-abfd7a5d0b40'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:37.687418 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2e81bdae-b18d-46b5-b50f-2adc112d19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:37.701246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-025c557d-546c-4373-a485-b17600a31229 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:37.752967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21526ea8-36eb-4039-ae8e-8441d4beb642 req-1ef14034-8d3c-4b75-80bb-c2663a6d66b7 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:37.754757 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-21526ea8-36eb-4039-ae8e-8441d4beb642 req-1ef14034-8d3c-4b75-80bb-c2663a6d66b7 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.0775638 Nov 09 17:48:37.830473 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0821823f-3369-4333-ab71-2fa947665f5a up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:37.833862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-fed8853d-bcb7-4909-b215-e8bef897d830 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] For port 98f7f7c7-31d9-4cad-824b-f8083ab05983, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=98f7f7c7-31d9-4cad-824b-f8083ab05983,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:37.834655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-fed8853d-bcb7-4909-b215-e8bef897d830 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:37.843016 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-21526ea8-36eb-4039-ae8e-8441d4beb642 req-65b9583c-77ba-4982-81fc-0422a1847962 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769980 Nov 09 17:48:37.866981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-fed8853d-bcb7-4909-b215-e8bef897d830 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Calling delete_port for 98f7f7c7-31d9-4cad-824b-f8083ab05983 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:37.931861 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2e81bdae-b18d-46b5-b50f-2adc112d19c6 None None] Set router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:37.974369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 0821823f-3369-4333-ab71-2fa947665f5a completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:48:37.979513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 0821823f-3369-4333-ab71-2fa947665f5a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:37.979989 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:38.040604 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28029baa-5c9b-4261-a4e4-547cf633f5c9 None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:48:38.188271 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:38.232922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e588a0-1048-44a8-8d3b-32accbe6e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0821823f-3369-4333-ab71-2fa947665f5a'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:38.236301 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49296415-ac53-4863-9f6b-1797f772bcac" -d '{"events": [{"server_uuid": "b0e588a0-1048-44a8-8d3b-32accbe6e68c", "name": "network-vif-plugged", "status": "completed", "tag": "0821823f-3369-4333-ab71-2fa947665f5a"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:38.259131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-28029baa-5c9b-4261-a4e4-547cf633f5c9 None None] Deleting port 7e78f5bd-f94d-410c-8e60-fc55ec34479e {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:38.259822 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28029baa-5c9b-4261-a4e4-547cf633f5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:38.259982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8feefda-c1a3-4c0e-a1b7-b596238d57a0 req-d1273965-8082-4346-b93d-6bc6d6b38dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:38.262142 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d8feefda-c1a3-4c0e-a1b7-b596238d57a0 req-d1273965-8082-4346-b93d-6bc6d6b38dd9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48 HTTP/1.1" status: 200 len: 917 time: 0.8371665 Nov 09 17:48:38.281994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0821823f-3369-4333-ab71-2fa947665f5a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0821823f-3369-4333-ab71-2fa947665f5a,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:38.320760 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34618ef-efc7-4136-a609-88c5a1dbfbb5 x-openstack-request-id: req-b34618ef-efc7-4136-a609-88c5a1dbfbb5 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:38.321060 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e588a0-1048-44a8-8d3b-32accbe6e68c", "name": "network-vif-plugged", "status": "completed", "tag": "0821823f-3369-4333-ab71-2fa947665f5a", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:38.321511 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b34618ef-efc7-4136-a609-88c5a1dbfbb5 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:38.321928 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e588a0-1048-44a8-8d3b-32accbe6e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0821823f-3369-4333-ab71-2fa947665f5a', 'code': 200} Nov 09 17:48:38.325465 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:38.349260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d8feefda-c1a3-4c0e-a1b7-b596238d57a0 req-478fa495-7457-44c9-bbc8-882c7c64406d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5f4403a-2a62-45c0-a1b8-85f283926eb4 HTTP/1.1" status: 200 len: 217 time: 0.0776875 Nov 09 17:48:38.406703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-28029baa-5c9b-4261-a4e4-547cf633f5c9 None None] For port 7e78f5bd-f94d-410c-8e60-fc55ec34479e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7e78f5bd-f94d-410c-8e60-fc55ec34479e,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:38.407442 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28029baa-5c9b-4261-a4e4-547cf633f5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:38.419571 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2e81bdae-b18d-46b5-b50f-2adc112d19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '75776d62-1de7-433d-81fb-14441624128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port': {'id': '75776d62-1de7-433d-81fb-14441624128d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:27Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3f6f06de-bf24-49ab-bab4-73395ed210f0', 'name': '', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'mac_address': 'fa:16:3e:8d:b0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '05d19427-cd52-4c97-80af-282afda394c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:35Z', 'updated_at': '2021-11-09T17:36:47Z', 'revision_number': 5, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'subnets': [{'id': '05d19427-cd52-4c97-80af-282afda394c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:38.442767 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-28029baa-5c9b-4261-a4e4-547cf633f5c9 None None] Calling delete_port for 7e78f5bd-f94d-410c-8e60-fc55ec34479e owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:38.457916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0821823f-3369-4333-ab71-2fa947665f5a,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:38.489015 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81bdae-b18d-46b5-b50f-2adc112d19c6 None None] The sync data for ids ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'] in n-d-817236-1 is: [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '75776d62-1de7-433d-81fb-14441624128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port': {'id': '75776d62-1de7-433d-81fb-14441624128d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:27Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3f6f06de-bf24-49ab-bab4-73395ed210f0', 'name': '', 'network_id': '9537ab97-a19c-416c-9c08-e06bc19275a0', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'mac_address': 'fa:16:3e:8d:b0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '05d19427-cd52-4c97-80af-282afda394c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:35Z', 'updated_at': '2021-11-09T17:36:47Z', 'revision_number': 5, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'subnets': [{'id': '05d19427-cd52-4c97-80af-282afda394c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:48:38.562801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025c557d-546c-4373-a485-b17600a31229 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:38.566909 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-025c557d-546c-4373-a485-b17600a31229 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:38.626103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-c859f5de-b921-4aee-99fd-a39e886575fe tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:38.629973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-c859f5de-b921-4aee-99fd-a39e886575fe tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 811 time: 0.7277820 Nov 09 17:48:38.682038 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28029baa-5c9b-4261-a4e4-547cf633f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:38.687107 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-fed8853d-bcb7-4909-b215-e8bef897d830 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:38.725331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8feefda-c1a3-4c0e-a1b7-b596238d57a0 req-b8d0d359-e64f-4c20-8040-48567af360fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:38.727482 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d8feefda-c1a3-4c0e-a1b7-b596238d57a0 req-b8d0d359-e64f-4c20-8040-48567af360fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74bdd4d4-2ac5-4dd0-848d-119bf24df699 HTTP/1.1" status: 200 len: 855 time: 0.3323302 Nov 09 17:48:38.728519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28029baa-5c9b-4261-a4e4-547cf633f5c9 None None] Pushing event deleted for resources: {'Port': ['ID=7e78f5bd-f94d-410c-8e60-fc55ec34479e,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:38.742864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28029baa-5c9b-4261-a4e4-547cf633f5c9 None None] No DVR routers for this DVR port 7e78f5bd-f94d-410c-8e60-fc55ec34479e on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:38.774055 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ebb6d-5e71-4b52-8174-4e76ae49f1b7 req-68e06c22-469f-42cd-8328-f4932880a0b9 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:38.777941 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fd5ebb6d-5e71-4b52-8174-4e76ae49f1b7 req-68e06c22-469f-42cd-8328-f4932880a0b9 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 943 time: 0.2443540 Nov 09 17:48:38.780249 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e78f5bd-f94d-410c-8e60-fc55ec34479e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:38.807694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8853d-bcb7-4909-b215-e8bef897d830 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'Port': ['ID=98f7f7c7-31d9-4cad-824b-f8083ab05983,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:38.822876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 7e78f5bd-f94d-410c-8e60-fc55ec34479e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:48:38.823304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e78f5bd-f94d-410c-8e60-fc55ec34479e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:48:38.823840 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-752de083-65bb-4dce-8591-900187bf44f9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/quotas/7d59107623fc4458b53a4793008d7877 HTTP/1.1" status: 200 len: 375 time: 0.1422746 Nov 09 17:48:38.824005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e1ec5642-6354-4994-b428-4358a78148d8 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:38.850511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: e1ec5642-6354-4994-b428-4358a78148d8 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:48:38.850873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e1ec5642-6354-4994-b428-4358a78148d8 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:48:38.860497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fd5ebb6d-5e71-4b52-8174-4e76ae49f1b7 req-38b9fa77-e65c-4686-8f22-0680290a9922 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742612 Nov 09 17:48:38.961982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb6914-269e-48f7-8082-58b7279b09ea req-f1a2b2fe-7b56-4743-b2fa-c1eb9ab00c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:38.964710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7acb6914-269e-48f7-8082-58b7279b09ea req-f1a2b2fe-7b56-4743-b2fa-c1eb9ab00c68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b0e588a0-1048-44a8-8d3b-32accbe6e68c HTTP/1.1" status: 200 len: 1097 time: 0.5017776 Nov 09 17:48:39.000976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06409c8-e5ea-4e96-b81e-8f784513b0e4 req-4170d726-3b39-47db-9e08-7de8ac897fd7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:39.007658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06409c8-e5ea-4e96-b81e-8f784513b0e4 req-4170d726-3b39-47db-9e08-7de8ac897fd7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:39.013932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06409c8-e5ea-4e96-b81e-8f784513b0e4 req-4170d726-3b39-47db-9e08-7de8ac897fd7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:39.016266 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b06409c8-e5ea-4e96-b81e-8f784513b0e4 req-4170d726-3b39-47db-9e08-7de8ac897fd7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 2410 time: 0.0786147 Nov 09 17:48:39.040500 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b66ec8e-bf53-40fe-a88d-7020f644e842 None None] New status for floating IP c3460a32-c63b-4490-b2aa-47fb3dfd5cd2: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:48:39.059073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-1631f2bf-f465-4ba5-9ec3-6255eed66b45 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1848609 Nov 09 17:48:39.065571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-fed8853d-bcb7-4909-b215-e8bef897d830 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] No DVR routers for this DVR port 98f7f7c7-31d9-4cad-824b-f8083ab05983 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:39.081197 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b06409c8-e5ea-4e96-b81e-8f784513b0e4 req-cdcec462-fd10-47aa-8618-9a597182c956 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527935 Nov 09 17:48:39.093445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-fed8853d-bcb7-4909-b215-e8bef897d830 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:39.098996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-fed8853d-bcb7-4909-b215-e8bef897d830 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "DELETE /v2.0/ports/98f7f7c7-31d9-4cad-824b-f8083ab05983 HTTP/1.1" status: 204 len: 173 time: 2.3196576 Nov 09 17:48:39.109789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-deleted', 'tag': '98f7f7c7-31d9-4cad-824b-f8083ab05983'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:39.113924 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbda35b5-eff9-49c9-9935-30827252be25" -d '{"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-deleted", "tag": "98f7f7c7-31d9-4cad-824b-f8083ab05983"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:39.230011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8feefda-c1a3-4c0e-a1b7-b596238d57a0 req-fbe33170-3767-4cf4-ba52-7bcaa1d26ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:39.234641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d8feefda-c1a3-4c0e-a1b7-b596238d57a0 req-fbe33170-3767-4cf4-ba52-7bcaa1d26ce6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4878433 Nov 09 17:48:39.238422 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7acb6914-269e-48f7-8082-58b7279b09ea req-b4520281-fca3-4c6c-bfdc-e736d20b5052 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499294 Nov 09 17:48:39.357410 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128472b5-ec1f-4124-b031-96992abea1cf req-6b935831-f8ff-4a17-81e7-ad65474fc398 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:39.360101 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-128472b5-ec1f-4124-b031-96992abea1cf req-6b935831-f8ff-4a17-81e7-ad65474fc398 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.0739610 Nov 09 17:48:39.418682 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-128472b5-ec1f-4124-b031-96992abea1cf req-9a681eb6-8957-40df-983c-2b5b0755bb70 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518441 Nov 09 17:48:39.475322 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a78627a-2d74-441f-9ac8-87411147de68 x-openstack-request-id: req-1a78627a-2d74-441f-9ac8-87411147de68 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:39.476222 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-deleted", "tag": "98f7f7c7-31d9-4cad-824b-f8083ab05983", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:39.476222 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a78627a-2d74-441f-9ac8-87411147de68 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:39.476222 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-deleted', 'tag': '98f7f7c7-31d9-4cad-824b-f8083ab05983', 'status': 'completed', 'code': 200} Nov 09 17:48:39.610681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d8feefda-c1a3-4c0e-a1b7-b596238d57a0 req-253e13ad-6236-4fca-9f0b-a90b51f07e97 service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611963 Nov 09 17:48:39.612813 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-2271d6cc-37d8-44ca-8a8a-ecd84af48ced service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401192 Nov 09 17:48:39.616041 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-025c557d-546c-4373-a485-b17600a31229 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:39.690137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-3826b0b5-b386-423d-a1e6-ac0189f55e93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Deleting port 7bce44f3-38c4-4235-83b4-c92c7709b9ed {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:39.690488 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-3826b0b5-b386-423d-a1e6-ac0189f55e93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:39.822312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025c557d-546c-4373-a485-b17600a31229 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:39.852466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-025c557d-546c-4373-a485-b17600a31229 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:39.865576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025c557d-546c-4373-a485-b17600a31229 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:39.866239 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-025c557d-546c-4373-a485-b17600a31229 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:39.868208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b57076-eb4f-41d4-913f-becf294551c6 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:39.891453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c557d-546c-4373-a485-b17600a31229 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=7e8fedb8-3637-4323-bcba-565c931edb6f,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:39.963306 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-025c557d-546c-4373-a485-b17600a31229 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2819049 Nov 09 17:48:39.997763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36214) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:40.007687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b9794bb9-aec5-43ff-85d5-741a70e353dc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-572098024', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:40.052837 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60197382-2980-4733-a215-7e90809c9260 req-5800a818-29ad-436a-a4bf-22ad334721cf tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:40.055350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d8feefda-c1a3-4c0e-a1b7-b596238d57a0 req-02d131af-63b8-4386-a1b6-1ad12b902461 service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359603 Nov 09 17:48:40.057392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3b3bf27a-b0a1-4ec3-bcf1-df8da4d029de service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332805 Nov 09 17:48:40.072216 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-60197382-2980-4733-a215-7e90809c9260 req-5800a818-29ad-436a-a4bf-22ad334721cf tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 943 time: 0.1071601 Nov 09 17:48:40.076885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-3826b0b5-b386-423d-a1e6-ac0189f55e93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] For port 7bce44f3-38c4-4235-83b4-c92c7709b9ed, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7bce44f3-38c4-4235-83b4-c92c7709b9ed,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:40.077114 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-3826b0b5-b386-423d-a1e6-ac0189f55e93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:40.109898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-3826b0b5-b386-423d-a1e6-ac0189f55e93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Calling delete_port for 7bce44f3-38c4-4235-83b4-c92c7709b9ed owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:40.126209 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c112347-9650-43c9-80cf-e589c19bd3d8 req-66c44a38-8c4d-4fd8-875c-9a4338eca8e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2935982 Nov 09 17:48:40.137327 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9794bb9-aec5-43ff-85d5-741a70e353dc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:40.138447 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9794bb9-aec5-43ff-85d5-741a70e353dc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:40.152824 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d235c62e-025f-4c25-86c5-f385e237c396 req-95f7e8ce-4be5-4a93-b9d0-26a8c207a540 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2008190 Nov 09 17:48:40.181323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-60197382-2980-4733-a215-7e90809c9260 req-b376abc9-a7af-4be6-a383-a2a17ac2441e tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078124 Nov 09 17:48:40.322368 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a5f4403a-2a62-45c0-a1b8-85f283926eb4 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:48:40.367171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '7e8fedb8-3637-4323-bcba-565c931edb6f'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:48:40.369252 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:40.446726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9009e4-fa7a-4aff-8794-d088e9f1cc89 req-647e7a88-5261-4e6b-b1ae-711d8dff8c45 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:40.457133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9009e4-fa7a-4aff-8794-d088e9f1cc89 req-647e7a88-5261-4e6b-b1ae-711d8dff8c45 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:40.466909 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9009e4-fa7a-4aff-8794-d088e9f1cc89 req-647e7a88-5261-4e6b-b1ae-711d8dff8c45 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:40.474053 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9794bb9-aec5-43ff-85d5-741a70e353dc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:40.477850 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c9009e4-fa7a-4aff-8794-d088e9f1cc89 req-647e7a88-5261-4e6b-b1ae-711d8dff8c45 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 2410 time: 0.1834865 Nov 09 17:48:40.523095 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9794bb9-aec5-43ff-85d5-741a70e353dc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:40.549359 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c9009e4-fa7a-4aff-8794-d088e9f1cc89 req-01a786c8-6800-419d-a325-e106c6e92bbc tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678608 Nov 09 17:48:40.745314 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01508f0c-f1aa-4677-8623-332d54e62b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:40.821918 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc749306-0f88-4b27-a3fc-3205fb721df5 req-9624ff8b-9813-4e56-b2cf-4bf2931dbb89 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 210 time: 0.3129308 Nov 09 17:48:40.886648 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b9794bb9-aec5-43ff-85d5-741a70e353dc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:40.888851 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b9794bb9-aec5-43ff-85d5-741a70e353dc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8872399 Nov 09 17:48:40.897763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36232) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:40.915640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235c62e-025f-4c25-86c5-f385e237c396 req-48fb6f3f-c72d-40d6-87d4-597aadad2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:40.918388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d235c62e-025f-4c25-86c5-f385e237c396 req-48fb6f3f-c72d-40d6-87d4-597aadad2627 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9de592cb02554687827aa6b5c7812402&device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 1096 time: 0.6055546 Nov 09 17:48:40.924366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Allocated IP 2001:db8::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/7e8fedb8-3637-4323-bcba-565c931edb6f/f252b8ea-28ec-4940-8278-c906bade3f9e) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:40.951247 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3369b-71f9-4606-998d-200de8e16c9f req-3c7ec10c-b4f4-4aa5-b936-95239a66e37e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:40.960751 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ea3369b-71f9-4606-998d-200de8e16c9f req-3c7ec10c-b4f4-4aa5-b936-95239a66e37e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2472827 Nov 09 17:48:41.006255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c112347-9650-43c9-80cf-e589c19bd3d8 req-eda98fc7-349e-4c64-9c9b-2a438cb023d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:41.009820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c112347-9650-43c9-80cf-e589c19bd3d8 req-eda98fc7-349e-4c64-9c9b-2a438cb023d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 1097 time: 0.6112549 Nov 09 17:48:41.090034 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ea3369b-71f9-4606-998d-200de8e16c9f req-814bb966-233c-4e1d-8817-620af405dee1 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237721 Nov 09 17:48:41.121597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a5f4403a-2a62-45c0-a1b8-85f283926eb4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a5f4403a-2a62-45c0-a1b8-85f283926eb4,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:41.316469 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:41.318655 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'a5f4403a-2a62-45c0-a1b8-85f283926eb4', 'network_id': '2ac0b4ff-b5b6-44eb-b33b-47f466549e48', 'port_id': 'a5f4403a-2a62-45c0-a1b8-85f283926eb4', 'mac_address': 'fa:16:3e:fa:30:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bdd4d4-2ac5-4dd0-848d-119bf24df699', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:48:41.328961 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:41.402779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:41.417133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:41.425268 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:41.431709 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:41.522708 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f4403a-2a62-45c0-a1b8-85f283926eb4 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:48:41.572474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Pushing event updated for resources: {'Port': ['ID=f252b8ea-28ec-4940-8278-c906bade3f9e,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:41.668634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a5f4403a-2a62-45c0-a1b8-85f283926eb4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a5f4403a-2a62-45c0-a1b8-85f283926eb4,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:41.676155 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Attempting to bind port f252b8ea-28ec-4940-8278-c906bade3f9e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:48:41.677338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Attempting to bind port f252b8ea-28ec-4940-8278-c906bade3f9e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:48:41.678222 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Attempting to bind port f252b8ea-28ec-4940-8278-c906bade3f9e on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:41.686809 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:41.722165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:41.722901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:41.727466 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:41.730687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:41.731868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Bound port: f252b8ea-28ec-4940-8278-c906bade3f9e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:48:41.734147 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:41.851481 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-3826b0b5-b386-423d-a1e6-ac0189f55e93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:41.862968 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b184b6-25cd-4fc7-b5de-7c92c6d24648 req-e1c2cee8-3597-4faa-94af-1531050609aa tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:41.880118 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b184b6-25cd-4fc7-b5de-7c92c6d24648 req-e1c2cee8-3597-4faa-94af-1531050609aa tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:41.901599 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98b184b6-25cd-4fc7-b5de-7c92c6d24648 req-e1c2cee8-3597-4faa-94af-1531050609aa tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 1677 time: 0.1167958 Nov 09 17:48:41.959540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826b0b5-b386-423d-a1e6-ac0189f55e93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'Port': ['ID=7bce44f3-38c4-4235-83b4-c92c7709b9ed,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:42.003677 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-3826b0b5-b386-423d-a1e6-ac0189f55e93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] No DVR routers for this DVR port 7bce44f3-38c4-4235-83b4-c92c7709b9ed on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:42.006853 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98b184b6-25cd-4fc7-b5de-7c92c6d24648 req-2e0e58fa-c6c9-444a-be8e-cb184b91f3b2 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002955 Nov 09 17:48:42.015360 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-3826b0b5-b386-423d-a1e6-ac0189f55e93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:42.018122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] For port f252b8ea-28ec-4940-8278-c906bade3f9e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:42.022005 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-3826b0b5-b386-423d-a1e6-ac0189f55e93 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "DELETE /v2.0/ports/7bce44f3-38c4-4235-83b4-c92c7709b9ed HTTP/1.1" status: 204 len: 173 time: 2.9021916 Nov 09 17:48:42.023957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-deleted', 'tag': '7bce44f3-38c4-4235-83b4-c92c7709b9ed'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:42.027276 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b48f287-f093-4c39-933e-8e5ea088e6ad" -d '{"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-deleted", "tag": "7bce44f3-38c4-4235-83b4-c92c7709b9ed"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:42.041438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] For port f252b8ea-28ec-4940-8278-c906bade3f9e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f252b8ea-28ec-4940-8278-c906bade3f9e,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:42.042689 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a5f4403a-2a62-45c0-a1b8-85f283926eb4,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:42.048195 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:42.093244 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a5f4403a-2a62-45c0-a1b8-85f283926eb4'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:48:42.168416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190fdeb-23e7-4c01-905a-fc54ee27e453 None None] Pushing event updated for resources: {'Port': ['ID=f252b8ea-28ec-4940-8278-c906bade3f9e,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:42.175656 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-977ac5a4-83af-4ea8-a559-a10cbd8e63c3 req-9bbbdd74-2f6f-483d-b734-5bc84ae71768 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 210 time: 0.0712788 Nov 09 17:48:42.249939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c9a6f-1bb5-468b-aeff-024da6cdb7c0 req-1b2d2f04-bd1c-494c-a601-cbd715395bf2 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:42.259560 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec2c9a6f-1bb5-468b-aeff-024da6cdb7c0 req-1b2d2f04-bd1c-494c-a601-cbd715395bf2 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 944 time: 0.5844643 Nov 09 17:48:42.344736 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0459b1c-5f50-459f-9642-c37bdf551940 x-openstack-request-id: req-c0459b1c-5f50-459f-9642-c37bdf551940 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:42.345027 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-deleted", "tag": "7bce44f3-38c4-4235-83b4-c92c7709b9ed", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:42.345290 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c0459b1c-5f50-459f-9642-c37bdf551940 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:42.345771 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-deleted', 'tag': '7bce44f3-38c4-4235-83b4-c92c7709b9ed', 'status': 'completed', 'code': 200} Nov 09 17:48:42.644537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c112347-9650-43c9-80cf-e589c19bd3d8 req-1e957723-afb0-4a8e-ba1e-d49db5fe9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:42.647822 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c112347-9650-43c9-80cf-e589c19bd3d8 req-1e957723-afb0-4a8e-ba1e-d49db5fe9843 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 912 time: 0.9810715 Nov 09 17:48:42.649303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235c62e-025f-4c25-86c5-f385e237c396 req-29e0510f-9897-42e9-9dda-9c82e1910c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:42.653795 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d235c62e-025f-4c25-86c5-f385e237c396 req-29e0510f-9897-42e9-9dda-9c82e1910c91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48 HTTP/1.1" status: 200 len: 917 time: 1.5695655 Nov 09 17:48:42.875922 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec2c9a6f-1bb5-468b-aeff-024da6cdb7c0 req-660a4d08-69fd-4aa2-9794-6e69e43af031 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6153419 Nov 09 17:48:42.877639 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d235c62e-025f-4c25-86c5-f385e237c396 req-f50d3592-5df9-4135-96f4-6e9a3a1f6912 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=452dddf0-4ff3-4a8d-a8c6-57550338de48 HTTP/1.1" status: 200 len: 217 time: 0.2004182 Nov 09 17:48:42.983939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f252b8ea-28ec-4940-8278-c906bade3f9e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:43.091353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-5d334c07-7964-47e7-b5bf-cf7d1edb8a02 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Deleting port 12bcf792-8eeb-4484-8b42-c147958f64df {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:43.091929 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-5d334c07-7964-47e7-b5bf-cf7d1edb8a02 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:43.104798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f252b8ea-28ec-4940-8278-c906bade3f9e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:43.109012 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:43.203008 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:43.237101 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c112347-9650-43c9-80cf-e589c19bd3d8 req-89030259-fd03-4c0b-b0a0-afd4dee80bc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8695168-d8fc-489e-b027-78b8cf2f7c5f HTTP/1.1" status: 200 len: 1002 time: 0.5243385 Nov 09 17:48:43.365943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235c62e-025f-4c25-86c5-f385e237c396 req-b212e202-d9e2-4fb5-bf13-dc987159becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:43.368065 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d235c62e-025f-4c25-86c5-f385e237c396 req-b212e202-d9e2-4fb5-bf13-dc987159becb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74bdd4d4-2ac5-4dd0-848d-119bf24df699 HTTP/1.1" status: 200 len: 855 time: 0.4771128 Nov 09 17:48:43.375533 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:43.438470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-304b8181-ed51-4e5e-a54c-f1b1383ccf93 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:43.440831 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-304b8181-ed51-4e5e-a54c-f1b1383ccf93 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 811 time: 1.0813260 Nov 09 17:48:43.487507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf89453-6355-40c9-85c6-97b0df201fde req-6ab7afd3-3418-434a-8dd6-7bfa6bc773f3 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:43.503465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port f252b8ea-28ec-4940-8278-c906bade3f9e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f252b8ea-28ec-4940-8278-c906bade3f9e,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:43.503844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bf89453-6355-40c9-85c6-97b0df201fde req-6ab7afd3-3418-434a-8dd6-7bfa6bc773f3 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 1.0655763 Nov 09 17:48:43.515465 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:43.533464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-1cc18179-2d9f-427c-9721-cd6ddbcfe770 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Request body: {'port': {'device_id': '6b3aa669-0386-4f59-9074-43ca30a61042', 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'admin_state_up': True, 'tenant_id': '7d59107623fc4458b53a4793008d7877'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:43.554505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-5d334c07-7964-47e7-b5bf-cf7d1edb8a02 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] For port 12bcf792-8eeb-4484-8b42-c147958f64df, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=12bcf792-8eeb-4484-8b42-c147958f64df,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:43.554505 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-5d334c07-7964-47e7-b5bf-cf7d1edb8a02 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:43.563285 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c112347-9650-43c9-80cf-e589c19bd3d8 req-82e02a44-34e2-4c3b-983f-cdda21894e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:43.565227 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c112347-9650-43c9-80cf-e589c19bd3d8 req-82e02a44-34e2-4c3b-983f-cdda21894e29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90e004d7-aa4f-429b-b705-1f002be3405f HTTP/1.1" status: 200 len: 850 time: 0.3021147 Nov 09 17:48:43.659013 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ebddc2e2-ae09-4b06-ab05-dd19d495b4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:43.667985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40b8e-f2b8-4f03-875e-6c51a85e75f6 req-a30de99a-d171-48c9-a281-d016c981f38c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:43.675843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40b8e-f2b8-4f03-875e-6c51a85e75f6 req-a30de99a-d171-48c9-a281-d016c981f38c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:43.685690 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-29e40b8e-f2b8-4f03-875e-6c51a85e75f6 req-a30de99a-d171-48c9-a281-d016c981f38c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 1677 time: 0.4742000 Nov 09 17:48:43.685902 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=f252b8ea-28ec-4940-8278-c906bade3f9e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:43.706129 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bf89453-6355-40c9-85c6-97b0df201fde req-58a0e148-1724-4382-b82e-08857dfbc96a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990383 Nov 09 17:48:43.718220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-5d334c07-7964-47e7-b5bf-cf7d1edb8a02 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Calling delete_port for 12bcf792-8eeb-4484-8b42-c147958f64df owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:43.907186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235c62e-025f-4c25-86c5-f385e237c396 req-410c07cc-8749-44e2-b8f3-1050e8b8e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:43.909001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d235c62e-025f-4c25-86c5-f385e237c396 req-410c07cc-8749-44e2-b8f3-1050e8b8e103 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4867330 Nov 09 17:48:43.917128 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2f2bb025-1fec-49c0-9071-c9f65da385f5 req-8ed2ce91-f97e-4eb8-ad8d-c539ad5f31fc tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 210 time: 0.0709267 Nov 09 17:48:43.956801 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-1cc18179-2d9f-427c-9721-cd6ddbcfe770 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Made reservation on behalf of 7d59107623fc4458b53a4793008d7877 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:43.959589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ad914a44-194e-47ff-a090-6d88b1c3b2e2 None None] Provisioning complete for port f252b8ea-28ec-4940-8278-c906bade3f9e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:43.960282 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ad914a44-194e-47ff-a090-6d88b1c3b2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:43.966848 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-1cc18179-2d9f-427c-9721-cd6ddbcfe770 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:43.975878 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-29e40b8e-f2b8-4f03-875e-6c51a85e75f6 req-f06ffa06-e990-46b1-85c8-9605050bd975 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888184 Nov 09 17:48:44.132572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c112347-9650-43c9-80cf-e589c19bd3d8 req-caa7c97a-4461-4ef7-8a20-2c38848aa2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:44.134518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c112347-9650-43c9-80cf-e589c19bd3d8 req-caa7c97a-4461-4ef7-8a20-2c38848aa2bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62985637-89b4-4626-b71d-b65e6efa34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5057096 Nov 09 17:48:44.276898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::1 (95294590-f827-4cfc-bf5f-176a9c97fb32/7e8fedb8-3637-4323-bcba-565c931edb6f/b41bf970-13ca-4a72-8252-7624a551569c) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:44.313312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a5f4403a-2a62-45c0-a1b8-85f283926eb4 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:44.322564 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-1cc18179-2d9f-427c-9721-cd6ddbcfe770 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Allocated IP 172.20.0.5 (cc4cc79d-02a0-4975-9c2c-5d05a9a126fb/3d9c29dc-0b72-4b74-8f01-4e57e061401e/afcc7026-c512-49b6-8897-94d5235fde28) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:44.356853 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d235c62e-025f-4c25-86c5-f385e237c396 req-01a0da5e-fda1-40bc-8879-47a1eeb98206 service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387329 Nov 09 17:48:44.363463 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a23be-d2d9-4168-be00-b2f16de416ab req-a5db47d6-a44e-4005-aff6-ab6f690fd421 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:44.366896 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae6a23be-d2d9-4168-be00-b2f16de416ab req-a5db47d6-a44e-4005-aff6-ab6f690fd421 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 944 time: 0.1850009 Nov 09 17:48:44.437803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:44.451534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port a5f4403a-2a62-45c0-a1b8-85f283926eb4 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:48:44.460461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port a5f4403a-2a62-45c0-a1b8-85f283926eb4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:44.461189 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:44.491589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae6a23be-d2d9-4168-be00-b2f16de416ab req-7cd2fc01-684c-443c-a68a-48edc5d80349 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104145 Nov 09 17:48:44.646985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c112347-9650-43c9-80cf-e589c19bd3d8 req-eb2c3f0d-4240-47c0-adbb-c4e6458e774a service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973242 Nov 09 17:48:44.679973 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:44.686763 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-5d334c07-7964-47e7-b5bf-cf7d1edb8a02 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:44.731855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb1ec76-9df2-4d00-9a67-adef862be9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f4403a-2a62-45c0-a1b8-85f283926eb4'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:44.736438 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e21d9a-41c7-4d37-97ac-d3154e42da17" -d '{"events": [{"server_uuid": "2eb1ec76-9df2-4d00-9a67-adef862be9df", "name": "network-vif-plugged", "status": "completed", "tag": "a5f4403a-2a62-45c0-a1b8-85f283926eb4"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:44.761810 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-1cc18179-2d9f-427c-9721-cd6ddbcfe770 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:44.764415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a5f4403a-2a62-45c0-a1b8-85f283926eb4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a5f4403a-2a62-45c0-a1b8-85f283926eb4,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:44.777094 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:44.800037 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f252b8ea-28ec-4940-8278-c906bade3f9e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:44.823561 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-1cc18179-2d9f-427c-9721-cd6ddbcfe770 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:44.896991 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-1cc18179-2d9f-427c-9721-cd6ddbcfe770 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:44.898212 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a5f4403a-2a62-45c0-a1b8-85f283926eb4,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:44.901401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-1cc18179-2d9f-427c-9721-cd6ddbcfe770 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:44.910156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-1cc18179-2d9f-427c-9721-cd6ddbcfe770 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:44.928783 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f4a170-2b40-4490-b4ca-20bdd71744bd x-openstack-request-id: req-e1f4a170-2b40-4490-b4ca-20bdd71744bd {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:44.929033 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb1ec76-9df2-4d00-9a67-adef862be9df", "name": "network-vif-plugged", "status": "completed", "tag": "a5f4403a-2a62-45c0-a1b8-85f283926eb4", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:44.929190 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1f4a170-2b40-4490-b4ca-20bdd71744bd {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:44.929607 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb1ec76-9df2-4d00-9a67-adef862be9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f4403a-2a62-45c0-a1b8-85f283926eb4', 'code': 200} Nov 09 17:48:44.954829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc18179-2d9f-427c-9721-cd6ddbcfe770 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Pushing event updated for resources: {'Port': ['ID=afcc7026-c512-49b6-8897-94d5235fde28,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:44.972171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f252b8ea-28ec-4940-8278-c906bade3f9e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:44.972171 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:45.007898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-1cc18179-2d9f-427c-9721-cd6ddbcfe770 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:45.008658 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-1cc18179-2d9f-427c-9721-cd6ddbcfe770 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:45.035720 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-1cc18179-2d9f-427c-9721-cd6ddbcfe770 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5100310 Nov 09 17:48:45.067737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d334c07-7964-47e7-b5bf-cf7d1edb8a02 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'Port': ['ID=12bcf792-8eeb-4484-8b42-c147958f64df,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:45.086176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Request body: {'port': {'device_id': '6b3aa669-0386-4f59-9074-43ca30a61042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:45.287949 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:45.288870 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:45.314411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f34787-2fd9-49c7-b5a6-493bfad924c8 req-9905880a-2307-4bbd-bd91-a76ca3f4f918 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:45.316305 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78f34787-2fd9-49c7-b5a6-493bfad924c8 req-9905880a-2307-4bbd-bd91-a76ca3f4f918 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 931 time: 0.1482248 Nov 09 17:48:45.462929 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78f34787-2fd9-49c7-b5a6-493bfad924c8 req-2498dcb7-5281-4771-83a9-cf343da33442 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209035 Nov 09 17:48:45.577039 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d235c62e-025f-4c25-86c5-f385e237c396 req-497e2403-6da4-4127-93d5-90f3dab7313e service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1983557 Nov 09 17:48:45.648333 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:45.721861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-5d334c07-7964-47e7-b5bf-cf7d1edb8a02 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] No DVR routers for this DVR port 12bcf792-8eeb-4484-8b42-c147958f64df on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:45.739996 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-5d334c07-7964-47e7-b5bf-cf7d1edb8a02 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:45.743058 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afcc7026-c512-49b6-8897-94d5235fde28 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:48:45.746218 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-5d334c07-7964-47e7-b5bf-cf7d1edb8a02 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "DELETE /v2.0/ports/12bcf792-8eeb-4484-8b42-c147958f64df HTTP/1.1" status: 204 len: 173 time: 3.6186950 Nov 09 17:48:45.753929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-deleted', 'tag': '12bcf792-8eeb-4484-8b42-c147958f64df'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:45.754418 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:45.758139 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c7a5eb-c253-471c-857a-33230b2e7d2c" -d '{"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-deleted", "tag": "12bcf792-8eeb-4484-8b42-c147958f64df"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:45.767059 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe732b3-33e5-4e24-a0ae-d8001811cb59 req-b6cb954b-df1d-4b95-b2bb-352dcac3ab29 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:45.768792 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2fe732b3-33e5-4e24-a0ae-d8001811cb59 req-b6cb954b-df1d-4b95-b2bb-352dcac3ab29 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 943 time: 0.1073718 Nov 09 17:48:45.792659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Transition to ACTIVE for port object afcc7026-c512-49b6-8897-94d5235fde28 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:48:45.805918 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:45.874242 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2fe732b3-33e5-4e24-a0ae-d8001811cb59 req-2420ebf3-6582-489c-83e5-e1a62ee0767e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931036 Nov 09 17:48:45.886387 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Pushing event updated for resources: {'Port': ['ID=afcc7026-c512-49b6-8897-94d5235fde28,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:45.903688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cb48-4bd1-4c1b-8958-6932ece48faf req-3322deae-fe76-4cb2-b545-40818039611a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:45.906712 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3d0cb48-4bd1-4c1b-8958-6932ece48faf req-3322deae-fe76-4cb2-b545-40818039611a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.9763167 Nov 09 17:48:45.920985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ce52d-6298-4a62-9e7e-9e091c70ce2f req-017da737-d079-448e-a21e-d2eb3d1830fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:45.924079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f08ce52d-6298-4a62-9e7e-9e091c70ce2f req-017da737-d079-448e-a21e-d2eb3d1830fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 1096 time: 0.9134474 Nov 09 17:48:45.994856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c112347-9650-43c9-80cf-e589c19bd3d8 req-63d05599-3977-4e94-bbb3-f836ddc1cbbf service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3298883 Nov 09 17:48:46.018298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Attempting to bind port afcc7026-c512-49b6-8897-94d5235fde28 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:48:46.018640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Attempting to bind port afcc7026-c512-49b6-8897-94d5235fde28 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:48:46.018978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Attempting to bind port afcc7026-c512-49b6-8897-94d5235fde28 on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:46.024730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Port afcc7026-c512-49b6-8897-94d5235fde28 on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:48:46.025064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Attempting to bind port afcc7026-c512-49b6-8897-94d5235fde28 on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:46.038011 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:46.038353 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Checking segment: {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:46.038756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Bound using segment: {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:46.039216 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Bound port: afcc7026-c512-49b6-8897-94d5235fde28, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:48:46.039626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:46.057978 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:46.206883 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] For port afcc7026-c512-49b6-8897-94d5235fde28, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:46.212040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] For port afcc7026-c512-49b6-8897-94d5235fde28, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=afcc7026-c512-49b6-8897-94d5235fde28,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:46.221854 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:46.248328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3d0cb48-4bd1-4c1b-8958-6932ece48faf req-b454014a-45f5-455d-a88a-a1135f7a9d07 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170836 Nov 09 17:48:46.284507 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f08ce52d-6298-4a62-9e7e-9e091c70ce2f req-c808bd9c-afd3-48fa-b831-9952739f9d53 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296742 Nov 09 17:48:46.291517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:46.308061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:46.327269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:46.328077 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:46.397160 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea40ff7c-df74-4e6b-b20c-20c6ce4eb433 x-openstack-request-id: req-ea40ff7c-df74-4e6b-b20c-20c6ce4eb433 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:46.397549 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:46.398093 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-deleted", "tag": "12bcf792-8eeb-4484-8b42-c147958f64df", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:46.398723 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:46.399083 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea40ff7c-df74-4e6b-b20c-20c6ce4eb433 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:46.399697 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-deleted', 'tag': '12bcf792-8eeb-4484-8b42-c147958f64df', 'status': 'completed', 'code': 200} Nov 09 17:48:46.400635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=b41bf970-13ca-4a72-8252-7624a551569c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:46.403922 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] 10.222.0.13 "PUT /v2.0/ports/afcc7026-c512-49b6-8897-94d5235fde28 HTTP/1.1" status: 200 len: 1091 time: 1.3497694 Nov 09 17:48:46.414038 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3aa669-0386-4f59-9074-43ca30a61042', 'tag': 'afcc7026-c512-49b6-8897-94d5235fde28'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:46.422690 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3103109-afb1-45c9-9833-4e28b688b0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3aa669-0386-4f59-9074-43ca30a61042", "tag": "afcc7026-c512-49b6-8897-94d5235fde28"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:46.461072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-6826b916-cf42-4170-bb64-c5a7c9439f0f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Deleting port 3207e95c-66e0-4b85-9491-66e70c8e365b {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:46.461803 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-6826b916-cf42-4170-bb64-c5a7c9439f0f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:46.462249 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e4de5-14ed-4b67-9113-7ebfd2a4173a service neutron] Pushing event updated for resources: {'Port': ['ID=afcc7026-c512-49b6-8897-94d5235fde28,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:46.501842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94a9bb-dc95-4bb2-a71f-435de0c9f9f3 req-64131fb6-1757-4145-afa6-3165f7a8288c tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:46.512466 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6c94a9bb-dc95-4bb2-a71f-435de0c9f9f3 req-64131fb6-1757-4145-afa6-3165f7a8288c tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 945 time: 0.1535707 Nov 09 17:48:46.604220 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c5a949-0bcd-4a59-a858-3cc01ed60ecb x-openstack-request-id: req-57c5a949-0bcd-4a59-a858-3cc01ed60ecb {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:46.604757 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3aa669-0386-4f59-9074-43ca30a61042", "tag": "afcc7026-c512-49b6-8897-94d5235fde28", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:46.605090 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57c5a949-0bcd-4a59-a858-3cc01ed60ecb {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:46.605730 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3aa669-0386-4f59-9074-43ca30a61042', 'tag': 'afcc7026-c512-49b6-8897-94d5235fde28', 'status': 'completed', 'code': 200} Nov 09 17:48:46.647681 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:46.679350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-6826b916-cf42-4170-bb64-c5a7c9439f0f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] For port 3207e95c-66e0-4b85-9491-66e70c8e365b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3207e95c-66e0-4b85-9491-66e70c8e365b,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:46.679762 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-6826b916-cf42-4170-bb64-c5a7c9439f0f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:46.774575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-6826b916-cf42-4170-bb64-c5a7c9439f0f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Calling delete_port for 3207e95c-66e0-4b85-9491-66e70c8e365b owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:46.777765 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6c94a9bb-dc95-4bb2-a71f-435de0c9f9f3 req-cda3a3d3-79d4-4d95-a508-93bb1907933d tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641866 Nov 09 17:48:46.804755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-0ed2c587-67e0-44bf-bca0-140a0cc208f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:46.807574 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-0ed2c587-67e0-44bf-bca0-140a0cc208f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 1094 time: 0.2004883 Nov 09 17:48:46.841378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-47150b99-8794-4f36-ac52-756ccb0acd1c None None] Provisioning complete for port b41bf970-13ca-4a72-8252-7624a551569c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:46.843195 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-47150b99-8794-4f36-ac52-756ccb0acd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:46.905059 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-60de78ac-8975-4f28-903c-ea406e51e140 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afcc7026-c512-49b6-8897-94d5235fde28 HTTP/1.1" status: 200 len: 217 time: 0.0798903 Nov 09 17:48:46.913909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-47150b99-8794-4f36-ac52-756ccb0acd1c None None] Port b41bf970-13ca-4a72-8252-7624a551569c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:48:46.966513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937871e-cd33-4f34-a295-43a25b820e08 req-ad98e9f6-7451-470f-8c12-bc7536e8c526 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:46.974864 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2937871e-cd33-4f34-a295-43a25b820e08 req-ad98e9f6-7451-470f-8c12-bc7536e8c526 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 943 time: 0.2879081 Nov 09 17:48:46.982754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-331cb94c-5435-4838-b194-2f5cba2ca21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:46.990100 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-331cb94c-5435-4838-b194-2f5cba2ca21d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.0583017 Nov 09 17:48:47.042227 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-d7525a50-bfe2-42cc-8ab7-c75e104a4127 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344179 Nov 09 17:48:47.084580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2937871e-cd33-4f34-a295-43a25b820e08 req-3c53ebc7-9361-424e-84f5-0cf8ad3586d3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087506 Nov 09 17:48:47.169700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f37a02-1b9f-43b4-a3b1-3a570c214534 req-86aee59f-1c98-47d5-baf2-380dbf1145ad tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:47.171447 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6f37a02-1b9f-43b4-a3b1-3a570c214534 req-86aee59f-1c98-47d5-baf2-380dbf1145ad tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 943 time: 0.1073687 Nov 09 17:48:47.243736 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-f0ae325c-6773-4d75-99ac-402771b360a5 service neutron] 10.222.0.13 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899848 Nov 09 17:48:47.253089 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6f37a02-1b9f-43b4-a3b1-3a570c214534 req-82fb2a77-f329-4260-a276-738fb8c275ad tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups?id=be95cdc9-76ef-4f2a-b503-642ce88f290b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630403 Nov 09 17:48:47.264451 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-6826b916-cf42-4170-bb64-c5a7c9439f0f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:47.338723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826b916-cf42-4170-bb64-c5a7c9439f0f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'Port': ['ID=3207e95c-66e0-4b85-9491-66e70c8e365b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:47.413941 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:47.426004 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93c2e862-86ba-4915-8bb4-a77d806b28c1 req-efbec6f8-811a-4a7d-a906-c1648fd47919 service neutron] 10.222.0.13 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532507 Nov 09 17:48:47.468223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-6826b916-cf42-4170-bb64-c5a7c9439f0f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] No DVR routers for this DVR port 3207e95c-66e0-4b85-9491-66e70c8e365b on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:48:47.471542 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:47.472352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:47.476550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-6826b916-cf42-4170-bb64-c5a7c9439f0f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:47.480081 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a756c256-52ea-419f-884f-ebe64a7aec1f req-6826b916-cf42-4170-bb64-c5a7c9439f0f tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.13 "DELETE /v2.0/ports/3207e95c-66e0-4b85-9491-66e70c8e365b HTTP/1.1" status: 204 len: 173 time: 1.7167697 Nov 09 17:48:47.564920 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:47.675543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=b41bf970-13ca-4a72-8252-7624a551569c,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:47.690914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315de898-ced3-4a30-b917-2ba9f912163e req-bf7a30da-c25e-4519-9d6c-177cbb46a92f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:47.704079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-315de898-ced3-4a30-b917-2ba9f912163e req-bf7a30da-c25e-4519-9d6c-177cbb46a92f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.3024688 Nov 09 17:48:47.784036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103109-afb1-45c9-9833-4e28b688b0cb req-5fc6d2ed-7bd9-4461-83a1-cde07a7a9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:47.787757 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3103109-afb1-45c9-9833-4e28b688b0cb req-5fc6d2ed-7bd9-4461-83a1-cde07a7a9ec4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 1094 time: 0.2748070 Nov 09 17:48:47.878110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 3386037a-6217-48d9-947d-caf714fd2d89 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:48:48.055307 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-315de898-ced3-4a30-b917-2ba9f912163e req-cf5d9d04-2893-42c4-bc77-fed81ae2c734 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371994 Nov 09 17:48:48.116344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:48.148882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:48.215647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aece20-3df6-4fd2-9997-baf90d189499 req-fb476f30-0cf4-40ff-8755-99b7c96c77f1 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:48.225179 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68aece20-3df6-4fd2-9997-baf90d189499 req-fb476f30-0cf4-40ff-8755-99b7c96c77f1 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 945 time: 0.2364686 Nov 09 17:48:48.307501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103109-afb1-45c9-9833-4e28b688b0cb req-5b770ada-b8c2-4168-a4ee-3cab22adf699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:48.314078 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3103109-afb1-45c9-9833-4e28b688b0cb req-5b770ada-b8c2-4168-a4ee-3cab22adf699 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 912 time: 0.5106263 Nov 09 17:48:48.320026 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68aece20-3df6-4fd2-9997-baf90d189499 req-806c57ec-1e44-435a-b3b7-e63f596647fb tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720782 Nov 09 17:48:48.435413 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-deleted', 'tag': '3207e95c-66e0-4b85-9491-66e70c8e365b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:48.446027 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d8b37f-0499-4846-8843-5f017d4da856" -d '{"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-deleted", "tag": "3207e95c-66e0-4b85-9491-66e70c8e365b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:48.544439 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3386037a-6217-48d9-947d-caf714fd2d89,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:48.590930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '3386037a-6217-48d9-947d-caf714fd2d89', 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9', 'port_id': '3386037a-6217-48d9-947d-caf714fd2d89', 'mac_address': 'fa:16:3e:bd:25:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9fb16f4-0e86-456c-9417-3e45e9793444', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:48:48.708822 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3103109-afb1-45c9-9833-4e28b688b0cb req-f398904f-3dc9-46bd-925b-15b0aa7d5bcf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afcc7026-c512-49b6-8897-94d5235fde28 HTTP/1.1" status: 200 len: 217 time: 0.2749512 Nov 09 17:48:48.709199 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:48.736698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3386037a-6217-48d9-947d-caf714fd2d89 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:48:48.774356 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1516adc-3fbc-4b9b-a864-e90622da3953 req-c9793d64-43b3-47fa-b3cc-2d553e54ede4 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.0875804 Nov 09 17:48:48.795365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3386037a-6217-48d9-947d-caf714fd2d89,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:48.814074 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:48.874677 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874aab1-c9ae-4a83-bfa9-886fa2878135 req-b038f2d8-f7e8-46a6-a7e8-e087641e4f49 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:48.877434 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5874aab1-c9ae-4a83-bfa9-886fa2878135 req-b038f2d8-f7e8-46a6-a7e8-e087641e4f49 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 943 time: 0.5588753 Nov 09 17:48:48.972655 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=3386037a-6217-48d9-947d-caf714fd2d89,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:48.987364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3e65388e-8e09-400f-b9cc-4d5e720774e3 None None] Provisioning complete for port b41bf970-13ca-4a72-8252-7624a551569c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:49.099386 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3e65388e-8e09-400f-b9cc-4d5e720774e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:49.102854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103109-afb1-45c9-9833-4e28b688b0cb req-415ba712-a87e-4f5e-bfd5-4d4ba2b4ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:49.102854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3103109-afb1-45c9-9833-4e28b688b0cb req-415ba712-a87e-4f5e-bfd5-4d4ba2b4ac20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.2954390 Nov 09 17:48:49.102854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5874aab1-c9ae-4a83-bfa9-886fa2878135 req-a3252ce3-c177-46e7-a2d6-12871cb4e4a2 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856365 Nov 09 17:48:49.225960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-3e65388e-8e09-400f-b9cc-4d5e720774e3 None None] Port b41bf970-13ca-4a72-8252-7624a551569c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:48:49.225960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['3386037a-6217-48d9-947d-caf714fd2d89'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:48:49.228435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3103109-afb1-45c9-9833-4e28b688b0cb req-38d7bd90-ab3c-453e-9a49-4f669f913400 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151133 Nov 09 17:48:49.232688 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c37739-ed28-4757-89bb-83452de9ecc8 x-openstack-request-id: req-08c37739-ed28-4757-89bb-83452de9ecc8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:49.232688 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd3e7a3-b36e-4b48-9fb6-238e4710c67b", "name": "network-vif-deleted", "tag": "3207e95c-66e0-4b85-9491-66e70c8e365b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:49.232688 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08c37739-ed28-4757-89bb-83452de9ecc8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:49.232688 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd3e7a3-b36e-4b48-9fb6-238e4710c67b', 'name': 'network-vif-deleted', 'tag': '3207e95c-66e0-4b85-9491-66e70c8e365b', 'status': 'completed', 'code': 200} Nov 09 17:48:49.240259 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd9ff9-6ede-4c62-8c6c-a95254c0ec12 req-1e2560d6-0202-40b5-aa57-c07b9b858fc7 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:49.257347 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bfd9ff9-6ede-4c62-8c6c-a95254c0ec12 req-1e2560d6-0202-40b5-aa57-c07b9b858fc7 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.3236604 Nov 09 17:48:49.324150 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bfd9ff9-6ede-4c62-8c6c-a95254c0ec12 req-9c64dd4f-9615-4e0e-8d65-acbe820016a2 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652940 Nov 09 17:48:49.395758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Router 454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:48:49.578874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108fcdd-9583-4fc9-98ff-5efb5e73b175 req-4f752473-881d-4eb9-8291-c20f9cf1cb38 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:49.591842 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5108fcdd-9583-4fc9-98ff-5efb5e73b175 req-4f752473-881d-4eb9-8291-c20f9cf1cb38 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0e588a0-1048-44a8-8d3b-32accbe6e68c HTTP/1.1" status: 200 len: 946 time: 0.1183600 Nov 09 17:48:49.653047 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0aa38-1cff-4f35-bb75-bfb30b13f0c4 req-6619ead8-24bd-4b8c-aaff-13a97fc09e70 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:49.655006 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83e0aa38-1cff-4f35-bb75-bfb30b13f0c4 req-6619ead8-24bd-4b8c-aaff-13a97fc09e70 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 945 time: 0.2416501 Nov 09 17:48:49.659713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3103109-afb1-45c9-9833-4e28b688b0cb req-677fce36-6814-47b5-b5d0-0dd49a684f6c service neutron] 10.222.0.13 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305956 Nov 09 17:48:49.663798 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5108fcdd-9583-4fc9-98ff-5efb5e73b175 req-690b77d1-ec09-4f90-a930-5f2608f96909 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658178 Nov 09 17:48:49.766602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:48:49.777390 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Sync routers for ids ['454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:48:49.789128 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Routers {'454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:49.790097 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:48:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:49.807163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36344) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:49.813202 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-78fe202b-6277-4ec3-9d0a-2b58ada31c54 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "PUT /v2.0/routers/454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9016650 Nov 09 17:48:49.890403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device afcc7026-c512-49b6-8897-94d5235fde28 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:48:49.893052 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 3386037a-6217-48d9-947d-caf714fd2d89 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:49.959710 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e60e601-3b2a-40f6-b7d8-738febdf6c1a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:49.967847 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8e60e601-3b2a-40f6-b7d8-738febdf6c1a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports/b41bf970-13ca-4a72-8252-7624a551569c HTTP/1.1" status: 200 len: 911 time: 0.1592610 Nov 09 17:48:49.973270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36352) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:50.005721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3103109-afb1-45c9-9833-4e28b688b0cb req-ee2ff982-cc4a-4cd1-bb6c-694dcb521f05 service neutron] 10.222.0.13 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318725 Nov 09 17:48:50.047013 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Set router 454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:50.053832 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83e0aa38-1cff-4f35-bb75-bfb30b13f0c4 req-a0133475-62c9-4039-a586-6eb7f9cbddee tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849633 Nov 09 17:48:50.158756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 3386037a-6217-48d9-947d-caf714fd2d89 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:50.159345 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:50.212440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509e453b-d9e1-4a9c-a0be-d3862b1132c8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:50.231101 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509e453b-d9e1-4a9c-a0be-d3862b1132c8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:50.242565 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-509e453b-d9e1-4a9c-a0be-d3862b1132c8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2677972 Nov 09 17:48:50.247171 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36368) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:50.300247 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b98cb174-bc57-4b93-ada8-041f0ad1c2d6 req-e1e95139-d8e1-46a1-a0bd-2c03e06b0ae2 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.0759842 Nov 09 17:48:50.592689 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port afcc7026-c512-49b6-8897-94d5235fde28, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=afcc7026-c512-49b6-8897-94d5235fde28,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:50.639437 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:50.712635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b25754-8497-4e99-ae90-86365b3bb059 req-a1872f1c-93dc-472f-9a83-4d66a12cceef tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:50.715202 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68b25754-8497-4e99-ae90-86365b3bb059 req-a1872f1c-93dc-472f-9a83-4d66a12cceef tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 943 time: 0.2226009 Nov 09 17:48:50.716513 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24', 'name': 'tempest-NetworksTestDHCPv6-router-572098024', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:40Z', 'updated_at': '2021-11-09T17:48:46Z', 'revision_number': 2, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'gw_port_host': None, '_interfaces': [{'id': 'b41bf970-13ca-4a72-8252-7624a551569c', 'name': '', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'mac_address': 'fa:16:3e:06:a8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '7e8fedb8-3637-4323-bcba-565c931edb6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:43Z', 'updated_at': '2021-11-09T17:48:47Z', 'revision_number': 2, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'subnets': [{'id': '7e8fedb8-3637-4323-bcba-565c931edb6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:50.766774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3386037a-6217-48d9-947d-caf714fd2d89,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:50.771760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'afcc7026-c512-49b6-8897-94d5235fde28', 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'port_id': 'afcc7026-c512-49b6-8897-94d5235fde28', 'mac_address': 'fa:16:3e:05:97:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9c29dc-0b72-4b74-8f01-4e57e061401e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:48:50.782334 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:50.788712 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408fd955-5bc2-475a-914d-2ed87ef024ce" -d '{"events": [{"server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "name": "network-vif-plugged", "status": "completed", "tag": "3386037a-6217-48d9-947d-caf714fd2d89"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:50.799977 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:50.831683 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Checking router: 454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:48:50.844128 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Updating router 454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24 port b41bf970-13ca-4a72-8252-7624a551569c binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:48:50.877985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68b25754-8497-4e99-ae90-86365b3bb059 req-079a782d-2765-44d9-8e67-bd3b33d84fe2 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499496 Nov 09 17:48:50.919181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1081d-e254-4309-aebc-4e84fa174a0b req-8141507a-a6be-402d-b1b7-c4e079a0dd6e tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:50.931936 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5d1081d-e254-4309-aebc-4e84fa174a0b req-8141507a-a6be-402d-b1b7-c4e079a0dd6e tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 945 time: 0.1945672 Nov 09 17:48:50.953559 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:51.123892 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5d1081d-e254-4309-aebc-4e84fa174a0b req-50840093-b10d-4e23-a3fd-9ef273fbbb03 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889119 Nov 09 17:48:51.149747 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd7b730-0d67-4f41-8693-683cacdc32af x-openstack-request-id: req-fbd7b730-0d67-4f41-8693-683cacdc32af {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:51.150218 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "name": "network-vif-plugged", "status": "completed", "tag": "3386037a-6217-48d9-947d-caf714fd2d89", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:51.150955 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbd7b730-0d67-4f41-8693-683cacdc32af {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:51.151102 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89', 'code': 200} Nov 09 17:48:51.161522 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=3386037a-6217-48d9-947d-caf714fd2d89,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:51.215541 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:51.287672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afcc7026-c512-49b6-8897-94d5235fde28 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:48:51.359876 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f6d7dc4-91d8-4946-8568-3b2285d1b8f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:51.361492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port afcc7026-c512-49b6-8897-94d5235fde28, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=afcc7026-c512-49b6-8897-94d5235fde28,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:51.380989 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:51.510364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=afcc7026-c512-49b6-8897-94d5235fde28,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:51.696678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18265d20-fac5-46b2-938d-434f769257e3 req-8b85f28d-d688-4b07-80e0-895f34bc9299 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:51.717503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-18265d20-fac5-46b2-938d-434f769257e3 req-8b85f28d-d688-4b07-80e0-895f34bc9299 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.4058428 Nov 09 17:48:51.796731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b763fcc-1a1c-4443-b4b2-ada32245b00f req-c79d0c19-c69f-4d39-b2c8-8cba1a6e5995 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:51.804031 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b763fcc-1a1c-4443-b4b2-ada32245b00f req-c79d0c19-c69f-4d39-b2c8-8cba1a6e5995 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.1270485 Nov 09 17:48:51.822123 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:51.850316 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:51.860476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['afcc7026-c512-49b6-8897-94d5235fde28'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:48:51.953701 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b763fcc-1a1c-4443-b4b2-ada32245b00f req-b7b7f3ff-fb5e-4ffc-83b8-764c302e6efa tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364574 Nov 09 17:48:51.975854 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-18265d20-fac5-46b2-938d-434f769257e3 req-2a201b29-df3b-4865-a0e5-d622e4db10d0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279310 Nov 09 17:48:52.092069 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244512e-7d89-4e86-9759-2cc3ba6a683a None None] Pushing event updated for resources: {'Port': ['ID=b41bf970-13ca-4a72-8252-7624a551569c,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:52.355187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22d299-60a1-4430-8ed5-5b2ece2eba99 req-0b3af4ce-ae3f-4b7f-9674-1b55d6424d3c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:52.356618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4ef3652-7147-45a6-bdce-2b1ac8f3196a req-7544fd60-3036-45d6-9377-d79cc35e8558 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.1352186 Nov 09 17:48:52.367927 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc22d299-60a1-4430-8ed5-5b2ece2eba99 req-0b3af4ce-ae3f-4b7f-9674-1b55d6424d3c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 944 time: 0.1657393 Nov 09 17:48:52.391864 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Attempting to bind port b41bf970-13ca-4a72-8252-7624a551569c on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:48:52.392438 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Attempting to bind port b41bf970-13ca-4a72-8252-7624a551569c by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:48:52.393028 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Attempting to bind port b41bf970-13ca-4a72-8252-7624a551569c on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:52.414571 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:52.415139 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:52.415834 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:52.416469 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:52.417288 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Bound port: b41bf970-13ca-4a72-8252-7624a551569c, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:48:52.417927 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:52.436975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d7dc4-91d8-4946-8568-3b2285d1b8f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port b41bf970-13ca-4a72-8252-7624a551569c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:52.437832 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f6d7dc4-91d8-4946-8568-3b2285d1b8f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:52.491283 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc22d299-60a1-4430-8ed5-5b2ece2eba99 req-e54d3dfc-0112-4d62-94be-16f5bdadb1cd tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223576 Nov 09 17:48:52.758323 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] For port b41bf970-13ca-4a72-8252-7624a551569c, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:52.775185 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] For port b41bf970-13ca-4a72-8252-7624a551569c, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b41bf970-13ca-4a72-8252-7624a551569c,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:52.785042 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:52.824271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-6f6d7dc4-91d8-4946-8568-3b2285d1b8f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] For port b41bf970-13ca-4a72-8252-7624a551569c, host n-d-817236-1, got binding levels [] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:52.824630 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f6d7dc4-91d8-4946-8568-3b2285d1b8f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:52.849978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d7dc4-91d8-4946-8568-3b2285d1b8f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for b41bf970-13ca-4a72-8252-7624a551569c owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:52.976478 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:52.979699 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244512e-7d89-4e86-9759-2cc3ba6a683a None None] Pushing event updated for resources: {'Port': ['ID=b41bf970-13ca-4a72-8252-7624a551569c,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:53.075850 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Routers {'454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:53.076795 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:48:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:53.083892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0ea1eafd-ae7e-4b03-bf6c-c19713fd6bc0 None None] Provisioning complete for port b41bf970-13ca-4a72-8252-7624a551569c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:53.083892 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0ea1eafd-ae7e-4b03-bf6c-c19713fd6bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:53.210964 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] Set router 454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:53.549625 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0ea1eafd-ae7e-4b03-bf6c-c19713fd6bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:53.721091 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:53.772989 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f6d7dc4-91d8-4946-8568-3b2285d1b8f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:53.810595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef658f-97da-4ef1-a354-2b20238b79ef req-49c00e31-3b32-4485-a6fa-f09b96d7d00d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:53.824390 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85ef658f-97da-4ef1-a354-2b20238b79ef req-49c00e31-3b32-4485-a6fa-f09b96d7d00d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.3616061 Nov 09 17:48:53.980482 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d7dc4-91d8-4946-8568-3b2285d1b8f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=b41bf970-13ca-4a72-8252-7624a551569c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:54.011240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f3b6f-a67d-49da-9f23-9c12410136cd req-db3e11ce-d755-4763-a196-0b649e32395f tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:54.032821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0aa79602-c0eb-4dad-a2c8-4d2d54a63d92 None None] Could not find standard attr ID for object b41bf970-13ca-4a72-8252-7624a551569c. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:48:54.053362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f3b6f-a67d-49da-9f23-9c12410136cd req-db3e11ce-d755-4763-a196-0b649e32395f tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:54.139092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f3b6f-a67d-49da-9f23-9c12410136cd req-db3e11ce-d755-4763-a196-0b649e32395f tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:54.151891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da6f3b6f-a67d-49da-9f23-9c12410136cd req-db3e11ce-d755-4763-a196-0b649e32395f tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df&device_id=b0e588a0-1048-44a8-8d3b-32accbe6e68c&device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 2417 time: 0.4331541 Nov 09 17:48:54.348742 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da6f3b6f-a67d-49da-9f23-9c12410136cd req-63d9a436-37af-4e07-9b57-4bee3212fec2 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776617 Nov 09 17:48:54.372658 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85ef658f-97da-4ef1-a354-2b20238b79ef req-13fad935-6577-456f-b136-924c2f4e25b5 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385232 Nov 09 17:48:54.390489 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f6d7dc4-91d8-4946-8568-3b2285d1b8f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:54.503022 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24', 'name': 'tempest-NetworksTestDHCPv6-router-572098024', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:40Z', 'updated_at': '2021-11-09T17:48:46Z', 'revision_number': 2, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'gw_port_host': None, '_interfaces': [{'id': 'b41bf970-13ca-4a72-8252-7624a551569c', 'name': '', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'mac_address': 'fa:16:3e:06:a8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '7e8fedb8-3637-4323-bcba-565c931edb6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:43Z', 'updated_at': '2021-11-09T17:48:52Z', 'revision_number': 4, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'subnets': [{'id': '7e8fedb8-3637-4323-bcba-565c931edb6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:54.659035 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22a985-3934-4ae3-93c5-12cf1d3a8d1f None None] The sync data for ids ['454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24'] in n-d-817236-1 is: [{'id': '454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24', 'name': 'tempest-NetworksTestDHCPv6-router-572098024', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:40Z', 'updated_at': '2021-11-09T17:48:46Z', 'revision_number': 2, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'gw_port_host': None, '_interfaces': [{'id': 'b41bf970-13ca-4a72-8252-7624a551569c', 'name': '', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'mac_address': 'fa:16:3e:06:a8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '7e8fedb8-3637-4323-bcba-565c931edb6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:48:43Z', 'updated_at': '2021-11-09T17:48:52Z', 'revision_number': 4, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'subnets': [{'id': '7e8fedb8-3637-4323-bcba-565c931edb6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:48:54.664359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ffeb6bb8-0898-491d-acc1-1b5c17e0ac1a req-d76debcd-76b1-4775-837f-171fc09a7c3d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.1402287 Nov 09 17:48:54.991817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dc847-be01-436c-a100-0ba114ba80e8 req-62b3423a-2cbf-4909-9291-4a12ae82a80a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:55.006266 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef2dc847-be01-436c-a100-0ba114ba80e8 req-62b3423a-2cbf-4909-9291-4a12ae82a80a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 944 time: 0.3305526 Nov 09 17:48:55.257052 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6d7dc4-91d8-4946-8568-3b2285d1b8f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Router 454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:48:55.429001 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef2dc847-be01-436c-a100-0ba114ba80e8 req-f3515791-ca64-4a5f-a794-d420034909ee tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137096 Nov 09 17:48:55.448016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b67e1-9382-46c0-8345-ea66cd5e0006 req-3e0c62f1-39ae-4c69-afd4-9f961d356035 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:55.463306 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-256b67e1-9382-46c0-8345-ea66cd5e0006 req-3e0c62f1-39ae-4c69-afd4-9f961d356035 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 945 time: 0.1238251 Nov 09 17:48:55.538406 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6d7dc4-91d8-4946-8568-3b2285d1b8f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:48:55.549686 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6f6d7dc4-91d8-4946-8568-3b2285d1b8f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "PUT /v2.0/routers/454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3008282 Nov 09 17:48:55.552744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36470) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:55.569327 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-256b67e1-9382-46c0-8345-ea66cd5e0006 req-14738f7e-1274-442e-a492-c15a22fd25e6 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915909 Nov 09 17:48:55.908748 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device afcc7026-c512-49b6-8897-94d5235fde28 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:55.933142 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e5ba94-41a0-466b-aa75-061184c3f689 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:55.959718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e5ba94-41a0-466b-aa75-061184c3f689 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:55.961544 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c7e5ba94-41a0-466b-aa75-061184c3f689 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4053345 Nov 09 17:48:55.965753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36480) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:56.030037 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3949e4-2a91-42e8-8879-741046ccf525 req-51306ac1-5c59-413c-9f85-a3b584bcd93e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:56.038135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd3949e4-2a91-42e8-8879-741046ccf525 req-51306ac1-5c59-413c-9f85-a3b584bcd93e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.4496727 Nov 09 17:48:56.136854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port afcc7026-c512-49b6-8897-94d5235fde28 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:48:56.142242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port afcc7026-c512-49b6-8897-94d5235fde28 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:56.143613 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:56.180488 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd3949e4-2a91-42e8-8879-741046ccf525 req-3aac281e-97f6-4d49-ad39-336078578b08 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411159 Nov 09 17:48:56.230591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d2182a-60e0-4cc8-96a4-26c67a447ddf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 7e8fedb8-3637-4323-bcba-565c931edb6f {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:48:56.272416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d2182a-60e0-4cc8-96a4-26c67a447ddf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:56.432828 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d2182a-60e0-4cc8-96a4-26c67a447ddf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:56.450254 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:56.550539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3aa669-0386-4f59-9074-43ca30a61042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcc7026-c512-49b6-8897-94d5235fde28'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:48:56.558618 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6948b82a-dda6-4591-ba21-637ae09383da" -d '{"events": [{"server_uuid": "6b3aa669-0386-4f59-9074-43ca30a61042", "name": "network-vif-plugged", "status": "completed", "tag": "afcc7026-c512-49b6-8897-94d5235fde28"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:48:56.593571 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7c065887-7ceb-4245-b0ac-09334e4f4313 req-0cd2cade-5508-41d1-a87b-fc47ed354f08 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.1478865 Nov 09 17:48:56.599494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port afcc7026-c512-49b6-8897-94d5235fde28, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=afcc7026-c512-49b6-8897-94d5235fde28,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:56.636556 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:56.773756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=afcc7026-c512-49b6-8897-94d5235fde28,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:56.782355 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d2182a-60e0-4cc8-96a4-26c67a447ddf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:56.981560 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e71576-f0b0-4728-87d2-db9582d632bc x-openstack-request-id: req-a0e71576-f0b0-4728-87d2-db9582d632bc {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:48:56.983481 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3aa669-0386-4f59-9074-43ca30a61042", "name": "network-vif-plugged", "status": "completed", "tag": "afcc7026-c512-49b6-8897-94d5235fde28", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:48:56.984384 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0e71576-f0b0-4728-87d2-db9582d632bc {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:48:56.992999 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3aa669-0386-4f59-9074-43ca30a61042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcc7026-c512-49b6-8897-94d5235fde28', 'code': 200} Nov 09 17:48:57.081639 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d2182a-60e0-4cc8-96a4-26c67a447ddf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:57.157887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf88bb6-0775-4095-9894-991b7adc9959 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:57.162429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d2182a-60e0-4cc8-96a4-26c67a447ddf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:57.168125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-10d2182a-60e0-4cc8-96a4-26c67a447ddf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/7e8fedb8-3637-4323-bcba-565c931edb6f HTTP/1.1" status: 204 len: 168 time: 1.2007115 Nov 09 17:48:57.169137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2182a-60e0-4cc8-96a4-26c67a447ddf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8fedb8-3637-4323-bcba-565c931edb6f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:57.176158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36504) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:57.265420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03b625-77fc-4c05-a157-3bf05fe37527 req-e93267a4-2519-4520-bb2f-1cc1a7394ebb tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:57.267770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d03b625-77fc-4c05-a157-3bf05fe37527 req-e93267a4-2519-4520-bb2f-1cc1a7394ebb tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 946 time: 0.1894302 Nov 09 17:48:57.367149 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d03b625-77fc-4c05-a157-3bf05fe37527 req-a43a4078-23d2-481d-a110-1dd005b2f319 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups?id=7af940c1-472b-46c1-ad05-fa1339b2622e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835245 Nov 09 17:48:57.573014 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:48:57.779783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Deleting port f252b8ea-28ec-4940-8278-c906bade3f9e {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:48:57.780475 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:57.859809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aff783b-bf11-40da-8c72-f6f0e05148e3 None None] Sync routers for ids ['454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:48:57.938882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff783b-bf11-40da-8c72-f6f0e05148e3 None None] Routers {'454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:57.939891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5aff783b-bf11-40da-8c72-f6f0e05148e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:48:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:57.951960 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc54953-7441-4f96-b2c9-e5a326e34cbe req-b115727a-8ba0-4278-9c3a-43e3ab52552b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:57.962222 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcc54953-7441-4f96-b2c9-e5a326e34cbe req-b115727a-8ba0-4278-9c3a-43e3ab52552b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1468689 Nov 09 17:48:58.041191 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcc54953-7441-4f96-b2c9-e5a326e34cbe req-b323488e-0ef7-48b2-974b-ea8595e8e506 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773430 Nov 09 17:48:58.205681 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-5aff783b-bf11-40da-8c72-f6f0e05148e3 None None] Set router 454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:58.475488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec2aac-7f25-44a2-985b-d4290e6a2174 req-9dac2797-d339-407c-ba1a-96ff61395c8a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:58.490054 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-87ec2aac-7f25-44a2-985b-d4290e6a2174 req-9dac2797-d339-407c-ba1a-96ff61395c8a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 945 time: 1.4189000 Nov 09 17:48:58.508592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5aff783b-bf11-40da-8c72-f6f0e05148e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24', 'name': 'tempest-NetworksTestDHCPv6-router-572098024', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:40Z', 'updated_at': '2021-11-09T17:48:53Z', 'revision_number': 3, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:58.578675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ed49a-3a6d-4fb9-a4da-9c8d6b71136f req-6b4f0c3b-dc29-4e6f-968b-829d324c9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:58.582408 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f6ed49a-3a6d-4fb9-a4da-9c8d6b71136f req-6b4f0c3b-dc29-4e6f-968b-829d324c9c87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 1096 time: 1.3821747 Nov 09 17:48:58.594638 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aff783b-bf11-40da-8c72-f6f0e05148e3 None None] Checking router: 454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:48:58.606502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36530) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:58.607516 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9c2f0b0d-f669-4de5-b536-90ee4580dc1e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.4252498 Nov 09 17:48:58.640606 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] For port f252b8ea-28ec-4940-8278-c906bade3f9e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f252b8ea-28ec-4940-8278-c906bade3f9e,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:58.642598 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:58.690389 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-87ec2aac-7f25-44a2-985b-d4290e6a2174 req-ee264912-a8ac-4535-a4d0-d05edf891d8e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970851 Nov 09 17:48:58.709711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Calling delete_port for f252b8ea-28ec-4940-8278-c906bade3f9e owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:48:58.712403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff783b-bf11-40da-8c72-f6f0e05148e3 None None] Routers {'454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:48:58.729959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5aff783b-bf11-40da-8c72-f6f0e05148e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:48:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:58.747096 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f6ed49a-3a6d-4fb9-a4da-9c8d6b71136f req-ee1c7e56-ed46-4693-8c85-d24774c190a7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294446 Nov 09 17:48:58.973501 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55cc9ee6-b02a-471d-b5a0-df38bfec8b5e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:58.985545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e5ab98f-a93e-47f6-835a-f69329b8dfd8 req-b86a365c-fb98-40f3-9e4d-768beabbea10 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.0619600 Nov 09 17:48:59.318553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f252b8ea-28ec-4940-8278-c906bade3f9e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:48:59.351727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-5aff783b-bf11-40da-8c72-f6f0e05148e3 None None] Set router 454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:48:59.368821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a8327-97f7-434c-adb1-4fbc281757ec req-475d1bc3-da35-4039-9359-df9d81d94ffe tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:59.396210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c3a8327-97f7-434c-adb1-4fbc281757ec req-475d1bc3-da35-4039-9359-df9d81d94ffe tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 946 time: 0.2228155 Nov 09 17:48:59.507590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5aff783b-bf11-40da-8c72-f6f0e05148e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24', 'name': 'tempest-NetworksTestDHCPv6-router-572098024', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:40Z', 'updated_at': '2021-11-09T17:48:53Z', 'revision_number': 3, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:48:59.531782 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55cc9ee6-b02a-471d-b5a0-df38bfec8b5e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:59.542324 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55cc9ee6-b02a-471d-b5a0-df38bfec8b5e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:59.621790 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b56935-71b2-400b-af10-8d000f654584 req-43e04f22-5760-47f4-b6fc-7be0b75f0b76 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:59.638067 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3b56935-71b2-400b-af10-8d000f654584 req-43e04f22-5760-47f4-b6fc-7be0b75f0b76 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.13 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 946 time: 0.5417266 Nov 09 17:48:59.657723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aff783b-bf11-40da-8c72-f6f0e05148e3 None None] The sync data for ids ['454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24'] in n-d-817236-1 is: [{'id': '454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24', 'name': 'tempest-NetworksTestDHCPv6-router-572098024', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:48:40Z', 'updated_at': '2021-11-09T17:48:53Z', 'revision_number': 3, 'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:48:59.659483 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55cc9ee6-b02a-471d-b5a0-df38bfec8b5e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:59.661375 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cc9ee6-b02a-471d-b5a0-df38bfec8b5e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Fanout notify agent at l3_agent the message router_deleted on router 454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:48:59.664825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c3a8327-97f7-434c-adb1-4fbc281757ec req-62a36994-b8e0-45bb-9435-2618edfb125c tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups?id=7af940c1-472b-46c1-ad05-fa1339b2622e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2672434 Nov 09 17:48:59.685391 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55cc9ee6-b02a-471d-b5a0-df38bfec8b5e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:59.688829 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-55cc9ee6-b02a-471d-b5a0-df38bfec8b5e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/routers/454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24 HTTP/1.1" status: 204 len: 168 time: 1.0800405 Nov 09 17:48:59.693226 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36542) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:59.857451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81865cb4-8d24-49ea-a6ff-42b251c03ba0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:59.863996 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-81865cb4-8d24-49ea-a6ff-42b251c03ba0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1650543 Nov 09 17:48:59.869771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36550) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:59.914333 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:59.969563 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:00.093718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Pushing event deleted for resources: {'Port': ['ID=f252b8ea-28ec-4940-8278-c906bade3f9e,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:00.107277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] No DVR routers for this DVR port f252b8ea-28ec-4940-8278-c906bade3f9e on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:00.208001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:00.208001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:00.208001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:00.208001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:00.208001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:00.213241 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:00.214592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:00.215064 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:00.216174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:00.218804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:00.219279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:00.223882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac1916-acd4-4d2c-9fae-19a115d4ae03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:00.305445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5dc86-86a1-4945-b334-11fa9f78c261 req-977d2c54-f158-4cc1-8d87-688a4d53f64b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:00.318765 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-abf5dc86-86a1-4945-b334-11fa9f78c261 req-977d2c54-f158-4cc1-8d87-688a4d53f64b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 945 time: 0.2023230 Nov 09 17:49:00.458558 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-abf5dc86-86a1-4945-b334-11fa9f78c261 req-fa5d01d2-8c50-4cc3-91a9-f61c7a9733e6 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343398 Nov 09 17:49:00.632592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13caba9-6b74-4606-be14-3fb3df3fe38f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:00.635619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e13caba9-6b74-4606-be14-3fb3df3fe38f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7640758 Nov 09 17:49:00.639755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36560) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:00.752191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b41bf970-13ca-4a72-8252-7624a551569c no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:00.789685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1f232-43ef-4172-a40f-ad8c929b90ff req-0cf10c6c-f645-4327-abf3-84f00adbec1f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:00.800126 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acf1f232-43ef-4172-a40f-ad8c929b90ff req-0cf10c6c-f645-4327-abf3-84f00adbec1f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.7075453 Nov 09 17:49:00.864917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: b41bf970-13ca-4a72-8252-7624a551569c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:49:00.866571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b41bf970-13ca-4a72-8252-7624a551569c not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:49:00.904624 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d6becd6c-6a62-49b9-b429-8d95edc0a15f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2635992 Nov 09 17:49:00.912974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36566) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:00.932165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:00.998550 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acf1f232-43ef-4172-a40f-ad8c929b90ff req-a910d723-9734-4572-8087-16b6b851e883 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760449 Nov 09 17:49:01.076380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Deleting port 8a5051bc-9544-4435-9208-30265d69bd39 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:01.077285 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:01.324553 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d068dfe3-e40c-476d-b8ad-91ee0bbbbdfa req-05a1cac7-7881-45dd-885e-6fcf33284fc7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.2737954 Nov 09 17:49:01.427564 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:01.437789 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:01.552266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] For port 8a5051bc-9544-4435-9208-30265d69bd39, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8a5051bc-9544-4435-9208-30265d69bd39,segment=NetworkSegment(36642859-9582-4fcc-9799-fa703a1d8507),segment_id=36642859-9582-4fcc-9799-fa703a1d8507)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:01.553312 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:01.939503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8a5051bc-9544-4435-9208-30265d69bd39 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:02.151685 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:02.152309 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:02.152799 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Floating IP c5abd496-2b8d-4b76-9a70-91bd85eba75f disassociated. External IP: 172.25.1.101, port: 8a5051bc-9544-4435-9208-30265d69bd39. Nov 09 17:49:02.153379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Calling delete_port for 8a5051bc-9544-4435-9208-30265d69bd39 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:02.325042 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:02.491017 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:02.553658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Pushing event deleted for resources: {'Port': ['ID=8a5051bc-9544-4435-9208-30265d69bd39,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:02.692598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e7ed7-68f0-4d23-ba76-e006ec976558 req-a8ff670c-1f3a-43a2-8afc-8b9932183d3e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:02.712897 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f31e7ed7-68f0-4d23-ba76-e006ec976558 req-a8ff670c-1f3a-43a2-8afc-8b9932183d3e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 945 time: 0.2616942 Nov 09 17:49:02.847159 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f31e7ed7-68f0-4d23-ba76-e006ec976558 req-2fa407d4-1f68-4dba-a28e-92065a178f56 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266470 Nov 09 17:49:02.868282 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9f54e4d9-4a99-430e-8f54-57f1435766f3 req-c19cf5d3-33f9-4baf-8341-c35c76174638 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 210 time: 0.1403410 Nov 09 17:49:02.954921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Router 0675fc67-06e9-456c-b2a8-846c4a841824 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:49:03.462167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ede790-5f8f-40e0-9447-f3926f4f3a53 req-85501908-8580-48e2-ab0f-bce89c36b72a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:03.463949 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-40ede790-5f8f-40e0-9447-f3926f4f3a53 req-85501908-8580-48e2-ab0f-bce89c36b72a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.3328938 Nov 09 17:49:03.485906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.objects.ports [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:49:03.533200 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-40ede790-5f8f-40e0-9447-f3926f4f3a53 req-97c6973e-4a58-47a7-8349-7949b1b7fd8c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456007 Nov 09 17:49:03.534386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:03.538558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75d822e7-1091-4ce7-be88-d192be6e1d94 req-4852a2a7-e3a7-43b9-b99c-2854f61c772a tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.2510283 Nov 09 17:49:03.562738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:03.565653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:03.579392 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90c2cf6-8d88-4667-b6b4-67af85967cab None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:03.602593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:03.604069 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:03.621918 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:49:03.639584 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa6a7d-02bf-438c-9edd-f1618513aee3 None None] Sync routers for ids ['0675fc67-06e9-456c-b2a8-846c4a841824'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:49:03.692299 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa6a7d-02bf-438c-9edd-f1618513aee3 None None] Routers {'0675fc67-06e9-456c-b2a8-846c4a841824'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:03.693379 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-aafa6a7d-02bf-438c-9edd-f1618513aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:48:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0675fc67-06e9-456c-b2a8-846c4a841824'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:03.739330 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8239632 Nov 09 17:49:03.748119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36608) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:03.762353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e96bbda0-a7d8-4960-992b-5f3e51598f5b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:03.781251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] No DVR routers for this DVR port 8a5051bc-9544-4435-9208-30265d69bd39 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:03.800116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=d0006638-56d7-4f3f-b6a4-261080f16f7a,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:03.873388 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:03.874960 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:03.875839 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:03.882605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:03.883337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:03.887249 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:03.890874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:03.891642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:03.892385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:03.894779 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3b56935-71b2-400b-af10-8d000f654584 req-5d03d67a-d808-409e-909c-4638378fcfc0 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.13 "DELETE /v2.0/ports/8a5051bc-9544-4435-9208-30265d69bd39 HTTP/1.1" status: 204 len: 173 time: 4.2280850 Nov 09 17:49:03.895673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:03.899458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:03.899735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:03.912047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c27634d-cc1b-4b67-8252-a3b02515d235 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:03.975468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9549cb29-76cd-4cb6-9e3b-44e8625ec869', 'name': 'network-vif-deleted', 'tag': '8a5051bc-9544-4435-9208-30265d69bd39'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:49:04.018805 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb88485-2f31-4f6e-9a4d-80adf2314c56" -d '{"events": [{"server_uuid": "9549cb29-76cd-4cb6-9e3b-44e8625ec869", "name": "network-vif-deleted", "tag": "8a5051bc-9544-4435-9208-30265d69bd39"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:49:04.105486 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:49:04.230671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': 'd0006638-56d7-4f3f-b6a4-261080f16f7a'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:49:04.232194 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:04.285867 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-aafa6a7d-02bf-438c-9edd-f1618513aee3 None None] Set router 0675fc67-06e9-456c-b2a8-846c4a841824 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:04.359208 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c96e0930-1b98-463b-a8cf-a5b19cd70c93 req-9a87c634-a7ce-41b1-b90e-40b6e430c841 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/ports?device_id=9549cb29-76cd-4cb6-9e3b-44e8625ec869 HTTP/1.1" status: 200 len: 210 time: 0.1336403 Nov 09 17:49:04.678211 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8ea77-2358-48ca-a874-1308c81fa34c req-428eb8d6-b34a-40ee-85d5-9716019fdff8 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:04.692286 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43e8ea77-2358-48ca-a874-1308c81fa34c req-428eb8d6-b34a-40ee-85d5-9716019fdff8 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 945 time: 0.1526387 Nov 09 17:49:04.776158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Allocated IP 2001:db8::f816:3eff:fed4:b452 (95294590-f827-4cfc-bf5f-176a9c97fb32/d0006638-56d7-4f3f-b6a4-261080f16f7a/c6b76962-e551-4fdc-a36d-b23182c02b88) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:04.813505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43e8ea77-2358-48ca-a874-1308c81fa34c req-52d9efd2-f3f1-43af-8dcd-af45dbeb9f83 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197038 Nov 09 17:49:04.855941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17e725-ddd8-4b53-b231-7e1acc21793a req-ae7d6dbe-8f43-410c-8e09-e0ac1a29b276 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:04.870113 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f17e725-ddd8-4b53-b231-7e1acc21793a req-ae7d6dbe-8f43-410c-8e09-e0ac1a29b276 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.9497750 Nov 09 17:49:05.003565 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5c06cb-8710-4fe9-80cf-5d0a635d4a0f x-openstack-request-id: req-0c5c06cb-8710-4fe9-80cf-5d0a635d4a0f {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:49:05.004077 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9549cb29-76cd-4cb6-9e3b-44e8625ec869", "name": "network-vif-deleted", "tag": "8a5051bc-9544-4435-9208-30265d69bd39", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:49:05.004389 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c5c06cb-8710-4fe9-80cf-5d0a635d4a0f {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:49:05.006023 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9549cb29-76cd-4cb6-9e3b-44e8625ec869', 'name': 'network-vif-deleted', 'tag': '8a5051bc-9544-4435-9208-30265d69bd39', 'status': 'completed', 'code': 200} Nov 09 17:49:05.039949 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96bbda0-a7d8-4960-992b-5f3e51598f5b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:05.079828 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e96bbda0-a7d8-4960-992b-5f3e51598f5b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:05.110564 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-aafa6a7d-02bf-438c-9edd-f1618513aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:46:32Z', 'revision_number': 4, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8248cf8d-27c9-4a58-8738-2093deb6a2ec', 'name': '', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'mac_address': 'fa:16:3e:ff:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:31Z', 'updated_at': '2021-11-09T17:46:39Z', 'revision_number': 5, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'subnets': [{'id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:05.179630 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f17e725-ddd8-4b53-b231-7e1acc21793a req-778ba9db-8e3a-41ec-848f-aa2d08ffc702 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999079 Nov 09 17:49:05.375588 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa6a7d-02bf-438c-9edd-f1618513aee3 None None] Checking router: 0675fc67-06e9-456c-b2a8-846c4a841824 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:49:05.427096 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa6a7d-02bf-438c-9edd-f1618513aee3 None None] Routers {'0675fc67-06e9-456c-b2a8-846c4a841824'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:05.430760 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-aafa6a7d-02bf-438c-9edd-f1618513aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:48:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0675fc67-06e9-456c-b2a8-846c4a841824'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:05.557024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cb4ff-5694-4725-bff9-6f9046411c04 req-93258c00-5d4f-4622-b25e-f69591c6c27e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:05.557759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a5ff26d-5647-469b-acf8-febb5939cd35 req-1b8c87ad-09ec-4664-9d04-eca94bd40900 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.1593547 Nov 09 17:49:05.572109 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:05.575953 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-595cb4ff-5694-4725-bff9-6f9046411c04 req-93258c00-5d4f-4622-b25e-f69591c6c27e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2897768 Nov 09 17:49:05.584036 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:05.676336 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Pushing event updated for resources: {'Port': ['ID=c6b76962-e551-4fdc-a36d-b23182c02b88,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:05.701753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:05.708787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:05.714968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:05.764861 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-595cb4ff-5694-4725-bff9-6f9046411c04 req-c9a70b05-f7ea-4cbc-8876-8e347b296d51 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830931 Nov 09 17:49:05.881256 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36644) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:05.889324 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-aafa6a7d-02bf-438c-9edd-f1618513aee3 None None] Set router 0675fc67-06e9-456c-b2a8-846c4a841824 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:05.941319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Attempting to bind port c6b76962-e551-4fdc-a36d-b23182c02b88 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:49:05.941939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Attempting to bind port c6b76962-e551-4fdc-a36d-b23182c02b88 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:49:05.942147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Attempting to bind port c6b76962-e551-4fdc-a36d-b23182c02b88 on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:05.968564 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:05.969045 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:49:05.969657 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:05.971391 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:05.971981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Bound port: c6b76962-e551-4fdc-a36d-b23182c02b88, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:49:05.979639 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:06.129201 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b00f4a-346e-49d2-b2c6-554915b294bf req-72a5d98e-17bb-4dbe-b131-d7e983fc5a6d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:06.141012 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-25b00f4a-346e-49d2-b2c6-554915b294bf req-72a5d98e-17bb-4dbe-b131-d7e983fc5a6d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 945 time: 0.1517808 Nov 09 17:49:06.213115 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57e34bae-6f4e-4606-8e9c-566248bb1b3c tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:06.272969 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e96bbda0-a7d8-4960-992b-5f3e51598f5b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:06.284753 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-25b00f4a-346e-49d2-b2c6-554915b294bf req-04665dca-6627-4ad7-b617-0039561e1c99 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425173 Nov 09 17:49:06.339713 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] For port c6b76962-e551-4fdc-a36d-b23182c02b88, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:06.350993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] For port c6b76962-e551-4fdc-a36d-b23182c02b88, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c6b76962-e551-4fdc-a36d-b23182c02b88,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:06.361294 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:06.456755 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57e34bae-6f4e-4606-8e9c-566248bb1b3c tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:06.667345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf25c8-5f40-484e-ab07-7bb8bb9b3fce None None] Pushing event updated for resources: {'Port': ['ID=c6b76962-e551-4fdc-a36d-b23182c02b88,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:06.714247 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57e34bae-6f4e-4606-8e9c-566248bb1b3c tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:06.751056 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57e34bae-6f4e-4606-8e9c-566248bb1b3c tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:06.762612 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-57e34bae-6f4e-4606-8e9c-566248bb1b3c tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "DELETE /v2.0/security-groups/7af940c1-472b-46c1-ad05-fa1339b2622e HTTP/1.1" status: 204 len: 168 time: 0.8792391 Nov 09 17:49:06.796494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36660) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:06.806602 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-aafa6a7d-02bf-438c-9edd-f1618513aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:46:32Z', 'revision_number': 4, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8248cf8d-27c9-4a58-8738-2093deb6a2ec', 'name': '', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'mac_address': 'fa:16:3e:ff:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:31Z', 'updated_at': '2021-11-09T17:46:39Z', 'revision_number': 5, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'subnets': [{'id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:06.812444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bbda0-a7d8-4960-992b-5f3e51598f5b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=a71509c2-b168-4665-8dc5-5c83899fa4d6,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:06.867012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e34bae-6f4e-4606-8e9c-566248bb1b3c tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af940c1-472b-46c1-ad05-fa1339b2622e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:06.878840 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa6a7d-02bf-438c-9edd-f1618513aee3 None None] The sync data for ids ['0675fc67-06e9-456c-b2a8-846c4a841824'] in n-d-817236-1 is: [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:46:32Z', 'revision_number': 4, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8248cf8d-27c9-4a58-8738-2093deb6a2ec', 'name': '', 'network_id': '2547d83b-674a-417f-950e-93adcb3550ba', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'mac_address': 'fa:16:3e:ff:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:31Z', 'updated_at': '2021-11-09T17:46:39Z', 'revision_number': 5, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'subnets': [{'id': '7d425bd5-4e16-4e5e-8642-14de89a37cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:49:06.882521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96bbda0-a7d8-4960-992b-5f3e51598f5b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:06.901209 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-8e253407-3a03-4eeb-a2da-de952b6a82c9 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] show failed (client error): The resource could not be found. Nov 09 17:49:06.910189 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8e253407-3a03-4eeb-a2da-de952b6a82c9 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "GET /v2.0/security-groups/7af940c1-472b-46c1-ad05-fa1339b2622e HTTP/1.1" status: 404 len: 347 time: 0.1071229 Nov 09 17:49:06.910925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-e96bbda0-a7d8-4960-992b-5f3e51598f5b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:06.911739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36666) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:06.916670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96bbda0-a7d8-4960-992b-5f3e51598f5b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:06.925807 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e96bbda0-a7d8-4960-992b-5f3e51598f5b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:06.992084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b731b0-3858-45ae-bed9-b1e48db491ae req-782af208-5f02-4017-853f-f8296a046388 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:07.007914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58b731b0-3858-45ae-bed9-b1e48db491ae req-782af208-5f02-4017-853f-f8296a046388 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.6619565 Nov 09 17:49:07.188750 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58b731b0-3858-45ae-bed9-b1e48db491ae req-e822a30b-163d-4989-a71b-ad827b012c15 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791821 Nov 09 17:49:07.223068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e96bbda0-a7d8-4960-992b-5f3e51598f5b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4732399 Nov 09 17:49:07.230867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36672) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:07.240873 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'mac_address': 'fa:16:3e:4f:77:51', 'name': 'tempest-NetworksTestDHCPv6-1446987650'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:07.541147 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dfd4b621-a49e-4e03-97e7-7bdc9980934c req-f07db605-7b7c-4fa0-a28b-50975f388398 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.0870044 Nov 09 17:49:07.589763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:07.656953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-e9e89171-fce0-4b16-87ba-94c1c0916c27 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Deleting port aab762cd-20f3-4a32-a96c-bf55e0965d3e {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:07.660269 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9e89171-fce0-4b16-87ba-94c1c0916c27 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:07.677749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782d287-3558-438f-bebb-78c9f5fc641d None None] New status for floating IP c5abd496-2b8d-4b76-9a70-91bd85eba75f: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:49:08.051338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887adca-689d-4eaf-befc-0c12294f2690 req-c86a0dc1-a608-42d3-9790-4ac77bd4414f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:08.058160 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f887adca-689d-4eaf-befc-0c12294f2690 req-c86a0dc1-a608-42d3-9790-4ac77bd4414f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.6212957 Nov 09 17:49:08.069928 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9e89171-fce0-4b16-87ba-94c1c0916c27 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:08.070740 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9e89171-fce0-4b16-87ba-94c1c0916c27 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:08.129259 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c954-b2c0-41ff-b95f-6a5433a87f19 req-42fbfdb1-7a61-4613-8291-9375ed3487f5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:08.144491 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6402c954-b2c0-41ff-b95f-6a5433a87f19 req-42fbfdb1-7a61-4613-8291-9375ed3487f5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 945 time: 0.1924531 Nov 09 17:49:08.161199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-e9e89171-fce0-4b16-87ba-94c1c0916c27 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Calling delete_port for aab762cd-20f3-4a32-a96c-bf55e0965d3e owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:08.370292 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6402c954-b2c0-41ff-b95f-6a5433a87f19 req-b4074d09-f3d9-419f-99db-517ec6b65b2a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242968 Nov 09 17:49:08.465476 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f887adca-689d-4eaf-befc-0c12294f2690 req-43d8929c-a618-4d9d-9ff5-3e18031f6bf6 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855526 Nov 09 17:49:08.470425 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:08.574129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 71540bb0-4296-4a31-a08d-ea473b2f86eb yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:49:08.960055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 172.20.0.4 (95294590-f827-4cfc-bf5f-176a9c97fb32/a71509c2-b168-4665-8dc5-5c83899fa4d6/71540bb0-4296-4a31-a08d-ea473b2f86eb) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:08.967952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::f816:3eff:fe4f:7751 (95294590-f827-4cfc-bf5f-176a9c97fb32/d0006638-56d7-4f3f-b6a4-261080f16f7a/71540bb0-4296-4a31-a08d-ea473b2f86eb) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:08.999296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c9dbc-0241-4a6f-9b2c-614c007e2129 req-8d7cae0f-bb5b-4a9f-93cb-26b0b3f70494 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:09.027899 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f35c9dbc-0241-4a6f-9b2c-614c007e2129 req-8d7cae0f-bb5b-4a9f-93cb-26b0b3f70494 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.3246725 Nov 09 17:49:09.116804 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c98f0d86-19cb-463f-9b5c-477d3010feaa req-df78374a-e313-4164-84de-0b9afd5e2cff tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.0923123 Nov 09 17:49:09.132118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9e89171-fce0-4b16-87ba-94c1c0916c27 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:09.191923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c6b76962-e551-4fdc-a36d-b23182c02b88 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:09.200730 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe1e03-6f00-4a2f-ac8b-3a6ee503eab8 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:09.248924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f35c9dbc-0241-4a6f-9b2c-614c007e2129 req-5453f81f-e107-415d-99b3-5f49be255ed8 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195563 Nov 09 17:49:09.309063 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e89171-fce0-4b16-87ba-94c1c0916c27 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Pushing event deleted for resources: {'Port': ['ID=aab762cd-20f3-4a32-a96c-bf55e0965d3e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:09.537062 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9e89171-fce0-4b16-87ba-94c1c0916c27 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:09.555995 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9e89171-fce0-4b16-87ba-94c1c0916c27 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:09.556300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fe051078-49a2-4cd0-b6b8-40327ae28ab5 None None] Provisioning complete for port c6b76962-e551-4fdc-a36d-b23182c02b88 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:09.556893 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe051078-49a2-4cd0-b6b8-40327ae28ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:09.561338 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e9e89171-fce0-4b16-87ba-94c1c0916c27 tempest-ServersTestFqdnHostnames-1536383727 tempest-ServersTestFqdnHostnames-1536383727-project] 10.222.0.81 "DELETE /v2.0/floatingips/c5abd496-2b8d-4b76-9a70-91bd85eba75f HTTP/1.1" status: 204 len: 168 time: 2.6336486 Nov 09 17:49:09.566405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36702) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:09.758407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c6b76962-e551-4fdc-a36d-b23182c02b88 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:09.758797 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:09.801040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac04f93-4a43-4ef2-8566-d50e85558f80 req-ec88be8a-cb4a-4587-9816-f4698691ee7a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:09.809972 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cac04f93-4a43-4ef2-8566-d50e85558f80 req-ec88be8a-cb4a-4587-9816-f4698691ee7a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.0933237 Nov 09 17:49:09.864160 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cac04f93-4a43-4ef2-8566-d50e85558f80 req-68daa23b-4350-45c5-b49f-3d0103f3833a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480437 Nov 09 17:49:09.932068 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:10.089215 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b933f-59ed-40c4-a0c1-eef0a23ea9d0 req-7a7d703d-ab39-455d-9f76-ba709e2ad5b1 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:10.091983 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2c7b933f-59ed-40c4-a0c1-eef0a23ea9d0 req-7a7d703d-ab39-455d-9f76-ba709e2ad5b1 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 945 time: 0.7852454 Nov 09 17:49:10.114961 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe051078-49a2-4cd0-b6b8-40327ae28ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:10.185547 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:10.223701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fe051078-49a2-4cd0-b6b8-40327ae28ab5 None None] For port c6b76962-e551-4fdc-a36d-b23182c02b88, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c6b76962-e551-4fdc-a36d-b23182c02b88,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:10.382189 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe051078-49a2-4cd0-b6b8-40327ae28ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:10.382873 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a801b437-00ba-4cd0-b2b4-7f790d2a8129 req-ded892c6-74b4-4e55-b5d1-dd5d2893b4c7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.0455780 Nov 09 17:49:10.594454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cb7a8-8115-44c5-b168-362409a6884d req-5bbe8268-5711-42a9-8e9b-fdf1ab89f414 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:10.606868 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e89cb7a8-8115-44c5-b168-362409a6884d req-5bbe8268-5711-42a9-8e9b-fdf1ab89f414 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.1123254 Nov 09 17:49:10.616753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe051078-49a2-4cd0-b6b8-40327ae28ab5 None None] Pushing event updated for resources: {'Port': ['ID=c6b76962-e551-4fdc-a36d-b23182c02b88,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:10.684601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6574186b-e201-4c8a-9be0-03d3a4e51606 None None] Update dhcp port {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'fixed_ips': [{'subnet_id': 'd0006638-56d7-4f3f-b6a4-261080f16f7a', 'ip_address': '2001:db8::f816:3eff:fed4:b452'}, {'subnet_id': 'a71509c2-b168-4665-8dc5-5c83899fa4d6'}], 'binding:host_id': 'n-d-817236-1'}, 'id': 'c6b76962-e551-4fdc-a36d-b23182c02b88'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:49:10.697100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=71540bb0-4296-4a31-a08d-ea473b2f86eb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:10.716253 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e89cb7a8-8115-44c5-b168-362409a6884d req-6c5527a2-81db-4048-9471-0e1ae5692c60 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062307 Nov 09 17:49:10.758273 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6574186b-e201-4c8a-9be0-03d3a4e51606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:10.805243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c6b76962-e551-4fdc-a36d-b23182c02b88 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:10.850011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05d382-7eb4-4b17-abd3-0012b70e6895 req-a1c57b38-ad0c-4e2b-9636-ad25d4958dfa tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:10.859272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9e05d382-7eb4-4b17-abd3-0012b70e6895 req-a1c57b38-ad0c-4e2b-9636-ad25d4958dfa tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 945 time: 0.8598671 Nov 09 17:49:10.909990 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d85e04b8-e135-4685-b97c-30dca1faaf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:10.942668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:10.971543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:11.055610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:11.172529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-6574186b-e201-4c8a-9be0-03d3a4e51606 None None] Allocated IP 172.20.0.2 (95294590-f827-4cfc-bf5f-176a9c97fb32/a71509c2-b168-4665-8dc5-5c83899fa4d6/c6b76962-e551-4fdc-a36d-b23182c02b88) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:11.215528 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9e05d382-7eb4-4b17-abd3-0012b70e6895 req-ed4716b4-5939-4eee-b854-032182da4b86 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551571 Nov 09 17:49:11.262700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a6c78-bdb5-4d7c-9584-2876fdc373cd req-08b42e79-25d7-4576-9baa-2b22b08599d0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:11.293074 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-337a6c78-bdb5-4d7c-9584-2876fdc373cd req-08b42e79-25d7-4576-9baa-2b22b08599d0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1086752 Nov 09 17:49:11.354994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6574186b-e201-4c8a-9be0-03d3a4e51606 None None] For port c6b76962-e551-4fdc-a36d-b23182c02b88, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c6b76962-e551-4fdc-a36d-b23182c02b88,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:11.385129 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6574186b-e201-4c8a-9be0-03d3a4e51606 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:11.406103 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6574186b-e201-4c8a-9be0-03d3a4e51606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:11.413290 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-337a6c78-bdb5-4d7c-9584-2876fdc373cd req-fbf0a7a0-2e49-4057-a788-b48686089120 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204927 Nov 09 17:49:11.499196 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c6b76962-e551-4fdc-a36d-b23182c02b88 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:11.499528 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:11.638486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574186b-e201-4c8a-9be0-03d3a4e51606 None None] Pushing event updated for resources: {'Port': ['ID=c6b76962-e551-4fdc-a36d-b23182c02b88,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:11.665520 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88fff958-2807-4af3-8f4a-2e770e1dcc9d req-dc94b805-8a1e-4591-b4c6-2cbfcfcd92ec tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.0892384 Nov 09 17:49:12.093681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0ac7c-8834-4569-bcad-ee73ec1e696f req-f5c04bea-561c-4b3d-b009-2343b9c1c011 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:12.095542 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fb0ac7c-8834-4569-bcad-ee73ec1e696f req-f5c04bea-561c-4b3d-b009-2343b9c1c011 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.1204913 Nov 09 17:49:12.119522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:12.120423 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:12.221606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fb0ac7c-8834-4569-bcad-ee73ec1e696f req-69de686a-a915-4b66-bdb8-2aea4b3808e9 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971236 Nov 09 17:49:12.252631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-2c7b933f-59ed-40c4-a0c1-eef0a23ea9d0 req-4db0ea77-5891-4515-a679-655e06adda56 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Deleting port afcc7026-c512-49b6-8897-94d5235fde28 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:12.252631 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2c7b933f-59ed-40c4-a0c1-eef0a23ea9d0 req-4db0ea77-5891-4515-a679-655e06adda56 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:12.270462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe1030-605d-4f60-9bc5-a96d494b4ef6 req-a9a772fa-03df-47c7-afdb-1e40999e959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:12.288349 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aafe1030-605d-4f60-9bc5-a96d494b4ef6 req-a9a772fa-03df-47c7-afdb-1e40999e959a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9de592cb02554687827aa6b5c7812402&device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 1096 time: 0.2849863 Nov 09 17:49:12.498861 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-89280efb-1613-45a7-a937-7a92f72b5733 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.2658730 Nov 09 17:49:12.508588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36760) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:12.755977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92c6f9-9652-4e03-93d5-34ad1bf8ef3a req-b99d5d6d-9e6c-4031-83e0-bad5e07a086f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:12.776907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe1030-605d-4f60-9bc5-a96d494b4ef6 req-edb46f4b-07a5-4b11-bb29-04006e02d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:12.778733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aafe1030-605d-4f60-9bc5-a96d494b4ef6 req-edb46f4b-07a5-4b11-bb29-04006e02d7d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48 HTTP/1.1" status: 200 len: 917 time: 0.4268413 Nov 09 17:49:12.792795 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d92c6f9-9652-4e03-93d5-34ad1bf8ef3a req-b99d5d6d-9e6c-4031-83e0-bad5e07a086f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 945 time: 0.3885603 Nov 09 17:49:12.891299 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c6b76962-e551-4fdc-a36d-b23182c02b88 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:12.908296 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d92c6f9-9652-4e03-93d5-34ad1bf8ef3a req-1a8cf679-9af4-48f6-b074-2ec078a074b5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997252 Nov 09 17:49:12.937895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df2bcb3-ba20-44d8-ab77-b84343d6ed33 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:12.959720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df2bcb3-ba20-44d8-ab77-b84343d6ed33 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:12.962382 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6df2bcb3-ba20-44d8-ab77-b84343d6ed33 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4382858 Nov 09 17:49:12.968188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36768) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:13.131178 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c6b76962-e551-4fdc-a36d-b23182c02b88 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:13.131483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-2c7b933f-59ed-40c4-a0c1-eef0a23ea9d0 req-4db0ea77-5891-4515-a679-655e06adda56 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] For port afcc7026-c512-49b6-8897-94d5235fde28, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=afcc7026-c512-49b6-8897-94d5235fde28,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:13.132060 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2c7b933f-59ed-40c4-a0c1-eef0a23ea9d0 req-4db0ea77-5891-4515-a679-655e06adda56 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:13.140055 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:13.164505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-2c7b933f-59ed-40c4-a0c1-eef0a23ea9d0 req-4db0ea77-5891-4515-a679-655e06adda56 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Calling delete_port for afcc7026-c512-49b6-8897-94d5235fde28 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:13.293459 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aafe1030-605d-4f60-9bc5-a96d494b4ef6 req-c7ea4937-d6ad-442d-a513-2c8009968eac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=452dddf0-4ff3-4a8d-a8c6-57550338de48 HTTP/1.1" status: 200 len: 217 time: 0.5048020 Nov 09 17:49:13.359027 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b8b9bfc-52ab-4aab-9942-9127e5bb780f req-72b3ec2b-e194-4c11-8c23-fe8a22c5fd4c tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.2063637 Nov 09 17:49:13.457575 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d6017c4c-8ca6-45df-885d-70e578dd8eaa None None] Provisioning complete for port c6b76962-e551-4fdc-a36d-b23182c02b88 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:13.457891 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d6017c4c-8ca6-45df-885d-70e578dd8eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:13.509550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-e1b0fac8-4581-4011-af8f-d771ec326cde tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 71540bb0-4296-4a31-a08d-ea473b2f86eb {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:13.527186 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1b0fac8-4581-4011-af8f-d771ec326cde tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:13.615269 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2c7b933f-59ed-40c4-a0c1-eef0a23ea9d0 req-4db0ea77-5891-4515-a679-655e06adda56 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:13.913973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0ea77-5891-4515-a679-655e06adda56 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Pushing event deleted for resources: {'Port': ['ID=afcc7026-c512-49b6-8897-94d5235fde28,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:13.950388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd1b69-b896-45a6-b37a-a5c383a63613 req-7c20d569-8910-4024-bd76-64d3a302a04f tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:13.952197 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fedd1b69-b896-45a6-b37a-a5c383a63613 req-7c20d569-8910-4024-bd76-64d3a302a04f tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.2274523 Nov 09 17:49:13.958169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1b0fac8-4581-4011-af8f-d771ec326cde tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:13.985788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-e1b0fac8-4581-4011-af8f-d771ec326cde tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 71540bb0-4296-4a31-a08d-ea473b2f86eb owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:13.987422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7b933f-59ed-40c4-a0c1-eef0a23ea9d0 req-4db0ea77-5891-4515-a679-655e06adda56 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] No DVR routers for this DVR port afcc7026-c512-49b6-8897-94d5235fde28 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:13.991210 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2c7b933f-59ed-40c4-a0c1-eef0a23ea9d0 req-4db0ea77-5891-4515-a679-655e06adda56 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:13.996796 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2c7b933f-59ed-40c4-a0c1-eef0a23ea9d0 req-4db0ea77-5891-4515-a679-655e06adda56 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "DELETE /v2.0/ports/afcc7026-c512-49b6-8897-94d5235fde28 HTTP/1.1" status: 204 len: 173 time: 3.7947576 Nov 09 17:49:14.021527 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3d2e6d26-2e48-4e49-9a71-7803f57f6daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:14.025008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3aa669-0386-4f59-9074-43ca30a61042', 'name': 'network-vif-deleted', 'tag': 'afcc7026-c512-49b6-8897-94d5235fde28'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:49:14.028009 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c24c054-e1f9-4cc6-a1ef-32b06faa9f62" -d '{"events": [{"server_uuid": "6b3aa669-0386-4f59-9074-43ca30a61042", "name": "network-vif-deleted", "tag": "afcc7026-c512-49b6-8897-94d5235fde28"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:49:14.059903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f54a9-ba7d-4ce9-a495-287fecaf7ec9 req-67042b96-5730-46b7-b4ae-8efc0253c6eb tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:14.062082 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-941f54a9-ba7d-4ce9-a495-287fecaf7ec9 req-67042b96-5730-46b7-b4ae-8efc0253c6eb tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 1.2335584 Nov 09 17:49:14.092840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe1030-605d-4f60-9bc5-a96d494b4ef6 req-5c244a12-b76b-4e17-a62a-97855202f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:14.095327 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aafe1030-605d-4f60-9bc5-a96d494b4ef6 req-5c244a12-b76b-4e17-a62a-97855202f64b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74bdd4d4-2ac5-4dd0-848d-119bf24df699 HTTP/1.1" status: 200 len: 855 time: 0.5272965 Nov 09 17:49:14.103393 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device afcc7026-c512-49b6-8897-94d5235fde28 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:14.114333 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4152d964-de1b-4fa3-9c29-9d9afc38171f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:14.192837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: afcc7026-c512-49b6-8897-94d5235fde28 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:49:14.193401 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device afcc7026-c512-49b6-8897-94d5235fde28 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:49:14.265334 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d6017c4c-8ca6-45df-885d-70e578dd8eaa None None] Provisioning complete for port 71540bb0-4296-4a31-a08d-ea473b2f86eb triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:14.265646 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d6017c4c-8ca6-45df-885d-70e578dd8eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:14.350096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d6017c4c-8ca6-45df-885d-70e578dd8eaa None None] Port 71540bb0-4296-4a31-a08d-ea473b2f86eb cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:49:14.429877 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:14.500549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-52a9dfb8-01ac-4c33-87c7-70c048149789 None None] Provisioning complete for port 71540bb0-4296-4a31-a08d-ea473b2f86eb triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:14.501051 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52a9dfb8-01ac-4c33-87c7-70c048149789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:14.542165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-941f54a9-ba7d-4ce9-a495-287fecaf7ec9 req-ac421c9b-a666-42e7-90a1-bf6295400e00 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527700 Nov 09 17:49:14.618996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe1030-605d-4f60-9bc5-a96d494b4ef6 req-82fef17b-686c-4810-82a8-9eccac345deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:14.621212 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aafe1030-605d-4f60-9bc5-a96d494b4ef6 req-82fef17b-686c-4810-82a8-9eccac345deb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4831862 Nov 09 17:49:14.630087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-52a9dfb8-01ac-4c33-87c7-70c048149789 None None] Port 71540bb0-4296-4a31-a08d-ea473b2f86eb cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:49:14.636577 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fedd1b69-b896-45a6-b37a-a5c383a63613 req-1d853cfd-bcbd-4299-a328-71b70baa3c27 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427003 Nov 09 17:49:14.799983 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1b0fac8-4581-4011-af8f-d771ec326cde tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:14.814837 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6ceec69-8298-4f2c-bf04-ee4446bc3cbc req-f7017b40-30c5-45fa-8abb-6191c069a0b7 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b3aa669-0386-4f59-9074-43ca30a61042 HTTP/1.1" status: 200 len: 210 time: 0.0637438 Nov 09 17:49:14.833245 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043dcfbf-d7ae-4b1f-9833-564a4abd89c9 x-openstack-request-id: req-043dcfbf-d7ae-4b1f-9833-564a4abd89c9 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:49:14.833749 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3aa669-0386-4f59-9074-43ca30a61042", "name": "network-vif-deleted", "tag": "afcc7026-c512-49b6-8897-94d5235fde28", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:49:14.834183 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-043dcfbf-d7ae-4b1f-9833-564a4abd89c9 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:49:14.834872 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3aa669-0386-4f59-9074-43ca30a61042', 'name': 'network-vif-deleted', 'tag': 'afcc7026-c512-49b6-8897-94d5235fde28', 'status': 'completed', 'code': 200} Nov 09 17:49:14.881663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0fac8-4581-4011-af8f-d771ec326cde tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=71540bb0-4296-4a31-a08d-ea473b2f86eb,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:15.092403 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aafe1030-605d-4f60-9bc5-a96d494b4ef6 req-084c9fd2-72e2-4c70-bf94-ac341103275c service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616547 Nov 09 17:49:15.130779 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c49e0920-3a82-43f3-b9b7-0f86158ea1a3 req-8ec57fcf-b710-4342-b1f9-1e681b95542d tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.1371799 Nov 09 17:49:15.219600 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1b0fac8-4581-4011-af8f-d771ec326cde tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:15.226638 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e1b0fac8-4581-4011-af8f-d771ec326cde tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/71540bb0-4296-4a31-a08d-ea473b2f86eb HTTP/1.1" status: 204 len: 168 time: 2.2572253 Nov 09 17:49:15.235433 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36800) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:15.291737 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:15.333744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88240120-fbb2-4dc4-bfd7-e327c0192820 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:15.336232 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88240120-fbb2-4dc4-bfd7-e327c0192820 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:15.337392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88240120-fbb2-4dc4-bfd7-e327c0192820 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:15.349725 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-88240120-fbb2-4dc4-bfd7-e327c0192820 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1023917 Nov 09 17:49:15.350448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36804) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:15.353296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aafe1030-605d-4f60-9bc5-a96d494b4ef6 req-64991625-aa3b-47f2-8ad9-057f42ba24e2 service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525938 Nov 09 17:49:15.537953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d9a278-2018-4f59-b913-c6f9bce3f817 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet a71509c2-b168-4665-8dc5-5c83899fa4d6 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:49:15.546839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a278-2018-4f59-b913-c6f9bce3f817 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:15.586936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4152d964-de1b-4fa3-9c29-9d9afc38171f admin admin] Deleting port 8248cf8d-27c9-4a58-8738-2093deb6a2ec {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:15.588339 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4152d964-de1b-4fa3-9c29-9d9afc38171f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:15.741484 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a278-2018-4f59-b913-c6f9bce3f817 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:16.021506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79f820-1236-4b19-88a5-26ab8d8297ce req-bedd94e4-e583-4d9c-a863-1370ba603008 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:16.023425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e79f820-1236-4b19-88a5-26ab8d8297ce req-bedd94e4-e583-4d9c-a863-1370ba603008 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.1687696 Nov 09 17:49:16.146626 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e79f820-1236-4b19-88a5-26ab8d8297ce req-7d3c1545-561c-40e1-a9ce-6939eba68416 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829470 Nov 09 17:49:16.173350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-4152d964-de1b-4fa3-9c29-9d9afc38171f admin admin] For port 8248cf8d-27c9-4a58-8738-2093deb6a2ec, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8248cf8d-27c9-4a58-8738-2093deb6a2ec,segment=NetworkSegment(36642859-9582-4fcc-9799-fa703a1d8507),segment_id=36642859-9582-4fcc-9799-fa703a1d8507)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:16.174328 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4152d964-de1b-4fa3-9c29-9d9afc38171f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:16.192359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4152d964-de1b-4fa3-9c29-9d9afc38171f admin admin] Calling delete_port for 8248cf8d-27c9-4a58-8738-2093deb6a2ec owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:16.246755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebce20c-5a4b-4f83-944e-abaa14afb8c0 req-82329f34-23b6-4507-8f37-58dd07ccf88f tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:16.248829 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ebce20c-5a4b-4f83-944e-abaa14afb8c0 req-82329f34-23b6-4507-8f37-58dd07ccf88f tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.3246889 Nov 09 17:49:16.275565 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a278-2018-4f59-b913-c6f9bce3f817 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:16.539688 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ebce20c-5a4b-4f83-944e-abaa14afb8c0 req-e844017f-6bed-47e6-967a-9e02a532e86e tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959579 Nov 09 17:49:16.554464 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4152d964-de1b-4fa3-9c29-9d9afc38171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:16.573593 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a278-2018-4f59-b913-c6f9bce3f817 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:16.599390 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-663df60a-9396-4eb2-9ca4-936d3546ea38 req-fab14cab-0eb1-455c-88a9-f21da51310e0 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.0574648 Nov 09 17:49:16.625162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152d964-de1b-4fa3-9c29-9d9afc38171f admin admin] Pushing event deleted for resources: {'Port': ['ID=8248cf8d-27c9-4a58-8738-2093deb6a2ec,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:16.632554 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a278-2018-4f59-b913-c6f9bce3f817 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:16.644381 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e7d9a278-2018-4f59-b913-c6f9bce3f817 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/a71509c2-b168-4665-8dc5-5c83899fa4d6 HTTP/1.1" status: 204 len: 168 time: 1.2901618 Nov 09 17:49:16.689385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230fa8f-2602-4e67-977f-26657598a8bd None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:16.693676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36838) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:16.749969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9a278-2018-4f59-b913-c6f9bce3f817 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=a71509c2-b168-4665-8dc5-5c83899fa4d6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:16.879133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fbbdd0-0e9c-4675-8773-568ad5236482 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet d0006638-56d7-4f3f-b6a4-261080f16f7a {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:49:16.883180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31fbbdd0-0e9c-4675-8773-568ad5236482 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:16.928919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-134f7bd2-c576-4e74-9437-f19c4744bbfa tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:16.939974 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-134f7bd2-c576-4e74-9437-f19c4744bbfa tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 811 time: 0.1921325 Nov 09 17:49:16.969256 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-3acfae88-7cb3-4619-8074-07f1361738ce tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/quotas/7d59107623fc4458b53a4793008d7877 HTTP/1.1" status: 200 len: 375 time: 0.0283194 Nov 09 17:49:17.008224 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31fbbdd0-0e9c-4675-8773-568ad5236482 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:17.048253 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-4c13cba2-ffda-4797-abf8-d4fa9bd90a7c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779748 Nov 09 17:49:17.266070 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-76fae37e-9101-4763-a1f6-71a1b2729322 service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168889 Nov 09 17:49:17.420632 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4152d964-de1b-4fa3-9c29-9d9afc38171f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:17.449386 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-ef6b078a-8903-4310-80cd-3fad96894b4b service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814497 Nov 09 17:49:17.514766 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31fbbdd0-0e9c-4675-8773-568ad5236482 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:17.562028 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:17.987031 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184a856-afef-4319-9a2e-9622dfd869a6 req-2ea2180c-bb11-429e-b8d3-5202b730a243 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:18.024019 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c184a856-afef-4319-9a2e-9622dfd869a6 req-2ea2180c-bb11-429e-b8d3-5202b730a243 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.1464376 Nov 09 17:49:18.107939 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31fbbdd0-0e9c-4675-8773-568ad5236482 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:18.223990 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c184a856-afef-4319-9a2e-9622dfd869a6 req-93651080-cd29-4055-a073-b37b9013e35f tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984482 Nov 09 17:49:18.290571 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31fbbdd0-0e9c-4675-8773-568ad5236482 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:18.306467 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36876) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:18.307297 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-31fbbdd0-0e9c-4675-8773-568ad5236482 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/d0006638-56d7-4f3f-b6a4-261080f16f7a HTTP/1.1" status: 204 len: 168 time: 1.6083760 Nov 09 17:49:18.504853 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0aba04ea-04a2-4d20-a3dd-7e48f79fd4a5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1960142 Nov 09 17:49:18.508755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36878) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:18.509197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc7224-8eb7-4ece-a1f1-e793e6fe495e req-4465320e-4960-45af-89f0-a9fcf282ff38 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:18.520184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-517ad3cb-7384-40b3-aa23-f24a98a6c272 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:18.544386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3acc7224-8eb7-4ece-a1f1-e793e6fe495e req-4465320e-4960-45af-89f0-a9fcf282ff38 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.8425684 Nov 09 17:49:18.642695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbbdd0-0e9c-4675-8773-568ad5236482 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=d0006638-56d7-4f3f-b6a4-261080f16f7a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:18.664782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b594397d-0f5a-481b-b6cf-c12f60d67b9d None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:18.837700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517ad3cb-7384-40b3-aa23-f24a98a6c272 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:18.844469 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-517ad3cb-7384-40b3-aa23-f24a98a6c272 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:19.040590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4ceb8be0-6231-4ce7-994d-293964a28d4b None None] Provisioning complete for port c6b76962-e551-4fdc-a36d-b23182c02b88 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:19.055573 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8be0-6231-4ce7-994d-293964a28d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:19.330172 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3acc7224-8eb7-4ece-a1f1-e793e6fe495e req-4fc364c6-868d-4c0c-a0f2-ca2ef9d08b6a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7815046 Nov 09 17:49:19.386675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae7d4f3-bcb9-49da-af7e-b0d0b3b4036d None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:19.507884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4152d964-de1b-4fa3-9c29-9d9afc38171f admin admin] Router 0675fc67-06e9-456c-b2a8-846c4a841824 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:49:19.573527 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-424de277-3195-4f4c-a4c5-17b79e3d5b21 req-8c4a4c72-bca5-4d1f-a2cc-c2d071d8301e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 210 time: 0.1072750 Nov 09 17:49:19.593247 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-493ac88b-bbd6-46b0-991b-47d012013de3 req-dde4fde0-7403-4ea1-ac38-369f2afd0cbf tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.0857577 Nov 09 17:49:19.600562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0ae7d4f3-bcb9-49da-af7e-b0d0b3b4036d None None] Deleting port c6b76962-e551-4fdc-a36d-b23182c02b88 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:19.600947 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0ae7d4f3-bcb9-49da-af7e-b0d0b3b4036d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:19.770863 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0ae7d4f3-bcb9-49da-af7e-b0d0b3b4036d None None] For port c6b76962-e551-4fdc-a36d-b23182c02b88, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c6b76962-e551-4fdc-a36d-b23182c02b88,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:19.772062 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0ae7d4f3-bcb9-49da-af7e-b0d0b3b4036d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:19.789629 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0ae7d4f3-bcb9-49da-af7e-b0d0b3b4036d None None] Calling delete_port for c6b76962-e551-4fdc-a36d-b23182c02b88 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:19.874931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4152d964-de1b-4fa3-9c29-9d9afc38171f admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:49:19.887491 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4152d964-de1b-4fa3-9c29-9d9afc38171f admin admin] 10.222.0.81 "PUT /v2.0/routers/0675fc67-06e9-456c-b2a8-846c4a841824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2955143 Nov 09 17:49:19.888182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36892) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:19.903415 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339c5fa-5605-4e88-ad24-6fa09e318fad None None] Sync routers for ids ['0675fc67-06e9-456c-b2a8-846c4a841824'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:49:19.921204 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339c5fa-5605-4e88-ad24-6fa09e318fad None None] Routers {'0675fc67-06e9-456c-b2a8-846c4a841824'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:19.924210 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4339c5fa-5605-4e88-ad24-6fa09e318fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:49:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0675fc67-06e9-456c-b2a8-846c4a841824'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:19.924931 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0ae7d4f3-bcb9-49da-af7e-b0d0b3b4036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:19.969121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7d4f3-bcb9-49da-af7e-b0d0b3b4036d None None] No DVR routers for this DVR port c6b76962-e551-4fdc-a36d-b23182c02b88 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:20.062989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7d4f3-bcb9-49da-af7e-b0d0b3b4036d None None] Pushing event deleted for resources: {'Port': ['ID=c6b76962-e551-4fdc-a36d-b23182c02b88,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:20.115160 n-d-817236-1 neutron-server[102155]: DEBUG neutron.objects.ports [None req-517ad3cb-7384-40b3-aa23-f24a98a6c272 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:49:20.162832 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-4339c5fa-5605-4e88-ad24-6fa09e318fad None None] Set router 0675fc67-06e9-456c-b2a8-846c4a841824 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:20.175506 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-517ad3cb-7384-40b3-aa23-f24a98a6c272 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:20.180279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-878c5991-92b5-45e6-97a5-959b04b4ffef tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:20.182516 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-878c5991-92b5-45e6-97a5-959b04b4ffef tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.18 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 811 time: 0.2929542 Nov 09 17:49:20.393154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:20.400332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-e4887a15-ec2b-4f86-96fe-cdaa04bb157b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Request body: {'port': {'device_id': '977d6226-bb30-4fc3-8ff6-c7f409607ca2', 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'admin_state_up': True, 'tenant_id': '7d59107623fc4458b53a4793008d7877'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:20.442643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ad3cb-7384-40b3-aa23-f24a98a6c272 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:20.465598 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-517ad3cb-7384-40b3-aa23-f24a98a6c272 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:20.480164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26beaa2e-19bd-48da-b7d0-acc68d2a8d05 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:20.505866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ad3cb-7384-40b3-aa23-f24a98a6c272 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:20.515695 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-517ad3cb-7384-40b3-aa23-f24a98a6c272 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:20.561628 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ad3cb-7384-40b3-aa23-f24a98a6c272 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=15001d5e-b194-4a46-ae3b-5841f2187db8,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:20.613449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011d779-8323-460b-b74a-677e18a73498 req-046d9f66-571b-4ce5-b99b-96c0512cf8b9 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:20.616453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5011d779-8323-460b-b74a-677e18a73498 req-046d9f66-571b-4ce5-b99b-96c0512cf8b9 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.6841288 Nov 09 17:49:20.645054 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-517ad3cb-7384-40b3-aa23-f24a98a6c272 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1337440 Nov 09 17:49:20.699837 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4339c5fa-5605-4e88-ad24-6fa09e318fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:49:16Z', 'revision_number': 5, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:20.767920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36902) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:20.783463 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a90ed1aa-a9dd-4c79-9bd0-70afbb4713d0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:20.810015 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339c5fa-5605-4e88-ad24-6fa09e318fad None None] Checking router: 0675fc67-06e9-456c-b2a8-846c4a841824 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:49:20.859452 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339c5fa-5605-4e88-ad24-6fa09e318fad None None] Routers {'0675fc67-06e9-456c-b2a8-846c4a841824'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:20.861285 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4339c5fa-5605-4e88-ad24-6fa09e318fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:49:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0675fc67-06e9-456c-b2a8-846c4a841824'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:20.957946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c6b76962-e551-4fdc-a36d-b23182c02b88 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:20.969737 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5011d779-8323-460b-b74a-677e18a73498 req-848c1213-2faa-4203-8188-32490a83a03a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420703 Nov 09 17:49:21.143388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: c6b76962-e551-4fdc-a36d-b23182c02b88 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:49:21.145449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c6b76962-e551-4fdc-a36d-b23182c02b88 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:49:21.183754 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eafd63d9-6138-47b7-957f-aec92153f5ba req-79ceedda-276f-4173-b19c-bf99ea9b5463 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbd3e7a3-b36e-4b48-9fb6-238e4710c67b HTTP/1.1" status: 200 len: 210 time: 0.0714436 Nov 09 17:49:21.186758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '15001d5e-b194-4a46-ae3b-5841f2187db8'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:49:21.188689 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:21.212689 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90ed1aa-a9dd-4c79-9bd0-70afbb4713d0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:21.216845 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a90ed1aa-a9dd-4c79-9bd0-70afbb4713d0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:21.344550 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-4339c5fa-5605-4e88-ad24-6fa09e318fad None None] Set router 0675fc67-06e9-456c-b2a8-846c4a841824 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:21.692728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Allocated IP 2001:db8::f816:3eff:fece:5f30 (95294590-f827-4cfc-bf5f-176a9c97fb32/15001d5e-b194-4a46-ae3b-5841f2187db8/f59a6815-4c47-416a-b30d-dafed957dd4e) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:21.921038 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed9ebebb-631e-487a-afdb-b6a3c96dcd1b req-ae788a7c-0dad-413e-a1d0-2e61500dec83 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 210 time: 0.4610410 Nov 09 17:49:21.924465 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a90ed1aa-a9dd-4c79-9bd0-70afbb4713d0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:22.111299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-e4887a15-ec2b-4f86-96fe-cdaa04bb157b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Made reservation on behalf of 7d59107623fc4458b53a4793008d7877 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:22.111948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ed1aa-a9dd-4c79-9bd0-70afbb4713d0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=974bd177-4cbd-4ede-8706-b3b40a3cbd10,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:22.124284 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-e4887a15-ec2b-4f86-96fe-cdaa04bb157b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:22.159708 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:22.175610 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:22.203488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ed1aa-a9dd-4c79-9bd0-70afbb4713d0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:22.206699 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4339c5fa-5605-4e88-ad24-6fa09e318fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:49:16Z', 'revision_number': 5, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:22.223762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-a90ed1aa-a9dd-4c79-9bd0-70afbb4713d0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:22.228879 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ed1aa-a9dd-4c79-9bd0-70afbb4713d0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:22.229752 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a90ed1aa-a9dd-4c79-9bd0-70afbb4713d0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:22.271515 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339c5fa-5605-4e88-ad24-6fa09e318fad None None] The sync data for ids ['0675fc67-06e9-456c-b2a8-846c4a841824'] in n-d-817236-1 is: [{'id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'name': 'tempest-ServersTestFqdnHostnames-1304164868-router', 'tenant_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:26Z', 'updated_at': '2021-11-09T17:49:16Z', 'revision_number': 5, 'project_id': 'fef0a5ff048c402f80a3a0b7a82d7c06', 'gw_port': {'id': '68e9c797-4eb2-4028-93d9-8dca4e8a045d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675fc67-06e9-456c-b2a8-846c4a841824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:28Z', 'updated_at': '2021-11-09T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:49:22.300517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff56123-0343-4896-9158-33505cc2d6cf req-86f1c808-b6ac-4f51-874e-4524db756133 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:22.309290 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7ff56123-0343-4896-9158-33505cc2d6cf req-86f1c808-b6ac-4f51-874e-4524db756133 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0e588a0-1048-44a8-8d3b-32accbe6e68c HTTP/1.1" status: 200 len: 946 time: 0.1884673 Nov 09 17:49:22.326000 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a90ed1aa-a9dd-4c79-9bd0-70afbb4713d0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5558918 Nov 09 17:49:22.361651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36910) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:22.373263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'mac_address': 'fa:16:3e:63:02:85', 'name': 'tempest-NetworksTestDHCPv6-1487209283'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:22.464337 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a98403-8237-4049-9296-795f92c1e907 req-0311c193-4b07-427e-9d81-073b6f0f0c72 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:22.472975 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b5a98403-8237-4049-9296-795f92c1e907 req-0311c193-4b07-427e-9d81-073b6f0f0c72 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.8769684 Nov 09 17:49:22.528637 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7ff56123-0343-4896-9158-33505cc2d6cf req-0dd0af2f-4948-4eaf-8edf-201054d721bb tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180326 Nov 09 17:49:22.542694 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:22.563534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b5a98403-8237-4049-9296-795f92c1e907 req-7fac3113-4ee5-418d-92c0-774d35733d04 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868025 Nov 09 17:49:22.764345 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36916) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:22.770025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8248cf8d-27c9-4a58-8738-2093deb6a2ec no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:22.826158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 8248cf8d-27c9-4a58-8738-2093deb6a2ec {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:49:22.827342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8248cf8d-27c9-4a58-8738-2093deb6a2ec not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:49:22.861279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:22.863554 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:22.873429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:22.881435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:22.890522 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:22.906877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3636ce0-b539-4509-bb8f-7a6aeb5f6e5c req-455412a2-161a-4d98-81c5-9de729fe4685 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:22.916563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3636ce0-b539-4509-bb8f-7a6aeb5f6e5c req-455412a2-161a-4d98-81c5-9de729fe4685 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 945 time: 0.2005055 Nov 09 17:49:22.953973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-e4887a15-ec2b-4f86-96fe-cdaa04bb157b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Allocated IP 172.20.0.8 (cc4cc79d-02a0-4975-9c2c-5d05a9a126fb/3d9c29dc-0b72-4b74-8f01-4e57e061401e/3063eb52-4601-4d8f-ad10-3403168aff26) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:23.020079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Deleting port 68e9c797-4eb2-4028-93d9-8dca4e8a045d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:23.020079 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:23.028134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Pushing event updated for resources: {'Port': ['ID=f59a6815-4c47-416a-b30d-dafed957dd4e,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:23.081823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Attempting to bind port f59a6815-4c47-416a-b30d-dafed957dd4e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:49:23.083949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Attempting to bind port f59a6815-4c47-416a-b30d-dafed957dd4e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:49:23.084350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Attempting to bind port f59a6815-4c47-416a-b30d-dafed957dd4e on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:23.091002 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:23.091541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:49:23.091874 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:23.092252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:23.092765 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Bound port: f59a6815-4c47-416a-b30d-dafed957dd4e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:49:23.093169 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:23.101396 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3636ce0-b539-4509-bb8f-7a6aeb5f6e5c req-fa50827c-0b91-44cc-8a08-8c9793aa1b98 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833696 Nov 09 17:49:23.117910 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25146dbb-7771-43bd-b9f7-7716664d1539 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:23.189974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-1a5be542-b5fd-49a3-8d72-57aa096710e1 req-12044618-a3d4-4ff9-ae8d-20d0ce9a3196 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:49:23.189974 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1a5be542-b5fd-49a3-8d72-57aa096710e1 req-12044618-a3d4-4ff9-ae8d-20d0ce9a3196 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127943 Nov 09 17:49:23.262447 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-548ffc68-e9c2-4204-9040-b94bdb583e06 req-2e854591-be62-480e-838e-35107f6b4b20 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 210 time: 0.1001530 Nov 09 17:49:23.330637 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] For port f59a6815-4c47-416a-b30d-dafed957dd4e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:23.341425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] For port f59a6815-4c47-416a-b30d-dafed957dd4e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f59a6815-4c47-416a-b30d-dafed957dd4e,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:23.351462 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:23.364386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:23.410361 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 3cba6bf6-37a1-4487-bff0-c768b86a0738 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:49:23.426177 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25146dbb-7771-43bd-b9f7-7716664d1539 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:23.513685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1df9d4-abbd-4b06-b981-46585a90d213 None None] Pushing event updated for resources: {'Port': ['ID=f59a6815-4c47-416a-b30d-dafed957dd4e,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:23.544394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] For port 68e9c797-4eb2-4028-93d9-8dca4e8a045d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=68e9c797-4eb2-4028-93d9-8dca4e8a045d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:23.544775 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:23.573495 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:23.652738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Calling delete_port for 68e9c797-4eb2-4028-93d9-8dca4e8a045d owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:23.806579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 172.20.0.6 (95294590-f827-4cfc-bf5f-176a9c97fb32/974bd177-4cbd-4ede-8706-b3b40a3cbd10/3cba6bf6-37a1-4487-bff0-c768b86a0738) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:23.815102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::f816:3eff:fe63:285 (95294590-f827-4cfc-bf5f-176a9c97fb32/15001d5e-b194-4a46-ae3b-5841f2187db8/3cba6bf6-37a1-4487-bff0-c768b86a0738) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:23.850993 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1a5be542-b5fd-49a3-8d72-57aa096710e1 req-5cd78222-6673-4e46-b04a-f04ae3025bd8 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6294615 Nov 09 17:49:23.953717 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25146dbb-7771-43bd-b9f7-7716664d1539 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:23.957305 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25146dbb-7771-43bd-b9f7-7716664d1539 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:23.962421 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-25146dbb-7771-43bd-b9f7-7716664d1539 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "DELETE /v2.0/security-groups/be95cdc9-76ef-4f2a-b503-642ce88f290b HTTP/1.1" status: 204 len: 168 time: 1.1914246 Nov 09 17:49:23.967280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36932) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:24.066985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-e4887a15-ec2b-4f86-96fe-cdaa04bb157b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:24.094663 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-270bd457-ab10-4688-9fd8-b57b2b20439b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] show failed (client error): The resource could not be found. Nov 09 17:49:24.096748 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-270bd457-ab10-4688-9fd8-b57b2b20439b tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "GET /v2.0/security-groups/be95cdc9-76ef-4f2a-b503-642ce88f290b HTTP/1.1" status: 404 len: 347 time: 0.1237569 Nov 09 17:49:24.097841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25146dbb-7771-43bd-b9f7-7716664d1539 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be95cdc9-76ef-4f2a-b503-642ce88f290b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:24.148195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36934) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:24.286511 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc27dc-495e-44e2-92e6-270b5e4dfd07 req-7e94edc9-a1c5-4ab4-a33d-11903087f671 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:24.288807 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17dc27dc-495e-44e2-92e6-270b5e4dfd07 req-7e94edc9-a1c5-4ab4-a33d-11903087f671 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2897573 Nov 09 17:49:24.375917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:24.392029 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-e4887a15-ec2b-4f86-96fe-cdaa04bb157b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:24.403055 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17dc27dc-495e-44e2-92e6-270b5e4dfd07 req-2876a4e0-c6b0-483b-8322-88b2fca997c6 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009262 Nov 09 17:49:24.436562 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:24.459905 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:24.524966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:24.528714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:24.532342 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:24.594553 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-e4887a15-ec2b-4f86-96fe-cdaa04bb157b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:24.619660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-e4887a15-ec2b-4f86-96fe-cdaa04bb157b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:24.706314 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=3cba6bf6-37a1-4487-bff0-c768b86a0738,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:24.717662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-e4887a15-ec2b-4f86-96fe-cdaa04bb157b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:24.810963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-574a5dd7-a8c7-4fac-b9ad-8a194123e3bb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Deleting port 54d68cec-8074-4a1d-9b94-2a433bad6a7d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:24.811803 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-574a5dd7-a8c7-4fac-b9ad-8a194123e3bb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:24.814156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4887a15-ec2b-4f86-96fe-cdaa04bb157b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Pushing event updated for resources: {'Port': ['ID=3063eb52-4601-4d8f-ad10-3403168aff26,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:24.823215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:24.825982 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:24.848598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f59a6815-4c47-416a-b30d-dafed957dd4e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:24.881373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36944) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:24.883146 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-50db0265-242b-4fb4-89c1-2ca4287dada7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5195503 Nov 09 17:49:24.899084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd497-173a-4f2c-95a0-46ae68353855 req-8ded79d1-cf5e-49a9-9562-62b6be01fe2e tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:24.902366 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5b6cd497-173a-4f2c-95a0-46ae68353855 req-8ded79d1-cf5e-49a9-9562-62b6be01fe2e tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.3243861 Nov 09 17:49:24.976915 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5b6cd497-173a-4f2c-95a0-46ae68353855 req-c4f2e6c4-ceef-457c-aee3-de5ad612c19d tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660722 Nov 09 17:49:25.060476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f59a6815-4c47-416a-b30d-dafed957dd4e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:25.061364 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:25.188043 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4e5c8-62af-4663-8b79-4ff9881158e8 req-82d0c16a-1fa3-4354-bda5-6100e81e4351 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:25.197818 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-21d4e5c8-62af-4663-8b79-4ff9881158e8 req-82d0c16a-1fa3-4354-bda5-6100e81e4351 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0e588a0-1048-44a8-8d3b-32accbe6e68c HTTP/1.1" status: 200 len: 946 time: 0.1360908 Nov 09 17:49:25.295873 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e9c797-4eb2-4028-93d9-8dca4e8a045d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:25.296922 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-21d4e5c8-62af-4663-8b79-4ff9881158e8 req-7f4b6709-b0b5-4bd6-8976-18f26ced44c1 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957334 Nov 09 17:49:25.347196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c874b-251c-4bb8-a3be-2f99ef67d8de req-55c2e46e-afcd-41fb-b00d-1928fee433cd tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:25.353262 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b58c874b-251c-4bb8-a3be-2f99ef67d8de req-55c2e46e-afcd-41fb-b00d-1928fee433cd tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 931 time: 0.8320451 Nov 09 17:49:25.397538 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:25.409835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-e4887a15-ec2b-4f86-96fe-cdaa04bb157b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:25.409835 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-e4887a15-ec2b-4f86-96fe-cdaa04bb157b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:25.456556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4931d5-2d1b-4315-b8ab-6a6028095395 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:25.473292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:25.591591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2a0c-0e42-47b1-b1f6-93977e56b2c8 req-b8a30fe4-da82-40c0-bdc5-46e33234b74b tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:25.594786 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-735b2a0c-0e42-47b1-b1f6-93977e56b2c8 req-b8a30fe4-da82-40c0-bdc5-46e33234b74b tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 945 time: 0.1779542 Nov 09 17:49:25.609849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port f59a6815-4c47-416a-b30d-dafed957dd4e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f59a6815-4c47-416a-b30d-dafed957dd4e,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:25.704508 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-735b2a0c-0e42-47b1-b1f6-93977e56b2c8 req-4f8fae74-cb6b-41d7-a7d2-81a35f2d8a51 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006312 Nov 09 17:49:25.708960 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:25.752193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-e4887a15-ec2b-4f86-96fe-cdaa04bb157b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3561423 Nov 09 17:49:25.813783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Request body: {'port': {'device_id': '977d6226-bb30-4fc3-8ff6-c7f409607ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:25.845276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9ebd2-b7dc-409a-818f-5738092d3bbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:25.857582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9ebd2-b7dc-409a-818f-5738092d3bbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:25.865334 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-69b9ebd2-b7dc-409a-818f-5738092d3bbf tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.8175728 Nov 09 17:49:25.867109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36964) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:25.896953 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-574a5dd7-a8c7-4fac-b9ad-8a194123e3bb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:25.897511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-574a5dd7-a8c7-4fac-b9ad-8a194123e3bb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:25.905346 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:25.910936 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:26.009651 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b58c874b-251c-4bb8-a3be-2f99ef67d8de req-4e0b6f1e-d470-400a-b6d2-78850cf6ce8a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929127 Nov 09 17:49:26.044472 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:26.045480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0675fc67-06e9-456c-b2a8-846c4a841824 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:49:26.059947 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:26.062109 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4cc27c49-e36d-425a-a8ad-8c8774e7b6a8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/0675fc67-06e9-456c-b2a8-846c4a841824 HTTP/1.1" status: 204 len: 168 time: 6.1709015 Nov 09 17:49:26.071645 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36970) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:26.104762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-574a5dd7-a8c7-4fac-b9ad-8a194123e3bb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Calling delete_port for 54d68cec-8074-4a1d-9b94-2a433bad6a7d owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:26.107555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd814e5f-e496-48e1-af1b-4446d0469d17 req-f4d99e3e-4734-478e-9087-bd80da590fd4 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:26.113639 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd814e5f-e496-48e1-af1b-4446d0469d17 req-f4d99e3e-4734-478e-9087-bd80da590fd4 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2208431 Nov 09 17:49:26.158858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=f59a6815-4c47-416a-b30d-dafed957dd4e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:26.161296 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:26.162976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-77a26bfa-faf8-4be2-9c45-e2a3b83eb353 None None] Provisioning complete for port f59a6815-4c47-416a-b30d-dafed957dd4e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:26.163633 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-77a26bfa-faf8-4be2-9c45-e2a3b83eb353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:26.359916 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-521811b9-5268-4fb9-9c29-18a30b9fb5bd admin admin] Deleting subnet 7d425bd5-4e16-4e5e-8642-14de89a37cf6 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:49:26.376676 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-521811b9-5268-4fb9-9c29-18a30b9fb5bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:26.490554 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-521811b9-5268-4fb9-9c29-18a30b9fb5bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:26.587880 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-574a5dd7-a8c7-4fac-b9ad-8a194123e3bb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:26.592302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df71a8d3-fbbc-4eb0-8867-809586795ab9 None None] Update dhcp port {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'fixed_ips': [{'subnet_id': '15001d5e-b194-4a46-ae3b-5841f2187db8', 'ip_address': '2001:db8::f816:3eff:fece:5f30'}, {'subnet_id': '974bd177-4cbd-4ede-8706-b3b40a3cbd10'}], 'binding:host_id': 'n-d-817236-1'}, 'id': 'f59a6815-4c47-416a-b30d-dafed957dd4e'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:49:26.619281 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd814e5f-e496-48e1-af1b-4446d0469d17 req-ad1880ff-e2f9-487f-a642-bb6bc0498adc tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858584 Nov 09 17:49:26.625727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-52ea4210-c8d3-417a-a0ed-57e9f8213e6c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 3cba6bf6-37a1-4487-bff0-c768b86a0738 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:26.626094 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-52ea4210-c8d3-417a-a0ed-57e9f8213e6c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:26.714050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a5dd7-a8c7-4fac-b9ad-8a194123e3bb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'Port': ['ID=54d68cec-8074-4a1d-9b94-2a433bad6a7d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:26.748212 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-df71a8d3-fbbc-4eb0-8867-809586795ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:26.967138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1730d0-16c7-4b71-ac74-366a9fb74471 req-3dafe036-5afa-400f-8a7f-ee347310005c tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:26.974608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1730d0-16c7-4b71-ac74-366a9fb74471 req-3dafe036-5afa-400f-8a7f-ee347310005c tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:26.981901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1730d0-16c7-4b71-ac74-366a9fb74471 req-3dafe036-5afa-400f-8a7f-ee347310005c tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:26.991884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8d1730d0-16c7-4b71-ac74-366a9fb74471 req-3dafe036-5afa-400f-8a7f-ee347310005c tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df&device_id=b0e588a0-1048-44a8-8d3b-32accbe6e68c&device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 2417 time: 0.4202461 Nov 09 17:49:27.029006 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f59a6815-4c47-416a-b30d-dafed957dd4e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:27.068440 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-574a5dd7-a8c7-4fac-b9ad-8a194123e3bb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:27.082023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-574a5dd7-a8c7-4fac-b9ad-8a194123e3bb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:27.093654 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-574a5dd7-a8c7-4fac-b9ad-8a194123e3bb tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "DELETE /v2.0/floatingips/c3460a32-c63b-4490-b2aa-47fb3dfd5cd2 HTTP/1.1" status: 204 len: 168 time: 2.9417913 Nov 09 17:49:27.249675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-df71a8d3-fbbc-4eb0-8867-809586795ab9 None None] Allocated IP 172.20.0.2 (95294590-f827-4cfc-bf5f-176a9c97fb32/974bd177-4cbd-4ede-8706-b3b40a3cbd10/f59a6815-4c47-416a-b30d-dafed957dd4e) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:27.255363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f59a6815-4c47-416a-b30d-dafed957dd4e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:27.256286 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:27.272596 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36978) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:27.274574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b8fe7-8600-45c2-ab55-f8e6576c25e9 req-a3507a96-c6dd-47c7-a3a8-457fd224095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:27.276200 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-994b8fe7-8600-45c2-ab55-f8e6576c25e9 req-a3507a96-c6dd-47c7-a3a8-457fd224095f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ca16651d81b4613ad2ee893c830e443&device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 1097 time: 0.4756517 Nov 09 17:49:27.389169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-521811b9-5268-4fb9-9c29-18a30b9fb5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:27.566111 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-521811b9-5268-4fb9-9c29-18a30b9fb5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:27.637154 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-df71a8d3-fbbc-4eb0-8867-809586795ab9 None None] For port f59a6815-4c47-416a-b30d-dafed957dd4e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f59a6815-4c47-416a-b30d-dafed957dd4e,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:27.645052 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 68e9c797-4eb2-4028-93d9-8dca4e8a045d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:27.701480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521811b9-5268-4fb9-9c29-18a30b9fb5bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d425bd5-4e16-4e5e-8642-14de89a37cf6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:27.712492 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-521811b9-5268-4fb9-9c29-18a30b9fb5bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:27.727175 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-521811b9-5268-4fb9-9c29-18a30b9fb5bd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7d425bd5-4e16-4e5e-8642-14de89a37cf6 HTTP/1.1" status: 204 len: 168 time: 1.6516211 Nov 09 17:49:27.742206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36986) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:27.788486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfd8da4-6f65-443d-96d9-9148db320867 None None] Network 2547d83b-674a-417f-950e-93adcb3550ba requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:27.832513 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b15bc-4f65-4a86-aec5-a9b7d1fd8f7a req-61c724fc-f052-4cfc-9cb5-114773612aae tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:27.836021 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8d1730d0-16c7-4b71-ac74-366a9fb74471 req-9ba45ead-dc4f-4dcc-bc38-a8bd7188ff8e tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8425894 Nov 09 17:49:27.845812 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6e7b15bc-4f65-4a86-aec5-a9b7d1fd8f7a req-61c724fc-f052-4cfc-9cb5-114773612aae tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 931 time: 0.3142827 Nov 09 17:49:27.952625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 68e9c797-4eb2-4028-93d9-8dca4e8a045d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:49:27.953330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 68e9c797-4eb2-4028-93d9-8dca4e8a045d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:49:28.022928 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-df71a8d3-fbbc-4eb0-8867-809586795ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:28.033998 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-df71a8d3-fbbc-4eb0-8867-809586795ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:28.039685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3063eb52-4601-4d8f-ad10-3403168aff26 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:49:28.056464 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:28.064181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b8fe7-8600-45c2-ab55-f8e6576c25e9 req-b17254e8-beae-462a-9566-60d0d5d3b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:28.065784 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-994b8fe7-8600-45c2-ab55-f8e6576c25e9 req-b17254e8-beae-462a-9566-60d0d5d3b4ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 HTTP/1.1" status: 200 len: 914 time: 0.7720428 Nov 09 17:49:28.111777 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:28.131928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Transition to ACTIVE for port object 3063eb52-4601-4d8f-ad10-3403168aff26 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:49:28.137853 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-994b8fe7-8600-45c2-ab55-f8e6576c25e9 req-c6b4eca9-b5a3-4a27-baf1-a87e3db1653c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3386037a-6217-48d9-947d-caf714fd2d89 HTTP/1.1" status: 200 len: 217 time: 0.0582383 Nov 09 17:49:28.149456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b1bf4-941d-4edd-b31a-3aca042e52ee req-ae4e10a7-89d7-4d5c-8486-23a34ab9ad16 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:28.150112 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119b1bf4-941d-4edd-b31a-3aca042e52ee req-ae4e10a7-89d7-4d5c-8486-23a34ab9ad16 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 946 time: 0.2041471 Nov 09 17:49:28.160388 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:28.206749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-943841bf-78a3-420d-aac8-7abd40d998cc tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Deleting port 0cbce6a8-d6be-4652-adb4-edc568ed2e15 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:28.207309 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-943841bf-78a3-420d-aac8-7abd40d998cc tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:28.260143 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71a8d3-fbbc-4eb0-8867-809586795ab9 None None] Pushing event updated for resources: {'Port': ['ID=f59a6815-4c47-416a-b30d-dafed957dd4e,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:28.331495 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-52ea4210-c8d3-417a-a0ed-57e9f8213e6c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:28.354480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea7595-4a72-482f-98fe-47d263c7f6d2 None None] DHCP port deletion for 2547d83b-674a-417f-950e-93adcb3550ba request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:28.428532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-52ea4210-c8d3-417a-a0ed-57e9f8213e6c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 3cba6bf6-37a1-4487-bff0-c768b86a0738 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:28.431356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3063eb52-4601-4d8f-ad10-3403168aff26,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:28.444980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6e7b15bc-4f65-4a86-aec5-a9b7d1fd8f7a req-e200336b-2321-41d3-95e8-d0dff409c590 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970507 Nov 09 17:49:28.489785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119b1bf4-941d-4edd-b31a-3aca042e52ee req-953bc3ac-3bec-4ad7-919a-39a38e495f86 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921734 Nov 09 17:49:28.509124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b8fe7-8600-45c2-ab55-f8e6576c25e9 req-58b1bdef-7653-4d5a-9735-8db6bded9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:28.510696 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-994b8fe7-8600-45c2-ab55-f8e6576c25e9 req-58b1bdef-7653-4d5a-9735-8db6bded9416 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9fb16f4-0e86-456c-9417-3e45e9793444 HTTP/1.1" status: 200 len: 853 time: 0.3594544 Nov 09 17:49:28.514530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-87ea7595-4a72-482f-98fe-47d263c7f6d2 None None] Deleting port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:28.514981 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87ea7595-4a72-482f-98fe-47d263c7f6d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:28.614915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-87ea7595-4a72-482f-98fe-47d263c7f6d2 None None] For port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7e59ae2c-cfab-4e47-abfe-e2a623b2589f,segment=NetworkSegment(36642859-9582-4fcc-9799-fa703a1d8507),segment_id=36642859-9582-4fcc-9799-fa703a1d8507)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:28.615360 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87ea7595-4a72-482f-98fe-47d263c7f6d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:28.618629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-994b8fe7-8600-45c2-ab55-f8e6576c25e9 req-2bfd307e-2487-4179-b832-3898c973ad40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739875 Nov 09 17:49:28.635521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-87ea7595-4a72-482f-98fe-47d263c7f6d2 None None] Calling delete_port for 7e59ae2c-cfab-4e47-abfe-e2a623b2589f owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:28.663604 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-1cfb0752-6c28-4fe6-9c7d-d95052af1375 req-b3796db8-017c-4d26-a970-d4e7eb2da22b tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:49:28.666447 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1cfb0752-6c28-4fe6-9c7d-d95052af1375 req-b3796db8-017c-4d26-a970-d4e7eb2da22b tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240593 Nov 09 17:49:28.696839 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-943841bf-78a3-420d-aac8-7abd40d998cc tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:28.744309 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87ea7595-4a72-482f-98fe-47d263c7f6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:28.772711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea7595-4a72-482f-98fe-47d263c7f6d2 None None] Pushing event deleted for resources: {'Port': ['ID=7e59ae2c-cfab-4e47-abfe-e2a623b2589f,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:28.796837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ea7595-4a72-482f-98fe-47d263c7f6d2 None None] No DVR routers for this DVR port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:28.820472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-943841bf-78a3-420d-aac8-7abd40d998cc tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Calling delete_port for 0cbce6a8-d6be-4652-adb4-edc568ed2e15 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:28.850474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f59a6815-4c47-416a-b30d-dafed957dd4e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:28.933366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Deleting port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:28.934261 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:29.008602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f59a6815-4c47-416a-b30d-dafed957dd4e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:29.010024 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:29.010886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Attempting to bind port 3063eb52-4601-4d8f-ad10-3403168aff26 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:49:29.011655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Attempting to bind port 3063eb52-4601-4d8f-ad10-3403168aff26 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:49:29.011655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Attempting to bind port 3063eb52-4601-4d8f-ad10-3403168aff26 on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:29.042095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Port 3063eb52-4601-4d8f-ad10-3403168aff26 on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:49:29.042425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Attempting to bind port 3063eb52-4601-4d8f-ad10-3403168aff26 on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:29.071054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:29.071382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Checking segment: {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:49:29.071806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Bound using segment: {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:29.072160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Bound port: 3063eb52-4601-4d8f-ad10-3403168aff26, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:49:29.072540 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:29.078320 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-994b8fe7-8600-45c2-ab55-f8e6576c25e9 req-d1b509ea-784d-4275-b795-9bf6031eadf7 service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481521 Nov 09 17:49:29.297284 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-52ea4210-c8d3-417a-a0ed-57e9f8213e6c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:29.357616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] For port 3063eb52-4601-4d8f-ad10-3403168aff26, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:29.370186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] For port 3063eb52-4601-4d8f-ad10-3403168aff26, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3063eb52-4601-4d8f-ad10-3403168aff26,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:29.376119 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-943841bf-78a3-420d-aac8-7abd40d998cc tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:29.383333 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:29.412691 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e59ae2c-cfab-4e47-abfe-e2a623b2589f no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:29.441210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-994b8fe7-8600-45c2-ab55-f8e6576c25e9 req-f044630f-aee8-4cf7-9b7d-577c8802a71f service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470039 Nov 09 17:49:29.473348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] For port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f, host n-d-817236-1, got binding levels [] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:29.475373 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:29.509856 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 7e59ae2c-cfab-4e47-abfe-e2a623b2589f {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:49:29.510643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e59ae2c-cfab-4e47-abfe-e2a623b2589f not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:49:29.532158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Calling delete_port for 7e59ae2c-cfab-4e47-abfe-e2a623b2589f owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:29.550478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:29.550746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f was not found and therefore no delete operation was performed {{(pid=102155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:49:29.551167 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:29.552842 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/3063eb52-4601-4d8f-ad10-3403168aff26 HTTP/1.1" status: 200 len: 1091 time: 3.7465916 Nov 09 17:49:29.556174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977d6226-bb30-4fc3-8ff6-c7f409607ca2', 'tag': '3063eb52-4601-4d8f-ad10-3403168aff26'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:49:29.567448 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7904a0b5-ce05-4636-930d-d644c6d289cd" -d '{"events": [{"name": "network-changed", "server_uuid": "977d6226-bb30-4fc3-8ff6-c7f409607ca2", "tag": "3063eb52-4601-4d8f-ad10-3403168aff26"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:49:29.575466 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-943841bf-78a3-420d-aac8-7abd40d998cc tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:29.579753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-943841bf-78a3-420d-aac8-7abd40d998cc tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "DELETE /v2.0/ports/0cbce6a8-d6be-4652-adb4-edc568ed2e15 HTTP/1.1" status: 204 len: 168 time: 2.3024018 Nov 09 17:49:29.586903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37000) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:29.671283 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:29.691573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea4210-c8d3-417a-a0ed-57e9f8213e6c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=3cba6bf6-37a1-4487-bff0-c768b86a0738,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:29.768649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4365a5b-8239-419c-8c2b-3ae26d8c85f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3063eb52-4601-4d8f-ad10-3403168aff26,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:29.780295 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] No DVR routers for this DVR port 7e59ae2c-cfab-4e47-abfe-e2a623b2589f on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:29.783450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7e59ae2c-cfab-4e47-abfe-e2a623b2589f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:29.799125 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-dc8017e2-244d-4bb4-ad08-667d6727e350 None None] Could not find standard attr ID for object 3cba6bf6-37a1-4487-bff0-c768b86a0738. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:49:29.812807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-dc8017e2-244d-4bb4-ad08-667d6727e350 None None] Provisioning complete for port f59a6815-4c47-416a-b30d-dafed957dd4e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:29.813304 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dc8017e2-244d-4bb4-ad08-667d6727e350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:29.826942 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1cfb0752-6c28-4fe6-9c7d-d95052af1375 req-30c9b5b7-b1b6-40ef-be13-e4c1de575791 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 1.1492677 Nov 09 17:49:29.920748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943841bf-78a3-420d-aac8-7abd40d998cc tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'Port': ['ID=0cbce6a8-d6be-4652-adb4-edc568ed2e15,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:29.975651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-c32ec3db-7801-45ee-b7ee-095aeff98262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:29.979825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-c32ec3db-7801-45ee-b7ee-095aeff98262 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 1094 time: 0.3383515 Nov 09 17:49:30.037308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 3386037a-6217-48d9-947d-caf714fd2d89 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:30.082953 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-f64f3617-d010-420d-85f4-c969017e05d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3063eb52-4601-4d8f-ad10-3403168aff26 HTTP/1.1" status: 200 len: 217 time: 0.0924518 Nov 09 17:49:30.101184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda83e0-a708-4607-b124-2a9452efb87c req-e07273d7-b7ca-4eb3-abc0-01a6f6289c28 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:30.110058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dda83e0-a708-4607-b124-2a9452efb87c req-e07273d7-b7ca-4eb3-abc0-01a6f6289c28 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 943 time: 0.3608530 Nov 09 17:49:30.297655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:30.398139 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-99bb6bfc-6efa-44b2-9282-b02f9feedba3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Deleting port 0045f8aa-bdcf-4da8-8211-c159c05d3f15 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:30.401032 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99bb6bfc-6efa-44b2-9282-b02f9feedba3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:30.410142 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:30.412509 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2547d83b-674a-417f-950e-93adcb3550ba']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:30.432162 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dda83e0-a708-4607-b124-2a9452efb87c req-ea975b98-ae70-45f3-a009-10faef43ba48 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206425 Nov 09 17:49:30.454489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36642859-9582-4fcc-9799-fa703a1d8507') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:30.454967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36642859-9582-4fcc-9799-fa703a1d8507') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:30.483978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-d667eab3-dfa7-460d-8d7e-1ac8ab892f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:30.490056 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-d667eab3-dfa7-460d-8d7e-1ac8ab892f82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.3558421 Nov 09 17:49:30.507365 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:30.566716 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:30.569925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:49:30.577949 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5a8f01-8682-4e26-9a69-d4bf71d2b38e" -d '{"events": [{"server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "name": "network-vif-unplugged", "status": "completed", "tag": "3386037a-6217-48d9-947d-caf714fd2d89"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:49:30.582131 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:49:30.582738 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:30.600292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3386037a-6217-48d9-947d-caf714fd2d89,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:30.602759 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f89a16bd-965e-4991-80ef-95848125bc80 None None] Could not find standard attr ID for object 3cba6bf6-37a1-4487-bff0-c768b86a0738. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:49:30.609183 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:30.639335 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-26b719eb-ba61-480d-a338-d0fc678aaed3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781860 Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:49:30.708133 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:49:30.718645 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:30.723706 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=3386037a-6217-48d9-947d-caf714fd2d89,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:30.735864 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:30.742488 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] 10.222.0.81 "DELETE /v2.0/networks/2547d83b-674a-417f-950e-93adcb3550ba HTTP/1.1" status: 204 len: 168 time: 2.9712422 Nov 09 17:49:30.756041 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de887d0-0e0e-4ad4-b957-7ef9bcb4ad20 x-openstack-request-id: req-6de887d0-0e0e-4ad4-b957-7ef9bcb4ad20 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:49:30.756512 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977d6226-bb30-4fc3-8ff6-c7f409607ca2", "tag": "3063eb52-4601-4d8f-ad10-3403168aff26", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:49:30.758091 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6de887d0-0e0e-4ad4-b957-7ef9bcb4ad20 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:49:30.758774 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977d6226-bb30-4fc3-8ff6-c7f409607ca2', 'tag': '3063eb52-4601-4d8f-ad10-3403168aff26', 'status': 'completed', 'code': 200} Nov 09 17:49:30.795152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d96fd4-1859-4f2b-81af-07ddc41443dd admin admin] Pushing event deleted for resources: {'Network': ['ID=2547d83b-674a-417f-950e-93adcb3550ba,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:30.818397 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-52ea4210-c8d3-417a-a0ed-57e9f8213e6c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:30.822407 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-52ea4210-c8d3-417a-a0ed-57e9f8213e6c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/3cba6bf6-37a1-4487-bff0-c768b86a0738 HTTP/1.1" status: 204 len: 168 time: 4.9524920 Nov 09 17:49:30.826013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37014) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:30.979921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29c830-2dad-4aa3-b329-2d3b3d96ca06 req-45a34cbb-0abe-4554-96d2-d8cc20ea5e7e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:30.986560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137353b7-bb0a-4f05-984a-6b6f0e9fc5b6 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:30.991762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137353b7-bb0a-4f05-984a-6b6f0e9fc5b6 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:30.992338 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f29c830-2dad-4aa3-b329-2d3b3d96ca06 req-45a34cbb-0abe-4554-96d2-d8cc20ea5e7e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.3678255 Nov 09 17:49:30.998838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137353b7-bb0a-4f05-984a-6b6f0e9fc5b6 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:31.000536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99bb6bfc-6efa-44b2-9282-b02f9feedba3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:31.005853 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-137353b7-bb0a-4f05-984a-6b6f0e9fc5b6 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1768508 Nov 09 17:49:31.006652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37018) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:31.007137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37020) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:31.058775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-99bb6bfc-6efa-44b2-9282-b02f9feedba3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Calling delete_port for 0045f8aa-bdcf-4da8-8211-c159c05d3f15 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:31.157692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2103459-433b-4efa-92f4-06b30c441db9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 15001d5e-b194-4a46-ae3b-5841f2187db8 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:49:31.167165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2103459-433b-4efa-92f4-06b30c441db9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:31.212146 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f29c830-2dad-4aa3-b329-2d3b3d96ca06 req-c041fa36-802b-41aa-9a5d-57336810a4d3 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061851 Nov 09 17:49:31.215815 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2103459-433b-4efa-92f4-06b30c441db9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:31.335686 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a3225392-e7f3-4fcf-a207-48a441324ec0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fef0a5ff048c402f80a3a0b7a82d7c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086143 Nov 09 17:49:31.338169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37024) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:31.345009 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-69edd843-0527-4ae7-b26d-4f7b40151586 service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931531 Nov 09 17:49:31.354854 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce769f5d-147f-4aee-bd6a-292f6669032b x-openstack-request-id: req-ce769f5d-147f-4aee-bd6a-292f6669032b {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:49:31.355389 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "name": "network-vif-unplugged", "status": "completed", "tag": "3386037a-6217-48d9-947d-caf714fd2d89", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:49:31.355821 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce769f5d-147f-4aee-bd6a-292f6669032b {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:49:31.356496 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89', 'code': 200} Nov 09 17:49:31.456542 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2103459-433b-4efa-92f4-06b30c441db9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:31.575173 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2103459-433b-4efa-92f4-06b30c441db9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:31.616064 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:31.680915 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2103459-433b-4efa-92f4-06b30c441db9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=15001d5e-b194-4a46-ae3b-5841f2187db8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:31.689401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626c82-de35-4372-bfdf-cb88b9295c6f req-a7fa149c-f152-41f5-aaa7-e681d0f3a14e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:31.701752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65626c82-de35-4372-bfdf-cb88b9295c6f req-a7fa149c-f152-41f5-aaa7-e681d0f3a14e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1722269 Nov 09 17:49:31.730973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04e9a1aa-f066-434d-831f-b62dd09a5f81 req-848bc708-a3a6-46a9-a020-c0087744d5f5 service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972357 Nov 09 17:49:31.731944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1852216b-b99f-48e2-b6ee-2cc2fe4c0df9 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:31.733824 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2103459-433b-4efa-92f4-06b30c441db9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:31.777301 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:31.778233 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b2103459-433b-4efa-92f4-06b30c441db9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/15001d5e-b194-4a46-ae3b-5841f2187db8 HTTP/1.1" status: 204 len: 168 time: 0.7672527 Nov 09 17:49:31.788346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37030) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:31.928044 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65626c82-de35-4372-bfdf-cb88b9295c6f req-9655432f-e2d9-4c78-908c-bd686459e3ab tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208395 Nov 09 17:49:31.976346 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99bb6bfc-6efa-44b2-9282-b02f9feedba3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:32.064216 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c17d6c-ac98-4a10-8b43-d721802e95b1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 974bd177-4cbd-4ede-8706-b3b40a3cbd10 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:49:32.076262 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d8c17d6c-ac98-4a10-8b43-d721802e95b1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:32.112192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904a0b5-ce05-4636-930d-d644c6d289cd req-7d48221f-47b0-4393-b6f5-d01a42114dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:32.113982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7904a0b5-ce05-4636-930d-d644c6d289cd req-7d48221f-47b0-4393-b6f5-d01a42114dfa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 1094 time: 0.2724533 Nov 09 17:49:32.114968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb6bfc-6efa-44b2-9282-b02f9feedba3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'Port': ['ID=0045f8aa-bdcf-4da8-8211-c159c05d3f15,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:32.284695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:32.290659 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:32.292713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce592f14-297b-4913-8697-0a2eb6ecf730 HTTP/1.1" status: 204 len: 168 time: 0.9461505 Nov 09 17:49:32.308437 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d8c17d6c-ac98-4a10-8b43-d721802e95b1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:32.344210 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add79b5-8ea7-4d4d-80b1-646e49d25cb8 req-9a422019-61ca-4e0a-a96b-79079122499d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:32.362935 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4add79b5-8ea7-4d4d-80b1-646e49d25cb8 req-9a422019-61ca-4e0a-a96b-79079122499d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 943 time: 0.2888186 Nov 09 17:49:32.366154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904a0b5-ce05-4636-930d-d644c6d289cd req-42f38c17-4f54-400e-bd16-10f3dcd20744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:32.367960 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7904a0b5-ce05-4636-930d-d644c6d289cd req-42f38c17-4f54-400e-bd16-10f3dcd20744 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 912 time: 0.2441237 Nov 09 17:49:32.373438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce592f14-297b-4913-8697-0a2eb6ecf730,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:32.457390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:32.458100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:32.459361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:32.459913 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:32.460442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:32.461113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:32.461750 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:32.462275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:32.462774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:32.463303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:32.463798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:32.464311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a31b2d-cfb6-4914-b6a7-d52a84f90821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:49:32.469222 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7904a0b5-ce05-4636-930d-d644c6d289cd req-76dd3d05-5b3e-4dc4-b711-de608801e4f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3063eb52-4601-4d8f-ad10-3403168aff26 HTTP/1.1" status: 200 len: 217 time: 0.0835364 Nov 09 17:49:32.606382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904a0b5-ce05-4636-930d-d644c6d289cd req-5017838f-4c23-4057-b0d6-f92043bad877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:32.608783 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7904a0b5-ce05-4636-930d-d644c6d289cd req-5017838f-4c23-4057-b0d6-f92043bad877 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.1253231 Nov 09 17:49:32.635677 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4add79b5-8ea7-4d4d-80b1-646e49d25cb8 req-83f84425-b43e-42f5-bc84-d0091134fc1b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869998 Nov 09 17:49:32.711980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7904a0b5-ce05-4636-930d-d644c6d289cd req-8bfc56fb-c464-4cf7-ba93-c90aff5c3cc7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871069 Nov 09 17:49:32.729193 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9599-fa63-43e8-b702-7b5bede2e954 req-72dac53d-ba28-4a8e-a7ac-0230157e7870 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:32.738159 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd8e9599-fa63-43e8-b702-7b5bede2e954 req-72dac53d-ba28-4a8e-a7ac-0230157e7870 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.2674274 Nov 09 17:49:32.746448 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99bb6bfc-6efa-44b2-9282-b02f9feedba3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:32.750949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-99bb6bfc-6efa-44b2-9282-b02f9feedba3 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "DELETE /v2.0/ports/0045f8aa-bdcf-4da8-8211-c159c05d3f15 HTTP/1.1" status: 204 len: 168 time: 3.1629648 Nov 09 17:49:32.833219 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37042) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:32.986924 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7904a0b5-ce05-4636-930d-d644c6d289cd req-5901c022-d328-42ed-b918-3480b67485ce service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343187 Nov 09 17:49:33.098455 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d8c17d6c-ac98-4a10-8b43-d721802e95b1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:33.129031 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a45c63c-7983-4e96-ae75-ad41b719a8f0 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Deleting subnet f1225703-4412-46cc-b572-90420e91b7e8 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:49:33.131808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd8e9599-fa63-43e8-b702-7b5bede2e954 req-a8bdd621-c5d0-41b2-966c-31cd1ec3fedc tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900623 Nov 09 17:49:33.155013 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a45c63c-7983-4e96-ae75-ad41b719a8f0 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:33.328957 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7904a0b5-ce05-4636-930d-d644c6d289cd req-079d0b02-380a-48b7-bc57-80aac5696b35 service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247156 Nov 09 17:49:33.377771 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a45c63c-7983-4e96-ae75-ad41b719a8f0 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:33.444699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95063f4-dd1e-4fa4-aebe-b0501df5ad9a req-b9d5e568-f4cb-40d5-a3fa-a34ba21d568f tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:33.460287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a95063f4-dd1e-4fa4-aebe-b0501df5ad9a req-b9d5e568-f4cb-40d5-a3fa-a34ba21d568f tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1560943 Nov 09 17:49:33.517830 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a45c63c-7983-4e96-ae75-ad41b719a8f0 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:33.564572 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a95063f4-dd1e-4fa4-aebe-b0501df5ad9a req-85bfa676-c76c-49ca-8bd7-d56dee550454 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966585 Nov 09 17:49:33.653877 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d8c17d6c-ac98-4a10-8b43-d721802e95b1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:33.710645 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c17d6c-ac98-4a10-8b43-d721802e95b1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=974bd177-4cbd-4ede-8706-b3b40a3cbd10,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:33.717911 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d8c17d6c-ac98-4a10-8b43-d721802e95b1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:33.723257 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d8c17d6c-ac98-4a10-8b43-d721802e95b1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/974bd177-4cbd-4ede-8706-b3b40a3cbd10 HTTP/1.1" status: 204 len: 168 time: 1.9308822 Nov 09 17:49:33.727203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37062) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:33.770986 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a45c63c-7983-4e96-ae75-ad41b719a8f0 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:33.794623 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c11c686b-747d-4a51-980c-860159ac9504 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659158 Nov 09 17:49:33.807183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37068) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:33.833973 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7827af4-80ca-41f9-95c8-32491a3d458c None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:33.863982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3cabadb8-a995-4db3-8133-4a17ca479fef tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:33.884578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45c63c-7983-4e96-ae75-ad41b719a8f0 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'Subnet': ['ID=f1225703-4412-46cc-b572-90420e91b7e8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:33.906978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a94a-f4fd-4074-b01a-989e53330f9c req-eece7347-82be-475b-912d-d597434e9455 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:33.915748 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a45c63c-7983-4e96-ae75-ad41b719a8f0 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:33.916572 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9ac8a94a-f4fd-4074-b01a-989e53330f9c req-eece7347-82be-475b-912d-d597434e9455 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 943 time: 0.0808134 Nov 09 17:49:33.921886 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7a45c63c-7983-4e96-ae75-ad41b719a8f0 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "DELETE /v2.0/subnets/f1225703-4412-46cc-b572-90420e91b7e8 HTTP/1.1" status: 204 len: 168 time: 1.0868742 Nov 09 17:49:33.962669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37072) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:33.979049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9ac8a94a-f4fd-4074-b01a-989e53330f9c req-854594d5-4aa9-4827-b4e9-2864deee2775 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563180 Nov 09 17:49:34.009664 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eecdc4f-7d10-4a75-903a-b228586a3dac None None] Network ab315546-1c38-4962-b0c6-63c0cb9e1712 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:34.106512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a09470b0-6788-42e1-8196-06ca6d6d185f None None] Provisioning complete for port f59a6815-4c47-416a-b30d-dafed957dd4e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:34.109612 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a09470b0-6788-42e1-8196-06ca6d6d185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:34.222298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0e8423-965d-48ed-9879-14e23897d8f5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Deleting subnet 1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:49:34.229451 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a0e8423-965d-48ed-9879-14e23897d8f5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:34.267375 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cabadb8-a995-4db3-8133-4a17ca479fef tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:34.274332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cabadb8-a995-4db3-8133-4a17ca479fef tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:34.399175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a0e8423-965d-48ed-9879-14e23897d8f5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:34.466922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37084) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:34.490063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fc8ba-4685-4771-918e-c783de2ff4b0 req-7820a1b2-3aad-4b6f-bf7d-8fe11440ba24 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:34.494433 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d44fc8ba-4685-4771-918e-c783de2ff4b0 req-7820a1b2-3aad-4b6f-bf7d-8fe11440ba24 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 945 time: 0.2043102 Nov 09 17:49:34.576251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cb034-ab6f-4368-b9c7-418465e0d47b req-b3c6aee8-2353-4cb5-92cd-d867b414c971 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:34.577822 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-473cb034-ab6f-4368-b9c7-418465e0d47b req-b3c6aee8-2353-4cb5-92cd-d867b414c971 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.1334074 Nov 09 17:49:34.638221 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d44fc8ba-4685-4771-918e-c783de2ff4b0 req-4db84c51-8495-43eb-8dcc-dfdd6e6497a5 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198337 Nov 09 17:49:34.654246 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-473cb034-ab6f-4368-b9c7-418465e0d47b req-53a5efab-e7a7-44ce-9b90-3416a6df36a5 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649507 Nov 09 17:49:34.797460 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a0e8423-965d-48ed-9879-14e23897d8f5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:34.805333 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3063eb52-4601-4d8f-ad10-3403168aff26 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:49:34.839569 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-network', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:34.921925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Made reservation on behalf of 9604b69a568944e2ae3cded901a7acdd for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:34.925232 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:34.928890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3063eb52-4601-4d8f-ad10-3403168aff26, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3063eb52-4601-4d8f-ad10-3403168aff26,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:34.942938 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:34.943266 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '3063eb52-4601-4d8f-ad10-3403168aff26', 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'port_id': '3063eb52-4601-4d8f-ad10-3403168aff26', 'mac_address': 'fa:16:3e:a6:50:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9c29dc-0b72-4b74-8f01-4e57e061401e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:49:34.988839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2679b3d-d5b1-4cee-adf7-b5ae30dd3754 req-8bbe67ba-706d-4020-9b12-74c3cb76f288 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:35.004236 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2679b3d-d5b1-4cee-adf7-b5ae30dd3754 req-8bbe67ba-706d-4020-9b12-74c3cb76f288 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1578424 Nov 09 17:49:35.074366 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.086284 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.093801 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3063eb52-4601-4d8f-ad10-3403168aff26 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:49:35.096222 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd546c-9b85-47fa-a55c-be4a351c5751 req-c0af8a3d-ee8a-44cc-b499-1409678ead17 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:35.105122 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ddd546c-9b85-47fa-a55c-be4a351c5751 req-c0af8a3d-ee8a-44cc-b499-1409678ead17 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.2463770 Nov 09 17:49:35.116444 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.120203 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cabadb8-a995-4db3-8133-4a17ca479fef tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.123518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2679b3d-d5b1-4cee-adf7-b5ae30dd3754 req-4e3639f8-c1e4-4571-a8c3-4b099cd018a5 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129260 Nov 09 17:49:35.129943 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a0e8423-965d-48ed-9879-14e23897d8f5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.135097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0a96e7-4f31-4287-8b5e-2a6675d48a70 None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:35.189144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3063eb52-4601-4d8f-ad10-3403168aff26, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3063eb52-4601-4d8f-ad10-3403168aff26,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:35.233785 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.237208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e8423-965d-48ed-9879-14e23897d8f5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'Subnet': ['ID=1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:35.238734 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:49:35.247564 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a0e8423-965d-48ed-9879-14e23897d8f5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.261502 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9a0e8423-965d-48ed-9879-14e23897d8f5 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "DELETE /v2.0/subnets/1f01acc9-bcf7-412d-ba2f-60a3c6ad3daf HTTP/1.1" status: 204 len: 168 time: 1.2788928 Nov 09 17:49:35.262942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37094) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:35.275875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f265eb-6911-4f31-a561-5cf31c39aacd None None] DHCP port deletion for ab315546-1c38-4962-b0c6-63c0cb9e1712 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:35.279723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b641024-f295-476b-8b8b-e29c0515bbb3 None None] Network b44d330b-3a84-4715-bcb1-9ff335c55bca requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:35.297329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabadb8-a995-4db3-8133-4a17ca479fef tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=1e972ea1-916e-404a-98ea-14d54a134413,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:35.318998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cabadb8-a995-4db3-8133-4a17ca479fef tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:35.326766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3cabadb8-a995-4db3-8133-4a17ca479fef tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:35.336852 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.337205 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Added segment fdab91bb-c506-4901-bc13-f6f123e4e47b of type vlan for network 72c64938-8905-40c6-a145-ef2e7c2b875f Nov 09 17:49:35.342353 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cabadb8-a995-4db3-8133-4a17ca479fef tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:35.343159 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cabadb8-a995-4db3-8133-4a17ca479fef tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.415931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:35.471505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3ddd546c-9b85-47fa-a55c-be4a351c5751 req-009d986d-b618-4085-9ef3-f94b742e9296 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649862 Nov 09 17:49:35.551402 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.572987 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3cabadb8-a995-4db3-8133-4a17ca479fef tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7229114 Nov 09 17:49:35.573956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37102) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:35.585266 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.589374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a96e7-4f31-4287-8b5e-2a6675d48a70 None None] Deleting port f59a6815-4c47-416a-b30d-dafed957dd4e {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:35.590358 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b0a96e7-4f31-4287-8b5e-2a6675d48a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.609025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8a598bc7-292e-4258-8be0-a0b90319f5a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:35.651875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de467c92-0b2b-45d7-a5df-78fa91301340 req-19b3dabb-d97b-496b-9e67-26a7d3f0c626 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:35.663431 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de467c92-0b2b-45d7-a5df-78fa91301340 req-19b3dabb-d97b-496b-9e67-26a7d3f0c626 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 944 time: 0.3781266 Nov 09 17:49:35.744839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:49:35.757996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1b0a96e7-4f31-4287-8b5e-2a6675d48a70 None None] For port f59a6815-4c47-416a-b30d-dafed957dd4e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f59a6815-4c47-416a-b30d-dafed957dd4e,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:35.759097 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b0a96e7-4f31-4287-8b5e-2a6675d48a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.786291 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a96e7-4f31-4287-8b5e-2a6675d48a70 None None] Calling delete_port for f59a6815-4c47-416a-b30d-dafed957dd4e owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:35.802291 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.805202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:35.806665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.807201 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de467c92-0b2b-45d7-a5df-78fa91301340 req-c1cdf8c0-03b4-41a3-8262-71b1c80afdc9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370676 Nov 09 17:49:35.958078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=3063eb52-4601-4d8f-ad10-3403168aff26,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:35.961051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-10d22b45-5729-4c8d-a55f-267ea5eef947 req-c4775171-8bbf-457c-af6e-4d85418c235e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:49:35.965294 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-10d22b45-5729-4c8d-a55f-267ea5eef947 req-c4775171-8bbf-457c-af6e-4d85418c235e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273917 Nov 09 17:49:35.968899 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b0a96e7-4f31-4287-8b5e-2a6675d48a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:35.973993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['3063eb52-4601-4d8f-ad10-3403168aff26'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:49:36.029938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a9cd8-5802-4fd7-b320-bf1287d1c5c3 req-3db13525-999a-42d9-a1e7-1a34d4df227a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:36.033234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-931a9cd8-5802-4fd7-b320-bf1287d1c5c3 req-3db13525-999a-42d9-a1e7-1a34d4df227a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.18 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 945 time: 0.2381444 Nov 09 17:49:36.053947 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a96e7-4f31-4287-8b5e-2a6675d48a70 None None] Pushing event deleted for resources: {'Port': ['ID=f59a6815-4c47-416a-b30d-dafed957dd4e,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:36.061403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] Pushing event updated for resources: {'Network': ['ID=72c64938-8905-40c6-a145-ef2e7c2b875f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:36.072341 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dcb3d09e-8100-44e9-addc-e89b8a4b771d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5962801 Nov 09 17:49:36.083710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37110) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:36.085186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Deleting port 7e4401bb-197d-46b6-a5ad-31382e518442 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:36.085736 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:36.098733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3eaef3b0-2315-458f-97cc-a798a74c4758 admin admin] Request body: {'subnet': {'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-subnet', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:36.103496 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 3386037a-6217-48d9-947d-caf714fd2d89 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:36.226946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 72c64938-8905-40c6-a145-ef2e7c2b875f details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:49:36.251660 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc6e15-dc2a-4f84-8cc9-6bf3e8a7aae4 req-2b2d1442-cb40-4654-94a1-6203500ae3a6 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:36.269054 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-06dc6e15-dc2a-4f84-8cc9-6bf3e8a7aae4 req-2b2d1442-cb40-4654-94a1-6203500ae3a6 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 945 time: 0.2844617 Nov 09 17:49:36.286144 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.api [None req-8a598bc7-292e-4258-8be0-a0b90319f5a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 17:49:36.286144 n-d-817236-1 neutron-server[102155]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 17:49:36.286144 n-d-817236-1 neutron-server[102155]: [parameters: {'project_id_1': '2a47bc18f33945afbedf83c6f6e811cb', 'expiration_1': datetime.datetime(2021, 11, 9, 17, 49, 16, 165815)}] Nov 09 17:49:36.286144 n-d-817236-1 neutron-server[102155]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:49:36.286775 n-d-817236-1 neutron-server[102155]: DEBUG oslo_db.api [None req-8a598bc7-292e-4258-8be0-a0b90319f5a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:49:36.397437 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-06dc6e15-dc2a-4f84-8cc9-6bf3e8a7aae4 req-fc824b7c-0547-4110-b5f8-0649bd76ce7f tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266878 Nov 09 17:49:36.435112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a96e7-4f31-4287-8b5e-2a6675d48a70 None None] No DVR routers for this DVR port f59a6815-4c47-416a-b30d-dafed957dd4e on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:36.489064 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-06f265eb-6911-4f31-a561-5cf31c39aacd None None] Deleting port 7e4401bb-197d-46b6-a5ad-31382e518442 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:36.489591 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-06f265eb-6911-4f31-a561-5cf31c39aacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:36.541291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaef3b0-2315-458f-97cc-a798a74c4758 admin admin] Made reservation on behalf of 9604b69a568944e2ae3cded901a7acdd for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:36.545899 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3eaef3b0-2315-458f-97cc-a798a74c4758 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:36.653588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7554820-2c60-400b-bb13-7dd6251d9c09 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:36.739507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d79d0b-0f84-443c-9ecf-cf9ecd5b318e req-a3515130-ecbc-4739-99fc-0a7ce9ad2157 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:36.742443 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93d79d0b-0f84-443c-9ecf-cf9ecd5b318e req-a3515130-ecbc-4739-99fc-0a7ce9ad2157 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1909847 Nov 09 17:49:36.843782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e4401bb-197d-46b6-a5ad-31382e518442 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:36.854638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a598bc7-292e-4258-8be0-a0b90319f5a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:36.859624 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a598bc7-292e-4258-8be0-a0b90319f5a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:36.936382 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93d79d0b-0f84-443c-9ecf-cf9ecd5b318e req-8038d187-cdfb-445d-9787-158516282a29 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808658 Nov 09 17:49:36.977750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-06f265eb-6911-4f31-a561-5cf31c39aacd None None] For port 7e4401bb-197d-46b6-a5ad-31382e518442, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7e4401bb-197d-46b6-a5ad-31382e518442,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:36.978613 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-06f265eb-6911-4f31-a561-5cf31c39aacd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:36.995516 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a5e728-38ce-4b11-8eaf-7ef417961443 None None] DHCP port deletion for b44d330b-3a84-4715-bcb1-9ff335c55bca request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:37.044797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-06f265eb-6911-4f31-a561-5cf31c39aacd None None] Calling delete_port for 7e4401bb-197d-46b6-a5ad-31382e518442 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:37.334220 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:37.363970 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3eaef3b0-2315-458f-97cc-a798a74c4758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:37.370275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] For port 7e4401bb-197d-46b6-a5ad-31382e518442, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7e4401bb-197d-46b6-a5ad-31382e518442,segment=NetworkSegment(2fd68c1d-041e-45a8-a720-774bde04d9ad),segment_id=2fd68c1d-041e-45a8-a720-774bde04d9ad)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:37.370648 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:37.428028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaef3b0-2315-458f-97cc-a798a74c4758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f792151-56b0-45c8-afdd-23d2b348cfe7,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:37.438657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f358d-66db-4b12-89b6-fd943097508b req-8f891c98-4d52-4831-b4d3-fcf39bc5370a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:37.442856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b27f358d-66db-4b12-89b6-fd943097508b req-8f891c98-4d52-4831-b4d3-fcf39bc5370a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 1.1688704 Nov 09 17:49:37.453251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Calling delete_port for 7e4401bb-197d-46b6-a5ad-31382e518442 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:37.500696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-01a5e728-38ce-4b11-8eaf-7ef417961443 None None] Deleting port 8b2ad171-f438-4e14-b495-2ce2d11c8311 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:37.501309 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01a5e728-38ce-4b11-8eaf-7ef417961443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:37.610327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-01a5e728-38ce-4b11-8eaf-7ef417961443 None None] For port 8b2ad171-f438-4e14-b495-2ce2d11c8311, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8b2ad171-f438-4e14-b495-2ce2d11c8311,segment=NetworkSegment(944dda84-9701-4770-ac5b-9786765f920e),segment_id=944dda84-9701-4770-ac5b-9786765f920e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:37.610790 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01a5e728-38ce-4b11-8eaf-7ef417961443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:37.620929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aea1a7-6ddf-49f7-abdb-854c2db54dc2 req-8902f61d-2a4d-4d6d-9835-1a9522afe44c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:37.626311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-01a5e728-38ce-4b11-8eaf-7ef417961443 None None] Calling delete_port for 8b2ad171-f438-4e14-b495-2ce2d11c8311 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:37.629968 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d6aea1a7-6ddf-49f7-abdb-854c2db54dc2 req-8902f61d-2a4d-4d6d-9835-1a9522afe44c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 944 time: 0.2035837 Nov 09 17:49:37.677010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.objects.ports [None req-8a598bc7-292e-4258-8be0-a0b90319f5a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:49:37.680797 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b27f358d-66db-4b12-89b6-fd943097508b req-a9a58d0c-523a-49f4-9ce9-5495a7f6b678 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140749 Nov 09 17:49:37.695096 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a598bc7-292e-4258-8be0-a0b90319f5a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:37.713482 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d6aea1a7-6ddf-49f7-abdb-854c2db54dc2 req-d988eaf9-bac5-459b-8231-2e9c3ee8d75e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825171 Nov 09 17:49:37.771704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a598bc7-292e-4258-8be0-a0b90319f5a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:37.772194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-931a9cd8-5802-4fd7-b320-bf1287d1c5c3 req-ae62071d-e801-4297-9a8b-bb00202c3108 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Deleting port a5f4403a-2a62-45c0-a1b8-85f283926eb4 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:37.773022 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-931a9cd8-5802-4fd7-b320-bf1287d1c5c3 req-ae62071d-e801-4297-9a8b-bb00202c3108 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:37.777941 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8a598bc7-292e-4258-8be0-a0b90319f5a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:37.781611 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a598bc7-292e-4258-8be0-a0b90319f5a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:37.781611 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a598bc7-292e-4258-8be0-a0b90319f5a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:37.789730 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '1e972ea1-916e-404a-98ea-14d54a134413'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:49:37.791520 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:37.813820 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01a5e728-38ce-4b11-8eaf-7ef417961443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:37.820171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaef3b0-2315-458f-97cc-a798a74c4758 admin admin] Checking segment: {'id': 'fdab91bb-c506-4901-bc13-f6f123e4e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:49:37.821406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaef3b0-2315-458f-97cc-a798a74c4758 admin admin] Network hostable DHCP agents. Network: 72c64938-8905-40c6-a145-ef2e7c2b875f, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:49:37.821599 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-06f265eb-6911-4f31-a561-5cf31c39aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:37.828446 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8a598bc7-292e-4258-8be0-a0b90319f5a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2454219 Nov 09 17:49:37.830192 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37136) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:37.845358 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'mac_address': 'fa:16:3e:a8:fe:69', 'name': 'tempest-NetworksTestDHCPv6-1204903670'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:37.898724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5e728-38ce-4b11-8eaf-7ef417961443 None None] Pushing event deleted for resources: {'Port': ['ID=8b2ad171-f438-4e14-b495-2ce2d11c8311,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:37.900612 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a598bc7-292e-4258-8be0-a0b90319f5a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=28b771b5-557d-4c38-8916-0403581ed640,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:37.916785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f59a6815-4c47-416a-b30d-dafed957dd4e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:37.927318 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb31e693-c344-4222-84aa-86a890d92744 req-8b352217-6444-4206-9a4f-95eaec778bd4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5800960 Nov 09 17:49:37.965929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-fb31e693-c344-4222-84aa-86a890d92744 req-8a85ce0c-e47e-48ba-97e7-f6a90dfd0ae7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:49:37.967249 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb31e693-c344-4222-84aa-86a890d92744 req-8a85ce0c-e47e-48ba-97e7-f6a90dfd0ae7 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118382 Nov 09 17:49:38.001636 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:38.042547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaef3b0-2315-458f-97cc-a798a74c4758 admin admin] Network 72c64938-8905-40c6-a145-ef2e7c2b875f is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:49:38.057699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f265eb-6911-4f31-a561-5cf31c39aacd None None] Pushing event deleted for resources: {'Port': ['ID=7e4401bb-197d-46b6-a5ad-31382e518442,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:38.071602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5e728-38ce-4b11-8eaf-7ef417961443 None None] No DVR routers for this DVR port 8b2ad171-f438-4e14-b495-2ce2d11c8311 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:38.102241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'Port': ['ID=7e4401bb-197d-46b6-a5ad-31382e518442,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:38.105941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-3eaef3b0-2315-458f-97cc-a798a74c4758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 72c64938-8905-40c6-a145-ef2e7c2b875f) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:38.112776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:38.118147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-931a9cd8-5802-4fd7-b320-bf1287d1c5c3 req-ae62071d-e801-4297-9a8b-bb00202c3108 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] For port a5f4403a-2a62-45c0-a1b8-85f283926eb4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a5f4403a-2a62-45c0-a1b8-85f283926eb4,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:38.120789 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-931a9cd8-5802-4fd7-b320-bf1287d1c5c3 req-ae62071d-e801-4297-9a8b-bb00202c3108 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:38.126059 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f265eb-6911-4f31-a561-5cf31c39aacd None None] No DVR routers for this DVR port 7e4401bb-197d-46b6-a5ad-31382e518442 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:38.128828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] No DVR routers for this DVR port 7e4401bb-197d-46b6-a5ad-31382e518442 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:38.159809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaef3b0-2315-458f-97cc-a798a74c4758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:38.160403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3eaef3b0-2315-458f-97cc-a798a74c4758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:38.162074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cb8e13-330f-4e94-9fd0-c6435a9d4219 None None] Network 72c64938-8905-40c6-a145-ef2e7c2b875f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:38.193281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: f59a6815-4c47-416a-b30d-dafed957dd4e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:49:38.193281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f59a6815-4c47-416a-b30d-dafed957dd4e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:49:38.197547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124764b-cf07-4201-939f-ea8f70d24eb9 req-13acaa25-4530-4a9a-8119-d7e9839ecf46 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:38.206466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e124764b-cf07-4201-939f-ea8f70d24eb9 req-13acaa25-4530-4a9a-8119-d7e9839ecf46 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 945 time: 0.3209608 Nov 09 17:49:38.293710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-931a9cd8-5802-4fd7-b320-bf1287d1c5c3 req-ae62071d-e801-4297-9a8b-bb00202c3108 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Calling delete_port for a5f4403a-2a62-45c0-a1b8-85f283926eb4 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:38.413448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602545b-2415-47b8-a4bd-449394a62846 req-8ae87006-2ff4-4a7c-96ff-192a3163cfb7 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:38.429716 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b602545b-2415-47b8-a4bd-449394a62846 req-8ae87006-2ff4-4a7c-96ff-192a3163cfb7 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1479650 Nov 09 17:49:38.443626 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3eaef3b0-2315-458f-97cc-a798a74c4758 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3514740 Nov 09 17:49:38.452361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37146) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:38.485954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:38.514961 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:38.522439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e124764b-cf07-4201-939f-ea8f70d24eb9 req-e00ad927-7914-4ef5-95eb-f6b29e4a6302 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005390 Nov 09 17:49:38.534621 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Allocated IP 172.20.0.2 (95294590-f827-4cfc-bf5f-176a9c97fb32/1e972ea1-916e-404a-98ea-14d54a134413/58d3c0d7-5cda-441f-83fe-5ab655ac35ec) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:38.550853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Allocated IP 2001:db8::f816:3eff:fe2c:caa3 (95294590-f827-4cfc-bf5f-176a9c97fb32/28b771b5-557d-4c38-8916-0403581ed640/58d3c0d7-5cda-441f-83fe-5ab655ac35ec) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:38.570503 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab315546-1c38-4962-b0c6-63c0cb9e1712']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:38.589189 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:38.591144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:38.609912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd68c1d-041e-45a8-a720-774bde04d9ad') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:38.610530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd68c1d-041e-45a8-a720-774bde04d9ad') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:38.630719 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:38.661875 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b602545b-2415-47b8-a4bd-449394a62846 req-43aef517-fa5c-4742-ba46-9985e1c3dbd3 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208343 Nov 09 17:49:38.663592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:38.663990 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:38.711628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:49:38.712512 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:49:38.719548 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:49:38.746473 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3063eb52-4601-4d8f-ad10-3403168aff26 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:38.769649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 19bdc11f-5322-405a-a999-6f33ed17a10c yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:49:38.974312 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39beda2-3057-4f6e-85f0-fcd7628b8b66 req-6353fd3e-4587-4b8e-ac78-9a68f9eaf381 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:38.976289 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b39beda2-3057-4f6e-85f0-fcd7628b8b66 req-6353fd3e-4587-4b8e-ac78-9a68f9eaf381 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 944 time: 0.0903323 Nov 09 17:49:39.042933 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b39beda2-3057-4f6e-85f0-fcd7628b8b66 req-dccf1c1c-23c8-48db-b63c-203f1187211d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597401 Nov 09 17:49:39.073534 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.084211 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8b2ad171-f438-4e14-b495-2ce2d11c8311 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:39.097070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.151943 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 8b2ad171-f438-4e14-b495-2ce2d11c8311 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:49:39.152468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8b2ad171-f438-4e14-b495-2ce2d11c8311 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:49:39.195000 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.201328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "DELETE /v2.0/networks/ab315546-1c38-4962-b0c6-63c0cb9e1712 HTTP/1.1" status: 204 len: 168 time: 3.9341257 Nov 09 17:49:39.201328 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-931a9cd8-5802-4fd7-b320-bf1287d1c5c3 req-ae62071d-e801-4297-9a8b-bb00202c3108 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.202793 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37154) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:39.204839 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 3063eb52-4601-4d8f-ad10-3403168aff26 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:49:39.217805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cb33e-34e0-4d95-8643-8b91c01155d7 tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'Network': ['ID=ab315546-1c38-4962-b0c6-63c0cb9e1712,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:39.250505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62071d-e801-4297-9a8b-bb00202c3108 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Pushing event deleted for resources: {'Port': ['ID=a5f4403a-2a62-45c0-a1b8-85f283926eb4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:39.264361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['452dddf0-4ff3-4a8d-a8c6-57550338de48'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:49:39.268808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0821823f-3369-4333-ab71-2fa947665f5a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:49:39.279424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 3063eb52-4601-4d8f-ad10-3403168aff26 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:39.279998 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.339589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5553c-b3d6-44c2-a634-5bd0156a2c06 req-7b36d7b2-c71c-4a54-9b91-77c771f2a6dc tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:39.341296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62c5553c-b3d6-44c2-a634-5bd0156a2c06 req-7b36d7b2-c71c-4a54-9b91-77c771f2a6dc tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.4202712 Nov 09 17:49:39.365969 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7139c0e7-66f9-472e-9a1a-7788617d6f7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.367106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-72c64938-8905-40c6-a145-ef2e7c2b875f', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'fixed_ips': [{'subnet_id': '9f792151-56b0-45c8-afdd-23d2b348cfe7'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:49:39.368651 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.374832 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.395108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-931a9cd8-5802-4fd7-b320-bf1287d1c5c3 req-ae62071d-e801-4297-9a8b-bb00202c3108 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] No DVR routers for this DVR port a5f4403a-2a62-45c0-a1b8-85f283926eb4 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:39.404330 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-931a9cd8-5802-4fd7-b320-bf1287d1c5c3 req-ae62071d-e801-4297-9a8b-bb00202c3108 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.408305 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-931a9cd8-5802-4fd7-b320-bf1287d1c5c3 req-ae62071d-e801-4297-9a8b-bb00202c3108 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.18 "DELETE /v2.0/ports/a5f4403a-2a62-45c0-a1b8-85f283926eb4 HTTP/1.1" status: 204 len: 173 time: 3.3667035 Nov 09 17:49:39.409232 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb1ec76-9df2-4d00-9a67-adef862be9df', 'name': 'network-vif-deleted', 'tag': 'a5f4403a-2a62-45c0-a1b8-85f283926eb4'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:49:39.412689 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6f1004-6138-45bf-bd31-77dd466533f4" -d '{"events": [{"server_uuid": "2eb1ec76-9df2-4d00-9a67-adef862be9df", "name": "network-vif-deleted", "tag": "a5f4403a-2a62-45c0-a1b8-85f283926eb4"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:49:39.521052 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c545e411-4158-4ffc-9066-3f732d31fd02 x-openstack-request-id: req-c545e411-4158-4ffc-9066-3f732d31fd02 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:49:39.523864 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb1ec76-9df2-4d00-9a67-adef862be9df", "name": "network-vif-deleted", "tag": "a5f4403a-2a62-45c0-a1b8-85f283926eb4", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:49:39.524547 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c545e411-4158-4ffc-9066-3f732d31fd02 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:49:39.525566 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb1ec76-9df2-4d00-9a67-adef862be9df', 'name': 'network-vif-deleted', 'tag': 'a5f4403a-2a62-45c0-a1b8-85f283926eb4', 'status': 'completed', 'code': 200} Nov 09 17:49:39.568084 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7139c0e7-66f9-472e-9a1a-7788617d6f7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.606142 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7139c0e7-66f9-472e-9a1a-7788617d6f7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44d330b-3a84-4715-bcb1-9ff335c55bca']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:39.619372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7139c0e7-66f9-472e-9a1a-7788617d6f7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944dda84-9701-4770-ac5b-9786765f920e') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:39.619730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7139c0e7-66f9-472e-9a1a-7788617d6f7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944dda84-9701-4770-ac5b-9786765f920e') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:39.638084 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7139c0e7-66f9-472e-9a1a-7788617d6f7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.657932 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7139c0e7-66f9-472e-9a1a-7788617d6f7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.674815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7139c0e7-66f9-472e-9a1a-7788617d6f7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:49:39.676304 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7139c0e7-66f9-472e-9a1a-7788617d6f7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.691926 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62c5553c-b3d6-44c2-a634-5bd0156a2c06 req-69c7f058-f70d-467b-bdd2-e4606568ee17 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334372 Nov 09 17:49:39.747017 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.827885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31e693-c344-4222-84aa-86a890d92744 req-ecba17b8-6cf6-4929-a5c8-d03884d02e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:39.836243 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb31e693-c344-4222-84aa-86a890d92744 req-ecba17b8-6cf6-4929-a5c8-d03884d02e4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2&tenant_id=9ca16651d81b4613ad2ee893c830e443 HTTP/1.1" status: 200 len: 1095 time: 0.3574884 Nov 09 17:49:39.914446 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:49:39.964494 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:49:39.990772 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7139c0e7-66f9-472e-9a1a-7788617d6f7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:40.108924 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7139c0e7-66f9-472e-9a1a-7788617d6f7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:40.157446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:40.167544 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7139c0e7-66f9-472e-9a1a-7788617d6f7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] 10.222.0.81 "DELETE /v2.0/networks/b44d330b-3a84-4715-bcb1-9ff335c55bca HTTP/1.1" status: 204 len: 168 time: 0.9350131 Nov 09 17:49:40.190735 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:40.209194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719de14-d82a-4fb1-95e4-bbab48c42d52 req-b52cdf1b-700f-4afb-ae49-fc7e06c23fc7 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:40.230836 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3719de14-d82a-4fb1-95e4-bbab48c42d52 req-b52cdf1b-700f-4afb-ae49-fc7e06c23fc7 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.2538872 Nov 09 17:49:40.246302 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-79e81320-0886-42ac-af3a-4531a4ffd0ed req-9ffff13f-f4a0-4ba3-bb14-edb86a8b8f23 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb1ec76-9df2-4d00-9a67-adef862be9df HTTP/1.1" status: 200 len: 210 time: 0.2800565 Nov 09 17:49:40.259642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:40.262215 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:40.287362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Pushing event updated for resources: {'Port': ['ID=58d3c0d7-5cda-441f-83fe-5ab655ac35ec,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:40.322581 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139c0e7-66f9-472e-9a1a-7788617d6f7e tempest-TaggedBootDevicesTest-1027113449 tempest-TaggedBootDevicesTest-1027113449-project] Pushing event deleted for resources: {'Network': ['ID=b44d330b-3a84-4715-bcb1-9ff335c55bca,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:40.469298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3063eb52-4601-4d8f-ad10-3403168aff26, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3063eb52-4601-4d8f-ad10-3403168aff26,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:40.480088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977d6226-bb30-4fc3-8ff6-c7f409607ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3063eb52-4601-4d8f-ad10-3403168aff26'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:49:40.482634 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97c76f9-81c2-4d16-8ec7-5d04ccc08ec3" -d '{"events": [{"server_uuid": "977d6226-bb30-4fc3-8ff6-c7f409607ca2", "name": "network-vif-plugged", "status": "completed", "tag": "3063eb52-4601-4d8f-ad10-3403168aff26"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:49:40.509089 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Allocated IP 172.20.0.2 (72c64938-8905-40c6-a145-ef2e7c2b875f/9f792151-56b0-45c8-afdd-23d2b348cfe7/ef59a714-514c-4f9d-b30c-2746fa8cc7f1) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:40.511636 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:40.558755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31e693-c344-4222-84aa-86a890d92744 req-79a17dee-579d-459b-8353-0d7fa9d45dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:40.567607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb31e693-c344-4222-84aa-86a890d92744 req-79a17dee-579d-459b-8353-0d7fa9d45dc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ca16651d81b4613ad2ee893c830e443&device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 1095 time: 0.6756718 Nov 09 17:49:40.621638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 172.20.0.8 (95294590-f827-4cfc-bf5f-176a9c97fb32/1e972ea1-916e-404a-98ea-14d54a134413/19bdc11f-5322-405a-a999-6f33ed17a10c) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:40.637243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a5f4403a-2a62-45c0-a1b8-85f283926eb4 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:40.650950 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::f816:3eff:fea8:fe69 (95294590-f827-4cfc-bf5f-176a9c97fb32/28b771b5-557d-4c38-8916-0403581ed640/19bdc11f-5322-405a-a999-6f33ed17a10c) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:40.686167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a1e1b-0ca2-4e35-8f6a-97bc6a06e42f req-c556c07f-8632-4326-84fc-90bda4e63e39 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:40.687855 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-404a1e1b-0ca2-4e35-8f6a-97bc6a06e42f req-c556c07f-8632-4326-84fc-90bda4e63e39 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.1746314 Nov 09 17:49:40.782781 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: a5f4403a-2a62-45c0-a1b8-85f283926eb4 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:49:40.783424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a5f4403a-2a62-45c0-a1b8-85f283926eb4 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:49:40.820459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-404a1e1b-0ca2-4e35-8f6a-97bc6a06e42f req-a12d29f9-6236-4951-bc31-26c87a970b20 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183469 Nov 09 17:49:40.822449 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0dfbcef8-e8a6-4b2d-98e3-157a7db8614b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:40.854928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Attempting to bind port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:49:40.855151 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Attempting to bind port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:49:40.855507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Attempting to bind port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:40.867571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:40.867941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:49:40.868362 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:40.868773 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:40.869436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Bound port: 58d3c0d7-5cda-441f-83fe-5ab655ac35ec, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:49:40.869684 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:40.891104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=3063eb52-4601-4d8f-ad10-3403168aff26,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:40.927934 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:49:40.949439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31e693-c344-4222-84aa-86a890d92744 req-859846f8-fac9-4718-a76d-fa2e1c8abb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:40.952284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb31e693-c344-4222-84aa-86a890d92744 req-859846f8-fac9-4718-a76d-fa2e1c8abb00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 HTTP/1.1" status: 200 len: 914 time: 0.2795587 Nov 09 17:49:40.988193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3719de14-d82a-4fb1-95e4-bbab48c42d52 req-46092877-1562-4907-ab62-20c3152d2724 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6686265 Nov 09 17:49:41.002255 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e404808-4018-483c-9cd1-9c0e841bf3af x-openstack-request-id: req-5e404808-4018-483c-9cd1-9c0e841bf3af {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:49:41.002565 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977d6226-bb30-4fc3-8ff6-c7f409607ca2", "name": "network-vif-plugged", "status": "completed", "tag": "3063eb52-4601-4d8f-ad10-3403168aff26", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:49:41.002834 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e404808-4018-483c-9cd1-9c0e841bf3af {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:49:41.003271 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977d6226-bb30-4fc3-8ff6-c7f409607ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3063eb52-4601-4d8f-ad10-3403168aff26', 'code': 200} Nov 09 17:49:41.194589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] For port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:41.212207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] For port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=58d3c0d7-5cda-441f-83fe-5ab655ac35ec,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:41.239539 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:41.299965 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:41.306883 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:41.316424 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:41.320446 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78cd84-2124-4415-b44a-cd72a0a02719 req-062ed3d4-3108-44d0-9432-f7ba8180ca72 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:41.322280 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df78cd84-2124-4415-b44a-cd72a0a02719 req-062ed3d4-3108-44d0-9432-f7ba8180ca72 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.1883011 Nov 09 17:49:41.332017 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:41.387657 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Network 72c64938-8905-40c6-a145-ef2e7c2b875f is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:41.400012 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:41.404552 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:41.410030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb31e693-c344-4222-84aa-86a890d92744 req-429dd03b-9bf7-44a2-b5b4-89e3d61f2c12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3386037a-6217-48d9-947d-caf714fd2d89 HTTP/1.1" status: 200 len: 217 time: 0.4134982 Nov 09 17:49:41.413979 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:41.432644 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-101802d3-63b9-41f2-a74b-ccbcfda30f69 req-39fb1495-7f8b-4c81-98d5-dfa46f063c64 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8455937 Nov 09 17:49:41.457092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:41.472746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd490e6-f0a8-4721-af29-e561acfd7ee0 None None] Pushing event updated for resources: {'Port': ['ID=58d3c0d7-5cda-441f-83fe-5ab655ac35ec,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:41.676135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:41.684467 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:41.703932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df78cd84-2124-4415-b44a-cd72a0a02719 req-2976dc57-ee2f-4098-aa4b-abba2b1dee35 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723806 Nov 09 17:49:41.720164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:41.739644 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Pushing event updated for resources: {'Port': ['ID=ef59a714-514c-4f9d-b30c-2746fa8cc7f1,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:41.801672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Attempting to bind port ef59a714-514c-4f9d-b30c-2746fa8cc7f1 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:49:41.802274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Attempting to bind port ef59a714-514c-4f9d-b30c-2746fa8cc7f1 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'fdab91bb-c506-4901-bc13-f6f123e4e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:49:41.802826 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Attempting to bind port ef59a714-514c-4f9d-b30c-2746fa8cc7f1 on network 72c64938-8905-40c6-a145-ef2e7c2b875f {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:41.821263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:41.821777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Checking segment: {'id': 'fdab91bb-c506-4901-bc13-f6f123e4e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:49:41.822125 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:41.822684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Bound using segment: {'id': 'fdab91bb-c506-4901-bc13-f6f123e4e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:41.823207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Bound port: ef59a714-514c-4f9d-b30c-2746fa8cc7f1, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdab91bb-c506-4901-bc13-f6f123e4e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:49:41.823703 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:41.970218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=19bdc11f-5322-405a-a999-6f33ed17a10c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:42.034533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Allocated IP 172.25.1.123 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/80e67d64-6f3f-4996-bc82-86a3aa4a470c) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:42.101273 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:42.102369 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:42.214483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] For port ef59a714-514c-4f9d-b30c-2746fa8cc7f1, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:42.218013 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e4ef4f6d-699a-4683-bd16-9b896f71fe90 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3789196 Nov 09 17:49:42.222516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37230) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:42.241019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] For port ef59a714-514c-4f9d-b30c-2746fa8cc7f1, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ef59a714-514c-4f9d-b30c-2746fa8cc7f1,segment=NetworkSegment(fdab91bb-c506-4901-bc13-f6f123e4e47b),segment_id=fdab91bb-c506-4901-bc13-f6f123e4e47b)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:42.251962 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:42.256362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f8898-7025-47e5-988d-8cffcb50adb7 req-5d953538-3fee-44b4-8265-a5ee1aa1594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:42.259358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-115f8898-7025-47e5-988d-8cffcb50adb7 req-5d953538-3fee-44b4-8265-a5ee1aa1594d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 1096 time: 1.0777249 Nov 09 17:49:42.280211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31e693-c344-4222-84aa-86a890d92744 req-5df02a06-56f4-48aa-9ea5-e8e47cd78f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:42.284190 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb31e693-c344-4222-84aa-86a890d92744 req-5df02a06-56f4-48aa-9ea5-e8e47cd78f2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9fb16f4-0e86-456c-9417-3e45e9793444 HTTP/1.1" status: 200 len: 853 time: 0.8492668 Nov 09 17:49:42.434778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101802d3-63b9-41f2-a74b-ccbcfda30f69 req-d4ed27e3-88e5-42eb-99e9-bf780ae7650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:42.437509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-101802d3-63b9-41f2-a74b-ccbcfda30f69 req-d4ed27e3-88e5-42eb-99e9-bf780ae7650e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9de592cb02554687827aa6b5c7812402&device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 1096 time: 0.7949243 Nov 09 17:49:42.455509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4ad53-3695-4957-9601-810b471d1400 None None] Pushing event updated for resources: {'Port': ['ID=ef59a714-514c-4f9d-b30c-2746fa8cc7f1,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:42.485537 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb31e693-c344-4222-84aa-86a890d92744 req-d02b1c4c-f601-420f-9429-7ab79a7b38b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642969 Nov 09 17:49:42.538145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40726202-6d6d-454d-b4b2-52d0f9ab9351 req-f6abe439-aa7c-46be-8773-e87cda51e77c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:42.556641 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-40726202-6d6d-454d-b4b2-52d0f9ab9351 req-f6abe439-aa7c-46be-8773-e87cda51e77c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.4067039 Nov 09 17:49:42.667534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babac844-8c90-40e3-9ca1-000627c4d204 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:42.694112 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babac844-8c90-40e3-9ca1-000627c4d204 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:42.696962 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-babac844-8c90-40e3-9ca1-000627c4d204 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.4725654 Nov 09 17:49:42.701508 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37266) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:42.820921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-40726202-6d6d-454d-b4b2-52d0f9ab9351 req-6df9611a-5d58-40c9-ab7c-11dea7ecd3f8 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618480 Nov 09 17:49:43.201046 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-61ad5cd0-c7cf-4fb2-b28f-386900484910 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 19bdc11f-5322-405a-a999-6f33ed17a10c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:43.204762 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-61ad5cd0-c7cf-4fb2-b28f-386900484910 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:43.291907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb31e693-c344-4222-84aa-86a890d92744 req-8900ff7d-149b-4a52-b7ca-bbcf03ac2a3f service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7668459 Nov 09 17:49:43.309017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 58d3c0d7-5cda-441f-83fe-5ab655ac35ec up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:43.388734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-115f8898-7025-47e5-988d-8cffcb50adb7 req-61216388-83c9-4788-b9b7-8f52051487de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0964341 Nov 09 17:49:43.541952 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:43.553804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:43.558754 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:43.695586 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff90d9d-9255-4b58-8cd0-608f1c7a606f req-331e9462-4369-4f8b-8d5c-e73ba6d30df2 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:43.713206 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9ff90d9d-9255-4b58-8cd0-608f1c7a606f req-331e9462-4369-4f8b-8d5c-e73ba6d30df2 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0e588a0-1048-44a8-8d3b-32accbe6e68c HTTP/1.1" status: 200 len: 946 time: 0.4385731 Nov 09 17:49:43.725282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101802d3-63b9-41f2-a74b-ccbcfda30f69 req-d6db9c3c-595d-44c0-9b96-37d232b4e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:43.726894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-101802d3-63b9-41f2-a74b-ccbcfda30f69 req-d6db9c3c-595d-44c0-9b96-37d232b4e90e service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48 HTTP/1.1" status: 200 len: 917 time: 1.2137394 Nov 09 17:49:43.729034 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b332fd1-0b0f-43a8-b0b6-5027f276b280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:43.822962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f64f2-c9dc-4f01-8d70-f148c51e4217 req-6bcdecd0-47a9-44f7-a0a2-02328875a6c9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:43.835463 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be4f64f2-c9dc-4f01-8d70-f148c51e4217 req-6bcdecd0-47a9-44f7-a0a2-02328875a6c9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 1.4913201 Nov 09 17:49:43.887114 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:43.975903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-101802d3-63b9-41f2-a74b-ccbcfda30f69 req-6c1a9ebe-090c-42f3-aa00-dbff4f799f5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=452dddf0-4ff3-4a8d-a8c6-57550338de48 HTTP/1.1" status: 200 len: 217 time: 0.2141674 Nov 09 17:49:44.090019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9352041-9ab5-427a-b948-0080fe62f9db None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:44.191068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb31e693-c344-4222-84aa-86a890d92744 req-54c8e523-b038-4b68-9ac5-63f4a674e518 service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8812640 Nov 09 17:49:44.224281 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-61ad5cd0-c7cf-4fb2-b28f-386900484910 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:44.228170 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:44.258882 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9ff90d9d-9255-4b58-8cd0-608f1c7a606f req-b6115b11-97a4-43ba-82cf-ac12b146e397 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445890 Nov 09 17:49:44.333779 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be4f64f2-c9dc-4f01-8d70-f148c51e4217 req-2ca4b398-ac75-4b66-b250-d7f9778d2d7c tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4969614 Nov 09 17:49:44.346771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101802d3-63b9-41f2-a74b-ccbcfda30f69 req-cbf73aad-69c7-475b-b670-2bb633d2e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:44.351293 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-101802d3-63b9-41f2-a74b-ccbcfda30f69 req-cbf73aad-69c7-475b-b670-2bb633d2e972 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74bdd4d4-2ac5-4dd0-848d-119bf24df699 HTTP/1.1" status: 200 len: 855 time: 0.3425736 Nov 09 17:49:44.391140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-61ad5cd0-c7cf-4fb2-b28f-386900484910 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 19bdc11f-5322-405a-a999-6f33ed17a10c owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:44.460762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:44.477923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed0aa2-206a-4f83-9a3f-4ff143b4491c req-254cf23a-fbee-46ad-a642-77264ba695c2 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:44.484509 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9fed0aa2-206a-4f83-9a3f-4ff143b4491c req-254cf23a-fbee-46ad-a642-77264ba695c2 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e588a0-1048-44a8-8d3b-32accbe6e68c HTTP/1.1" status: 200 len: 946 time: 0.5352688 Nov 09 17:49:44.563412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=58d3c0d7-5cda-441f-83fe-5ab655ac35ec,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:44.581266 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2d34aac5-dc11-4c4f-b03e-42037389f212 None None] Provisioning complete for port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:44.587062 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d34aac5-dc11-4c4f-b03e-42037389f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:44.692773 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:44.743103 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:44.788149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:44.810649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Pushing event updated for resources: {'Port': ['ID=80e67d64-6f3f-4996-bc82-86a3aa4a470c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:44.940437 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:45.191150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ef59a714-514c-4f9d-b30c-2746fa8cc7f1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:45.194683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd37421e-3d65-457b-8e24-53f4312346c2 None None] Network 72c64938-8905-40c6-a145-ef2e7c2b875f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:45.324887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101802d3-63b9-41f2-a74b-ccbcfda30f69 req-2875141d-ba72-4a2a-b80b-d543fecd37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:45.327311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-101802d3-63b9-41f2-a74b-ccbcfda30f69 req-2875141d-ba72-4a2a-b80b-d543fecd37b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ac0b4ff-b5b6-44eb-b33b-47f466549e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9492602 Nov 09 17:49:45.364266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac234aae-219d-42eb-a36c-8f0fd99b3bd8 req-df5d4c04-11ca-40a9-b2d9-07fb85426de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:45.368055 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac234aae-219d-42eb-a36c-8f0fd99b3bd8 req-df5d4c04-11ca-40a9-b2d9-07fb85426de9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ca16651d81b4613ad2ee893c830e443&device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 1095 time: 1.0256362 Nov 09 17:49:45.435283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a6b04-2574-4780-b99a-4f98966b4d0b req-b37fc39f-6233-42b3-8d4d-fd7b3adf23cc tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:45.439063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b0a6b04-2574-4780-b99a-4f98966b4d0b req-b37fc39f-6233-42b3-8d4d-fd7b3adf23cc tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.7408898 Nov 09 17:49:45.586601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=58d3c0d7-5cda-441f-83fe-5ab655ac35ec,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:46.104199 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:46.129169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a258d49-4fd0-46ea-9baa-f1652bc18dd2 req-ffa0909a-0b6d-47dd-b487-df111b1ee42c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:46.138630 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0a258d49-4fd0-46ea-9baa-f1652bc18dd2 req-ffa0909a-0b6d-47dd-b487-df111b1ee42c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 1.6185009 Nov 09 17:49:46.250834 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0a258d49-4fd0-46ea-9baa-f1652bc18dd2 req-d8f3fbe2-50c6-46d3-936d-9e200fd0ef63 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108582 Nov 09 17:49:46.467780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port ef59a714-514c-4f9d-b30c-2746fa8cc7f1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:46.473375 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:46.848461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-9fed0aa2-206a-4f83-9a3f-4ff143b4491c req-454745d6-f1ca-4691-9279-c8e49fddbdca tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Deleting port 0821823f-3369-4333-ab71-2fa947665f5a {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:46.858678 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9fed0aa2-206a-4f83-9a3f-4ff143b4491c req-454745d6-f1ca-4691-9279-c8e49fddbdca tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:46.913559 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-61ad5cd0-c7cf-4fb2-b28f-386900484910 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:47.059931 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b0a6b04-2574-4780-b99a-4f98966b4d0b req-3a7afd14-5aa7-4d66-864a-bdfda2e8d3fc tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5805776 Nov 09 17:49:47.250861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac234aae-219d-42eb-a36c-8f0fd99b3bd8 req-d99b5ea5-2094-43c4-8f2e-a894bcc99e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:47.258438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac234aae-219d-42eb-a36c-8f0fd99b3bd8 req-d99b5ea5-2094-43c4-8f2e-a894bcc99e5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 HTTP/1.1" status: 200 len: 914 time: 1.8166890 Nov 09 17:49:47.269182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-101802d3-63b9-41f2-a74b-ccbcfda30f69 req-26a56dbc-bb87-46b3-8d5e-61f22c5285b0 service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9151387 Nov 09 17:49:47.303252 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:47.326194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d49eebc7-09a5-490f-98c3-4ae243da7d4c None None] Provisioning complete for port ef59a714-514c-4f9d-b30c-2746fa8cc7f1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:47.326840 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d49eebc7-09a5-490f-98c3-4ae243da7d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:47.410223 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:47.413702 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac234aae-219d-42eb-a36c-8f0fd99b3bd8 req-6672108e-144c-42cc-aca1-b06e020eca6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3386037a-6217-48d9-947d-caf714fd2d89 HTTP/1.1" status: 200 len: 217 time: 0.1378481 Nov 09 17:49:47.480869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port ef59a714-514c-4f9d-b30c-2746fa8cc7f1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ef59a714-514c-4f9d-b30c-2746fa8cc7f1,segment=NetworkSegment(fdab91bb-c506-4901-bc13-f6f123e4e47b),segment_id=fdab91bb-c506-4901-bc13-f6f123e4e47b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:47.495165 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:47.595987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad5cd0-c7cf-4fb2-b28f-386900484910 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=19bdc11f-5322-405a-a999-6f33ed17a10c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:47.680884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=ef59a714-514c-4f9d-b30c-2746fa8cc7f1,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:47.687126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d89c4-c960-423f-8487-7c4685405cc1 req-d296283c-a6c3-481f-b9e7-86c61f267d66 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:47.727350 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4a7d89c4-c960-423f-8487-7c4685405cc1 req-d296283c-a6c3-481f-b9e7-86c61f267d66 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0e588a0-1048-44a8-8d3b-32accbe6e68c HTTP/1.1" status: 200 len: 946 time: 0.8823953 Nov 09 17:49:47.796006 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:47.802813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 58d3c0d7-5cda-441f-83fe-5ab655ac35ec up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:47.942482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:47.944101 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:47.976667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-101802d3-63b9-41f2-a74b-ccbcfda30f69 req-9a01a9e7-55aa-4d27-912c-b12047ad00e6 service neutron] 10.222.0.18 "GET /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367579 Nov 09 17:49:48.027030 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-61ad5cd0-c7cf-4fb2-b28f-386900484910 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:48.049900 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-61ad5cd0-c7cf-4fb2-b28f-386900484910 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/19bdc11f-5322-405a-a999-6f33ed17a10c HTTP/1.1" status: 204 len: 168 time: 5.3303163 Nov 09 17:49:48.057280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37500) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:48.126359 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0821823f-3369-4333-ab71-2fa947665f5a no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:48.164591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84e23e-4c4e-4d45-8fbe-30f28eed9269 req-53d8f7be-9fdb-4f79-b9b3-cd7f863a9fc1 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:48.166258 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac84e23e-4c4e-4d45-8fbe-30f28eed9269 req-53d8f7be-9fdb-4f79-b9b3-cd7f863a9fc1 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.8892267 Nov 09 17:49:48.223198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-da7fd383-7c9a-4cfd-b22c-35654d3a1887 None None] Provisioning complete for port ef59a714-514c-4f9d-b30c-2746fa8cc7f1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:48.232720 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-da7fd383-7c9a-4cfd-b22c-35654d3a1887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:48.329605 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4a7d89c4-c960-423f-8487-7c4685405cc1 req-73f757c9-1b34-425e-a06d-aa2578236ab0 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971269 Nov 09 17:49:48.360605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c432650-21c8-422e-aa07-7fa0cebb31ab tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:48.363624 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c432650-21c8-422e-aa07-7fa0cebb31ab tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:48.367001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c432650-21c8-422e-aa07-7fa0cebb31ab tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:48.372803 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8c432650-21c8-422e-aa07-7fa0cebb31ab tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3125422 Nov 09 17:49:48.375457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-9fed0aa2-206a-4f83-9a3f-4ff143b4491c req-454745d6-f1ca-4691-9279-c8e49fddbdca tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] For port 0821823f-3369-4333-ab71-2fa947665f5a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0821823f-3369-4333-ab71-2fa947665f5a,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:48.376099 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9fed0aa2-206a-4f83-9a3f-4ff143b4491c req-454745d6-f1ca-4691-9279-c8e49fddbdca tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:48.378929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37516) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:48.497040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e2598a-eb91-4588-acb8-89c886874bc7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 1e972ea1-916e-404a-98ea-14d54a134413 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:49:48.564985 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-9fed0aa2-206a-4f83-9a3f-4ff143b4491c req-454745d6-f1ca-4691-9279-c8e49fddbdca tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Calling delete_port for 0821823f-3369-4333-ab71-2fa947665f5a owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:48.585071 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:48.601439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac84e23e-4c4e-4d45-8fbe-30f28eed9269 req-37ea0d02-59b2-46c5-9ebf-a202a10e990e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265166 Nov 09 17:49:48.649299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac234aae-219d-42eb-a36c-8f0fd99b3bd8 req-cf3a26c7-f4a7-4cef-a799-ff8346e2e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:48.663151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac234aae-219d-42eb-a36c-8f0fd99b3bd8 req-cf3a26c7-f4a7-4cef-a799-ff8346e2e466 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9fb16f4-0e86-456c-9417-3e45e9793444 HTTP/1.1" status: 200 len: 853 time: 0.6835189 Nov 09 17:49:48.667202 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68e2598a-eb91-4588-acb8-89c886874bc7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:48.755818 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e588a0-1048-44a8-8d3b-32accbe6e68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0821823f-3369-4333-ab71-2fa947665f5a'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:49:48.762806 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ffbf14-4803-44a9-8548-758019aac5cb" -d '{"events": [{"server_uuid": "b0e588a0-1048-44a8-8d3b-32accbe6e68c", "name": "network-vif-unplugged", "status": "completed", "tag": "0821823f-3369-4333-ab71-2fa947665f5a"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:49:48.778524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac234aae-219d-42eb-a36c-8f0fd99b3bd8 req-d148863a-2aa0-4593-9202-11e45072bd06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969546 Nov 09 17:49:48.783799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0821823f-3369-4333-ab71-2fa947665f5a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0821823f-3369-4333-ab71-2fa947665f5a,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:48.793265 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:48.872156 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0821823f-3369-4333-ab71-2fa947665f5a,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:49.029210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ef6f4990-b15a-456b-ae28-e1a4e29fc716 None None] Could not find standard attr ID for object 19bdc11f-5322-405a-a999-6f33ed17a10c. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:49:49.094845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ef6f4990-b15a-456b-ae28-e1a4e29fc716 None None] Provisioning complete for port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:49.097986 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ef6f4990-b15a-456b-ae28-e1a4e29fc716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:49.104006 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68e2598a-eb91-4588-acb8-89c886874bc7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:49.231533 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac234aae-219d-42eb-a36c-8f0fd99b3bd8 req-43045108-ac74-448f-9a8d-c98afa702f4f service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658967 Nov 09 17:49:49.245650 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:49.532155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bb49b-5597-4a59-ab1f-a1508e527a35 req-5ed0c3ae-703a-42f8-9e48-acdbdc93d1d7 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:49.544971 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c2bb49b-5597-4a59-ab1f-a1508e527a35 req-5ed0c3ae-703a-42f8-9e48-acdbdc93d1d7 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.7577662 Nov 09 17:49:49.770056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ef59a714-514c-4f9d-b30c-2746fa8cc7f1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:49:49.806471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68e2598a-eb91-4588-acb8-89c886874bc7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:49.852935 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c2bb49b-5597-4a59-ab1f-a1508e527a35 req-c9e256a5-a709-4450-8c2d-c5adb19baa35 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064327 Nov 09 17:49:49.917009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c5115fae-9e31-4235-87d1-c0983907eece None None] Could not find standard attr ID for object 19bdc11f-5322-405a-a999-6f33ed17a10c. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:49:49.933167 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac234aae-219d-42eb-a36c-8f0fd99b3bd8 req-c487921a-829f-4ca4-9eb5-299623c5a9b4 service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6906829 Nov 09 17:49:49.991613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port ef59a714-514c-4f9d-b30c-2746fa8cc7f1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:49.992015 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:50.097852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Router e845d38d-665a-47e9-b30f-10db84e22be8 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:49:50.197920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae31925-670e-43ce-a4a7-9c2dd1fc5e66 req-48a2d975-bad4-4d6b-ac95-2c07a1f92d1a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:50.206226 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cae31925-670e-43ce-a4a7-9c2dd1fc5e66 req-48a2d975-bad4-4d6b-ac95-2c07a1f92d1a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 1.6714046 Nov 09 17:49:50.301966 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9fed0aa2-206a-4f83-9a3f-4ff143b4491c req-454745d6-f1ca-4691-9279-c8e49fddbdca tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:50.377176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['452dddf0-4ff3-4a8d-a8c6-57550338de48'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:49:50.412265 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68e2598a-eb91-4588-acb8-89c886874bc7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:50.473708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454745d6-f1ca-4691-9279-c8e49fddbdca tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Pushing event deleted for resources: {'Port': ['ID=0821823f-3369-4333-ab71-2fa947665f5a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:50.508347 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150fb50c-0cbd-49f1-97ef-c4b5a8aa10cc x-openstack-request-id: req-150fb50c-0cbd-49f1-97ef-c4b5a8aa10cc {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:49:50.508691 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e588a0-1048-44a8-8d3b-32accbe6e68c", "name": "network-vif-unplugged", "status": "completed", "tag": "0821823f-3369-4333-ab71-2fa947665f5a", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:49:50.508896 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-150fb50c-0cbd-49f1-97ef-c4b5a8aa10cc {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:49:50.511857 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e588a0-1048-44a8-8d3b-32accbe6e68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0821823f-3369-4333-ab71-2fa947665f5a', 'code': 200} Nov 09 17:49:50.525131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68e2598a-eb91-4588-acb8-89c886874bc7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:50.549471 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-68e2598a-eb91-4588-acb8-89c886874bc7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/1e972ea1-916e-404a-98ea-14d54a134413 HTTP/1.1" status: 204 len: 168 time: 2.1594241 Nov 09 17:49:50.572483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37618) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:50.795470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2598a-eb91-4588-acb8-89c886874bc7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=1e972ea1-916e-404a-98ea-14d54a134413,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:50.884041 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e08e17-6f5d-424e-be58-e0f11f0bd89f None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:50.895209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:49:50.929568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Sync routers for ids ['e845d38d-665a-47e9-b30f-10db84e22be8'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:49:50.963411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fed0aa2-206a-4f83-9a3f-4ff143b4491c req-454745d6-f1ca-4691-9279-c8e49fddbdca tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] No DVR routers for this DVR port 0821823f-3369-4333-ab71-2fa947665f5a on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:50.964337 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04a10c73-09d3-4a5f-8577-d3b8c9b050b4 req-55c1ae6c-f424-47d1-a66e-eb64f2690b52 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0e588a0-1048-44a8-8d3b-32accbe6e68c HTTP/1.1" status: 200 len: 210 time: 0.2947338 Nov 09 17:49:50.971909 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:50.991173 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9f9c04cc-fd7f-4e6e-ba9c-a4ff38763209 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.5043602 Nov 09 17:49:50.995777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37636) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:51.025897 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9fed0aa2-206a-4f83-9a3f-4ff143b4491c req-454745d6-f1ca-4691-9279-c8e49fddbdca tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:51.043859 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9fed0aa2-206a-4f83-9a3f-4ff143b4491c req-454745d6-f1ca-4691-9279-c8e49fddbdca tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.13 "DELETE /v2.0/ports/0821823f-3369-4333-ab71-2fa947665f5a HTTP/1.1" status: 204 len: 173 time: 6.5485809 Nov 09 17:49:51.092014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-67530409-7dd0-44dd-bf70-f358921eefb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 28b771b5-557d-4c38-8916-0403581ed640 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:49:51.099769 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e588a0-1048-44a8-8d3b-32accbe6e68c', 'name': 'network-vif-deleted', 'tag': '0821823f-3369-4333-ab71-2fa947665f5a'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:49:51.103156 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bd9d86-085a-4259-92c6-a9d3e111e0b5" -d '{"events": [{"server_uuid": "b0e588a0-1048-44a8-8d3b-32accbe6e68c", "name": "network-vif-deleted", "tag": "0821823f-3369-4333-ab71-2fa947665f5a"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:49:51.127581 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cae31925-670e-43ce-a4a7-9c2dd1fc5e66 req-3f7fcae9-6bd3-4fba-8d49-4b67dbda1ec6 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8581574 Nov 09 17:49:51.146684 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67530409-7dd0-44dd-bf70-f358921eefb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:51.403192 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67530409-7dd0-44dd-bf70-f358921eefb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:51.440750 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b15d9-41a1-446d-9ad5-4ffde86e0f19 req-14bbd3e4-5736-4dda-b345-440db958ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:51.451700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b7b15d9-41a1-446d-9ad5-4ffde86e0f19 req-14bbd3e4-5736-4dda-b345-440db958ec12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 1097 time: 0.9081452 Nov 09 17:49:51.484456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Routers {'e845d38d-665a-47e9-b30f-10db84e22be8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:51.485321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:49:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e845d38d-665a-47e9-b30f-10db84e22be8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:51.717259 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad9b83-df2a-4b6e-b7f9-49d3df1d54eb req-214b7f6d-3ecd-47b0-8bca-5ab7ed0c4ca1 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:51.740211 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8bad9b83-df2a-4b6e-b7f9-49d3df1d54eb req-214b7f6d-3ecd-47b0-8bca-5ab7ed0c4ca1 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.3258829 Nov 09 17:49:51.885171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Set router e845d38d-665a-47e9-b30f-10db84e22be8 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:52.007786 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8bad9b83-df2a-4b6e-b7f9-49d3df1d54eb req-cd3023f0-faa5-4f37-9a67-091013ed092b tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634399 Nov 09 17:49:52.028148 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67530409-7dd0-44dd-bf70-f358921eefb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:52.112396 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b16d0c-390e-4ac7-8886-9c0b5a4a849c x-openstack-request-id: req-a8b16d0c-390e-4ac7-8886-9c0b5a4a849c {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:49:52.119774 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e588a0-1048-44a8-8d3b-32accbe6e68c", "name": "network-vif-deleted", "tag": "0821823f-3369-4333-ab71-2fa947665f5a", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:49:52.120331 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8b16d0c-390e-4ac7-8886-9c0b5a4a849c {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:49:52.125344 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e588a0-1048-44a8-8d3b-32accbe6e68c', 'name': 'network-vif-deleted', 'tag': '0821823f-3369-4333-ab71-2fa947665f5a', 'status': 'completed', 'code': 200} Nov 09 17:49:52.244665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67530409-7dd0-44dd-bf70-f358921eefb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:52.270613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b15d9-41a1-446d-9ad5-4ffde86e0f19 req-246da9c2-dd50-49a7-ae7f-dd68929c0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:52.273633 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b7b15d9-41a1-446d-9ad5-4ffde86e0f19 req-246da9c2-dd50-49a7-ae7f-dd68929c0504 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 912 time: 0.8051782 Nov 09 17:49:52.405015 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67530409-7dd0-44dd-bf70-f358921eefb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=28b771b5-557d-4c38-8916-0403581ed640,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:52.412205 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67530409-7dd0-44dd-bf70-f358921eefb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:52.430296 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-67530409-7dd0-44dd-bf70-f358921eefb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/28b771b5-557d-4c38-8916-0403581ed640 HTTP/1.1" status: 204 len: 168 time: 1.8400753 Nov 09 17:49:52.467448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37704) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:52.588502 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5658702c-6376-4cba-9098-b2573d8eaf83 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1184230 Nov 09 17:49:52.601480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37712) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:52.618406 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c114d7cb-2b79-465a-b4c5-824c03266e1a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:52.631038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2c996ef3-073b-4e19-ae50-5c78210280b6 req-88ff5ecd-4b71-4aab-b98f-fec5605c2efe tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0e588a0-1048-44a8-8d3b-32accbe6e68c HTTP/1.1" status: 200 len: 210 time: 0.3507507 Nov 09 17:49:52.728318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d14627-7599-4b2f-8198-e398c5fa32ae None None] Update dhcp port {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'fixed_ips': [{'subnet_id': '28b771b5-557d-4c38-8916-0403581ed640'}], 'binding:host_id': 'n-d-817236-1'}, 'id': '58d3c0d7-5cda-441f-83fe-5ab655ac35ec'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:49:52.802535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f398e-4610-4259-850f-be377b4e989b req-45ae60c6-1b21-4ee4-b107-029311173f10 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:52.806653 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a6d14627-7599-4b2f-8198-e398c5fa32ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:52.810181 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-432f398e-4610-4259-850f-be377b4e989b req-45ae60c6-1b21-4ee4-b107-029311173f10 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.5554423 Nov 09 17:49:52.922156 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-432f398e-4610-4259-850f-be377b4e989b req-b5ef9e50-6b06-4ee2-b037-42ab1d0b6d98 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945160 Nov 09 17:49:52.989254 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:52.999978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c114d7cb-2b79-465a-b4c5-824c03266e1a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:53.010890 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c114d7cb-2b79-465a-b4c5-824c03266e1a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:53.030111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b7b15d9-41a1-446d-9ad5-4ffde86e0f19 req-113af7ba-547c-48bc-9c7e-7785c109adcd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8695168-d8fc-489e-b027-78b8cf2f7c5f HTTP/1.1" status: 200 len: 1002 time: 0.6782815 Nov 09 17:49:53.228513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b15d9-41a1-446d-9ad5-4ffde86e0f19 req-5be50218-d32d-475c-a7f4-138b0da7cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:53.230680 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b7b15d9-41a1-446d-9ad5-4ffde86e0f19 req-5be50218-d32d-475c-a7f4-138b0da7cca5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90e004d7-aa4f-429b-b705-1f002be3405f HTTP/1.1" status: 200 len: 850 time: 0.1498168 Nov 09 17:49:53.297800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59c544-0a26-4942-aa3d-0fca215f116a req-1d5a84f9-9a94-4f26-9003-c85352304574 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:53.301961 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c59c544-0a26-4942-aa3d-0fca215f116a req-1d5a84f9-9a94-4f26-9003-c85352304574 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.4593585 Nov 09 17:49:53.366443 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c59c544-0a26-4942-aa3d-0fca215f116a req-67883adf-36ae-4a4e-81de-e92d76afd141 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533512 Nov 09 17:49:53.393533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b15d9-41a1-446d-9ad5-4ffde86e0f19 req-4efa46f5-6fc5-42c1-b7e7-41a58c29f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:53.399254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b7b15d9-41a1-446d-9ad5-4ffde86e0f19 req-4efa46f5-6fc5-42c1-b7e7-41a58c29f1de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62985637-89b4-4626-b71d-b65e6efa34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528957 Nov 09 17:49:53.515399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T17:49:46Z', 'revision_number': 3, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port': {'id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:41Z', 'updated_at': '2021-11-09T17:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:53.635507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690e46f5-8fca-48ff-8ea4-8a86fe274c11 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:53.686689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b7b15d9-41a1-446d-9ad5-4ffde86e0f19 req-a73be05b-ac04-41fd-b67c-7b00e37f392a service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751517 Nov 09 17:49:53.834517 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Checking router: e845d38d-665a-47e9-b30f-10db84e22be8 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:49:53.835474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Updating router e845d38d-665a-47e9-b30f-10db84e22be8 port 80e67d64-6f3f-4996-bc82-86a3aa4a470c binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:49:54.041205 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:54.054505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1687162-ad5f-42cd-a6ba-f851b228d2cc req-895e5e29-cbd8-4ca8-b0cf-cd5e1c33eb16 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:54.063446 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:54.065734 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a1687162-ad5f-42cd-a6ba-f851b228d2cc req-895e5e29-cbd8-4ca8-b0cf-cd5e1c33eb16 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.8101690 Nov 09 17:49:54.070319 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c114d7cb-2b79-465a-b4c5-824c03266e1a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:54.083732 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2f08a8aa-67d7-44e7-b292-9717f7db6e6d None None] Provisioning complete for port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:54.092276 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f08a8aa-67d7-44e7-b292-9717f7db6e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:54.305186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c114d7cb-2b79-465a-b4c5-824c03266e1a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:54.326874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c114d7cb-2b79-465a-b4c5-824c03266e1a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:54.362302 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c114d7cb-2b79-465a-b4c5-824c03266e1a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:54.363312 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c114d7cb-2b79-465a-b4c5-824c03266e1a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:54.389404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114d7cb-2b79-465a-b4c5-824c03266e1a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=ab03cae0-bded-4f1c-a758-a9a78e13fcc1,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:54.414251 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a1687162-ad5f-42cd-a6ba-f851b228d2cc req-0ffb275c-2da3-4c2f-bb8f-32547a8074ff tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057523 Nov 09 17:49:54.430873 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c114d7cb-2b79-465a-b4c5-824c03266e1a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8241780 Nov 09 17:49:54.435562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37776) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:54.444986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:54.540776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6a43c2-82fe-46bf-bed8-ffcc21727c57 None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:49:54.657193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b7b15d9-41a1-446d-9ad5-4ffde86e0f19 req-8569e6a2-2771-4c94-b468-469e0a7a25f8 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9214907 Nov 09 17:49:54.922123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e30500-ad09-49aa-90d5-9f36da22ebef req-113d8d3a-eeaa-4a0f-8a22-2b794c3a1421 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:54.927564 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2e30500-ad09-49aa-90d5-9f36da22ebef req-113d8d3a-eeaa-4a0f-8a22-2b794c3a1421 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.2686498 Nov 09 17:49:54.942073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cdc0f-ff76-461a-9ba1-b0a37bc605a5 req-74001018-1422-457d-9196-eb783874fbdc tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:54.958224 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-415cdc0f-ff76-461a-9ba1-b0a37bc605a5 req-74001018-1422-457d-9196-eb783874fbdc tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.2776201 Nov 09 17:49:54.993344 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:55.009791 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:55.058431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:49:55.074079 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:55.134647 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2e30500-ad09-49aa-90d5-9f36da22ebef req-8b372851-2d26-4abd-ad81-b62d76ad031d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892238 Nov 09 17:49:55.232209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f074ad-240d-44d8-a6ac-7bbdfb8b7920 None None] Pushing event updated for resources: {'Port': ['ID=80e67d64-6f3f-4996-bc82-86a3aa4a470c,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:55.234355 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-415cdc0f-ff76-461a-9ba1-b0a37bc605a5 req-160cc2de-5345-410e-9bdf-e180b0908da0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751575 Nov 09 17:49:55.350673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Attempting to bind port 80e67d64-6f3f-4996-bc82-86a3aa4a470c on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:49:55.352488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Attempting to bind port 80e67d64-6f3f-4996-bc82-86a3aa4a470c by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:49:55.358115 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Attempting to bind port 80e67d64-6f3f-4996-bc82-86a3aa4a470c on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:49:55.495859 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:49:55.499170 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:49:55.505572 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:55.508528 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:49:55.526983 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Bound port: 80e67d64-6f3f-4996-bc82-86a3aa4a470c, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:49:55.528920 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:55.814029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 58d3c0d7-5cda-441f-83fe-5ab655ac35ec no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:49:55.924029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e672d-7f14-4c5c-bed7-21218dab0310 req-985a4d9c-4ee4-42f5-ba1a-4de4d70e9624 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:55.941361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] For port 80e67d64-6f3f-4996-bc82-86a3aa4a470c, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:49:55.942536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d5e672d-7f14-4c5c-bed7-21218dab0310 req-985a4d9c-4ee4-42f5-ba1a-4de4d70e9624 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.2259455 Nov 09 17:49:55.983541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19516a0f-bad1-443b-b90b-96c4c34033a5 req-666dd5b5-cfba-45d5-830a-5fd15d50a4a8 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:56.010593 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19516a0f-bad1-443b-b90b-96c4c34033a5 req-666dd5b5-cfba-45d5-830a-5fd15d50a4a8 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.5286989 Nov 09 17:49:56.022978 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:56.069538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] For port 80e67d64-6f3f-4996-bc82-86a3aa4a470c, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=80e67d64-6f3f-4996-bc82-86a3aa4a470c,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:49:56.104970 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:56.164788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a43c2-82fe-46bf-bed8-ffcc21727c57 None None] Deleting port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:56.165125 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aa6a43c2-82fe-46bf-bed8-ffcc21727c57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:56.310925 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d5e672d-7f14-4c5c-bed7-21218dab0310 req-b7939cb6-e189-4cbb-b14d-b642258fcf75 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3211088 Nov 09 17:49:56.433557 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19516a0f-bad1-443b-b90b-96c4c34033a5 req-52bf4159-fc2e-4cb0-8ba7-1b470d4b3e3a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156964 Nov 09 17:49:56.589610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04be75-7899-4129-987e-092d9154044b req-26f5d066-e0c2-4412-aae9-e61382d57a3a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:56.595341 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ef04be75-7899-4129-987e-092d9154044b req-26f5d066-e0c2-4412-aae9-e61382d57a3a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.4398305 Nov 09 17:49:56.955109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b5e0f-8f66-48a0-8fcd-0d1ea34eb1aa req-42177a5d-0d21-4d10-9a45-c0a64d1fdd13 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:56.971098 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e71b5e0f-8f66-48a0-8fcd-0d1ea34eb1aa req-42177a5d-0d21-4d10-9a45-c0a64d1fdd13 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.3738461 Nov 09 17:49:57.118378 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:57.133887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Routers {'e845d38d-665a-47e9-b30f-10db84e22be8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:49:57.134587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:49:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e845d38d-665a-47e9-b30f-10db84e22be8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:49:57.195752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88553-3040-4a01-901b-48505edbb5c9 req-cc598b77-9b3a-45ec-9d0d-9180fe66355a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:57.211772 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1bb88553-3040-4a01-901b-48505edbb5c9 req-cc598b77-9b3a-45ec-9d0d-9180fe66355a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.5357447 Nov 09 17:49:57.305916 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e71b5e0f-8f66-48a0-8fcd-0d1ea34eb1aa req-64859c43-95bb-4ee3-b708-742d0bd7ba3a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243504 Nov 09 17:49:57.321102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.objects.ports [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:49:57.335751 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Allocated IP 172.20.0.1 (72c64938-8905-40c6-a145-ef2e7c2b875f/9f792151-56b0-45c8-afdd-23d2b348cfe7/58d5a73b-7699-4df7-9d3a-d29bd9f072ef) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:49:57.667513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-aa6a43c2-82fe-46bf-bed8-ffcc21727c57 None None] For port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=58d3c0d7-5cda-441f-83fe-5ab655ac35ec,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:57.667981 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aa6a43c2-82fe-46bf-bed8-ffcc21727c57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:57.717127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a43c2-82fe-46bf-bed8-ffcc21727c57 None None] Calling delete_port for 58d3c0d7-5cda-441f-83fe-5ab655ac35ec owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:57.746137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ef04be75-7899-4129-987e-092d9154044b req-d032da4e-4914-40bb-88c7-bae227d7e37a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Deleting port 452dddf0-4ff3-4a8d-a8c6-57550338de48 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:49:57.755771 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ef04be75-7899-4129-987e-092d9154044b req-d032da4e-4914-40bb-88c7-bae227d7e37a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:57.877798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f074ad-240d-44d8-a6ac-7bbdfb8b7920 None None] Pushing event updated for resources: {'Port': ['ID=80e67d64-6f3f-4996-bc82-86a3aa4a470c,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:57.909340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3f050-e5f3-4ce9-8da1-4ced24bf598e req-a06ad14c-c01e-4341-9808-c487a7e0b9d0 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:57.917094 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-97a3f050-e5f3-4ce9-8da1-4ced24bf598e req-a06ad14c-c01e-4341-9808-c487a7e0b9d0 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.3529334 Nov 09 17:49:57.951756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=58d3c0d7-5cda-441f-83fe-5ab655ac35ec,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:57.990348 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:58.034823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:58.050897 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1bb88553-3040-4a01-901b-48505edbb5c9 req-c00ed690-7ac4-475b-b7f1-cef7a46ce706 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8378806 Nov 09 17:49:58.150971 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-97a3f050-e5f3-4ce9-8da1-4ced24bf598e req-abcdb8b2-f8e4-408b-9551-90fb4acc393a tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328758 Nov 09 17:49:58.222145 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=58d3c0d7-5cda-441f-83fe-5ab655ac35ec,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:58.255023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ef04be75-7899-4129-987e-092d9154044b req-d032da4e-4914-40bb-88c7-bae227d7e37a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] For port 452dddf0-4ff3-4a8d-a8c6-57550338de48, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=452dddf0-4ff3-4a8d-a8c6-57550338de48,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:49:58.255880 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ef04be75-7899-4129-987e-092d9154044b req-d032da4e-4914-40bb-88c7-bae227d7e37a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:58.280906 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ef04be75-7899-4129-987e-092d9154044b req-d032da4e-4914-40bb-88c7-bae227d7e37a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Calling delete_port for 452dddf0-4ff3-4a8d-a8c6-57550338de48 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:49:58.306508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:58.314965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] Set router e845d38d-665a-47e9-b30f-10db84e22be8 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:49:58.494083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_pluggable_backend [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102155) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 09 17:49:58.494931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_pluggable_backend [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2c:caa3 {{(pid=102155) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 09 17:49:58.501721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_pluggable_backend [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2c:caa3 {{(pid=102155) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 09 17:49:58.503273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Network 72c64938-8905-40c6-a145-ef2e7c2b875f is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:58.505437 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:58.520000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:58.537570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:49:58.545449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5afe5-db91-4b14-87bd-f71580dcbc75 req-574fdcce-1aff-4d09-ab07-91b89ae8a989 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:58.555022 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-07d5afe5-db91-4b14-87bd-f71580dcbc75 req-574fdcce-1aff-4d09-ab07-91b89ae8a989 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 945 time: 0.3370931 Nov 09 17:49:58.830037 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aa6a43c2-82fe-46bf-bed8-ffcc21727c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:58.940772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:49:58.978102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:49:58.986881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:59.016253 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:59.091378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a43c2-82fe-46bf-bed8-ffcc21727c57 None None] No DVR routers for this DVR port 58d3c0d7-5cda-441f-83fe-5ab655ac35ec on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:49:59.111118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a43c2-82fe-46bf-bed8-ffcc21727c57 None None] Pushing event deleted for resources: {'Port': ['ID=58d3c0d7-5cda-441f-83fe-5ab655ac35ec,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:59.144449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec866a8d-7824-42af-a612-dcc1fb682b37 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:49:59.187483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=29d62d81-6b97-46b5-915a-89b6ab00ba7a,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:59.229967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=58d5a73b-7699-4df7-9d3a-d29bd9f072ef,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:59.245441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-07d5afe5-db91-4b14-87bd-f71580dcbc75 req-56f299cb-8fb5-4e64-8d39-c2145125e6bb tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b6d689e-135c-41f8-8358-a3f64df64a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352489 Nov 09 17:49:59.260489 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-89e25c15-2820-429e-bca4-ca680dd9bc39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8216989 Nov 09 17:49:59.263965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37824) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:49:59.300753 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'mac_address': 'fa:16:3e:9f:85:68', 'name': 'tempest-NetworksTestDHCPv6-1102495107'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:49:59.343344 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:59.433238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-34280b75-b857-4a28-ae5f-466c85d441fc None None] Provisioning complete for port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:49:59.433809 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-34280b75-b857-4a28-ae5f-466c85d441fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:59.623864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ef04be75-7899-4129-987e-092d9154044b req-d032da4e-4914-40bb-88c7-bae227d7e37a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:59.688138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-34280b75-b857-4a28-ae5f-466c85d441fc None None] Port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:49:59.840961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032da4e-4914-40bb-88c7-bae227d7e37a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Pushing event deleted for resources: {'Port': ['ID=452dddf0-4ff3-4a8d-a8c6-57550338de48,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:49:59.898094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cdcbe-cd98-493a-ba28-8939c834dfa4 req-0cd943b1-6cde-482a-b1be-fa65a470090c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:59.912688 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c9cdcbe-cd98-493a-ba28-8939c834dfa4 req-0cd943b1-6cde-482a-b1be-fa65a470090c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 1.4041369 Nov 09 17:49:59.953898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40627849-b2df-4476-bcbf-f9f6d6202757 req-e0247b32-4d9b-4283-be7f-7a227a47a58b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:49:59.976067 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-40627849-b2df-4476-bcbf-f9f6d6202757 req-e0247b32-4d9b-4283-be7f-7a227a47a58b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.4168816 Nov 09 17:50:00.070957 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '29d62d81-6b97-46b5-915a-89b6ab00ba7a'}, {'subnet_id': 'ab03cae0-bded-4f1c-a758-a9a78e13fcc1'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:50:00.074179 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:00.086038 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T17:49:46Z', 'revision_number': 3, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port': {'id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:41Z', 'updated_at': '2021-11-09T17:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:00.218571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4000507-4af1-4253-a061-33a9475bbba1 None None] The sync data for ids ['e845d38d-665a-47e9-b30f-10db84e22be8'] in n-d-817236-1 is: [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T17:49:46Z', 'revision_number': 3, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port': {'id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:41Z', 'updated_at': '2021-11-09T17:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:50:00.236987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:00.272119 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c9cdcbe-cd98-493a-ba28-8939c834dfa4 req-23406927-27c4-4639-abef-cd4f10cad5c4 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485085 Nov 09 17:50:00.342745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef04be75-7899-4129-987e-092d9154044b req-d032da4e-4914-40bb-88c7-bae227d7e37a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] No DVR routers for this DVR port 452dddf0-4ff3-4a8d-a8c6-57550338de48 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:50:00.351384 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ef04be75-7899-4129-987e-092d9154044b req-d032da4e-4914-40bb-88c7-bae227d7e37a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:00.368796 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ef04be75-7899-4129-987e-092d9154044b req-d032da4e-4914-40bb-88c7-bae227d7e37a tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.18 "DELETE /v2.0/ports/452dddf0-4ff3-4a8d-a8c6-57550338de48 HTTP/1.1" status: 204 len: 173 time: 3.7301745 Nov 09 17:50:00.444321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b7d45c-d223-4007-ba6e-a541f741ab1b', 'name': 'network-vif-deleted', 'tag': '452dddf0-4ff3-4a8d-a8c6-57550338de48'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:50:00.477782 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8b1ac6-09d6-4933-9275-34e8946f036e" -d '{"events": [{"server_uuid": "03b7d45c-d223-4007-ba6e-a541f741ab1b", "name": "network-vif-deleted", "tag": "452dddf0-4ff3-4a8d-a8c6-57550338de48"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:50:00.682603 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-40627849-b2df-4476-bcbf-f9f6d6202757 req-896a7fcb-d4ba-4c5b-904a-555a25a1e188 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6558003 Nov 09 17:50:00.709677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 452dddf0-4ff3-4a8d-a8c6-57550338de48 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:00.786142 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:00.793866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 452dddf0-4ff3-4a8d-a8c6-57550338de48 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:50:00.794821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 452dddf0-4ff3-4a8d-a8c6-57550338de48 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:00.870348 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:00.952629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 5845e0c7-d9a0-4cc8-9b40-af075c114550 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:50:00.965214 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80464f7-bfb2-4668-9b7d-a8cc8bc2ca15 x-openstack-request-id: req-f80464f7-bfb2-4668-9b7d-a8cc8bc2ca15 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:50:00.967872 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b7d45c-d223-4007-ba6e-a541f741ab1b", "name": "network-vif-deleted", "tag": "452dddf0-4ff3-4a8d-a8c6-57550338de48", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:50:00.968445 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f80464f7-bfb2-4668-9b7d-a8cc8bc2ca15 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:50:00.969409 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b7d45c-d223-4007-ba6e-a541f741ab1b', 'name': 'network-vif-deleted', 'tag': '452dddf0-4ff3-4a8d-a8c6-57550338de48', 'status': 'completed', 'code': 200} Nov 09 17:50:00.989850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac9b85d3-bd48-449f-b2fc-f9ce5c5e2cc1 req-e12542d2-1310-418f-8cb1-229bd967a722 tempest-ListServerFiltersTestJSON-349109999 tempest-ListServerFiltersTestJSON-349109999-project] 10.222.0.81 "GET /v2.0/ports?device_id=03b7d45c-d223-4007-ba6e-a541f741ab1b HTTP/1.1" status: 200 len: 210 time: 0.2168493 Nov 09 17:50:01.425416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Allocated IP 172.20.0.2 (95294590-f827-4cfc-bf5f-176a9c97fb32/ab03cae0-bded-4f1c-a758-a9a78e13fcc1/1cb74489-f045-43f1-8307-808cebe83f39) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:01.474471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Allocated IP 2001:db8::f816:3eff:fe9e:6042 (95294590-f827-4cfc-bf5f-176a9c97fb32/29d62d81-6b97-46b5-915a-89b6ab00ba7a/1cb74489-f045-43f1-8307-808cebe83f39) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:01.764470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:01.775864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:01.979765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9007e1-922c-4b65-90e6-1b7b79608085 req-753fc804-6327-46e1-a09a-b6216201b6c5 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:02.051118 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd9007e1-922c-4b65-90e6-1b7b79608085 req-753fc804-6327-46e1-a09a-b6216201b6c5 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.3552999 Nov 09 17:50:02.211407 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:02.228612 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd9007e1-922c-4b65-90e6-1b7b79608085 req-7a666a44-74ac-43d7-acfd-69e951d79e83 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761830 Nov 09 17:50:02.249370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=58d5a73b-7699-4df7-9d3a-d29bd9f072ef,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:02.441464 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:02.474495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 80e67d64-6f3f-4996-bc82-86a3aa4a470c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:02.487556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37856) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:02.497276 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:02.937901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:02.943201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Network 72c64938-8905-40c6-a145-ef2e7c2b875f is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:02.954950 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:02.966389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:03.129658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:03.258196 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Pushing event updated for resources: {'Port': ['ID=1cb74489-f045-43f1-8307-808cebe83f39,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:03.316941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:03.317486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:03.318135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:03.318632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:03.319207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:03.332318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:03.332907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:03.333303 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:03.333661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:03.334010 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:03.334356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:03.334704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:03.377269 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 172.20.0.7 (95294590-f827-4cfc-bf5f-176a9c97fb32/ab03cae0-bded-4f1c-a758-a9a78e13fcc1/5845e0c7-d9a0-4cc8-9b40-af075c114550) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:03.409858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd30f3-fb7e-449d-afc8-c92d8c54f588 req-2825baa9-2d14-4503-9440-69eddd97fc5b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:03.418139 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Deleting subnet 74bdd4d4-2ac5-4dd0-848d-119bf24df699 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:50:03.425479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2acd30f3-fb7e-449d-afc8-c92d8c54f588 req-2825baa9-2d14-4503-9440-69eddd97fc5b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 1.2442269 Nov 09 17:50:03.430262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::f816:3eff:fe9f:8568 (95294590-f827-4cfc-bf5f-176a9c97fb32/29d62d81-6b97-46b5-915a-89b6ab00ba7a/5845e0c7-d9a0-4cc8-9b40-af075c114550) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:03.442223 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:03.584669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 80e67d64-6f3f-4996-bc82-86a3aa4a470c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:03.585266 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:03.653500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Router e845d38d-665a-47e9-b30f-10db84e22be8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:50:03.884811 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:03.914516 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2acd30f3-fb7e-449d-afc8-c92d8c54f588 req-b625f6e5-ed22-4510-b7de-7e4cc140ba2c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219445 Nov 09 17:50:03.956946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-dcba6e85-ef9d-4e02-ac5d-b4d5de1984b6 None None] Provisioning complete for port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:03.956946 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dcba6e85-ef9d-4e02-ac5d-b4d5de1984b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:04.018505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfb54a-173e-4b6b-af75-e926deb3d41c req-9bd23938-1290-4ad5-b831-e3c550406a64 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:04.055642 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dedfb54a-173e-4b6b-af75-e926deb3d41c req-9bd23938-1290-4ad5-b831-e3c550406a64 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.4559624 Nov 09 17:50:04.078721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Attempting to bind port 1cb74489-f045-43f1-8307-808cebe83f39 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:50:04.083488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Attempting to bind port 1cb74489-f045-43f1-8307-808cebe83f39 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:50:04.084095 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Attempting to bind port 1cb74489-f045-43f1-8307-808cebe83f39 on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:50:04.119131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:50:04.143988 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b58aedea-8e3e-4f54-9c6e-eae55f420ea9 admin admin] 10.222.0.81 "PUT /v2.0/routers/e845d38d-665a-47e9-b30f-10db84e22be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1422653 Nov 09 17:50:04.228812 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dedfb54a-173e-4b6b-af75-e926deb3d41c req-a78b6dfa-8454-4d0a-a75c-abf87307a5b4 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648726 Nov 09 17:50:04.332200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-dcba6e85-ef9d-4e02-ac5d-b4d5de1984b6 None None] Port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:50:04.362018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:04.410428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:50:04.412788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:50:04.424604 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:04.424904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:50:04.425536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Bound port: 1cb74489-f045-43f1-8307-808cebe83f39, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:50:04.425859 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:04.486679 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:04.554267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] For port 1cb74489-f045-43f1-8307-808cebe83f39, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:50:04.559327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] For port 1cb74489-f045-43f1-8307-808cebe83f39, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1cb74489-f045-43f1-8307-808cebe83f39,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:50:04.568681 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:04.685944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d05e73-4b8e-4430-9ac8-613e2a01ecb2 None None] Pushing event updated for resources: {'Port': ['ID=1cb74489-f045-43f1-8307-808cebe83f39,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:04.700907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 80e67d64-6f3f-4996-bc82-86a3aa4a470c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=80e67d64-6f3f-4996-bc82-86a3aa4a470c,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:04.711627 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:04.763754 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69493909-038a-4a74-b623-c66c4850127c None None] Sync routers for ids ['e845d38d-665a-47e9-b30f-10db84e22be8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:50:04.813738 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69493909-038a-4a74-b623-c66c4850127c None None] Routers {'e845d38d-665a-47e9-b30f-10db84e22be8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:04.817360 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-69493909-038a-4a74-b623-c66c4850127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:49:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e845d38d-665a-47e9-b30f-10db84e22be8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:04.880218 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:04.903285 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=80e67d64-6f3f-4996-bc82-86a3aa4a470c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:05.006402 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:05.012442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74bdd4d4-2ac5-4dd0-848d-119bf24df699,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:05.072959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa6111f-706b-4feb-93f5-c9f85de5195d None None] Network 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:05.097186 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:05.106043 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/74bdd4d4-2ac5-4dd0-848d-119bf24df699 HTTP/1.1" status: 204 len: 168 time: 2.6164215 Nov 09 17:50:05.109138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37884) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:05.113323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.114064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.114637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.115202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.115946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.116531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.117090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.117652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.118205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.118787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.119411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.119976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bc5376-67ad-4183-bc55-ec38ae0e2fb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:05.567238 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:05.597211 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:05.619507 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-69493909-038a-4a74-b623-c66c4850127c None None] Set router e845d38d-665a-47e9-b30f-10db84e22be8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:05.638003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6c83a-1c4e-43e3-8d40-6ff3aec11b99 req-c74168f3-e27d-4242-8177-accb225134d2 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:05.652642 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8bb6c83a-1c4e-43e3-8d40-6ff3aec11b99 req-c74168f3-e27d-4242-8177-accb225134d2 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.3610451 Nov 09 17:50:05.846167 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8bb6c83a-1c4e-43e3-8d40-6ff3aec11b99 req-9b5676a9-b13c-49ad-b060-754868b37b14 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886964 Nov 09 17:50:05.972842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b4fe44-a4cc-4a94-9518-b8947ef1a05f None None] DHCP port deletion for 2ac0b4ff-b5b6-44eb-b33b-47f466549e48 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:06.051425 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=5845e0c7-d9a0-4cc8-9b40-af075c114550,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:06.124996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-84b4fe44-a4cc-4a94-9518-b8947ef1a05f None None] Deleting port 5a6f7004-802b-418d-838c-2e8f63f4a5f1 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:50:06.126813 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-84b4fe44-a4cc-4a94-9518-b8947ef1a05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:06.160235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:06.189780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:06.210407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:06.547364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6001e-9b3e-49af-9cef-efde56cd705f req-9edbe785-49f3-45af-84fd-bbadc2244de1 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:06.550105 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64e6001e-9b3e-49af-9cef-efde56cd705f req-9edbe785-49f3-45af-84fd-bbadc2244de1 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.9161193 Nov 09 17:50:06.637398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:06.638534 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:06.642061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-84b4fe44-a4cc-4a94-9518-b8947ef1a05f None None] For port 5a6f7004-802b-418d-838c-2e8f63f4a5f1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5a6f7004-802b-418d-838c-2e8f63f4a5f1,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:06.657675 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-84b4fe44-a4cc-4a94-9518-b8947ef1a05f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:06.670386 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-69493909-038a-4a74-b623-c66c4850127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T17:50:00Z', 'revision_number': 4, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port': {'id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:41Z', 'updated_at': '2021-11-09T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '58d5a73b-7699-4df7-9d3a-d29bd9f072ef', 'name': '', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'mac_address': 'fa:16:3e:9f:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:56Z', 'updated_at': '2021-11-09T17:50:01Z', 'revision_number': 2, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'subnets': [{'id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:06.795511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-84b4fe44-a4cc-4a94-9518-b8947ef1a05f None None] Calling delete_port for 5a6f7004-802b-418d-838c-2e8f63f4a5f1 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:50:06.800273 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5a409262-df26-4e87-8c20-9d6ea9b8a763 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 7.5348980 Nov 09 17:50:06.804469 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37930) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:06.812115 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69493909-038a-4a74-b623-c66c4850127c None None] Checking router: e845d38d-665a-47e9-b30f-10db84e22be8 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:50:06.812469 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69493909-038a-4a74-b623-c66c4850127c None None] Updating router e845d38d-665a-47e9-b30f-10db84e22be8 port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:50:06.872680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Deleting port 5a6f7004-802b-418d-838c-2e8f63f4a5f1 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:50:06.873319 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:06.901742 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-69493909-038a-4a74-b623-c66c4850127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:07.201063 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64e6001e-9b3e-49af-9cef-efde56cd705f req-3cd842e6-d6ac-42a4-8de3-1148b7556830 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6062360 Nov 09 17:50:07.303312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022ea9ec-3176-4f64-86a9-a512b7faa45d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:07.324152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] For port 5a6f7004-802b-418d-838c-2e8f63f4a5f1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5a6f7004-802b-418d-838c-2e8f63f4a5f1,segment=NetworkSegment(3a08abb6-b27c-44b2-a563-026e33595565),segment_id=3a08abb6-b27c-44b2-a563-026e33595565)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:07.324518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:07.387651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022ea9ec-3176-4f64-86a9-a512b7faa45d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:07.405558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-022ea9ec-3176-4f64-86a9-a512b7faa45d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5972555 Nov 09 17:50:07.408863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37936) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:07.409960 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Calling delete_port for 5a6f7004-802b-418d-838c-2e8f63f4a5f1 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:50:07.645927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1cb74489-f045-43f1-8307-808cebe83f39 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:07.652719 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349186d5-fafb-4b7e-8052-d6ba92dcbdb0 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:07.656320 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-84b4fe44-a4cc-4a94-9518-b8947ef1a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:07.709353 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:07.757987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] No DVR routers for this DVR port 5a6f7004-802b-418d-838c-2e8f63f4a5f1 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:50:07.855397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6f7004-802b-418d-838c-2e8f63f4a5f1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:07.900727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4fe44-a4cc-4a94-9518-b8947ef1a05f None None] Pushing event deleted for resources: {'Port': ['ID=5a6f7004-802b-418d-838c-2e8f63f4a5f1,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:07.999778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d9f9d-533f-4b76-9177-c84963290006 req-102f676c-8f54-43b5-b76f-5e87f0fb563d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:08.005813 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c53d9f9d-533f-4b76-9177-c84963290006 req-102f676c-8f54-43b5-b76f-5e87f0fb563d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.5892279 Nov 09 17:50:08.040743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6a45dadd-3ee7-45c3-b02e-d2d1ecb7e785 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 5845e0c7-d9a0-4cc8-9b40-af075c114550 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:50:08.049447 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a45dadd-3ee7-45c3-b02e-d2d1ecb7e785 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:08.084524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4fe44-a4cc-4a94-9518-b8947ef1a05f None None] No DVR routers for this DVR port 5a6f7004-802b-418d-838c-2e8f63f4a5f1 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:50:08.180398 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:08.184220 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-69493909-038a-4a74-b623-c66c4850127c None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:08.205831 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-69493909-038a-4a74-b623-c66c4850127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:08.242501 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac0b4ff-b5b6-44eb-b33b-47f466549e48']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:08.267248 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a08abb6-b27c-44b2-a563-026e33595565') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:08.268649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a08abb6-b27c-44b2-a563-026e33595565') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:08.284079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c53d9f9d-533f-4b76-9177-c84963290006 req-c037bdcb-297a-430d-a0d6-440e0eb30d25 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674358 Nov 09 17:50:08.290224 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:08.293133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ff7f1867-0edf-48d4-a890-67cc79a740b9 None None] Provisioning complete for port 1cb74489-f045-43f1-8307-808cebe83f39 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:08.298819 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1867-0edf-48d4-a890-67cc79a740b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:08.350690 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Pushing event updated for resources: {'Port': ['ID=58d5a73b-7699-4df7-9d3a-d29bd9f072ef,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:08.400324 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:08.421251 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:08.425722 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:08.426312 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:08.427683 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:08.429407 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:08.430024 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:08.431790 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:08.432575 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:08.437499 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:08.438526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:50:08.438905 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:08.440173 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:08.440864 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:08.442408 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:08.502661 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a45dadd-3ee7-45c3-b02e-d2d1ecb7e785 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:08.581415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6a45dadd-3ee7-45c3-b02e-d2d1ecb7e785 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 5845e0c7-d9a0-4cc8-9b40-af075c114550 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:50:08.668167 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:50:08.681171 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-69493909-038a-4a74-b623-c66c4850127c None None] Attempting to bind port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:50:08.681505 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-69493909-038a-4a74-b623-c66c4850127c None None] Attempting to bind port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'fdab91bb-c506-4901-bc13-f6f123e4e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:50:08.682063 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69493909-038a-4a74-b623-c66c4850127c None None] Attempting to bind port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef on network 72c64938-8905-40c6-a145-ef2e7c2b875f {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:50:08.704904 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69493909-038a-4a74-b623-c66c4850127c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:50:08.705343 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69493909-038a-4a74-b623-c66c4850127c None None] Checking segment: {'id': 'fdab91bb-c506-4901-bc13-f6f123e4e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:50:08.705759 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-69493909-038a-4a74-b623-c66c4850127c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:08.706379 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69493909-038a-4a74-b623-c66c4850127c None None] Bound using segment: {'id': 'fdab91bb-c506-4901-bc13-f6f123e4e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:50:08.706905 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-69493909-038a-4a74-b623-c66c4850127c None None] Bound port: 58d5a73b-7699-4df7-9d3a-d29bd9f072ef, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdab91bb-c506-4901-bc13-f6f123e4e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:50:08.707384 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-69493909-038a-4a74-b623-c66c4850127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:08.826557 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 1cb74489-f045-43f1-8307-808cebe83f39 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:08.830608 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:08.876477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef54ca3-a7e3-433c-b2db-cf1a0b7de000 req-72cdc8b8-d7d4-45dd-947f-4c74a0869dff tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:08.878980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ef54ca3-a7e3-433c-b2db-cf1a0b7de000 req-72cdc8b8-d7d4-45dd-947f-4c74a0869dff tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.3264654 Nov 09 17:50:08.884757 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:08.976070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a45dadd-3ee7-45c3-b02e-d2d1ecb7e785 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:09.080866 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-69493909-038a-4a74-b623-c66c4850127c None None] For port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:50:09.101424 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-69493909-038a-4a74-b623-c66c4850127c None None] For port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=58d5a73b-7699-4df7-9d3a-d29bd9f072ef,segment=NetworkSegment(fdab91bb-c506-4901-bc13-f6f123e4e47b),segment_id=fdab91bb-c506-4901-bc13-f6f123e4e47b)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:50:09.114841 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-69493909-038a-4a74-b623-c66c4850127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:09.187301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45dadd-3ee7-45c3-b02e-d2d1ecb7e785 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=5845e0c7-d9a0-4cc8-9b40-af075c114550,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:09.392814 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1867-0edf-48d4-a890-67cc79a740b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:09.434899 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990ff2c-62e6-4a06-9bb6-b197b9191a3d None None] Pushing event updated for resources: {'Port': ['ID=58d5a73b-7699-4df7-9d3a-d29bd9f072ef,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:09.442947 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a45dadd-3ee7-45c3-b02e-d2d1ecb7e785 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:09.451985 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69493909-038a-4a74-b623-c66c4850127c None None] Routers {'e845d38d-665a-47e9-b30f-10db84e22be8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:09.453034 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-69493909-038a-4a74-b623-c66c4850127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:49:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e845d38d-665a-47e9-b30f-10db84e22be8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:09.475555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6a45dadd-3ee7-45c3-b02e-d2d1ecb7e785 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/5845e0c7-d9a0-4cc8-9b40-af075c114550 HTTP/1.1" status: 204 len: 168 time: 2.0406098 Nov 09 17:50:09.476709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37986) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:09.697446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92470d1-bb58-463b-9656-1847452a8b04 req-73623a78-bdce-47c9-bc88-4c64f96def01 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:09.714950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a92470d1-bb58-463b-9656-1847452a8b04 req-73623a78-bdce-47c9-bc88-4c64f96def01 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.2159920 Nov 09 17:50:09.741034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69863ffd-8021-4432-b067-d0502e6953d2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:09.746028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69863ffd-8021-4432-b067-d0502e6953d2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:09.750453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69863ffd-8021-4432-b067-d0502e6953d2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:09.751443 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ff7f1867-0edf-48d4-a890-67cc79a740b9 None None] For port 1cb74489-f045-43f1-8307-808cebe83f39, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1cb74489-f045-43f1-8307-808cebe83f39,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:09.762936 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-69863ffd-8021-4432-b067-d0502e6953d2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2840810 Nov 09 17:50:09.766121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37988) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:09.767973 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff7f1867-0edf-48d4-a890-67cc79a740b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:09.806701 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-69493909-038a-4a74-b623-c66c4850127c None None] Set router e845d38d-665a-47e9-b30f-10db84e22be8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:09.939594 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:09.981881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-4150cecb-8345-43b6-924e-a32536295628 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 29d62d81-6b97-46b5-915a-89b6ab00ba7a {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:50:10.006000 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4150cecb-8345-43b6-924e-a32536295628 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:10.026890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f1867-0edf-48d4-a890-67cc79a740b9 None None] Pushing event updated for resources: {'Port': ['ID=1cb74489-f045-43f1-8307-808cebe83f39,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:10.039591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3ef8a233-8617-4961-bbf9-8cb8b242467b None None] Provisioning complete for port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:10.040232 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a233-8617-4961-bbf9-8cb8b242467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:10.236020 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:50:10.240418 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:50:10.284631 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a92470d1-bb58-463b-9656-1847452a8b04 req-efb875b3-3467-488d-821d-63f72374d6a6 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659256 Nov 09 17:50:10.285326 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-69493909-038a-4a74-b623-c66c4850127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T17:50:00Z', 'revision_number': 4, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port': {'id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:41Z', 'updated_at': '2021-11-09T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '58d5a73b-7699-4df7-9d3a-d29bd9f072ef', 'name': '', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'mac_address': 'fa:16:3e:9f:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:56Z', 'updated_at': '2021-11-09T17:50:09Z', 'revision_number': 4, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'subnets': [{'id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:10.326727 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4150cecb-8345-43b6-924e-a32536295628 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:10.334272 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a233-8617-4961-bbf9-8cb8b242467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:10.338352 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:10.342821 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] 10.222.0.81 "DELETE /v2.0/networks/2ac0b4ff-b5b6-44eb-b33b-47f466549e48 HTTP/1.1" status: 204 len: 168 time: 5.2317328 Nov 09 17:50:10.365447 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6d6fb-89dc-4f27-b2f0-d277a8bc3e3b admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac0b4ff-b5b6-44eb-b33b-47f466549e48,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:10.412174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37994) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:10.457629 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ef54ca3-a7e3-433c-b2db-cf1a0b7de000 req-31de4068-9fd9-489e-b222-0b77d3911a89 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132023 Nov 09 17:50:10.558958 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3ef8a233-8617-4961-bbf9-8cb8b242467b None None] For port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=58d5a73b-7699-4df7-9d3a-d29bd9f072ef,segment=NetworkSegment(fdab91bb-c506-4901-bc13-f6f123e4e47b),segment_id=fdab91bb-c506-4901-bc13-f6f123e4e47b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:10.567565 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69493909-038a-4a74-b623-c66c4850127c None None] The sync data for ids ['e845d38d-665a-47e9-b30f-10db84e22be8'] in n-d-817236-1 is: [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T17:50:00Z', 'revision_number': 4, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port': {'id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:41Z', 'updated_at': '2021-11-09T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '58d5a73b-7699-4df7-9d3a-d29bd9f072ef', 'name': '', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'mac_address': 'fa:16:3e:9f:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:56Z', 'updated_at': '2021-11-09T17:50:09Z', 'revision_number': 4, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'subnets': [{'id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:50:10.570172 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a233-8617-4961-bbf9-8cb8b242467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:10.978054 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4150cecb-8345-43b6-924e-a32536295628 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:11.121620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6a3c5726-e1b8-4736-8c85-2eaef015a9af None None] Provisioning complete for port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:11.122194 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5726-e1b8-4736-8c85-2eaef015a9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:11.207717 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8a233-8617-4961-bbf9-8cb8b242467b None None] Pushing event updated for resources: {'Port': ['ID=58d5a73b-7699-4df7-9d3a-d29bd9f072ef,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:11.239263 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38002) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:11.310905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9e8f9dce-3bfe-4626-bdf7-19127370b777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:11.315709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 80e67d64-6f3f-4996-bc82-86a3aa4a470c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:11.484515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4150cecb-8345-43b6-924e-a32536295628 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:11.497148 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-10015348-cad3-4b7a-bda1-407686ab3f08 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9de592cb02554687827aa6b5c7812402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495811 Nov 09 17:50:11.569939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 80e67d64-6f3f-4996-bc82-86a3aa4a470c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:11.578177 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:11.634046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38006) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:11.665497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150cecb-8345-43b6-924e-a32536295628 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=29d62d81-6b97-46b5-915a-89b6ab00ba7a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:11.854285 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4150cecb-8345-43b6-924e-a32536295628 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:11.881944 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4150cecb-8345-43b6-924e-a32536295628 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/29d62d81-6b97-46b5-915a-89b6ab00ba7a HTTP/1.1" status: 204 len: 168 time: 2.0910153 Nov 09 17:50:11.885118 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38014) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:12.057587 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d409e59-cbc3-45fb-a4ec-25b5642617f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet ab03cae0-bded-4f1c-a758-a9a78e13fcc1 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:50:12.069770 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d409e59-cbc3-45fb-a4ec-25b5642617f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:12.096499 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d86cbe32-86c5-4334-b05d-cfbe351f3204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:12.173802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d409e59-cbc3-45fb-a4ec-25b5642617f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:12.200746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0752910b-7b41-423e-95bb-514340c597fe None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:12.212621 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 3386037a-6217-48d9-947d-caf714fd2d89 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:50:12.240659 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d86cbe32-86c5-4334-b05d-cfbe351f3204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:12.314187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e65940-2d30-4fd9-91e3-728ee560063d req-0109bf6a-33da-4e95-a0cf-1f7920594007 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:12.321254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27e65940-2d30-4fd9-91e3-728ee560063d req-0109bf6a-33da-4e95-a0cf-1f7920594007 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.6770425 Nov 09 17:50:12.328142 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d409e59-cbc3-45fb-a4ec-25b5642617f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:12.465871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3faf0e-2718-403d-9444-a17f72b82f86 req-282de9cc-2003-4a8f-bf5f-3d37098d2b68 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:12.474896 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d3faf0e-2718-403d-9444-a17f72b82f86 req-282de9cc-2003-4a8f-bf5f-3d37098d2b68 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 944 time: 0.6758649 Nov 09 17:50:12.482867 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d409e59-cbc3-45fb-a4ec-25b5642617f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:12.572200 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27e65940-2d30-4fd9-91e3-728ee560063d req-0510c149-faea-4f19-8e73-ae9fcd129280 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391648 Nov 09 17:50:12.590199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d409e59-cbc3-45fb-a4ec-25b5642617f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=ab03cae0-bded-4f1c-a758-a9a78e13fcc1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:12.638200 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d409e59-cbc3-45fb-a4ec-25b5642617f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:12.641791 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d86cbe32-86c5-4334-b05d-cfbe351f3204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:12.655269 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d86cbe32-86c5-4334-b05d-cfbe351f3204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:12.655269 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d86cbe32-86c5-4334-b05d-cfbe351f3204 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b6d689e-135c-41f8-8358-a3f64df64a59 HTTP/1.1" status: 204 len: 168 time: 0.9748287 Nov 09 17:50:12.679400 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4d409e59-cbc3-45fb-a4ec-25b5642617f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/ab03cae0-bded-4f1c-a758-a9a78e13fcc1 HTTP/1.1" status: 204 len: 168 time: 0.7903786 Nov 09 17:50:12.692093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38020) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:12.693347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cbe32-86c5-4334-b05d-cfbe351f3204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6d689e-135c-41f8-8358-a3f64df64a59,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:12.834566 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:50:12.953127 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-de5f5705-d8cd-4605-b39b-c6da34582b98 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2495749 Nov 09 17:50:12.964807 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38022) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:13.009363 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d3faf0e-2718-403d-9444-a17f72b82f86 req-51fa5b91-a6a3-4e3b-bc56-ff04265ccf94 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330620 Nov 09 17:50:13.032329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6a3c5726-e1b8-4736-8c85-2eaef015a9af None None] Provisioning complete for port 1cb74489-f045-43f1-8307-808cebe83f39 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:13.033164 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5726-e1b8-4736-8c85-2eaef015a9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:13.185140 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5a6f7004-802b-418d-838c-2e8f63f4a5f1 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:13.213383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3386037a-6217-48d9-947d-caf714fd2d89,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:13.243550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '3386037a-6217-48d9-947d-caf714fd2d89', 'network_id': '33ef04a0-5cdb-4097-9e42-8edb2f6e69c9', 'port_id': '3386037a-6217-48d9-947d-caf714fd2d89', 'mac_address': 'fa:16:3e:bd:25:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9fb16f4-0e86-456c-9417-3e45e9793444', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:50:13.253525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8deb17-cc0a-4f18-841d-8bfde987b0b9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:13.264671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5a8deb17-cc0a-4f18-841d-8bfde987b0b9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3018193 Nov 09 17:50:13.271057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38026) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:13.301732 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1ab661a1-d66e-48f9-8b01-517fac999823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:13.490735 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:13.522173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb86f08-f6fc-4417-b324-c83c7a9e76b5 None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:13.531572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3386037a-6217-48d9-947d-caf714fd2d89 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:50:13.531860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94225ac3-dd07-41f3-a887-7859beee8d2a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:13.541285 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-94225ac3-dd07-41f3-a887-7859beee8d2a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2663753 Nov 09 17:50:13.542948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38030) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:13.544629 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 5a6f7004-802b-418d-838c-2e8f63f4a5f1 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:50:13.545189 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5a6f7004-802b-418d-838c-2e8f63f4a5f1 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:13.660972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3386037a-6217-48d9-947d-caf714fd2d89,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:13.797834 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d6f388ef-ac9f-4db5-bb09-95c4c5f726ac tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2494736 Nov 09 17:50:13.805633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38036) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:13.819887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-1ab661a1-d66e-48f9-8b01-517fac999823 admin admin] Deleting port 3f6f06de-bf24-49ab-bab4-73395ed210f0 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:50:13.820275 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1ab661a1-d66e-48f9-8b01-517fac999823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:13.825809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-99b87153-3184-448b-90ed-decd8651fc0f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:13.872270 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:13.916128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 58d5a73b-7699-4df7-9d3a-d29bd9f072ef up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:14.057917 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-1ab661a1-d66e-48f9-8b01-517fac999823 admin admin] For port 3f6f06de-bf24-49ab-bab4-73395ed210f0, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3f6f06de-bf24-49ab-bab4-73395ed210f0,segment=NetworkSegment(f53e9678-9ae8-46ae-b38c-f764b6094594),segment_id=f53e9678-9ae8-46ae-b38c-f764b6094594)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:14.059183 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1ab661a1-d66e-48f9-8b01-517fac999823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:14.100589 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-1ab661a1-d66e-48f9-8b01-517fac999823 admin admin] Calling delete_port for 3f6f06de-bf24-49ab-bab4-73395ed210f0 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:50:14.135299 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=3386037a-6217-48d9-947d-caf714fd2d89,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:14.170821 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d6a22c67-e64d-4ea0-be69-46c3fe0d76e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:14.204137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-737fdb82-d0b9-48f0-96ad-7fd6ba483563 None None] Could not find standard attr ID for object 5845e0c7-d9a0-4cc8-9b40-af075c114550. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:50:14.255803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['3386037a-6217-48d9-947d-caf714fd2d89'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:50:14.299989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-4fb86f08-f6fc-4417-b324-c83c7a9e76b5 None None] Deleting port 1cb74489-f045-43f1-8307-808cebe83f39 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:50:14.300572 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4fb86f08-f6fc-4417-b324-c83c7a9e76b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:14.307139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:14.307845 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:14.315865 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75827bf4-514d-4286-9999-090eec58ca86 req-9a9ce737-9a90-417f-8891-aff3da50fc4a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:14.320120 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75827bf4-514d-4286-9999-090eec58ca86 req-9a9ce737-9a90-417f-8891-aff3da50fc4a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.2907434 Nov 09 17:50:14.328052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b87153-3184-448b-90ed-decd8651fc0f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:14.344906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99b87153-3184-448b-90ed-decd8651fc0f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:14.350847 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b87153-3184-448b-90ed-decd8651fc0f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:50:14.353902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b87153-3184-448b-90ed-decd8651fc0f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:50:14.466213 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:14.479243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4fb86f08-f6fc-4417-b324-c83c7a9e76b5 None None] For port 1cb74489-f045-43f1-8307-808cebe83f39, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1cb74489-f045-43f1-8307-808cebe83f39,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:14.482160 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4fb86f08-f6fc-4417-b324-c83c7a9e76b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:14.514533 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-99b87153-3184-448b-90ed-decd8651fc0f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6978192 Nov 09 17:50:14.515333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38050) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:14.529520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e179c6b0-13e1-4ac5-a28f-b8e47fe80ff1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:14.539304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-4fb86f08-f6fc-4417-b324-c83c7a9e76b5 None None] Calling delete_port for 1cb74489-f045-43f1-8307-808cebe83f39 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:50:14.587068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75827bf4-514d-4286-9999-090eec58ca86 req-eef93398-4ab7-40a4-8127-74fa82565bc0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219894 Nov 09 17:50:14.723021 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6675f02-0154-4e93-a7a0-208144c49f2c req-0d07c753-af81-4385-aed0-23e8bd719f13 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:14.731482 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e6675f02-0154-4e93-a7a0-208144c49f2c req-0d07c753-af81-4385-aed0-23e8bd719f13 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 945 time: 0.1388304 Nov 09 17:50:14.732442 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1ab661a1-d66e-48f9-8b01-517fac999823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:14.792446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e179c6b0-13e1-4ac5-a28f-b8e47fe80ff1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:14.796744 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e179c6b0-13e1-4ac5-a28f-b8e47fe80ff1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:14.798701 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e179c6b0-13e1-4ac5-a28f-b8e47fe80ff1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:50:14.799946 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e179c6b0-13e1-4ac5-a28f-b8e47fe80ff1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:50:14.835507 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e179c6b0-13e1-4ac5-a28f-b8e47fe80ff1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3160789 Nov 09 17:50:14.840226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38054) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:14.845797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-444b337f-305e-4901-a8da-d0eb09a5f103 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:14.859084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3063eb52-4601-4d8f-ad10-3403168aff26 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:50:14.923012 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e6675f02-0154-4e93-a7a0-208144c49f2c req-c2651f3e-f1a1-47ec-9782-43c7aea0636d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599729 Nov 09 17:50:14.925651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab661a1-d66e-48f9-8b01-517fac999823 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6f06de-bf24-49ab-bab4-73395ed210f0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:15.034674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1cb74489-f045-43f1-8307-808cebe83f39 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:15.194426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444b337f-305e-4901-a8da-d0eb09a5f103 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:15.212240 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-444b337f-305e-4901-a8da-d0eb09a5f103 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:15.221914 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-444b337f-305e-4901-a8da-d0eb09a5f103 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:50:15.221914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444b337f-305e-4901-a8da-d0eb09a5f103 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:50:15.294591 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-444b337f-305e-4901-a8da-d0eb09a5f103 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4527216 Nov 09 17:50:15.302268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38066) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:15.314618 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4dae7fed-04c6-4536-9982-1c4fc7505b7a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:15.321398 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:50:15.497604 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1ab661a1-d66e-48f9-8b01-517fac999823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:15.590487 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4fb86f08-f6fc-4417-b324-c83c7a9e76b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:15.613701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No active binding found for port 1cb74489-f045-43f1-8307-808cebe83f39 {{(pid=102156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 17:50:15.615258 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1cb74489-f045-43f1-8307-808cebe83f39 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:15.628015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38068) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:15.671925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb86f08-f6fc-4417-b324-c83c7a9e76b5 None None] Pushing event deleted for resources: {'Port': ['ID=1cb74489-f045-43f1-8307-808cebe83f39,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:15.675391 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:15.690802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb86f08-f6fc-4417-b324-c83c7a9e76b5 None None] No DVR routers for this DVR port 1cb74489-f045-43f1-8307-808cebe83f39 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:50:15.768602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae7fed-04c6-4536-9982-1c4fc7505b7a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:15.774689 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4dae7fed-04c6-4536-9982-1c4fc7505b7a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:15.788415 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dae7fed-04c6-4536-9982-1c4fc7505b7a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:50:15.789509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dae7fed-04c6-4536-9982-1c4fc7505b7a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:50:15.850997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3063eb52-4601-4d8f-ad10-3403168aff26, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3063eb52-4601-4d8f-ad10-3403168aff26,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:15.888613 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4dae7fed-04c6-4536-9982-1c4fc7505b7a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5848677 Nov 09 17:50:15.894028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38076) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:15.901714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-da395528-9e4b-4fe7-950a-3a1f3f6b9eb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:15.916857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55072f-5164-458d-9fff-ac086b8d9f40 req-58438a18-ce54-4f55-a965-1b6e79a57ea0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:15.919089 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '3063eb52-4601-4d8f-ad10-3403168aff26', 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'port_id': '3063eb52-4601-4d8f-ad10-3403168aff26', 'mac_address': 'fa:16:3e:a6:50:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9c29dc-0b72-4b74-8f01-4e57e061401e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:50:15.926094 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff55072f-5164-458d-9fff-ac086b8d9f40 req-58438a18-ce54-4f55-a965-1b6e79a57ea0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.1997085 Nov 09 17:50:16.083680 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:16.117240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3063eb52-4601-4d8f-ad10-3403168aff26 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:50:16.144608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3063eb52-4601-4d8f-ad10-3403168aff26, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3063eb52-4601-4d8f-ad10-3403168aff26,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:16.150591 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:16.165152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab661a1-d66e-48f9-8b01-517fac999823 admin admin] Router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:50:16.254570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 3386037a-6217-48d9-947d-caf714fd2d89 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:16.385252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['3063eb52-4601-4d8f-ad10-3403168aff26'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:50:16.575547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-network', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:16.595105 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff55072f-5164-458d-9fff-ac086b8d9f40 req-72095034-fa08-44a6-bf4b-f9fa014435e0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6628075 Nov 09 17:50:16.627381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=3063eb52-4601-4d8f-ad10-3403168aff26,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:16.656963 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.api [None req-da395528-9e4b-4fe7-950a-3a1f3f6b9eb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 17:50:16.656963 n-d-817236-1 neutron-server[102154]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 17:50:16.656963 n-d-817236-1 neutron-server[102154]: [parameters: {'project_id': '2a47bc18f33945afbedf83c6f6e811cb', 'id': 'ccae7d2a-ac86-4f0f-8af4-e510ed194edb', 'expiration': datetime.datetime(2021, 11, 9, 17, 52, 16, 644082)}] Nov 09 17:50:16.656963 n-d-817236-1 neutron-server[102154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:50:16.658010 n-d-817236-1 neutron-server[102154]: DEBUG oslo_db.api [None req-da395528-9e4b-4fe7-950a-3a1f3f6b9eb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:50:16.662908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Made reservation on behalf of 21c7bc0b8c9e41ef8f9ef44f8c3359d0 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:16.673584 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:16.700321 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:16.762532 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 3386037a-6217-48d9-947d-caf714fd2d89 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:16.763834 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:16.903871 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:16.909952 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:16.916888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab661a1-d66e-48f9-8b01-517fac999823 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:50:16.926859 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1ab661a1-d66e-48f9-8b01-517fac999823 admin admin] 10.222.0.81 "PUT /v2.0/routers/3fc78b06-8753-4a6f-a395-abfd7a5d0b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5133049 Nov 09 17:50:16.931036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38084) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:16.951511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cdd3b-caa4-4fcd-9dd5-f95ee49722a2 None None] Sync routers for ids ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:50:16.964391 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea010a5d-ae13-429f-9192-9fc456ba9114 req-971c50a0-4652-44b6-be49-5054c7bfb6ab tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:16.980726 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea010a5d-ae13-429f-9192-9fc456ba9114 req-971c50a0-4652-44b6-be49-5054c7bfb6ab tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 945 time: 0.8948238 Nov 09 17:50:16.989578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cdd3b-caa4-4fcd-9dd5-f95ee49722a2 None None] Routers {'3fc78b06-8753-4a6f-a395-abfd7a5d0b40'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:16.991425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-640cdd3b-caa4-4fcd-9dd5-f95ee49722a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:50:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:17.060799 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea010a5d-ae13-429f-9192-9fc456ba9114 req-7aa3213f-a01e-4dca-83ff-979b99b937a7 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784585 Nov 09 17:50:17.082531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:50:17.124592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:17.126068 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Added segment d543c519-0661-4025-b5ce-e5391a8f4572 of type vlan for network c22a0cc3-8531-4cb4-a256-aeda00f0b076 Nov 09 17:50:17.192058 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:17.289035 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:50:17.291707 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab903cd-0cf7-4dee-8e8e-53a694517793" -d '{"events": [{"server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "name": "network-vif-plugged", "status": "completed", "tag": "3386037a-6217-48d9-947d-caf714fd2d89"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:50:17.313755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3386037a-6217-48d9-947d-caf714fd2d89,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:17.323283 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:17.374057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-640cdd3b-caa4-4fcd-9dd5-f95ee49722a2 None None] Set router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:17.423119 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddc92c7-a90f-4651-b91e-d433b7520b56 x-openstack-request-id: req-cddc92c7-a90f-4651-b91e-d433b7520b56 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:50:17.424518 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "name": "network-vif-plugged", "status": "completed", "tag": "3386037a-6217-48d9-947d-caf714fd2d89", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:50:17.424518 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cddc92c7-a90f-4651-b91e-d433b7520b56 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:50:17.424518 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89', 'code': 200} Nov 09 17:50:17.465182 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:17.468701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da395528-9e4b-4fe7-950a-3a1f3f6b9eb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:17.477893 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-da395528-9e4b-4fe7-950a-3a1f3f6b9eb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:17.478605 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-da395528-9e4b-4fe7-950a-3a1f3f6b9eb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:50:17.479328 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da395528-9e4b-4fe7-950a-3a1f3f6b9eb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:50:17.489965 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:17.506374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2af8102-fe94-4264-997f-da52660319db,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:17.598888 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.resource_extend [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:50:17.841296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290720b5-eabc-4bc8-8a39-555dd62ac870 req-783e888a-56d6-4fba-8dd8-c1a4e7946ead tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:17.842973 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-290720b5-eabc-4bc8-8a39-555dd62ac870 req-783e888a-56d6-4fba-8dd8-c1a4e7946ead tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 944 time: 0.1126442 Nov 09 17:50:17.877100 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-da395528-9e4b-4fe7-950a-3a1f3f6b9eb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.9767561 Nov 09 17:50:17.877990 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38100) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:17.886962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3a064f04-4b37-409d-b9d0-551cd03426ed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:17.927533 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:50:17.934064 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=3386037a-6217-48d9-947d-caf714fd2d89,revision_number=10']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:17.968350 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:18.064387 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:18.075762 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:18.076808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:18.077405 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:18.188570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-640cdd3b-caa4-4fcd-9dd5-f95ee49722a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '75776d62-1de7-433d-81fb-14441624128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:50:14Z', 'revision_number': 5, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port': {'id': '75776d62-1de7-433d-81fb-14441624128d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:36:27Z', 'updated_at': '2021-11-09T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:18.249080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0ad63-53ea-4a42-a126-78da429acfb1 req-e358192f-20a3-4202-8f97-c389b6c3389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:18.250616 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cfc0ad63-53ea-4a42-a126-78da429acfb1 req-e358192f-20a3-4202-8f97-c389b6c3389e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 1098 time: 0.5451758 Nov 09 17:50:18.264039 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6358101 Nov 09 17:50:18.268970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38112) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:18.279669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cdd3b-caa4-4fcd-9dd5-f95ee49722a2 None None] Checking router: 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:50:18.281640 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-290720b5-eabc-4bc8-8a39-555dd62ac870 req-b7e14db2-3c30-4732-a087-07cd74bb2874 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078507 Nov 09 17:50:18.289550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6371369a-97ba-4a56-b677-608201395447 admin admin] Request body: {'subnet': {'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-subnet', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:18.290718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cdd3b-caa4-4fcd-9dd5-f95ee49722a2 None None] Routers {'3fc78b06-8753-4a6f-a395-abfd7a5d0b40'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:18.291525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-640cdd3b-caa4-4fcd-9dd5-f95ee49722a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:50:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:18.325833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6371369a-97ba-4a56-b677-608201395447 admin admin] Made reservation on behalf of 21c7bc0b8c9e41ef8f9ef44f8c3359d0 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:18.328626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6371369a-97ba-4a56-b677-608201395447 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:18.351869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc946f9c-c8fe-4579-bf81-99f4d96b00fb admin admin] Pushing event updated for resources: {'Network': ['ID=c22a0cc3-8531-4cb4-a256-aeda00f0b076,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:18.414207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a064f04-4b37-409d-b9d0-551cd03426ed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:18.418428 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3a064f04-4b37-409d-b9d0-551cd03426ed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:18.420480 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a064f04-4b37-409d-b9d0-551cd03426ed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:50:18.421137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a064f04-4b37-409d-b9d0-551cd03426ed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:50:18.425342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-640cdd3b-caa4-4fcd-9dd5-f95ee49722a2 None None] Set router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:18.495673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3a064f04-4b37-409d-b9d0-551cd03426ed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6164865 Nov 09 17:50:18.496326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38120) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:18.505280 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-640cdd3b-caa4-4fcd-9dd5-f95ee49722a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:50:18Z', 'revision_number': 6, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:18.508315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network c22a0cc3-8531-4cb4-a256-aeda00f0b076 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:50:18.549488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cdd3b-caa4-4fcd-9dd5-f95ee49722a2 None None] The sync data for ids ['3fc78b06-8753-4a6f-a395-abfd7a5d0b40'] in n-d-817236-1 is: [{'id': '3fc78b06-8753-4a6f-a395-abfd7a5d0b40', 'name': 'tempest-TaggedBootDevicesTest-2071025042-router', 'tenant_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:36:25Z', 'updated_at': '2021-11-09T17:50:18Z', 'revision_number': 6, 'project_id': '0545af43696c4c8a8c4dfc7c2f2cc718', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:50:18.686325 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cfc0ad63-53ea-4a42-a126-78da429acfb1 req-f130723c-87ed-404e-849f-0dd0e0cd0f48 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208384 Nov 09 17:50:18.707428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837e679-1e97-43fa-9366-fd3bbbb144f8 req-fbfc1b38-88d0-4be8-8e58-5d105633113d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:18.716675 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5837e679-1e97-43fa-9366-fd3bbbb144f8 req-fbfc1b38-88d0-4be8-8e58-5d105633113d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.4378135 Nov 09 17:50:18.733570 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1e80fbbe-ee6d-4431-8603-f6e6787da6af tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0527141 Nov 09 17:50:18.739106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38124) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:18.744177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Deleting port 75776d62-1de7-433d-81fb-14441624128d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:50:18.745028 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:18.755902 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6371369a-97ba-4a56-b677-608201395447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:18.760283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3063eb52-4601-4d8f-ad10-3403168aff26 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:18.870520 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5837e679-1e97-43fa-9366-fd3bbbb144f8 req-0b7991f0-90b7-433e-a3bf-c0ca0dc25063 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504850 Nov 09 17:50:18.933416 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371369a-97ba-4a56-b677-608201395447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0be2f0-7614-4e4e-920f-dcec26a673a6,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:18.956128 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aede82d-1f2a-4006-8394-454da935bd3c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:18.962938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0aede82d-1f2a-4006-8394-454da935bd3c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2186577 Nov 09 17:50:18.964331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38128) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:18.987015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] For port 75776d62-1de7-433d-81fb-14441624128d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=75776d62-1de7-433d-81fb-14441624128d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:18.988884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 3063eb52-4601-4d8f-ad10-3403168aff26 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:18.989523 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:18.989902 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:19.053331 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371369a-97ba-4a56-b677-608201395447 admin admin] Checking segment: {'id': 'd543c519-0661-4025-b5ce-e5391a8f4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:50:19.054014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6371369a-97ba-4a56-b677-608201395447 admin admin] Network hostable DHCP agents. Network: c22a0cc3-8531-4cb4-a256-aeda00f0b076, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:50:19.149438 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6371369a-97ba-4a56-b677-608201395447 admin admin] Network c22a0cc3-8531-4cb4-a256-aeda00f0b076 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:50:19.186297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-6371369a-97ba-4a56-b677-608201395447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, c22a0cc3-8531-4cb4-a256-aeda00f0b076) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:19.207529 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6371369a-97ba-4a56-b677-608201395447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:19.208244 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6371369a-97ba-4a56-b677-608201395447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:19.213335 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38138) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:19.223268 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5345855c-337c-44b5-9e6d-71c19eaef5d6 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2420423 Nov 09 17:50:19.240433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Calling delete_port for 75776d62-1de7-433d-81fb-14441624128d owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:50:19.240975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3e47a-ca48-4475-b88a-2fc5276f720e None None] Network c22a0cc3-8531-4cb4-a256-aeda00f0b076 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:19.242461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d6f754f9-24f3-41c2-be35-dfc5f7eefdb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:19.248149 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:19.298106 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6371369a-97ba-4a56-b677-608201395447 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0276430 Nov 09 17:50:19.341639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38140) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:19.370375 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:19.550789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977d6226-bb30-4fc3-8ff6-c7f409607ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3063eb52-4601-4d8f-ad10-3403168aff26'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:50:19.556770 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8e1417-9242-45cf-8efb-f796745fad38" -d '{"events": [{"server_uuid": "977d6226-bb30-4fc3-8ff6-c7f409607ca2", "name": "network-vif-plugged", "status": "completed", "tag": "3063eb52-4601-4d8f-ad10-3403168aff26"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:50:19.654169 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3063eb52-4601-4d8f-ad10-3403168aff26, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3063eb52-4601-4d8f-ad10-3403168aff26,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:19.750168 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728e2379-245c-4887-9c6a-9d2447df2845 x-openstack-request-id: req-728e2379-245c-4887-9c6a-9d2447df2845 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:50:19.750789 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977d6226-bb30-4fc3-8ff6-c7f409607ca2", "name": "network-vif-plugged", "status": "completed", "tag": "3063eb52-4601-4d8f-ad10-3403168aff26", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:50:19.751316 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-728e2379-245c-4887-9c6a-9d2447df2845 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:50:19.751966 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977d6226-bb30-4fc3-8ff6-c7f409607ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3063eb52-4601-4d8f-ad10-3403168aff26', 'code': 200} Nov 09 17:50:19.755287 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:19.869267 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:19.872819 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:19.889279 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f754f9-24f3-41c2-be35-dfc5f7eefdb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:19.902769 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6f754f9-24f3-41c2-be35-dfc5f7eefdb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:19.918080 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:19.952922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 75776d62-1de7-433d-81fb-14441624128d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:20.049309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Pushing event deleted for resources: {'Port': ['ID=75776d62-1de7-433d-81fb-14441624128d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:20.058438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 75776d62-1de7-433d-81fb-14441624128d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:50:20.060137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 75776d62-1de7-433d-81fb-14441624128d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:20.061484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3f6f06de-bf24-49ab-bab4-73395ed210f0 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:20.074381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd6170-cc22-4cc0-8886-63b34fc538f6 req-673f27a5-ff26-419d-8cd5-f616a7799c63 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:20.101460 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-52fd6170-cc22-4cc0-8886-63b34fc538f6 req-673f27a5-ff26-419d-8cd5-f616a7799c63 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.4988682 Nov 09 17:50:20.182775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90bec1-85b9-4c81-8f37-25d377ce8b37 None None] Network c22a0cc3-8531-4cb4-a256-aeda00f0b076 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:20.189230 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 3f6f06de-bf24-49ab-bab4-73395ed210f0 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:50:20.189646 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3f6f06de-bf24-49ab-bab4-73395ed210f0 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:20.351164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=3063eb52-4601-4d8f-ad10-3403168aff26,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:20.434764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-52fd6170-cc22-4cc0-8886-63b34fc538f6 req-34dffecc-6f3e-498e-ae16-db8f102adcb5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662021 Nov 09 17:50:20.574639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624465e-5976-4233-bfcd-4091ba38c4f9 req-cc109676-cd56-429e-96f1-e8c67e78a113 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:20.582382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f624465e-5976-4233-bfcd-4091ba38c4f9 req-cc109676-cd56-429e-96f1-e8c67e78a113 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.4886758 Nov 09 17:50:20.617797 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:20.631072 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:20.733503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f624465e-5976-4233-bfcd-4091ba38c4f9 req-91996af4-13fd-4255-815e-29f72b387266 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482043 Nov 09 17:50:20.796479 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:20.800048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:20.919555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:20.920199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fc78b06-8753-4a6f-a395-abfd7a5d0b40 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:50:20.943694 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:20.950486 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ae3d4b3f-2990-49e4-aa4f-0ea78d29ce94 admin admin] 10.222.0.81 "DELETE /v2.0/routers/3fc78b06-8753-4a6f-a395-abfd7a5d0b40 HTTP/1.1" status: 204 len: 168 time: 4.0143578 Nov 09 17:50:20.951947 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38158) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:21.097660 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:21.146288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-93981b27-dcda-45a7-8f34-eff76aee3b20 admin admin] Deleting subnet 05d19427-cd52-4c97-80af-282afda394c7 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:50:21.163655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-93981b27-dcda-45a7-8f34-eff76aee3b20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:21.255893 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-93981b27-dcda-45a7-8f34-eff76aee3b20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:21.378347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.objects.ports [None req-d6f754f9-24f3-41c2-be35-dfc5f7eefdb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:50:21.382620 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6f754f9-24f3-41c2-be35-dfc5f7eefdb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:21.521394 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f754f9-24f3-41c2-be35-dfc5f7eefdb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=9d49bfc2-176d-435c-978a-f9f47a8bb591,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:21.572502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f754f9-24f3-41c2-be35-dfc5f7eefdb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:21.576196 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-93981b27-dcda-45a7-8f34-eff76aee3b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:21.596508 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-d6f754f9-24f3-41c2-be35-dfc5f7eefdb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:21.603641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f754f9-24f3-41c2-be35-dfc5f7eefdb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:21.603641 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6f754f9-24f3-41c2-be35-dfc5f7eefdb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:21.620434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e472709-0185-4bd6-aa07-f6bf6d0d11f7 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:21.739632 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d6f754f9-24f3-41c2-be35-dfc5f7eefdb9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5181618 Nov 09 17:50:21.746547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38170) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:21.761605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'mac_address': 'fa:16:3e:bd:0f:1b', 'name': 'tempest-NetworksTestDHCPv6-317627871'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:21.927403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-93981b27-dcda-45a7-8f34-eff76aee3b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:21.996799 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93981b27-dcda-45a7-8f34-eff76aee3b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05d19427-cd52-4c97-80af-282afda394c7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:22.012739 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-93981b27-dcda-45a7-8f34-eff76aee3b20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:22.017509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-93981b27-dcda-45a7-8f34-eff76aee3b20 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/05d19427-cd52-4c97-80af-282afda394c7 HTTP/1.1" status: 204 len: 168 time: 1.0627463 Nov 09 17:50:22.022825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38174) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:22.034089 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162c8021-ceb4-4506-8b8b-ad4ce8dc63ab None None] Network 9537ab97-a19c-416c-9c08-e06bc19275a0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:22.134170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2908cfc-06b7-4106-9249-8855c10945f9 req-ba4c1565-68f8-4580-8d7c-eb7c5364482c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:22.144250 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d2908cfc-06b7-4106-9249-8855c10945f9 req-ba4c1565-68f8-4580-8d7c-eb7c5364482c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.2771158 Nov 09 17:50:22.147320 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '9d49bfc2-176d-435c-978a-f9f47a8bb591'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:50:22.148466 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:22.150577 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:22.249103 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d2908cfc-06b7-4106-9249-8855c10945f9 req-bd0127d9-8c8b-4043-b778-298b45e9eaea tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034298 Nov 09 17:50:22.338489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21496db-fc76-42a8-b5a9-72f7f466893d req-f60f0735-eb63-4502-b981-1a07ecd70115 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:22.352073 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e21496db-fc76-42a8-b5a9-72f7f466893d req-f60f0735-eb63-4502-b981-1a07ecd70115 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.4332676 Nov 09 17:50:22.388419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:22.458852 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:22.518093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:22.540691 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e21496db-fc76-42a8-b5a9-72f7f466893d req-6df8b1ba-d510-4cc1-bb59-bc5f229e9f1c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870143 Nov 09 17:50:22.642160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Deleting port c1478ebd-48a0-40c2-ba4f-34eee9257ada {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:50:22.642787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:22.807182 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Allocated IP 2001:db8::f816:3eff:fe5b:c37c (95294590-f827-4cfc-bf5f-176a9c97fb32/9d49bfc2-176d-435c-978a-f9f47a8bb591/8ce948f3-6147-4325-a82f-c181f71bb225) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:22.825078 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:22.846018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:22.877311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d98aba-14e6-4325-9be3-ee533e5af125 None None] DHCP port deletion for 9537ab97-a19c-416c-9c08-e06bc19275a0 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:22.883813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] For port c1478ebd-48a0-40c2-ba4f-34eee9257ada, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c1478ebd-48a0-40c2-ba4f-34eee9257ada,segment=NetworkSegment(f53e9678-9ae8-46ae-b38c-f764b6094594),segment_id=f53e9678-9ae8-46ae-b38c-f764b6094594)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:22.884379 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:22.907309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Calling delete_port for c1478ebd-48a0-40c2-ba4f-34eee9257ada owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:50:23.035510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 46af8135-d518-4857-88ee-5b450bd4cc58 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:50:23.113510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Allocated IP 172.25.1.133 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/dea9eda1-3570-4bcc-aabc-29c400060722) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:23.362704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:23.427328 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:23.428890 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1478ebd-48a0-40c2-ba4f-34eee9257ada,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:23.441025 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] No DVR routers for this DVR port c1478ebd-48a0-40c2-ba4f-34eee9257ada on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:50:23.472927 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:23.495495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-52d98aba-14e6-4325-9be3-ee533e5af125 None None] Deleting port c1478ebd-48a0-40c2-ba4f-34eee9257ada {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:50:23.495879 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52d98aba-14e6-4325-9be3-ee533e5af125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:23.533655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:23.613562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:23.681511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-52d98aba-14e6-4325-9be3-ee533e5af125 None None] For port c1478ebd-48a0-40c2-ba4f-34eee9257ada, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:23.681945 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52d98aba-14e6-4325-9be3-ee533e5af125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:23.687453 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:23.692381 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::f816:3eff:febd:f1b (95294590-f827-4cfc-bf5f-176a9c97fb32/9d49bfc2-176d-435c-978a-f9f47a8bb591/46af8135-d518-4857-88ee-5b450bd4cc58) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:23.699129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:23.700558 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-52d98aba-14e6-4325-9be3-ee533e5af125 None None] Calling delete_port for c1478ebd-48a0-40c2-ba4f-34eee9257ada owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:50:23.704631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-52d98aba-14e6-4325-9be3-ee533e5af125 None None] Port c1478ebd-48a0-40c2-ba4f-34eee9257ada was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:50:23.710538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:23.790492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:23.796273 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52d98aba-14e6-4325-9be3-ee533e5af125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:23.819484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Pushing event updated for resources: {'Port': ['ID=8ce948f3-6147-4325-a82f-c181f71bb225,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:23.825593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:23.829726 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:23.849162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d98aba-14e6-4325-9be3-ee533e5af125 None None] No DVR routers for this DVR port c1478ebd-48a0-40c2-ba4f-34eee9257ada on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:50:23.862095 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c1478ebd-48a0-40c2-ba4f-34eee9257ada no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:24.018553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d98aba-14e6-4325-9be3-ee533e5af125 None None] Pushing event deleted for resources: {'Port': ['ID=c1478ebd-48a0-40c2-ba4f-34eee9257ada,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:24.019013 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:24.025000 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:24.064507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Pushing event updated for resources: {'Port': ['ID=dea9eda1-3570-4bcc-aabc-29c400060722,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:24.080913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: c1478ebd-48a0-40c2-ba4f-34eee9257ada {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:50:24.081540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c1478ebd-48a0-40c2-ba4f-34eee9257ada not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:24.172635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Attempting to bind port 8ce948f3-6147-4325-a82f-c181f71bb225 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:50:24.173118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Attempting to bind port 8ce948f3-6147-4325-a82f-c181f71bb225 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:50:24.173566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Attempting to bind port 8ce948f3-6147-4325-a82f-c181f71bb225 on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:50:24.194213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:50:24.198376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:50:24.198376 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:24.198376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:50:24.198376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Bound port: 8ce948f3-6147-4325-a82f-c181f71bb225, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:50:24.198376 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:24.201572 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:24.248442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f147e9-c180-4513-b3d4-66fbd1f3edd8 req-7fe06a15-53cd-4aec-9055-75628c4e9b45 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:24.250452 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2f147e9-c180-4513-b3d4-66fbd1f3edd8 req-7fe06a15-53cd-4aec-9055-75628c4e9b45 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.1990285 Nov 09 17:50:24.251818 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:24.254963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9537ab97-a19c-416c-9c08-e06bc19275a0']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:24.256551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ec430-7c71-4e90-907d-4a76aadda08a req-46b3e9cd-189d-40e7-8e80-c4ab15b0f7ab tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:24.261556 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c20ec430-7c71-4e90-907d-4a76aadda08a req-46b3e9cd-189d-40e7-8e80-c4ab15b0f7ab tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.4662485 Nov 09 17:50:24.327850 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53e9678-9ae8-46ae-b38c-f764b6094594') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:24.328361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53e9678-9ae8-46ae-b38c-f764b6094594') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:24.355840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:24.361308 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:24.365531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:24.370568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:24.376815 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] For port 8ce948f3-6147-4325-a82f-c181f71bb225, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:50:24.383451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] For port 8ce948f3-6147-4325-a82f-c181f71bb225, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8ce948f3-6147-4325-a82f-c181f71bb225,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:50:24.385663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:24.387308 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:24.393400 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:24.414484 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2f147e9-c180-4513-b3d4-66fbd1f3edd8 req-b67127a2-4266-4a92-a742-ec81a4b9e16f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543953 Nov 09 17:50:24.467585 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:24.471478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=46af8135-d518-4857-88ee-5b450bd4cc58,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:24.478169 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c20ec430-7c71-4e90-907d-4a76aadda08a req-217ced98-e0f2-47ec-a3cd-1d40b32ffb42 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571949 Nov 09 17:50:24.483892 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-634a7230-0d10-4dcf-bd27-15d46aa632c5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7358861 Nov 09 17:50:24.489469 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38202) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:24.573068 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:50:24.595011 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:50:24.600672 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:50:24.634990 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9290bc0-4fe3-44b2-a8e1-3efc2d5b6be0 None None] Pushing event updated for resources: {'Port': ['ID=8ce948f3-6147-4325-a82f-c181f71bb225,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:24.779544 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:25.216918 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e1b264-ade5-4390-8d0a-20bf55a7a9ec tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:25.238413 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e1b264-ade5-4390-8d0a-20bf55a7a9ec tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:25.238413 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c0e1b264-ade5-4390-8d0a-20bf55a7a9ec tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.7315965 Nov 09 17:50:25.241193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38214) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:25.265758 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:25.281054 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:25.293683 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] 10.222.0.81 "DELETE /v2.0/networks/9537ab97-a19c-416c-9c08-e06bc19275a0 HTTP/1.1" status: 204 len: 168 time: 3.2670217 Nov 09 17:50:25.314369 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70401b87-c6f9-4750-b21b-8092a7cdac3c admin admin] Pushing event deleted for resources: {'Network': ['ID=9537ab97-a19c-416c-9c08-e06bc19275a0,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:25.659380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38224) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:25.704950 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-2d5168fa-7d01-425b-9140-c4be3ad505da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 46af8135-d518-4857-88ee-5b450bd4cc58 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:50:25.705316 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d5168fa-7d01-425b-9140-c4be3ad505da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:25.825557 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d5168fa-7d01-425b-9140-c4be3ad505da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:25.846028 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-2d5168fa-7d01-425b-9140-c4be3ad505da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 46af8135-d518-4857-88ee-5b450bd4cc58 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:50:25.894797 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a0bfdc77-e683-4470-893e-8a49e01da4fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0545af43696c4c8a8c4dfc7c2f2cc718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335830 Nov 09 17:50:25.898159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38230) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:25.963111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8ce948f3-6147-4325-a82f-c181f71bb225 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:26.061333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788b156-0986-4df3-b831-442f685d302d req-adf72248-08fb-4207-a753-bb33431e8b32 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:26.063545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9788b156-0986-4df3-b831-442f685d302d req-adf72248-08fb-4207-a753-bb33431e8b32 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.4001565 Nov 09 17:50:26.085165 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-44d74551-9c06-477e-8921-e25c7601258e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:26.162311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8ce948f3-6147-4325-a82f-c181f71bb225 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:26.163016 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:26.250088 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-44d74551-9c06-477e-8921-e25c7601258e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:26.292470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:26.326665 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9788b156-0986-4df3-b831-442f685d302d req-f55308eb-c3ca-4c7f-b5e7-4183a47f8e5e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148349 Nov 09 17:50:26.449080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:26.463804 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-44d74551-9c06-477e-8921-e25c7601258e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:26.475698 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-44d74551-9c06-477e-8921-e25c7601258e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:26.489357 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-44d74551-9c06-477e-8921-e25c7601258e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57e2e437-f1e9-4dab-b44c-7878c258cb2b HTTP/1.1" status: 204 len: 168 time: 0.5825744 Nov 09 17:50:26.541237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d74551-9c06-477e-8921-e25c7601258e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e2e437-f1e9-4dab-b44c-7878c258cb2b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:26.710758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 8ce948f3-6147-4325-a82f-c181f71bb225, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8ce948f3-6147-4325-a82f-c181f71bb225,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:26.720541 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:27.024349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=8ce948f3-6147-4325-a82f-c181f71bb225,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:27.060555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4d317a32-cca3-4072-9013-19fd8f3cf6f1 None None] Provisioning complete for port 8ce948f3-6147-4325-a82f-c181f71bb225 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:27.063032 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d317a32-cca3-4072-9013-19fd8f3cf6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:27.520005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9922b-730f-42b7-9d4c-455069db1640 req-8b40ca96-922e-42ed-a65c-3d57cd45ea66 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:27.528713 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-71d9922b-730f-42b7-9d4c-455069db1640 req-8b40ca96-922e-42ed-a65c-3d57cd45ea66 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 1.4695020 Nov 09 17:50:27.574459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-95ca6a9a-9764-4a0f-af04-fa4bcbf035a8 None None] Provisioning complete for port 46af8135-d518-4857-88ee-5b450bd4cc58 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:27.575485 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-95ca6a9a-9764-4a0f-af04-fa4bcbf035a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:27.674519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-95ca6a9a-9764-4a0f-af04-fa4bcbf035a8 None None] Port 46af8135-d518-4857-88ee-5b450bd4cc58 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:50:27.777435 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d5168fa-7d01-425b-9140-c4be3ad505da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:27.858613 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-71d9922b-730f-42b7-9d4c-455069db1640 req-0709365e-dea1-40b3-ab65-6636d5e1b952 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283520 Nov 09 17:50:27.866561 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8ce948f3-6147-4325-a82f-c181f71bb225 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:27.991087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275c0ae-bdce-4e3f-95e5-f1f0205e406a req-c39ec016-6f29-4c01-9889-690aa83b2e6e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:28.003663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b275c0ae-bdce-4e3f-95e5-f1f0205e406a req-c39ec016-6f29-4c01-9889-690aa83b2e6e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.4720705 Nov 09 17:50:28.022035 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5168fa-7d01-425b-9140-c4be3ad505da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=46af8135-d518-4857-88ee-5b450bd4cc58,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:28.076423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8ce948f3-6147-4325-a82f-c181f71bb225 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:28.077334 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:28.141311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b275c0ae-bdce-4e3f-95e5-f1f0205e406a req-6030aa80-acfa-4b0c-9a7d-cd9339db982d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362705 Nov 09 17:50:28.168007 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d5168fa-7d01-425b-9140-c4be3ad505da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:28.189031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38264) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:28.190644 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2d5168fa-7d01-425b-9140-c4be3ad505da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/46af8135-d518-4857-88ee-5b450bd4cc58 HTTP/1.1" status: 204 len: 168 time: 2.9477272 Nov 09 17:50:28.264291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Router 89c45047-484e-48cf-8eec-d7e25e549009 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:50:28.369125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac1e30e-ed76-4886-bbc1-b2b4f34b5378 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:28.373168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac1e30e-ed76-4886-bbc1-b2b4f34b5378 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:28.376681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4ac1e30e-ed76-4886-bbc1-b2b4f34b5378 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1847470 Nov 09 17:50:28.381990 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38266) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:28.560316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9946c6f-76ae-439c-8409-da07b13202c7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 9d49bfc2-176d-435c-978a-f9f47a8bb591 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:50:28.570413 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9946c6f-76ae-439c-8409-da07b13202c7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:28.783138 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9946c6f-76ae-439c-8409-da07b13202c7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:28.878095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:50:28.943670 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Sync routers for ids ['89c45047-484e-48cf-8eec-d7e25e549009'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:50:29.015956 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Routers {'89c45047-484e-48cf-8eec-d7e25e549009'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:29.017034 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:50:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['89c45047-484e-48cf-8eec-d7e25e549009'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:29.070614 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:29.095676 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-794275ac-45eb-435f-9922-7a54e0f2c91c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.7377071 Nov 09 17:50:29.104214 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38286) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:29.104965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38288) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:29.217874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c5925-2f7f-4063-b0ee-220da5c9dc55 req-d08a8fe6-cda7-48c6-ae4d-9084e9edc140 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:29.231032 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c27c5925-2f7f-4063-b0ee-220da5c9dc55 req-d08a8fe6-cda7-48c6-ae4d-9084e9edc140 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.2252290 Nov 09 17:50:29.349598 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9946c6f-76ae-439c-8409-da07b13202c7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:29.394212 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c27c5925-2f7f-4063-b0ee-220da5c9dc55 req-d0a93df2-78f1-4c0d-a40a-5a0bc3a90e82 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519856 Nov 09 17:50:29.455360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1861553131-network', 'tenant_id': 'e8c6201247104c638618c0e059ee1d80'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:29.588528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Made reservation on behalf of e8c6201247104c638618c0e059ee1d80 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:29.592549 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:29.629888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cd4a9-51d5-469b-8a0d-02c77021cc98 req-1b2fd937-0861-47a4-896b-cf34c8722178 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:29.632429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2e6cd4a9-51d5-469b-8a0d-02c77021cc98 req-1b2fd937-0861-47a4-896b-cf34c8722178 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.2699378 Nov 09 17:50:29.654251 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9946c6f-76ae-439c-8409-da07b13202c7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:29.657299 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:29.709170 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9946c6f-76ae-439c-8409-da07b13202c7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:29.715342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d9946c6f-76ae-439c-8409-da07b13202c7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/9d49bfc2-176d-435c-978a-f9f47a8bb591 HTTP/1.1" status: 204 len: 168 time: 1.3327966 Nov 09 17:50:29.715642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38298) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:29.720093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f20932e-0c44-45a8-a2fe-21ee3a0b784e None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:29.746965 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Set router 89c45047-484e-48cf-8eec-d7e25e549009 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:29.864525 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-343a61cb-dc74-41d9-a429-3354ad74d4b9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1423247 Nov 09 17:50:29.865537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38306) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:29.885493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f5c8d545-8a84-4f5b-9374-70f51d1778bc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:30.353328 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:50:24Z', 'revision_number': 3, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:30.396310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c8d545-8a84-4f5b-9374-70f51d1778bc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:30.401722 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc88f5-8e22-45f0-b208-8223f708ccf6 None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:50:30.408303 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d545-8a84-4f5b-9374-70f51d1778bc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:30.446294 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Checking router: 89c45047-484e-48cf-8eec-d7e25e549009 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:50:30.446841 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Updating router 89c45047-484e-48cf-8eec-d7e25e549009 port dea9eda1-3570-4bcc-aabc-29c400060722 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:50:30.540128 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:30.594632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-91dc88f5-8e22-45f0-b208-8223f708ccf6 None None] Deleting port 8ce948f3-6147-4325-a82f-c181f71bb225 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:50:30.595056 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-91dc88f5-8e22-45f0-b208-8223f708ccf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:30.925523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-91dc88f5-8e22-45f0-b208-8223f708ccf6 None None] For port 8ce948f3-6147-4325-a82f-c181f71bb225, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8ce948f3-6147-4325-a82f-c181f71bb225,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:30.926670 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-91dc88f5-8e22-45f0-b208-8223f708ccf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:30.980531 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-91dc88f5-8e22-45f0-b208-8223f708ccf6 None None] Calling delete_port for 8ce948f3-6147-4325-a82f-c181f71bb225 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:50:30.997772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e8441-20fb-4f32-ace2-d80499563779 req-26859ec5-bf9f-4e63-be4c-6d45dfdeb4fe tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:31.019974 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b38e8441-20fb-4f32-ace2-d80499563779 req-26859ec5-bf9f-4e63-be4c-6d45dfdeb4fe tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.3022194 Nov 09 17:50:31.217916 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b38e8441-20fb-4f32-ace2-d80499563779 req-4c636cb5-349b-426d-bd04-a1c3b079386b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965024 Nov 09 17:50:31.221948 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-91dc88f5-8e22-45f0-b208-8223f708ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:31.256757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc88f5-8e22-45f0-b208-8223f708ccf6 None None] No DVR routers for this DVR port 8ce948f3-6147-4325-a82f-c181f71bb225 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:50:31.403804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc88f5-8e22-45f0-b208-8223f708ccf6 None None] Pushing event deleted for resources: {'Port': ['ID=8ce948f3-6147-4325-a82f-c181f71bb225,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:31.457368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9946c6f-76ae-439c-8409-da07b13202c7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=9d49bfc2-176d-435c-978a-f9f47a8bb591,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:31.579890 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2e6cd4a9-51d5-469b-8a0d-02c77021cc98 req-819b37e4-2016-49e2-be79-360d64df2f81 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9199657 Nov 09 17:50:31.684019 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:31.695651 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:31.802355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.objects.ports [None req-f5c8d545-8a84-4f5b-9374-70f51d1778bc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:50:31.804644 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d545-8a84-4f5b-9374-70f51d1778bc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:31.966308 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0dc08-82fe-4ad9-bfb6-2dfeaf1e9fae None None] Pushing event updated for resources: {'Port': ['ID=dea9eda1-3570-4bcc-aabc-29c400060722,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:31.967877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8ce948f3-6147-4325-a82f-c181f71bb225 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:31.990915 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Attempting to bind port dea9eda1-3570-4bcc-aabc-29c400060722 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:50:31.991560 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Attempting to bind port dea9eda1-3570-4bcc-aabc-29c400060722 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:50:31.992229 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Attempting to bind port dea9eda1-3570-4bcc-aabc-29c400060722 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:50:31.998854 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:50:31.999583 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:50:32.000686 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:32.001352 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:50:32.002040 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Bound port: dea9eda1-3570-4bcc-aabc-29c400060722, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:50:32.012170 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:32.051678 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:32.070153 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:32.117395 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] For port dea9eda1-3570-4bcc-aabc-29c400060722, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:50:32.122267 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] For port dea9eda1-3570-4bcc-aabc-29c400060722, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dea9eda1-3570-4bcc-aabc-29c400060722,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:50:32.132098 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:32.154194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 8ce948f3-6147-4325-a82f-c181f71bb225 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:50:32.155342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8ce948f3-6147-4325-a82f-c181f71bb225 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:50:32.177894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:50:32.207075 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Routers {'89c45047-484e-48cf-8eec-d7e25e549009'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:32.207819 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:50:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['89c45047-484e-48cf-8eec-d7e25e549009'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:32.222570 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:32.223662 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Added segment 1431177a-c028-40a4-8ae9-3c1ba3123c53 of type vlan for network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d Nov 09 17:50:32.232881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c8d545-8a84-4f5b-9374-70f51d1778bc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:32.240665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-f5c8d545-8a84-4f5b-9374-70f51d1778bc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:32.253227 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c8d545-8a84-4f5b-9374-70f51d1778bc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:32.255743 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d545-8a84-4f5b-9374-70f51d1778bc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:32.255994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac681ca-bab7-47b4-808a-a0900ec2d705 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:32.355031 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:32.376252 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8d545-8a84-4f5b-9374-70f51d1778bc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=10570647-ce46-48ec-84e1-5830b73cbe36,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:32.435603 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f5c8d545-8a84-4f5b-9374-70f51d1778bc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5640967 Nov 09 17:50:32.452243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38334) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:32.507619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c824fb0-3216-45ff-bf0c-d101dd27fdfb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:32.513612 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'mac_address': 'fa:16:3e:8e:9f:7c', 'name': 'tempest-NetworksTestDHCPv6-1066116650'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:32.528393 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:32.536574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:32.537471 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:32.568028 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] Set router 89c45047-484e-48cf-8eec-d7e25e549009 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:32.574411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:32.579258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:32.580295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:32.583036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:32.583701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:32.584155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:32.584708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:32.586457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:32.586917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:32.587450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:32.593991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:32.594514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:32.634887 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.5153449 Nov 09 17:50:32.641788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38342) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:32.670682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-2833bc8d-5384-449d-a6d6-55c8363fdfd2 admin admin] Request body: {'subnet': {'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1861553131-subnet', 'tenant_id': 'e8c6201247104c638618c0e059ee1d80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:32.752554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '10570647-ce46-48ec-84e1-5830b73cbe36'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:50:32.756643 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:33.008970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc71dbf-9253-43d6-ab59-7707956af152 admin admin] Pushing event updated for resources: {'Network': ['ID=5f8fe6a9-e13b-400d-ae41-55686f53fb1d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:33.062671 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae8c95-2e94-4a4a-80d4-10ce12c67e5a req-39cd298d-a2f7-404d-9b09-578aa85db9a9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:33.065520 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbae8c95-2e94-4a4a-80d4-10ce12c67e5a req-39cd298d-a2f7-404d-9b09-578aa85db9a9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.6185176 Nov 09 17:50:33.156337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:50:33.178780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2833bc8d-5384-449d-a6d6-55c8363fdfd2 admin admin] Made reservation on behalf of e8c6201247104c638618c0e059ee1d80 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:33.189588 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2833bc8d-5384-449d-a6d6-55c8363fdfd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:33.246746 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0dc08-82fe-4ad9-bfb6-2dfeaf1e9fae None None] Pushing event updated for resources: {'Port': ['ID=dea9eda1-3570-4bcc-aabc-29c400060722,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:33.295009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c29ca-f8db-408f-baf7-b8acf0503c9c req-9a23a955-e4e8-4f18-9a61-2c927fc5447f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:33.307873 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-301c29ca-f8db-408f-baf7-b8acf0503c9c req-9a23a955-e4e8-4f18-9a61-2c927fc5447f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.2624776 Nov 09 17:50:33.339182 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:50:24Z', 'revision_number': 3, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:33.350448 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbae8c95-2e94-4a4a-80d4-10ce12c67e5a req-d920f830-16e8-4260-ac26-6df8d4570dc5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717948 Nov 09 17:50:33.352809 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:33.487605 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da9f36a-f738-4c78-95de-e5de0db00456 None None] The sync data for ids ['89c45047-484e-48cf-8eec-d7e25e549009'] in n-d-817236-1 is: [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:50:24Z', 'revision_number': 3, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:50:33.587420 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:33.801171 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 28386ede-250e-4a64-96f3-dc29e2dd2355 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:50:33.807711 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:33.818087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Allocated IP 2001:db8::f816:3eff:fed6:c6c (95294590-f827-4cfc-bf5f-176a9c97fb32/10570647-ce46-48ec-84e1-5830b73cbe36/d8a99031-4c2e-42b6-9754-d6095bc64e9d) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:33.829088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-301c29ca-f8db-408f-baf7-b8acf0503c9c req-1561e125-0552-4ace-b64b-7bb1b7887b37 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464365 Nov 09 17:50:34.006618 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2833bc8d-5384-449d-a6d6-55c8363fdfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:34.138614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833bc8d-5384-449d-a6d6-55c8363fdfd2 admin admin] Checking segment: {'id': '1431177a-c028-40a4-8ae9-3c1ba3123c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:50:34.139330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2833bc8d-5384-449d-a6d6-55c8363fdfd2 admin admin] Network hostable DHCP agents. Network: 5f8fe6a9-e13b-400d-ae41-55686f53fb1d, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:50:34.157917 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833bc8d-5384-449d-a6d6-55c8363fdfd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e3dd87-fd47-40fa-aae7-19b41dccb4e5,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:34.196135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2833bc8d-5384-449d-a6d6-55c8363fdfd2 admin admin] Network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:50:34.223083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-2833bc8d-5384-449d-a6d6-55c8363fdfd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 5f8fe6a9-e13b-400d-ae41-55686f53fb1d) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:34.237763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833bc8d-5384-449d-a6d6-55c8363fdfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:34.239207 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2833bc8d-5384-449d-a6d6-55c8363fdfd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:34.268506 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ff966-8ca0-43d6-a8e2-7b4b687a5463 None None] Network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:34.338916 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:34.345946 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2833bc8d-5384-449d-a6d6-55c8363fdfd2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6878083 Nov 09 17:50:34.353386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Allocated IP 172.20.0.1 (c22a0cc3-8531-4cb4-a256-aeda00f0b076/8f0be2f0-7614-4e4e-920f-dcec26a673a6/e7099226-2b74-4c81-9ca3-b0b6445df73a) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:34.371018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:34.764240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::f816:3eff:fe8e:9f7c (95294590-f827-4cfc-bf5f-176a9c97fb32/10570647-ce46-48ec-84e1-5830b73cbe36/28386ede-250e-4a64-96f3-dc29e2dd2355) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:34.925053 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:34.933077 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa942953-6278-49b2-9c34-3c10e233d488 req-06e1978c-efcb-434a-abc9-b27aaa3109d9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:34.935250 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa942953-6278-49b2-9c34-3c10e233d488 req-06e1978c-efcb-434a-abc9-b27aaa3109d9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.3288023 Nov 09 17:50:35.172766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Pushing event updated for resources: {'Port': ['ID=d8a99031-4c2e-42b6-9754-d6095bc64e9d,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:35.181073 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:35.234731 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:35.271619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:35.282568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:35.339561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa942953-6278-49b2-9c34-3c10e233d488 req-0c1a4dd0-51fd-4020-aaf1-36440aa6ea13 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699307 Nov 09 17:50:35.375518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Network c22a0cc3-8531-4cb4-a256-aeda00f0b076 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:35.405834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:35.414475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:35.545862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c719dc2-2250-4037-978a-a9ac4f13dc00 req-48edaa40-623f-451b-a7f5-a8535b7805ad tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:35.552072 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c719dc2-2250-4037-978a-a9ac4f13dc00 req-48edaa40-623f-451b-a7f5-a8535b7805ad tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.4863360 Nov 09 17:50:35.608317 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:35.610265 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Attempting to bind port d8a99031-4c2e-42b6-9754-d6095bc64e9d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:50:35.610872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Attempting to bind port d8a99031-4c2e-42b6-9754-d6095bc64e9d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:50:35.614508 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Attempting to bind port d8a99031-4c2e-42b6-9754-d6095bc64e9d on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:50:35.644726 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:50:35.645364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:50:35.646866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:35.660684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:50:35.661797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Bound port: d8a99031-4c2e-42b6-9754-d6095bc64e9d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:50:35.662454 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:35.713490 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:35.809221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Pushing event updated for resources: {'Port': ['ID=e7099226-2b74-4c81-9ca3-b0b6445df73a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:35.851131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c719dc2-2250-4037-978a-a9ac4f13dc00 req-030b2ff5-e62d-4ab9-8664-6fdcbd148e88 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808967 Nov 09 17:50:35.853922 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:35.868426 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:35.900808 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:35.903069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=28386ede-250e-4a64-96f3-dc29e2dd2355,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:35.910938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:35.925299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:35.926306 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:35.994097 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-15189c5e-0a8e-4ab4-b90a-51cdc798b6d3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5375347 Nov 09 17:50:36.004908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38388) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:36.153117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c60e97-510e-4731-8542-3cededfe81d4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:36.162317 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] For port d8a99031-4c2e-42b6-9754-d6095bc64e9d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:50:36.170494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c60e97-510e-4731-8542-3cededfe81d4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:36.177310 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-79c60e97-510e-4731-8542-3cededfe81d4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1708364 Nov 09 17:50:36.181925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38392) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:36.183858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] For port d8a99031-4c2e-42b6-9754-d6095bc64e9d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d8a99031-4c2e-42b6-9754-d6095bc64e9d,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:50:36.217578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dea9eda1-3570-4bcc-aabc-29c400060722 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:36.237099 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:36.259923 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:36.497380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d9a526da-1386-4e90-8add-e46356bdf732 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 28386ede-250e-4a64-96f3-dc29e2dd2355 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:50:36.508971 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d9a526da-1386-4e90-8add-e46356bdf732 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:36.822008 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d9a526da-1386-4e90-8add-e46356bdf732 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:36.853897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d9a526da-1386-4e90-8add-e46356bdf732 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 28386ede-250e-4a64-96f3-dc29e2dd2355 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:50:36.935836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c92480-ceed-42bb-995a-db9def9e23aa req-27baf2d3-74eb-4624-981f-24611ce7c2af tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:36.937521 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d0c92480-ceed-42bb-995a-db9def9e23aa req-27baf2d3-74eb-4624-981f-24611ce7c2af tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.2712455 Nov 09 17:50:36.948355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564fe028-9f3b-4c4f-93a1-426a1b3c7b45 None None] Network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:37.147163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a9d00-98b7-4ef1-906a-9a5acd95398a None None] Pushing event updated for resources: {'Port': ['ID=d8a99031-4c2e-42b6-9754-d6095bc64e9d,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:37.203649 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d0c92480-ceed-42bb-995a-db9def9e23aa req-2a2697ae-d77d-47fe-8a90-27bb6610bdbf tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373881 Nov 09 17:50:37.336881 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:37.360613 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:37.435483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port dea9eda1-3570-4bcc-aabc-29c400060722 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:37.435483 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:37.532063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Pushing event updated for resources: {'Port': ['ID=e7099226-2b74-4c81-9ca3-b0b6445df73a,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:37.587121 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d9a526da-1386-4e90-8add-e46356bdf732 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:37.613118 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:37.807187 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d9a526da-1386-4e90-8add-e46356bdf732 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:37.823129 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d9a526da-1386-4e90-8add-e46356bdf732 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/28386ede-250e-4a64-96f3-dc29e2dd2355 HTTP/1.1" status: 204 len: 168 time: 1.6396141 Nov 09 17:50:37.828953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a526da-1386-4e90-8add-e46356bdf732 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=28386ede-250e-4a64-96f3-dc29e2dd2355,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:37.833203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38420) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:37.946945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723336e-cb1a-43eb-809b-5519a3c1f158 req-032c7fdb-a19d-4158-b644-77d00dc433e0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:37.960037 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0723336e-cb1a-43eb-809b-5519a3c1f158 req-032c7fdb-a19d-4158-b644-77d00dc433e0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.3913770 Nov 09 17:50:37.979208 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:38.070081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23105731-75f2-45f5-8294-8871b0b1e013 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:38.072088 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23105731-75f2-45f5-8294-8871b0b1e013 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:38.075164 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-23105731-75f2-45f5-8294-8871b0b1e013 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2395449 Nov 09 17:50:38.079042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38422) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:38.081819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port dea9eda1-3570-4bcc-aabc-29c400060722, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dea9eda1-3570-4bcc-aabc-29c400060722,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:38.088258 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:38.270142 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44f5fd1-f8da-49b2-8920-8976d1c1c62f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 10570647-ce46-48ec-84e1-5830b73cbe36 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:50:38.276283 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c44f5fd1-f8da-49b2-8920-8976d1c1c62f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:38.333477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=dea9eda1-3570-4bcc-aabc-29c400060722,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:38.386965 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0723336e-cb1a-43eb-809b-5519a3c1f158 req-bb17cfe1-f62a-427b-a7f8-5ce7d0de4bd3 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245062 Nov 09 17:50:38.483800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d8a99031-4c2e-42b6-9754-d6095bc64e9d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:38.519115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Network c22a0cc3-8531-4cb4-a256-aeda00f0b076 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:38.538198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c44f5fd1-f8da-49b2-8920-8976d1c1c62f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:38.541950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:38.663565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d8a99031-4c2e-42b6-9754-d6095bc64e9d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:38.663565 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:38.872625 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:39.038262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-06edb695-791c-452c-9124-ab032e591141 None None] Provisioning complete for port d8a99031-4c2e-42b6-9754-d6095bc64e9d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:39.040025 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-06edb695-791c-452c-9124-ab032e591141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:39.127298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port d8a99031-4c2e-42b6-9754-d6095bc64e9d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d8a99031-4c2e-42b6-9754-d6095bc64e9d,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:39.142101 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:39.352150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=d8a99031-4c2e-42b6-9754-d6095bc64e9d,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:39.481433 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c44f5fd1-f8da-49b2-8920-8976d1c1c62f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:39.592163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110a5ae-94c3-4db7-8090-69c3fc1560fb req-6e4a6027-7702-42c0-8667-cb332b9913ab tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:39.595301 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3110a5ae-94c3-4db7-8090-69c3fc1560fb req-6e4a6027-7702-42c0-8667-cb332b9913ab tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.5348177 Nov 09 17:50:39.725896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4da0106c-c2d0-4768-a90a-8b31520be0a5 None None] Could not find standard attr ID for object 28386ede-250e-4a64-96f3-dc29e2dd2355. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:50:39.821248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Router 89c45047-484e-48cf-8eec-d7e25e549009 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:50:39.827023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c44f5fd1-f8da-49b2-8920-8976d1c1c62f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:39.861098 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3110a5ae-94c3-4db7-8090-69c3fc1560fb req-359f1179-ef92-4966-b755-1c0a41c9faa3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104731 Nov 09 17:50:39.913224 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c44f5fd1-f8da-49b2-8920-8976d1c1c62f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:39.922156 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c44f5fd1-f8da-49b2-8920-8976d1c1c62f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/10570647-ce46-48ec-84e1-5830b73cbe36 HTTP/1.1" status: 204 len: 168 time: 1.8370862 Nov 09 17:50:39.922502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38486) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:39.933343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f5fd1-f8da-49b2-8920-8976d1c1c62f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=10570647-ce46-48ec-84e1-5830b73cbe36,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:40.052368 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-accc4852-f006-470d-b2f8-01acf361e9dd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1191669 Nov 09 17:50:40.053638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38490) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:40.272850 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d47ff5-3b70-40b4-89ce-1df29dac78da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:40.276514 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c3d47ff5-3b70-40b4-89ce-1df29dac78da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2214441 Nov 09 17:50:40.283449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38498) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:40.395748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6beff-2269-4d16-b50d-764ab08b0ba7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:40.397967 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b6a6beff-2269-4d16-b50d-764ab08b0ba7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1124804 Nov 09 17:50:40.402873 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38500) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:40.464809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:50:40.535126 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-299facff-3eea-40fa-b055-ad70bb789720 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296728 Nov 09 17:50:40.542489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38506) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:40.558016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:40.597817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4abe5d-03b9-4559-a8a7-86fb39b78453 req-2a873169-9a4f-4a2f-b887-913b8e06428a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:40.605767 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c4abe5d-03b9-4559-a8a7-86fb39b78453 req-2a873169-9a4f-4a2f-b887-913b8e06428a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.0928965 Nov 09 17:50:40.665188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b48cf4-54ee-4339-afe5-e56a88e7c368 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:40.684058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e2e394a5-2e00-4258-9e5f-0500bba3dee2 admin admin] 10.222.0.81 "PUT /v2.0/routers/89c45047-484e-48cf-8eec-d7e25e549009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5773642 Nov 09 17:50:40.691618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c4abe5d-03b9-4559-a8a7-86fb39b78453 req-1aa4de81-9fd0-4905-ad77-6490e1fe7315 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844967 Nov 09 17:50:40.695300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dea9eda1-3570-4bcc-aabc-29c400060722 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:40.756939 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:40.768830 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:40.798791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Sync routers for ids ['89c45047-484e-48cf-8eec-d7e25e549009'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:50:40.903356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Routers {'89c45047-484e-48cf-8eec-d7e25e549009'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:40.904142 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:50:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['89c45047-484e-48cf-8eec-d7e25e549009'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:41.089629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12547b98-d688-4f2d-a7b0-16417c438655 req-42ea1142-641f-4fdb-a231-781becbb2444 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:41.099110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-12547b98-d688-4f2d-a7b0-16417c438655 req-42ea1142-641f-4fdb-a231-781becbb2444 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1858015 Nov 09 17:50:41.268102 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f413435b-51af-49e9-ba2e-99c3edc1ba23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:41.339483 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-12547b98-d688-4f2d-a7b0-16417c438655 req-9467bda6-c2b8-4778-86c6-9ade0c8e6a39 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784270 Nov 09 17:50:41.409092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port dea9eda1-3570-4bcc-aabc-29c400060722 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:41.409701 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:41.701648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d060b1f-ef34-4803-a491-1a4636b9330a req-d82a6f5e-fa71-4a66-840d-2c96d45dd013 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:41.717568 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d060b1f-ef34-4803-a491-1a4636b9330a req-d82a6f5e-fa71-4a66-840d-2c96d45dd013 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.1566262 Nov 09 17:50:41.848619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d060b1f-ef34-4803-a491-1a4636b9330a req-e6635a47-4b01-43b3-906f-61209c104e65 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266119 Nov 09 17:50:41.865636 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-e7cef041-b1c4-4db5-9eb9-55db39c93e8e tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:41.870239 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-e7cef041-b1c4-4db5-9eb9-55db39c93e8e tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/networks?id=5f8fe6a9-e13b-400d-ae41-55686f53fb1d HTTP/1.1" status: 200 len: 818 time: 0.3632860 Nov 09 17:50:41.999124 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-e2070001-09f5-455b-a09b-2dfa0386eac1 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/quotas/e8c6201247104c638618c0e059ee1d80 HTTP/1.1" status: 200 len: 375 time: 0.1000173 Nov 09 17:50:42.058879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Set router 89c45047-484e-48cf-8eec-d7e25e549009 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:42.125307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275b7b4-19b7-435c-bd70-f13671b25d8d req-d6ca7520-3286-4fac-8fa0-bd2bf5e929c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:42.144796 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b275b7b4-19b7-435c-bd70-f13671b25d8d req-d6ca7520-3286-4fac-8fa0-bd2bf5e929c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 1096 time: 0.2675600 Nov 09 17:50:42.259682 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d8a99031-4c2e-42b6-9754-d6095bc64e9d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:42.281264 n-d-817236-1 neutron-server[102155]: DEBUG neutron.objects.ports [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:50:42.294419 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-fb475a50-f34d-400d-a809-5c6c90f9bd74 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e8c6201247104c638618c0e059ee1d80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2494583 Nov 09 17:50:42.804478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d8a99031-4c2e-42b6-9754-d6095bc64e9d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:42.804794 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:42.877660 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3f685be5-c01f-46e1-af6f-a46fcd883a35 None None] Provisioning complete for port d8a99031-4c2e-42b6-9754-d6095bc64e9d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:42.878190 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3f685be5-c01f-46e1-af6f-a46fcd883a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:42.986487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275b7b4-19b7-435c-bd70-f13671b25d8d req-9f77ea13-1e84-4c40-a12c-06096933a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:42.988694 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b275b7b4-19b7-435c-bd70-f13671b25d8d req-9f77ea13-1e84-4c40-a12c-06096933a3c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 912 time: 0.8066788 Nov 09 17:50:43.097411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549354f2-601a-4582-945c-4e9194071218 req-8f0c8012-a3e0-445c-878a-67e35d033dd9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:43.104782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-8f0c8012-a3e0-445c-878a-67e35d033dd9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/networks?id=c22a0cc3-8531-4cb4-a256-aeda00f0b076 HTTP/1.1" status: 200 len: 818 time: 0.7330000 Nov 09 17:50:43.123863 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-a8de3cbf-44ae-4f4a-af37-48651100a748 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/quotas/21c7bc0b8c9e41ef8f9ef44f8c3359d0 HTTP/1.1" status: 200 len: 375 time: 0.0181096 Nov 09 17:50:43.127504 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b275b7b4-19b7-435c-bd70-f13671b25d8d req-61baaa7b-38ef-4442-89aa-61402dcd91f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3063eb52-4601-4d8f-ad10-3403168aff26 HTTP/1.1" status: 200 len: 217 time: 0.1160221 Nov 09 17:50:43.340875 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-a03a25ae-1e6d-4051-95b7-1dac7c269170 service neutron] 10.222.0.81 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087967 Nov 09 17:50:43.364442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275b7b4-19b7-435c-bd70-f13671b25d8d req-bd75072d-3dac-4a9c-bca6-1deaea1f0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:43.365979 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b275b7b4-19b7-435c-bd70-f13671b25d8d req-bd75072d-3dac-4a9c-bca6-1deaea1f0217 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.1556833 Nov 09 17:50:43.375169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:43.463441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-e9f5a445-8173-4983-b66e-bc5b01039f51 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3311329 Nov 09 17:50:43.472050 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b275b7b4-19b7-435c-bd70-f13671b25d8d req-6edac5da-fc48-4ed1-a7a8-f20492d9299d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949113 Nov 09 17:50:43.489106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:50:36Z', 'revision_number': 4, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e7099226-2b74-4c81-9ca3-b0b6445df73a', 'name': '', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'mac_address': 'fa:16:3e:3b:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:33Z', 'updated_at': '2021-11-09T17:50:36Z', 'revision_number': 2, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'subnets': [{'id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:43.641726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-e70b7e8a-4625-44e8-8eae-2bfd051da8bc tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:43.649187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Checking router: 89c45047-484e-48cf-8eec-d7e25e549009 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:50:43.656347 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-e70b7e8a-4625-44e8-8eae-2bfd051da8bc tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1882331 Nov 09 17:50:43.658569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Updating router 89c45047-484e-48cf-8eec-d7e25e549009 port e7099226-2b74-4c81-9ca3-b0b6445df73a binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:50:43.746007 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a1f369ce-c6da-4914-9d6a-a49fccd8d741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:43.753888 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:43.855720 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-d90c8027-8528-4799-b2cc-970ff1ffcac3 service neutron] 10.222.0.81 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988165 Nov 09 17:50:44.104526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] For port d8a99031-4c2e-42b6-9754-d6095bc64e9d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d8a99031-4c2e-42b6-9754-d6095bc64e9d,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:44.124212 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-fdbb29ac-da1e-4250-8cab-3a5e65e26fcd service neutron] 10.222.0.81 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137495 Nov 09 17:50:44.173726 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:44.184849 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:44.185471 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b275b7b4-19b7-435c-bd70-f13671b25d8d req-77c51904-ae86-4350-bfd1-d503a235830b service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739142 Nov 09 17:50:44.187818 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:44.404934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Deleting port b8695168-d8fc-489e-b027-78b8cf2f7c5f {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:50:44.405662 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:44.464761 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:44.718356 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:44.735589 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:44.824476 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:44.833716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=d8a99031-4c2e-42b6-9754-d6095bc64e9d,revision_number=6']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:44.836093 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b275b7b4-19b7-435c-bd70-f13671b25d8d req-e492c0f6-2b8e-48a9-9ba9-db20ad5259dd service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933310 Nov 09 17:50:44.882124 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:44.906413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:44.907275 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:44.920547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae2850-a7d1-4243-816d-f82892a1a1a1 None None] Pushing event updated for resources: {'Port': ['ID=e7099226-2b74-4c81-9ca3-b0b6445df73a,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:44.932918 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=0ab4895c-2196-4de8-adf3-43ed47b3349c,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:44.951838 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f581e-2a87-4eb8-a27e-719cb6f1d211 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:50:44.986696 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-8dc23367-fd52-490b-a0d2-cdbf39bd4ce1 service neutron] 10.222.0.81 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8573561 Nov 09 17:50:44.990844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3ae3fd1f-dae1-40e5-88bd-c9375368c45e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.4471745 Nov 09 17:50:44.997327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38594) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:45.017903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fa34e-dca9-4985-8621-308765498eeb req-f9cc9477-e572-4e44-927a-5c58a0be5a16 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:45.023870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'mac_address': 'fa:16:3e:2a:2c:42', 'name': 'tempest-NetworksTestDHCPv6-972402183'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:45.042428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] For port b8695168-d8fc-489e-b027-78b8cf2f7c5f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b8695168-d8fc-489e-b027-78b8cf2f7c5f,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:45.046801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d4fa34e-dca9-4985-8621-308765498eeb req-f9cc9477-e572-4e44-927a-5c58a0be5a16 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.5529146 Nov 09 17:50:45.062788 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:45.187687 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d4fa34e-dca9-4985-8621-308765498eeb req-f3f4c617-b5ef-400f-aafb-c2e492f1ea72 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328609 Nov 09 17:50:45.505169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a666152-b97a-40d6-b572-b91c30147f7e req-2f4ed663-9388-42d3-bc75-b2d0c5f3dded tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:45.506884 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a666152-b97a-40d6-b572-b91c30147f7e req-2f4ed663-9388-42d3-bc75-b2d0c5f3dded tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.1251485 Nov 09 17:50:45.556334 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:45.630624 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Attempting to bind port e7099226-2b74-4c81-9ca3-b0b6445df73a on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:50:45.631013 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Attempting to bind port e7099226-2b74-4c81-9ca3-b0b6445df73a by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd543c519-0661-4025-b5ce-e5391a8f4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:50:45.633073 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Attempting to bind port e7099226-2b74-4c81-9ca3-b0b6445df73a on network c22a0cc3-8531-4cb4-a256-aeda00f0b076 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:50:45.647457 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a666152-b97a-40d6-b572-b91c30147f7e req-1c10498d-355e-45df-bb28-6e3bc545dd58 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011944 Nov 09 17:50:45.651760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:50:45.652460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Checking segment: {'id': 'd543c519-0661-4025-b5ce-e5391a8f4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:50:45.653048 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:45.653628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Bound using segment: {'id': 'd543c519-0661-4025-b5ce-e5391a8f4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:50:45.654314 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Bound port: e7099226-2b74-4c81-9ca3-b0b6445df73a, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd543c519-0661-4025-b5ce-e5391a8f4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:50:45.654882 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:45.824969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d9a6f-b3f1-456f-a09b-77d67d55b055 req-71a68e9e-e600-41b3-bab6-a4fd30204e5b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:45.840856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-705d9a6f-b3f1-456f-a09b-77d67d55b055 req-71a68e9e-e600-41b3-bab6-a4fd30204e5b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.4149354 Nov 09 17:50:45.900552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:45.963448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d8a99031-4c2e-42b6-9754-d6095bc64e9d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:46.328032 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:46.359625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] For port e7099226-2b74-4c81-9ca3-b0b6445df73a, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:50:46.421084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b8695168-d8fc-489e-b027-78b8cf2f7c5f no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:50:46.450867 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-705d9a6f-b3f1-456f-a09b-77d67d55b055 req-ff24c540-70d6-43ff-8539-793ff462bab2 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077337 Nov 09 17:50:46.537394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 2b7c3d58-dd09-40f1-8b02-bd41f1b8c791 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:50:46.641138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] For port e7099226-2b74-4c81-9ca3-b0b6445df73a, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e7099226-2b74-4c81-9ca3-b0b6445df73a,segment=NetworkSegment(d543c519-0661-4025-b5ce-e5391a8f4572),segment_id=d543c519-0661-4025-b5ce-e5391a8f4572)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:50:46.684377 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:46.779779 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e714-5fc2-4210-b0a9-305d2e1f3862 req-9c0539bd-5712-4db4-84f8-54141cbc948a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:46.782405 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4419e714-5fc2-4210-b0a9-305d2e1f3862 req-9c0539bd-5712-4db4-84f8-54141cbc948a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.3377388 Nov 09 17:50:46.882926 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae2850-a7d1-4243-816d-f82892a1a1a1 None None] Pushing event updated for resources: {'Port': ['ID=e7099226-2b74-4c81-9ca3-b0b6445df73a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:46.900733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d8a99031-4c2e-42b6-9754-d6095bc64e9d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:46.900733 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:47.049726 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Routers {'89c45047-484e-48cf-8eec-d7e25e549009'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:47.050733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:50:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['89c45047-484e-48cf-8eec-d7e25e549009'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:47.061957 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4419e714-5fc2-4210-b0a9-305d2e1f3862 req-5eecb80d-bb6e-4949-b5c4-c66c64aabbdb tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551985 Nov 09 17:50:47.353171 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-55610b62-0c6e-4849-a0c4-d6574d3f5340 req-5daf8810-3d9a-4ba3-8da8-8ac8f4fa77e5 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 210 time: 0.1179118 Nov 09 17:50:47.609881 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:47.876526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49a3e0-9099-4483-a6ee-7cffcad409e9 req-4e197bf7-52b8-4d6b-8c3a-7e1677aaddf6 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:47.888138 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b49a3e0-9099-4483-a6ee-7cffcad409e9 req-4e197bf7-52b8-4d6b-8c3a-7e1677aaddf6 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 946 time: 0.2887068 Nov 09 17:50:48.080087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b49a3e0-9099-4483-a6ee-7cffcad409e9 req-20fea6c2-a7a1-4701-aa2b-cbe6387f0e12 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=2da97ce7-842b-4edb-8e3d-4e965517029d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804748 Nov 09 17:50:48.250785 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:48.260360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c183eef6-82b0-40c3-bdc8-ed0006e0ecfd None None] Provisioning complete for port d8a99031-4c2e-42b6-9754-d6095bc64e9d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:48.261916 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c183eef6-82b0-40c3-bdc8-ed0006e0ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:48.384854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] Set router 89c45047-484e-48cf-8eec-d7e25e549009 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:48.431202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b8695168-d8fc-489e-b027-78b8cf2f7c5f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b8695168-d8fc-489e-b027-78b8cf2f7c5f,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:48.437104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:50:48.443274 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdf3905-2c8c-4847-81ea-a5d51b466840" -d '{"events": [{"server_uuid": "d7b6f2dc-d145-47e4-90d3-b077e623347a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8695168-d8fc-489e-b027-78b8cf2f7c5f"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:50:48.481595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc113eb-a15f-4f3c-baf4-92b36728ee75 req-eb3c5ed0-97ac-4f2b-8165-53d203da78f5 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:48.506417 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1fc113eb-a15f-4f3c-baf4-92b36728ee75 req-eb3c5ed0-97ac-4f2b-8165-53d203da78f5 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.1308167 Nov 09 17:50:48.529929 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:48.607261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1fc113eb-a15f-4f3c-baf4-92b36728ee75 req-bdf72088-aea2-4561-b58b-61079a8487e9 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871181 Nov 09 17:50:48.619737 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fac073ae-0a6d-4d42-ba3f-dcc0dd19a5f1 req-ce3cc243-6a46-4a83-a4cd-41beabde4535 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 210 time: 1.5332177 Nov 09 17:50:48.629585 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:48.630566 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:48.631167 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Floating IP da28bc4b-8f8c-411f-9312-7a3a079431b5 disassociated. External IP: 172.25.1.177, port: b8695168-d8fc-489e-b027-78b8cf2f7c5f. Nov 09 17:50:48.631874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Calling delete_port for b8695168-d8fc-489e-b027-78b8cf2f7c5f owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:50:48.697757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b8695168-d8fc-489e-b027-78b8cf2f7c5f,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:49.075095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1a3b-60b2-4243-8043-dce67e531316 req-2ba145f1-4e47-4fe7-b672-2cb3bfdab123 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:49.085823 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85dc1a3b-60b2-4243-8043-dce67e531316 req-2ba145f1-4e47-4fe7-b672-2cb3bfdab123 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.2241828 Nov 09 17:50:49.190194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:49.236516 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85dc1a3b-60b2-4243-8043-dce67e531316 req-6609968b-366a-468c-8722-6d87e6c1fd71 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392827 Nov 09 17:50:49.388955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::f816:3eff:fe2a:2c42 (95294590-f827-4cfc-bf5f-176a9c97fb32/0ab4895c-2196-4de8-adf3-43ed47b3349c/2b7c3d58-dd09-40f1-8b02-bd41f1b8c791) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:49.402939 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2743e73b-df6f-4bdb-a5a8-f0e92351d556 x-openstack-request-id: req-2743e73b-df6f-4bdb-a5a8-f0e92351d556 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:50:49.403875 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b6f2dc-d145-47e4-90d3-b077e623347a", "name": "network-vif-unplugged", "status": "completed", "tag": "b8695168-d8fc-489e-b027-78b8cf2f7c5f", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:50:49.403875 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2743e73b-df6f-4bdb-a5a8-f0e92351d556 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:50:49.404217 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f', 'code': 200} Nov 09 17:50:49.569725 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:50:36Z', 'revision_number': 4, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e7099226-2b74-4c81-9ca3-b0b6445df73a', 'name': '', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'mac_address': 'fa:16:3e:3b:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:33Z', 'updated_at': '2021-11-09T17:50:46Z', 'revision_number': 4, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'subnets': [{'id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:49.606821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38dafe-402f-4cc5-a7a1-ead653158feb None None] The sync data for ids ['89c45047-484e-48cf-8eec-d7e25e549009'] in n-d-817236-1 is: [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:50:36Z', 'revision_number': 4, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e7099226-2b74-4c81-9ca3-b0b6445df73a', 'name': '', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'mac_address': 'fa:16:3e:3b:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:33Z', 'updated_at': '2021-11-09T17:50:46Z', 'revision_number': 4, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'subnets': [{'id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:50:49.740825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e55e5fe4-195a-4cfc-a9e9-0a97a98bd8f1 req-80d98794-12e7-4264-8809-3599276d095a tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 210 time: 0.6871464 Nov 09 17:50:49.946055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event deleted for resources: {'Port': ['ID=b8695168-d8fc-489e-b027-78b8cf2f7c5f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:49.991560 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94223c37-3148-40aa-8281-4fc83f606b31 req-c40d6f47-f57c-431a-b749-4f86a3a292ca tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7b6f2dc-d145-47e4-90d3-b077e623347a HTTP/1.1" status: 200 len: 210 time: 0.2332196 Nov 09 17:50:50.440752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Router 188b2b73-4676-4d2e-be18-31c0ec925034 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:50:50.512310 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ccdffbb-e040-4568-88b7-a4f365047066 req-a906c560-a7af-4284-a2d8-655c8ad60311 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 210 time: 0.1859226 Nov 09 17:50:50.592214 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e7099226-2b74-4c81-9ca3-b0b6445df73a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:50.804526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e7099226-2b74-4c81-9ca3-b0b6445df73a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:50.806607 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:50.844783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:50:50.863607 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4281d-a8ae-485c-8f8b-f2c0f714c701 None None] Sync routers for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:50:50.887024 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec4281d-a8ae-485c-8f8b-f2c0f714c701 None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:50.887725 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8ec4281d-a8ae-485c-8f8b-f2c0f714c701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:50:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:51.021657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19ad9b-ad33-47b2-9fdb-46f13b783cdc req-adef48db-a98c-4bdd-83f6-e008d3b767f0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:51.053678 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c19ad9b-ad33-47b2-9fdb-46f13b783cdc req-adef48db-a98c-4bdd-83f6-e008d3b767f0 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 1.1294339 Nov 09 17:50:51.175642 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:51.343075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port e7099226-2b74-4c81-9ca3-b0b6445df73a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e7099226-2b74-4c81-9ca3-b0b6445df73a,segment=NetworkSegment(d543c519-0661-4025-b5ce-e5391a8f4572),segment_id=d543c519-0661-4025-b5ce-e5391a8f4572)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:50:51.347896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c19ad9b-ad33-47b2-9fdb-46f13b783cdc req-f90e700d-7078-4487-a90c-0bdb9d736898 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901208 Nov 09 17:50:51.354097 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:51.371048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3451388b-c9f8-48e5-a967-2c0edb145b48 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:51.374196 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3451388b-c9f8-48e5-a967-2c0edb145b48 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.18 "GET /v2.0/networks?id=5f8fe6a9-e13b-400d-ae41-55686f53fb1d HTTP/1.1" status: 200 len: 818 time: 1.8529406 Nov 09 17:50:51.486494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-884f00c3-8d74-4924-820c-4cc65a1f9e23 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Request body: {'port': {'device_id': '1d80dd5a-3e91-41bc-a14a-021c15ed9b38', 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d', 'admin_state_up': True, 'tenant_id': 'e8c6201247104c638618c0e059ee1d80'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:51.543686 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549354f2-601a-4582-945c-4e9194071218 req-ed513dc4-160c-4900-ab28-b05b3b973292 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:51.556665 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-ed513dc4-160c-4900-ab28-b05b3b973292 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.18 "GET /v2.0/networks?id=c22a0cc3-8531-4cb4-a256-aeda00f0b076 HTTP/1.1" status: 200 len: 818 time: 2.4391007 Nov 09 17:50:51.561208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] No DVR routers for this DVR port b8695168-d8fc-489e-b027-78b8cf2f7c5f on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:50:51.583152 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:51.625988 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-20efbf5a-0a42-4946-834e-49d52290eb73 req-6109d7be-c681-4740-a417-81062329aa0e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.13 "DELETE /v2.0/ports/b8695168-d8fc-489e-b027-78b8cf2f7c5f HTTP/1.1" status: 204 len: 173 time: 7.9189065 Nov 09 17:50:51.642389 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-8ec4281d-a8ae-485c-8f8b-f2c0f714c701 None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:51.668355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-549354f2-601a-4582-945c-4e9194071218 req-786680dd-5515-432a-8435-db0e0bfc17a9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Request body: {'port': {'device_id': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'admin_state_up': True, 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:51.683184 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=e7099226-2b74-4c81-9ca3-b0b6445df73a,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:51.947699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-1c3db6a2-6995-4725-b9b5-d036a626912f tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:51.950263 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-1c3db6a2-6995-4725-b9b5-d036a626912f tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.18 "GET /v2.0/networks?id=5f8fe6a9-e13b-400d-ae41-55686f53fb1d HTTP/1.1" status: 200 len: 818 time: 0.5540104 Nov 09 17:50:51.958929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'name': 'network-vif-deleted', 'tag': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:50:51.964678 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3efb3b2-9550-4873-a00d-d0bc7890fc6f" -d '{"events": [{"server_uuid": "d7b6f2dc-d145-47e4-90d3-b077e623347a", "name": "network-vif-deleted", "tag": "b8695168-d8fc-489e-b027-78b8cf2f7c5f"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:50:51.975501 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-041c6e67-3031-480a-bfbb-bd94126dc24b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Request body: {'port': {'device_id': '23a469e2-4d0c-4493-8faa-d646ba6346c6', 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d', 'admin_state_up': True, 'tenant_id': 'e8c6201247104c638618c0e059ee1d80'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:52.534314 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e7099226-2b74-4c81-9ca3-b0b6445df73a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:50:52.730283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e7099226-2b74-4c81-9ca3-b0b6445df73a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:52.732064 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:52.881878 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8ec4281d-a8ae-485c-8f8b-f2c0f714c701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:33Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:53.086941 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4281d-a8ae-485c-8f8b-f2c0f714c701 None None] Checking router: 188b2b73-4676-4d2e-be18-31c0ec925034 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:50:53.128696 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec4281d-a8ae-485c-8f8b-f2c0f714c701 None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:50:53.129779 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8ec4281d-a8ae-485c-8f8b-f2c0f714c701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:50:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:53.192441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93a19ade-4357-4bc1-ab63-eac8302b5b1a req-835eb693-d9bd-4396-9166-cdbfc21585f2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 210 time: 1.3971956 Nov 09 17:50:53.198189 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:53.265217 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:53.527780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549354f2-601a-4582-945c-4e9194071218 req-786680dd-5515-432a-8435-db0e0bfc17a9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Made reservation on behalf of 21c7bc0b8c9e41ef8f9ef44f8c3359d0 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:53.552308 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-549354f2-601a-4582-945c-4e9194071218 req-786680dd-5515-432a-8435-db0e0bfc17a9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:53.676566 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:53.771366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-b9063326-9a01-4078-b920-5dca513dc7c2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:53.771930 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-8ec4281d-a8ae-485c-8f8b-f2c0f714c701 None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:50:53.782450 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-b9063326-9a01-4078-b920-5dca513dc7c2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.13 "GET /v2.0/networks?id=5f8fe6a9-e13b-400d-ae41-55686f53fb1d HTTP/1.1" status: 200 len: 818 time: 3.1521277 Nov 09 17:50:53.803159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Request body: {'port': {'device_id': 'e8b41178-0e15-4f43-8074-e5d690f113fa', 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d', 'admin_state_up': True, 'tenant_id': 'e8c6201247104c638618c0e059ee1d80'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:53.836890 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f4cb6-4006-4e8e-ae28-2476d376593d req-48cb77a0-5166-494d-ad57-c5404604e219 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:53.852482 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d69f4cb6-4006-4e8e-ae28-2476d376593d req-48cb77a0-5166-494d-ad57-c5404604e219 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 2.6141710 Nov 09 17:50:54.139192 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:54.207827 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d69f4cb6-4006-4e8e-ae28-2476d376593d req-34235c9a-829d-45d3-a003-d5a55cc4d249 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205853 Nov 09 17:50:54.227803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd05b9-0b79-4299-bc32-301824d26e87 req-1daa8c04-822c-4f76-a89d-f4361083db0c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:54.250282 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-afcd05b9-0b79-4299-bc32-301824d26e87 req-1daa8c04-822c-4f76-a89d-f4361083db0c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.4717240 Nov 09 17:50:54.543286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=2b7c3d58-dd09-40f1-8b02-bd41f1b8c791,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:54.571857 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-28425388-fc55-4b20-8418-8895dc3a7b26 req-1f1fcd02-aa5f-4f7c-a3bb-5f78404ad75c tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 210 time: 0.1285770 Nov 09 17:50:54.721681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:54.733946 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:54.776011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-884f00c3-8d74-4924-820c-4cc65a1f9e23 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Made reservation on behalf of e8c6201247104c638618c0e059ee1d80 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:54.783375 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-884f00c3-8d74-4924-820c-4cc65a1f9e23 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:54.807877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Made reservation on behalf of e8c6201247104c638618c0e059ee1d80 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:54.821120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:54.829221 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:54.836943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:54.838443 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:54.868116 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-afcd05b9-0b79-4299-bc32-301824d26e87 req-74bfa8fa-a013-4082-8a19-305ba7a85e11 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163883 Nov 09 17:50:54.994493 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:50:55.065025 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38750) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:55.104354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-041c6e67-3031-480a-bfbb-bd94126dc24b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Made reservation on behalf of e8c6201247104c638618c0e059ee1d80 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:50:55.142052 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-041c6e67-3031-480a-bfbb-bd94126dc24b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:55.161080 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8ec4281d-a8ae-485c-8f8b-f2c0f714c701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:33Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:50:55.276463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-549354f2-601a-4582-945c-4e9194071218 req-786680dd-5515-432a-8435-db0e0bfc17a9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Allocated IP 172.20.0.2 (c22a0cc3-8531-4cb4-a256-aeda00f0b076/8f0be2f0-7614-4e4e-920f-dcec26a673a6/4cc64592-67f5-408a-ae86-c95541bba77e) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:55.343393 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4281d-a8ae-485c-8f8b-f2c0f714c701 None None] The sync data for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 is: [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:33Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:50:55.692306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-041c6e67-3031-480a-bfbb-bd94126dc24b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Allocated IP 172.20.0.8 (5f8fe6a9-e13b-400d-ae41-55686f53fb1d/e3e3dd87-fd47-40fa-aae7-19b41dccb4e5/362fba02-a1c1-441d-b1cc-10f9863f29d7) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:55.721162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-310f3e5f-719a-4811-8cd2-8d4ee331f9aa None None] Provisioning complete for port 2b7c3d58-dd09-40f1-8b02-bd41f1b8c791 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:50:55.722047 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-310f3e5f-719a-4811-8cd2-8d4ee331f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:55.836482 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7216b88-0228-46b8-9877-2b6df764a6a8 x-openstack-request-id: req-c7216b88-0228-46b8-9877-2b6df764a6a8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:50:55.836962 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b6f2dc-d145-47e4-90d3-b077e623347a", "name": "network-vif-deleted", "tag": "b8695168-d8fc-489e-b027-78b8cf2f7c5f", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:50:55.838224 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7216b88-0228-46b8-9877-2b6df764a6a8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:50:55.839792 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b6f2dc-d145-47e4-90d3-b077e623347a', 'name': 'network-vif-deleted', 'tag': 'b8695168-d8fc-489e-b027-78b8cf2f7c5f', 'status': 'completed', 'code': 200} Nov 09 17:50:55.852960 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3a830764-3fd6-4ec8-aef6-cf4ed318dea3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 10.8485239 Nov 09 17:50:55.869844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38768) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:55.959792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-310f3e5f-719a-4811-8cd2-8d4ee331f9aa None None] Port 2b7c3d58-dd09-40f1-8b02-bd41f1b8c791 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:50:56.190912 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-041c6e67-3031-480a-bfbb-bd94126dc24b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:56.280475 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb59537-2ccb-4d64-af2f-8c23de3997fb None None] New status for floating IP da28bc4b-8f8c-411f-9312-7a3a079431b5: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:50:56.340460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-041c6e67-3031-480a-bfbb-bd94126dc24b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:56.423628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-884f00c3-8d74-4924-820c-4cc65a1f9e23 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Allocated IP 172.20.0.13 (5f8fe6a9-e13b-400d-ae41-55686f53fb1d/e3e3dd87-fd47-40fa-aae7-19b41dccb4e5/c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:56.501121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-041c6e67-3031-480a-bfbb-bd94126dc24b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:56.515725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-041c6e67-3031-480a-bfbb-bd94126dc24b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:56.529367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-041c6e67-3031-480a-bfbb-bd94126dc24b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:56.625708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-041c6e67-3031-480a-bfbb-bd94126dc24b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:56.627262 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-041c6e67-3031-480a-bfbb-bd94126dc24b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:56.671942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c6e67-3031-480a-bfbb-bd94126dc24b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Pushing event updated for resources: {'Port': ['ID=362fba02-a1c1-441d-b1cc-10f9863f29d7,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:56.695161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6ae9f-6cbf-4b75-a088-d3ec490f03d4 req-c497c387-0b98-4fe7-8e2f-6208a717b85a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:56.717210 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d8d6ae9f-6cbf-4b75-a088-d3ec490f03d4 req-c497c387-0b98-4fe7-8e2f-6208a717b85a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.4405344 Nov 09 17:50:56.763923 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64d3d7a1-2e39-4a6a-b4c5-3245e3f9f83f req-81bb5ed4-a4c5-4cef-b74d-7f671f498cc9 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 210 time: 0.9793034 Nov 09 17:50:56.768781 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-041c6e67-3031-480a-bfbb-bd94126dc24b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8022158 Nov 09 17:50:56.778456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-a1ea3957-60a0-402e-a8b8-c7133049d3f6 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:50:56.780429 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-a1ea3957-60a0-402e-a8b8-c7133049d3f6 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097244 Nov 09 17:50:56.814788 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-90f57b57-7664-43f0-980b-1fba01fbf3e1 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:56.867393 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d8d6ae9f-6cbf-4b75-a088-d3ec490f03d4 req-bcfd5329-a5a7-426c-a85f-03d9f9aa555c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477289 Nov 09 17:50:56.968596 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feff851-516a-42f3-b7ed-1f34974e0846 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:56.982296 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feff851-516a-42f3-b7ed-1f34974e0846 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:56.991718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38784) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:57.000183 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9feff851-516a-42f3-b7ed-1f34974e0846 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.1060090 Nov 09 17:50:57.005208 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-884f00c3-8d74-4924-820c-4cc65a1f9e23 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:57.076176 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-90f57b57-7664-43f0-980b-1fba01fbf3e1 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:57.145940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Request body: {'port': {'device_id': '23a469e2-4d0c-4493-8faa-d646ba6346c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:57.197569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-549354f2-601a-4582-945c-4e9194071218 req-786680dd-5515-432a-8435-db0e0bfc17a9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:57.234463 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c8d15aeb-b7b3-45ff-af94-718bb75309f3 req-a8620d9b-bb80-4e67-87cb-a7a73b386c8e tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0970104 Nov 09 17:50:57.280842 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-884f00c3-8d74-4924-820c-4cc65a1f9e23 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:57.335102 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:57.389648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8dd260e8-c1c2-4061-8caa-504bce0b2239 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 2b7c3d58-dd09-40f1-8b02-bd41f1b8c791 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:50:57.390455 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dd260e8-c1c2-4061-8caa-504bce0b2239 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:57.507165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.api [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-18ab0bb6-fbb0-4cd1-be69-1778d81356d8 {{(pid=102155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:50:57.507780 n-d-817236-1 neutron-server[102155]: DEBUG oslo_db.api [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:50:57.580694 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-549354f2-601a-4582-945c-4e9194071218 req-786680dd-5515-432a-8435-db0e0bfc17a9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:57.606682 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f00c3-8d74-4924-820c-4cc65a1f9e23 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Pushing event updated for resources: {'Port': ['ID=c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:57.672544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-884f00c3-8d74-4924-820c-4cc65a1f9e23 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:57.705787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549354f2-601a-4582-945c-4e9194071218 req-786680dd-5515-432a-8435-db0e0bfc17a9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Network c22a0cc3-8531-4cb4-a256-aeda00f0b076 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:50:57.708231 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-884f00c3-8d74-4924-820c-4cc65a1f9e23 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:57.711253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-884f00c3-8d74-4924-820c-4cc65a1f9e23 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:57.732496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-549354f2-601a-4582-945c-4e9194071218 req-786680dd-5515-432a-8435-db0e0bfc17a9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:50:57.734806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-549354f2-601a-4582-945c-4e9194071218 req-786680dd-5515-432a-8435-db0e0bfc17a9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:50:57.766963 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dd260e8-c1c2-4061-8caa-504bce0b2239 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:57.834403 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08e156-9f0c-4105-be97-9172cca5a146 req-ba91f83d-4a02-433e-99ff-090776348baf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:57.843474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cc08e156-9f0c-4105-be97-9172cca5a146 req-ba91f83d-4a02-433e-99ff-090776348baf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.6616304 Nov 09 17:50:57.861582 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-90f57b57-7664-43f0-980b-1fba01fbf3e1 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:57.865985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-90f57b57-7664-43f0-980b-1fba01fbf3e1 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:57.867200 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-90f57b57-7664-43f0-980b-1fba01fbf3e1 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "DELETE /v2.0/security-groups/2da97ce7-842b-4edb-8e3d-4e965517029d HTTP/1.1" status: 204 len: 168 time: 2.7832868 Nov 09 17:50:57.873147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38810) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:57.888200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8dd260e8-c1c2-4061-8caa-504bce0b2239 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 2b7c3d58-dd09-40f1-8b02-bd41f1b8c791 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:50:57.892656 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786680dd-5515-432a-8435-db0e0bfc17a9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Pushing event updated for resources: {'Port': ['ID=4cc64592-67f5-408a-ae86-c95541bba77e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:57.955116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f57b57-7664-43f0-980b-1fba01fbf3e1 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da97ce7-842b-4edb-8e3d-4e965517029d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:58.008592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549354f2-601a-4582-945c-4e9194071218 req-786680dd-5515-432a-8435-db0e0bfc17a9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:58.009672 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-549354f2-601a-4582-945c-4e9194071218 req-786680dd-5515-432a-8435-db0e0bfc17a9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:58.023816 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:58.059373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-884f00c3-8d74-4924-820c-4cc65a1f9e23 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:58.061665 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-884f00c3-8d74-4924-820c-4cc65a1f9e23 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:58.062018 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-cc3511e3-f50a-430b-8132-24840645e21a tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] show failed (client error): The resource could not be found. Nov 09 17:50:58.064397 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cc3511e3-f50a-430b-8132-24840645e21a tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups/2da97ce7-842b-4edb-8e3d-4e965517029d HTTP/1.1" status: 404 len: 347 time: 0.1886060 Nov 09 17:50:58.088306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38816) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:58.116486 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-786680dd-5515-432a-8435-db0e0bfc17a9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4844611 Nov 09 17:50:58.129541 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cc08e156-9f0c-4105-be97-9172cca5a146 req-df11873b-9723-4951-9a0b-56258fa1a8a3 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846901 Nov 09 17:50:58.152073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Request body: {'port': {'device_id': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:58.335606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-884f00c3-8d74-4924-820c-4cc65a1f9e23 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8626888 Nov 09 17:50:58.343659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.18', 62386) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:58.391456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffb91a-e87b-43f8-b542-cc4df7b1aaaa req-f4a73695-624e-4f7e-b85c-99c6b3e13916 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:58.394046 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-87ffb91a-e87b-43f8-b542-cc4df7b1aaaa req-f4a73695-624e-4f7e-b85c-99c6b3e13916 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 931 time: 0.4433455 Nov 09 17:50:58.463937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Request body: {'port': {'device_id': '1d80dd5a-3e91-41bc-a14a-021c15ed9b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:50:58.578843 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-87ffb91a-e87b-43f8-b542-cc4df7b1aaaa req-d5bdc9d7-58af-420a-95be-f37d7b7745d8 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586287 Nov 09 17:50:58.606223 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:58.641603 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dd260e8-c1c2-4061-8caa-504bce0b2239 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:58.702829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd260e8-c1c2-4061-8caa-504bce0b2239 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=2b7c3d58-dd09-40f1-8b02-bd41f1b8c791,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:58.719762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362fba02-a1c1-441d-b1cc-10f9863f29d7 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:50:58.730533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbca8a-11b3-4381-8371-0a434f5b6093 req-00652727-78eb-47dd-9a53-0e318362e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:58.732208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62cbca8a-11b3-4381-8371-0a434f5b6093 req-00652727-78eb-47dd-9a53-0e318362e29e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 1096 time: 0.3901408 Nov 09 17:50:58.735724 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:58.765347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c9fc3-07a6-4b34-b0cf-6c62c483821d req-b8fcfb69-6548-4a5d-a425-7e190159b4ab tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:58.767543 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-631c9fc3-07a6-4b34-b0cf-6c62c483821d req-b8fcfb69-6548-4a5d-a425-7e190159b4ab tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.4305708 Nov 09 17:50:58.817626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dd260e8-c1c2-4061-8caa-504bce0b2239 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:58.821427 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8dd260e8-c1c2-4061-8caa-504bce0b2239 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/2b7c3d58-dd09-40f1-8b02-bd41f1b8c791 HTTP/1.1" status: 204 len: 168 time: 1.8274848 Nov 09 17:50:58.823157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Transition to ACTIVE for port object 362fba02-a1c1-441d-b1cc-10f9863f29d7 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:50:58.835914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38828) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:58.836633 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:59.193329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Allocated IP 172.20.0.11 (5f8fe6a9-e13b-400d-ae41-55686f53fb1d/e3e3dd87-fd47-40fa-aae7-19b41dccb4e5/04a3b9f6-0eaf-4f10-a66f-e7001052a38e) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:50:59.221983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd7d63-05b5-4892-835e-0ada9246fda5 req-1ac6d067-aeb0-4791-9cd9-34eddf2692bb tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:59.228339 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9bd7d63-05b5-4892-835e-0ada9246fda5 req-1ac6d067-aeb0-4791-9cd9-34eddf2692bb tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.3037386 Nov 09 17:50:59.235595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9c322-6539-4d5e-8ad7-aaf1729a9515 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:59.239579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9c322-6539-4d5e-8ad7-aaf1729a9515 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:59.245036 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-28d9c322-6539-4d5e-8ad7-aaf1729a9515 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4020808 Nov 09 17:50:59.252108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=362fba02-a1c1-441d-b1cc-10f9863f29d7,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:59.263316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38836) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:59.288811 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:59.440048 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-894ab1ec-f671-4686-abfb-593fbfea3304 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 0ab4895c-2196-4de8-adf3-43ed47b3349c {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:50:59.456021 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9bd7d63-05b5-4892-835e-0ada9246fda5 req-808ac10f-4d00-446c-863c-d1cd7b097f71 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870525 Nov 09 17:50:59.457154 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-894ab1ec-f671-4686-abfb-593fbfea3304 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:59.519069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Attempting to bind port 362fba02-a1c1-441d-b1cc-10f9863f29d7 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:50:59.519594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Attempting to bind port 362fba02-a1c1-441d-b1cc-10f9863f29d7 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '1431177a-c028-40a4-8ae9-3c1ba3123c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:50:59.519812 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Attempting to bind port 362fba02-a1c1-441d-b1cc-10f9863f29d7 on network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:50:59.579097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Port 362fba02-a1c1-441d-b1cc-10f9863f29d7 on network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:50:59.579431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Attempting to bind port 362fba02-a1c1-441d-b1cc-10f9863f29d7 on network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:50:59.591202 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-894ab1ec-f671-4686-abfb-593fbfea3304 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:59.632843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:50:59.633184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Checking segment: {'id': '1431177a-c028-40a4-8ae9-3c1ba3123c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:50:59.633580 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Bound using segment: {'id': '1431177a-c028-40a4-8ae9-3c1ba3123c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:50:59.634042 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Bound port: 362fba02-a1c1-441d-b1cc-10f9863f29d7, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431177a-c028-40a4-8ae9-3c1ba3123c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:50:59.634403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:59.701123 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-631c9fc3-07a6-4b34-b0cf-6c62c483821d req-551a3d73-c900-44e4-b297-aaa68fbee792 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024491 Nov 09 17:50:59.795691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f05673-f658-4c85-adf9-a2f1c161d5d5 req-c83803e0-791e-4aca-8a67-bbdfb4ce4bdd tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:50:59.797372 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8f05673-f658-4c85-adf9-a2f1c161d5d5 req-c83803e0-791e-4aca-8a67-bbdfb4ce4bdd tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 931 time: 0.2152417 Nov 09 17:50:59.972456 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8f05673-f658-4c85-adf9-a2f1c161d5d5 req-649c32b0-3238-43bc-8905-7c5a9fb57a5c tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646130 Nov 09 17:50:59.978907 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-894ab1ec-f671-4686-abfb-593fbfea3304 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:00.000228 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:00.089172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] For port 362fba02-a1c1-441d-b1cc-10f9863f29d7, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:00.117264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4f766b4a-bd3c-4b0b-bca7-6ed8756370f9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Deleting port 77fe77f8-eb30-4614-aeaa-993f9e79ae5f {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:00.124145 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f766b4a-bd3c-4b0b-bca7-6ed8756370f9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:00.139651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] For port 362fba02-a1c1-441d-b1cc-10f9863f29d7, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=362fba02-a1c1-441d-b1cc-10f9863f29d7,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:00.182009 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:00.328045 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:00.328813 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:00.330426 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] 10.222.0.18 "PUT /v2.0/ports/362fba02-a1c1-441d-b1cc-10f9863f29d7 HTTP/1.1" status: 200 len: 1091 time: 3.5390658 Nov 09 17:51:00.333655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a469e2-4d0c-4493-8faa-d646ba6346c6', 'tag': '362fba02-a1c1-441d-b1cc-10f9863f29d7'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:00.337240 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23342f4f-e0aa-4da4-9f08-63ff09587551" -d '{"events": [{"name": "network-changed", "server_uuid": "23a469e2-4d0c-4493-8faa-d646ba6346c6", "tag": "362fba02-a1c1-441d-b1cc-10f9863f29d7"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:00.415686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d870088-8243-4952-9116-5003092a3566 req-bdb88396-eeec-4f04-8388-cee0277df81d tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:00.424264 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d870088-8243-4952-9116-5003092a3566 req-bdb88396-eeec-4f04-8388-cee0277df81d tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 943 time: 0.2480376 Nov 09 17:51:00.590876 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-894ab1ec-f671-4686-abfb-593fbfea3304 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:00.605899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbca8a-11b3-4381-8371-0a434f5b6093 req-2d53d217-4e5b-4513-8fc3-ab47c796b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:00.610730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62cbca8a-11b3-4381-8371-0a434f5b6093 req-2d53d217-4e5b-4513-8fc3-ab47c796b646 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 912 time: 1.8387864 Nov 09 17:51:00.614123 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de935e2-1229-4804-8860-3ab3fb2d9fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=362fba02-a1c1-441d-b1cc-10f9863f29d7,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:00.687742 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:00.715146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ab1ec-f671-4686-abfb-593fbfea3304 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab4895c-2196-4de8-adf3-43ed47b3349c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:00.737033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b25025c-d808-408a-8494-35ea187bfb07 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:00.743579 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-894ab1ec-f671-4686-abfb-593fbfea3304 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:00.750135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-894ab1ec-f671-4686-abfb-593fbfea3304 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/0ab4895c-2196-4de8-adf3-43ed47b3349c HTTP/1.1" status: 204 len: 168 time: 1.4741235 Nov 09 17:51:00.763940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38870) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:00.924385 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d870088-8243-4952-9116-5003092a3566 req-e85d2783-675f-4fd9-9b68-a57bf63509f3 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989305 Nov 09 17:51:00.936097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-86a520eb-8778-4d0b-b1d4-3b979212a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:00.938545 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-86a520eb-8778-4d0b-b1d4-3b979212a4f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8c6201247104c638618c0e059ee1d80&device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 1094 time: 0.5112727 Nov 09 17:51:00.941376 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3bc0c9ff-83c1-45ec-94fc-3960d342b7f9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1378286 Nov 09 17:51:00.948751 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:00.958820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38874) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:01.004515 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-62e223ec-c6ff-4072-9a3c-65dad732dfb3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:01.042107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:01.055903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:01.246504 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c58f4e-17aa-41b5-bb15-83dafa3cabd6 x-openstack-request-id: req-a4c58f4e-17aa-41b5-bb15-83dafa3cabd6 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:01.247175 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a469e2-4d0c-4493-8faa-d646ba6346c6", "tag": "362fba02-a1c1-441d-b1cc-10f9863f29d7", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:01.247851 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4c58f4e-17aa-41b5-bb15-83dafa3cabd6 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:01.249094 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a469e2-4d0c-4493-8faa-d646ba6346c6', 'tag': '362fba02-a1c1-441d-b1cc-10f9863f29d7', 'status': 'completed', 'code': 200} Nov 09 17:51:01.261778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:01.262950 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:01.267595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Pushing event updated for resources: {'Port': ['ID=04a3b9f6-0eaf-4f10-a66f-e7001052a38e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:01.291366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cd99fd-bb1f-4713-a54f-ed6c24a2a938 None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:51:01.301049 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-2485914a-4534-4d8c-84c7-1061e204ee4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362fba02-a1c1-441d-b1cc-10f9863f29d7 HTTP/1.1" status: 200 len: 217 time: 0.3404863 Nov 09 17:51:01.324786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62cbca8a-11b3-4381-8371-0a434f5b6093 req-c54f441e-9d21-4e11-b8f4-d6101856523b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3063eb52-4601-4d8f-ad10-3403168aff26 HTTP/1.1" status: 200 len: 217 time: 0.3298416 Nov 09 17:51:01.489915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:01.505136 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-621ce948-dda4-449d-826a-96032f9cd1b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.7108872 Nov 09 17:51:01.505772 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-25cd99fd-bb1f-4713-a54f-ed6c24a2a938 None None] Deleting port d8a99031-4c2e-42b6-9754-d6095bc64e9d {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:01.506639 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-25cd99fd-bb1f-4713-a54f-ed6c24a2a938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:01.533646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc64592-67f5-408a-ae86-c95541bba77e {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:01.557275 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:01.560489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-b65f5dd6-47ac-4a17-9537-406baca7ecc9 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:51:01.562383 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-b65f5dd6-47ac-4a17-9537-406baca7ecc9 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0409582 Nov 09 17:51:01.607644 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:01.638684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d40c58-c109-4849-8b4e-ce3fcf3843a7 req-1c441c6b-cf8e-432b-aa41-8dad2bac9ea2 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:01.652864 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39d40c58-c109-4849-8b4e-ce3fcf3843a7 req-1c441c6b-cf8e-432b-aa41-8dad2bac9ea2 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 1.0252652 Nov 09 17:51:01.710338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-25cd99fd-bb1f-4713-a54f-ed6c24a2a938 None None] For port d8a99031-4c2e-42b6-9754-d6095bc64e9d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d8a99031-4c2e-42b6-9754-d6095bc64e9d,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:01.715708 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-25cd99fd-bb1f-4713-a54f-ed6c24a2a938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:01.757783 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e223ec-c6ff-4072-9a3c-65dad732dfb3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:01.770090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-25cd99fd-bb1f-4713-a54f-ed6c24a2a938 None None] Calling delete_port for d8a99031-4c2e-42b6-9754-d6095bc64e9d owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:01.787966 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62e223ec-c6ff-4072-9a3c-65dad732dfb3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:01.833093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Transition to ACTIVE for port object c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:51:01.859722 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f766b4a-bd3c-4b0b-bca7-6ed8756370f9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:01.860427 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f766b4a-bd3c-4b0b-bca7-6ed8756370f9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:01.866820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbca8a-11b3-4381-8371-0a434f5b6093 req-02a32f12-50df-40e5-b29b-7b4b518b2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:01.871901 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62cbca8a-11b3-4381-8371-0a434f5b6093 req-02a32f12-50df-40e5-b29b-7b4b518b2230 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.4945631 Nov 09 17:51:01.909064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Transition to ACTIVE for port object 4cc64592-67f5-408a-ae86-c95541bba77e will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:51:01.926109 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:01.951130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-1e288842-3503-4864-96b6-46c914ddb783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:01.953801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-1e288842-3503-4864-96b6-46c914ddb783 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3e3dd87-fd47-40fa-aae7-19b41dccb4e5 HTTP/1.1" status: 200 len: 858 time: 0.5747132 Nov 09 17:51:01.968096 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Request body: {'port': {'device_id': 'e8b41178-0e15-4f43-8074-e5d690f113fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:02.057717 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-25cd99fd-bb1f-4713-a54f-ed6c24a2a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:02.088623 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:02.098935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4f766b4a-bd3c-4b0b-bca7-6ed8756370f9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Calling delete_port for 77fe77f8-eb30-4614-aeaa-993f9e79ae5f owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:02.104213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd99fd-bb1f-4713-a54f-ed6c24a2a938 None None] Pushing event deleted for resources: {'Port': ['ID=d8a99031-4c2e-42b6-9754-d6095bc64e9d,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:02.106666 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983d8d6-814e-49a8-917a-a9f6bc3a507f req-29c26f51-39ee-42fc-9b29-f7e5363781b0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:02.119191 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8983d8d6-814e-49a8-917a-a9f6bc3a507f req-29c26f51-39ee-42fc-9b29-f7e5363781b0 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 945 time: 0.6310365 Nov 09 17:51:02.134238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cd99fd-bb1f-4713-a54f-ed6c24a2a938 None None] No DVR routers for this DVR port d8a99031-4c2e-42b6-9754-d6095bc64e9d on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:51:02.206986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62cbca8a-11b3-4381-8371-0a434f5b6093 req-cf94be97-2cac-4a24-836d-3de609ac986f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3242798 Nov 09 17:51:02.233171 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:02.309761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39d40c58-c109-4849-8b4e-ce3fcf3843a7 req-a21166a5-1eb2-41b2-8d3a-9d0f9e334d55 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507185 Nov 09 17:51:02.325532 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d8a99031-4c2e-42b6-9754-d6095bc64e9d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:02.339658 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-93c1265c-e80f-4fb7-8c25-cb21cc81c279 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f8fe6a9-e13b-400d-ae41-55686f53fb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2669990 Nov 09 17:51:02.356373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: d8a99031-4c2e-42b6-9754-d6095bc64e9d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:51:02.356654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d8a99031-4c2e-42b6-9754-d6095bc64e9d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:02.533706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:02.930721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc64592-67f5-408a-ae86-c95541bba77e,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:02.947307 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38902) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:02.956140 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8983d8d6-814e-49a8-917a-a9f6bc3a507f req-9f8af82f-dd85-4ecc-9052-15cec34415eb tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8348000 Nov 09 17:51:02.964412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a11cd467-9671-4ebc-b0af-84b9b39f7fd6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1405063411'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:02.979380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Attempting to bind port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:51:02.979878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Attempting to bind port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '1431177a-c028-40a4-8ae9-3c1ba3123c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:51:02.980401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Attempting to bind port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 on network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:03.006380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a2aa7-7281-44ae-b45a-95f5dc3e3623 req-ec21f1da-4e2f-482b-94e4-e6abf11ee5b2 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:03.006861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3063eb52-4601-4d8f-ad10-3403168aff26 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:03.027049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d0a2aa7-7281-44ae-b45a-95f5dc3e3623 req-ec21f1da-4e2f-482b-94e4-e6abf11ee5b2 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 943 time: 0.5134697 Nov 09 17:51:03.042119 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62cbca8a-11b3-4381-8371-0a434f5b6093 req-ca15cca6-0ad7-4c5c-a207-f51b0ce274cd service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8025455 Nov 09 17:51:03.104541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 on network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:51:03.105093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Attempting to bind port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 on network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:03.207370 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:03.249138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:03.249681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Checking segment: {'id': '1431177a-c028-40a4-8ae9-3c1ba3123c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:51:03.251298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Bound using segment: {'id': '1431177a-c028-40a4-8ae9-3c1ba3123c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:03.251298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Bound port: c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431177a-c028-40a4-8ae9-3c1ba3123c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:51:03.251790 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:03.317366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11cd467-9671-4ebc-b0af-84b9b39f7fd6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Made reservation on behalf of 9604b69a568944e2ae3cded901a7acdd for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:03.318916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3063eb52-4601-4d8f-ad10-3403168aff26, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3063eb52-4601-4d8f-ad10-3403168aff26,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:03.321092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977d6226-bb30-4fc3-8ff6-c7f409607ca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3063eb52-4601-4d8f-ad10-3403168aff26'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:03.324561 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11cd467-9671-4ebc-b0af-84b9b39f7fd6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:03.327792 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6e5199-0347-445b-b7ef-a70235799a5b" -d '{"events": [{"server_uuid": "977d6226-bb30-4fc3-8ff6-c7f409607ca2", "name": "network-vif-unplugged", "status": "completed", "tag": "3063eb52-4601-4d8f-ad10-3403168aff26"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:03.337739 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:03.405088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d0a2aa7-7281-44ae-b45a-95f5dc3e3623 req-f8f85155-0925-4875-81a9-fb7b6f79b814 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755929 Nov 09 17:51:03.409964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Attempting to bind port 4cc64592-67f5-408a-ae86-c95541bba77e on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:51:03.414747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Attempting to bind port 4cc64592-67f5-408a-ae86-c95541bba77e by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'd543c519-0661-4025-b5ce-e5391a8f4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:51:03.415844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Attempting to bind port 4cc64592-67f5-408a-ae86-c95541bba77e on network c22a0cc3-8531-4cb4-a256-aeda00f0b076 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:03.416492 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a3c1c29-4364-488d-afc7-356e4616511c service neutron] 10.222.0.18 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0661223 Nov 09 17:51:03.433984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=3063eb52-4601-4d8f-ad10-3403168aff26,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:03.460448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:03.461824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:03.462490 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:03.462978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:03.463978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:03.464711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:03.465543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:03.466409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:03.467671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:03.468554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:03.469284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:03.470423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:03.570573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Port 4cc64592-67f5-408a-ae86-c95541bba77e on network c22a0cc3-8531-4cb4-a256-aeda00f0b076 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:51:03.571604 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Attempting to bind port 4cc64592-67f5-408a-ae86-c95541bba77e on network c22a0cc3-8531-4cb4-a256-aeda00f0b076 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:03.647854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11cd467-9671-4ebc-b0af-84b9b39f7fd6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:51:03.664229 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678eed1-5a21-4cfb-af19-6a584744e505 req-4d0b340f-259a-494d-8f62-4e73668d3c61 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:03.666146 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3678eed1-5a21-4cfb-af19-6a584744e505 req-4d0b340f-259a-494d-8f62-4e73668d3c61 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 943 time: 0.4640739 Nov 09 17:51:03.678704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:03.679246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Checking segment: {'id': 'd543c519-0661-4025-b5ce-e5391a8f4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:51:03.680452 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Bound using segment: {'id': 'd543c519-0661-4025-b5ce-e5391a8f4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:03.680681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Bound port: 4cc64592-67f5-408a-ae86-c95541bba77e, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd543c519-0661-4025-b5ce-e5391a8f4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:51:03.681643 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:03.699124 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11cd467-9671-4ebc-b0af-84b9b39f7fd6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:03.699524 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-a11cd467-9671-4ebc-b0af-84b9b39f7fd6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Added segment aa4e39d6-3c39-4730-ad22-4ae26e2ba008 of type vlan for network ab3ee116-42d6-4b96-992c-e858e888877b Nov 09 17:51:03.725808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62cbca8a-11b3-4381-8371-0a434f5b6093 req-4d7ed97b-84ef-4540-818d-6083fdd4e5b4 service neutron] 10.222.0.18 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350913 Nov 09 17:51:03.753032 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f766b4a-bd3c-4b0b-bca7-6ed8756370f9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:03.796766 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316c124a-f2d0-4d5c-8353-c1849bb6d745 x-openstack-request-id: req-316c124a-f2d0-4d5c-8353-c1849bb6d745 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:03.797872 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977d6226-bb30-4fc3-8ff6-c7f409607ca2", "name": "network-vif-unplugged", "status": "completed", "tag": "3063eb52-4601-4d8f-ad10-3403168aff26", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:03.799637 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-316c124a-f2d0-4d5c-8353-c1849bb6d745 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:03.801744 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977d6226-bb30-4fc3-8ff6-c7f409607ca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3063eb52-4601-4d8f-ad10-3403168aff26', 'code': 200} Nov 09 17:51:03.904894 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11cd467-9671-4ebc-b0af-84b9b39f7fd6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:03.924134 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4d2001f7-7c57-481d-8769-00b723a50673 service neutron] 10.222.0.18 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605865 Nov 09 17:51:03.941383 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] For port 4cc64592-67f5-408a-ae86-c95541bba77e, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:03.945561 n-d-817236-1 neutron-server[102155]: DEBUG neutron.objects.ports [None req-62e223ec-c6ff-4072-9a3c-65dad732dfb3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:51:03.948177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] For port 4cc64592-67f5-408a-ae86-c95541bba77e, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4cc64592-67f5-408a-ae86-c95541bba77e,segment=NetworkSegment(d543c519-0661-4025-b5ce-e5391a8f4572),segment_id=d543c519-0661-4025-b5ce-e5391a8f4572)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:03.969986 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62e223ec-c6ff-4072-9a3c-65dad732dfb3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:03.976882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f766b4a-bd3c-4b0b-bca7-6ed8756370f9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event deleted for resources: {'Port': ['ID=77fe77f8-eb30-4614-aeaa-993f9e79ae5f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:03.987806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] For port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:04.000113 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:04.044043 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3678eed1-5a21-4cfb-af19-6a584744e505 req-adf66436-12bf-410b-916e-1b24184adb7d tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132291 Nov 09 17:51:04.104301 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11cd467-9671-4ebc-b0af-84b9b39f7fd6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:04.112486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11cd467-9671-4ebc-b0af-84b9b39f7fd6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:04.112486 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11cd467-9671-4ebc-b0af-84b9b39f7fd6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:04.124715 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e223ec-c6ff-4072-9a3c-65dad732dfb3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:04.142606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a3b9f6-0eaf-4f10-a66f-e7001052a38e {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:04.169099 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-62e223ec-c6ff-4072-9a3c-65dad732dfb3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:04.197159 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a551b1-80f7-4407-bcbb-12a83d89dcdd None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:04.244672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc64592-67f5-408a-ae86-c95541bba77e,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:04.252299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e223ec-c6ff-4072-9a3c-65dad732dfb3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:04.254614 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62e223ec-c6ff-4072-9a3c-65dad732dfb3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:04.259965 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:04.262539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] For port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:04.326767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e223ec-c6ff-4072-9a3c-65dad732dfb3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=941bec65-fc5e-41e5-a80b-3343307f8962,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:04.371546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:04.372207 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:04.374303 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-3ac9b5e2-0a90-4f6a-adb5-698214af3d00 service neutron] 10.222.0.18 "PUT /v2.0/ports/4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 200 len: 1091 time: 6.2409241 Nov 09 17:51:04.382296 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:04.384889 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1748b28-be72-4caf-88d1-0a4f8c74a90f" -d '{"events": [{"name": "network-changed", "server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:04.388893 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:04.399903 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a11cd467-9671-4ebc-b0af-84b9b39f7fd6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4418879 Nov 09 17:51:04.417847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38930) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:04.458003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Transition to ACTIVE for port object 04a3b9f6-0eaf-4f10-a66f-e7001052a38e will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:51:04.477876 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-62e223ec-c6ff-4072-9a3c-65dad732dfb3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4805002 Nov 09 17:51:04.479546 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38934) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:04.480505 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:04.481783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-89e08b0f-f19c-4166-985a-f405e5412f06 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1284948815'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:04.494066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'mac_address': 'fa:16:3e:fe:14:85', 'name': 'tempest-NetworksTestDHCPv6-284299620'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:04.508461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cd467-9671-4ebc-b0af-84b9b39f7fd6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'Network': ['ID=ab3ee116-42d6-4b96-992c-e858e888877b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:04.616073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:04.638016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23342f4f-e0aa-4da4-9f08-63ff09587551 req-9042a01f-97ee-4ab3-a1e4-eb8106178395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:04.640979 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23342f4f-e0aa-4da4-9f08-63ff09587551 req-9042a01f-97ee-4ab3-a1e4-eb8106178395 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8c6201247104c638618c0e059ee1d80&device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 1094 time: 0.5379655 Nov 09 17:51:04.671647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7501e2d-7d14-4fb9-8033-213c38076e4d req-3fb281fe-f895-4832-ad03-cc13c953295e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:04.680832 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7501e2d-7d14-4fb9-8033-213c38076e4d req-3fb281fe-f895-4832-ad03-cc13c953295e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 943 time: 0.3983343 Nov 09 17:51:04.726527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e08b0f-f19c-4166-985a-f405e5412f06 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Made reservation on behalf of 9604b69a568944e2ae3cded901a7acdd for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:04.733980 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89e08b0f-f19c-4166-985a-f405e5412f06 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:04.788565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network ab3ee116-42d6-4b96-992c-e858e888877b details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:51:04.811893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549354f2-601a-4582-945c-4e9194071218 req-a3edb632-4f41-49ff-872f-696f8287c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:04.814485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-a3edb632-4f41-49ff-872f-696f8287c148 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0&device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 1094 time: 0.3674538 Nov 09 17:51:04.814893 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '941bec65-fc5e-41e5-a80b-3343307f8962'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:51:04.816649 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:04.829245 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625c2aa-4322-4469-aaa0-6fce82cbf24a req-95502eb5-16d9-4480-b4ce-cd18c781d3fd tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:04.844219 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f625c2aa-4322-4469-aaa0-6fce82cbf24a req-95502eb5-16d9-4480-b4ce-cd18c781d3fd tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.8491323 Nov 09 17:51:04.848116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:04.849124 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:04.851514 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0bb18993-1f93-4052-8aa8-fd44130db4b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 HTTP/1.1" status: 200 len: 1092 time: 6.4606612 Nov 09 17:51:04.862768 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f766b4a-bd3c-4b0b-bca7-6ed8756370f9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:04.869755 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f766b4a-bd3c-4b0b-bca7-6ed8756370f9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:04.871802 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4f766b4a-bd3c-4b0b-bca7-6ed8756370f9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "DELETE /v2.0/floatingips/da28bc4b-8f8c-411f-9312-7a3a079431b5 HTTP/1.1" status: 204 len: 168 time: 6.7537019 Nov 09 17:51:04.954716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Pushing event updated for resources: {'Port': ['ID=04a3b9f6-0eaf-4f10-a66f-e7001052a38e,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:05.012537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23342f4f-e0aa-4da4-9f08-63ff09587551 req-72a05e67-febc-4bcd-8a0c-ffa789dfb838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:05.014177 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23342f4f-e0aa-4da4-9f08-63ff09587551 req-72a05e67-febc-4bcd-8a0c-ffa789dfb838 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5f8fe6a9-e13b-400d-ae41-55686f53fb1d HTTP/1.1" status: 200 len: 919 time: 0.3267331 Nov 09 17:51:05.063772 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-67c18cad-1367-47db-a2d1-73590ffaeeb1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 200 len: 217 time: 0.1867969 Nov 09 17:51:05.139991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e08b0f-f19c-4166-985a-f405e5412f06 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:51:05.221574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Attempting to bind port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:51:05.223209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Attempting to bind port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '1431177a-c028-40a4-8ae9-3c1ba3123c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:51:05.223949 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Attempting to bind port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e on network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:05.236444 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23342f4f-e0aa-4da4-9f08-63ff09587551 req-9e9bf60c-f83e-47fd-b432-9a627a61fc0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362fba02-a1c1-441d-b1cc-10f9863f29d7 HTTP/1.1" status: 200 len: 217 time: 0.2031815 Nov 09 17:51:05.240966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Allocated IP 2001:db8::f816:3eff:fe4f:252c (95294590-f827-4cfc-bf5f-176a9c97fb32/941bec65-fc5e-41e5-a80b-3343307f8962/3e6ab810-a481-4b63-8029-109d1e5ede44) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:05.242646 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89e08b0f-f19c-4166-985a-f405e5412f06 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:05.243350 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7501e2d-7d14-4fb9-8033-213c38076e4d req-e27ea474-9d3c-49b1-b911-9ad1a1eeb6c2 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611739 Nov 09 17:51:05.244252 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-89e08b0f-f19c-4166-985a-f405e5412f06 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Added segment 7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5 of type vlan for network 7a6d1d09-f698-4920-b89f-e75ca6887450 Nov 09 17:51:05.282660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f625c2aa-4322-4469-aaa0-6fce82cbf24a req-f23b72ec-bd22-4256-ad54-62820a5c1422 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362352 Nov 09 17:51:05.412240 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1abccb-ee4c-4d2f-98a7-7b8a3d8f10ec x-openstack-request-id: req-1b1abccb-ee4c-4d2f-98a7-7b8a3d8f10ec {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:05.412771 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:05.413291 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b1abccb-ee4c-4d2f-98a7-7b8a3d8f10ec {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:05.414120 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e', 'status': 'completed', 'code': 200} Nov 09 17:51:05.419331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549354f2-601a-4582-945c-4e9194071218 req-c6d36bbe-c329-4a83-ae49-7415666e3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:05.422742 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-c6d36bbe-c329-4a83-ae49-7415666e3595 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f0be2f0-7614-4e4e-920f-dcec26a673a6 HTTP/1.1" status: 200 len: 858 time: 0.3053148 Nov 09 17:51:05.455800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e on network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:51:05.456453 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Attempting to bind port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e on network 5f8fe6a9-e13b-400d-ae41-55686f53fb1d {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:05.501205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:05.514588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-2a93c1e6-14e1-4032-8304-c7baa448960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:05.543621 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-2a93c1e6-14e1-4032-8304-c7baa448960f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8c6201247104c638618c0e059ee1d80&device_id=1d80dd5a-3e91-41bc-a14a-021c15ed9b38 HTTP/1.1" status: 200 len: 1095 time: 0.4992516 Nov 09 17:51:05.544579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Checking segment: {'id': '1431177a-c028-40a4-8ae9-3c1ba3123c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:51:05.545765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Bound using segment: {'id': '1431177a-c028-40a4-8ae9-3c1ba3123c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:05.546518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Bound port: 04a3b9f6-0eaf-4f10-a66f-e7001052a38e, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431177a-c028-40a4-8ae9-3c1ba3123c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:51:05.547181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:05.564402 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23342f4f-e0aa-4da4-9f08-63ff09587551 req-3efea0be-88d3-47b8-a7d1-4f3c883feb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:05.566543 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23342f4f-e0aa-4da4-9f08-63ff09587551 req-3efea0be-88d3-47b8-a7d1-4f3c883feb8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3e3dd87-fd47-40fa-aae7-19b41dccb4e5 HTTP/1.1" status: 200 len: 858 time: 0.3198669 Nov 09 17:51:05.650898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23342f4f-e0aa-4da4-9f08-63ff09587551 req-bf946d8c-8f95-4626-9fcc-21bf09c0ab41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f8fe6a9-e13b-400d-ae41-55686f53fb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458772 Nov 09 17:51:05.655189 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:05.698409 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-ac95ec24-f40c-4c2a-9dea-41748a3d346b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 HTTP/1.1" status: 200 len: 217 time: 0.1503780 Nov 09 17:51:05.712461 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:05.716178 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89e08b0f-f19c-4166-985a-f405e5412f06 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:05.728413 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:05.728647 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-4263232a-d098-4e93-8d15-11b07a6f3d75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c22a0cc3-8531-4cb4-a256-aeda00f0b076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2849374 Nov 09 17:51:05.802264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:05.851417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38952) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:05.880934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:05.881907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4cd11d8e-c411-493e-8d96-aca15168e5b2 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596151375', 'description': 'tempest-description--52588329'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:05.884028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Pushing event updated for resources: {'Port': ['ID=3e6ab810-a481-4b63-8029-109d1e5ede44,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:05.891261 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.resource_extend [None req-89e08b0f-f19c-4166-985a-f405e5412f06 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:51:05.895933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:05.978445 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23342f4f-e0aa-4da4-9f08-63ff09587551 req-7ef8244c-03a8-44c1-bd94-78efc8ad5e9d service neutron] 10.222.0.18 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985854 Nov 09 17:51:06.007287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Attempting to bind port 3e6ab810-a481-4b63-8029-109d1e5ede44 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:51:06.007826 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Attempting to bind port 3e6ab810-a481-4b63-8029-109d1e5ede44 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:51:06.008206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Attempting to bind port 3e6ab810-a481-4b63-8029-109d1e5ede44 on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:06.023562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:06.024602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:51:06.025307 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:06.025972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:06.027923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Bound port: 3e6ab810-a481-4b63-8029-109d1e5ede44, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:51:06.029251 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:06.088669 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89e08b0f-f19c-4166-985a-f405e5412f06 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:06.094328 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:06.100851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e08b0f-f19c-4166-985a-f405e5412f06 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:06.101588 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89e08b0f-f19c-4166-985a-f405e5412f06 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:06.134825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-d215f013-a164-4bb4-9532-327d43ed3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:06.137517 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-d215f013-a164-4bb4-9532-327d43ed3d0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3e3dd87-fd47-40fa-aae7-19b41dccb4e5 HTTP/1.1" status: 200 len: 858 time: 0.4007413 Nov 09 17:51:06.166482 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cd11d8e-c411-493e-8d96-aca15168e5b2 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:06.177110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] For port 3e6ab810-a481-4b63-8029-109d1e5ede44, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:06.183773 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f08a6-c127-4d66-8423-9b65419b0378 req-59d593cd-b402-4b16-9615-945f13882d0f tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:06.185415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] For port 3e6ab810-a481-4b63-8029-109d1e5ede44, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3e6ab810-a481-4b63-8029-109d1e5ede44,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:06.186940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c91f08a6-c127-4d66-8423-9b65419b0378 req-59d593cd-b402-4b16-9615-945f13882d0f tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 943 time: 0.6829038 Nov 09 17:51:06.193526 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:06.267422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] For port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:06.273981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] For port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=04a3b9f6-0eaf-4f10-a66f-e7001052a38e,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:06.290652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 919347fc-356d-4750-b119-fe5d6c4ab24f yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:51:06.305698 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:06.368260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-0a9e835e-3e9f-4783-9c04-42ccc3bf0ad6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f8fe6a9-e13b-400d-ae41-55686f53fb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1794660 Nov 09 17:51:06.383378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e1e9d-e8f0-4ff2-afda-7ec9f7018ff1 None None] Pushing event updated for resources: {'Port': ['ID=3e6ab810-a481-4b63-8029-109d1e5ede44,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:06.426550 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-89e08b0f-f19c-4166-985a-f405e5412f06 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9995816 Nov 09 17:51:06.466146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38960) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:06.485194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-399c78f6-73a7-448c-90d4-ddfd494c611c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'subnet': {'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:06.546824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e08b0f-f19c-4166-985a-f405e5412f06 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'Network': ['ID=7a6d1d09-f698-4920-b89f-e75ca6887450,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:06.565242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 7a6d1d09-f698-4920-b89f-e75ca6887450 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:51:06.932928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d511565-6d3e-4bda-86e7-be3d7612ca8f req-3a8eca00-2613-4d40-855a-7dea3e6984f1 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:06.935737 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d511565-6d3e-4bda-86e7-be3d7612ca8f req-3a8eca00-2613-4d40-855a-7dea3e6984f1 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 943 time: 0.9628339 Nov 09 17:51:06.991157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 362fba02-a1c1-441d-b1cc-10f9863f29d7 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:51:07.058446 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:07.058446 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:07.062427 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] 10.222.0.13 "PUT /v2.0/ports/04a3b9f6-0eaf-4f10-a66f-e7001052a38e HTTP/1.1" status: 200 len: 1092 time: 5.4857123 Nov 09 17:51:07.073510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b41178-0e15-4f43-8074-e5d690f113fa', 'tag': '04a3b9f6-0eaf-4f10-a66f-e7001052a38e'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:07.079266 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b8b50a-cf81-474f-a10d-7ac2d94392c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b41178-0e15-4f43-8074-e5d690f113fa", "tag": "04a3b9f6-0eaf-4f10-a66f-e7001052a38e"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:07.136909 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23342f4f-e0aa-4da4-9f08-63ff09587551 req-8024168f-e3b8-486c-b867-e3c572aed8a6 service neutron] 10.222.0.18 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1110790 Nov 09 17:51:07.168716 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d511565-6d3e-4bda-86e7-be3d7612ca8f req-1bad8c9b-bad3-4a63-9b64-711bf9ddae0c tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978176 Nov 09 17:51:07.286500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Pushing event updated for resources: {'Port': ['ID=04a3b9f6-0eaf-4f10-a66f-e7001052a38e,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:07.355570 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-8ee6d2db-cade-4d23-9648-076602929c8a service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6125209 Nov 09 17:51:07.367438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-387dbaae-9ce4-42b5-b8e3-73c3660291da service neutron] 10.222.0.18 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9251838 Nov 09 17:51:07.382835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 362fba02-a1c1-441d-b1cc-10f9863f29d7, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=362fba02-a1c1-441d-b1cc-10f9863f29d7,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:07.402629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:07.402629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:07.402629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:07.403497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:07.404169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:07.406183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:07.407122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:07.408109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:07.408788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:07.409518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:07.410178 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:07.410908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d3e55-3b81-4d46-9cd7-13b717dfed98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:07.427491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '362fba02-a1c1-441d-b1cc-10f9863f29d7', 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d', 'port_id': '362fba02-a1c1-441d-b1cc-10f9863f29d7', 'mac_address': 'fa:16:3e:33:ab:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e3dd87-fd47-40fa-aae7-19b41dccb4e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:51:07.484508 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::f816:3eff:fefe:1485 (95294590-f827-4cfc-bf5f-176a9c97fb32/941bec65-fc5e-41e5-a80b-3343307f8962/919347fc-356d-4750-b119-fe5d6c4ab24f) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:07.494859 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-69f1bf9e-4f96-4219-a390-2e17ae634471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:07.497581 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-69f1bf9e-4f96-4219-a390-2e17ae634471 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8c6201247104c638618c0e059ee1d80&device_id=e8b41178-0e15-4f43-8074-e5d690f113fa HTTP/1.1" status: 200 len: 1095 time: 0.3262980 Nov 09 17:51:07.568408 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:07.599878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d80dd5a-3e91-41bc-a14a-021c15ed9b38', 'tag': 'c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:07.602588 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697bcd33-d296-4791-ae54-c9c6b02f3905" -d '{"events": [{"name": "network-changed", "server_uuid": "1d80dd5a-3e91-41bc-a14a-021c15ed9b38", "tag": "c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:07.607026 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-dd232e6a-077f-45f4-b798-d8e3d121e0e8 service neutron] 10.222.0.18 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243547 Nov 09 17:51:07.658129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362fba02-a1c1-441d-b1cc-10f9863f29d7 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:07.698074 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-c729436e-ebd0-4a07-9ab7-b53d78c3b07a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04a3b9f6-0eaf-4f10-a66f-e7001052a38e HTTP/1.1" status: 200 len: 217 time: 0.1648202 Nov 09 17:51:07.703482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 362fba02-a1c1-441d-b1cc-10f9863f29d7, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=362fba02-a1c1-441d-b1cc-10f9863f29d7,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:07.710635 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:07.781856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c91f08a6-c127-4d66-8423-9b65419b0378 req-d40eb1e4-f6e9-4cd3-a22c-8568419212a3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5145583 Nov 09 17:51:07.884536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cd11d8e-c411-493e-8d96-aca15168e5b2 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:07.912820 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cd11d8e-c411-493e-8d96-aca15168e5b2 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:07.961678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=362fba02-a1c1-441d-b1cc-10f9863f29d7,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:07.971628 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4c123e-87ce-4f17-9c80-45155843c297 x-openstack-request-id: req-6f4c123e-87ce-4f17-9c80-45155843c297 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:07.972294 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b41178-0e15-4f43-8074-e5d690f113fa", "tag": "04a3b9f6-0eaf-4f10-a66f-e7001052a38e", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:07.972488 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f4c123e-87ce-4f17-9c80-45155843c297 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:07.973115 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b41178-0e15-4f43-8074-e5d690f113fa', 'tag': '04a3b9f6-0eaf-4f10-a66f-e7001052a38e', 'status': 'completed', 'code': 200} Nov 09 17:51:08.040296 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd11d8e-c411-493e-8d96-aca15168e5b2 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:08.044104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399c78f6-73a7-448c-90d4-ddfd494c611c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Made reservation on behalf of 9604b69a568944e2ae3cded901a7acdd for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:08.049430 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-399c78f6-73a7-448c-90d4-ddfd494c611c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:08.057245 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cd11d8e-c411-493e-8d96-aca15168e5b2 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:08.058762 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4cd11d8e-c411-493e-8d96-aca15168e5b2 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2046199 Nov 09 17:51:08.064038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-549354f2-601a-4582-945c-4e9194071218 req-b53363bd-e97d-4740-9fb7-098f6a407eb2 service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6948514 Nov 09 17:51:08.087510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38984) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:08.097063 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['362fba02-a1c1-441d-b1cc-10f9863f29d7'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:51:08.113423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-27d71568-09e5-4134-a64e-b2f98c7cf94d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Request body: {'security_group_rule': {'security_group_id': 'c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:08.165290 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-6c69f730-7a4b-4817-afa6-f73633c3340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:08.168600 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-6c69f730-7a4b-4817-afa6-f73633c3340d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3e3dd87-fd47-40fa-aae7-19b41dccb4e5 HTTP/1.1" status: 200 len: 858 time: 0.4500351 Nov 09 17:51:08.180181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17f95c-fd4f-4093-9b25-79e36235b2d9 req-9a3bd5bf-28a6-4877-ae31-d71e72b08bf4 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:08.194775 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2c17f95c-fd4f-4093-9b25-79e36235b2d9 req-9a3bd5bf-28a6-4877-ae31-d71e72b08bf4 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 943 time: 0.5264068 Nov 09 17:51:08.271069 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c4d7f9-d684-419c-8485-055d2570a6a6 x-openstack-request-id: req-93c4d7f9-d684-419c-8485-055d2570a6a6 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:08.274975 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d80dd5a-3e91-41bc-a14a-021c15ed9b38", "tag": "c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:08.275585 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93c4d7f9-d684-419c-8485-055d2570a6a6 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:08.278080 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d80dd5a-3e91-41bc-a14a-021c15ed9b38', 'tag': 'c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561', 'status': 'completed', 'code': 200} Nov 09 17:51:08.314578 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-46131a00-ddf9-4a08-9a48-b5f3b99f7de0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f8fe6a9-e13b-400d-ae41-55686f53fb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776777 Nov 09 17:51:08.560423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3e6ab810-a481-4b63-8029-109d1e5ede44 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:08.597717 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-d8a98081-8ee1-4f4c-b26f-06d1744f8af5 service neutron] 10.222.0.13 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590775 Nov 09 17:51:08.618461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-47126429-c362-4268-be04-dfe6a2203071 None None] Provisioning complete for port 3e6ab810-a481-4b63-8029-109d1e5ede44 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:08.620197 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-47126429-c362-4268-be04-dfe6a2203071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:08.788827 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78f179-acc2-405f-94f1-245929c1cc13 req-552a201b-27bd-4497-b168-8c787fb3c992 service neutron] 10.222.0.13 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743302 Nov 09 17:51:08.798617 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2c17f95c-fd4f-4093-9b25-79e36235b2d9 req-5a76757f-0c5a-4053-896e-bbefb1c6090f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016183 Nov 09 17:51:08.803933 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27d71568-09e5-4134-a64e-b2f98c7cf94d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:08.822172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1748b28-be72-4caf-88d1-0a4f8c74a90f req-984c0fa1-1022-41e0-895e-316d35d1c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:08.854429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f1748b28-be72-4caf-88d1-0a4f8c74a90f req-984c0fa1-1022-41e0-895e-316d35d1c7e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0&device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 1094 time: 0.5692971 Nov 09 17:51:08.858515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:08.881400 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066db2ba-dca1-4fb2-83ea-4a7acbb56f94 req-a3c59035-3739-4eb9-a4bf-879c064ac9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:08.884756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-066db2ba-dca1-4fb2-83ea-4a7acbb56f94 req-a3c59035-3739-4eb9-a4bf-879c064ac9f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ca16651d81b4613ad2ee893c830e443&device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 1098 time: 0.4421601 Nov 09 17:51:08.889376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bcd33-d296-4791-ae54-c9c6b02f3905 req-c7745c8c-e8ca-4493-b8c8-1a8fe67daeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:08.892926 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-697bcd33-d296-4791-ae54-c9c6b02f3905 req-c7745c8c-e8ca-4493-b8c8-1a8fe67daeab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8c6201247104c638618c0e059ee1d80&device_id=1d80dd5a-3e91-41bc-a14a-021c15ed9b38 HTTP/1.1" status: 200 len: 1095 time: 0.5675712 Nov 09 17:51:08.928158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3e6ab810-a481-4b63-8029-109d1e5ede44 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:08.931936 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:08.948337 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-47126429-c362-4268-be04-dfe6a2203071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:09.019086 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3063eb52-4601-4d8f-ad10-3403168aff26 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:09.067465 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:09.099814 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8b50a-cf81-474f-a10d-7ac2d94392c8 req-f138e92c-e277-420f-b235-b897ecfe7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.103037 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9b8b50a-cf81-474f-a10d-7ac2d94392c8 req-f138e92c-e277-420f-b235-b897ecfe7be2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8c6201247104c638618c0e059ee1d80&device_id=e8b41178-0e15-4f43-8074-e5d690f113fa HTTP/1.1" status: 200 len: 1095 time: 0.2287791 Nov 09 17:51:09.111018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-47126429-c362-4268-be04-dfe6a2203071 None None] For port 3e6ab810-a481-4b63-8029-109d1e5ede44, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3e6ab810-a481-4b63-8029-109d1e5ede44,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:09.124732 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-47126429-c362-4268-be04-dfe6a2203071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:09.192355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5909d4-aede-42ab-96fe-dbe856a28b75 req-cb29ed58-057a-490d-ad10-6d46d15cee3b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.195984 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e5909d4-aede-42ab-96fe-dbe856a28b75 req-cb29ed58-057a-490d-ad10-6d46d15cee3b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.7141151 Nov 09 17:51:09.204498 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6586d5-3972-4157-9edc-a47a9322ed4c req-2d25aed8-894e-48ea-8566-f42923c43926 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.206519 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae6586d5-3972-4157-9edc-a47a9322ed4c req-2d25aed8-894e-48ea-8566-f42923c43926 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 944 time: 0.2622411 Nov 09 17:51:09.299720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47126429-c362-4268-be04-dfe6a2203071 None None] Pushing event updated for resources: {'Port': ['ID=3e6ab810-a481-4b63-8029-109d1e5ede44,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:09.316444 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:09.339326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:09.354496 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:09.365353 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.365353 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:09.377419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=919347fc-356d-4750-b119-fe5d6c4ab24f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:09.411734 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae6586d5-3972-4157-9edc-a47a9322ed4c req-f71e60b4-631b-4b8c-8b10-b96974722f5b tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285892 Nov 09 17:51:09.430412 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bcd33-d296-4791-ae54-c9c6b02f3905 req-99f117ce-e702-4683-aa06-b38552690748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.430412 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-697bcd33-d296-4791-ae54-c9c6b02f3905 req-99f117ce-e702-4683-aa06-b38552690748 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5f8fe6a9-e13b-400d-ae41-55686f53fb1d HTTP/1.1" status: 200 len: 919 time: 0.4685359 Nov 09 17:51:09.441196 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cd7c6ddc-4894-4210-8c6f-bc23326142c0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9555020 Nov 09 17:51:09.448390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39008) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:09.505489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8b50a-cf81-474f-a10d-7ac2d94392c8 req-aa97fca7-ede8-4b7a-baba-6c078b531a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.507451 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9b8b50a-cf81-474f-a10d-7ac2d94392c8 req-aa97fca7-ede8-4b7a-baba-6c078b531a9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f8fe6a9-e13b-400d-ae41-55686f53fb1d HTTP/1.1" status: 200 len: 919 time: 0.3832645 Nov 09 17:51:09.558491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97960440-b76e-4d9f-b97d-f7e313f033d5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.571206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97960440-b76e-4d9f-b97d-f7e313f033d5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.580408 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-97960440-b76e-4d9f-b97d-f7e313f033d5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1303425 Nov 09 17:51:09.608659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39014) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:09.633114 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-697bcd33-d296-4791-ae54-c9c6b02f3905 req-56640f46-7649-46e4-8956-9c8ace761371 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 HTTP/1.1" status: 200 len: 217 time: 0.1068876 Nov 09 17:51:09.654968 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-399c78f6-73a7-448c-90d4-ddfd494c611c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:09.664796 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9b8b50a-cf81-474f-a10d-7ac2d94392c8 req-3f48382d-ab40-4510-8da1-4f0d0b69f480 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04a3b9f6-0eaf-4f10-a66f-e7001052a38e HTTP/1.1" status: 200 len: 217 time: 0.1452019 Nov 09 17:51:09.798136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8b50a-cf81-474f-a10d-7ac2d94392c8 req-f9a2d7b3-7975-4a18-8c9a-96a6429a52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.800367 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9b8b50a-cf81-474f-a10d-7ac2d94392c8 req-f9a2d7b3-7975-4a18-8c9a-96a6429a52b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3e3dd87-fd47-40fa-aae7-19b41dccb4e5 HTTP/1.1" status: 200 len: 858 time: 0.1232858 Nov 09 17:51:09.832882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f93b4d-0b84-4403-a2e5-b4e05b8baf33 req-7e265be7-05df-4782-aa8c-d414c819c3f2 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.835632 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d6f93b4d-0b84-4403-a2e5-b4e05b8baf33 req-7e265be7-05df-4782-aa8c-d414c819c3f2 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 943 time: 0.1733501 Nov 09 17:51:09.842628 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e5909d4-aede-42ab-96fe-dbe856a28b75 req-b90b7e05-fa5e-4400-a0a7-e474af66d71b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770876 Nov 09 17:51:09.864040 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27d71568-09e5-4134-a64e-b2f98c7cf94d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:09.878982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1748b28-be72-4caf-88d1-0a4f8c74a90f req-97a6fe1f-9f3d-442c-a060-d4d16c4f9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.881995 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f1748b28-be72-4caf-88d1-0a4f8c74a90f req-97a6fe1f-9f3d-442c-a060-d4d16c4f9a57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c22a0cc3-8531-4cb4-a256-aeda00f0b076 HTTP/1.1" status: 200 len: 919 time: 0.9640749 Nov 09 17:51:09.893059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066db2ba-dca1-4fb2-83ea-4a7acbb56f94 req-be074d4d-865a-4f0f-97dc-99aeb378af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:09.895474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-066db2ba-dca1-4fb2-83ea-4a7acbb56f94 req-be074d4d-865a-4f0f-97dc-99aeb378af58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 HTTP/1.1" status: 200 len: 914 time: 0.9988728 Nov 09 17:51:09.902962 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9b8b50a-cf81-474f-a10d-7ac2d94392c8 req-243b4818-e456-460d-8860-a1e3a2191c1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f8fe6a9-e13b-400d-ae41-55686f53fb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948822 Nov 09 17:51:09.934385 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d6f93b4d-0b84-4403-a2e5-b4e05b8baf33 req-543a8f78-0eba-477c-8153-7086dbaacc4b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724218 Nov 09 17:51:09.955332 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27d71568-09e5-4134-a64e-b2f98c7cf94d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:09.973989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d7dd7e17-453f-4d85-97a3-14c31793f30f None None] Provisioning complete for port 919347fc-356d-4750-b119-fe5d6c4ab24f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:09.975749 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7e17-453f-4d85-97a3-14c31793f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:10.065179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd7e17-453f-4d85-97a3-14c31793f30f None None] Port 919347fc-356d-4750-b119-fe5d6c4ab24f cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:51:10.107115 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-066db2ba-dca1-4fb2-83ea-4a7acbb56f94 req-424b322e-5182-446a-81a5-237799704ab6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3386037a-6217-48d9-947d-caf714fd2d89 HTTP/1.1" status: 200 len: 217 time: 0.1479976 Nov 09 17:51:10.112686 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9b8b50a-cf81-474f-a10d-7ac2d94392c8 req-e654cdbc-34cb-41e9-966c-62d07d024721 service neutron] 10.222.0.13 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005911 Nov 09 17:51:10.148729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f1748b28-be72-4caf-88d1-0a4f8c74a90f req-81683058-2283-4388-aac5-633cbe96c1da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 200 len: 217 time: 0.2123008 Nov 09 17:51:10.171999 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bcd33-d296-4791-ae54-c9c6b02f3905 req-bdad569b-0aa4-4248-8b55-d5de6a0d80be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:10.174482 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-697bcd33-d296-4791-ae54-c9c6b02f3905 req-bdad569b-0aa4-4248-8b55-d5de6a0d80be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3e3dd87-fd47-40fa-aae7-19b41dccb4e5 HTTP/1.1" status: 200 len: 858 time: 0.4897869 Nov 09 17:51:10.201970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d71568-09e5-4134-a64e-b2f98c7cf94d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7160699f-e239-418e-be23-cb24c85bfc89,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:10.302279 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9b8b50a-cf81-474f-a10d-7ac2d94392c8 req-fc9a9c02-e330-4c3b-a14d-b666c32bb540 service neutron] 10.222.0.13 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818628 Nov 09 17:51:10.314275 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27d71568-09e5-4134-a64e-b2f98c7cf94d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:10.315797 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-27d71568-09e5-4134-a64e-b2f98c7cf94d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2271531 Nov 09 17:51:10.319996 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39038) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:10.327607 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0eee82a7-8fa8-419f-b8f3-f233776bc786 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Request body: {'security_group_rule': {'security_group_id': 'c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:10.370359 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3e6ab810-a481-4b63-8029-109d1e5ede44 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:10.401556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c78f6-73a7-448c-90d4-ddfd494c611c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'Subnet': ['ID=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:10.417407 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0eee82a7-8fa8-419f-b8f3-f233776bc786 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:10.428235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-697bcd33-d296-4791-ae54-c9c6b02f3905 req-7b1aedcb-a81d-438e-af61-4e3ac8152fdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f8fe6a9-e13b-400d-ae41-55686f53fb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1874468 Nov 09 17:51:10.514825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c78f6-73a7-448c-90d4-ddfd494c611c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Checking segment: {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:51:10.515281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c78f6-73a7-448c-90d4-ddfd494c611c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Network hostable DHCP agents. Network: ab3ee116-42d6-4b96-992c-e858e888877b, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:51:10.521956 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1748b28-be72-4caf-88d1-0a4f8c74a90f req-1aad8288-fc26-43f2-a233-82b34fb95cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:10.524216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f1748b28-be72-4caf-88d1-0a4f8c74a90f req-1aad8288-fc26-43f2-a233-82b34fb95cff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f0be2f0-7614-4e4e-920f-dcec26a673a6 HTTP/1.1" status: 200 len: 858 time: 0.3387260 Nov 09 17:51:10.525971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066db2ba-dca1-4fb2-83ea-4a7acbb56f94 req-e83cf6af-deff-4296-a552-d3eba3d90b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:10.527834 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-066db2ba-dca1-4fb2-83ea-4a7acbb56f94 req-e83cf6af-deff-4296-a552-d3eba3d90b8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9fb16f4-0e86-456c-9417-3e45e9793444 HTTP/1.1" status: 200 len: 853 time: 0.3832800 Nov 09 17:51:10.533547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3e6ab810-a481-4b63-8029-109d1e5ede44 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:10.534545 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:10.599204 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-066db2ba-dca1-4fb2-83ea-4a7acbb56f94 req-c0341c35-da8f-4e69-971a-4a07ee2f322a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505223 Nov 09 17:51:10.602471 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f1748b28-be72-4caf-88d1-0a4f8c74a90f req-0e697224-368f-47f5-b9d8-6a9951527fab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c22a0cc3-8531-4cb4-a256-aeda00f0b076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666633 Nov 09 17:51:10.687477 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-12bf625f-4b1a-4793-9a7b-5a50604e82f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:10.707402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e9b0304e-1920-415e-89c5-fc5eebeeb378 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 919347fc-356d-4750-b119-fe5d6c4ab24f {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:10.707787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e9b0304e-1920-415e-89c5-fc5eebeeb378 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:10.719116 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0eee82a7-8fa8-419f-b8f3-f233776bc786 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:10.729234 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0eee82a7-8fa8-419f-b8f3-f233776bc786 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:10.822465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee82a7-8fa8-419f-b8f3-f233776bc786 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcf1e83-e9e1-49da-b26f-dad9af074f21,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:10.884290 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0eee82a7-8fa8-419f-b8f3-f233776bc786 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:10.887488 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0eee82a7-8fa8-419f-b8f3-f233776bc786 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5658901 Nov 09 17:51:10.907494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39070) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:10.912300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024447d7-012c-4aad-9320-8242165cf98c req-106b6d32-8771-459e-b597-ee74f5900cb6 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:10.914955 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-024447d7-012c-4aad-9320-8242165cf98c req-106b6d32-8771-459e-b597-ee74f5900cb6 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 944 time: 0.2924905 Nov 09 17:51:10.916322 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c78f6-73a7-448c-90d4-ddfd494c611c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Network ab3ee116-42d6-4b96-992c-e858e888877b is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:51:10.926392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:10.997804 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-697bcd33-d296-4791-ae54-c9c6b02f3905 req-d2d9f534-c7cc-4a92-9a85-775d8b74f86e service neutron] 10.222.0.18 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549333 Nov 09 17:51:11.003425 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-024447d7-012c-4aad-9320-8242165cf98c req-13bb48cf-e6d8-4c7c-aa03-c55c1a6903ca tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738149 Nov 09 17:51:11.030166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:51:11.042460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 362fba02-a1c1-441d-b1cc-10f9863f29d7 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:11.061992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-399c78f6-73a7-448c-90d4-ddfd494c611c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, ab3ee116-42d6-4b96-992c-e858e888877b) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:11.137381 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399c78f6-73a7-448c-90d4-ddfd494c611c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:11.139577 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-399c78f6-73a7-448c-90d4-ddfd494c611c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:11.146464 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f1748b28-be72-4caf-88d1-0a4f8c74a90f req-202199b3-9678-4bd1-aaed-0b4a07f2d19d service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121078 Nov 09 17:51:11.242862 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:11.277484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb2ca0-cb70-4b70-adc7-7df11689582e None None] Network ab3ee116-42d6-4b96-992c-e858e888877b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:11.367533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776eea0-cfa2-4b06-bd1a-62e57e599654 req-727ab3e4-7c85-497e-91ee-6874227f3139 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:11.371753 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c776eea0-cfa2-4b06-bd1a-62e57e599654 req-727ab3e4-7c85-497e-91ee-6874227f3139 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.1507654 Nov 09 17:51:11.393659 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-399c78f6-73a7-448c-90d4-ddfd494c611c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.9224193 Nov 09 17:51:11.397239 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-066db2ba-dca1-4fb2-83ea-4a7acbb56f94 req-fb87db17-8438-4c85-868b-8fabd9e67e52 service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7830503 Nov 09 17:51:11.397829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39076) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:11.419328 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e9b0304e-1920-415e-89c5-fc5eebeeb378 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:11.430811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 362fba02-a1c1-441d-b1cc-10f9863f29d7 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:51:11.433806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b8501689-6329-4303-8082-a0bc72416032 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'subnet': {'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:11.481650 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 362fba02-a1c1-441d-b1cc-10f9863f29d7 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:11.483296 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:11.590312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:11.593439 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c776eea0-cfa2-4b06-bd1a-62e57e599654 req-88090ddb-e7cc-496e-9954-62d78dc94816 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118690 Nov 09 17:51:11.678228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561', 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d', 'port_id': 'c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561', 'mac_address': 'fa:16:3e:d2:57:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e3dd87-fd47-40fa-aae7-19b41dccb4e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:51:11.719291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8501689-6329-4303-8082-a0bc72416032 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Made reservation on behalf of 9604b69a568944e2ae3cded901a7acdd for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:11.725332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8501689-6329-4303-8082-a0bc72416032 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:11.897837 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:11.974155 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:12.003074 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fbac4-5a88-4504-a040-6e2222c9aedc req-84b86632-7d42-433b-b337-c117b1e6ee53 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:12.017409 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c1fbac4-5a88-4504-a040-6e2222c9aedc req-84b86632-7d42-433b-b337-c117b1e6ee53 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 943 time: 0.1740546 Nov 09 17:51:12.042378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:12.113409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:12.119296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-ab3ee116-42d6-4b96-992c-e858e888877b', 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'fixed_ips': [{'subnet_id': '2440b6f7-c323-4b43-b3ed-bc5e9aae45c2'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:51:12.120467 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:12.150947 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:12.151687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4cc64592-67f5-408a-ae86-c95541bba77e details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:51:12.154588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a469e2-4d0c-4493-8faa-d646ba6346c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362fba02-a1c1-441d-b1cc-10f9863f29d7'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:12.156714 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403a8d5f-e661-42ad-8f38-1e146ad8d227" -d '{"events": [{"server_uuid": "23a469e2-4d0c-4493-8faa-d646ba6346c6", "name": "network-vif-plugged", "status": "completed", "tag": "362fba02-a1c1-441d-b1cc-10f9863f29d7"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:12.159054 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c1fbac4-5a88-4504-a040-6e2222c9aedc req-053dc1d5-44ff-4894-a878-cab6c11805b5 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348498 Nov 09 17:51:12.254689 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 362fba02-a1c1-441d-b1cc-10f9863f29d7, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=362fba02-a1c1-441d-b1cc-10f9863f29d7,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:12.304650 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e9b0304e-1920-415e-89c5-fc5eebeeb378 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 919347fc-356d-4750-b119-fe5d6c4ab24f owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:12.318221 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8501689-6329-4303-8082-a0bc72416032 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:12.354408 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:12.363313 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f1748b28-be72-4caf-88d1-0a4f8c74a90f req-f3872aa0-ae6f-40ae-a204-6e50315c7c35 service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1390374 Nov 09 17:51:12.375081 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-697bcd33-d296-4791-ae54-c9c6b02f3905 req-09cfeab1-a1de-4603-8810-77a98b904ede service neutron] 10.222.0.18 "GET /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2888231 Nov 09 17:51:12.408554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 04a3b9f6-0eaf-4f10-a66f-e7001052a38e details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:51:12.438950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a381b0-c770-4f76-a64c-3cbcae6b38f9 req-d7d66de4-499e-4fed-a65a-ca4390ba5d3b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:12.446264 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9a381b0-c770-4f76-a64c-3cbcae6b38f9 req-d7d66de4-499e-4fed-a65a-ca4390ba5d3b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=977d6226-bb30-4fc3-8ff6-c7f409607ca2 HTTP/1.1" status: 200 len: 943 time: 1.2565396 Nov 09 17:51:12.545561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-066db2ba-dca1-4fb2-83ea-4a7acbb56f94 req-09675dd2-1d5e-40a9-926f-47fbc858a068 service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0706539 Nov 09 17:51:12.622230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8501689-6329-4303-8082-a0bc72416032 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'Subnet': ['ID=17413a2a-b8aa-4376-9143-5b1c6d073885,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:12.655479 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:51:12.662757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8501689-6329-4303-8082-a0bc72416032 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Checking segment: {'id': '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:51:12.664338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8501689-6329-4303-8082-a0bc72416032 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Network hostable DHCP agents. Network: 7a6d1d09-f698-4920-b89f-e75ca6887450, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:51:12.704883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:12.721083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d20006-b649-475f-a646-0a6f6a80173d req-26ee54ac-c2dd-44a5-a5db-e15fab2f5a7d tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:12.724312 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0d20006-b649-475f-a646-0a6f6a80173d req-26ee54ac-c2dd-44a5-a5db-e15fab2f5a7d tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 945 time: 0.2864103 Nov 09 17:51:12.764455 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:12.780399 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e9b0304e-1920-415e-89c5-fc5eebeeb378 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:12.802194 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8501689-6329-4303-8082-a0bc72416032 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Network 7a6d1d09-f698-4920-b89f-e75ca6887450 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:51:12.818977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-e9a381b0-c770-4f76-a64c-3cbcae6b38f9 req-343358de-4ef2-4216-be17-7d22d05c7d77 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Deleting port 3063eb52-4601-4d8f-ad10-3403168aff26 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:12.820725 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e9a381b0-c770-4f76-a64c-3cbcae6b38f9 req-343358de-4ef2-4216-be17-7d22d05c7d77 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:12.864623 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0d20006-b649-475f-a646-0a6f6a80173d req-37dac726-acae-4753-a5cb-deb42a4700f7 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185520 Nov 09 17:51:12.865617 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b8501689-6329-4303-8082-a0bc72416032 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 7a6d1d09-f698-4920-b89f-e75ca6887450) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:12.877999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8501689-6329-4303-8082-a0bc72416032 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:12.879137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8501689-6329-4303-8082-a0bc72416032 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:12.927748 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b8501689-6329-4303-8082-a0bc72416032 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5264897 Nov 09 17:51:12.928888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39100) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:12.939653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'port': {'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b', 'name': 'tempest-TaggedBootDevicesTest_v242-1480470309', 'fixed_ips': [{'subnet_id': '2440b6f7-c323-4b43-b3ed-bc5e9aae45c2'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:13.056315 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbc7344-b888-4720-b134-7e7d38d40c63 x-openstack-request-id: req-4cbc7344-b888-4720-b134-7e7d38d40c63 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:13.057052 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a469e2-4d0c-4493-8faa-d646ba6346c6", "name": "network-vif-plugged", "status": "completed", "tag": "362fba02-a1c1-441d-b1cc-10f9863f29d7", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:13.057052 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4cbc7344-b888-4720-b134-7e7d38d40c63 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:13.057052 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a469e2-4d0c-4493-8faa-d646ba6346c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362fba02-a1c1-441d-b1cc-10f9863f29d7', 'code': 200} Nov 09 17:51:13.059628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58e7075-ad1a-4fbe-9f7e-2e7d498bf1c0 None None] Network 7a6d1d09-f698-4920-b89f-e75ca6887450 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:13.283609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Allocated IP 172.25.1.197 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/30d3fc0e-29f6-48f5-9bff-4b7eb32c88b1) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:13.323147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddead0b5-560e-4110-9f3f-d3ab222f538c req-e6892b06-3b5d-471d-8f1a-3e580c18ce6f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:13.325639 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ddead0b5-560e-4110-9f3f-d3ab222f538c req-e6892b06-3b5d-471d-8f1a-3e580c18ce6f tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.1733882 Nov 09 17:51:13.328936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Made reservation on behalf of 9604b69a568944e2ae3cded901a7acdd for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:13.356195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0304e-1920-415e-89c5-fc5eebeeb378 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=919347fc-356d-4750-b119-fe5d6c4ab24f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:13.370407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Allocated IP 10.1.1.2 (ab3ee116-42d6-4b96-992c-e858e888877b/2440b6f7-c323-4b43-b3ed-bc5e9aae45c2/c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:13.427153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e9a381b0-c770-4f76-a64c-3cbcae6b38f9 req-343358de-4ef2-4216-be17-7d22d05c7d77 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] For port 3063eb52-4601-4d8f-ad10-3403168aff26, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3063eb52-4601-4d8f-ad10-3403168aff26,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:13.427153 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e9a381b0-c770-4f76-a64c-3cbcae6b38f9 req-343358de-4ef2-4216-be17-7d22d05c7d77 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:13.524037 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e9b0304e-1920-415e-89c5-fc5eebeeb378 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:13.527980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e9b0304e-1920-415e-89c5-fc5eebeeb378 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/919347fc-356d-4750-b119-fe5d6c4ab24f HTTP/1.1" status: 204 len: 168 time: 3.9154162 Nov 09 17:51:13.539065 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39108) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:13.560304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-e9a381b0-c770-4f76-a64c-3cbcae6b38f9 req-343358de-4ef2-4216-be17-7d22d05c7d77 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Calling delete_port for 3063eb52-4601-4d8f-ad10-3403168aff26 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:13.650499 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:13.764588 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ddead0b5-560e-4110-9f3f-d3ab222f538c req-f0f5ec7f-6de9-40ba-9afd-26e8e705cf22 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569627 Nov 09 17:51:13.770372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d78588-9e38-4f65-b577-97d19e1e3e7a req-c6d4269f-5d8e-47c0-9852-9a5b02892cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:13.772205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45d78588-9e38-4f65-b577-97d19e1e3e7a req-c6d4269f-5d8e-47c0-9852-9a5b02892cc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 1096 time: 0.4674184 Nov 09 17:51:13.804379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] device_id is not set on port 6ef9967e-4c83-4ee5-860b-bdb537513739 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:51:13.824858 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:13.938445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.003869 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0a45155f-9a5a-42e5-8fb3-6dd8453038a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.053261 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.058640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=04a3b9f6-0eaf-4f10-a66f-e7001052a38e,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:14.073533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c7f9d6-89c6-4514-b267-28ce03529187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:14.078029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c7f9d6-89c6-4514-b267-28ce03529187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:14.081501 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-94c7f9d6-89c6-4514-b267-28ce03529187 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5405154 Nov 09 17:51:14.093500 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=362fba02-a1c1-441d-b1cc-10f9863f29d7,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:14.107260 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4cc64592-67f5-408a-ae86-c95541bba77e, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4cc64592-67f5-408a-ae86-c95541bba77e,segment=NetworkSegment(d543c519-0661-4025-b5ce-e5391a8f4572),segment_id=d543c519-0661-4025-b5ce-e5391a8f4572)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:14.112940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39118) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:14.119283 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.147500 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '04a3b9f6-0eaf-4f10-a66f-e7001052a38e', 'network_id': '5f8fe6a9-e13b-400d-ae41-55686f53fb1d', 'port_id': '04a3b9f6-0eaf-4f10-a66f-e7001052a38e', 'mac_address': 'fa:16:3e:4d:89:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e3dd87-fd47-40fa-aae7-19b41dccb4e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:51:14.159616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event updated for resources: {'Port': ['ID=30d3fc0e-29f6-48f5-9bff-4b7eb32c88b1,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:14.199376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '4cc64592-67f5-408a-ae86-c95541bba77e', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'port_id': '4cc64592-67f5-408a-ae86-c95541bba77e', 'mac_address': 'fa:16:3e:c7:ec:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:51:14.284638 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:14.303658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:14.312270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:14.361843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45d78588-9e38-4f65-b577-97d19e1e3e7a req-7dcf6ab0-7455-4d72-8ce2-bb92569388a5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434478 Nov 09 17:51:14.397737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Network ab3ee116-42d6-4b96-992c-e858e888877b is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:14.406634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff4cdf-5944-4e80-a025-b75963e7caa3 req-80af0a74-7759-4bdd-8c25-f87a105085d8 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:14.409404 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62ff4cdf-5944-4e80-a025-b75963e7caa3 req-80af0a74-7759-4bdd-8c25-f87a105085d8 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 943 time: 0.3653686 Nov 09 17:51:14.413340 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e9a381b0-c770-4f76-a64c-3cbcae6b38f9 req-343358de-4ef2-4216-be17-7d22d05c7d77 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.420756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c460dd-ad2c-491e-9d75-e545e6492d1d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 941bec65-fc5e-41e5-a80b-3343307f8962 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:51:14.424329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-7a6d1d09-f698-4920-b89f-e75ca6887450', 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'fixed_ips': [{'subnet_id': '17413a2a-b8aa-4376-9143-5b1c6d073885'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:51:14.425803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.430407 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87c460dd-ad2c-491e-9d75-e545e6492d1d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.438422 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.441946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:14.444687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Pushing event updated for resources: {'Port': ['ID=c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:14.463812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:14.516664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343358de-4ef2-4216-be17-7d22d05c7d77 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Pushing event deleted for resources: {'Port': ['ID=3063eb52-4601-4d8f-ad10-3403168aff26,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:14.521427 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a3b9f6-0eaf-4f10-a66f-e7001052a38e {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:14.533380 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.568883 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.581672 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62ff4cdf-5944-4e80-a025-b75963e7caa3 req-a9d9b0da-fecd-494e-8ed8-e1a02b30dff3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449969 Nov 09 17:51:14.626056 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87c460dd-ad2c-491e-9d75-e545e6492d1d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.737419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=04a3b9f6-0eaf-4f10-a66f-e7001052a38e,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:14.754001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc64592-67f5-408a-ae86-c95541bba77e {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:14.758816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.767588 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87c460dd-ad2c-491e-9d75-e545e6492d1d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.776573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a381b0-c770-4f76-a64c-3cbcae6b38f9 req-343358de-4ef2-4216-be17-7d22d05c7d77 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] No DVR routers for this DVR port 3063eb52-4601-4d8f-ad10-3403168aff26 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:51:14.782841 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.795921 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e9a381b0-c770-4f76-a64c-3cbcae6b38f9 req-343358de-4ef2-4216-be17-7d22d05c7d77 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.807624 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9a381b0-c770-4f76-a64c-3cbcae6b38f9 req-343358de-4ef2-4216-be17-7d22d05c7d77 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "DELETE /v2.0/ports/3063eb52-4601-4d8f-ad10-3403168aff26 HTTP/1.1" status: 204 len: 173 time: 2.3598034 Nov 09 17:51:14.808704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977d6226-bb30-4fc3-8ff6-c7f409607ca2', 'name': 'network-vif-deleted', 'tag': '3063eb52-4601-4d8f-ad10-3403168aff26'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:14.815444 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Attempting to bind port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:51:14.815792 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d774b86-47e1-4676-8360-228636cc2c95" -d '{"events": [{"server_uuid": "977d6226-bb30-4fc3-8ff6-c7f409607ca2", "name": "network-vif-deleted", "tag": "3063eb52-4601-4d8f-ad10-3403168aff26"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:14.815975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Attempting to bind port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:51:14.816264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Attempting to bind port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd on network ab3ee116-42d6-4b96-992c-e858e888877b {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:14.884488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4cc64592-67f5-408a-ae86-c95541bba77e, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4cc64592-67f5-408a-ae86-c95541bba77e,segment=NetworkSegment(d543c519-0661-4025-b5ce-e5391a8f4572),segment_id=d543c519-0661-4025-b5ce-e5391a8f4572)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:14.891909 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.908487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:14.909075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Checking segment: {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:51:14.910144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.910144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Bound using segment: {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:14.910922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Bound port: c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:51:14.911798 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:14.923440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Allocated IP 10.1.1.161 (ab3ee116-42d6-4b96-992c-e858e888877b/2440b6f7-c323-4b43-b3ed-bc5e9aae45c2/6ef9967e-4c83-4ee5-860b-bdb537513739) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:14.964212 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=04a3b9f6-0eaf-4f10-a66f-e7001052a38e,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:14.978614 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:15.110175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['04a3b9f6-0eaf-4f10-a66f-e7001052a38e'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:51:15.152875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ebd1d-a01f-496c-a9a4-3d70f87bbc63 req-d3cf048b-74e2-48d9-878d-bc2973d22a89 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:15.166034 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-826ebd1d-a01f-496c-a9a4-3d70f87bbc63 req-d3cf048b-74e2-48d9-878d-bc2973d22a89 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 945 time: 0.2788403 Nov 09 17:51:15.222258 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Allocated IP 10.2.2.2 (7a6d1d09-f698-4920-b89f-e75ca6887450/17413a2a-b8aa-4376-9143-5b1c6d073885/94054341-c887-474f-acad-621805a9c078) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:15.237298 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87c460dd-ad2c-491e-9d75-e545e6492d1d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:15.282263 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87c460dd-ad2c-491e-9d75-e545e6492d1d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:15.298927 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-87c460dd-ad2c-491e-9d75-e545e6492d1d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/941bec65-fc5e-41e5-a80b-3343307f8962 HTTP/1.1" status: 204 len: 168 time: 1.1793127 Nov 09 17:51:15.311064 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3925aac-d53e-4377-95a2-38d52dc61c16 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:15.323389 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-826ebd1d-a01f-496c-a9a4-3d70f87bbc63 req-126175a6-a60a-44de-bd94-9409308cf669 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521029 Nov 09 17:51:15.324723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39144) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:15.361658 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:15.371877 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:15.402881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c460dd-ad2c-491e-9d75-e545e6492d1d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=941bec65-fc5e-41e5-a80b-3343307f8962,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:15.429203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:51:15.432976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4cc64592-67f5-408a-ae86-c95541bba77e'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:51:15.486448 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-59a90da2-2c1c-405c-aab7-a8e362f27578 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083024 Nov 09 17:51:15.488908 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4cc64592-67f5-408a-ae86-c95541bba77e,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:15.499033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39150) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:15.724841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event updated for resources: {'Port': ['ID=30d3fc0e-29f6-48f5-9bff-4b7eb32c88b1,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:15.748969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] For port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:15.764288 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] For port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:15.765468 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:15.829179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a9c957-1f7b-4008-b0bf-32d3704fda36 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:15.834649 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f6a9c957-1f7b-4008-b0bf-32d3704fda36 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3319569 Nov 09 17:51:15.834649 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:15.843510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39154) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:15.946928 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:15.957053 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:15.959874 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:15.975259 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7f19ff97-2ca3-49d8-ac1c-ce9c46cf6da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0418603 Nov 09 17:51:15.975776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9033ae-048f-4e7f-80e7-984ef4f2d008 req-2097a1eb-c302-40ff-b06f-6df1d45e0c8e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:15.976502 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:15.976671 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e9033ae-048f-4e7f-80e7-984ef4f2d008 req-2097a1eb-c302-40ff-b06f-6df1d45e0c8e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.4938951 Nov 09 17:51:15.981082 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:15.996696 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d6c837-9496-4f4a-8f3d-aa7ff94fb142 x-openstack-request-id: req-c3d6c837-9496-4f4a-8f3d-aa7ff94fb142 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:15.997206 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977d6226-bb30-4fc3-8ff6-c7f409607ca2", "name": "network-vif-deleted", "tag": "3063eb52-4601-4d8f-ad10-3403168aff26", "status": "failed", "code": 422}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:15.997497 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3d6c837-9496-4f4a-8f3d-aa7ff94fb142 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:15.998104 n-d-817236-1 neutron-server[102154]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '977d6226-bb30-4fc3-8ff6-c7f409607ca2', 'name': 'network-vif-deleted', 'tag': '3063eb52-4601-4d8f-ad10-3403168aff26', 'status': 'failed', 'code': 422} returned with failed status Nov 09 17:51:16.025656 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Network 7a6d1d09-f698-4920-b89f-e75ca6887450 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:16.031320 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:16.045397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a47c-4337-40fa-bb18-57d1bac1dce5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:16.057711 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f3d4a47c-4337-40fa-bb18-57d1bac1dce5 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2034204 Nov 09 17:51:16.057711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39160) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:16.069387 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:16.123873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:16.193031 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ce104c12-c943-420c-bb74-8000fe0824dd tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1371298 Nov 09 17:51:16.202726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39170) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:16.254195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-32bca503-a75e-4939-bc2e-a4d4aeb8d230 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:16.260377 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'Port': ['ID=6ef9967e-4c83-4ee5-860b-bdb537513739,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:16.273499 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Network ab3ee116-42d6-4b96-992c-e858e888877b is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:16.284502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:16.309406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc01f5-8163-4da8-a5c0-e2287fe8366f req-37d16121-165b-4b5d-9b82-4c91b04952b3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:16.315168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eecc01f5-8163-4da8-a5c0-e2287fe8366f req-37d16121-165b-4b5d-9b82-4c91b04952b3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 944 time: 0.1231401 Nov 09 17:51:16.339185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec5aa2-64db-41d8-ab0b-3297252d02e3 None None] Pushing event updated for resources: {'Port': ['ID=c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:16.341229 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e9033ae-048f-4e7f-80e7-984ef4f2d008 req-629aca10-b315-4e71-86d3-b7b39579f2af tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498213 Nov 09 17:51:16.440355 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eecc01f5-8163-4da8-a5c0-e2287fe8366f req-9f3fcd98-a991-48f6-9b93-7ad80a2ddc27 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153250 Nov 09 17:51:16.473784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Attempting to bind port 94054341-c887-474f-acad-621805a9c078 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:51:16.474558 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Attempting to bind port 94054341-c887-474f-acad-621805a9c078 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:51:16.475452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Attempting to bind port 94054341-c887-474f-acad-621805a9c078 on network 7a6d1d09-f698-4920-b89f-e75ca6887450 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:16.477616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:16.612651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:16.613468 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:16.618488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bca503-a75e-4939-bc2e-a4d4aeb8d230 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:16.622488 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32bca503-a75e-4939-bc2e-a4d4aeb8d230 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:16.781305 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:16.781941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Checking segment: {'id': '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:51:16.782603 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:16.783250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Bound using segment: {'id': '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:16.790594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Bound port: 94054341-c887-474f-acad-621805a9c078, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:51:16.791604 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:16.817372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-86e83bbd-28fd-47af-8337-6d0d05a217db tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1596151375&fields=id&tenant_id=d5d9bdb4d3534890be2673a8a3219a16 HTTP/1.1" status: 200 len: 267 time: 0.1691582 Nov 09 17:51:16.921111 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-378a760f-43e4-4396-ba3b-6fadb11f5a7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9852421 Nov 09 17:51:16.957112 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39192) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:16.973449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'port': {'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b', 'name': 'tempest-TaggedBootDevicesTest_v242-373502063', 'fixed_ips': [{'subnet_id': '2440b6f7-c323-4b43-b3ed-bc5e9aae45c2'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:17.017137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Pushing event updated for resources: {'Port': ['ID=94054341-c887-474f-acad-621805a9c078,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:17.072791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-4d06eda7-5e21-43f1-90b1-7c49859bf7eb tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:17.074994 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-4d06eda7-5e21-43f1-90b1-7c49859bf7eb tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 811 time: 0.2358356 Nov 09 17:51:17.120698 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-f5355ff0-d269-4bce-b5de-d4b678632819 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/quotas/d5d9bdb4d3534890be2673a8a3219a16 HTTP/1.1" status: 200 len: 375 time: 0.0295341 Nov 09 17:51:17.193430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cda5d49-689b-42ba-bc68-13dda036415f None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:51:17.226718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] For port 94054341-c887-474f-acad-621805a9c078, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:17.258091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] For port 94054341-c887-474f-acad-621805a9c078, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=94054341-c887-474f-acad-621805a9c078,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:17.309491 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-1c79f5d8-859f-4aec-97c7-4f03086f3d53 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1849082 Nov 09 17:51:17.353766 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:17.494815 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3237ec9-c00e-4576-9792-a07d75e6a9fb None None] Pushing event updated for resources: {'Port': ['ID=94054341-c887-474f-acad-621805a9c078,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:17.527263 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-5d4699f1-1858-4da0-9ae8-15af959524a2 service neutron] 10.222.0.81 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944902 Nov 09 17:51:17.583412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1cda5d49-689b-42ba-bc68-13dda036415f None None] Deleting port 3e6ab810-a481-4b63-8029-109d1e5ede44 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:17.584024 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1cda5d49-689b-42ba-bc68-13dda036415f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:17.745351 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbd53188-e617-4ec7-9439-46a853b18d62 service neutron] 10.222.0.81 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170432 Nov 09 17:51:17.996925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4408b8e-2dbd-4b38-9cd1-b2b61f813855 req-2c446f40-f593-4a18-800d-b831d8ca7e80 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:18.007286 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4408b8e-2dbd-4b38-9cd1-b2b61f813855 req-2c446f40-f593-4a18-800d-b831d8ca7e80 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 945 time: 1.1249976 Nov 09 17:51:18.078551 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4408b8e-2dbd-4b38-9cd1-b2b61f813855 req-e4056feb-4af2-4109-bae7-2605e662c3d5 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698285 Nov 09 17:51:18.110168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1cda5d49-689b-42ba-bc68-13dda036415f None None] For port 3e6ab810-a481-4b63-8029-109d1e5ede44, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3e6ab810-a481-4b63-8029-109d1e5ede44,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:18.113639 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1cda5d49-689b-42ba-bc68-13dda036415f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:18.171169 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:18.177854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1cda5d49-689b-42ba-bc68-13dda036415f None None] Calling delete_port for 3e6ab810-a481-4b63-8029-109d1e5ede44 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:18.315804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d079b3-e742-4c48-b24b-3aae9f3b80ed req-ee8f5250-2e24-4258-9394-c0798a910b23 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:18.327371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e3d079b3-e742-4c48-b24b-3aae9f3b80ed req-ee8f5250-2e24-4258-9394-c0798a910b23 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.1404767 Nov 09 17:51:18.428345 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e3d079b3-e742-4c48-b24b-3aae9f3b80ed req-3a197a90-59e1-41f5-ae08-8c808f5e06d2 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974600 Nov 09 17:51:18.448590 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1cda5d49-689b-42ba-bc68-13dda036415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:18.485605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda5d49-689b-42ba-bc68-13dda036415f None None] Pushing event deleted for resources: {'Port': ['ID=3e6ab810-a481-4b63-8029-109d1e5ede44,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:18.495157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda5d49-689b-42ba-bc68-13dda036415f None None] No DVR routers for this DVR port 3e6ab810-a481-4b63-8029-109d1e5ede44 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:51:18.605084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 94054341-c887-474f-acad-621805a9c078 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:18.656389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb06862-b45a-49c1-a7a0-70b2779145f1 None None] Network ab3ee116-42d6-4b96-992c-e858e888877b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:18.657917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32bca503-a75e-4939-bc2e-a4d4aeb8d230 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:18.715694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Made reservation on behalf of 9604b69a568944e2ae3cded901a7acdd for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:18.754130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9304009-9b35-45c5-a8a2-5179c9dcd57e req-873c25c7-da70-4a98-b8ea-565c9c47ea75 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:18.765974 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9304009-9b35-45c5-a8a2-5179c9dcd57e req-873c25c7-da70-4a98-b8ea-565c9c47ea75 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 944 time: 0.1888895 Nov 09 17:51:18.839782 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:18.840106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 04a3b9f6-0eaf-4f10-a66f-e7001052a38e up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:18.876300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] device_id is not set on port 510929e3-6484-4eca-8e41-119ef67dace3 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:51:18.918775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f87ab995-ae14-4eac-a8f9-c98ca6e5240c None None] Provisioning complete for port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:18.921492 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f87ab995-ae14-4eac-a8f9-c98ca6e5240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:18.923873 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9304009-9b35-45c5-a8a2-5179c9dcd57e req-b73e17f4-56c4-44d2-8687-b79c196c051e tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462364 Nov 09 17:51:18.935403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bca503-a75e-4939-bc2e-a4d4aeb8d230 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:19.026318 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bca503-a75e-4939-bc2e-a4d4aeb8d230 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=75998ee0-235c-4f96-b0dc-b45ee5aaf9b3,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:19.058320 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:19.151857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8be14df2-2cc6-4af0-abd4-77b45d6fc03f req-8feb12c4-39d3-4431-84ff-36d3a0dcdec9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 210 time: 0.0744686 Nov 09 17:51:19.165586 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-32bca503-a75e-4939-bc2e-a4d4aeb8d230 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:19.216806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bca503-a75e-4939-bc2e-a4d4aeb8d230 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:19.220814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda3c38-4d63-4e8d-a7a7-d1ab4b547a1a None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:19.221572 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32bca503-a75e-4939-bc2e-a4d4aeb8d230 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:19.268243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-ac4cab28-69fb-42ed-9055-fa14019ba99a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:19.283629 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-ac4cab28-69fb-42ed-9055-fa14019ba99a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 811 time: 0.9212418 Nov 09 17:51:19.348279 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-c705a82f-5d7f-47f9-ad1c-b2fe05a390ef tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/quotas/7d59107623fc4458b53a4793008d7877 HTTP/1.1" status: 200 len: 375 time: 0.0636609 Nov 09 17:51:19.460120 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-3e462d3b-4473-49ab-bb4f-d83a75fd21ab tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108551 Nov 09 17:51:19.472632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faef0a-30a4-4012-9dd7-71d57123a194 req-ca1ce34c-c323-4c74-9e03-022f38edac26 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:19.476475 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79faef0a-30a4-4012-9dd7-71d57123a194 req-ca1ce34c-c323-4c74-9e03-022f38edac26 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8b41178-0e15-4f43-8074-e5d690f113fa HTTP/1.1" status: 200 len: 945 time: 0.1372309 Nov 09 17:51:19.483341 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-0db087e2-692f-4bd4-b555-4383574e228e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:51:19.491003 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-0db087e2-692f-4bd4-b555-4383574e228e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289056 Nov 09 17:51:19.567376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 94054341-c887-474f-acad-621805a9c078 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:19.571547 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:19.669156 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-32bca503-a75e-4939-bc2e-a4d4aeb8d230 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4209104 Nov 09 17:51:19.678444 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39240) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:19.696914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'mac_address': 'fa:16:3e:b1:d7:a1', 'name': 'tempest-NetworksTestDHCPv6-920635871'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:19.715689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79faef0a-30a4-4012-9dd7-71d57123a194 req-0283369a-5d41-4487-88a3-10b51cc85883 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301824 Nov 09 17:51:19.954027 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-ea58bc71-73c4-48f1-ba23-13e4c313ba4d service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618189 Nov 09 17:51:19.972803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f87ab995-ae14-4eac-a8f9-c98ca6e5240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:20.064381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cbc9cf-d060-430a-aead-b8790553b910 None None] Network 7a6d1d09-f698-4920-b89f-e75ca6887450 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:20.072290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6153180-342d-43be-b7cb-8da9beb7a11d req-aa5bb632-2c48-45f1-87c7-7c2026efa453 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:20.073977 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6153180-342d-43be-b7cb-8da9beb7a11d req-aa5bb632-2c48-45f1-87c7-7c2026efa453 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.1459360 Nov 09 17:51:20.146930 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6153180-342d-43be-b7cb-8da9beb7a11d req-6a725725-d930-4ffe-8aae-665f1876051b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589409 Nov 09 17:51:20.151499 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Allocated IP 10.1.1.28 (ab3ee116-42d6-4b96-992c-e858e888877b/2440b6f7-c323-4b43-b3ed-bc5e9aae45c2/510929e3-6484-4eca-8e41-119ef67dace3) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:20.182127 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-de660b3e-03d7-4c90-803a-91978e04914c service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272596 Nov 09 17:51:20.369977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:20.425543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f87ab995-ae14-4eac-a8f9-c98ca6e5240c None None] For port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:20.427910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:51:20.442092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fc705-2732-4035-9346-cbe9f8554cf5 req-10e22686-90b6-4090-a5c4-7532dbba699a tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:20.461153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:51:20.464581 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f87ab995-ae14-4eac-a8f9-c98ca6e5240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:20.474745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb7fc705-2732-4035-9346-cbe9f8554cf5 req-10e22686-90b6-4090-a5c4-7532dbba699a tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 944 time: 0.1971431 Nov 09 17:51:20.630920 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:20.631813 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:20.662956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:20.663578 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:20.742925 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f816628-6d85-4cdd-9a5a-29be31d42788 req-b0603765-17d1-4695-a867-0ac5ddfdf284 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 210 time: 0.0578425 Nov 09 17:51:20.764865 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb7fc705-2732-4035-9346-cbe9f8554cf5 req-d225b373-99c5-4d8f-a282-cde53b987b70 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840800 Nov 09 17:51:20.929510 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-116df28b-5196-499b-989f-e58abb45ce11 req-4035c386-f098-4751-a924-9619ec8a6faf tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 210 time: 0.0885305 Nov 09 17:51:20.930897 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:21.031901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-2048a5d6-a289-42d6-aeac-27db4c920181 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:21.034481 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-2048a5d6-a289-42d6-aeac-27db4c920181 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.13 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 811 time: 0.5012479 Nov 09 17:51:21.039991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': '75998ee0-235c-4f96-b0dc-b45ee5aaf9b3'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:51:21.042189 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:21.276829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5a626382-0453-410e-a67d-9b555239d3e6 None None] Provisioning complete for port 94054341-c887-474f-acad-621805a9c078 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:21.277515 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5a626382-0453-410e-a67d-9b555239d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:21.355715 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-accbae1e-d039-43e3-b156-8cca06a5cb7c tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5d9bdb4d3534890be2673a8a3219a16 HTTP/1.1" status: 200 len: 380 time: 0.3084149 Nov 09 17:51:21.387050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-271f9ae1-da4e-4d55-a4a8-f04eec261b97 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Request body: {'port': {'device_id': '5fdad812-b924-41c5-92c7-144488de8c75', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'admin_state_up': True, 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'security_groups': ['c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:21.471561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27022b17-a89d-40ff-810e-f6803b1d2579 req-4bef60e5-cfd0-46eb-b02c-945643511e5f tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:21.487032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27022b17-a89d-40ff-810e-f6803b1d2579 req-4bef60e5-cfd0-46eb-b02c-945643511e5f tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8b41178-0e15-4f43-8074-e5d690f113fa HTTP/1.1" status: 200 len: 945 time: 0.3464141 Nov 09 17:51:21.504565 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:21.529791 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:21.562522 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ab995-ae14-4eac-a8f9-c98ca6e5240c None None] Pushing event updated for resources: {'Port': ['ID=c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:21.603893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 478cc0f9-dad5-41df-9cdb-a60402e71e05 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:51:21.698632 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27022b17-a89d-40ff-810e-f6803b1d2579 req-9cf4cdea-d1a2-4448-881c-1c15f0bdd80d tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106771 Nov 09 17:51:21.824247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-271f9ae1-da4e-4d55-a4a8-f04eec261b97 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Made reservation on behalf of d5d9bdb4d3534890be2673a8a3219a16 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:21.828828 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:21.830274 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-271f9ae1-da4e-4d55-a4a8-f04eec261b97 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:21.987472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 94054341-c887-474f-acad-621805a9c078, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=94054341-c887-474f-acad-621805a9c078,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:22.005388 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:22.006813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:22.042817 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dca9e89b-fdd2-433b-b0fc-ef5b9905391e req-7704268c-e4f8-4795-a945-b6ad3b6fc1d1 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 210 time: 0.1032841 Nov 09 17:51:22.134928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802133e-95cd-4262-a8bb-c4ab7a101b48 req-9071ec03-840c-487a-ac52-61acd8ab4a5b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:22.157398 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7802133e-95cd-4262-a8bb-c4ab7a101b48 req-9071ec03-840c-487a-ac52-61acd8ab4a5b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 1.2234967 Nov 09 17:51:22.196304 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Network ab3ee116-42d6-4b96-992c-e858e888877b is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:22.218932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:22.243444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-271f9ae1-da4e-4d55-a4a8-f04eec261b97 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Allocated IP 172.20.0.4 (62985637-89b4-4626-b71d-b65e6efa34fa/90e004d7-aa4f-429b-b705-1f002be3405f/8749fce6-13a6-44bb-a252-fa80480ffad8) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:22.298923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:22.302911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c739b54-eab5-4bc7-b1fa-701dd37e62c8 req-276eb772-f9f3-459c-9bba-a3b7a889fc77 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:22.313245 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c739b54-eab5-4bc7-b1fa-701dd37e62c8 req-276eb772-f9f3-459c-9bba-a3b7a889fc77 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 944 time: 0.1460757 Nov 09 17:51:22.377212 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=94054341-c887-474f-acad-621805a9c078,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:22.404881 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:22.411141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'Port': ['ID=510929e3-6484-4eca-8e41-119ef67dace3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:22.413413 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c739b54-eab5-4bc7-b1fa-701dd37e62c8 req-86ed54e1-837e-478c-9e3b-db6d5b5ad6cf tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992386 Nov 09 17:51:22.423715 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7802133e-95cd-4262-a8bb-c4ab7a101b48 req-4f02fe8f-3bf2-4397-98cc-057e9191dc83 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647274 Nov 09 17:51:22.427569 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:22.455063 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:22.456518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:22.554205 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5bb96e10-540f-4560-9eb8-1fcf798b5437 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.5878556 Nov 09 17:51:22.745087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-baf7c15e-ae7f-44d2-a1cb-3ec63b63bdf7 req-ce1e8f6d-ad2a-4b0b-9444-98cae4680297 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 210 time: 0.1305556 Nov 09 17:51:22.763922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b41178-0e15-4f43-8074-e5d690f113fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a3b9f6-0eaf-4f10-a66f-e7001052a38e'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:22.774878 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a50372-cb89-470f-942e-ffcefa397116" -d '{"events": [{"server_uuid": "e8b41178-0e15-4f43-8074-e5d690f113fa", "name": "network-vif-plugged", "status": "completed", "tag": "04a3b9f6-0eaf-4f10-a66f-e7001052a38e"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:22.817430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:22.837457 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-271f9ae1-da4e-4d55-a4a8-f04eec261b97 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:22.871536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Allocated IP 2001:db8::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/75998ee0-235c-4f96-b0dc-b45ee5aaf9b3/39f0eba6-9e18-4b5f-a897-861a1e8163ae) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:22.953578 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-271f9ae1-da4e-4d55-a4a8-f04eec261b97 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:22.999477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f78476-816c-41d0-a78c-c8cc2040480c req-763a0ab5-4943-428e-a283-cf768580bf81 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:23.022012 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-45f78476-816c-41d0-a78c-c8cc2040480c req-763a0ab5-4943-428e-a283-cf768580bf81 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.1935728 Nov 09 17:51:23.043625 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:23.044540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4cc64592-67f5-408a-ae86-c95541bba77e up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:23.074246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=04a3b9f6-0eaf-4f10-a66f-e7001052a38e,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:23.076452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:23.077111 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:23.084149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39306) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:23.107006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-271f9ae1-da4e-4d55-a4a8-f04eec261b97 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Network 62985637-89b4-4626-b71d-b65e6efa34fa is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:23.124908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3b224042-c3c3-40fe-a151-8fa42eafe1ee tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--253397031', 'description': 'tempest-description--714629874'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:23.138732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f9ae1-da4e-4d55-a4a8-f04eec261b97 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event updated for resources: {'Port': ['ID=8749fce6-13a6-44bb-a252-fa80480ffad8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:23.156555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-271f9ae1-da4e-4d55-a4a8-f04eec261b97 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:23.163692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-271f9ae1-da4e-4d55-a4a8-f04eec261b97 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:23.228370 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-45f78476-816c-41d0-a78c-c8cc2040480c req-4c1633e5-e2c1-43d0-93b8-149f9250c41a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051046 Nov 09 17:51:23.343491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-e1192131-b3d5-4634-b890-bc8a9809f375 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:23.345379 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-e1192131-b3d5-4634-b890-bc8a9809f375 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 811 time: 0.4494016 Nov 09 17:51:23.364864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-34605155-2aad-40db-8b10-e1872dc63f0b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Request body: {'port': {'device_id': '4f61fe3b-b4de-4cba-beea-76adfffac775', 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'admin_state_up': True, 'tenant_id': '7d59107623fc4458b53a4793008d7877'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:23.421654 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-271f9ae1-da4e-4d55-a4a8-f04eec261b97 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:23.422531 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-271f9ae1-da4e-4d55-a4a8-f04eec261b97 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:23.488351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa94f7a-8f25-443e-83c8-931af8ef32b4 req-bbc2eb0e-bea5-4186-8b4a-bafabd19ffd2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:23.502352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1aa94f7a-8f25-443e-83c8-931af8ef32b4 req-bbc2eb0e-bea5-4186-8b4a-bafabd19ffd2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8b41178-0e15-4f43-8074-e5d690f113fa HTTP/1.1" status: 200 len: 946 time: 0.2919142 Nov 09 17:51:23.609950 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b224042-c3c3-40fe-a151-8fa42eafe1ee tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:23.618562 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-271f9ae1-da4e-4d55-a4a8-f04eec261b97 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2556324 Nov 09 17:51:23.620459 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:23.627703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1aa94f7a-8f25-443e-83c8-931af8ef32b4 req-5aa1e837-eefb-4613-8684-b835b3db5159 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203921 Nov 09 17:51:23.628359 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44880ce-25a2-4da3-b397-fe3daad1d9b9 x-openstack-request-id: req-e44880ce-25a2-4da3-b397-fe3daad1d9b9 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:23.628667 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b41178-0e15-4f43-8074-e5d690f113fa", "name": "network-vif-plugged", "status": "completed", "tag": "04a3b9f6-0eaf-4f10-a66f-e7001052a38e", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:23.628978 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e44880ce-25a2-4da3-b397-fe3daad1d9b9 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:23.629443 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b41178-0e15-4f43-8074-e5d690f113fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a3b9f6-0eaf-4f10-a66f-e7001052a38e', 'code': 200} Nov 09 17:51:23.633037 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Request body: {'port': {'device_id': '5fdad812-b924-41c5-92c7-144488de8c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:23.642122 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:23.708287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 4cc64592-67f5-408a-ae86-c95541bba77e completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:51:23.763463 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f6f00416-e753-4808-a3cd-91177c2bfaac None None] Provisioning complete for port 510929e3-6484-4eca-8e41-119ef67dace3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:23.764310 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f6f00416-e753-4808-a3cd-91177c2bfaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:23.765955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56e03f-3948-46a4-98a1-6d2e0357968e req-af8a2704-151c-49c1-9b1d-ecac31d02581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:23.768676 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed56e03f-3948-46a4-98a1-6d2e0357968e req-af8a2704-151c-49c1-9b1d-ecac31d02581 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8b41178-0e15-4f43-8074-e5d690f113fa HTTP/1.1" status: 200 len: 1097 time: 0.2594764 Nov 09 17:51:23.776226 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:23.777556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 4cc64592-67f5-408a-ae86-c95541bba77e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:23.779546 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:23.781965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:23.822542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4309ec6-03bb-48bf-8942-e3f3f9a13e11 req-ba5ccb06-9446-4645-813d-a46d64bbd855 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:23.828557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:23.832335 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4309ec6-03bb-48bf-8942-e3f3f9a13e11 req-ba5ccb06-9446-4645-813d-a46d64bbd855 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 931 time: 0.3380549 Nov 09 17:51:23.953115 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4309ec6-03bb-48bf-8942-e3f3f9a13e11 req-a641fbae-e8da-4d57-b2b0-8d5ce251613c tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819771 Nov 09 17:51:23.953808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=04a3b9f6-0eaf-4f10-a66f-e7001052a38e,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:23.978342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f6f00416-e753-4808-a3cd-91177c2bfaac None None] Port 510929e3-6484-4eca-8e41-119ef67dace3 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:51:23.990836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-34605155-2aad-40db-8b10-e1872dc63f0b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Made reservation on behalf of 7d59107623fc4458b53a4793008d7877 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:23.996978 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-34605155-2aad-40db-8b10-e1872dc63f0b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.006672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed56e03f-3948-46a4-98a1-6d2e0357968e req-786bd12f-f870-47ee-9a69-44e03d99130c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211781 Nov 09 17:51:24.037433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12772666-e73f-411e-bbb8-312b89ef6fb8 req-0e6b3b9b-9ca7-4d3c-bb8f-61d1c26989ac tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:24.038360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f6f00416-e753-4808-a3cd-91177c2bfaac None None] Provisioning complete for port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:24.038612 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f6f00416-e753-4808-a3cd-91177c2bfaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.054604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-12772666-e73f-411e-bbb8-312b89ef6fb8 req-0e6b3b9b-9ca7-4d3c-bb8f-61d1c26989ac tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.2928376 Nov 09 17:51:24.067664 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b224042-c3c3-40fe-a151-8fa42eafe1ee tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.117905 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b224042-c3c3-40fe-a151-8fa42eafe1ee tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.132742 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.228707 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.271865 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::c1 (95294590-f827-4cfc-bf5f-176a9c97fb32/75998ee0-235c-4f96-b0dc-b45ee5aaf9b3/478cc0f9-dad5-41df-9cdb-a60402e71e05) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:24.296663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-12772666-e73f-411e-bbb8-312b89ef6fb8 req-48fff046-0c5b-4bdd-a1b7-bc347ef47171 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398679 Nov 09 17:51:24.298088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3e6ab810-a481-4b63-8029-109d1e5ede44 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:24.311845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Pushing event updated for resources: {'Port': ['ID=39f0eba6-9e18-4b5f-a897-861a1e8163ae,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:24.388526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 3e6ab810-a481-4b63-8029-109d1e5ede44 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:51:24.389471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3e6ab810-a481-4b63-8029-109d1e5ede44 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:24.460024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:24.461520 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f6f00416-e753-4808-a3cd-91177c2bfaac None None] Provisioning complete for port 6ef9967e-4c83-4ee5-860b-bdb537513739 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:24.461946 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f6f00416-e753-4808-a3cd-91177c2bfaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.465000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:24.470358 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:24.471925 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.547410 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d44644-f0a9-412d-bc72-8c19a0bcb8b4 req-807a783d-2f83-44a9-9acf-b2199e3dd0b4 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:24.552124 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1d44644-f0a9-412d-bc72-8c19a0bcb8b4 req-807a783d-2f83-44a9-9acf-b2199e3dd0b4 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 944 time: 0.4823861 Nov 09 17:51:24.553601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b224042-c3c3-40fe-a151-8fa42eafe1ee tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddb17c8-1368-44fe-9021-c21d31d6422d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:24.581742 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b224042-c3c3-40fe-a151-8fa42eafe1ee tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.587986 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3b224042-c3c3-40fe-a151-8fa42eafe1ee tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4895837 Nov 09 17:51:24.597326 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f6f00416-e753-4808-a3cd-91177c2bfaac None None] Port 6ef9967e-4c83-4ee5-860b-bdb537513739 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:51:24.616279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4cc64592-67f5-408a-ae86-c95541bba77e, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4cc64592-67f5-408a-ae86-c95541bba77e,segment=NetworkSegment(d543c519-0661-4025-b5ce-e5391a8f4572),segment_id=d543c519-0661-4025-b5ce-e5391a8f4572)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:24.624269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Attempting to bind port 39f0eba6-9e18-4b5f-a897-861a1e8163ae on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:51:24.624696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Attempting to bind port 39f0eba6-9e18-4b5f-a897-861a1e8163ae by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:51:24.625318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Attempting to bind port 39f0eba6-9e18-4b5f-a897-861a1e8163ae on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:24.636964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f6f00416-e753-4808-a3cd-91177c2bfaac None None] Provisioning complete for port 94054341-c887-474f-acad-621805a9c078 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:24.637414 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f6f00416-e753-4808-a3cd-91177c2bfaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.686359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39332) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:24.687244 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.694428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 94054341-c887-474f-acad-621805a9c078 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:24.699264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:24.699642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:51:24.700064 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.700526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:24.701811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Bound port: 39f0eba6-9e18-4b5f-a897-861a1e8163ae, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:51:24.702222 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.703110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b34f8e3a-7fcc-45c1-8533-ad6a9765fd4e req-20f70141-74c9-43d9-ad44-bcb4f356be4b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 210 time: 0.1596217 Nov 09 17:51:24.709571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-479c22f3-e5c6-49af-88a7-44e5fbf92f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'security_group_rule': {'security_group_id': '7ddb17c8-1368-44fe-9021-c21d31d6422d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:24.814215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-34605155-2aad-40db-8b10-e1872dc63f0b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Allocated IP 172.20.0.2 (cc4cc79d-02a0-4975-9c2c-5d05a9a126fb/3d9c29dc-0b72-4b74-8f01-4e57e061401e/27db72cd-22bc-4c17-8155-19216bbe2ded) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:24.882880 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-479c22f3-e5c6-49af-88a7-44e5fbf92f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:24.914127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4cc64592-67f5-408a-ae86-c95541bba77e,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:25.016512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] For port 39f0eba6-9e18-4b5f-a897-861a1e8163ae, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:25.022831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] For port 39f0eba6-9e18-4b5f-a897-861a1e8163ae, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=39f0eba6-9e18-4b5f-a897-861a1e8163ae,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:25.032688 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.033254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8749fce6-13a6-44bb-a252-fa80480ffad8 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:25.043695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.066073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Transition to ACTIVE for port object 8749fce6-13a6-44bb-a252-fa80480ffad8 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:51:25.135051 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-34605155-2aad-40db-8b10-e1872dc63f0b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.138043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 94054341-c887-474f-acad-621805a9c078 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:25.138618 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.142516 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.209686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fba83f-a09e-4e84-937a-024e02676536 None None] Pushing event updated for resources: {'Port': ['ID=39f0eba6-9e18-4b5f-a897-861a1e8163ae,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:25.299277 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-479c22f3-e5c6-49af-88a7-44e5fbf92f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.299806 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.318686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-479c22f3-e5c6-49af-88a7-44e5fbf92f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.331755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598848bf-4e20-4355-9fdc-97f0fe81fc82 req-0a0064fc-fabc-4690-9020-ccfcc5a59699 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:25.335930 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-598848bf-4e20-4355-9fdc-97f0fe81fc82 req-0a0064fc-fabc-4690-9020-ccfcc5a59699 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8b41178-0e15-4f43-8074-e5d690f113fa HTTP/1.1" status: 200 len: 946 time: 0.2658875 Nov 09 17:51:25.344860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Pushing event updated for resources: {'Port': ['ID=8749fce6-13a6-44bb-a252-fa80480ffad8,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:25.383193 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:25.392879 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-34605155-2aad-40db-8b10-e1872dc63f0b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.393252 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c22f3-e5c6-49af-88a7-44e5fbf92f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9adc4b-3426-4585-83d8-ca21a472465c,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:25.457988 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-479c22f3-e5c6-49af-88a7-44e5fbf92f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.459732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-479c22f3-e5c6-49af-88a7-44e5fbf92f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7677386 Nov 09 17:51:25.463122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39348) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:25.472761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-62cfdebf-7892-4e2b-8886-3944eae9d5cd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'security_group_rule': {'security_group_id': '7ddb17c8-1368-44fe-9021-c21d31d6422d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:25.487344 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1d44644-f0a9-412d-bc72-8c19a0bcb8b4 req-4cb90b01-4c9e-4ce1-9761-66c8a337813d tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446606 Nov 09 17:51:25.510535 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.553531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-34605155-2aad-40db-8b10-e1872dc63f0b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:25.579156 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:25.579832 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.593725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:25.617803 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:25.647588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-34605155-2aad-40db-8b10-e1872dc63f0b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:25.650070 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34605155-2aad-40db-8b10-e1872dc63f0b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Pushing event updated for resources: {'Port': ['ID=27db72cd-22bc-4c17-8155-19216bbe2ded,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:25.669027 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-34605155-2aad-40db-8b10-e1872dc63f0b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:25.672722 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d80dd5a-3e91-41bc-a14a-021c15ed9b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561'}, {'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:25.678654 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:25.683635 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a617e1bc-caf2-4263-9463-19ee56dc6303" -d '{"events": [{"server_uuid": "1d80dd5a-3e91-41bc-a14a-021c15ed9b38", "name": "network-vif-plugged", "status": "completed", "tag": "c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561"}, {"server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "name": "network-vif-plugged", "status": "completed", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:25.693478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:25.694686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.695774 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-598848bf-4e20-4355-9fdc-97f0fe81fc82 req-4b0a468d-da10-4868-81ef-f53dcdd3998c tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326185 Nov 09 17:51:25.762475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Attempting to bind port 8749fce6-13a6-44bb-a252-fa80480ffad8 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:51:25.763136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Attempting to bind port 8749fce6-13a6-44bb-a252-fa80480ffad8 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:51:25.764143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Attempting to bind port 8749fce6-13a6-44bb-a252-fa80480ffad8 on network 62985637-89b4-4626-b71d-b65e6efa34fa {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:25.771127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Port 8749fce6-13a6-44bb-a252-fa80480ffad8 on network 62985637-89b4-4626-b71d-b65e6efa34fa not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:51:25.771806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Attempting to bind port 8749fce6-13a6-44bb-a252-fa80480ffad8 on network 62985637-89b4-4626-b71d-b65e6efa34fa {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:25.782965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:25.783304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Checking segment: {'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:51:25.783510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Bound using segment: {'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:25.783966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Bound port: 8749fce6-13a6-44bb-a252-fa80480ffad8, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215de805-6e23-4129-8edc-ab7ae3f24eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:51:25.784336 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.812798 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62cfdebf-7892-4e2b-8886-3944eae9d5cd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:25.877841 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.1911137 Nov 09 17:51:25.883243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39360) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:25.942908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-34605155-2aad-40db-8b10-e1872dc63f0b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:25.943964 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-34605155-2aad-40db-8b10-e1872dc63f0b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:26.006033 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62cfdebf-7892-4e2b-8886-3944eae9d5cd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:26.016381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62cfdebf-7892-4e2b-8886-3944eae9d5cd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:26.049381 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc3d89-3bc5-4b12-bd47-8844eb5b5e3b req-a8044b15-5889-4f40-b754-12657ba52bf8 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:26.051660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2bc3d89-3bc5-4b12-bd47-8844eb5b5e3b req-a8044b15-5889-4f40-b754-12657ba52bf8 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 943 time: 0.1383026 Nov 09 17:51:26.085009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfdebf-7892-4e2b-8886-3944eae9d5cd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0289472-d631-4fb8-a5f1-5b0d4a3f8c21,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:26.102982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] For port 8749fce6-13a6-44bb-a252-fa80480ffad8, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:26.111075 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62cfdebf-7892-4e2b-8886-3944eae9d5cd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:26.116699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-62cfdebf-7892-4e2b-8886-3944eae9d5cd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6480079 Nov 09 17:51:26.120799 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-34605155-2aad-40db-8b10-e1872dc63f0b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7604964 Nov 09 17:51:26.121867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39364) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:26.128224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:26.155537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] For port 8749fce6-13a6-44bb-a252-fa80480ffad8, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8749fce6-13a6-44bb-a252-fa80480ffad8,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:26.163856 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Request body: {'port': {'device_id': '4f61fe3b-b4de-4cba-beea-76adfffac775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:26.171108 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:26.175062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e78ba8-7a6c-427d-86c9-c4d808c4c775 req-2e77e98c-2ba4-4702-8a64-a8ae202144cf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:26.177168 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c0e78ba8-7a6c-427d-86c9-c4d808c4c775 req-2e77e98c-2ba4-4702-8a64-a8ae202144cf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.4780586 Nov 09 17:51:26.180964 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8401c5-5ad8-42af-9869-b49f2a12c3f2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=478cc0f9-dad5-41df-9cdb-a60402e71e05,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:26.238197 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244aeaec-f5d7-4939-a04d-06b51bcd6390 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:26.243677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2bc3d89-3bc5-4b12-bd47-8844eb5b5e3b req-cac80b11-cd1c-419f-9f8f-3dc56c74f820 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765101 Nov 09 17:51:26.244621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244aeaec-f5d7-4939-a04d-06b51bcd6390 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:26.250444 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-244aeaec-f5d7-4939-a04d-06b51bcd6390 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3172891 Nov 09 17:51:26.255357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39368) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:26.258376 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:26.332503 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba442c60-5a96-422f-adbe-4aa7b4a4ace6 x-openstack-request-id: req-ba442c60-5a96-422f-adbe-4aa7b4a4ace6 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:26.333356 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d80dd5a-3e91-41bc-a14a-021c15ed9b38", "name": "network-vif-plugged", "status": "completed", "tag": "c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561", "code": 200}, {"server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "name": "network-vif-plugged", "status": "completed", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:26.333356 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba442c60-5a96-422f-adbe-4aa7b4a4ace6 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:26.333675 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d80dd5a-3e91-41bc-a14a-021c15ed9b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561', 'code': 200} Nov 09 17:51:26.333823 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e', 'code': 200} Nov 09 17:51:26.460782 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c0e78ba8-7a6c-427d-86c9-c4d808c4c775 req-7f7c997b-d98e-42e4-868d-8da43abc4cfd tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481596 Nov 09 17:51:26.487617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Pushing event updated for resources: {'Port': ['ID=8749fce6-13a6-44bb-a252-fa80480ffad8,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:26.565600 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:26.596910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:26.597803 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:26.599381 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-dbae7f14-5556-47ae-b905-404330490a96 service neutron] 10.222.0.13 "PUT /v2.0/ports/8749fce6-13a6-44bb-a252-fa80480ffad8 HTTP/1.1" status: 200 len: 1091 time: 2.9705348 Nov 09 17:51:26.603554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdad812-b924-41c5-92c7-144488de8c75', 'tag': '8749fce6-13a6-44bb-a252-fa80480ffad8'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:26.608649 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a26570-ffb8-40e9-91b6-b2ac2f89eb34" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdad812-b924-41c5-92c7-144488de8c75", "tag": "8749fce6-13a6-44bb-a252-fa80480ffad8"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:26.706751 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f67721cd-a93d-4655-83f6-eb524361fed1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 478cc0f9-dad5-41df-9cdb-a60402e71e05 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:26.707495 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f67721cd-a93d-4655-83f6-eb524361fed1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:26.743137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 39f0eba6-9e18-4b5f-a897-861a1e8163ae up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:26.893116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c5f2c-5513-4c8b-aa3a-9ca9dd735471 req-3192ed50-2764-4da0-820b-caa14ed4f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:26.895557 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d25c5f2c-5513-4c8b-aa3a-9ca9dd735471 req-3192ed50-2764-4da0-820b-caa14ed4f98c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d80dd5a-3e91-41bc-a14a-021c15ed9b38 HTTP/1.1" status: 200 len: 1097 time: 0.3902361 Nov 09 17:51:26.897174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 39f0eba6-9e18-4b5f-a897-861a1e8163ae triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:26.897566 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:26.898929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb1500-9559-4e62-8f0d-18e054cf0969 req-4a6f47f0-7888-4c4e-9913-2382af48043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:26.901632 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-03cb1500-9559-4e62-8f0d-18e054cf0969 req-4a6f47f0-7888-4c4e-9913-2382af48043e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 1096 time: 0.3823998 Nov 09 17:51:26.926592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db82c88-1d62-4342-9526-205f7a6fce79 req-023ed187-0821-4bcd-8970-7c5a4b26ecbf tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:26.940078 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6db82c88-1d62-4342-9526-205f7a6fce79 req-023ed187-0821-4bcd-8970-7c5a4b26ecbf tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 931 time: 0.5159535 Nov 09 17:51:27.078037 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:27.089417 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f67721cd-a93d-4655-83f6-eb524361fed1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:27.092330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-20c87b21-85ba-482d-ac19-a3b4ac01f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:27.093890 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-20c87b21-85ba-482d-ac19-a3b4ac01f08d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 1094 time: 0.3952906 Nov 09 17:51:27.174868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 39f0eba6-9e18-4b5f-a897-861a1e8163ae, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=39f0eba6-9e18-4b5f-a897-861a1e8163ae,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:27.184893 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:27.208456 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-5deea1dd-187c-4f2a-a5ea-3820bb523720 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8749fce6-13a6-44bb-a252-fa80480ffad8 HTTP/1.1" status: 200 len: 217 time: 0.0957789 Nov 09 17:51:27.269746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=39f0eba6-9e18-4b5f-a897-861a1e8163ae,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:27.277136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f67721cd-a93d-4655-83f6-eb524361fed1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 478cc0f9-dad5-41df-9cdb-a60402e71e05 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:27.353243 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d25c5f2c-5513-4c8b-aa3a-9ca9dd735471 req-75e66b39-ee6a-4cb5-a643-92d521685633 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082005 Nov 09 17:51:27.354317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba67483-dd8c-4737-a37c-b9d1d696cc6d req-14afe6d2-3ae6-40a9-b05f-aa2647117333 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:27.363415 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ba67483-dd8c-4737-a37c-b9d1d696cc6d req-14afe6d2-3ae6-40a9-b05f-aa2647117333 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.5240324 Nov 09 17:51:27.390533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-d9031778-f0be-48b9-b52f-135b969ce8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:27.392676 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-d9031778-f0be-48b9-b52f-135b969ce8f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90e004d7-aa4f-429b-b705-1f002be3405f HTTP/1.1" status: 200 len: 850 time: 0.1460130 Nov 09 17:51:27.401463 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6db82c88-1d62-4342-9526-205f7a6fce79 req-d06e38d3-8601-4703-a531-cf5dfc3d7a35 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292076 Nov 09 17:51:27.433257 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-03cb1500-9559-4e62-8f0d-18e054cf0969 req-afb92585-9e27-4f04-b606-f80e3f95a7d1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768860 Nov 09 17:51:27.465419 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:27.504311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7216d6b2-9951-42dd-88cf-19a5b120a5b9 None None] Provisioning complete for port 39f0eba6-9e18-4b5f-a897-861a1e8163ae triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:27.505120 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7216d6b2-9951-42dd-88cf-19a5b120a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:27.792208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-3057e19d-8416-4b89-872f-2f075ea6bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:27.795845 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-3057e19d-8416-4b89-872f-2f075ea6bd9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62985637-89b4-4626-b71d-b65e6efa34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3894727 Nov 09 17:51:27.940798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6270c556-5ab2-4b38-aacb-cdfe279fec0a None None] Provisioning complete for port 478cc0f9-dad5-41df-9cdb-a60402e71e05 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:27.941114 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6270c556-5ab2-4b38-aacb-cdfe279fec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:28.001628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-6270c556-5ab2-4b38-aacb-cdfe279fec0a None None] Port 478cc0f9-dad5-41df-9cdb-a60402e71e05 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:51:28.006257 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ba67483-dd8c-4737-a37c-b9d1d696cc6d req-02dfe1f0-899c-4e26-a862-f0d0f228e0ba tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6209772 Nov 09 17:51:28.173212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f67721cd-a93d-4655-83f6-eb524361fed1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:28.242253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67721cd-a93d-4655-83f6-eb524361fed1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=478cc0f9-dad5-41df-9cdb-a60402e71e05,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:28.266974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27db72cd-22bc-4c17-8155-19216bbe2ded {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:28.306201 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:28.314689 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f67721cd-a93d-4655-83f6-eb524361fed1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:28.318422 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f67721cd-a93d-4655-83f6-eb524361fed1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/478cc0f9-dad5-41df-9cdb-a60402e71e05 HTTP/1.1" status: 204 len: 168 time: 2.0600624 Nov 09 17:51:28.322946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39400) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:28.369801 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d013ebb-20e9-406f-a573-d127db0c786a x-openstack-request-id: req-6d013ebb-20e9-406f-a573-d127db0c786a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:28.370546 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdad812-b924-41c5-92c7-144488de8c75", "tag": "8749fce6-13a6-44bb-a252-fa80480ffad8", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:28.370739 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d013ebb-20e9-406f-a573-d127db0c786a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:28.371263 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdad812-b924-41c5-92c7-144488de8c75', 'tag': '8749fce6-13a6-44bb-a252-fa80480ffad8', 'status': 'completed', 'code': 200} Nov 09 17:51:28.374177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Transition to ACTIVE for port object 27db72cd-22bc-4c17-8155-19216bbe2ded will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:51:28.392803 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:28.410120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6271c-5c59-4c7a-b118-0ccbee385861 req-6db38aea-082a-4b48-89dc-bae980a858eb tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:28.412112 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9c6271c-5c59-4c7a-b118-0ccbee385861 req-6db38aea-082a-4b48-89dc-bae980a858eb tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8b41178-0e15-4f43-8074-e5d690f113fa HTTP/1.1" status: 200 len: 946 time: 0.1756804 Nov 09 17:51:28.454798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b6393-4c73-4649-a9da-7b008e4041fb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:28.457449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b6393-4c73-4649-a9da-7b008e4041fb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:28.459643 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7c4b6393-4c73-4649-a9da-7b008e4041fb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1342673 Nov 09 17:51:28.466331 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39404) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:28.494993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Allocated IP 172.25.1.193 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/7fe6cd56-ff49-4070-b4c9-cdfae121e758) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:28.562725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Pushing event updated for resources: {'Port': ['ID=27db72cd-22bc-4c17-8155-19216bbe2ded,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:28.617837 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9c6271c-5c59-4c7a-b118-0ccbee385861 req-8063a07b-4cb8-47f2-aafc-b78c76cb6297 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564791 Nov 09 17:51:28.657093 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c0b9c3-9db2-4ae0-b4c7-562db1a27060 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 75998ee0-235c-4f96-b0dc-b45ee5aaf9b3 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:51:28.664110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 39f0eba6-9e18-4b5f-a897-861a1e8163ae up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:28.687821 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45c0b9c3-9db2-4ae0-b4c7-562db1a27060 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:28.728759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e92008-6b10-44e5-967a-d91b85fd4cde req-f7e16d8f-2345-47d9-b475-8823a3b24371 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:28.743166 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-29e92008-6b10-44e5-967a-d91b85fd4cde req-f7e16d8f-2345-47d9-b475-8823a3b24371 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 1.1377420 Nov 09 17:51:28.785919 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45c0b9c3-9db2-4ae0-b4c7-562db1a27060 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:28.847684 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-29e92008-6b10-44e5-967a-d91b85fd4cde req-e68fe5db-2b73-421f-a530-c4a54849e83a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810194 Nov 09 17:51:28.901801 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 39f0eba6-9e18-4b5f-a897-861a1e8163ae triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:28.904310 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:28.941805 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:29.000634 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45c0b9c3-9db2-4ae0-b4c7-562db1a27060 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:29.042917 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-fe7636ad-8e4a-4cd7-9ff5-9db85c0d20cb service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2273307 Nov 09 17:51:29.203988 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45c0b9c3-9db2-4ae0-b4c7-562db1a27060 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:29.204930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b177a-4e82-4552-af03-83c8ec13e20b req-a1c6a328-9e55-42ef-9863-b399d8a3a7ab tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:29.207161 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-473b177a-4e82-4552-af03-83c8ec13e20b req-a1c6a328-9e55-42ef-9863-b399d8a3a7ab tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 943 time: 0.2123260 Nov 09 17:51:29.210919 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:29.283629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0b9c3-9db2-4ae0-b4c7-562db1a27060 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=75998ee0-235c-4f96-b0dc-b45ee5aaf9b3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:29.292101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:29.300336 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45c0b9c3-9db2-4ae0-b4c7-562db1a27060 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:29.312490 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-45c0b9c3-9db2-4ae0-b4c7-562db1a27060 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/75998ee0-235c-4f96-b0dc-b45ee5aaf9b3 HTTP/1.1" status: 204 len: 168 time: 0.8389659 Nov 09 17:51:29.312841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:29.319566 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39424) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:29.323446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16ad96-c3e9-4373-aff6-cc78cba6af93 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:29.345247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:29.357539 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2c47f-2aac-487e-8ff3-f8ac2431d37c req-b03a33f1-ff06-44c3-922d-2d7f785e9643 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:29.360578 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ce2c47f-2aac-487e-8ff3-f8ac2431d37c req-b03a33f1-ff06-44c3-922d-2d7f785e9643 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 943 time: 0.4490218 Nov 09 17:51:29.361807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Attempting to bind port 27db72cd-22bc-4c17-8155-19216bbe2ded on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:51:29.362379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Attempting to bind port 27db72cd-22bc-4c17-8155-19216bbe2ded by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:51:29.362914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Attempting to bind port 27db72cd-22bc-4c17-8155-19216bbe2ded on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:29.386051 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Port 27db72cd-22bc-4c17-8155-19216bbe2ded on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:51:29.386619 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Attempting to bind port 27db72cd-22bc-4c17-8155-19216bbe2ded on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:29.410929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:29.411539 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Checking segment: {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:51:29.412191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Bound using segment: {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:29.412967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Bound port: 27db72cd-22bc-4c17-8155-19216bbe2ded, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:51:29.413584 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:29.455636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bf10b2f9-73eb-4c5d-936a-b67d0631a3c3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298752 Nov 09 17:51:29.459815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39426) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:29.460361 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-473b177a-4e82-4552-af03-83c8ec13e20b req-1250d788-f77c-465c-8e54-f65b4b8ce1d7 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274086 Nov 09 17:51:29.461321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'Port': ['ID=7fe6cd56-ff49-4070-b4c9-cdfae121e758,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:29.471906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a82cd2f9-8e82-4e07-911b-50e2f7ac642c req-b7e2ae4f-4306-4ef3-a2d2-7334c0ad0e06 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140348 Nov 09 17:51:29.565870 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:29.635170 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ce2c47f-2aac-487e-8ff3-f8ac2431d37c req-58d993e1-746f-445c-abb1-18c82f40a1f5 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624009 Nov 09 17:51:29.743484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcf712-9450-45fb-ac76-8ff415b36e1f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:29.751776 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b1bcf712-9450-45fb-ac76-8ff415b36e1f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2847478 Nov 09 17:51:29.760133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39432) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:29.766443 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] For port 27db72cd-22bc-4c17-8155-19216bbe2ded, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:29.771992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e344ebab-fd87-4745-bfde-5ca2a08ca4da None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:51:29.775032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] For port 27db72cd-22bc-4c17-8155-19216bbe2ded, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=27db72cd-22bc-4c17-8155-19216bbe2ded,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:29.800438 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:29.813511 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:29.885921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e344ebab-fd87-4745-bfde-5ca2a08ca4da None None] Deleting port 39f0eba6-9e18-4b5f-a897-861a1e8163ae {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:29.886734 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e344ebab-fd87-4745-bfde-5ca2a08ca4da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:29.939760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a26570-ffb8-40e9-91b6-b2ac2f89eb34 req-523037bc-08c3-4ff0-ab78-42ce77cc7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:29.942464 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43a26570-ffb8-40e9-91b6-b2ac2f89eb34 req-523037bc-08c3-4ff0-ab78-42ce77cc7ad3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 1094 time: 0.3550348 Nov 09 17:51:29.961243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-b39920a3-7049-42bc-aad4-6f40e14a97c6 req-3744c994-8a0c-4831-8c08-097ec75da6d1 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:51:29.963069 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b39920a3-7049-42bc-aad4-6f40e14a97c6 req-3744c994-8a0c-4831-8c08-097ec75da6d1 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2094085 Nov 09 17:51:29.964191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Pushing event updated for resources: {'Port': ['ID=27db72cd-22bc-4c17-8155-19216bbe2ded,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:29.985691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:29.986719 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:29.989101 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-651ce09a-4ded-40cd-b3fb-782cc62bc0db service neutron] 10.222.0.13 "PUT /v2.0/ports/27db72cd-22bc-4c17-8155-19216bbe2ded HTTP/1.1" status: 200 len: 1091 time: 3.8521478 Nov 09 17:51:29.990438 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f61fe3b-b4de-4cba-beea-76adfffac775', 'tag': '27db72cd-22bc-4c17-8155-19216bbe2ded'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:29.998894 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec68db3e-13ba-4cca-ae54-b26983d90a66" -d '{"events": [{"name": "network-changed", "server_uuid": "4f61fe3b-b4de-4cba-beea-76adfffac775", "tag": "27db72cd-22bc-4c17-8155-19216bbe2ded"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:30.052523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34b544-b78c-4721-bf44-6cd69380ff6b req-0d542e25-fa32-47dc-a2c1-45d68fe92010 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:30.069039 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb34b544-b78c-4721-bf44-6cd69380ff6b req-0d542e25-fa32-47dc-a2c1-45d68fe92010 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d80dd5a-3e91-41bc-a14a-021c15ed9b38 HTTP/1.1" status: 200 len: 946 time: 0.4169168 Nov 09 17:51:30.086107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e344ebab-fd87-4745-bfde-5ca2a08ca4da None None] For port 39f0eba6-9e18-4b5f-a897-861a1e8163ae, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=39f0eba6-9e18-4b5f-a897-861a1e8163ae,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:30.086663 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e344ebab-fd87-4745-bfde-5ca2a08ca4da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:30.110300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e344ebab-fd87-4745-bfde-5ca2a08ca4da None None] Calling delete_port for 39f0eba6-9e18-4b5f-a897-861a1e8163ae owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:30.191808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ed47b9-0075-4373-84fc-c471c39e89c6 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:30.196058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a5ed47b9-0075-4373-84fc-c471c39e89c6 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4312322 Nov 09 17:51:30.203465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39446) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:30.244392 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e344ebab-fd87-4745-bfde-5ca2a08ca4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:30.301153 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb34b544-b78c-4721-bf44-6cd69380ff6b req-f1e637b9-73d3-4174-b848-ef5968adf0b2 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305794 Nov 09 17:51:30.330550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e344ebab-fd87-4745-bfde-5ca2a08ca4da None None] No DVR routers for this DVR port 39f0eba6-9e18-4b5f-a897-861a1e8163ae on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:51:30.343858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344ebab-fd87-4745-bfde-5ca2a08ca4da None None] Pushing event deleted for resources: {'Port': ['ID=39f0eba6-9e18-4b5f-a897-861a1e8163ae,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:30.362218 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-71469893-ecd4-4791-b78a-b29fd361d428 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1526279 Nov 09 17:51:30.375527 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39450) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:30.384998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0c715c46-0cb1-4fc4-9eeb-8e9b23ee49f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:30.531263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 39f0eba6-9e18-4b5f-a897-861a1e8163ae no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:30.536885 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00c361-c460-4c11-8ec1-037fb254361d req-5e4eb08b-7a01-45bf-a40c-ba1ba44a83eb tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:30.542166 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f00c361-c460-4c11-8ec1-037fb254361d req-5e4eb08b-7a01-45bf-a40c-ba1ba44a83eb tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.4653678 Nov 09 17:51:30.567740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 39f0eba6-9e18-4b5f-a897-861a1e8163ae {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:51:30.567740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 39f0eba6-9e18-4b5f-a897-861a1e8163ae not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:30.616208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a26570-ffb8-40e9-91b6-b2ac2f89eb34 req-aea10f21-133e-4ac4-a3fe-c68a69ccd417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:30.618457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43a26570-ffb8-40e9-91b6-b2ac2f89eb34 req-aea10f21-133e-4ac4-a3fe-c68a69ccd417 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 912 time: 0.6632886 Nov 09 17:51:30.629238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-d8036f1d-34bd-45f1-9942-7b5e9cca3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:30.631919 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-d8036f1d-34bd-45f1-9942-7b5e9cca3f98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 1094 time: 0.5579133 Nov 09 17:51:30.656481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e20ddb-f12d-4762-a84e-6c6a63ac62d9 req-76068086-7635-48e4-849f-d68b4a8e6aaf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:30.658235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e0e20ddb-f12d-4762-a84e-6c6a63ac62d9 req-76068086-7635-48e4-849f-d68b4a8e6aaf tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.1658869 Nov 09 17:51:30.709207 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43a26570-ffb8-40e9-91b6-b2ac2f89eb34 req-6007bb2b-40f1-4dfa-9cd0-89d0643cab0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8749fce6-13a6-44bb-a252-fa80480ffad8 HTTP/1.1" status: 200 len: 217 time: 0.0785768 Nov 09 17:51:30.712464 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:30.715860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-4b76261a-f6bd-4556-8bca-761ba9a46031 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27db72cd-22bc-4c17-8155-19216bbe2ded HTTP/1.1" status: 200 len: 217 time: 0.0629683 Nov 09 17:51:30.723714 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:30.792042 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f00c361-c460-4c11-8ec1-037fb254361d req-345fda27-f02e-4724-81b8-f08416e1374a tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135394 Nov 09 17:51:30.855195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c715c46-0cb1-4fc4-9eeb-8e9b23ee49f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:30.862341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c715c46-0cb1-4fc4-9eeb-8e9b23ee49f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:30.895100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-703c6f9f-3632-435e-a141-6ba6e7254278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:30.898654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8749fce6-13a6-44bb-a252-fa80480ffad8 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:51:30.911083 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-703c6f9f-3632-435e-a141-6ba6e7254278 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.1710131 Nov 09 17:51:30.919503 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff904beb-f473-4c88-bf7a-ae22b08c3518 x-openstack-request-id: req-ff904beb-f473-4c88-bf7a-ae22b08c3518 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:30.919503 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f61fe3b-b4de-4cba-beea-76adfffac775", "tag": "27db72cd-22bc-4c17-8155-19216bbe2ded", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:30.920542 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff904beb-f473-4c88-bf7a-ae22b08c3518 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:30.922325 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f61fe3b-b4de-4cba-beea-76adfffac775', 'tag': '27db72cd-22bc-4c17-8155-19216bbe2ded', 'status': 'completed', 'code': 200} Nov 09 17:51:30.923982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e0e20ddb-f12d-4762-a84e-6c6a63ac62d9 req-f504740d-204d-4b28-8441-95a27320959c tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255182 Nov 09 17:51:30.959568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'Port': ['ID=7fe6cd56-ff49-4070-b4c9-cdfae121e758,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:30.990892 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:31.029429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a26570-ffb8-40e9-91b6-b2ac2f89eb34 req-1326c0d2-f00f-43e1-9773-fe2ff79605a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:31.033073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43a26570-ffb8-40e9-91b6-b2ac2f89eb34 req-1326c0d2-f00f-43e1-9773-fe2ff79605a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90e004d7-aa4f-429b-b705-1f002be3405f HTTP/1.1" status: 200 len: 850 time: 0.2978663 Nov 09 17:51:31.108536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8749fce6-13a6-44bb-a252-fa80480ffad8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8749fce6-13a6-44bb-a252-fa80480ffad8,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:31.124594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '8749fce6-13a6-44bb-a252-fa80480ffad8', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'port_id': '8749fce6-13a6-44bb-a252-fa80480ffad8', 'mac_address': 'fa:16:3e:93:3b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:51:31.144953 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:31.147548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-afd599bf-225e-4aa9-aae1-e5bc102e139d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0233247 Nov 09 17:51:31.191659 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:31.227650 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8749fce6-13a6-44bb-a252-fa80480ffad8 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:31.265918 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-437d475a-476c-4c41-a3dc-bd05a48de273 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1826301 Nov 09 17:51:31.284000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8749fce6-13a6-44bb-a252-fa80480ffad8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8749fce6-13a6-44bb-a252-fa80480ffad8,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:31.296863 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:31.382774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a26570-ffb8-40e9-91b6-b2ac2f89eb34 req-3dd6d099-0ef1-46ca-bca1-987c08eff703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:31.394074 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43a26570-ffb8-40e9-91b6-b2ac2f89eb34 req-3dd6d099-0ef1-46ca-bca1-987c08eff703 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62985637-89b4-4626-b71d-b65e6efa34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3457284 Nov 09 17:51:31.447266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4623e31-89be-4e71-90f8-f9c4f33760c5 req-70519073-63c4-4c1b-aee2-978116b84a8c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:31.451509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e4623e31-89be-4e71-90f8-f9c4f33760c5 req-70519073-63c4-4c1b-aee2-978116b84a8c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 943 time: 0.3005388 Nov 09 17:51:31.485689 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8749fce6-13a6-44bb-a252-fa80480ffad8,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:31.576683 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e4623e31-89be-4e71-90f8-f9c4f33760c5 req-990a875a-6ebe-4340-a3ee-eb49df996112 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019783 Nov 09 17:51:31.601391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-a0d16840-2b4a-4009-83b1-793ea84f2a22 service neutron] 10.222.0.13 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317319 Nov 09 17:51:31.602019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['8749fce6-13a6-44bb-a252-fa80480ffad8'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:51:31.626508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43a26570-ffb8-40e9-91b6-b2ac2f89eb34 req-f764c932-23d5-4e4a-81db-a40d89caaa49 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170684 Nov 09 17:51:31.804614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a199b-9bf7-4c74-b0ee-5863111676fb req-307da5f4-0823-4b1b-937f-3be6b5d96db7 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:31.821059 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a2a199b-9bf7-4c74-b0ee-5863111676fb req-307da5f4-0823-4b1b-937f-3be6b5d96db7 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 944 time: 0.2973137 Nov 09 17:51:31.824205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43a26570-ffb8-40e9-91b6-b2ac2f89eb34 req-2356f0be-0877-4ca5-a388-da959eeeb473 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838908 Nov 09 17:51:31.986875 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:51:32.042907 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a2a199b-9bf7-4c74-b0ee-5863111676fb req-7898dec6-e4b6-4514-9a97-b13991d52752 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200904 Nov 09 17:51:32.147150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0408b0-70f6-4d4d-8f77-ecdf55adfcaa req-7f3822c5-4481-4210-b0b3-92578157f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:32.150898 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f0408b0-70f6-4d4d-8f77-ecdf55adfcaa req-7f3822c5-4481-4210-b0b3-92578157f61e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0&device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 1096 time: 0.1876342 Nov 09 17:51:32.182749 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbfd7809-612b-4eb6-9e4e-eddda2632b92 req-d4e790af-0120-46cc-b7df-f831419ddbad service neutron] 10.222.0.13 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773523 Nov 09 17:51:32.191109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737a0d7-2e2b-4f78-92cd-e356fa490417 req-b0c67883-68d5-4f56-80eb-67cc593ebe5a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:32.193774 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7737a0d7-2e2b-4f78-92cd-e356fa490417 req-b0c67883-68d5-4f56-80eb-67cc593ebe5a tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.1592231 Nov 09 17:51:32.285499 n-d-817236-1 neutron-server[102155]: DEBUG neutron.objects.ports [None req-0c715c46-0cb1-4fc4-9eeb-8e9b23ee49f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:51:32.310631 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c715c46-0cb1-4fc4-9eeb-8e9b23ee49f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:32.374068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7737a0d7-2e2b-4f78-92cd-e356fa490417 req-dd4f77fe-73a1-460b-9a19-90933058261b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555104 Nov 09 17:51:32.451974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c715c46-0cb1-4fc4-9eeb-8e9b23ee49f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:32.459047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-0c715c46-0cb1-4fc4-9eeb-8e9b23ee49f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:32.462438 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68db3e-13ba-4cca-ae54-b26983d90a66 req-83fc1679-1f5d-4751-b465-f0f519480376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:32.464164 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ec68db3e-13ba-4cca-ae54-b26983d90a66 req-83fc1679-1f5d-4751-b465-f0f519480376 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 1094 time: 0.1757915 Nov 09 17:51:32.469045 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c715c46-0cb1-4fc4-9eeb-8e9b23ee49f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:32.469651 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c715c46-0cb1-4fc4-9eeb-8e9b23ee49f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:32.477399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23a2ce-0371-4dfc-bdf2-a535254fb0bf None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:32.483120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94dd0d-8ad1-46c1-bec3-dc485736014b req-f5d79c10-aff5-41c7-8d78-50b5d228434d tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:32.484013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0408b0-70f6-4d4d-8f77-ecdf55adfcaa req-ec8a5764-506a-4f40-a6dd-1367e85a6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:32.484744 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ee94dd0d-8ad1-46c1-bec3-dc485736014b req-f5d79c10-aff5-41c7-8d78-50b5d228434d tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d80dd5a-3e91-41bc-a14a-021c15ed9b38 HTTP/1.1" status: 200 len: 946 time: 0.1776075 Nov 09 17:51:32.487454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f0408b0-70f6-4d4d-8f77-ecdf55adfcaa req-ec8a5764-506a-4f40-a6dd-1367e85a6aeb service neutron] 10.222.0.18 "GET /v2.0/networks?id=c22a0cc3-8531-4cb4-a256-aeda00f0b076 HTTP/1.1" status: 200 len: 919 time: 0.3285658 Nov 09 17:51:32.594182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c715c46-0cb1-4fc4-9eeb-8e9b23ee49f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=f23e88cc-0415-4573-8ea0-0d21cd4e7556,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:32.597961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68db3e-13ba-4cca-ae54-b26983d90a66 req-1058916d-4920-483a-9a57-48838695c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:32.600040 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ec68db3e-13ba-4cca-ae54-b26983d90a66 req-1058916d-4920-483a-9a57-48838695c38c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 912 time: 0.1140382 Nov 09 17:51:32.655663 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ec68db3e-13ba-4cca-ae54-b26983d90a66 req-9c3dbc4f-a3cc-4c9a-8b63-4801f0680693 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27db72cd-22bc-4c17-8155-19216bbe2ded HTTP/1.1" status: 200 len: 217 time: 0.0423167 Nov 09 17:51:32.656993 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f0408b0-70f6-4d4d-8f77-ecdf55adfcaa req-d9d52adb-fafa-4060-a876-319606e5f424 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 200 len: 217 time: 0.1584136 Nov 09 17:51:32.671565 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0c715c46-0cb1-4fc4-9eeb-8e9b23ee49f7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2944415 Nov 09 17:51:32.680046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39510) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:32.707908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ce70f9a1-2f9e-4864-85d0-15bf87612a2e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:32.754152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68db3e-13ba-4cca-ae54-b26983d90a66 req-a1ed7652-8e9b-48c5-af6e-372bbff8b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:32.758165 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ec68db3e-13ba-4cca-ae54-b26983d90a66 req-a1ed7652-8e9b-48c5-af6e-372bbff8b9bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.0841887 Nov 09 17:51:32.780973 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ee94dd0d-8ad1-46c1-bec3-dc485736014b req-a756f263-b587-451f-9e7b-c26a3142eff3 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755691 Nov 09 17:51:32.833186 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': 'f23e88cc-0415-4573-8ea0-0d21cd4e7556'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:51:32.835043 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ec68db3e-13ba-4cca-ae54-b26983d90a66 req-60f40078-723a-43d2-8084-e47017e6b345 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515287 Nov 09 17:51:32.835986 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:32.881763 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-962f071a-39bf-4477-8b4e-90e2e617f69b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--253397031&fields=id&tenant_id=9604b69a568944e2ae3cded901a7acdd HTTP/1.1" status: 200 len: 267 time: 0.2404172 Nov 09 17:51:32.898155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0408b0-70f6-4d4d-8f77-ecdf55adfcaa req-75a3b295-3d26-44fa-8fc3-00afd6e34035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:32.899778 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f0408b0-70f6-4d4d-8f77-ecdf55adfcaa req-75a3b295-3d26-44fa-8fc3-00afd6e34035 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f0be2f0-7614-4e4e-920f-dcec26a673a6 HTTP/1.1" status: 200 len: 858 time: 0.2216964 Nov 09 17:51:32.995709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f0408b0-70f6-4d4d-8f77-ecdf55adfcaa req-5e51b4e4-b343-4cdb-a794-e7f735c493f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c22a0cc3-8531-4cb4-a256-aeda00f0b076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612676 Nov 09 17:51:33.089332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Allocated IP 2001:db8::f816:3eff:fe07:ca43 (95294590-f827-4cfc-bf5f-176a9c97fb32/f23e88cc-0415-4573-8ea0-0d21cd4e7556/6c27fdb3-aec7-43ef-8eda-65bbdf18cc43) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:33.114414 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f0408b0-70f6-4d4d-8f77-ecdf55adfcaa req-55c08ae7-af8d-4489-9d36-850eecbff134 service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032879 Nov 09 17:51:33.129003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-04d0adc3-7163-490a-8372-dbef4c495ceb tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:33.136423 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-04d0adc3-7163-490a-8372-dbef4c495ceb tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports/6ef9967e-4c83-4ee5-860b-bdb537513739 HTTP/1.1" status: 200 len: 937 time: 0.2536614 Nov 09 17:51:33.152019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e77e9-c555-49ad-90b8-f8ab993ff099 req-6463d7d9-2d46-49a1-be26-8ad36ccfbd36 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:33.157192 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9b5e77e9-c555-49ad-90b8-f8ab993ff099 req-6463d7d9-2d46-49a1-be26-8ad36ccfbd36 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.1966305 Nov 09 17:51:33.189198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8749fce6-13a6-44bb-a252-fa80480ffad8 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:33.258141 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9b5e77e9-c555-49ad-90b8-f8ab993ff099 req-98998f7a-6245-4f93-a767-02b1ded7cc60 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873065 Nov 09 17:51:33.262111 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ec68db3e-13ba-4cca-ae54-b26983d90a66 req-6675dd3d-6aae-4551-8f5b-448c16c0a1b9 service neutron] 10.222.0.13 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186614 Nov 09 17:51:33.291676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f99d4-019c-4d25-8032-39d555a93495 req-26b71ebf-85f4-4219-af96-b6d8a714fb3f tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:33.293623 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-af4f99d4-019c-4d25-8032-39d555a93495 req-26b71ebf-85f4-4219-af96-b6d8a714fb3f tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d80dd5a-3e91-41bc-a14a-021c15ed9b38 HTTP/1.1" status: 200 len: 946 time: 0.4300673 Nov 09 17:51:33.374537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-158deaa9-54ae-4b19-ae29-76e6934a59d9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:33.378782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 8749fce6-13a6-44bb-a252-fa80480ffad8 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:51:33.381693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-158deaa9-54ae-4b19-ae29-76e6934a59d9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports/510929e3-6484-4eca-8e41-119ef67dace3 HTTP/1.1" status: 200 len: 935 time: 0.2440064 Nov 09 17:51:33.407342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 8749fce6-13a6-44bb-a252-fa80480ffad8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:33.407980 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:33.550414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce70f9a1-2f9e-4864-85d0-15bf87612a2e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:33.556793 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce70f9a1-2f9e-4864-85d0-15bf87612a2e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:33.566182 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ec68db3e-13ba-4cca-ae54-b26983d90a66 req-53daa094-c51e-4543-90ed-e393d4167d70 service neutron] 10.222.0.13 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916541 Nov 09 17:51:33.568686 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-5a99bfaa-1636-41bf-a103-029bd17dfb7c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1377976 Nov 09 17:51:33.604478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236ad1e-367d-47d0-9fc3-233bcc1a9ac8 req-90843e72-954c-465a-aee8-f33a4502b61b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:33.608079 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d236ad1e-367d-47d0-9fc3-233bcc1a9ac8 req-90843e72-954c-465a-aee8-f33a4502b61b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 943 time: 0.1668158 Nov 09 17:51:33.696612 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d236ad1e-367d-47d0-9fc3-233bcc1a9ac8 req-7039bd8e-e3ff-4110-8f48-bd833f0f03f1 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753469 Nov 09 17:51:33.699150 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:33.739854 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:33.780960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:33.803629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-1fc1f530-a923-4707-80c5-d55bdbe3ab49 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1614933 Nov 09 17:51:33.817865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:33.828408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:33.878066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f0408b0-70f6-4d4d-8f77-ecdf55adfcaa req-568cce1b-3261-49f1-a480-d82f11795c2c service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7242694 Nov 09 17:51:33.922651 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:33.963572 n-d-817236-1 neutron-server[102154]: INFO neutron.db.ipam_backend_mixin [None req-ce70f9a1-2f9e-4864-85d0-15bf87612a2e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f23e88cc-0415-4573-8ea0-0d21cd4e7556 (CIDR: 2001:db8::/64) Nov 09 17:51:33.974108 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce70f9a1-2f9e-4864-85d0-15bf87612a2e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:51:33.974576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce70f9a1-2f9e-4864-85d0-15bf87612a2e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:51:34.000752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebbb9b-4c4f-4719-b7e0-1aa3e1456d6a req-159277a0-ce35-40e0-8422-b0703944be90 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:34.002654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-afebbb9b-4c4f-4719-b7e0-1aa3e1456d6a req-159277a0-ce35-40e0-8422-b0703944be90 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 944 time: 0.1402106 Nov 09 17:51:34.022823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-af4f99d4-019c-4d25-8032-39d555a93495 req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Deleting port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:34.023133 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-af4f99d4-019c-4d25-8032-39d555a93495 req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:34.034338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-b7f8c4f1-c8e2-4566-96da-f56f17733aa3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:34.041913 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-b7f8c4f1-c8e2-4566-96da-f56f17733aa3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:34.043397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Pushing event updated for resources: {'Port': ['ID=6c27fdb3-aec7-43ef-8eda-65bbdf18cc43,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:34.049974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-b7f8c4f1-c8e2-4566-96da-f56f17733aa3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:34.060204 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-b7f8c4f1-c8e2-4566-96da-f56f17733aa3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/networks?id=72c64938-8905-40c6-a145-ef2e7c2b875f&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=7a6d1d09-f698-4920-b89f-e75ca6887450&id=7a6d1d09-f698-4920-b89f-e75ca6887450 HTTP/1.1" status: 200 len: 1996 time: 0.2543371 Nov 09 17:51:34.081703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ce70f9a1-2f9e-4864-85d0-15bf87612a2e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3955483 Nov 09 17:51:34.089577 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-afebbb9b-4c4f-4719-b7e0-1aa3e1456d6a req-d09070aa-45ab-4d59-b098-47745bcdf47e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772004 Nov 09 17:51:34.090434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39524) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:34.097192 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3e16313b-7958-4389-bce7-a900ea6b97b8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:34.109828 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-94091492-0fd3-4235-8233-9435663aef05 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/quotas/9604b69a568944e2ae3cded901a7acdd HTTP/1.1" status: 200 len: 375 time: 0.0474052 Nov 09 17:51:34.117300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Attempting to bind port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:51:34.118432 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Attempting to bind port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:51:34.119387 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Attempting to bind port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:34.131352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdad812-b924-41c5-92c7-144488de8c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8749fce6-13a6-44bb-a252-fa80480ffad8'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:34.136064 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310bf9d6-f284-4f01-ad9d-be3831458fcd" -d '{"events": [{"server_uuid": "5fdad812-b924-41c5-92c7-144488de8c75", "name": "network-vif-plugged", "status": "completed", "tag": "8749fce6-13a6-44bb-a252-fa80480ffad8"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:34.164970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8749fce6-13a6-44bb-a252-fa80480ffad8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8749fce6-13a6-44bb-a252-fa80480ffad8,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:34.167977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:34.169298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:51:34.170386 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:34.171435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:34.172652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Bound port: 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:51:34.173641 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:34.179954 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:34.356367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a1d14-a506-45e2-8ef9-19142d3e4869 req-472982b0-e58b-4bb6-b6ae-026981e6fd6e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:34.359958 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d86a1d14-a506-45e2-8ef9-19142d3e4869 req-472982b0-e58b-4bb6-b6ae-026981e6fd6e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.1559289 Nov 09 17:51:34.375734 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] For port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:34.387155 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] For port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6c27fdb3-aec7-43ef-8eda-65bbdf18cc43,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:34.451554 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e16313b-7958-4389-bce7-a900ea6b97b8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:34.458479 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e16313b-7958-4389-bce7-a900ea6b97b8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:34.468883 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:34.478390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8749fce6-13a6-44bb-a252-fa80480ffad8,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:34.551127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305be79d-b633-476d-8e52-a204c4d98ce0 None None] Pushing event updated for resources: {'Port': ['ID=6c27fdb3-aec7-43ef-8eda-65bbdf18cc43,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:34.604589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d86a1d14-a506-45e2-8ef9-19142d3e4869 req-55e8fccf-1bb7-4520-b5b4-0ef540f8eb30 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253406 Nov 09 17:51:34.809748 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-5fc110e4-83a4-43c1-80ca-71a87ed94d72 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6996810 Nov 09 17:51:34.915901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-af4f99d4-019c-4d25-8032-39d555a93495 req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] For port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:34.916933 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-af4f99d4-019c-4d25-8032-39d555a93495 req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:34.938138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-af4f99d4-019c-4d25-8032-39d555a93495 req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Calling delete_port for c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:34.941003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 27db72cd-22bc-4c17-8155-19216bbe2ded details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:51:35.009651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe673b4-1841-4e2b-be8c-6d16afe9c4a5 req-c404479b-77bd-45f6-bb87-4a9341706246 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:35.023602 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dfe673b4-1841-4e2b-be8c-6d16afe9c4a5 req-c404479b-77bd-45f6-bb87-4a9341706246 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d80dd5a-3e91-41bc-a14a-021c15ed9b38 HTTP/1.1" status: 200 len: 946 time: 0.2709501 Nov 09 17:51:35.036826 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-5e7a397e-ebbe-456b-8e8b-2f62f8beda7d service neutron] 10.222.0.81 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970618 Nov 09 17:51:35.113891 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dfe673b4-1841-4e2b-be8c-6d16afe9c4a5 req-9aa5605f-c30b-4f58-b8d0-b864ad752229 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891063 Nov 09 17:51:35.218555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 27db72cd-22bc-4c17-8155-19216bbe2ded, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=27db72cd-22bc-4c17-8155-19216bbe2ded,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:35.263421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '27db72cd-22bc-4c17-8155-19216bbe2ded', 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'port_id': '27db72cd-22bc-4c17-8155-19216bbe2ded', 'mac_address': 'fa:16:3e:91:d3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9c29dc-0b72-4b74-8f01-4e57e061401e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:51:35.295764 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e16313b-7958-4389-bce7-a900ea6b97b8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:35.432618 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c35cde-c9b5-4536-9825-369c1ee5ba9c x-openstack-request-id: req-d0c35cde-c9b5-4536-9825-369c1ee5ba9c {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:35.433567 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdad812-b924-41c5-92c7-144488de8c75", "name": "network-vif-plugged", "status": "completed", "tag": "8749fce6-13a6-44bb-a252-fa80480ffad8", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:35.434192 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0c35cde-c9b5-4536-9825-369c1ee5ba9c {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:35.435657 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdad812-b924-41c5-92c7-144488de8c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8749fce6-13a6-44bb-a252-fa80480ffad8', 'code': 200} Nov 09 17:51:35.436926 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:35.476422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16313b-7958-4389-bce7-a900ea6b97b8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:35.479720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27db72cd-22bc-4c17-8155-19216bbe2ded {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:51:35.495544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3e16313b-7958-4389-bce7-a900ea6b97b8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:35.497209 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-af4f99d4-019c-4d25-8032-39d555a93495 req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:35.503205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16313b-7958-4389-bce7-a900ea6b97b8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:35.503841 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e16313b-7958-4389-bce7-a900ea6b97b8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:35.533687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['362fba02-a1c1-441d-b1cc-10f9863f29d7'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:51:35.548259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['04a3b9f6-0eaf-4f10-a66f-e7001052a38e'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:51:35.554707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16313b-7958-4389-bce7-a900ea6b97b8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=86655588-6200-457b-b0fe-1f7cbe9753c7,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:35.585626 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd133a-9385-4324-ae9a-91f79a02ee08 req-bee14606-ec9e-4f84-a234-c2d38f9d66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:35.587167 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7fdd133a-9385-4324-ae9a-91f79a02ee08 req-bee14606-ec9e-4f84-a234-c2d38f9d66c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 1096 time: 0.1896024 Nov 09 17:51:35.594606 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3e16313b-7958-4389-bce7-a900ea6b97b8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5027320 Nov 09 17:51:35.595372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39540) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:35.603506 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'mac_address': 'fa:16:3e:14:0f:40', 'name': 'tempest-NetworksTestDHCPv6-1160578031'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:35.606645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Pushing event deleted for resources: {'Port': ['ID=c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:35.718345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e808da6-3b26-4c50-be9a-65729e5dee94 req-0b13903f-61b1-4a00-a316-c8be2b793d7e tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:35.721590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4f99d4-019c-4d25-8032-39d555a93495 req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] No DVR routers for this DVR port c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:51:35.726247 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0e808da6-3b26-4c50-be9a-65729e5dee94 req-0b13903f-61b1-4a00-a316-c8be2b793d7e tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.2526143 Nov 09 17:51:35.738188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:35.739007 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:35.739741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:35.740420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:35.741137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:35.741863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:35.742676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:35.743923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:35.744635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:35.745375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:35.746168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:35.747155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:51:35.756873 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-af4f99d4-019c-4d25-8032-39d555a93495 req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:35.761429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 27db72cd-22bc-4c17-8155-19216bbe2ded, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=27db72cd-22bc-4c17-8155-19216bbe2ded,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:35.765260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-af4f99d4-019c-4d25-8032-39d555a93495 req-c4a086e4-3c1e-49e0-a33f-9007d784fc72 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.18 "DELETE /v2.0/ports/c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 HTTP/1.1" status: 204 len: 173 time: 2.4449267 Nov 09 17:51:35.790141 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:35.803683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d80dd5a-3e91-41bc-a14a-021c15ed9b38', 'name': 'network-vif-deleted', 'tag': 'c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:35.808740 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608c4202-a5da-48e2-8a87-efffb01cb847" -d '{"events": [{"server_uuid": "1d80dd5a-3e91-41bc-a14a-021c15ed9b38", "name": "network-vif-deleted", "tag": "c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:35.829477 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-650e77a9-106f-409c-a534-2085163ea334 service neutron] 10.222.0.81 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275129 Nov 09 17:51:35.959433 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-4124d670-1e69-415a-ba29-b3e8a3c24e41 service neutron] 10.222.0.81 "GET /v2.0/ports/6ef9967e-4c83-4ee5-860b-bdb537513739?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1122947 Nov 09 17:51:36.024503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=27db72cd-22bc-4c17-8155-19216bbe2ded,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:36.107350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-fb148328-99ab-473c-9022-21f06565180a service neutron] 10.222.0.81 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287637 Nov 09 17:51:36.152003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['27db72cd-22bc-4c17-8155-19216bbe2ded'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:51:36.370457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-37e41f1c-6060-437a-96e7-de3171a029b5 service neutron] 10.222.0.81 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439983 Nov 09 17:51:36.407275 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7fdd133a-9385-4324-ae9a-91f79a02ee08 req-7d0c7db3-78fa-4c84-b8cf-ea31e8187184 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8083177 Nov 09 17:51:36.433161 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-079fe068-4efd-423f-8f0c-9211641c67ec service neutron] 10.222.0.81 "GET /v2.0/ports/510929e3-6484-4eca-8e41-119ef67dace3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0427649 Nov 09 17:51:36.451085 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0e808da6-3b26-4c50-be9a-65729e5dee94 req-69c1fecf-ff76-4b6a-9279-cb6b3c0832e4 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7149489 Nov 09 17:51:36.453899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:36.713862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-2294bb83-9440-44d1-bff4-50d8a4f2c4fc service neutron] 10.222.0.81 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707136 Nov 09 17:51:36.720923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f5474e-7ee2-486a-9aa8-1f90f974d847 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:36.809972 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:36.844459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:36.865012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 2464ffb6-5268-4edf-8d51-614ccd844c6f yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:51:36.893777 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27911e8e-defe-44b6-92f0-b88e0a3d5440 service neutron] 10.222.0.81 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628067 Nov 09 17:51:36.895912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a18b0-2b76-4736-bb63-8ef6e93143c9 req-8aab0ce4-e132-44e2-8a7e-4293d611d3ee tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:36.897847 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-927a18b0-2b76-4736-bb63-8ef6e93143c9 req-8aab0ce4-e132-44e2-8a7e-4293d611d3ee tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.1538002 Nov 09 17:51:36.988503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-92bbb10e-ee9b-4680-a98c-02d7aa8802de None None] Provisioning complete for port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:36.989173 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-92bbb10e-ee9b-4680-a98c-02d7aa8802de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:37.040957 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-927a18b0-2b76-4736-bb63-8ef6e93143c9 req-cb5cbcbf-b1ef-463f-9f42-5d57aa791f67 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091945 Nov 09 17:51:37.058167 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-316ca18a-30d2-4de4-b382-329c662bb245 service neutron] 10.222.0.81 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495953 Nov 09 17:51:37.087776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:37.214202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:51:37.214639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:37.245466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:37.246027 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:37.250803 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f82c3812-e9d0-42a6-9028-6d42de3a2218 service neutron] 10.222.0.81 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847355 Nov 09 17:51:37.268483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8:0:1::280 (95294590-f827-4cfc-bf5f-176a9c97fb32/86655588-6200-457b-b0fe-1f7cbe9753c7/2464ffb6-5268-4edf-8d51-614ccd844c6f) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:37.291717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::f816:3eff:fe14:f40 (95294590-f827-4cfc-bf5f-176a9c97fb32/f23e88cc-0415-4573-8ea0-0d21cd4e7556/2464ffb6-5268-4edf-8d51-614ccd844c6f) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:37.362064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88c473-40d8-44f8-8a68-16a00271de66 req-699d9eaa-eecb-4a52-9b90-419e5acf5567 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:37.371453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1c88c473-40d8-44f8-8a68-16a00271de66 req-699d9eaa-eecb-4a52-9b90-419e5acf5567 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 944 time: 0.2525451 Nov 09 17:51:37.390956 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-92bbb10e-ee9b-4680-a98c-02d7aa8802de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:37.424668 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-b8f2bbb6-4082-497c-aff1-09a84c5c2d21 service neutron] 10.222.0.81 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524351 Nov 09 17:51:37.516975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c44466-b119-4e49-9c3f-3c3b0afc5c79 None None] Update dhcp port {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'fixed_ips': [{'subnet_id': 'f23e88cc-0415-4573-8ea0-0d21cd4e7556', 'ip_address': '2001:db8::f816:3eff:fe07:ca43'}, {'subnet_id': '86655588-6200-457b-b0fe-1f7cbe9753c7'}], 'binding:host_id': 'n-d-817236-1'}, 'id': '6c27fdb3-aec7-43ef-8eda-65bbdf18cc43'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:51:37.583510 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1c88c473-40d8-44f8-8a68-16a00271de66 req-8bd40508-a1b3-4b67-9c83-de0ad4fe65db tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096021 Nov 09 17:51:37.594789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-92bbb10e-ee9b-4680-a98c-02d7aa8802de None None] For port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6c27fdb3-aec7-43ef-8eda-65bbdf18cc43,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:37.614742 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-92bbb10e-ee9b-4680-a98c-02d7aa8802de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:37.620221 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-e901576e-adaa-4e38-9699-8678e628abc2 service neutron] 10.222.0.81 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874583 Nov 09 17:51:37.648983 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-21c44466-b119-4e49-9c3f-3c3b0afc5c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:37.682067 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:37.688967 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:37.736191 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:37.763337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbb10e-ee9b-4680-a98c-02d7aa8802de None None] Pushing event updated for resources: {'Port': ['ID=6c27fdb3-aec7-43ef-8eda-65bbdf18cc43,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:37.805694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:37.835450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:37.847604 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:37.853833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:37.854792 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:37.880318 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=2464ffb6-5268-4edf-8d51-614ccd844c6f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:37.906489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce3405-8719-4231-b1a4-d7063969de3c req-5a735777-57cb-4257-b784-8a1717ec5da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:37.908769 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-51ce3405-8719-4231-b1a4-d7063969de3c req-5a735777-57cb-4257-b784-8a1717ec5da9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 945 time: 0.1262319 Nov 09 17:51:37.923799 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-24c9b6d8-b81f-4a3f-81b1-72cf98cbc7b2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3263142 Nov 09 17:51:37.929330 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-dde3f39f-caba-4162-a45c-3cb6472a84a7 service neutron] 10.222.0.81 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991126 Nov 09 17:51:37.931184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39554) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:38.039575 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:51:38.039919 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:51:38.066406 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-51ce3405-8719-4231-b1a4-d7063969de3c req-8bcdca67-dc90-4357-a43d-1ccee21ed9ac tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290498 Nov 09 17:51:38.177915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-21c44466-b119-4e49-9c3f-3c3b0afc5c79 None None] Allocated IP 2001:db8:0:1::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/86655588-6200-457b-b0fe-1f7cbe9753c7/6c27fdb3-aec7-43ef-8eda-65bbdf18cc43) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:38.191438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-34f75700-502f-46d3-81ae-2e93a738a749 service neutron] 10.222.0.81 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452159 Nov 09 17:51:38.198979 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1232e91-42ea-48d7-9390-91a3267ec039 x-openstack-request-id: req-c1232e91-42ea-48d7-9390-91a3267ec039 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:38.199454 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d80dd5a-3e91-41bc-a14a-021c15ed9b38", "name": "network-vif-deleted", "tag": "c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:38.199942 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1232e91-42ea-48d7-9390-91a3267ec039 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:38.200576 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d80dd5a-3e91-41bc-a14a-021c15ed9b38', 'name': 'network-vif-deleted', 'tag': 'c8dbbf3c-520d-4b5e-a0cd-c21dc0d7e561', 'status': 'completed', 'code': 200} Nov 09 17:51:38.351328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fada91-e6f1-45ea-a2b4-504286ae1433 req-045c358b-e7b3-467e-b46c-3a4bde32c497 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:38.359617 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-33fada91-e6f1-45ea-a2b4-504286ae1433 req-045c358b-e7b3-467e-b46c-3a4bde32c497 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.1029844 Nov 09 17:51:38.415956 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-33fada91-e6f1-45ea-a2b4-504286ae1433 req-f7bf1eb3-438d-4edb-82bc-78340f296b6c tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553200 Nov 09 17:51:38.423930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f6232ca0-3aca-464e-87d8-ca93ae5a1c1b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 2464ffb6-5268-4edf-8d51-614ccd844c6f {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:38.424203 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6232ca0-3aca-464e-87d8-ca93ae5a1c1b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:38.431263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-21c44466-b119-4e49-9c3f-3c3b0afc5c79 None None] For port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6c27fdb3-aec7-43ef-8eda-65bbdf18cc43,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:38.478068 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-21c44466-b119-4e49-9c3f-3c3b0afc5c79 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:38.488059 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-21c44466-b119-4e49-9c3f-3c3b0afc5c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:38.515961 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-a2211891-f32c-42c3-a866-08b361436e62 service neutron] 10.222.0.81 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978747 Nov 09 17:51:38.643158 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-71f706b0-c057-4c87-8fbe-71a5874733f1 service neutron] 10.222.0.81 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120617 Nov 09 17:51:38.744032 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c44466-b119-4e49-9c3f-3c3b0afc5c79 None None] Pushing event updated for resources: {'Port': ['ID=6c27fdb3-aec7-43ef-8eda-65bbdf18cc43,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:38.746869 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6232ca0-3aca-464e-87d8-ca93ae5a1c1b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:38.810556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f6232ca0-3aca-464e-87d8-ca93ae5a1c1b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 2464ffb6-5268-4edf-8d51-614ccd844c6f owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:38.873525 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034f2f8-8be7-4a47-b370-1bcb6d275ca2 req-bb86deb7-75bf-4102-883c-90941ac05a70 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:38.876218 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7034f2f8-8be7-4a47-b370-1bcb6d275ca2 req-bb86deb7-75bf-4102-883c-90941ac05a70 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.0953929 Nov 09 17:51:38.964905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 27db72cd-22bc-4c17-8155-19216bbe2ded up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:39.010565 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7034f2f8-8be7-4a47-b370-1bcb6d275ca2 req-0c4760df-4d60-4fa4-8033-d6dbd10be17b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268368 Nov 09 17:51:39.070448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:39.245183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 27db72cd-22bc-4c17-8155-19216bbe2ded completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:51:39.257115 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 27db72cd-22bc-4c17-8155-19216bbe2ded triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:39.257733 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:39.266207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:39.266846 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:39.324127 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ebbe9-97d0-4b9f-8284-b8615fd69397 req-1e66f3f0-1833-48fb-b684-384a998d751b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:39.326752 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a6ebbe9-97d0-4b9f-8284-b8615fd69397 req-1e66f3f0-1833-48fb-b684-384a998d751b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 944 time: 0.1206000 Nov 09 17:51:39.439369 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6232ca0-3aca-464e-87d8-ca93ae5a1c1b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:39.448532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a6ebbe9-97d0-4b9f-8284-b8615fd69397 req-db12db75-28d2-435a-bcc8-c2bb8602331a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975080 Nov 09 17:51:39.544734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6232ca0-3aca-464e-87d8-ca93ae5a1c1b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=2464ffb6-5268-4edf-8d51-614ccd844c6f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:39.704698 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6232ca0-3aca-464e-87d8-ca93ae5a1c1b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:39.727717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f6232ca0-3aca-464e-87d8-ca93ae5a1c1b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/2464ffb6-5268-4edf-8d51-614ccd844c6f HTTP/1.1" status: 204 len: 168 time: 1.7941470 Nov 09 17:51:39.730432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39596) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:39.761839 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:39.860219 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f61fe3b-b4de-4cba-beea-76adfffac775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27db72cd-22bc-4c17-8155-19216bbe2ded'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:39.864549 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e040155-7d2e-4f58-8d26-a9272d404718" -d '{"events": [{"server_uuid": "4f61fe3b-b4de-4cba-beea-76adfffac775", "name": "network-vif-plugged", "status": "completed", "tag": "27db72cd-22bc-4c17-8155-19216bbe2ded"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:39.908335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 27db72cd-22bc-4c17-8155-19216bbe2ded, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=27db72cd-22bc-4c17-8155-19216bbe2ded,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:39.924961 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:39.928462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de93e3e-d214-4884-a34e-a271960307e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:39.932371 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2de93e3e-d214-4884-a34e-a271960307e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1997159 Nov 09 17:51:39.935959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39600) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:40.060075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc189ff-7fcf-4808-b623-b49284e4284b req-1a1097e3-959f-4ed4-a3de-1397136e611b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:40.068699 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6fc189ff-7fcf-4808-b623-b49284e4284b req-1a1097e3-959f-4ed4-a3de-1397136e611b tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.1156216 Nov 09 17:51:40.122585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b3c631-8935-470b-89ae-207ffdd78555 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:40.124021 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=27db72cd-22bc-4c17-8155-19216bbe2ded,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:40.126106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a3b3c631-8935-470b-89ae-207ffdd78555 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1849904 Nov 09 17:51:40.134821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39606) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:40.157862 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6fc189ff-7fcf-4808-b623-b49284e4284b req-816ba836-abe2-4068-9dc9-28d04ce81d96 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878468 Nov 09 17:51:40.214584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-af285e83-a93a-465c-9511-85de827e6cec None None] Provisioning complete for port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:40.214977 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-af285e83-a93a-465c-9511-85de827e6cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:40.352291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fcb9fb-483b-4d95-9949-fabbe5ad9fed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:40.353612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fcb9fb-483b-4d95-9949-fabbe5ad9fed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:40.356562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fcb9fb-483b-4d95-9949-fabbe5ad9fed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:40.362372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-75fcb9fb-483b-4d95-9949-fabbe5ad9fed tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2208540 Nov 09 17:51:40.363594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39610) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:40.460991 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1be18b-2e18-471e-87b8-7d8f04d47fb3 req-adf13d2b-81c0-4829-873c-5cd8700d1356 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:40.469770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b1be18b-2e18-471e-87b8-7d8f04d47fb3 req-adf13d2b-81c0-4829-873c-5cd8700d1356 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.1433291 Nov 09 17:51:40.524334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c995028-e2d5-46b1-9c15-d687ffd7c5df req-abc2e063-07c5-4713-9789-a27ee1dca9a5 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:40.526151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c995028-e2d5-46b1-9c15-d687ffd7c5df req-abc2e063-07c5-4713-9789-a27ee1dca9a5 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 945 time: 0.2175667 Nov 09 17:51:40.541780 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b1be18b-2e18-471e-87b8-7d8f04d47fb3 req-977c31af-3092-47de-a08f-b27616fd1a6d tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704203 Nov 09 17:51:40.546474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a97d63-cb44-478a-9c21-ea4e7c504792 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 86655588-6200-457b-b0fe-1f7cbe9753c7 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:51:40.553148 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29a97d63-cb44-478a-9c21-ea4e7c504792 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:40.666173 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-455d033e-d0eb-4e0e-a563-7a26fb624de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:40.712005 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c995028-e2d5-46b1-9c15-d687ffd7c5df req-28a8eee9-2882-49ec-a4a7-1e769d4d2b45 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094787 Nov 09 17:51:40.729736 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29a97d63-cb44-478a-9c21-ea4e7c504792 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:40.759468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b8189922-e158-447f-bb21-dc96c8739738 None None] Could not find standard attr ID for object 2464ffb6-5268-4edf-8d51-614ccd844c6f. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:51:40.853844 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ee12e3-8f1f-4237-bc79-89df80dc38a6 x-openstack-request-id: req-f3ee12e3-8f1f-4237-bc79-89df80dc38a6 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:40.854423 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f61fe3b-b4de-4cba-beea-76adfffac775", "name": "network-vif-plugged", "status": "completed", "tag": "27db72cd-22bc-4c17-8155-19216bbe2ded", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:40.854968 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3ee12e3-8f1f-4237-bc79-89df80dc38a6 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:40.855420 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f61fe3b-b4de-4cba-beea-76adfffac775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27db72cd-22bc-4c17-8155-19216bbe2ded', 'code': 200} Nov 09 17:51:40.985970 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86dabfa2-a57a-42aa-a935-e2b26b541435 req-b5b0d580-2f96-4c64-a44d-fcf277437847 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.1327748 Nov 09 17:51:41.009411 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29a97d63-cb44-478a-9c21-ea4e7c504792 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:41.082913 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac31d7a-52b2-4cb1-a59a-c838af94cf75 req-c9ffa327-e9dc-40d9-bb89-49e3ad0e14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:41.084702 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5ac31d7a-52b2-4cb1-a59a-c838af94cf75 req-c9ffa327-e9dc-40d9-bb89-49e3ad0e14ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 1096 time: 0.0977423 Nov 09 17:51:41.138363 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5ac31d7a-52b2-4cb1-a59a-c838af94cf75 req-db6b86f8-0ea5-44c0-a830-a845e85c1cb2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Nov 09 17:51:41.179419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028f3a7-156e-47f5-897c-824b270ae715 req-d010a473-c40e-4817-aa34-67dfc36cdb76 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:41.183756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8028f3a7-156e-47f5-897c-824b270ae715 req-d010a473-c40e-4817-aa34-67dfc36cdb76 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.2033203 Nov 09 17:51:41.211065 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31fed1-4430-49c8-824d-dfbc04bcab19 req-9620e457-e03d-43dc-b692-09b5d59b6f4b tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:41.212925 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7b31fed1-4430-49c8-824d-dfbc04bcab19 req-9620e457-e03d-43dc-b692-09b5d59b6f4b tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 945 time: 0.0778658 Nov 09 17:51:41.233193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39628) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:41.241051 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29a97d63-cb44-478a-9c21-ea4e7c504792 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:41.241284 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-54286032-6387-4248-a398-3f60a3302981 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Request body: {'floatingip': {'port_id': '8749fce6-13a6-44bb-a252-fa80480ffad8'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:41.283849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a97d63-cb44-478a-9c21-ea4e7c504792 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=86655588-6200-457b-b0fe-1f7cbe9753c7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:41.288577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8028f3a7-156e-47f5-897c-824b270ae715 req-79f79e86-1b5c-47c8-9a46-33e20fd97d13 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927722 Nov 09 17:51:41.291452 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29a97d63-cb44-478a-9c21-ea4e7c504792 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:41.298823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-29a97d63-cb44-478a-9c21-ea4e7c504792 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/86655588-6200-457b-b0fe-1f7cbe9753c7 HTTP/1.1" status: 204 len: 168 time: 0.8866572 Nov 09 17:51:41.298823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39630) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:41.304239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926168cc-9ef6-4f43-a966-0b4190d80fe5 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:41.321170 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-54286032-6387-4248-a398-3f60a3302981 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:41.420394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ef2104-cd2e-4872-9266-146c393391ee tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet f23e88cc-0415-4573-8ea0-0d21cd4e7556 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:51:41.427119 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25ef2104-cd2e-4872-9266-146c393391ee tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:41.587945 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25ef2104-cd2e-4872-9266-146c393391ee tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:41.657622 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce2bd6-18f1-4167-9288-eaaa224c87fd req-5e10cacf-eae3-4f1a-8633-80ed4cbb473d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:41.665355 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdce2bd6-18f1-4167-9288-eaaa224c87fd req-5e10cacf-eae3-4f1a-8633-80ed4cbb473d tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.1655202 Nov 09 17:51:41.782199 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdce2bd6-18f1-4167-9288-eaaa224c87fd req-972f4e07-3251-4b2f-b9b4-a1a12b44b86e tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095479 Nov 09 17:51:41.841324 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25ef2104-cd2e-4872-9266-146c393391ee tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:42.241018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-51e4d6e2-f83b-4c5c-8838-f31647e202ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:42.243387 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-51e4d6e2-f83b-4c5c-8838-f31647e202ec service neutron] 10.222.0.18 "GET /v2.0/ports/6ef9967e-4c83-4ee5-860b-bdb537513739 HTTP/1.1" status: 200 len: 1033 time: 0.1593959 Nov 09 17:51:42.292156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dd9db-89e3-402a-ab76-53f394ed54af req-33d8d52e-3623-4d1c-843b-667f2fb376d9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:42.294866 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-609dd9db-89e3-402a-ab76-53f394ed54af req-33d8d52e-3623-4d1c-843b-667f2fb376d9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.5699136 Nov 09 17:51:42.319616 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25ef2104-cd2e-4872-9266-146c393391ee tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:42.342528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-dfddda26-42a9-4296-aa6e-99797fb22734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:42.345353 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-dfddda26-42a9-4296-aa6e-99797fb22734 service neutron] 10.222.0.18 "GET /v2.0/ports/510929e3-6484-4eca-8e41-119ef67dace3 HTTP/1.1" status: 200 len: 1031 time: 0.0945435 Nov 09 17:51:42.417889 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25ef2104-cd2e-4872-9266-146c393391ee tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:42.428981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-25ef2104-cd2e-4872-9266-146c393391ee tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/f23e88cc-0415-4573-8ea0-0d21cd4e7556 HTTP/1.1" status: 204 len: 168 time: 1.1289372 Nov 09 17:51:42.430146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef2104-cd2e-4872-9266-146c393391ee tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=f23e88cc-0415-4573-8ea0-0d21cd4e7556,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:42.432784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39688) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:42.523372 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a959659-8b03-45f0-810e-cbc462d1effe req-bb2c6706-2ad8-41f0-9aae-2aef65e5ea7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6830626 Nov 09 17:51:42.697043 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7c3373be-b868-4068-ab17-de6e832a346f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2606640 Nov 09 17:51:42.732444 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [None req-54286032-6387-4248-a398-3f60a3302981 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:51:42.736185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39712) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:42.745701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-14f183e7-46f8-4bdc-a2e3-9d93fd0dfe9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:42.905576 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-609dd9db-89e3-402a-ab76-53f394ed54af req-897fc40d-73ad-465c-9b78-70d989595564 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908687 Nov 09 17:51:43.022790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fec6acad-44f0-4adc-a3b2-33d82801fa9d req-d6c6382d-9caa-4d86-a114-e6eb54ad7c80 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.2961524 Nov 09 17:51:43.256726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-7331c8a7-b73a-4a8e-94f0-ce47e3386f0d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:43.297224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-7331c8a7-b73a-4a8e-94f0-ce47e3386f0d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:43.315981 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-54286032-6387-4248-a398-3f60a3302981 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:43.347628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-7331c8a7-b73a-4a8e-94f0-ce47e3386f0d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:43.360787 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-7331c8a7-b73a-4a8e-94f0-ce47e3386f0d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "GET /v2.0/networks?id=72c64938-8905-40c6-a145-ef2e7c2b875f&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=7a6d1d09-f698-4920-b89f-e75ca6887450&id=7a6d1d09-f698-4920-b89f-e75ca6887450 HTTP/1.1" status: 200 len: 1996 time: 0.9567575 Nov 09 17:51:43.362674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fda70af-a763-4842-a796-3cfd8cc7b730 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:43.422763 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-54286032-6387-4248-a398-3f60a3302981 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:43.618456 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-b0904e6a-6226-45d6-9ddd-26bd61fe0c9d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9604b69a568944e2ae3cded901a7acdd HTTP/1.1" status: 200 len: 379 time: 0.2441173 Nov 09 17:51:43.626915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f183e7-46f8-4bdc-a2e3-9d93fd0dfe9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:43.634217 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14f183e7-46f8-4bdc-a2e3-9d93fd0dfe9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:43.648048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-57493763-0ab9-4eb2-b5a8-67d4fc5d5768 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'port': {'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'admin_state_up': True, 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'security_groups': ['7ddb17c8-1368-44fe-9021-c21d31d6422d']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:43.726612 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ac8af468-7d54-4900-aea1-5a1c3f6df917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:43.772465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f5cabf1a-1959-4158-a4cb-6375116840d5 None None] Provisioning complete for port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:43.773171 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f5cabf1a-1959-4158-a4cb-6375116840d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:43.792610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ba50b-4e7b-4b99-9b98-188e14a1fd2d req-19e5bf07-bdca-4c30-8c8a-ecd7db1c9ac5 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:43.799710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ba50b-4e7b-4b99-9b98-188e14a1fd2d req-19e5bf07-bdca-4c30-8c8a-ecd7db1c9ac5 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:43.801575 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a30ba50b-4e7b-4b99-9b98-188e14a1fd2d req-19e5bf07-bdca-4c30-8c8a-ecd7db1c9ac5 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6&device_id=e8b41178-0e15-4f43-8074-e5d690f113fa HTTP/1.1" status: 200 len: 1682 time: 0.3144910 Nov 09 17:51:43.837334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e4bee-8c42-4313-8219-e41f7ff8f98b req-c22c6359-c600-4df9-9969-98219303682d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:43.848879 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-794e4bee-8c42-4313-8219-e41f7ff8f98b req-c22c6359-c600-4df9-9969-98219303682d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.6976030 Nov 09 17:51:43.860762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a959659-8b03-45f0-810e-cbc462d1effe req-dabfe3f1-07f2-4a12-aeef-918033849699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:43.863834 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a959659-8b03-45f0-810e-cbc462d1effe req-dabfe3f1-07f2-4a12-aeef-918033849699 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ca16651d81b4613ad2ee893c830e443&device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 1098 time: 1.1995978 Nov 09 17:51:43.955531 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-794e4bee-8c42-4313-8219-e41f7ff8f98b req-24a09d53-9836-4ebd-bb68-cbf919342bfd tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056168 Nov 09 17:51:44.127379 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5a1edc-fba6-48fc-8fd3-c6db4b4f1d47 None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:51:44.157151 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-54286032-6387-4248-a398-3f60a3302981 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Floating IP fd6f5d32-ca73-4dab-b9d8-16214081f66c associated. External IP: 172.25.1.197, port: 8749fce6-13a6-44bb-a252-fa80480ffad8. Nov 09 17:51:44.222742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a1edc-fba6-48fc-8fd3-c6db4b4f1d47 None None] Deleting port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:44.223489 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7a5a1edc-fba6-48fc-8fd3-c6db4b4f1d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:44.318696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-57493763-0ab9-4eb2-b5a8-67d4fc5d5768 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Made reservation on behalf of 9604b69a568944e2ae3cded901a7acdd for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:44.333358 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-57493763-0ab9-4eb2-b5a8-67d4fc5d5768 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:44.379858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7a5a1edc-fba6-48fc-8fd3-c6db4b4f1d47 None None] For port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6c27fdb3-aec7-43ef-8eda-65bbdf18cc43,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:44.381604 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7a5a1edc-fba6-48fc-8fd3-c6db4b4f1d47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:44.468458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a1edc-fba6-48fc-8fd3-c6db4b4f1d47 None None] Calling delete_port for 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:44.482575 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:44.577204 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a30ba50b-4e7b-4b99-9b98-188e14a1fd2d req-49273e8e-4dba-455f-a35c-cf14e0b054f7 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7608123 Nov 09 17:51:44.668175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b5421-e079-4d55-b31c-0a9bab4b526e req-f05b7d83-63f8-4d8a-91d7-9a47fef7c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:44.670838 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b5421-e079-4d55-b31c-0a9bab4b526e req-f05b7d83-63f8-4d8a-91d7-9a47fef7c010 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0&device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 1096 time: 0.4829376 Nov 09 17:51:44.697298 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7a5a1edc-fba6-48fc-8fd3-c6db4b4f1d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:44.774497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a1edc-fba6-48fc-8fd3-c6db4b4f1d47 None None] Pushing event deleted for resources: {'Port': ['ID=6c27fdb3-aec7-43ef-8eda-65bbdf18cc43,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:44.828430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5a1edc-fba6-48fc-8fd3-c6db4b4f1d47 None None] No DVR routers for this DVR port 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:51:45.004671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:45.017216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd9b995e-cb16-4c08-aafb-82e985b47721 req-1573cf31-4404-4891-aae8-2c0820cdbacc tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.0434823 Nov 09 17:51:45.142505 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:51:45.142801 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6c27fdb3-aec7-43ef-8eda-65bbdf18cc43 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:45.361535 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:45.486836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a959659-8b03-45f0-810e-cbc462d1effe req-30840e38-a8fb-400d-8c79-3a9a256c62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:45.489371 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a959659-8b03-45f0-810e-cbc462d1effe req-30840e38-a8fb-400d-8c79-3a9a256c62ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 HTTP/1.1" status: 200 len: 914 time: 1.5096781 Nov 09 17:51:45.601912 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a959659-8b03-45f0-810e-cbc462d1effe req-785851e4-e261-4f98-8c8e-9a788987d10e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3386037a-6217-48d9-947d-caf714fd2d89 HTTP/1.1" status: 200 len: 217 time: 0.0760083 Nov 09 17:51:45.720814 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793c332-fb0c-41bc-94d7-36041f8dfa11 req-6cfbb0b9-0497-4d87-be38-107a9e94f332 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:45.724021 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2793c332-fb0c-41bc-94d7-36041f8dfa11 req-6cfbb0b9-0497-4d87-be38-107a9e94f332 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 1.5471511 Nov 09 17:51:45.727987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a959659-8b03-45f0-810e-cbc462d1effe req-be035298-4a48-48ed-9b2a-2e9e543a580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:45.732203 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a959659-8b03-45f0-810e-cbc462d1effe req-be035298-4a48-48ed-9b2a-2e9e543a580f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9fb16f4-0e86-456c-9417-3e45e9793444 HTTP/1.1" status: 200 len: 853 time: 0.1105378 Nov 09 17:51:45.893283 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a959659-8b03-45f0-810e-cbc462d1effe req-b7fd138a-fa6b-4ac2-b78d-10dd582d9ba2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412768 Nov 09 17:51:46.032200 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2793c332-fb0c-41bc-94d7-36041f8dfa11 req-32d84eff-5d73-4eda-9b90-7f7eec448c0c tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948909 Nov 09 17:51:46.195857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54286032-6387-4248-a398-3f60a3302981 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Router 188b2b73-4676-4d2e-be18-31c0ec925034 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:51:46.457383 n-d-817236-1 neutron-server[102154]: DEBUG neutron.objects.ports [None req-14f183e7-46f8-4bdc-a2e3-9d93fd0dfe9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:51:46.539751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14f183e7-46f8-4bdc-a2e3-9d93fd0dfe9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:46.578826 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a959659-8b03-45f0-810e-cbc462d1effe req-b1f12c0a-49e8-4004-a046-9bdf0656e2b4 service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668882 Nov 09 17:51:46.744366 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2d354ce7-792c-4062-b5d7-99c810cfce85 req-cd63cee3-c542-46f8-8750-3e09e6d1f7d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.1044941 Nov 09 17:51:46.897933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-57493763-0ab9-4eb2-b5a8-67d4fc5d5768 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Allocated IP 172.20.0.12 (72c64938-8905-40c6-a145-ef2e7c2b875f/9f792151-56b0-45c8-afdd-23d2b348cfe7/d69e5ee6-c321-45a8-8ab4-d2ecb8dca000) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:46.930476 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54286032-6387-4248-a398-3f60a3302981 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:51:46.942983 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-54286032-6387-4248-a398-3f60a3302981 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:46.952292 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514df0a1-01dd-43b0-9784-40572d89ede6 None None] Sync routers for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:51:47.023272 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514df0a1-01dd-43b0-9784-40572d89ede6 None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:51:47.023914 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-514df0a1-01dd-43b0-9784-40572d89ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:51:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:47.154932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-54286032-6387-4248-a398-3f60a3302981 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "PUT /v2.0/floatingips/fd6f5d32-ca73-4dab-b9d8-16214081f66c HTTP/1.1" status: 200 len: 991 time: 5.9201896 Nov 09 17:51:47.165555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdad812-b924-41c5-92c7-144488de8c75', 'tag': '8749fce6-13a6-44bb-a252-fa80480ffad8'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:47.176704 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbb0c21-7b8a-4b15-94b8-fd28171bd63e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdad812-b924-41c5-92c7-144488de8c75", "tag": "8749fce6-13a6-44bb-a252-fa80480ffad8"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:47.190229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b5421-e079-4d55-b31c-0a9bab4b526e req-8c9497ee-6ed3-4659-80af-59a7b595f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:47.201486 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b5421-e079-4d55-b31c-0a9bab4b526e req-8c9497ee-6ed3-4659-80af-59a7b595f101 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c22a0cc3-8531-4cb4-a256-aeda00f0b076 HTTP/1.1" status: 200 len: 919 time: 2.2488000 Nov 09 17:51:47.213008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f183e7-46f8-4bdc-a2e3-9d93fd0dfe9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:47.260860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a959659-8b03-45f0-810e-cbc462d1effe req-8aa7a88a-39a8-4fc5-bcc1-0c0f14edf8f1 service neutron] 10.222.0.13 "GET /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492505 Nov 09 17:51:47.285238 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-14f183e7-46f8-4bdc-a2e3-9d93fd0dfe9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:47.291863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f183e7-46f8-4bdc-a2e3-9d93fd0dfe9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:47.293390 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14f183e7-46f8-4bdc-a2e3-9d93fd0dfe9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:47.301886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cd5289-a158-4d8d-bf04-8a2937108c7f None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:47.427290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-14f183e7-46f8-4bdc-a2e3-9d93fd0dfe9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6888316 Nov 09 17:51:47.430244 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40086) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:47.447714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6042aeb0-96d5-420d-80ba-ed7490006199 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:47.501141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36f09-0705-409c-b37c-b3903e8da024 req-bb0741ef-08d5-45c6-a2d3-90b87bad0e37 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:47.523579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4f36f09-0705-409c-b37c-b3903e8da024 req-bb0741ef-08d5-45c6-a2d3-90b87bad0e37 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 1.1854854 Nov 09 17:51:47.531163 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-514df0a1-01dd-43b0-9784-40572d89ede6 None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:51:47.591249 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b5421-e079-4d55-b31c-0a9bab4b526e req-edbf1090-e55b-466c-b1b2-f3c84ec525f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 200 len: 217 time: 0.3322701 Nov 09 17:51:47.657018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:47.671033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f183e7-46f8-4bdc-a2e3-9d93fd0dfe9d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=e1902ce5-c1d1-4754-86cc-2a78a177a77a,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:47.765831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4f36f09-0705-409c-b37c-b3903e8da024 req-ddde8165-d2dd-4907-9768-966826a7b21b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409942 Nov 09 17:51:47.944760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb3293-5bea-45fa-a8a1-849707be3ff2 req-a28cf66a-cac7-4c36-a4ec-dae2f28b6b58 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:47.955958 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-81fb3293-5bea-45fa-a8a1-849707be3ff2 req-a28cf66a-cac7-4c36-a4ec-dae2f28b6b58 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.4261889 Nov 09 17:51:48.161438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': 'e1902ce5-c1d1-4754-86cc-2a78a177a77a'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:51:48.162952 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:48.256587 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-57493763-0ab9-4eb2-b5a8-67d4fc5d5768 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:48.301076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b5421-e079-4d55-b31c-0a9bab4b526e req-ba74ca73-b9a2-4e62-b5e3-2b66d4c95b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:48.314525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b5421-e079-4d55-b31c-0a9bab4b526e req-ba74ca73-b9a2-4e62-b5e3-2b66d4c95b2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f0be2f0-7614-4e4e-920f-dcec26a673a6 HTTP/1.1" status: 200 len: 858 time: 0.7124705 Nov 09 17:51:48.408072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-81fb3293-5bea-45fa-a8a1-849707be3ff2 req-6d6eb010-ada5-4493-be3c-d46916d63964 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387829 Nov 09 17:51:48.460696 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139ef24e-b876-44df-9613-686a28c854e4 x-openstack-request-id: req-139ef24e-b876-44df-9613-686a28c854e4 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:48.461147 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdad812-b924-41c5-92c7-144488de8c75", "tag": "8749fce6-13a6-44bb-a252-fa80480ffad8", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:48.461541 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-139ef24e-b876-44df-9613-686a28c854e4 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:48.462208 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdad812-b924-41c5-92c7-144488de8c75', 'tag': '8749fce6-13a6-44bb-a252-fa80480ffad8', 'status': 'completed', 'code': 200} Nov 09 17:51:48.517113 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b5421-e079-4d55-b31c-0a9bab4b526e req-c78e3068-98b1-42ad-b111-4357cd0b4430 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c22a0cc3-8531-4cb4-a256-aeda00f0b076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807508 Nov 09 17:51:48.727503 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-514df0a1-01dd-43b0-9784-40572d89ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'fd6f5d32-ca73-4dab-b9d8-16214081f66c', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'port_id': '8749fce6-13a6-44bb-a252-fa80480ffad8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'mac_address': 'fa:16:3e:93:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad812-b924-41c5-92c7-144488de8c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:51:14Z', 'updated_at': '2021-11-09T17:51:42Z', 'revision_number': 1, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:33Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:48.747316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b5421-e079-4d55-b31c-0a9bab4b526e req-ae869d54-e2bd-4ab2-9059-77f1bf29b488 service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216976 Nov 09 17:51:48.838601 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514df0a1-01dd-43b0-9784-40572d89ede6 None None] Checking router: 188b2b73-4676-4d2e-be18-31c0ec925034 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:51:48.894105 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514df0a1-01dd-43b0-9784-40572d89ede6 None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:51:48.907642 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-514df0a1-01dd-43b0-9784-40572d89ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:51:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:48.928948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6042aeb0-96d5-420d-80ba-ed7490006199 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:48.947692 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6042aeb0-96d5-420d-80ba-ed7490006199 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:48.985536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-939482ff-7d04-482a-9520-b405ac3f0d26 req-34b0d813-b2d6-4ab6-8f6f-60051b976514 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.2182972 Nov 09 17:51:49.019376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Allocated IP 2001:db8::f816:3eff:fe71:3e30 (95294590-f827-4cfc-bf5f-176a9c97fb32/e1902ce5-c1d1-4754-86cc-2a78a177a77a/6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:49.045177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb0c21-7b8a-4b15-94b8-fd28171bd63e req-38729fb1-27be-43e4-b048-856a435bbf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:49.046927 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cbb0c21-7b8a-4b15-94b8-fd28171bd63e req-38729fb1-27be-43e4-b048-856a435bbf7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 1096 time: 0.5556719 Nov 09 17:51:49.165604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d48b5421-e079-4d55-b31c-0a9bab4b526e req-39ca94ce-73c3-4f4e-9de9-36c8b4b013fe service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068708 Nov 09 17:51:49.506310 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-514df0a1-01dd-43b0-9784-40572d89ede6 None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:51:49.516472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb0c21-7b8a-4b15-94b8-fd28171bd63e req-9a4b6a7f-f178-4f02-a23a-0876186d6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:49.520082 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cbb0c21-7b8a-4b15-94b8-fd28171bd63e req-9a4b6a7f-f178-4f02-a23a-0876186d6515 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 912 time: 0.3525634 Nov 09 17:51:49.551387 n-d-817236-1 neutron-server[102155]: INFO neutron.db.ipam_backend_mixin [None req-6042aeb0-96d5-420d-80ba-ed7490006199 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e1902ce5-c1d1-4754-86cc-2a78a177a77a (CIDR: 2001:db8::/64) Nov 09 17:51:49.565556 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-57493763-0ab9-4eb2-b5a8-67d4fc5d5768 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:49.583184 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:49.604746 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:49.662099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-57493763-0ab9-4eb2-b5a8-67d4fc5d5768 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Network 72c64938-8905-40c6-a145-ef2e7c2b875f is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:49.665388 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-6042aeb0-96d5-420d-80ba-ed7490006199 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:51:49.666792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6042aeb0-96d5-420d-80ba-ed7490006199 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:51:49.671168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-57493763-0ab9-4eb2-b5a8-67d4fc5d5768 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:49.681036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-57493763-0ab9-4eb2-b5a8-67d4fc5d5768 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:49.800743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57493763-0ab9-4eb2-b5a8-67d4fc5d5768 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'Port': ['ID=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:49.811900 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Pushing event updated for resources: {'Port': ['ID=6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:49.845935 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6042aeb0-96d5-420d-80ba-ed7490006199 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4138415 Nov 09 17:51:49.850292 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40178) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:49.857179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5db7ee-9c3e-4d62-8efa-ed59f364ba69 req-1409377f-9ea1-4014-9881-4924d1d4447e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:49.859481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-78351ec1-8e18-4b31-9a0c-b5be25457315 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:49.860820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:49.867912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:49.868206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b5db7ee-9c3e-4d62-8efa-ed59f364ba69 req-1409377f-9ea1-4014-9881-4924d1d4447e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.6139839 Nov 09 17:51:49.877121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:50.046394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Attempting to bind port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:51:50.047177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Attempting to bind port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:51:50.047811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Attempting to bind port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:51:50.063490 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:51:50.064094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:51:50.064755 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:50.065403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:51:50.066524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Bound port: 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:51:50.066838 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:50.070177 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b5db7ee-9c3e-4d62-8efa-ed59f364ba69 req-961e0840-e9f7-443e-bdec-2fa6dd55e4cf tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008188 Nov 09 17:51:50.097536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cbb0c21-7b8a-4b15-94b8-fd28171bd63e req-875eb451-bf45-45b7-9ab5-2a291eaeb60e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8749fce6-13a6-44bb-a252-fa80480ffad8 HTTP/1.1" status: 200 len: 999 time: 0.5610156 Nov 09 17:51:50.147143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164fb75-dcd4-4618-bb01-c8a534728832 req-8089df86-aa55-4f02-9b14-78cf223cd788 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:50.149222 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2443af7-bf88-4537-ba50-b6172ff9de6c req-b3dca7c6-a3da-4862-a740-9107bb823482 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:50.156880 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2443af7-bf88-4537-ba50-b6172ff9de6c req-b3dca7c6-a3da-4862-a740-9107bb823482 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b41178-0e15-4f43-8074-e5d690f113fa HTTP/1.1" status: 200 len: 946 time: 0.7188413 Nov 09 17:51:50.172248 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7164fb75-dcd4-4618-bb01-c8a534728832 req-8089df86-aa55-4f02-9b14-78cf223cd788 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8b41178-0e15-4f43-8074-e5d690f113fa HTTP/1.1" status: 200 len: 946 time: 0.4997818 Nov 09 17:51:50.176201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-57493763-0ab9-4eb2-b5a8-67d4fc5d5768 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:50.176959 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-57493763-0ab9-4eb2-b5a8-67d4fc5d5768 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:50.268152 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-514df0a1-01dd-43b0-9784-40572d89ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'fd6f5d32-ca73-4dab-b9d8-16214081f66c', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'port_id': '8749fce6-13a6-44bb-a252-fa80480ffad8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'mac_address': 'fa:16:3e:93:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad812-b924-41c5-92c7-144488de8c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:51:14Z', 'updated_at': '2021-11-09T17:51:42Z', 'revision_number': 1, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:33Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:51:50.346493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] For port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:51:50.350396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6b850e7c-fb11-4b85-9856-ce50fc80ff2f None None] Provisioning complete for port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:50.351371 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6b850e7c-fb11-4b85-9856-ce50fc80ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:50.357333 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] For port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:51:50.371864 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514df0a1-01dd-43b0-9784-40572d89ede6 None None] The sync data for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 is: [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'fd6f5d32-ca73-4dab-b9d8-16214081f66c', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'port_id': '8749fce6-13a6-44bb-a252-fa80480ffad8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'mac_address': 'fa:16:3e:93:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad812-b924-41c5-92c7-144488de8c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:51:14Z', 'updated_at': '2021-11-09T17:51:42Z', 'revision_number': 1, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:33Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:51:50.417632 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:50.434497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78351ec1-8e18-4b31-9a0c-b5be25457315 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:50.454444 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-78351ec1-8e18-4b31-9a0c-b5be25457315 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:50.471253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-57493763-0ab9-4eb2-b5a8-67d4fc5d5768 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8275266 Nov 09 17:51:50.500209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-fc052da7-67ca-4ebc-9c42-e10130bc17ef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'port': {'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b', 'admin_state_up': True, 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'security_groups': ['7ddb17c8-1368-44fe-9021-c21d31d6422d']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:50.620411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-6b850e7c-fb11-4b85-9856-ce50fc80ff2f None None] Port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:51:50.644329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb0c21-7b8a-4b15-94b8-fd28171bd63e req-648338f5-a8f6-4e24-b39f-281e271e1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:50.662547 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cbb0c21-7b8a-4b15-94b8-fd28171bd63e req-648338f5-a8f6-4e24-b39f-281e271e1c85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90e004d7-aa4f-429b-b705-1f002be3405f HTTP/1.1" status: 200 len: 850 time: 0.4859781 Nov 09 17:51:50.686422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a005054-eb34-40b7-91b8-6731308089f2 req-634cc718-a625-4f9a-b045-1255574cdfe6 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:50.688818 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a005054-eb34-40b7-91b8-6731308089f2 req-634cc718-a625-4f9a-b045-1255574cdfe6 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.4973400 Nov 09 17:51:50.695378 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7164fb75-dcd4-4618-bb01-c8a534728832 req-d8ba68d6-cfb7-4ef8-8cb4-af823cd14dfa tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206363 Nov 09 17:51:50.748285 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2236f3c-5554-4f5c-818d-ee2879b76c4b None None] Pushing event updated for resources: {'Port': ['ID=6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:50.809882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f2443af7-bf88-4537-ba50-b6172ff9de6c req-b523d0c1-d6ca-4134-8a5a-bb6e7aacfdd8 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Deleting port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:50.810627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f2443af7-bf88-4537-ba50-b6172ff9de6c req-b523d0c1-d6ca-4134-8a5a-bb6e7aacfdd8 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:51.052143 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be1c14-4072-4a2d-9397-85f6e4c223d5 None None] New status for floating IP fd6f5d32-ca73-4dab-b9d8-16214081f66c: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:51:51.086424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb0c21-7b8a-4b15-94b8-fd28171bd63e req-85d5e567-622f-4836-bfa6-3bedc48c2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:51.088066 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cbb0c21-7b8a-4b15-94b8-fd28171bd63e req-85d5e567-622f-4836-bfa6-3bedc48c2dcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62985637-89b4-4626-b71d-b65e6efa34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3602161 Nov 09 17:51:51.183664 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a005054-eb34-40b7-91b8-6731308089f2 req-14060ef3-1a2d-4bd9-9926-b6791afcddcd tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114602 Nov 09 17:51:51.244884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2ed2-3075-43a5-80f0-90feaeed27ff req-a0cd9a83-62cb-4c27-aa99-0964f6512714 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:51.248034 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f05e2ed2-3075-43a5-80f0-90feaeed27ff req-a0cd9a83-62cb-4c27-aa99-0964f6512714 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 945 time: 0.5249398 Nov 09 17:51:51.396406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-f2443af7-bf88-4537-ba50-b6172ff9de6c req-b523d0c1-d6ca-4134-8a5a-bb6e7aacfdd8 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] For port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=04a3b9f6-0eaf-4f10-a66f-e7001052a38e,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:51.403506 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f2443af7-bf88-4537-ba50-b6172ff9de6c req-b523d0c1-d6ca-4134-8a5a-bb6e7aacfdd8 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:51.479948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f2443af7-bf88-4537-ba50-b6172ff9de6c req-b523d0c1-d6ca-4134-8a5a-bb6e7aacfdd8 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Calling delete_port for 04a3b9f6-0eaf-4f10-a66f-e7001052a38e owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:51.493057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-fc052da7-67ca-4ebc-9c42-e10130bc17ef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Made reservation on behalf of 9604b69a568944e2ae3cded901a7acdd for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:51.508766 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-fc052da7-67ca-4ebc-9c42-e10130bc17ef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:51.568312 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cbb0c21-7b8a-4b15-94b8-fd28171bd63e req-0f1bcb7c-3fe6-40d0-a61d-29579419d427 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578652 Nov 09 17:51:51.598082 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53aad3-4029-4494-bb20-9bbd20ed0c5c req-82ba8309-bb80-4986-b613-38eee657d1c6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:51.624145 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba53aad3-4029-4494-bb20-9bbd20ed0c5c req-82ba8309-bb80-4986-b613-38eee657d1c6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 932 time: 0.6520143 Nov 09 17:51:51.890405 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cbb0c21-7b8a-4b15-94b8-fd28171bd63e req-867ca688-dac9-4b68-8666-bad9e50ab9fe service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079436 Nov 09 17:51:51.929992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-fc052da7-67ca-4ebc-9c42-e10130bc17ef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Allocated IP 10.1.1.102 (ab3ee116-42d6-4b96-992c-e858e888877b/2440b6f7-c323-4b43-b3ed-bc5e9aae45c2/55aad609-e018-4a11-95ea-6a959eefd6a9) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:52.048557 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba53aad3-4029-4494-bb20-9bbd20ed0c5c req-1f2b7678-2180-4529-a0c8-c6b6f8c9ebec tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4137270 Nov 09 17:51:52.222512 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-78351ec1-8e18-4b31-9a0c-b5be25457315 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:52.313156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78351ec1-8e18-4b31-9a0c-b5be25457315 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:52.321631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-78351ec1-8e18-4b31-9a0c-b5be25457315 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:52.334830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78351ec1-8e18-4b31-9a0c-b5be25457315 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:52.335741 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-78351ec1-8e18-4b31-9a0c-b5be25457315 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:52.381195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78351ec1-8e18-4b31-9a0c-b5be25457315 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=7e52544d-9d58-4b7b-bb7d-e0d8b09bd89f,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:52.448632 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-78351ec1-8e18-4b31-9a0c-b5be25457315 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5900929 Nov 09 17:51:52.450783 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40204) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:52.465196 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'mac_address': 'fa:16:3e:ba:a9:7f', 'name': 'tempest-NetworksTestDHCPv6-931764168'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:52.552234 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82993a-b4fa-4bde-9333-cfd822259bb8 req-6ecdf8ea-0be6-418d-aaa9-da74aaa252a8 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:52.554637 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be82993a-b4fa-4bde-9333-cfd822259bb8 req-6ecdf8ea-0be6-418d-aaa9-da74aaa252a8 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8b41178-0e15-4f43-8074-e5d690f113fa HTTP/1.1" status: 200 len: 946 time: 0.1995885 Nov 09 17:51:52.623627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661fdf51-37a6-44e0-8f38-e359770e0370 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:52.715087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be82993a-b4fa-4bde-9333-cfd822259bb8 req-9a4c457c-5767-4d71-a7be-721a47d23b9d tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358728 Nov 09 17:51:52.753883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f2443af7-bf88-4537-ba50-b6172ff9de6c req-b523d0c1-d6ca-4134-8a5a-bb6e7aacfdd8 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:52.764836 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-fc052da7-67ca-4ebc-9c42-e10130bc17ef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:52.769056 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:52.787034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260eb6d-3878-4d58-bc3c-22bf8c8ba9b5 req-10ab8a3d-ef84-4e89-86e9-6242491076e4 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:52.803923 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4260eb6d-3878-4d58-bc3c-22bf8c8ba9b5 req-10ab8a3d-ef84-4e89-86e9-6242491076e4 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.5878806 Nov 09 17:51:52.938113 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['362fba02-a1c1-441d-b1cc-10f9863f29d7'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:51:52.976559 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:53.020218 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4260eb6d-3878-4d58-bc3c-22bf8c8ba9b5 req-50b26c0b-12ca-4f78-bf97-a74e73a3245f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135460 Nov 09 17:51:53.042445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 3c861538-d76d-4e5c-8f9d-6a4112960d1e yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:51:53.057155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523d0c1-d6ca-4134-8a5a-bb6e7aacfdd8 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Pushing event deleted for resources: {'Port': ['ID=04a3b9f6-0eaf-4f10-a66f-e7001052a38e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:53.171104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f05e2ed2-3075-43a5-80f0-90feaeed27ff req-d5dece5f-e7f8-4279-8e5c-feba03f7afd3 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Deleting port 362fba02-a1c1-441d-b1cc-10f9863f29d7 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:53.171488 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f05e2ed2-3075-43a5-80f0-90feaeed27ff req-d5dece5f-e7f8-4279-8e5c-feba03f7afd3 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:53.194596 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-fc052da7-67ca-4ebc-9c42-e10130bc17ef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:53.213283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2443af7-bf88-4537-ba50-b6172ff9de6c req-b523d0c1-d6ca-4134-8a5a-bb6e7aacfdd8 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] No DVR routers for this DVR port 04a3b9f6-0eaf-4f10-a66f-e7001052a38e on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:51:53.235913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 04a3b9f6-0eaf-4f10-a66f-e7001052a38e no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:53.245306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:53.259304 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f2443af7-bf88-4537-ba50-b6172ff9de6c req-b523d0c1-d6ca-4134-8a5a-bb6e7aacfdd8 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:53.263563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2443af7-bf88-4537-ba50-b6172ff9de6c req-b523d0c1-d6ca-4134-8a5a-bb6e7aacfdd8 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.13 "DELETE /v2.0/ports/04a3b9f6-0eaf-4f10-a66f-e7001052a38e HTTP/1.1" status: 204 len: 173 time: 3.0770535 Nov 09 17:51:53.264431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b41178-0e15-4f43-8074-e5d690f113fa', 'name': 'network-vif-deleted', 'tag': '04a3b9f6-0eaf-4f10-a66f-e7001052a38e'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:53.267134 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6c0df5-e570-4228-88ba-bb6076bf5c99" -d '{"events": [{"server_uuid": "e8b41178-0e15-4f43-8074-e5d690f113fa", "name": "network-vif-deleted", "tag": "04a3b9f6-0eaf-4f10-a66f-e7001052a38e"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:53.325242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b0f34a74-cfdb-4039-a266-84a0d5598265 None None] Provisioning complete for port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:53.327682 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b0f34a74-cfdb-4039-a266-84a0d5598265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:53.360601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-fc052da7-67ca-4ebc-9c42-e10130bc17ef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Network ab3ee116-42d6-4b96-992c-e858e888877b is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:53.401630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-fc052da7-67ca-4ebc-9c42-e10130bc17ef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:53.421682 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc052da7-67ca-4ebc-9c42-e10130bc17ef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'Port': ['ID=55aad609-e018-4a11-95ea-6a959eefd6a9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:53.450071 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-fc052da7-67ca-4ebc-9c42-e10130bc17ef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:53.540675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df8e00-b27a-44fb-ae01-1eeb43235aff req-d42912ef-716e-49c6-8edd-e4125101bca2 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:53.542452 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:53.544654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d3df8e00-b27a-44fb-ae01-1eeb43235aff req-d42912ef-716e-49c6-8edd-e4125101bca2 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.3849759 Nov 09 17:51:53.548658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 04a3b9f6-0eaf-4f10-a66f-e7001052a38e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:51:53.550030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 04a3b9f6-0eaf-4f10-a66f-e7001052a38e not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:53.642630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-fc052da7-67ca-4ebc-9c42-e10130bc17ef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:53.645544 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-fc052da7-67ca-4ebc-9c42-e10130bc17ef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:53.666130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8:0:1::2ea (95294590-f827-4cfc-bf5f-176a9c97fb32/7e52544d-9d58-4b7b-bb7d-e0d8b09bd89f/3c861538-d76d-4e5c-8f9d-6a4112960d1e) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:53.686677 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:53.697562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::f816:3eff:feba:a97f (95294590-f827-4cfc-bf5f-176a9c97fb32/e1902ce5-c1d1-4754-86cc-2a78a177a77a/3c861538-d76d-4e5c-8f9d-6a4112960d1e) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:53.705069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-fc052da7-67ca-4ebc-9c42-e10130bc17ef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2202144 Nov 09 17:51:53.762318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:53.763570 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:53.800199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-229b5596-6df9-497c-967a-916bd1d83aff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'port': {'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b', 'admin_state_up': True, 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'security_groups': ['7ddb17c8-1368-44fe-9021-c21d31d6422d']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:53.899630 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d3df8e00-b27a-44fb-ae01-1eeb43235aff req-bc126cf8-8349-454b-8563-52d2237c0381 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274000 Nov 09 17:51:53.970582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-f05e2ed2-3075-43a5-80f0-90feaeed27ff req-d5dece5f-e7f8-4279-8e5c-feba03f7afd3 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] For port 362fba02-a1c1-441d-b1cc-10f9863f29d7, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=362fba02-a1c1-441d-b1cc-10f9863f29d7,segment=NetworkSegment(1431177a-c028-40a4-8ae9-3c1ba3123c53),segment_id=1431177a-c028-40a4-8ae9-3c1ba3123c53)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:53.971033 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f05e2ed2-3075-43a5-80f0-90feaeed27ff req-d5dece5f-e7f8-4279-8e5c-feba03f7afd3 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:53.973941 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b0f34a74-cfdb-4039-a266-84a0d5598265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:54.100350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f05e2ed2-3075-43a5-80f0-90feaeed27ff req-d5dece5f-e7f8-4279-8e5c-feba03f7afd3 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Calling delete_port for 362fba02-a1c1-441d-b1cc-10f9863f29d7 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:54.204350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c35a9-ca6a-4406-aa0f-0ee3d67e96de req-f0617ca1-05e4-40ba-b028-c0ef561e0742 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:54.221826 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-974c35a9-ca6a-4406-aa0f-0ee3d67e96de req-f0617ca1-05e4-40ba-b028-c0ef561e0742 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.5515864 Nov 09 17:51:54.240168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508e181-556b-44fb-9d51-7688fc9fc6db req-59c33d12-2b0c-4d30-942c-5dd9bb65804d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:54.252702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508e181-556b-44fb-9d51-7688fc9fc6db req-59c33d12-2b0c-4d30-942c-5dd9bb65804d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:54.268053 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4508e181-556b-44fb-9d51-7688fc9fc6db req-59c33d12-2b0c-4d30-942c-5dd9bb65804d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 1654 time: 0.1391656 Nov 09 17:51:54.389504 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:54.409752 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4508e181-556b-44fb-9d51-7688fc9fc6db req-b75b02e7-4dce-43f9-b002-ee38591c0cff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268761 Nov 09 17:51:54.424117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b0f34a74-cfdb-4039-a266-84a0d5598265 None None] For port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:54.487137 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-974c35a9-ca6a-4406-aa0f-0ee3d67e96de req-57aab036-16ac-45c7-8d4a-f8604f866f57 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638240 Nov 09 17:51:54.534972 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b0f34a74-cfdb-4039-a266-84a0d5598265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:54.547190 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:54.616781 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fe3e66-04ee-466e-afbc-d6bc89c4e7d5 x-openstack-request-id: req-01fe3e66-04ee-466e-afbc-d6bc89c4e7d5 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:54.617215 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b41178-0e15-4f43-8074-e5d690f113fa", "name": "network-vif-deleted", "tag": "04a3b9f6-0eaf-4f10-a66f-e7001052a38e", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:54.617489 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01fe3e66-04ee-466e-afbc-d6bc89c4e7d5 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:54.617956 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b41178-0e15-4f43-8074-e5d690f113fa', 'name': 'network-vif-deleted', 'tag': '04a3b9f6-0eaf-4f10-a66f-e7001052a38e', 'status': 'completed', 'code': 200} Nov 09 17:51:54.625338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-229b5596-6df9-497c-967a-916bd1d83aff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Made reservation on behalf of 9604b69a568944e2ae3cded901a7acdd for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:54.637734 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-229b5596-6df9-497c-967a-916bd1d83aff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:54.680012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=3c861538-d76d-4e5c-8f9d-6a4112960d1e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:54.692434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:54.693260 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:54.696826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:54.717277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:54.717980 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:54.741196 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ec959e6b-a606-4bb9-a1ac-7746d1aa7337 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2880290 Nov 09 17:51:54.742352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f34a74-cfdb-4039-a266-84a0d5598265 None None] Pushing event updated for resources: {'Port': ['ID=6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:54.743152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40224) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:54.906486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a405aa-06b8-4160-9b6a-78e52bf1dcda None None] Update dhcp port {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'fixed_ips': [{'subnet_id': 'e1902ce5-c1d1-4754-86cc-2a78a177a77a', 'ip_address': '2001:db8::f816:3eff:fe71:3e30'}, {'subnet_id': '7e52544d-9d58-4b7b-bb7d-e0d8b09bd89f'}], 'binding:host_id': 'n-d-817236-1'}, 'id': '6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:51:54.986015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-893a8946-944f-4549-94ec-6241323a87ec None None] Provisioning complete for port 55aad609-e018-4a11-95ea-6a959eefd6a9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:54.987464 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-893a8946-944f-4549-94ec-6241323a87ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:55.040033 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-36a405aa-06b8-4160-9b6a-78e52bf1dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:55.147803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-893a8946-944f-4549-94ec-6241323a87ec None None] Port 55aad609-e018-4a11-95ea-6a959eefd6a9 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:51:55.151482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:55.152281 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db954f1-c3d7-43ac-876f-607f39c729ec req-e656b28b-94c5-49a5-aec6-e9bc8cad5119 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:55.154393 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4db954f1-c3d7-43ac-876f-607f39c729ec req-e656b28b-94c5-49a5-aec6-e9bc8cad5119 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.3152282 Nov 09 17:51:55.156920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f28fab43-91a2-4e57-9315-988faeda38da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 3c861538-d76d-4e5c-8f9d-6a4112960d1e {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:55.157267 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f28fab43-91a2-4e57-9315-988faeda38da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:55.256168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 362fba02-a1c1-441d-b1cc-10f9863f29d7 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:55.287343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-229b5596-6df9-497c-967a-916bd1d83aff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Allocated IP 10.1.1.61 (ab3ee116-42d6-4b96-992c-e858e888877b/2440b6f7-c323-4b43-b3ed-bc5e9aae45c2/dd8443a3-ce2a-48ee-a21b-3470a2238132) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:55.306966 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f05e2ed2-3075-43a5-80f0-90feaeed27ff req-d5dece5f-e7f8-4279-8e5c-feba03f7afd3 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:55.333969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ced70-05bb-4bbf-9c85-7b09223b6ae6 req-e2a473b2-45d8-4197-8d33-39833e0529c6 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:55.352273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f4ced70-05bb-4bbf-9c85-7b09223b6ae6 req-e2a473b2-45d8-4197-8d33-39833e0529c6 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/ports?device_id=23a469e2-4d0c-4493-8faa-d646ba6346c6 HTTP/1.1" status: 200 len: 945 time: 0.3456342 Nov 09 17:51:55.368755 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4db954f1-c3d7-43ac-876f-607f39c729ec req-97e45b1b-de1f-464f-b6cf-f1114436ab79 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018023 Nov 09 17:51:55.462759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dece5f-e7f8-4279-8e5c-feba03f7afd3 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Pushing event deleted for resources: {'Port': ['ID=362fba02-a1c1-441d-b1cc-10f9863f29d7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:55.477154 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f28fab43-91a2-4e57-9315-988faeda38da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:55.502283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:55.502935 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:55.523759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f28fab43-91a2-4e57-9315-988faeda38da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 3c861538-d76d-4e5c-8f9d-6a4112960d1e owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:55.597333 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No active binding found for port 362fba02-a1c1-441d-b1cc-10f9863f29d7 {{(pid=102156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 17:51:55.598412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 362fba02-a1c1-441d-b1cc-10f9863f29d7 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:51:55.656320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b239f62-42d7-4804-9a41-5f8fa30f3f60 req-42c38980-4ca9-47d2-a6cc-a5a4a18be17e tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:55.657887 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b239f62-42d7-4804-9a41-5f8fa30f3f60 req-42c38980-4ca9-47d2-a6cc-a5a4a18be17e tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.1596081 Nov 09 17:51:55.776723 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b239f62-42d7-4804-9a41-5f8fa30f3f60 req-03903088-4c11-4a82-882e-d6796a0d0edd tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056128 Nov 09 17:51:55.778633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-36a405aa-06b8-4160-9b6a-78e52bf1dcda None None] Allocated IP 2001:db8:0:1::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/7e52544d-9d58-4b7b-bb7d-e0d8b09bd89f/6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:51:55.812031 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-229b5596-6df9-497c-967a-916bd1d83aff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:55.897514 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f4ced70-05bb-4bbf-9c85-7b09223b6ae6 req-1f0e3edc-4d52-4e7d-ab69-110c12ab1b02 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c824fb0-3216-45ff-bf0c-d101dd27fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415959 Nov 09 17:51:55.904886 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-229b5596-6df9-497c-967a-916bd1d83aff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:56.063633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-36a405aa-06b8-4160-9b6a-78e52bf1dcda None None] For port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:56.106143 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-36a405aa-06b8-4160-9b6a-78e52bf1dcda None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:56.115608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-229b5596-6df9-497c-967a-916bd1d83aff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Network ab3ee116-42d6-4b96-992c-e858e888877b is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:51:56.125516 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-36a405aa-06b8-4160-9b6a-78e52bf1dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:56.148235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05e2ed2-3075-43a5-80f0-90feaeed27ff req-d5dece5f-e7f8-4279-8e5c-feba03f7afd3 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] No DVR routers for this DVR port 362fba02-a1c1-441d-b1cc-10f9863f29d7 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:51:56.179215 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f05e2ed2-3075-43a5-80f0-90feaeed27ff req-d5dece5f-e7f8-4279-8e5c-feba03f7afd3 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:56.185486 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f05e2ed2-3075-43a5-80f0-90feaeed27ff req-d5dece5f-e7f8-4279-8e5c-feba03f7afd3 tempest-ListServersNegativeTestJSON-1935309072 tempest-ListServersNegativeTestJSON-1935309072-project] 10.222.0.18 "DELETE /v2.0/ports/362fba02-a1c1-441d-b1cc-10f9863f29d7 HTTP/1.1" status: 204 len: 173 time: 4.9237761 Nov 09 17:51:56.191247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-229b5596-6df9-497c-967a-916bd1d83aff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:51:56.234319 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-229b5596-6df9-497c-967a-916bd1d83aff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:51:56.326482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5532e-7448-49ca-9a3a-fa321435dbd0 req-b89ebe08-2c8b-475c-832f-b7fdab23ea22 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:56.331646 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ee5532e-7448-49ca-9a3a-fa321435dbd0 req-b89ebe08-2c8b-475c-832f-b7fdab23ea22 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.13 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.8733361 Nov 09 17:51:56.410764 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f28fab43-91a2-4e57-9315-988faeda38da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:56.433141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b5596-6df9-497c-967a-916bd1d83aff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'Port': ['ID=dd8443a3-ce2a-48ee-a21b-3470a2238132,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:56.492404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fefa3-719b-41e0-88f6-6e5978150a67 req-3834f67b-7128-4827-8dd2-d1fe71292215 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:56.526203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fefa3-719b-41e0-88f6-6e5978150a67 req-3834f67b-7128-4827-8dd2-d1fe71292215 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:56.561511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a405aa-06b8-4160-9b6a-78e52bf1dcda None None] Pushing event updated for resources: {'Port': ['ID=6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:56.569002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fefa3-719b-41e0-88f6-6e5978150a67 req-3834f67b-7128-4827-8dd2-d1fe71292215 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:56.587156 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bd1fefa3-719b-41e0-88f6-6e5978150a67 req-3834f67b-7128-4827-8dd2-d1fe71292215 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 2374 time: 0.6332557 Nov 09 17:51:56.623832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa730d18-a508-4ae2-a6f7-0e1da285f7b0 req-b9441f55-d24c-4a62-a81c-d5d4303a5c47 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:56.633173 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa730d18-a508-4ae2-a6f7-0e1da285f7b0 req-b9441f55-d24c-4a62-a81c-d5d4303a5c47 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 0.5997179 Nov 09 17:51:56.647676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a469e2-4d0c-4493-8faa-d646ba6346c6', 'name': 'network-vif-deleted', 'tag': '362fba02-a1c1-441d-b1cc-10f9863f29d7'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:56.650386 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7b934e-210d-4c58-86e8-7b2e5193719b" -d '{"events": [{"server_uuid": "23a469e2-4d0c-4493-8faa-d646ba6346c6", "name": "network-vif-deleted", "tag": "362fba02-a1c1-441d-b1cc-10f9863f29d7"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:56.679853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-229b5596-6df9-497c-967a-916bd1d83aff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:56.681106 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-229b5596-6df9-497c-967a-916bd1d83aff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:56.701582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fab43-91a2-4e57-9315-988faeda38da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=3c861538-d76d-4e5c-8f9d-6a4112960d1e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:56.816718 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bd1fefa3-719b-41e0-88f6-6e5978150a67 req-670d921c-cfd1-4c29-9b79-311043dd2b8e tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275853 Nov 09 17:51:56.836716 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f28fab43-91a2-4e57-9315-988faeda38da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:56.844075 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f28fab43-91a2-4e57-9315-988faeda38da tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/3c861538-d76d-4e5c-8f9d-6a4112960d1e HTTP/1.1" status: 204 len: 168 time: 2.0997021 Nov 09 17:51:56.844820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40244) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:56.845778 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-229b5596-6df9-497c-967a-916bd1d83aff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0912828 Nov 09 17:51:56.893248 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa730d18-a508-4ae2-a6f7-0e1da285f7b0 req-4582e314-a0e0-4b17-a281-7bdc2eda6cfb tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349460 Nov 09 17:51:56.920239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-66c736c2-a85f-4959-b065-e25b4686769e None None] Provisioning complete for port dd8443a3-ce2a-48ee-a21b-3470a2238132 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:56.920849 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-66c736c2-a85f-4959-b065-e25b4686769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:56.946616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-678e96c8-db11-471e-821b-15a8e8c1afb3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'port': {'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450', 'admin_state_up': True, 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'security_groups': ['7ddb17c8-1368-44fe-9021-c21d31d6422d']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:51:56.985223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-6ee5532e-7448-49ca-9a3a-fa321435dbd0 req-81c1b2eb-abfc-4166-8545-07bf2e29b548 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Deleting port 3386037a-6217-48d9-947d-caf714fd2d89 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:51:56.986764 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6ee5532e-7448-49ca-9a3a-fa321435dbd0 req-81c1b2eb-abfc-4166-8545-07bf2e29b548 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:57.083384 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73d80ad-c3c6-4f2a-a2d5-5dc849a23b22 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:57.091168 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a73d80ad-c3c6-4f2a-a2d5-5dc849a23b22 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2448413 Nov 09 17:51:57.101309 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40248) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:57.114932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-66c736c2-a85f-4959-b065-e25b4686769e None None] Port dd8443a3-ce2a-48ee-a21b-3470a2238132 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:51:57.167631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:51:57.280939 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34988003-21f3-42b6-a322-5a5ee4197379 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:57.291562 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-34988003-21f3-42b6-a322-5a5ee4197379 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1864152 Nov 09 17:51:57.293052 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40252) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:57.346876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:57.347826 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:57.394805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbf53cb-2cde-4376-a64b-8dc436ab1562 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:57.402302 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbf53cb-2cde-4376-a64b-8dc436ab1562 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:57.405825 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbf53cb-2cde-4376-a64b-8dc436ab1562 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:57.426580 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3dbf53cb-2cde-4376-a64b-8dc436ab1562 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1319234 Nov 09 17:51:57.432774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40254) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:57.714654 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb2bd4d-a6d2-49d6-84a7-9e06d690e709 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 7e52544d-9d58-4b7b-bb7d-e0d8b09bd89f {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:51:57.736249 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb2bd4d-a6d2-49d6-84a7-9e06d690e709 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:57.873579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f60832-fedc-437d-80e6-43899875e2eb req-6fc9a745-98e5-45cc-9db1-1d2b31220ad1 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:57.875184 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9f60832-fedc-437d-80e6-43899875e2eb req-6fc9a745-98e5-45cc-9db1-1d2b31220ad1 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.3506715 Nov 09 17:51:57.896940 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb2bd4d-a6d2-49d6-84a7-9e06d690e709 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:58.046111 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aa9dcf-fb1d-4306-bd07-bbc11da01cac x-openstack-request-id: req-d1aa9dcf-fb1d-4306-bd07-bbc11da01cac {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:51:58.046953 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a469e2-4d0c-4493-8faa-d646ba6346c6", "name": "network-vif-deleted", "tag": "362fba02-a1c1-441d-b1cc-10f9863f29d7", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:51:58.046953 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1aa9dcf-fb1d-4306-bd07-bbc11da01cac {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:51:58.047726 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a469e2-4d0c-4493-8faa-d646ba6346c6', 'name': 'network-vif-deleted', 'tag': '362fba02-a1c1-441d-b1cc-10f9863f29d7', 'status': 'completed', 'code': 200} Nov 09 17:51:58.135298 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9f60832-fedc-437d-80e6-43899875e2eb req-9b19838f-854b-4ebb-ac9d-e70a84467faf tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207509 Nov 09 17:51:58.149339 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb2bd4d-a6d2-49d6-84a7-9e06d690e709 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:58.179168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c0c43a54-3ab3-401d-bdfd-840cd8ef3eb7 None None] Provisioning complete for port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:51:58.180278 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c0c43a54-3ab3-401d-bdfd-840cd8ef3eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:58.233285 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-678e96c8-db11-471e-821b-15a8e8c1afb3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Made reservation on behalf of 9604b69a568944e2ae3cded901a7acdd for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:51:58.253205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40268) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:58.276812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f4c5c-549e-4fd6-a2c6-2c531032374f req-c77e4d06-4897-4481-9d80-2e86ffb5455f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:58.287427 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-155f4c5c-549e-4fd6-a2c6-2c531032374f req-c77e4d06-4897-4481-9d80-2e86ffb5455f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 1.0769019 Nov 09 17:51:58.623118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6ee5532e-7448-49ca-9a3a-fa321435dbd0 req-81c1b2eb-abfc-4166-8545-07bf2e29b548 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3386037a-6217-48d9-947d-caf714fd2d89,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:58.624251 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6ee5532e-7448-49ca-9a3a-fa321435dbd0 req-81c1b2eb-abfc-4166-8545-07bf2e29b548 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:58.733570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-6ee5532e-7448-49ca-9a3a-fa321435dbd0 req-81c1b2eb-abfc-4166-8545-07bf2e29b548 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Calling delete_port for 3386037a-6217-48d9-947d-caf714fd2d89 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:51:58.753559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb488666-c2b6-4544-89e7-dd2c1763e5e1 admin admin] Deleting subnet e3e3dd87-fd47-40fa-aae7-19b41dccb4e5 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:51:58.799831 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb488666-c2b6-4544-89e7-dd2c1763e5e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:58.875002 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4a2a3a1d-ec97-4dca-8809-75073634817c None None] Could not find standard attr ID for object 3c861538-d76d-4e5c-8f9d-6a4112960d1e. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:51:58.888132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-155f4c5c-549e-4fd6-a2c6-2c531032374f req-5bc510aa-99be-4d84-82de-0d1b41f7fb23 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245230 Nov 09 17:51:59.079717 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 3386037a-6217-48d9-947d-caf714fd2d89 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:51:59.169489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819cfc0-1306-4754-a7e4-fcd2fa8385ae req-bb2cd23c-bb77-47d3-a400-7d4f2dbe81b1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:59.190713 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-678e96c8-db11-471e-821b-15a8e8c1afb3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:59.220404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819cfc0-1306-4754-a7e4-fcd2fa8385ae req-bb2cd23c-bb77-47d3-a400-7d4f2dbe81b1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:59.240503 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb488666-c2b6-4544-89e7-dd2c1763e5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:59.259191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819cfc0-1306-4754-a7e4-fcd2fa8385ae req-bb2cd23c-bb77-47d3-a400-7d4f2dbe81b1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:51:59.283938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e819cfc0-1306-4754-a7e4-fcd2fa8385ae req-bb2cd23c-bb77-47d3-a400-7d4f2dbe81b1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 2374 time: 0.4533432 Nov 09 17:51:59.372078 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:59.372873 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb2bd4d-a6d2-49d6-84a7-9e06d690e709 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:59.469222 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 3386037a-6217-48d9-947d-caf714fd2d89, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=3386037a-6217-48d9-947d-caf714fd2d89,segment=NetworkSegment(6cad7909-dcb5-479a-9b45-54e0f7599d0e),segment_id=6cad7909-dcb5-479a-9b45-54e0f7599d0e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:51:59.470528 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:51:59.477886 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40160c93-a375-4725-b113-c1099dc5f207" -d '{"events": [{"server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "name": "network-vif-unplugged", "status": "completed", "tag": "3386037a-6217-48d9-947d-caf714fd2d89"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:51:59.483578 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:59.521556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2bd4d-a6d2-49d6-84a7-9e06d690e709 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=7e52544d-9d58-4b7b-bb7d-e0d8b09bd89f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:59.546759 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e819cfc0-1306-4754-a7e4-fcd2fa8385ae req-5104b726-7908-4cae-8854-cce357d85df6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611310 Nov 09 17:51:59.551048 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb2bd4d-a6d2-49d6-84a7-9e06d690e709 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:59.557844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dcb2bd4d-a6d2-49d6-84a7-9e06d690e709 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/7e52544d-9d58-4b7b-bb7d-e0d8b09bd89f HTTP/1.1" status: 204 len: 168 time: 2.1227424 Nov 09 17:51:59.571989 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40278) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:51:59.607056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=3386037a-6217-48d9-947d-caf714fd2d89,revision_number=11']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:51:59.615002 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237f2c2d-90cf-4cf2-bd3d-2524a6af0164 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:51:59.727449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38f6ad5-97ca-4128-90be-9a5ec283c68b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet e1902ce5-c1d1-4754-86cc-2a78a177a77a {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:51:59.735562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c38f6ad5-97ca-4128-90be-9a5ec283c68b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:59.796037 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb488666-c2b6-4544-89e7-dd2c1763e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:59.997908 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c38f6ad5-97ca-4128-90be-9a5ec283c68b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:00.048719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-678e96c8-db11-471e-821b-15a8e8c1afb3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Allocated IP 10.2.2.100 (7a6d1d09-f698-4920-b89f-e75ca6887450/17413a2a-b8aa-4376-9143-5b1c6d073885/316e14fe-0b21-43d7-88c8-347033fc6186) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:00.110659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08866ff2-398a-467c-b343-410eaacbf202 req-e060f27f-bff5-456e-9885-5c15cd81ddd7 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:00.127887 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08866ff2-398a-467c-b343-410eaacbf202 req-e060f27f-bff5-456e-9885-5c15cd81ddd7 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.2901971 Nov 09 17:52:00.283345 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb488666-c2b6-4544-89e7-dd2c1763e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:00.344907 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6ee5532e-7448-49ca-9a3a-fa321435dbd0 req-81c1b2eb-abfc-4166-8545-07bf2e29b548 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:00.353627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb488666-c2b6-4544-89e7-dd2c1763e5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e3dd87-fd47-40fa-aae7-19b41dccb4e5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:00.364499 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c38f6ad5-97ca-4128-90be-9a5ec283c68b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:00.383344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4b7b7-5a87-4599-aa5f-867354e1374f req-b09983cf-b97d-4269-a603-9e4869869adc tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:00.385151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39a4b7b7-5a87-4599-aa5f-867354e1374f req-b09983cf-b97d-4269-a603-9e4869869adc tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/ports?device_id=34a5ad22-1e35-486d-85eb-19f195d96df2 HTTP/1.1" status: 200 len: 947 time: 1.2654765 Nov 09 17:52:00.552722 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1b2eb-abfc-4166-8545-07bf2e29b548 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Pushing event deleted for resources: {'Port': ['ID=3386037a-6217-48d9-947d-caf714fd2d89,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:00.587176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c38f6ad5-97ca-4128-90be-9a5ec283c68b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:00.624726 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb488666-c2b6-4544-89e7-dd2c1763e5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:00.631382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-eb488666-c2b6-4544-89e7-dd2c1763e5e1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e3e3dd87-fd47-40fa-aae7-19b41dccb4e5 HTTP/1.1" status: 204 len: 168 time: 2.3420811 Nov 09 17:52:00.633588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40286) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:00.658681 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c38f6ad5-97ca-4128-90be-9a5ec283c68b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:00.675344 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c38f6ad5-97ca-4128-90be-9a5ec283c68b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/e1902ce5-c1d1-4754-86cc-2a78a177a77a HTTP/1.1" status: 204 len: 168 time: 1.0911765 Nov 09 17:52:00.679112 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40288) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:00.767046 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08866ff2-398a-467c-b343-410eaacbf202 req-50d5a118-ac00-4d38-a6cd-12843daf134a tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6379640 Nov 09 17:52:00.786872 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-678e96c8-db11-471e-821b-15a8e8c1afb3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:00.842810 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17cc9677-328a-4236-bba2-59310eb4e075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:00.860154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39a4b7b7-5a87-4599-aa5f-867354e1374f req-99d270d6-75d5-40ea-af2d-3f9f8b5303b8 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2f1c303-c83f-4dcf-801b-22b6016f713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703337 Nov 09 17:52:00.885158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f6ad5-97ca-4128-90be-9a5ec283c68b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=e1902ce5-c1d1-4754-86cc-2a78a177a77a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:00.908181 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-52f0dedd-2b9e-465f-b40c-e4e2d140d1a6 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2237988 Nov 09 17:52:00.910010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40292) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:00.915176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0a14595d-f494-4b92-9c04-a72bb38b9fb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:00.940542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee5532e-7448-49ca-9a3a-fa321435dbd0 req-81c1b2eb-abfc-4166-8545-07bf2e29b548 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] No DVR routers for this DVR port 3386037a-6217-48d9-947d-caf714fd2d89 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:52:00.944867 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6ee5532e-7448-49ca-9a3a-fa321435dbd0 req-81c1b2eb-abfc-4166-8545-07bf2e29b548 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:00.946176 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8b4e36-1692-4cf8-91dd-0c5dabbd1713 x-openstack-request-id: req-ea8b4e36-1692-4cf8-91dd-0c5dabbd1713 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:00.946941 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "name": "network-vif-unplugged", "status": "completed", "tag": "3386037a-6217-48d9-947d-caf714fd2d89", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:00.946941 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea8b4e36-1692-4cf8-91dd-0c5dabbd1713 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:00.947627 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89', 'code': 200} Nov 09 17:52:00.948485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ee5532e-7448-49ca-9a3a-fa321435dbd0 req-81c1b2eb-abfc-4166-8545-07bf2e29b548 tempest-ServersNegativeTestJSON-2082758295 tempest-ServersNegativeTestJSON-2082758295-project] 10.222.0.13 "DELETE /v2.0/ports/3386037a-6217-48d9-947d-caf714fd2d89 HTTP/1.1" status: 204 len: 173 time: 4.4987133 Nov 09 17:52:00.967745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'name': 'network-vif-deleted', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:00.970566 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430b3918-d16d-4399-87b5-c67d465ed1ea" -d '{"events": [{"server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "name": "network-vif-deleted", "tag": "3386037a-6217-48d9-947d-caf714fd2d89"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:01.047293 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908f11a-1611-4125-97eb-f9637475efec req-b16ddee1-5961-4ccb-9cfc-c2fe4d546361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:01.050025 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c908f11a-1611-4125-97eb-f9637475efec req-b16ddee1-5961-4ccb-9cfc-c2fe4d546361 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 1096 time: 0.2426286 Nov 09 17:52:01.216459 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a14595d-f494-4b92-9c04-a72bb38b9fb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:01.219409 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a14595d-f494-4b92-9c04-a72bb38b9fb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:01.346626 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-678e96c8-db11-471e-821b-15a8e8c1afb3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:01.381441 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1a4a3-10a3-46bb-8523-ac720d7b8e94 req-4a2e111b-0d24-409d-a2c1-108f627b43dd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:01.391241 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1a4a3-10a3-46bb-8523-ac720d7b8e94 req-4a2e111b-0d24-409d-a2c1-108f627b43dd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:01.398751 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1a4a3-10a3-46bb-8523-ac720d7b8e94 req-4a2e111b-0d24-409d-a2c1-108f627b43dd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:01.401447 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bfd1a4a3-10a3-46bb-8523-ac720d7b8e94 req-4a2e111b-0d24-409d-a2c1-108f627b43dd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 2374 time: 0.2134287 Nov 09 17:52:01.453227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-678e96c8-db11-471e-821b-15a8e8c1afb3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Network 7a6d1d09-f698-4920-b89f-e75ca6887450 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:01.478532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-678e96c8-db11-471e-821b-15a8e8c1afb3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:01.484073 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17cc9677-328a-4236-bba2-59310eb4e075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:01.518087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-678e96c8-db11-471e-821b-15a8e8c1afb3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:01.556422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80be3407-80b8-4dd1-b1f6-1c27f47cd465 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:01.594608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-678e96c8-db11-471e-821b-15a8e8c1afb3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:01.595910 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-678e96c8-db11-471e-821b-15a8e8c1afb3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:01.689191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e96c8-db11-471e-821b-15a8e8c1afb3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'Port': ['ID=316e14fe-0b21-43d7-88c8-347033fc6186,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:01.703886 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c908f11a-1611-4125-97eb-f9637475efec req-6127792b-7473-485a-a51f-5c415be18697 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530295 Nov 09 17:52:01.723660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79b52b-1fa9-4556-9a34-a71749267386 req-5d112dd6-dc99-4bf2-9693-e6cc4606616d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:01.726887 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de79b52b-1fa9-4556-9a34-a71749267386 req-5d112dd6-dc99-4bf2-9693-e6cc4606616d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.5922475 Nov 09 17:52:01.735662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-17cc9677-328a-4236-bba2-59310eb4e075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8fe6a9-e13b-400d-ae41-55686f53fb1d']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:01.757872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-678e96c8-db11-471e-821b-15a8e8c1afb3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8604300 Nov 09 17:52:01.776688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-17cc9677-328a-4236-bba2-59310eb4e075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1431177a-c028-40a4-8ae9-3c1ba3123c53') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:01.778260 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-17cc9677-328a-4236-bba2-59310eb4e075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1431177a-c028-40a4-8ae9-3c1ba3123c53') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:01.878491 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bfd1a4a3-10a3-46bb-8523-ac720d7b8e94 req-e593737e-7579-45e1-a517-0f1dcf6e2906 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4643929 Nov 09 17:52:01.884411 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a14595d-f494-4b92-9c04-a72bb38b9fb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:01.891520 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3d8818f5-415d-46d3-909f-f2f8d4549cbe None None] Provisioning complete for port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:01.892230 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3d8818f5-415d-46d3-909f-f2f8d4549cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:01.953470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17cc9677-328a-4236-bba2-59310eb4e075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:01.964361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-798c2e8f-4e79-41e1-a532-9561457f40d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'port': {'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450', 'admin_state_up': True, 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'security_groups': ['7ddb17c8-1368-44fe-9021-c21d31d6422d']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:02.058642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14595d-f494-4b92-9c04-a72bb38b9fb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=e51763fd-2cde-402c-b615-b3b758f6a4e0,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:02.087747 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14595d-f494-4b92-9c04-a72bb38b9fb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:02.095938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-0a14595d-f494-4b92-9c04-a72bb38b9fb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:02.105639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a14595d-f494-4b92-9c04-a72bb38b9fb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:02.106277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a14595d-f494-4b92-9c04-a72bb38b9fb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:02.118234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de79b52b-1fa9-4556-9a34-a71749267386 req-ef5a45ee-4aa2-4171-bc39-a41d40824ad6 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452725 Nov 09 17:52:02.122342 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17cc9677-328a-4236-bba2-59310eb4e075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:02.144493 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0a14595d-f494-4b92-9c04-a72bb38b9fb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2332807 Nov 09 17:52:02.149239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40302) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:02.163564 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-37f821ce-6714-4806-84a2-34e5a2ed2d7b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:02.173929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cc9677-328a-4236-bba2-59310eb4e075 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:52:02.182081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17cc9677-328a-4236-bba2-59310eb4e075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:52:02.222576 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:52:02.230486 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d56274-b8a6-486f-9057-12017e85a866 x-openstack-request-id: req-52d56274-b8a6-486f-9057-12017e85a866 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:02.230979 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a5ad22-1e35-486d-85eb-19f195d96df2", "name": "network-vif-deleted", "tag": "3386037a-6217-48d9-947d-caf714fd2d89", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:02.231404 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52d56274-b8a6-486f-9057-12017e85a866 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:02.232051 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a5ad22-1e35-486d-85eb-19f195d96df2', 'name': 'network-vif-deleted', 'tag': '3386037a-6217-48d9-947d-caf714fd2d89', 'status': 'completed', 'code': 200} Nov 09 17:52:02.343413 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40304) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:02.513533 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d06a8ac5-5723-46ee-b5b1-737215f9c643 None None] Provisioning complete for port 316e14fe-0b21-43d7-88c8-347033fc6186 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:02.515591 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d06a8ac5-5723-46ee-b5b1-737215f9c643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:02.594592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983b525-5a04-45cd-9a29-48eb52d7b4bf req-4d25611e-0675-44b4-9539-bcd35bd253cf tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:02.606236 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5983b525-5a04-45cd-9a29-48eb52d7b4bf req-4d25611e-0675-44b4-9539-bcd35bd253cf tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.2607694 Nov 09 17:52:02.625688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d06a8ac5-5723-46ee-b5b1-737215f9c643 None None] Port 316e14fe-0b21-43d7-88c8-347033fc6186 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:52:02.630759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f821ce-6714-4806-84a2-34e5a2ed2d7b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:02.643032 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-37f821ce-6714-4806-84a2-34e5a2ed2d7b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:02.655804 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17cc9677-328a-4236-bba2-59310eb4e075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:02.658001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-798c2e8f-4e79-41e1-a532-9561457f40d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Made reservation on behalf of 9604b69a568944e2ae3cded901a7acdd for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:02.663833 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-798c2e8f-4e79-41e1-a532-9561457f40d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:02.681581 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17cc9677-328a-4236-bba2-59310eb4e075 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:02.689329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-17cc9677-328a-4236-bba2-59310eb4e075 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5f8fe6a9-e13b-400d-ae41-55686f53fb1d HTTP/1.1" status: 204 len: 168 time: 2.0435996 Nov 09 17:52:02.767878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc9677-328a-4236-bba2-59310eb4e075 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f8fe6a9-e13b-400d-ae41-55686f53fb1d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:02.827177 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5983b525-5a04-45cd-9a29-48eb52d7b4bf req-c24998aa-d4d7-46fb-99c3-7693431c5539 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155561 Nov 09 17:52:02.901317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b81560e-1284-4991-8b93-de298f0ee54f admin admin] Deleting subnet f9fb16f4-0e86-456c-9417-3e45e9793444 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:52:02.937160 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d5154c-255e-423b-abb1-0581ffaa1fb8 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:03.006706 n-d-817236-1 neutron-server[102155]: INFO neutron.db.ipam_backend_mixin [None req-37f821ce-6714-4806-84a2-34e5a2ed2d7b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e51763fd-2cde-402c-b615-b3b758f6a4e0 (CIDR: 2001:db8::/64) Nov 09 17:52:03.024340 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f821ce-6714-4806-84a2-34e5a2ed2d7b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:52:03.025269 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f821ce-6714-4806-84a2-34e5a2ed2d7b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:03.069894 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b81560e-1284-4991-8b93-de298f0ee54f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:03.081477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40316) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:03.187366 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b81560e-1284-4991-8b93-de298f0ee54f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:03.223903 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ad3d481f-4efb-429d-a846-da07242b8763 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8c6201247104c638618c0e059ee1d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284807 Nov 09 17:52:03.231565 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-37f821ce-6714-4806-84a2-34e5a2ed2d7b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0807660 Nov 09 17:52:03.234420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40322) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:03.235320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40324) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:03.274846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:03.321825 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-dc4f92c3-ea62-4f85-b8ca-fccf2916d0b9 None None] Provisioning complete for port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:03.322107 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dc4f92c3-ea62-4f85-b8ca-fccf2916d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:03.425410 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b81560e-1284-4991-8b93-de298f0ee54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:03.492803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27320e-c983-4fac-ad44-75d66bbed494 req-37cf4bda-6db1-4d54-b216-78e16b4341f4 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:03.501402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5e27320e-c983-4fac-ad44-75d66bbed494 req-37cf4bda-6db1-4d54-b216-78e16b4341f4 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.1801648 Nov 09 17:52:03.546617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-798c2e8f-4e79-41e1-a532-9561457f40d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Allocated IP 10.2.2.200 (7a6d1d09-f698-4920-b89f-e75ca6887450/17413a2a-b8aa-4376-9143-5b1c6d073885/c7d451e7-2b1c-426c-8bb5-f2befdd86181) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:03.612599 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5e27320e-c983-4fac-ad44-75d66bbed494 req-f2617cae-417b-497d-b234-bcad0f5dc370 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101542 Nov 09 17:52:03.622417 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b81560e-1284-4991-8b93-de298f0ee54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:03.710790 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81560e-1284-4991-8b93-de298f0ee54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9fb16f4-0e86-456c-9417-3e45e9793444,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:03.713217 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b81560e-1284-4991-8b93-de298f0ee54f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:03.724144 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0b81560e-1284-4991-8b93-de298f0ee54f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f9fb16f4-0e86-456c-9417-3e45e9793444 HTTP/1.1" status: 204 len: 168 time: 1.3129518 Nov 09 17:52:03.730786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40328) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:03.740838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6c4a8-2f0e-4c39-a467-81e6d375fa6a req-a2b7e444-1881-40f9-bec4-10ff2f853f7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:03.767386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6c4a8-2f0e-4c39-a467-81e6d375fa6a req-a2b7e444-1881-40f9-bec4-10ff2f853f7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:03.791717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6c4a8-2f0e-4c39-a467-81e6d375fa6a req-a2b7e444-1881-40f9-bec4-10ff2f853f7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:03.805852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6c4a8-2f0e-4c39-a467-81e6d375fa6a req-a2b7e444-1881-40f9-bec4-10ff2f853f7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:03.810667 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46b6c4a8-2f0e-4c39-a467-81e6d375fa6a req-a2b7e444-1881-40f9-bec4-10ff2f853f7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 3095 time: 0.5928793 Nov 09 17:52:03.849649 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7dd336b-9c32-4119-8b7f-158575001e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:03.877615 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1893500c-7ca5-46c6-9f34-44de844a05ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:03.934026 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7dd336b-9c32-4119-8b7f-158575001e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:03.987266 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46b6c4a8-2f0e-4c39-a467-81e6d375fa6a req-2667b9fd-8448-4470-b465-189999ab2f4c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532767 Nov 09 17:52:04.028789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:04.032941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:04.067798 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-798c2e8f-4e79-41e1-a532-9561457f40d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:04.118196 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-798c2e8f-4e79-41e1-a532-9561457f40d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:04.269054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c2e8f-4e79-41e1-a532-9561457f40d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event updated for resources: {'Port': ['ID=c7d451e7-2b1c-426c-8bb5-f2befdd86181,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:04.289027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-97a6adcc-a933-43a0-b031-1777ce4a1d25 None None] Provisioning complete for port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:04.303625 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97a6adcc-a933-43a0-b031-1777ce4a1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:04.315007 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7dd336b-9c32-4119-8b7f-158575001e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:04.319956 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7dd336b-9c32-4119-8b7f-158575001e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:04.321798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-798c2e8f-4e79-41e1-a532-9561457f40d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Network 7a6d1d09-f698-4920-b89f-e75ca6887450 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:04.322017 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a7dd336b-9c32-4119-8b7f-158575001e98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c824fb0-3216-45ff-bf0c-d101dd27fdfb HTTP/1.1" status: 204 len: 168 time: 1.0849957 Nov 09 17:52:04.347648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd336b-9c32-4119-8b7f-158575001e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c824fb0-3216-45ff-bf0c-d101dd27fdfb,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:04.460175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1893500c-7ca5-46c6-9f34-44de844a05ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:04.486729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-1893500c-7ca5-46c6-9f34-44de844a05ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ef04a0-5cdb-4097-9e42-8edb2f6e69c9']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:04.498711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-1893500c-7ca5-46c6-9f34-44de844a05ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cad7909-dcb5-479a-9b45-54e0f7599d0e') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:04.499057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-1893500c-7ca5-46c6-9f34-44de844a05ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cad7909-dcb5-479a-9b45-54e0f7599d0e') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:04.510669 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1893500c-7ca5-46c6-9f34-44de844a05ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:04.528605 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1893500c-7ca5-46c6-9f34-44de844a05ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:04.536880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1893500c-7ca5-46c6-9f34-44de844a05ab admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:52:04.537297 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1893500c-7ca5-46c6-9f34-44de844a05ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:04.626378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-798c2e8f-4e79-41e1-a532-9561457f40d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:52:04.630230 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:52:04.636491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-798c2e8f-4e79-41e1-a532-9561457f40d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:04.641134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1893500c-7ca5-46c6-9f34-44de844a05ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:04.661824 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1893500c-7ca5-46c6-9f34-44de844a05ab admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:04.671207 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1893500c-7ca5-46c6-9f34-44de844a05ab admin admin] 10.222.0.81 "DELETE /v2.0/networks/33ef04a0-5cdb-4097-9e42-8edb2f6e69c9 HTTP/1.1" status: 204 len: 168 time: 0.9375203 Nov 09 17:52:04.758888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893500c-7ca5-46c6-9f34-44de844a05ab admin admin] Pushing event deleted for resources: {'Network': ['ID=33ef04a0-5cdb-4097-9e42-8edb2f6e69c9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:04.784709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037edf2-b1a1-4b74-b1b8-04699a9e03a0 req-7ef5cacf-f54a-4155-95e3-4a7f95e16227 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:04.792516 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8037edf2-b1a1-4b74-b1b8-04699a9e03a0 req-7ef5cacf-f54a-4155-95e3-4a7f95e16227 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.6762040 Nov 09 17:52:04.806048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-798c2e8f-4e79-41e1-a532-9561457f40d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:04.806740 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-798c2e8f-4e79-41e1-a532-9561457f40d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:04.891932 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8037edf2-b1a1-4b74-b1b8-04699a9e03a0 req-c8a07eae-4387-489e-b2f6-baccccad9caa tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983570 Nov 09 17:52:04.915825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-798c2e8f-4e79-41e1-a532-9561457f40d5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9590962 Nov 09 17:52:04.929710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Request body: {'port': {'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:05.007123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a52d5486-a964-4240-891e-9c3e39166066 req-87df6eaa-989c-42b1-935d-0564aa3e3992 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2144276232', 'description': 'tempest-description-567722688'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:05.119566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.objects.ports [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:52:05.155832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788ee11-4b71-4de7-9f3e-ebfd104b728b req-ee413039-7928-4951-9b96-a0c7d8833aad tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:05.172031 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a52d5486-a964-4240-891e-9c3e39166066 req-87df6eaa-989c-42b1-935d-0564aa3e3992 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:05.176210 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f788ee11-4b71-4de7-9f3e-ebfd104b728b req-ee413039-7928-4951-9b96-a0c7d8833aad tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.3500657 Nov 09 17:52:05.177615 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:05.238860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0812e310-0876-42a0-996a-dd8dff3263ac None None] Provisioning complete for port c7d451e7-2b1c-426c-8bb5-f2befdd86181 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:05.239350 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0812e310-0876-42a0-996a-dd8dff3263ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:05.389106 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f788ee11-4b71-4de7-9f3e-ebfd104b728b req-01bafd93-bc4d-4645-be81-b9e80f0238a7 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118158 Nov 09 17:52:05.398543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0812e310-0876-42a0-996a-dd8dff3263ac None None] Port c7d451e7-2b1c-426c-8bb5-f2befdd86181 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:52:05.404314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40356) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:05.534605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40358) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:05.749718 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:05.836539 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562d65e-803c-4e83-84b6-99ba18e56c31 req-edb5efab-7d3f-4d5f-93f4-aff8f91105c2 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:05.857121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562d65e-803c-4e83-84b6-99ba18e56c31 req-edb5efab-7d3f-4d5f-93f4-aff8f91105c2 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:05.864422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562d65e-803c-4e83-84b6-99ba18e56c31 req-edb5efab-7d3f-4d5f-93f4-aff8f91105c2 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:05.868111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-66838715-da1b-4f71-acca-30cb7a818349 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ca16651d81b4613ad2ee893c830e443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600856 Nov 09 17:52:05.873829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562d65e-803c-4e83-84b6-99ba18e56c31 req-edb5efab-7d3f-4d5f-93f4-aff8f91105c2 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:05.884677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562d65e-803c-4e83-84b6-99ba18e56c31 req-edb5efab-7d3f-4d5f-93f4-aff8f91105c2 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:05.887311 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1562d65e-803c-4e83-84b6-99ba18e56c31 req-edb5efab-7d3f-4d5f-93f4-aff8f91105c2 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 3816 time: 0.2594182 Nov 09 17:52:05.892587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40368) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:05.960575 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0606ca96-9167-4f06-b9d5-e85b623e5582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:05.992948 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1562d65e-803c-4e83-84b6-99ba18e56c31 req-86f161d6-b328-4176-bb21-6e9998f09bbe tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849078 Nov 09 17:52:06.361633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] For port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:06.406865 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a52d5486-a964-4240-891e-9c3e39166066 req-87df6eaa-989c-42b1-935d-0564aa3e3992 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:06.428411 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a52d5486-a964-4240-891e-9c3e39166066 req-87df6eaa-989c-42b1-935d-0564aa3e3992 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:06.465014 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:06.480167 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:06.484391 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:06.573171 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-87ada59d-3731-4e2d-a344-2471f90833c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:06.619536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-87ada59d-3731-4e2d-a344-2471f90833c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:06.629857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=0e5b7fef-0555-47a6-bc66-9548f6b34ac0,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:06.640754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40380) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:06.679756 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a52d5486-a964-4240-891e-9c3e39166066 req-87df6eaa-989c-42b1-935d-0564aa3e3992 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:06.681261 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a52d5486-a964-4240-891e-9c3e39166066 req-87df6eaa-989c-42b1-935d-0564aa3e3992 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.7406859 Nov 09 17:52:06.731119 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:06.749954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:06.752910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df6eaa-989c-42b1-935d-0564aa3e3992 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d193af69-b299-45c3-aa4a-4d9aec666f46,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:06.763457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2686f01f-bf26-486f-83a3-601b5fe6a735 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:06.780367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:06.781308 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:06.809818 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0606ca96-9167-4f06-b9d5-e85b623e5582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:06.846650 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0606ca96-9167-4f06-b9d5-e85b623e5582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:06.907684 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-87ada59d-3731-4e2d-a344-2471f90833c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:06.912662 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-87ada59d-3731-4e2d-a344-2471f90833c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:06.914618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-87ada59d-3731-4e2d-a344-2471f90833c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2f1c303-c83f-4dcf-801b-22b6016f713b HTTP/1.1" status: 204 len: 168 time: 1.0199826 Nov 09 17:52:06.969775 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7279928 Nov 09 17:52:06.975948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40388) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:06.980065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ada59d-3731-4e2d-a344-2471f90833c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f1c303-c83f-4dcf-801b-22b6016f713b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:06.989951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'mac_address': 'fa:16:3e:fa:cb:e7', 'name': 'tempest-NetworksTestDHCPv6-843592289'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:06.991277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64657cf1-1abc-4485-8b45-97af43adcc87 req-512028ae-465d-483c-bebe-c59c1b9a2481 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:06.993012 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64657cf1-1abc-4485-8b45-97af43adcc87 req-512028ae-465d-483c-bebe-c59c1b9a2481 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.3777270 Nov 09 17:52:07.012543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-345112913-network', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:07.015019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e4f5c-705e-47d2-affe-67fd9df0274d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab,revision_number=8']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:07.079039 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0606ca96-9167-4f06-b9d5-e85b623e5582 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=300f40a62e314363ae2995a7dcf7fc45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5426788 Nov 09 17:52:07.082585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40392) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:07.087583 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64657cf1-1abc-4485-8b45-97af43adcc87 req-a540118e-def3-4391-a816-ebd388dc543a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601466 Nov 09 17:52:07.087583 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606ca96-9167-4f06-b9d5-e85b623e5582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799a140f-3f19-4e26-b67c-b0a0d79ac23a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:07.087965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:07.135121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Made reservation on behalf of 1b2412c4e8d749619a491ac24d825b4b for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:07.146366 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dc25f81-d7c1-4014-a327-baca8fcdaaaa req-1b440453-67be-49bd-aeb4-ad8e3c8c8ab8 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2144276232&fields=id&tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0 HTTP/1.1" status: 200 len: 267 time: 0.3590152 Nov 09 17:52:07.153236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:07.159080 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:07.179735 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:07.237097 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cec06b8d-7a65-4f08-9b5c-f6a7a9687465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:07.285700 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cec06b8d-7a65-4f08-9b5c-f6a7a9687465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:07.311628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Update dhcp port {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'fixed_ips': [{'subnet_id': '0e5b7fef-0555-47a6-bc66-9548f6b34ac0', 'ip_address': '2001:db8:0:1:f816:3eff:fe71:3e30'}, {'subnet_id': 'e51763fd-2cde-402c-b615-b3b758f6a4e0'}], 'binding:host_id': 'n-d-817236-1'}, 'id': '6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:52:07.360533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Transition to ACTIVE for port object d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:52:07.373281 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:07.408618 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:07.416080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:07.416677 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc25f81-d7c1-4014-a327-baca8fcdaaaa req-54c0bb70-944e-4d2a-ac12-2d0c9b4668f3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:07.417079 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:07.420893 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dc25f81-d7c1-4014-a327-baca8fcdaaaa req-54c0bb70-944e-4d2a-ac12-2d0c9b4668f3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.2733061 Nov 09 17:52:07.456219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-2dc25f81-d7c1-4014-a327-baca8fcdaaaa req-36b3c8f1-614c-41e7-9223-c36f10fb45b7 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Request body: {'port': {'security_groups': ['c2af8102-fe94-4264-997f-da52660319db', 'd193af69-b299-45c3-aa4a-4d9aec666f46']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:07.490240 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cec06b8d-7a65-4f08-9b5c-f6a7a9687465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:07.493838 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cec06b8d-7a65-4f08-9b5c-f6a7a9687465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:07.498845 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cec06b8d-7a65-4f08-9b5c-f6a7a9687465 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/799a140f-3f19-4e26-b67c-b0a0d79ac23a HTTP/1.1" status: 204 len: 168 time: 0.4072430 Nov 09 17:52:07.512833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:52:07.528133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72418f55-5e52-43e7-8df4-e3e09346ba92,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:07.545474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:07.545474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:07.545857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:07.546037 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:07.546374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:07.546704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:07.547033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:07.547390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:07.549139 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:07.549535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:07.549871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:07.550219 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:07.551412 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:07.576542 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:07.583258 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Added segment c4d1a7b0-2165-41d5-8a00-bb0d062b37fe of type vlan for network 6642ab75-e5ec-4cb0-8139-1cc246529814 Nov 09 17:52:07.715502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310548fa-363c-4a1d-8245-d56e7f3edb0d req-936ea28f-a20f-46d4-84b5-e5787aa38c83 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:07.739677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310548fa-363c-4a1d-8245-d56e7f3edb0d req-936ea28f-a20f-46d4-84b5-e5787aa38c83 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:07.758607 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310548fa-363c-4a1d-8245-d56e7f3edb0d req-936ea28f-a20f-46d4-84b5-e5787aa38c83 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:07.802833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310548fa-363c-4a1d-8245-d56e7f3edb0d req-936ea28f-a20f-46d4-84b5-e5787aa38c83 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:07.826635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310548fa-363c-4a1d-8245-d56e7f3edb0d req-936ea28f-a20f-46d4-84b5-e5787aa38c83 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:07.855498 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-310548fa-363c-4a1d-8245-d56e7f3edb0d req-936ea28f-a20f-46d4-84b5-e5787aa38c83 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 3828 time: 0.4026239 Nov 09 17:52:07.891031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Pushing event updated for resources: {'Port': ['ID=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:07.892539 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec06b8d-7a65-4f08-9b5c-f6a7a9687465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799a140f-3f19-4e26-b67c-b0a0d79ac23a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:08.056531 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:08.074386 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Allocated IP 2001:db8::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/e51763fd-2cde-402c-b615-b3b758f6a4e0/6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:08.093348 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:08.127543 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2dc25f81-d7c1-4014-a327-baca8fcdaaaa req-36b3c8f1-614c-41e7-9223-c36f10fb45b7 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:08.155099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 0a2f9a0a-03a9-4977-b765-825ef0300655 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:52:08.169305 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-310548fa-363c-4a1d-8245-d56e7f3edb0d req-34b96be1-8ae8-474c-8b8c-6ee3b8228a8e tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119018 Nov 09 17:52:08.315118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Attempting to bind port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:08.315562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Attempting to bind port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'fdab91bb-c506-4901-bc13-f6f123e4e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:08.316067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Attempting to bind port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 on network 72c64938-8905-40c6-a145-ef2e7c2b875f {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:08.332973 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:08.334965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:08.343818 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:08.376016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 on network 72c64938-8905-40c6-a145-ef2e7c2b875f not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:52:08.377758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Attempting to bind port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 on network 72c64938-8905-40c6-a145-ef2e7c2b875f {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:08.433634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:08.434168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Checking segment: {'id': 'fdab91bb-c506-4901-bc13-f6f123e4e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:08.434806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Bound using segment: {'id': 'fdab91bb-c506-4901-bc13-f6f123e4e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:08.435600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Bound port: d69e5ee6-c321-45a8-8ab4-d2ecb8dca000, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdab91bb-c506-4901-bc13-f6f123e4e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:08.436206 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:08.448226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-23933a39-c972-4aca-97da-0eb078745124 None None] For port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:08.519547 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:08.530011 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:08.635478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40412) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:08.720546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Pushing event updated for resources: {'Port': ['ID=6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:08.734597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:08.735874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:08.739061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:08.739864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:08.740406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:08.741026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:08.741487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:08.742094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:08.743323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:08.745573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:08.746354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:08.747379 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23933a39-c972-4aca-97da-0eb078745124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:08.756808 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] Pushing event updated for resources: {'Network': ['ID=6642ab75-e5ec-4cb0-8139-1cc246529814,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:08.790096 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f238c87e-2dfc-4bca-8e78-598f4780fb1f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1246831 Nov 09 17:52:08.799447 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40418) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:08.807090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 6642ab75-e5ec-4cb0-8139-1cc246529814 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:52:08.812515 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-713bd454-cb96-458e-b3ef-5cfd722bf6f5 admin admin] Request body: {'subnet': {'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-345112913-subnet', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:08.852385 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-08fb4612-68db-4a46-bb55-ea0506b5d32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:08.860435 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713bd454-cb96-458e-b3ef-5cfd722bf6f5 admin admin] Made reservation on behalf of 1b2412c4e8d749619a491ac24d825b4b for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:08.863320 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-713bd454-cb96-458e-b3ef-5cfd722bf6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:08.978313 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:52:09.100165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fde0d-949c-4af9-a7d4-0eadafb7a9a0 req-03b8331a-bc34-468b-bb6a-13ae344414ef tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:09.117065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:09.119142 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-244fde0d-949c-4af9-a7d4-0eadafb7a9a0 req-03b8331a-bc34-468b-bb6a-13ae344414ef tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.5300744 Nov 09 17:52:09.237659 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:09.237947 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:09.363910 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-244fde0d-949c-4af9-a7d4-0eadafb7a9a0 req-decd921b-574a-4a9d-a2bd-51e1622eec24 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218680 Nov 09 17:52:09.436779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-2dc25f81-d7c1-4014-a327-baca8fcdaaaa req-36b3c8f1-614c-41e7-9223-c36f10fb45b7 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] For port 4cc64592-67f5-408a-ae86-c95541bba77e, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4cc64592-67f5-408a-ae86-c95541bba77e,segment=NetworkSegment(d543c519-0661-4025-b5ce-e5391a8f4572),segment_id=d543c519-0661-4025-b5ce-e5391a8f4572)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:09.460979 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-08fb4612-68db-4a46-bb55-ea0506b5d32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:09.490693 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-08fb4612-68db-4a46-bb55-ea0506b5d32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:09.492638 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] For port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:09.532021 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2dc25f81-d7c1-4014-a327-baca8fcdaaaa req-36b3c8f1-614c-41e7-9223-c36f10fb45b7 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:09.543804 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2dc25f81-d7c1-4014-a327-baca8fcdaaaa req-36b3c8f1-614c-41e7-9223-c36f10fb45b7 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:09.547836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] For port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000,segment=NetworkSegment(fdab91bb-c506-4901-bc13-f6f123e4e47b),segment_id=fdab91bb-c506-4901-bc13-f6f123e4e47b)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:09.556170 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4cc64592-67f5-408a-ae86-c95541bba77e'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:52:09.590091 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:09.643249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::51 (95294590-f827-4cfc-bf5f-176a9c97fb32/e51763fd-2cde-402c-b615-b3b758f6a4e0/0a2f9a0a-03a9-4977-b765-825ef0300655) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:09.658636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc25f81-d7c1-4014-a327-baca8fcdaaaa req-36b3c8f1-614c-41e7-9223-c36f10fb45b7 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:09.659361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2dc25f81-d7c1-4014-a327-baca8fcdaaaa req-36b3c8f1-614c-41e7-9223-c36f10fb45b7 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:09.669360 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb4612-68db-4a46-bb55-ea0506b5d32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5ee471-0878-4236-a85c-1f7215e76693,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:09.676250 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dc25f81-d7c1-4014-a327-baca8fcdaaaa req-36b3c8f1-614c-41e7-9223-c36f10fb45b7 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "PUT /v2.0/ports/4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 200 len: 981 time: 2.2252202 Nov 09 17:52:09.679014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:09.681574 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9879f07c-2bc1-4b3a-b92d-83c47db4a2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:09.697314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8:0:1:f816:3eff:fefa:cbe7 (95294590-f827-4cfc-bf5f-176a9c97fb32/0e5b7fef-0555-47a6-bc66-9548f6b34ac0/0a2f9a0a-03a9-4977-b765-825ef0300655) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:09.700740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:09.701381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:09.702906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] 10.222.0.18 "PUT /v2.0/ports/d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 HTTP/1.1" status: 200 len: 1092 time: 4.7779329 Nov 09 17:52:09.740434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Request body: {'port': {'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:09.795596 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4cc64592-67f5-408a-ae86-c95541bba77e'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:52:09.823061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3c8f1-614c-41e7-9223-c36f10fb45b7 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Pushing event updated for resources: {'Port': ['ID=4cc64592-67f5-408a-ae86-c95541bba77e,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:09.833831 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-08fb4612-68db-4a46-bb55-ea0506b5d32f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e1e672ce53b14a979d990e402a8ce338&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1913044 Nov 09 17:52:09.844786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40436) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:10.072054 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f3c9d491-f93c-4154-ab05-4b6e426d286d None None] Provisioning complete for port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:10.072600 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d491-f93c-4154-ab05-4b6e426d286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.086029 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73cdf640-39ea-49d0-8070-1f3775751ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.161263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc304a-31a9-48be-b461-be8ae83dfe83 req-0f221c4a-028d-451b-a85c-34d6b84f777b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:10.212069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc304a-31a9-48be-b461-be8ae83dfe83 req-0f221c4a-028d-451b-a85c-34d6b84f777b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:10.238641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc304a-31a9-48be-b461-be8ae83dfe83 req-0f221c4a-028d-451b-a85c-34d6b84f777b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:10.268226 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc304a-31a9-48be-b461-be8ae83dfe83 req-0f221c4a-028d-451b-a85c-34d6b84f777b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:10.278474 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.283424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc304a-31a9-48be-b461-be8ae83dfe83 req-0f221c4a-028d-451b-a85c-34d6b84f777b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:10.287124 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1bc304a-31a9-48be-b461-be8ae83dfe83 req-0f221c4a-028d-451b-a85c-34d6b84f777b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 3828 time: 0.6985369 Nov 09 17:52:10.474474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fafe8b-58c1-41c1-bcd3-a1c6e566eb47 service neutron] Pushing event updated for resources: {'Port': ['ID=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:10.479482 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-713bd454-cb96-458e-b3ef-5cfd722bf6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.491427 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73cdf640-39ea-49d0-8070-1f3775751ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.510612 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c14c915-a675-4c55-ac0c-01f7b4d8044e req-15715082-bbc6-401a-96f0-3f1812b5fa93 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2144276232&fields=id&tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0 HTTP/1.1" status: 200 len: 267 time: 0.1195641 Nov 09 17:52:10.583792 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1bc304a-31a9-48be-b461-be8ae83dfe83 req-a639aa9a-5105-42ba-92ad-1f3bde3d0968 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835399 Nov 09 17:52:10.610226 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bd454-cb96-458e-b3ef-5cfd722bf6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93d6a562-87c3-43f9-8f53-f107047886ee,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:10.640339 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713bd454-cb96-458e-b3ef-5cfd722bf6f5 admin admin] Checking segment: {'id': 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:10.642907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713bd454-cb96-458e-b3ef-5cfd722bf6f5 admin admin] Network hostable DHCP agents. Network: 6642ab75-e5ec-4cb0-8139-1cc246529814, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:52:10.684247 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73cdf640-39ea-49d0-8070-1f3775751ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.686916 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73cdf640-39ea-49d0-8070-1f3775751ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.692110 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-73cdf640-39ea-49d0-8070-1f3775751ef9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf5ee471-0878-4236-a85c-1f7215e76693 HTTP/1.1" status: 204 len: 168 time: 0.8352973 Nov 09 17:52:10.710902 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b2ece400-1f05-4e11-9604-55592223531f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.711772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713bd454-cb96-458e-b3ef-5cfd722bf6f5 admin admin] Network 6642ab75-e5ec-4cb0-8139-1cc246529814 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:52:10.721172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdf640-39ea-49d0-8070-1f3775751ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5ee471-0878-4236-a85c-1f7215e76693,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:10.749700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-713bd454-cb96-458e-b3ef-5cfd722bf6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 6642ab75-e5ec-4cb0-8139-1cc246529814) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:10.755455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713bd454-cb96-458e-b3ef-5cfd722bf6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:10.756244 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-713bd454-cb96-458e-b3ef-5cfd722bf6f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.760099 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c28cc7-c0be-430b-acd7-cfafc1a00f9c x-openstack-request-id: req-77c28cc7-c0be-430b-acd7-cfafc1a00f9c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:10.760387 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:10.760704 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77c28cc7-c0be-430b-acd7-cfafc1a00f9c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:10.762016 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e', 'status': 'completed', 'code': 200} Nov 09 17:52:10.771963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed17989-e32b-4970-9f77-75155ab6337e None None] Network 6642ab75-e5ec-4cb0-8139-1cc246529814 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:10.791823 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-713bd454-cb96-458e-b3ef-5cfd722bf6f5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9843349 Nov 09 17:52:10.803575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40448) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:10.803575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-345112913-router', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:10.819103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14c915-a675-4c55-ac0c-01f7b4d8044e req-e623fd78-d32e-4dfa-a2c2-dbd9350a3353 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:10.825909 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c14c915-a675-4c55-ac0c-01f7b4d8044e req-e623fd78-d32e-4dfa-a2c2-dbd9350a3353 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 984 time: 0.2695401 Nov 09 17:52:10.847739 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.849956 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.871357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.950340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-5c14c915-a675-4c55-ac0c-01f7b4d8044e req-d52458ba-c458-431a-a03d-62e255ddd316 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Request body: {'port': {'security_groups': ['c2af8102-fe94-4264-997f-da52660319db']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:10.989809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:11.140394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffee765-1963-491b-816a-96cbf97582bb None None] Network 6642ab75-e5ec-4cb0-8139-1cc246529814 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:11.269934 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5c14c915-a675-4c55-ac0c-01f7b4d8044e req-d52458ba-c458-431a-a03d-62e255ddd316 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:11.302966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879f07c-2bc1-4b3a-b92d-83c47db4a2c8 req-805794d5-55cc-4c7c-823a-a273a922137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:11.305835 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9879f07c-2bc1-4b3a-b92d-83c47db4a2c8 req-805794d5-55cc-4c7c-823a-a273a922137e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0&device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 1135 time: 0.5384219 Nov 09 17:52:11.361027 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:11.584108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:11.613164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40464) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:11.637710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:11.680785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:11.692066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:11.693091 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:11.737104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=0a2f9a0a-03a9-4977-b765-825ef0300655,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:11.791429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879f07c-2bc1-4b3a-b92d-83c47db4a2c8 req-0651a61a-6138-4667-95d1-25c2354f1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:11.793937 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9879f07c-2bc1-4b3a-b92d-83c47db4a2c8 req-0651a61a-6138-4667-95d1-25c2354f1eb8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c22a0cc3-8531-4cb4-a256-aeda00f0b076 HTTP/1.1" status: 200 len: 919 time: 0.4749358 Nov 09 17:52:11.852521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef9967e-4c83-4ee5-860b-bdb537513739 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:11.879184 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-258ac54f-3346-486e-84ab-5cc2167267cb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.8828337 Nov 09 17:52:11.892020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40472) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:11.976875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcf7ae-da42-4601-a4c1-5f8299b184c2 req-05b4ebb7-b15a-4ab7-acb1-ada6f45226ba tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:11.978601 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcbcf7ae-da42-4601-a4c1-5f8299b184c2 req-05b4ebb7-b15a-4ab7-acb1-ada6f45226ba tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 1.0548477 Nov 09 17:52:11.990575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:12.003050 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:12.070914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Transition to ACTIVE for port object 6ef9967e-4c83-4ee5-860b-bdb537513739 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:52:12.085809 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9879f07c-2bc1-4b3a-b92d-83c47db4a2c8 req-122ca13c-c613-4833-82f5-208aa714c84c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 200 len: 217 time: 0.2773941 Nov 09 17:52:12.098602 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:12.105254 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc3b-78ab-4f47-9534-0b7b3cdab48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:12.212542 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f2ef18c4-e118-4225-9bab-8a8837f410e1 None None] Provisioning complete for port 0a2f9a0a-03a9-4977-b765-825ef0300655 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:12.213377 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f2ef18c4-e118-4225-9bab-8a8837f410e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:12.259382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Pushing event updated for resources: {'Port': ['ID=6ef9967e-4c83-4ee5-860b-bdb537513739,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:12.285027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879f07c-2bc1-4b3a-b92d-83c47db4a2c8 req-e3c65fdd-48b4-408a-977a-beb3c2774f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:12.286581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9879f07c-2bc1-4b3a-b92d-83c47db4a2c8 req-e3c65fdd-48b4-408a-977a-beb3c2774f92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f0be2f0-7614-4e4e-920f-dcec26a673a6 HTTP/1.1" status: 200 len: 858 time: 0.1868277 Nov 09 17:52:12.295442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f2ef18c4-e118-4225-9bab-8a8837f410e1 None None] Port 0a2f9a0a-03a9-4977-b765-825ef0300655 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:52:12.304099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5c14c915-a675-4c55-ac0c-01f7b4d8044e req-d52458ba-c458-431a-a03d-62e255ddd316 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] For port 4cc64592-67f5-408a-ae86-c95541bba77e, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4cc64592-67f5-408a-ae86-c95541bba77e,segment=NetworkSegment(d543c519-0661-4025-b5ce-e5391a8f4572),segment_id=d543c519-0661-4025-b5ce-e5391a8f4572)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:12.318482 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcbcf7ae-da42-4601-a4c1-5f8299b184c2 req-8920272d-ae60-442a-bb23-87d7af424c30 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229241 Nov 09 17:52:12.392094 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-13b9a6d0-aacd-4f0f-97d3-7c0c923f844f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 0a2f9a0a-03a9-4977-b765-825ef0300655 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:52:12.392679 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13b9a6d0-aacd-4f0f-97d3-7c0c923f844f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:12.491927 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5c14c915-a675-4c55-ac0c-01f7b4d8044e req-d52458ba-c458-431a-a03d-62e255ddd316 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:12.598162 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9879f07c-2bc1-4b3a-b92d-83c47db4a2c8 req-303991d5-cc38-4609-b83f-374081f6b9cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c22a0cc3-8531-4cb4-a256-aeda00f0b076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2960956 Nov 09 17:52:12.636926 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5c14c915-a675-4c55-ac0c-01f7b4d8044e req-d52458ba-c458-431a-a03d-62e255ddd316 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:12.654062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4cc64592-67f5-408a-ae86-c95541bba77e'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:52:12.682550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13b9a6d0-aacd-4f0f-97d3-7c0c923f844f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:12.758694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-13b9a6d0-aacd-4f0f-97d3-7c0c923f844f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 0a2f9a0a-03a9-4977-b765-825ef0300655 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:52:12.816015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:12.820254 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b631ce35-9170-4871-98a9-0c6984015c26" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "d69e5ee6-c321-45a8-8ab4-d2ecb8dca000"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:12.908251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14c915-a675-4c55-ac0c-01f7b4d8044e req-d52458ba-c458-431a-a03d-62e255ddd316 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:12.909473 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5c14c915-a675-4c55-ac0c-01f7b4d8044e req-d52458ba-c458-431a-a03d-62e255ddd316 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:12.911650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c14c915-a675-4c55-ac0c-01f7b4d8044e req-d52458ba-c458-431a-a03d-62e255ddd316 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "PUT /v2.0/ports/4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 200 len: 942 time: 1.9734771 Nov 09 17:52:12.933097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d8417-27cc-43e0-a0f2-38ad23c3794f req-f31b1da1-e038-4007-9d21-2619ada01502 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:12.977122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d8417-27cc-43e0-a0f2-38ad23c3794f req-f31b1da1-e038-4007-9d21-2619ada01502 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:13.009025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d8417-27cc-43e0-a0f2-38ad23c3794f req-f31b1da1-e038-4007-9d21-2619ada01502 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:13.025358 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a1efd7-a0d9-42cd-8546-6afe1e106ec3 x-openstack-request-id: req-b7a1efd7-a0d9-42cd-8546-6afe1e106ec3 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:13.025755 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "d69e5ee6-c321-45a8-8ab4-d2ecb8dca000", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:13.025966 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7a1efd7-a0d9-42cd-8546-6afe1e106ec3 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:13.026986 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000', 'status': 'completed', 'code': 200} Nov 09 17:52:13.034019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d8417-27cc-43e0-a0f2-38ad23c3794f req-f31b1da1-e038-4007-9d21-2619ada01502 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:13.043525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4cc64592-67f5-408a-ae86-c95541bba77e'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:52:13.052036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d8417-27cc-43e0-a0f2-38ad23c3794f req-f31b1da1-e038-4007-9d21-2619ada01502 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:13.063344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d8417-27cc-43e0-a0f2-38ad23c3794f req-f31b1da1-e038-4007-9d21-2619ada01502 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:13.066323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f53d8417-27cc-43e0-a0f2-38ad23c3794f req-f31b1da1-e038-4007-9d21-2619ada01502 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 4606 time: 0.4976630 Nov 09 17:52:13.130525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52458ba-c458-431a-a03d-62e255ddd316 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Pushing event updated for resources: {'Port': ['ID=4cc64592-67f5-408a-ae86-c95541bba77e,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:13.247684 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc3b-78ab-4f47-9534-0b7b3cdab48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:13.249078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Attempting to bind port 6ef9967e-4c83-4ee5-860b-bdb537513739 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:13.249636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Attempting to bind port 6ef9967e-4c83-4ee5-860b-bdb537513739 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:13.250175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Attempting to bind port 6ef9967e-4c83-4ee5-860b-bdb537513739 on network ab3ee116-42d6-4b96-992c-e858e888877b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:13.268843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Port 6ef9967e-4c83-4ee5-860b-bdb537513739 on network ab3ee116-42d6-4b96-992c-e858e888877b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:52:13.269229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Attempting to bind port 6ef9967e-4c83-4ee5-860b-bdb537513739 on network ab3ee116-42d6-4b96-992c-e858e888877b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:13.294884 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc3b-78ab-4f47-9534-0b7b3cdab48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:13.336209 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9879f07c-2bc1-4b3a-b92d-83c47db4a2c8 req-fc75891c-0aeb-4653-8287-5b97d850c1b4 service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035656 Nov 09 17:52:13.363752 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13b9a6d0-aacd-4f0f-97d3-7c0c923f844f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:13.384948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-34f5bc3b-78ab-4f47-9534-0b7b3cdab48b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=79053f4e08c64d9b90b19678edd401d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7701986 Nov 09 17:52:13.457800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40528) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:13.466216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:13.466660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Checking segment: {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:13.467259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Bound using segment: {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:13.467690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Bound port: 6ef9967e-4c83-4ee5-860b-bdb537513739, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:13.468129 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:13.558427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5bc3b-78ab-4f47-9534-0b7b3cdab48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544d2b1b-04e4-4151-a312-d46b7b57d666,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:13.616516 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-cab470f3-5f4f-4c54-bdf5-e2172d1f434a tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5624583 Nov 09 17:52:13.650577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9879f07c-2bc1-4b3a-b92d-83c47db4a2c8 req-b5dc2dc1-5fd9-4827-8640-fa4290b7f771 service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571371 Nov 09 17:52:13.662934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:13.681324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] For port 6ef9967e-4c83-4ee5-860b-bdb537513739, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:13.692737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9a6d0-aacd-4f0f-97d3-7c0c923f844f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=0a2f9a0a-03a9-4977-b765-825ef0300655,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:13.704365 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ac8c35a8-b93f-48ac-b734-c604b9a8ab5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:13.709890 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] For port 6ef9967e-4c83-4ee5-860b-bdb537513739, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6ef9967e-4c83-4ee5-860b-bdb537513739,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:13.724197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:13.756071 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:13.775468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631ce35-9170-4871-98a9-0c6984015c26 req-eaa4d697-0bd5-454e-99e3-ecd7afd648b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:13.776362 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631ce35-9170-4871-98a9-0c6984015c26 req-eaa4d697-0bd5-454e-99e3-ecd7afd648b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:13.777015 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631ce35-9170-4871-98a9-0c6984015c26 req-eaa4d697-0bd5-454e-99e3-ecd7afd648b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:13.777673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631ce35-9170-4871-98a9-0c6984015c26 req-eaa4d697-0bd5-454e-99e3-ecd7afd648b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:13.778410 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631ce35-9170-4871-98a9-0c6984015c26 req-eaa4d697-0bd5-454e-99e3-ecd7afd648b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:13.779117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631ce35-9170-4871-98a9-0c6984015c26 req-eaa4d697-0bd5-454e-99e3-ecd7afd648b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:13.781672 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b631ce35-9170-4871-98a9-0c6984015c26 req-eaa4d697-0bd5-454e-99e3-ecd7afd648b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5250 time: 0.5010641 Nov 09 17:52:13.811532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f53d8417-27cc-43e0-a0f2-38ad23c3794f req-2eeb92f3-37f5-4e7a-a2b7-c64b68b35c01 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5185523 Nov 09 17:52:13.887701 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13b9a6d0-aacd-4f0f-97d3-7c0c923f844f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:13.901756 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-13b9a6d0-aacd-4f0f-97d3-7c0c923f844f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/0a2f9a0a-03a9-4977-b765-825ef0300655 HTTP/1.1" status: 204 len: 168 time: 1.9985766 Nov 09 17:52:13.945236 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Pushing event updated for resources: {'Port': ['ID=6ef9967e-4c83-4ee5-860b-bdb537513739,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:13.950187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40534) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:13.954078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:13.955111 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:13.957601 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-43508b85-f482-4d64-8888-74f6f42914dd service neutron] 10.222.0.18 "PUT /v2.0/ports/6ef9967e-4c83-4ee5-860b-bdb537513739 HTTP/1.1" status: 200 len: 1136 time: 4.2215276 Nov 09 17:52:14.030550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15c670ba-cc0c-4cd1-b7be-2443ba70454d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:14.129857 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15c670ba-cc0c-4cd1-b7be-2443ba70454d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:14.139279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:14.201010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ec096-5d80-4120-998c-258f9f364e03 req-d5b816a5-a302-4335-930a-55bb3dd2547d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:14.210922 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-760ec096-5d80-4120-998c-258f9f364e03 req-d5b816a5-a302-4335-930a-55bb3dd2547d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.2457650 Nov 09 17:52:14.218251 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:14.240119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Request body: {'port': {'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:14.293633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631ce35-9170-4871-98a9-0c6984015c26 req-1a36a912-ab6b-4116-9aab-e1422b2fe159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:14.293633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631ce35-9170-4871-98a9-0c6984015c26 req-1a36a912-ab6b-4116-9aab-e1422b2fe159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:14.293633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631ce35-9170-4871-98a9-0c6984015c26 req-1a36a912-ab6b-4116-9aab-e1422b2fe159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:14.295679 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b631ce35-9170-4871-98a9-0c6984015c26 req-1a36a912-ab6b-4116-9aab-e1422b2fe159 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9604b69a568944e2ae3cded901a7acdd&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4252632 Nov 09 17:52:14.321875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ce79ee-5d68-4ef7-8cee-0230584044ee tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:14.323806 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-56ce79ee-5d68-4ef7-8cee-0230584044ee tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3604789 Nov 09 17:52:14.327050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40540) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:14.430566 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:14.433998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:14.472840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec5d46-2063-4162-a638-a27151eed35c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:14.476756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-09ec5d46-2063-4162-a638-a27151eed35c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1464078 Nov 09 17:52:14.480429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40554) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:14.518526 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-760ec096-5d80-4120-998c-258f9f364e03 req-2f95775b-b5ad-4630-8840-ed08bcbdd253 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041542 Nov 09 17:52:14.735633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b74723-2af2-4818-90eb-d23b5beaa786 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:14.736448 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15c670ba-cc0c-4cd1-b7be-2443ba70454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:14.738506 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15c670ba-cc0c-4cd1-b7be-2443ba70454d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:14.739733 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-15c670ba-cc0c-4cd1-b7be-2443ba70454d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/544d2b1b-04e4-4151-a312-d46b7b57d666 HTTP/1.1" status: 204 len: 168 time: 1.2403085 Nov 09 17:52:14.740781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b74723-2af2-4818-90eb-d23b5beaa786 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:14.748179 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631ce35-9170-4871-98a9-0c6984015c26 req-f443655d-2e3c-4ed5-af48-22814661b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:14.749494 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b631ce35-9170-4871-98a9-0c6984015c26 req-f443655d-2e3c-4ed5-af48-22814661b0bd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3536911 Nov 09 17:52:14.762460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b74723-2af2-4818-90eb-d23b5beaa786 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:14.771092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-46b74723-2af2-4818-90eb-d23b5beaa786 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2582743 Nov 09 17:52:14.773087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40574) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:14.773784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c670ba-cc0c-4cd1-b7be-2443ba70454d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544d2b1b-04e4-4151-a312-d46b7b57d666,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:14.791708 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:14.897988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Allocated IP 172.25.1.201 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/532cbddf-683a-40d1-a830-b92e8f04a2ed) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:15.030660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e'}, {'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': '6ef9967e-4c83-4ee5-860b-bdb537513739'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:15.033775 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e"}, {"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "6ef9967e-4c83-4ee5-860b-bdb537513739"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:15.114498 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb02f9f-8a8c-417c-ac70-fc5f608ccf39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet 0e5b7fef-0555-47a6-bc66-9548f6b34ac0 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:52:15.128464 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2eb02f9f-8a8c-417c-ac70-fc5f608ccf39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:15.289650 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2eb02f9f-8a8c-417c-ac70-fc5f608ccf39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:15.303916 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0391fd-6978-4501-b6e1-83cc4c95d1f5 req-27772f2e-b338-46f5-b3d2-6fa469d7e235 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:15.311158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0391fd-6978-4501-b6e1-83cc4c95d1f5 req-27772f2e-b338-46f5-b3d2-6fa469d7e235 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:15.317343 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0391fd-6978-4501-b6e1-83cc4c95d1f5 req-27772f2e-b338-46f5-b3d2-6fa469d7e235 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:15.328962 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:15.330833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0391fd-6978-4501-b6e1-83cc4c95d1f5 req-27772f2e-b338-46f5-b3d2-6fa469d7e235 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:15.337093 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0391fd-6978-4501-b6e1-83cc4c95d1f5 req-27772f2e-b338-46f5-b3d2-6fa469d7e235 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:15.344186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0391fd-6978-4501-b6e1-83cc4c95d1f5 req-27772f2e-b338-46f5-b3d2-6fa469d7e235 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:15.346296 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d0391fd-6978-4501-b6e1-83cc4c95d1f5 req-27772f2e-b338-46f5-b3d2-6fa469d7e235 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 4606 time: 0.3139086 Nov 09 17:52:15.398763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510929e3-6484-4eca-8e41-119ef67dace3 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:15.427335 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:15.447879 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:15.458626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Transition to ACTIVE for port object 510929e3-6484-4eca-8e41-119ef67dace3 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:52:15.466809 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:15.505868 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d0391fd-6978-4501-b6e1-83cc4c95d1f5 req-d6c6dc7e-a0e3-49da-b967-83da3f1068fc tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1275928 Nov 09 17:52:15.550218 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2eb02f9f-8a8c-417c-ac70-fc5f608ccf39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:15.662843 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:15.725678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Pushing event updated for resources: {'Port': ['ID=532cbddf-683a-40d1-a830-b92e8f04a2ed,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:15.780206 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c13138c-4cad-417d-bfde-9fa5c82fcf5d x-openstack-request-id: req-3c13138c-4cad-417d-bfde-9fa5c82fcf5d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:15.810430 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "6ef9967e-4c83-4ee5-860b-bdb537513739", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:15.814075 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c13138c-4cad-417d-bfde-9fa5c82fcf5d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:15.814749 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e', 'status': 'completed', 'code': 200} Nov 09 17:52:15.815146 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': '6ef9967e-4c83-4ee5-860b-bdb537513739', 'status': 'completed', 'code': 200} Nov 09 17:52:15.886108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:15.889427 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2eb02f9f-8a8c-417c-ac70-fc5f608ccf39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:15.918360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Pushing event updated for resources: {'Port': ['ID=510929e3-6484-4eca-8e41-119ef67dace3,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:16.029934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Allocated IP 172.25.1.154 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/b05a6293-814a-4f5d-beec-14d9779d17e4) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:16.065566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:16.069010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:16.074687 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2eb02f9f-8a8c-417c-ac70-fc5f608ccf39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:16.082144 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2eb02f9f-8a8c-417c-ac70-fc5f608ccf39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/0e5b7fef-0555-47a6-bc66-9548f6b34ac0 HTTP/1.1" status: 204 len: 168 time: 1.3052218 Nov 09 17:52:16.091739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40596) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:16.094800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb02f9f-8a8c-417c-ac70-fc5f608ccf39 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5b7fef-0555-47a6-bc66-9548f6b34ac0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:16.100536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c0e3e7-7abc-4a8b-9fcc-585f44bcc1d1 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:16.151033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-d1e1d00e-a904-43f5-8c69-75efeb4f27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:16.153319 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-d1e1d00e-a904-43f5-8c69-75efeb4f27bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0&device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 1096 time: 0.3904650 Nov 09 17:52:16.172306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Attempting to bind port 510929e3-6484-4eca-8e41-119ef67dace3 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:16.172652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Attempting to bind port 510929e3-6484-4eca-8e41-119ef67dace3 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:16.173132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Attempting to bind port 510929e3-6484-4eca-8e41-119ef67dace3 on network ab3ee116-42d6-4b96-992c-e858e888877b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:16.233737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Port 510929e3-6484-4eca-8e41-119ef67dace3 on network ab3ee116-42d6-4b96-992c-e858e888877b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:52:16.234118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Attempting to bind port 510929e3-6484-4eca-8e41-119ef67dace3 on network ab3ee116-42d6-4b96-992c-e858e888877b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:16.294435 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:16.294796 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Checking segment: {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:16.295157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Bound using segment: {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:16.295647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Bound port: 510929e3-6484-4eca-8e41-119ef67dace3, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:16.296020 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:16.319708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67ef4e-87d3-4072-985d-090e2b1cccc1 req-7d33b453-cede-40bf-95b3-92d4412ae91f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:16.324838 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c67ef4e-87d3-4072-985d-090e2b1cccc1 req-7d33b453-cede-40bf-95b3-92d4412ae91f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.4539516 Nov 09 17:52:16.355967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f06f05-f30e-4b13-9647-fc9948e003fe tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet e51763fd-2cde-402c-b615-b3b758f6a4e0 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:52:16.365126 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-90f06f05-f30e-4b13-9647-fc9948e003fe tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:16.441393 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-90f06f05-f30e-4b13-9647-fc9948e003fe tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:16.570726 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-90f06f05-f30e-4b13-9647-fc9948e003fe tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:16.671029 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-90f06f05-f30e-4b13-9647-fc9948e003fe tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:16.751471 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-90f06f05-f30e-4b13-9647-fc9948e003fe tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:16.760049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-90f06f05-f30e-4b13-9647-fc9948e003fe tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/e51763fd-2cde-402c-b615-b3b758f6a4e0 HTTP/1.1" status: 204 len: 168 time: 0.6495156 Nov 09 17:52:16.766720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40612) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:16.771566 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f06f05-f30e-4b13-9647-fc9948e003fe tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=e51763fd-2cde-402c-b615-b3b758f6a4e0,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:16.799910 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c67ef4e-87d3-4072-985d-090e2b1cccc1 req-f3644c62-327e-4e9d-879b-e5e1e15bd581 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556978 Nov 09 17:52:16.822780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b97be83-120a-47cc-8038-17a6ea94710f None None] Update dhcp port {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'fixed_ips': [{'subnet_id': 'e51763fd-2cde-402c-b615-b3b758f6a4e0'}], 'binding:host_id': 'n-d-817236-1'}, 'id': '6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:52:16.836154 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-f930e050-1b74-43c6-a091-af41a5477f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:16.838567 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-f930e050-1b74-43c6-a091-af41a5477f4a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c22a0cc3-8531-4cb4-a256-aeda00f0b076 HTTP/1.1" status: 200 len: 919 time: 0.6660316 Nov 09 17:52:16.853961 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3760bdd1-2b42-4422-bb2e-de15efed13d0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759542 Nov 09 17:52:16.864316 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:16.865548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40616) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:16.873637 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2b97be83-120a-47cc-8038-17a6ea94710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:16.880792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b2c4414e-23b8-4af0-9b56-bac24bb2beb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:17.069521 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-bb2dc29c-5a0c-4d9c-bfdf-6ca57ed42bbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 200 len: 217 time: 0.1991138 Nov 09 17:52:17.162012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-456fab8a-e3c2-43c1-b20d-09773f8cd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:17.163865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-456fab8a-e3c2-43c1-b20d-09773f8cd4b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f0be2f0-7614-4e4e-920f-dcec26a673a6 HTTP/1.1" status: 200 len: 858 time: 0.0865221 Nov 09 17:52:17.270091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1a0f3f-8052-47c3-833f-dd4c29ad86a4 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:17.316482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a959e62e-8d17-41c8-af4b-cd9f30170bfe None None] Provisioning complete for port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:17.317799 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a959e62e-8d17-41c8-af4b-cd9f30170bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:17.464413 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-86d7b80a-646b-44a7-81ac-1d8184268f07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c22a0cc3-8531-4cb4-a256-aeda00f0b076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2383890 Nov 09 17:52:17.509127 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e578a-c129-4d57-820f-f30765031ebc req-0524ed6b-3609-43ec-9700-92a1b546fcf1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:17.519578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e578a-c129-4d57-820f-f30765031ebc req-0524ed6b-3609-43ec-9700-92a1b546fcf1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:17.526513 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e578a-c129-4d57-820f-f30765031ebc req-0524ed6b-3609-43ec-9700-92a1b546fcf1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:17.537951 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e578a-c129-4d57-820f-f30765031ebc req-0524ed6b-3609-43ec-9700-92a1b546fcf1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:17.547755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e578a-c129-4d57-820f-f30765031ebc req-0524ed6b-3609-43ec-9700-92a1b546fcf1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:17.555346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e578a-c129-4d57-820f-f30765031ebc req-0524ed6b-3609-43ec-9700-92a1b546fcf1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:17.562335 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e578a-c129-4d57-820f-f30765031ebc req-0524ed6b-3609-43ec-9700-92a1b546fcf1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:17.564961 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ca7e578a-c129-4d57-820f-f30765031ebc req-0524ed6b-3609-43ec-9700-92a1b546fcf1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5382 time: 0.3996787 Nov 09 17:52:17.565243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] For port 510929e3-6484-4eca-8e41-119ef67dace3, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:17.600479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] For port 510929e3-6484-4eca-8e41-119ef67dace3, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=510929e3-6484-4eca-8e41-119ef67dace3,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:17.627502 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:17.665717 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:17.717820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:17.718619 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:17.720454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] 10.222.0.18 "PUT /v2.0/ports/510929e3-6484-4eca-8e41-119ef67dace3 HTTP/1.1" status: 200 len: 1134 time: 3.6027589 Nov 09 17:52:17.740828 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:17.762778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Request body: {'port': {'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:17.783770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c4414e-23b8-4af0-9b56-bac24bb2beb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:17.787548 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b2c4414e-23b8-4af0-9b56-bac24bb2beb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:17.832270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': '510929e3-6484-4eca-8e41-119ef67dace3'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:17.834424 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "510929e3-6484-4eca-8e41-119ef67dace3"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:17.842323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77396666-cc73-43a3-93fb-339ad04a9e11 None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:52:17.844124 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:17.856216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc2628-5c40-4063-8b0d-a2d023bf3339 service neutron] Pushing event updated for resources: {'Port': ['ID=510929e3-6484-4eca-8e41-119ef67dace3,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:17.943285 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ca7e578a-c129-4d57-820f-f30765031ebc req-995b33ee-9754-4d14-947a-0d2f2a3e7c9c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3484039 Nov 09 17:52:18.079524 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-bbfbc99b-a658-4fe0-bde6-7f46a2495370 service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090930 Nov 09 17:52:18.086293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-77396666-cc73-43a3-93fb-339ad04a9e11 None None] Deleting port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:52:18.086918 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-77396666-cc73-43a3-93fb-339ad04a9e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:18.139144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:18.250428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:18.301532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:18.304600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-77396666-cc73-43a3-93fb-339ad04a9e11 None None] For port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:18.305080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-77396666-cc73-43a3-93fb-339ad04a9e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:18.327499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-77396666-cc73-43a3-93fb-339ad04a9e11 None None] Calling delete_port for 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:52:18.568971 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-77396666-cc73-43a3-93fb-339ad04a9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:18.626671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Pushing event updated for resources: {'Port': ['ID=b05a6293-814a-4f5d-beec-14d9779d17e4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:18.656740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77396666-cc73-43a3-93fb-339ad04a9e11 None None] Pushing event deleted for resources: {'Port': ['ID=6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:18.669251 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:18.669647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77396666-cc73-43a3-93fb-339ad04a9e11 None None] No DVR routers for this DVR port 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:52:18.962293 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:19.014025 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d988f5c8-d13e-43c7-8e13-7367887f0db0 x-openstack-request-id: req-d988f5c8-d13e-43c7-8e13-7367887f0db0 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:19.014773 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "510929e3-6484-4eca-8e41-119ef67dace3", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:19.015456 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d988f5c8-d13e-43c7-8e13-7367887f0db0 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:19.016353 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': '510929e3-6484-4eca-8e41-119ef67dace3', 'status': 'completed', 'code': 200} Nov 09 17:52:19.074316 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-c9382061-2a25-4777-9363-835308aa57a3 service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9770248 Nov 09 17:52:19.103912 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:19.115464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:52:19.156888 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:52:19.157912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6efa43e5-7517-4cc9-b0b9-e69c2e9b27ab not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:52:19.371063 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Router 542c1959-d18c-4910-b920-68fed2109cd8 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:52:19.501598 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:19.505103 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b2c4414e-23b8-4af0-9b56-bac24bb2beb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:19.509134 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927bb7a-9a96-48e0-85c8-68378b486c6e req-c5e59c29-0002-4f03-8a04-3b63599c4812 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:19.511530 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d927bb7a-9a96-48e0-85c8-68378b486c6e req-c5e59c29-0002-4f03-8a04-3b63599c4812 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.1583180 Nov 09 17:52:19.590420 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d927bb7a-9a96-48e0-85c8-68378b486c6e req-6ec15482-5afe-4030-a98e-57c08c24eec8 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606380 Nov 09 17:52:19.592525 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:52:19.620717 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Sync routers for ids ['542c1959-d18c-4910-b920-68fed2109cd8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:52:19.625975 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:19.631293 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d69ab8ab-5848-4956-b8d8-af7fbf37746b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.8331468 Nov 09 17:52:19.637652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40644) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:19.671264 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Routers {'542c1959-d18c-4910-b920-68fed2109cd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:19.673225 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['542c1959-d18c-4910-b920-68fed2109cd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:19.685271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-88378668-6ea9-4053-be38-6428abe70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:19.686278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-88378668-6ea9-4053-be38-6428abe70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:19.687103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-88378668-6ea9-4053-be38-6428abe70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:19.688015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-88378668-6ea9-4053-be38-6428abe70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:19.688797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-88378668-6ea9-4053-be38-6428abe70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:19.689634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-88378668-6ea9-4053-be38-6428abe70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:19.690568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-88378668-6ea9-4053-be38-6428abe70616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:19.694447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-88378668-6ea9-4053-be38-6428abe70616 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6219 time: 0.6041946 Nov 09 17:52:19.750999 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c4414e-23b8-4af0-9b56-bac24bb2beb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:19.840554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b2c4414e-23b8-4af0-9b56-bac24bb2beb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:19.861189 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81686632-9f3f-47b2-b6ab-12e7fdb83257 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:19.971179 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Set router 542c1959-d18c-4910-b920-68fed2109cd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:20.192504 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff7ea9-5374-4a8c-9c5b-b2dad1c03255 req-5e9d807a-85c8-4767-a202-6c3bfed87706 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.212786 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:20.220582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff7ea9-5374-4a8c-9c5b-b2dad1c03255 req-5e9d807a-85c8-4767-a202-6c3bfed87706 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.239765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff7ea9-5374-4a8c-9c5b-b2dad1c03255 req-5e9d807a-85c8-4767-a202-6c3bfed87706 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.254583 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff7ea9-5374-4a8c-9c5b-b2dad1c03255 req-5e9d807a-85c8-4767-a202-6c3bfed87706 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.265391 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff7ea9-5374-4a8c-9c5b-b2dad1c03255 req-5e9d807a-85c8-4767-a202-6c3bfed87706 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.267388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c4414e-23b8-4af0-9b56-bac24bb2beb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.268523 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b2c4414e-23b8-4af0-9b56-bac24bb2beb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:20.273807 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4414e-23b8-4af0-9b56-bac24bb2beb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=d43619cb-3b6e-4dbd-ac0a-9135b4aedc85,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:20.278800 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:20.304772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff7ea9-5374-4a8c-9c5b-b2dad1c03255 req-5e9d807a-85c8-4767-a202-6c3bfed87706 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.317491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff7ea9-5374-4a8c-9c5b-b2dad1c03255 req-5e9d807a-85c8-4767-a202-6c3bfed87706 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.322418 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-91ff7ea9-5374-4a8c-9c5b-b2dad1c03255 req-5e9d807a-85c8-4767-a202-6c3bfed87706 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5382 time: 0.5488002 Nov 09 17:52:20.461152 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-91ff7ea9-5374-4a8c-9c5b-b2dad1c03255 req-58ed7acd-3f6e-4838-9a7d-7ac015cc4b60 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1145155 Nov 09 17:52:20.554436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Pushing event updated for resources: {'Port': ['ID=b05a6293-814a-4f5d-beec-14d9779d17e4,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:20.560579 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:20.583704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-95294590-f827-4cfc-bf5f-176a9c97fb32', 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'tenant_id': '2a47bc18f33945afbedf83c6f6e811cb', 'fixed_ips': [{'subnet_id': 'd43619cb-3b6e-4dbd-ac0a-9135b4aedc85'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:52:20.586093 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:20.640044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:20.645386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-357c974c-c231-436a-8df8-d194945ce5c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.9827938 Nov 09 17:52:20.758762 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542c1959-d18c-4910-b920-68fed2109cd8', 'name': 'tempest-ServerRescueNegativeTestJSON-345112913-router', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:52:10Z', 'updated_at': '2021-11-09T17:52:16Z', 'revision_number': 3, 'project_id': '1b2412c4e8d749619a491ac24d825b4b', 'gw_port': {'id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542c1959-d18c-4910-b920-68fed2109cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:52:14Z', 'updated_at': '2021-11-09T17:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:20.820888 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b2c4414e-23b8-4af0-9b56-bac24bb2beb0 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9539158 Nov 09 17:52:20.826983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40658) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:20.839652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-68c6c8c7-392e-407e-9cc2-22d134babb1c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:20.858685 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Checking router: 542c1959-d18c-4910-b920-68fed2109cd8 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:52:20.859625 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Updating router 542c1959-d18c-4910-b920-68fed2109cd8 port 532cbddf-683a-40d1-a830-b92e8f04a2ed binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:52:20.917642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-ee95b9b3-7515-4fa3-aab3-8afbc2b6cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.918751 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-ee95b9b3-7515-4fa3-aab3-8afbc2b6cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.919547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-ee95b9b3-7515-4fa3-aab3-8afbc2b6cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:20.922726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-ee95b9b3-7515-4fa3-aab3-8afbc2b6cc2a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9604b69a568944e2ae3cded901a7acdd&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.2019308 Nov 09 17:52:20.986521 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:21.164706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-59c94532-947e-43bf-8d21-ca035a18e012 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.3870151 Nov 09 17:52:21.302027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Allocated IP 2001:db8::2 (95294590-f827-4cfc-bf5f-176a9c97fb32/d43619cb-3b6e-4dbd-ac0a-9135b4aedc85/d6e4dbe0-8120-454e-aa34-ceaf43f2522b) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:21.450879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f7e55-019c-497e-9249-93a4ad3ff353 req-e40259b8-b9c9-4547-8eb9-093ad61183ec tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:21.453003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a76f7e55-019c-497e-9249-93a4ad3ff353 req-e40259b8-b9c9-4547-8eb9-093ad61183ec tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 1.1554568 Nov 09 17:52:21.466974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd771e-feab-4495-9f29-f38a381dbf16 req-0cd91050-bd3a-49d2-8cbb-663d794b8e52 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:21.469738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-21cd771e-feab-4495-9f29-f38a381dbf16 req-0cd91050-bd3a-49d2-8cbb-663d794b8e52 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.3285122 Nov 09 17:52:21.501404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-20b37675-f761-44be-8944-067389f758cf tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:21.509858 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-20b37675-f761-44be-8944-067389f758cf tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.3408003 Nov 09 17:52:21.517973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-f12490fb-1d6b-4203-90c9-5009fcd84736 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:52:21.534421 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba1d7aa7-dfbb-4d94-a897-951ad00f6287 req-f12490fb-1d6b-4203-90c9-5009fcd84736 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212235 Nov 09 17:52:21.639550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55aad609-e018-4a11-95ea-6a959eefd6a9 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:21.655870 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:21.685086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c6c8c7-392e-407e-9cc2-22d134babb1c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:21.699176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68c6c8c7-392e-407e-9cc2-22d134babb1c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:21.733925 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:21.750205 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:21.769335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Transition to ACTIVE for port object 55aad609-e018-4a11-95ea-6a959eefd6a9 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:52:21.779197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:21.783730 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:21.788669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-7ab2ba30-bde2-4157-9900-a99b40090eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:21.790719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d38a002d-c4e4-4f90-83f1-8d3cbceaba2f req-7ab2ba30-bde2-4157-9900-a99b40090eb8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8398163 Nov 09 17:52:21.802457 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:21.833767 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:21.835091 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:21.840627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:21.848732 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:21.874955 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-21cd771e-feab-4495-9f29-f38a381dbf16 req-79b5574a-619e-432b-86b0-b7b1f1270aad tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491476 Nov 09 17:52:21.952400 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Pushing event updated for resources: {'Port': ['ID=d6e4dbe0-8120-454e-aa34-ceaf43f2522b,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:21.957776 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Pushing event updated for resources: {'Port': ['ID=532cbddf-683a-40d1-a830-b92e8f04a2ed,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:21.980094 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:21.980094 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:21.980602 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:21.981021 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:21.981500 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:21.982170 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:21.983898 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:21.984357 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:21.984899 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:21.985377 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:21.985840 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:21.986298 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:22.026766 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Attempting to bind port 532cbddf-683a-40d1-a830-b92e8f04a2ed on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:22.027437 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Attempting to bind port 532cbddf-683a-40d1-a830-b92e8f04a2ed by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:22.029163 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Attempting to bind port 532cbddf-683a-40d1-a830-b92e8f04a2ed on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:22.038897 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:22.039571 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:22.040270 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:22.040923 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:22.041850 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Bound port: 532cbddf-683a-40d1-a830-b92e8f04a2ed, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:22.042522 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:22.082083 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Attempting to bind port d6e4dbe0-8120-454e-aa34-ceaf43f2522b on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:22.082475 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Attempting to bind port d6e4dbe0-8120-454e-aa34-ceaf43f2522b by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:22.082847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Attempting to bind port d6e4dbe0-8120-454e-aa34-ceaf43f2522b on network 95294590-f827-4cfc-bf5f-176a9c97fb32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:22.100565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:22.100953 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Checking segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:22.101377 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:22.101793 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Bound using segment: {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:22.102300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Bound port: d6e4dbe0-8120-454e-aa34-ceaf43f2522b, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db139fe-3331-4351-aea6-bf545f4ea088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:22.102735 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:22.137868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Pushing event updated for resources: {'Port': ['ID=55aad609-e018-4a11-95ea-6a959eefd6a9,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:22.195722 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] For port 532cbddf-683a-40d1-a830-b92e8f04a2ed, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:22.199827 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] For port 532cbddf-683a-40d1-a830-b92e8f04a2ed, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=532cbddf-683a-40d1-a830-b92e8f04a2ed,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:22.212504 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:22.220771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-2493ebfc-c2bd-4a3c-b3df-efc99bee84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.221848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-2493ebfc-c2bd-4a3c-b3df-efc99bee84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.222775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-2493ebfc-c2bd-4a3c-b3df-efc99bee84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.223446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-2493ebfc-c2bd-4a3c-b3df-efc99bee84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.224076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-2493ebfc-c2bd-4a3c-b3df-efc99bee84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.224708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-2493ebfc-c2bd-4a3c-b3df-efc99bee84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.225341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-2493ebfc-c2bd-4a3c-b3df-efc99bee84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.227694 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-2493ebfc-c2bd-4a3c-b3df-efc99bee84fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6244 time: 0.3703151 Nov 09 17:52:22.256587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] For port d6e4dbe0-8120-454e-aa34-ceaf43f2522b, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:22.263104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] For port d6e4dbe0-8120-454e-aa34-ceaf43f2522b, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d6e4dbe0-8120-454e-aa34-ceaf43f2522b,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:22.271092 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:22.326647 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75511697-8b3b-4b07-8b2d-dde0156366a2 None None] Pushing event updated for resources: {'Port': ['ID=532cbddf-683a-40d1-a830-b92e8f04a2ed,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:22.338882 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Routers {'542c1959-d18c-4910-b920-68fed2109cd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:22.340201 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['542c1959-d18c-4910-b920-68fed2109cd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:22.441360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585a2a2-c455-476f-b0da-e280ace54944 None None] Pushing event updated for resources: {'Port': ['ID=d6e4dbe0-8120-454e-aa34-ceaf43f2522b,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:22.445127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975608b-d599-43be-bb0a-e4d244b9405b req-03585074-ea72-4d80-8441-7607559171b0 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.447106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0975608b-d599-43be-bb0a-e4d244b9405b req-03585074-ea72-4d80-8441-7607559171b0 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6040959 Nov 09 17:52:22.449077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-9852de3b-aae5-4506-96a6-cd0fd6342d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.449768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-9852de3b-aae5-4506-96a6-cd0fd6342d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.450802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-9852de3b-aae5-4506-96a6-cd0fd6342d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.452899 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-9852de3b-aae5-4506-96a6-cd0fd6342d22 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9604b69a568944e2ae3cded901a7acdd&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1489303 Nov 09 17:52:22.533411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0975608b-d599-43be-bb0a-e4d244b9405b req-d4a12483-a1c4-4c09-9b5b-8a1f853608b0 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0685036 Nov 09 17:52:22.555761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-0975608b-d599-43be-bb0a-e4d244b9405b req-ba203868-fdf2-4a71-9d50-b68821f61416 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Request body: {'floatingip': {'port_id': '4cc64592-67f5-408a-ae86-c95541bba77e', 'fixed_ip_address': '172.20.0.2'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:22.602099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a76f7e55-019c-497e-9249-93a4ad3ff353 req-a5c155dc-5137-4f9a-be9d-d92744f27b01 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Deleting port 27db72cd-22bc-4c17-8155-19216bbe2ded {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:52:22.602450 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a76f7e55-019c-497e-9249-93a4ad3ff353 req-a5c155dc-5137-4f9a-be9d-d92744f27b01 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:22.607774 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0975608b-d599-43be-bb0a-e4d244b9405b req-ba203868-fdf2-4a71-9d50-b68821f61416 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for floatingip, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:22.632793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Attempting to bind port 55aad609-e018-4a11-95ea-6a959eefd6a9 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:22.633131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Attempting to bind port 55aad609-e018-4a11-95ea-6a959eefd6a9 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:22.633449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Attempting to bind port 55aad609-e018-4a11-95ea-6a959eefd6a9 on network ab3ee116-42d6-4b96-992c-e858e888877b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:22.640152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Allocated IP 172.20.0.1 (6642ab75-e5ec-4cb0-8139-1cc246529814/93d6a562-87c3-43f9-8f53-f107047886ee/e1c82b79-743b-4b3f-9788-f3d765026776) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:22.673203 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] Set router 542c1959-d18c-4910-b920-68fed2109cd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:22.693255 n-d-817236-1 neutron-server[102155]: INFO neutron.db.ipam_backend_mixin [None req-68c6c8c7-392e-407e-9cc2-22d134babb1c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d43619cb-3b6e-4dbd-ac0a-9135b4aedc85 (CIDR: 2001:db8::/64) Nov 09 17:52:22.709372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a3b1-3551-47f1-a449-8ffb94547bd2 req-1a1829c5-3b6a-44ab-a456-98547e1dad68 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.717477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a3b1-3551-47f1-a449-8ffb94547bd2 req-1a1829c5-3b6a-44ab-a456-98547e1dad68 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.723943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a3b1-3551-47f1-a449-8ffb94547bd2 req-1a1829c5-3b6a-44ab-a456-98547e1dad68 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.729807 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Port 55aad609-e018-4a11-95ea-6a959eefd6a9 on network ab3ee116-42d6-4b96-992c-e858e888877b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:52:22.730290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Attempting to bind port 55aad609-e018-4a11-95ea-6a959eefd6a9 on network ab3ee116-42d6-4b96-992c-e858e888877b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:22.731824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a3b1-3551-47f1-a449-8ffb94547bd2 req-1a1829c5-3b6a-44ab-a456-98547e1dad68 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.738667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a3b1-3551-47f1-a449-8ffb94547bd2 req-1a1829c5-3b6a-44ab-a456-98547e1dad68 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.745485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a3b1-3551-47f1-a449-8ffb94547bd2 req-1a1829c5-3b6a-44ab-a456-98547e1dad68 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.752964 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a3b1-3551-47f1-a449-8ffb94547bd2 req-1a1829c5-3b6a-44ab-a456-98547e1dad68 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:22.761933 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f3e0a3b1-3551-47f1-a449-8ffb94547bd2 req-1a1829c5-3b6a-44ab-a456-98547e1dad68 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5394 time: 0.1868901 Nov 09 17:52:22.784895 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c6c8c7-392e-407e-9cc2-22d134babb1c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:52:22.785689 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c6c8c7-392e-407e-9cc2-22d134babb1c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:22.816381 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:22.839818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:22.840285 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Checking segment: {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:22.841092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Bound using segment: {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:22.841626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Bound port: 55aad609-e018-4a11-95ea-6a959eefd6a9, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:22.842040 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:22.873370 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-68c6c8c7-392e-407e-9cc2-22d134babb1c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0411026 Nov 09 17:52:22.879255 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40676) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:22.886112 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'subnet': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:23.017770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f3e0a3b1-3551-47f1-a449-8ffb94547bd2 req-892de4b9-7861-48e1-b3b5-dd6e14151f23 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2545042 Nov 09 17:52:23.099732 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:23.132225 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 27db72cd-22bc-4c17-8155-19216bbe2ded no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:52:23.186917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d6e4dbe0-8120-454e-aa34-ceaf43f2522b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:23.211477 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:23.261506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] For port 55aad609-e018-4a11-95ea-6a959eefd6a9, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:23.298868 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542c1959-d18c-4910-b920-68fed2109cd8', 'name': 'tempest-ServerRescueNegativeTestJSON-345112913-router', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:52:10Z', 'updated_at': '2021-11-09T17:52:16Z', 'revision_number': 3, 'project_id': '1b2412c4e8d749619a491ac24d825b4b', 'gw_port': {'id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542c1959-d18c-4910-b920-68fed2109cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:52:14Z', 'updated_at': '2021-11-09T17:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:23.308709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-15307201-5d85-4ad2-8096-24130fe34f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:23.310441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bab1a90-ff52-441a-aedb-4efd3ac9c8d1 req-15307201-5d85-4ad2-8096-24130fe34f76 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8470283 Nov 09 17:52:23.312418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a76f7e55-019c-497e-9249-93a4ad3ff353 req-a5c155dc-5137-4f9a-be9d-d92744f27b01 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] For port 27db72cd-22bc-4c17-8155-19216bbe2ded, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=27db72cd-22bc-4c17-8155-19216bbe2ded,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:23.312847 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a76f7e55-019c-497e-9249-93a4ad3ff353 req-a5c155dc-5137-4f9a-be9d-d92744f27b01 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:23.340313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] For port 55aad609-e018-4a11-95ea-6a959eefd6a9, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=55aad609-e018-4a11-95ea-6a959eefd6a9,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:23.389076 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:23.405113 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Network 6642ab75-e5ec-4cb0-8139-1cc246529814 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:23.414398 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ef698-5748-4086-9734-cd902e2e84a4 None None] The sync data for ids ['542c1959-d18c-4910-b920-68fed2109cd8'] in n-d-817236-1 is: [{'id': '542c1959-d18c-4910-b920-68fed2109cd8', 'name': 'tempest-ServerRescueNegativeTestJSON-345112913-router', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:52:10Z', 'updated_at': '2021-11-09T17:52:16Z', 'revision_number': 3, 'project_id': '1b2412c4e8d749619a491ac24d825b4b', 'gw_port': {'id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542c1959-d18c-4910-b920-68fed2109cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:52:14Z', 'updated_at': '2021-11-09T17:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:52:23.433816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:23.438468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:23.449363 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c82b79-743b-4b3f-9788-f3d765026776,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:23.511774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:23.514674 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a76f7e55-019c-497e-9249-93a4ad3ff353 req-a5c155dc-5137-4f9a-be9d-d92744f27b01 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Calling delete_port for 27db72cd-22bc-4c17-8155-19216bbe2ded owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:52:23.515264 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:23.520825 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:23.671171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 27db72cd-22bc-4c17-8155-19216bbe2ded, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=27db72cd-22bc-4c17-8155-19216bbe2ded,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:23.684671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f61fe3b-b4de-4cba-beea-76adfffac775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27db72cd-22bc-4c17-8155-19216bbe2ded'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:23.693061 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a83ea21-4ace-4607-b538-d4729379c82c" -d '{"events": [{"server_uuid": "4f61fe3b-b4de-4cba-beea-76adfffac775", "name": "network-vif-unplugged", "status": "completed", "tag": "27db72cd-22bc-4c17-8155-19216bbe2ded"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:23.721354 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:23.726407 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:23.843818 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=27db72cd-22bc-4c17-8155-19216bbe2ded,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:23.932240 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:23.936223 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d6e4dbe0-8120-454e-aa34-ceaf43f2522b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:23.939750 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:23.993432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:23.994067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:23.996338 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] 10.222.0.18 "PUT /v2.0/ports/55aad609-e018-4a11-95ea-6a959eefd6a9 HTTP/1.1" status: 200 len: 1091 time: 6.2395735 Nov 09 17:52:24.004391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': '55aad609-e018-4a11-95ea-6a959eefd6a9'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:24.006611 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d016f2ac-d960-4ce7-887b-3cd94964c51e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "55aad609-e018-4a11-95ea-6a959eefd6a9"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:24.166162 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a36bcb-24fa-4367-94dc-bc4f79f0f30c req-cf143c5c-aa7c-41c7-bbaf-7ccca43bed28 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:24.179504 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c1a36bcb-24fa-4367-94dc-bc4f79f0f30c req-cf143c5c-aa7c-41c7-bbaf-7ccca43bed28 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 945 time: 0.6415722 Nov 09 17:52:24.350380 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:24.440955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40696) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:24.495766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port d6e4dbe0-8120-454e-aa34-ceaf43f2522b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d6e4dbe0-8120-454e-aa34-ceaf43f2522b,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:24.503990 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:24.592000 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c1a36bcb-24fa-4367-94dc-bc4f79f0f30c req-403811d7-d159-4d74-916b-d0b3233bab63 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101655 Nov 09 17:52:24.650144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=d6e4dbe0-8120-454e-aa34-ceaf43f2522b,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:24.718407 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:24.726668 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a57b15-0e05-4452-9bd0-cd46e843a0c9 x-openstack-request-id: req-42a57b15-0e05-4452-9bd0-cd46e843a0c9 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:24.731290 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f61fe3b-b4de-4cba-beea-76adfffac775", "name": "network-vif-unplugged", "status": "completed", "tag": "27db72cd-22bc-4c17-8155-19216bbe2ded", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:24.731707 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42a57b15-0e05-4452-9bd0-cd46e843a0c9 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:24.733595 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f61fe3b-b4de-4cba-beea-76adfffac775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27db72cd-22bc-4c17-8155-19216bbe2ded', 'code': 200} Nov 09 17:52:24.750186 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2675-30b1-4d04-bbb6-7231955854b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:24.808272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e2c7d4c0-b7dd-4057-a21b-68485bdce172 None None] Provisioning complete for port d6e4dbe0-8120-454e-aa34-ceaf43f2522b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:24.808685 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d4c0-b7dd-4057-a21b-68485bdce172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:25.078714 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568c5a3f-3cbc-41a5-a515-5a16fa1efdf1 x-openstack-request-id: req-568c5a3f-3cbc-41a5-a515-5a16fa1efdf1 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:25.079548 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "55aad609-e018-4a11-95ea-6a959eefd6a9", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:25.079548 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-568c5a3f-3cbc-41a5-a515-5a16fa1efdf1 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:25.079736 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': '55aad609-e018-4a11-95ea-6a959eefd6a9', 'status': 'completed', 'code': 200} Nov 09 17:52:25.110261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Request body: {'port': {'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:25.214858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085e164-1375-4073-83ce-26c57f1aad5a service neutron] Pushing event updated for resources: {'Port': ['ID=55aad609-e018-4a11-95ea-6a959eefd6a9,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:25.222791 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2675-30b1-4d04-bbb6-7231955854b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:25.275737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3479361-fef9-4fd3-9b9f-6b558c21ec5b req-1e87657c-3c1a-4820-89c8-d10325dadeda tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.293527 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3479361-fef9-4fd3-9b9f-6b558c21ec5b req-1e87657c-3c1a-4820-89c8-d10325dadeda tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.307589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-edc9524a-5571-4d38-934c-003baba378c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.307874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-edc9524a-5571-4d38-934c-003baba378c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.308360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-edc9524a-5571-4d38-934c-003baba378c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.308830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-edc9524a-5571-4d38-934c-003baba378c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.309288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-edc9524a-5571-4d38-934c-003baba378c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.309782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-edc9524a-5571-4d38-934c-003baba378c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.310175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-edc9524a-5571-4d38-934c-003baba378c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.313360 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-edc9524a-5571-4d38-934c-003baba378c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6286 time: 0.2242310 Nov 09 17:52:25.316267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 532cbddf-683a-40d1-a830-b92e8f04a2ed up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:25.321686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3479361-fef9-4fd3-9b9f-6b558c21ec5b req-1e87657c-3c1a-4820-89c8-d10325dadeda tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.329748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3479361-fef9-4fd3-9b9f-6b558c21ec5b req-1e87657c-3c1a-4820-89c8-d10325dadeda tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.330050 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.resource_extend [req-0975608b-d599-43be-bb0a-e4d244b9405b req-ba203868-fdf2-4a71-9d50-b68821f61416 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:52:25.338133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3479361-fef9-4fd3-9b9f-6b558c21ec5b req-1e87657c-3c1a-4820-89c8-d10325dadeda tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.345526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3479361-fef9-4fd3-9b9f-6b558c21ec5b req-1e87657c-3c1a-4820-89c8-d10325dadeda tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.351867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3479361-fef9-4fd3-9b9f-6b558c21ec5b req-1e87657c-3c1a-4820-89c8-d10325dadeda tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.353988 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3479361-fef9-4fd3-9b9f-6b558c21ec5b req-1e87657c-3c1a-4820-89c8-d10325dadeda tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5394 time: 0.3924847 Nov 09 17:52:25.355254 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2675-30b1-4d04-bbb6-7231955854b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:25.442603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 532cbddf-683a-40d1-a830-b92e8f04a2ed triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:25.443274 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:25.489932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-3eba7a95-ad39-41c7-83e1-f62830567008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.490397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-3eba7a95-ad39-41c7-83e1-f62830567008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.490854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-3eba7a95-ad39-41c7-83e1-f62830567008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:25.492892 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-3eba7a95-ad39-41c7-83e1-f62830567008 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9604b69a568944e2ae3cded901a7acdd&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1276653 Nov 09 17:52:25.518520 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cc5e2675-30b1-4d04-bbb6-7231955854b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa11ddfe646a4ceba928436717aba27e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0528095 Nov 09 17:52:25.520883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40704) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:25.530856 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:25.535209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e2675-30b1-4d04-bbb6-7231955854b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f763c28-1f37-48ae-86a0-e50ac78e190e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:25.544196 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3479361-fef9-4fd3-9b9f-6b558c21ec5b req-43ac5a78-daa9-4c49-8706-a2b7c5c9a8e5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1661198 Nov 09 17:52:25.577394 n-d-817236-1 neutron-server[102155]: DEBUG neutron.objects.ports [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:52:25.648176 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:25.672138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 532cbddf-683a-40d1-a830-b92e8f04a2ed, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=532cbddf-683a-40d1-a830-b92e8f04a2ed,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:25.677395 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:25.678465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d6e4dbe0-8120-454e-aa34-ceaf43f2522b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:25.688238 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:25.709305 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:25.784191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=532cbddf-683a-40d1-a830-b92e8f04a2ed,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:25.802473 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d6e4dbe0-8120-454e-aa34-ceaf43f2522b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:25.802899 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:26.047446 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0975608b-d599-43be-bb0a-e4d244b9405b req-ba203868-fdf2-4a71-9d50-b68821f61416 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:26.095034 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0975608b-d599-43be-bb0a-e4d244b9405b req-ba203868-fdf2-4a71-9d50-b68821f61416 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:26.248102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8443a3-ce2a-48ee-a21b-3470a2238132 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:26.283617 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4994f235-e50d-4667-895e-c9f8615ec032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:26.287395 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:26.294669 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a76f7e55-019c-497e-9249-93a4ad3ff353 req-a5c155dc-5137-4f9a-be9d-d92744f27b01 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:26.333321 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:26.339267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c82b79-743b-4b3f-9788-f3d765026776,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:26.381883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-f863b1a9-7b0c-4b20-b5b7-ef834d5cfbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:26.383350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d016f2ac-d960-4ce7-887b-3cd94964c51e req-f863b1a9-7b0c-4b20-b5b7-ef834d5cfbda service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8804460 Nov 09 17:52:26.393117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c155dc-5137-4f9a-be9d-d92744f27b01 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Pushing event deleted for resources: {'Port': ['ID=27db72cd-22bc-4c17-8155-19216bbe2ded,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:26.395947 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Transition to ACTIVE for port object dd8443a3-ce2a-48ee-a21b-3470a2238132 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:52:26.434316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339ebbe-a499-4e41-a8a6-33bcdc9efab5 req-79d88d75-0029-4ce3-ad32-7fe609d9a3ee tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:26.434626 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:26.435723 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1339ebbe-a499-4e41-a8a6-33bcdc9efab5 req-79d88d75-0029-4ce3-ad32-7fe609d9a3ee tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f61fe3b-b4de-4cba-beea-76adfffac775 HTTP/1.1" status: 200 len: 865 time: 0.2307284 Nov 09 17:52:26.436378 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:26.439560 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4994f235-e50d-4667-895e-c9f8615ec032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:26.513548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76f7e55-019c-497e-9249-93a4ad3ff353 req-a5c155dc-5137-4f9a-be9d-d92744f27b01 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] No DVR routers for this DVR port 27db72cd-22bc-4c17-8155-19216bbe2ded on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:52:26.518901 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a76f7e55-019c-497e-9249-93a4ad3ff353 req-a5c155dc-5137-4f9a-be9d-d92744f27b01 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:26.522157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a76f7e55-019c-497e-9249-93a4ad3ff353 req-a5c155dc-5137-4f9a-be9d-d92744f27b01 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "DELETE /v2.0/ports/27db72cd-22bc-4c17-8155-19216bbe2ded HTTP/1.1" status: 204 len: 173 time: 4.9724152 Nov 09 17:52:26.544678 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-0975608b-d599-43be-bb0a-e4d244b9405b req-ba203868-fdf2-4a71-9d50-b68821f61416 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Floating IP 74bcb3e8-bf1a-4e33-808c-a90990c0c35d associated. External IP: 172.25.1.154, port: 4cc64592-67f5-408a-ae86-c95541bba77e. Nov 09 17:52:26.569598 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1339ebbe-a499-4e41-a8a6-33bcdc9efab5 req-f6ac4ffa-647a-41c4-9120-b6982039eb62 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172724 Nov 09 17:52:26.664910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8443a3-ce2a-48ee-a21b-3470a2238132,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:26.803823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4994f235-e50d-4667-895e-c9f8615ec032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:26.810532 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4994f235-e50d-4667-895e-c9f8615ec032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:26.812288 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4994f235-e50d-4667-895e-c9f8615ec032 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f763c28-1f37-48ae-86a0-e50ac78e190e HTTP/1.1" status: 204 len: 168 time: 1.2878230 Nov 09 17:52:26.818077 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Network 6642ab75-e5ec-4cb0-8139-1cc246529814 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:26.833342 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:26.838057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994f235-e50d-4667-895e-c9f8615ec032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f763c28-1f37-48ae-86a0-e50ac78e190e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:26.922178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Attempting to bind port dd8443a3-ce2a-48ee-a21b-3470a2238132 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:26.922440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Attempting to bind port dd8443a3-ce2a-48ee-a21b-3470a2238132 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:26.922755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Attempting to bind port dd8443a3-ce2a-48ee-a21b-3470a2238132 on network ab3ee116-42d6-4b96-992c-e858e888877b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:26.972636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Port dd8443a3-ce2a-48ee-a21b-3470a2238132 on network ab3ee116-42d6-4b96-992c-e858e888877b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:52:26.973004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Attempting to bind port dd8443a3-ce2a-48ee-a21b-3470a2238132 on network ab3ee116-42d6-4b96-992c-e858e888877b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:26.981679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:26.982070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Checking segment: {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:26.982746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Bound using segment: {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:26.983198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Bound port: dd8443a3-ce2a-48ee-a21b-3470a2238132, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:26.983663 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:27.087191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f61fe3b-b4de-4cba-beea-76adfffac775', 'name': 'network-vif-deleted', 'tag': '27db72cd-22bc-4c17-8155-19216bbe2ded'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:27.090264 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d8d34b-3bad-42ce-aba5-b084593b40b9" -d '{"events": [{"server_uuid": "4f61fe3b-b4de-4cba-beea-76adfffac775", "name": "network-vif-deleted", "tag": "27db72cd-22bc-4c17-8155-19216bbe2ded"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:27.158850 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d702798-8c9c-4349-bd4f-629f5e903df4 req-1cb53802-ad86-4415-8b67-e67d73fadcd5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:27.162495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 532cbddf-683a-40d1-a830-b92e8f04a2ed up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:27.168662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d702798-8c9c-4349-bd4f-629f5e903df4 req-1cb53802-ad86-4415-8b67-e67d73fadcd5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:27.176341 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d702798-8c9c-4349-bd4f-629f5e903df4 req-1cb53802-ad86-4415-8b67-e67d73fadcd5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:27.182080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d702798-8c9c-4349-bd4f-629f5e903df4 req-1cb53802-ad86-4415-8b67-e67d73fadcd5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:27.189486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d702798-8c9c-4349-bd4f-629f5e903df4 req-1cb53802-ad86-4415-8b67-e67d73fadcd5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:27.196899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d702798-8c9c-4349-bd4f-629f5e903df4 req-1cb53802-ad86-4415-8b67-e67d73fadcd5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:27.205342 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d702798-8c9c-4349-bd4f-629f5e903df4 req-1cb53802-ad86-4415-8b67-e67d73fadcd5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:27.207611 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d702798-8c9c-4349-bd4f-629f5e903df4 req-1cb53802-ad86-4415-8b67-e67d73fadcd5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5406 time: 0.3883288 Nov 09 17:52:27.209111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0975608b-d599-43be-bb0a-e4d244b9405b req-ba203868-fdf2-4a71-9d50-b68821f61416 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Router 89c45047-484e-48cf-8eec-d7e25e549009 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:52:27.228347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] For port d6e4dbe0-8120-454e-aa34-ceaf43f2522b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d6e4dbe0-8120-454e-aa34-ceaf43f2522b,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:27.313914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] For port dd8443a3-ce2a-48ee-a21b-3470a2238132, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:27.325204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] For port dd8443a3-ce2a-48ee-a21b-3470a2238132, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=dd8443a3-ce2a-48ee-a21b-3470a2238132,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:27.336935 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:27.359018 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d702798-8c9c-4349-bd4f-629f5e903df4 req-7dd9c855-f536-42ee-87e9-e8eacb23e29e tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412385 Nov 09 17:52:27.368224 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:27.369011 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:27.408177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Router 542c1959-d18c-4910-b920-68fed2109cd8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:52:27.429315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 532cbddf-683a-40d1-a830-b92e8f04a2ed triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:27.429753 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:27.492264 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:27.504942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:27.511411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:27.512024 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:27.562280 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:27.578584 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Subnet': ['ID=bbf2d9ac-9140-4a5a-bc3f-795aa4917c12,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:27.626414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:27.627119 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:27.629096 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] 10.222.0.18 "PUT /v2.0/ports/dd8443a3-ce2a-48ee-a21b-3470a2238132 HTTP/1.1" status: 200 len: 1090 time: 2.5308998 Nov 09 17:52:27.631296 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8d4209-f63c-4b79-b1ba-4ff3669c6c73 x-openstack-request-id: req-9a8d4209-f63c-4b79-b1ba-4ff3669c6c73 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:27.631616 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f61fe3b-b4de-4cba-beea-76adfffac775", "name": "network-vif-deleted", "tag": "27db72cd-22bc-4c17-8155-19216bbe2ded", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:27.631873 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a8d4209-f63c-4b79-b1ba-4ff3669c6c73 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:27.632275 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f61fe3b-b4de-4cba-beea-76adfffac775', 'name': 'network-vif-deleted', 'tag': '27db72cd-22bc-4c17-8155-19216bbe2ded', 'status': 'completed', 'code': 200} Nov 09 17:52:27.657331 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.7745249 Nov 09 17:52:27.660832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40730) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:27.685532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8e4cf-63a9-416f-85bb-df2068917be2 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=d6e4dbe0-8120-454e-aa34-ceaf43f2522b,revision_number=5']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:27.687865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba60c5-e691-4c26-afa5-b593125852ac None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:27.727990 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Request body: {'port': {'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:27.809185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:52:27.828516 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b62c0916-9633-4ca7-8f7a-4030d86a2186 admin admin] 10.222.0.81 "PUT /v2.0/routers/542c1959-d18c-4910-b920-68fed2109cd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1893644 Nov 09 17:52:27.860118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45afc9b-463a-4c65-b570-cda9eb1750e4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8443a3-ce2a-48ee-a21b-3470a2238132,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:27.860362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Sync routers for ids ['542c1959-d18c-4910-b920-68fed2109cd8'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:52:27.926497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0975608b-d599-43be-bb0a-e4d244b9405b req-ba203868-fdf2-4a71-9d50-b68821f61416 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:52:27.939749 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6974f293-3bc3-49b5-a956-cd856417eca6 None None] Sync routers for ids ['89c45047-484e-48cf-8eec-d7e25e549009'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:52:27.940370 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0975608b-d599-43be-bb0a-e4d244b9405b req-ba203868-fdf2-4a71-9d50-b68821f61416 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:27.949050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Routers {'542c1959-d18c-4910-b920-68fed2109cd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:27.950038 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['542c1959-d18c-4910-b920-68fed2109cd8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:27.973889 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974f293-3bc3-49b5-a956-cd856417eca6 None None] Routers {'89c45047-484e-48cf-8eec-d7e25e549009'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:27.974172 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:27.974970 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-6974f293-3bc3-49b5-a956-cd856417eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['89c45047-484e-48cf-8eec-d7e25e549009'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:28.013136 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0975608b-d599-43be-bb0a-e4d244b9405b req-ba203868-fdf2-4a71-9d50-b68821f61416 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "PUT /v2.0/floatingips/74bcb3e8-bf1a-4e33-808c-a90990c0c35d HTTP/1.1" status: 200 len: 996 time: 5.4622867 Nov 09 17:52:28.174847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975608b-d599-43be-bb0a-e4d244b9405b req-7e6655d1-d7b8-48f5-ac68-8edc05677a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:28.187700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0975608b-d599-43be-bb0a-e4d244b9405b req-7e6655d1-d7b8-48f5-ac68-8edc05677a4c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0&device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 1096 time: 0.1732206 Nov 09 17:52:28.316680 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-6974f293-3bc3-49b5-a956-cd856417eca6 None None] Set router 89c45047-484e-48cf-8eec-d7e25e549009 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:28.327189 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Request body: {'port': {'network_id': '95294590-f827-4cfc-bf5f-176a9c97fb32', 'mac_address': 'fa:16:3e:63:6a:09', 'name': 'tempest-NetworksTestDHCPv6-899914398'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:28.441078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Set router 542c1959-d18c-4910-b920-68fed2109cd8 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:28.490126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975608b-d599-43be-bb0a-e4d244b9405b req-70f35329-81f6-465d-af6f-86afaa396b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:28.503329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0975608b-d599-43be-bb0a-e4d244b9405b req-70f35329-81f6-465d-af6f-86afaa396b68 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c22a0cc3-8531-4cb4-a256-aeda00f0b076 HTTP/1.1" status: 200 len: 919 time: 0.3142049 Nov 09 17:52:28.731455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-c956b61b-efb8-40e2-9d39-4890495bdddc tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:28.742504 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-c956b61b-efb8-40e2-9d39-4890495bdddc tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 811 time: 0.1837931 Nov 09 17:52:28.770857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0975608b-d599-43be-bb0a-e4d244b9405b req-84d18cec-5358-49f6-bb2e-b9c17a095807 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 200 len: 999 time: 0.2664275 Nov 09 17:52:28.775360 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-1a01bf97-ef1b-46a1-a465-ae06d4f3deb1 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/quotas/7d59107623fc4458b53a4793008d7877 HTTP/1.1" status: 200 len: 375 time: 0.0312586 Nov 09 17:52:28.826302 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-00fbbbfd-b9ba-457e-9b79-e92cfcbecd0c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484509 Nov 09 17:52:28.929917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975608b-d599-43be-bb0a-e4d244b9405b req-ea9a5165-5b8c-48eb-ab80-75597a333497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:28.938756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0975608b-d599-43be-bb0a-e4d244b9405b req-ea9a5165-5b8c-48eb-ab80-75597a333497 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f0be2f0-7614-4e4e-920f-dcec26a673a6 HTTP/1.1" status: 200 len: 858 time: 0.1668799 Nov 09 17:52:29.005065 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-afd60a24-21a4-4818-9b8a-c84f5cac6243 service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774051 Nov 09 17:52:29.012383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Made reservation on behalf of 2a47bc18f33945afbedf83c6f6e811cb for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:29.032990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0975608b-d599-43be-bb0a-e4d244b9405b req-16f736da-5508-43b0-a59a-33a4793d49bd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c22a0cc3-8531-4cb4-a256-aeda00f0b076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850751 Nov 09 17:52:29.074938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316e14fe-0b21-43d7-88c8-347033fc6186 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:29.117681 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:29.130401 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d6e4dbe0-8120-454e-aa34-ceaf43f2522b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:29.147387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Transition to ACTIVE for port object 316e14fe-0b21-43d7-88c8-347033fc6186 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:52:29.155949 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:29.263068 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-6974f293-3bc3-49b5-a956-cd856417eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:50:36Z', 'revision_number': 4, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '74bcb3e8-bf1a-4e33-808c-a90990c0c35d', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'port_id': '4cc64592-67f5-408a-ae86-c95541bba77e', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'mac_address': 'fa:16:3e:c7:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:52:18Z', 'updated_at': '2021-11-09T17:52:25Z', 'revision_number': 1, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7099226-2b74-4c81-9ca3-b0b6445df73a', 'name': '', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'mac_address': 'fa:16:3e:3b:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:33Z', 'updated_at': '2021-11-09T17:50:51Z', 'revision_number': 5, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'subnets': [{'id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:29.275950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0975608b-d599-43be-bb0a-e4d244b9405b req-aec8fa84-7341-4f9f-ab76-2f8dd098a573 service neutron] 10.222.0.81 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417474 Nov 09 17:52:29.347969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d6e4dbe0-8120-454e-aa34-ceaf43f2522b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:29.350362 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:29.360181 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542c1959-d18c-4910-b920-68fed2109cd8', 'name': 'tempest-ServerRescueNegativeTestJSON-345112913-router', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:52:10Z', 'updated_at': '2021-11-09T17:52:24Z', 'revision_number': 4, 'project_id': '1b2412c4e8d749619a491ac24d825b4b', 'gw_port': {'id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542c1959-d18c-4910-b920-68fed2109cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:52:14Z', 'updated_at': '2021-11-09T17:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e1c82b79-743b-4b3f-9788-f3d765026776', 'name': '', 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'mac_address': 'fa:16:3e:0a:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542c1959-d18c-4910-b920-68fed2109cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '93d6a562-87c3-43f9-8f53-f107047886ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:52:21Z', 'updated_at': '2021-11-09T17:52:24Z', 'revision_number': 2, 'project_id': '1b2412c4e8d749619a491ac24d825b4b', 'subnets': [{'id': '93d6a562-87c3-43f9-8f53-f107047886ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:29.481518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Pushing event updated for resources: {'Port': ['ID=316e14fe-0b21-43d7-88c8-347033fc6186,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:29.492218 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Checking router: 542c1959-d18c-4910-b920-68fed2109cd8 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:52:29.493458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Updating router 542c1959-d18c-4910-b920-68fed2109cd8 port e1c82b79-743b-4b3f-9788-f3d765026776 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:52:29.537625 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6974f293-3bc3-49b5-a956-cd856417eca6 None None] Checking router: 89c45047-484e-48cf-8eec-d7e25e549009 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:52:29.576109 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:29.587202 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974f293-3bc3-49b5-a956-cd856417eca6 None None] Routers {'89c45047-484e-48cf-8eec-d7e25e549009'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:29.588846 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-6974f293-3bc3-49b5-a956-cd856417eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['89c45047-484e-48cf-8eec-d7e25e549009'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:29.597376 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:29.639502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': 'dd8443a3-ce2a-48ee-a21b-3470a2238132'}, {'name': 'network-changed', 'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:29.645927 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87a9c65-a356-43c2-be65-8a358c896c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "dd8443a3-ce2a-48ee-a21b-3470a2238132"}, {"name": "network-changed", "server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:29.671420 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-250e3e6f-bb9b-4c3c-835f-636a98068941 service neutron] 10.222.0.81 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629245 Nov 09 17:52:29.694109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] device_id is not set on port 0fc9ae08-4ac2-4e6a-bf74-e2bbf58d3dd0 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:52:29.795894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0975608b-d599-43be-bb0a-e4d244b9405b req-43435fef-2f7f-469c-a45d-8ca0c122959a service neutron] 10.222.0.81 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186226 Nov 09 17:52:29.798907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Attempting to bind port 316e14fe-0b21-43d7-88c8-347033fc6186 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:29.799274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Attempting to bind port 316e14fe-0b21-43d7-88c8-347033fc6186 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:29.799634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Attempting to bind port 316e14fe-0b21-43d7-88c8-347033fc6186 on network 7a6d1d09-f698-4920-b89f-e75ca6887450 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:29.809112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Port 316e14fe-0b21-43d7-88c8-347033fc6186 on network 7a6d1d09-f698-4920-b89f-e75ca6887450 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:52:29.809462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Attempting to bind port 316e14fe-0b21-43d7-88c8-347033fc6186 on network 7a6d1d09-f698-4920-b89f-e75ca6887450 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:29.823951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:29.824288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Checking segment: {'id': '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:29.824688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Bound using segment: {'id': '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:29.825137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Bound port: 316e14fe-0b21-43d7-88c8-347033fc6186, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:29.825504 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:30.017370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] For port 316e14fe-0b21-43d7-88c8-347033fc6186, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:30.027843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] For port 316e14fe-0b21-43d7-88c8-347033fc6186, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=316e14fe-0b21-43d7-88c8-347033fc6186,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:30.055339 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:30.169389 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-6974f293-3bc3-49b5-a956-cd856417eca6 None None] Set router 89c45047-484e-48cf-8eec-d7e25e549009 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:30.183755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8::1ce (95294590-f827-4cfc-bf5f-176a9c97fb32/d43619cb-3b6e-4dbd-ac0a-9135b4aedc85/0fc9ae08-4ac2-4e6a-bf74-e2bbf58d3dd0) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:30.207260 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Allocated IP 2001:db8:0:1:f816:3eff:fe63:6a09 (95294590-f827-4cfc-bf5f-176a9c97fb32/bbf2d9ac-9140-4a5a-bc3f-795aa4917c12/0fc9ae08-4ac2-4e6a-bf74-e2bbf58d3dd0) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:30.242375 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:30.265003 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:30.363117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:30.368019 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:30.371108 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] 10.222.0.18 "PUT /v2.0/ports/316e14fe-0b21-43d7-88c8-347033fc6186 HTTP/1.1" status: 200 len: 1091 time: 2.6718013 Nov 09 17:52:30.487734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e31c3-94bd-42dc-9991-ba68015aa822 service neutron] Pushing event updated for resources: {'Port': ['ID=316e14fe-0b21-43d7-88c8-347033fc6186,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:30.534770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Request body: {'port': {'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:30.682696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e2969-d1f1-48ca-be2b-88162d237b15 None None] Pushing event updated for resources: {'Port': ['ID=e1c82b79-743b-4b3f-9788-f3d765026776,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:30.834493 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:30.854541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897546f-847e-4ea3-a115-52a20736a7f8 req-08d6eb59-b50f-4523-98b8-c6ec27138f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:30.861214 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7deb65ca-8549-4790-8d9f-670fd3edbbe3 None None] Provisioning complete for port d6e4dbe0-8120-454e-aa34-ceaf43f2522b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:30.861610 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7deb65ca-8549-4790-8d9f-670fd3edbbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:30.870829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897546f-847e-4ea3-a115-52a20736a7f8 req-08d6eb59-b50f-4523-98b8-c6ec27138f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:30.886492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897546f-847e-4ea3-a115-52a20736a7f8 req-08d6eb59-b50f-4523-98b8-c6ec27138f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:30.904002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897546f-847e-4ea3-a115-52a20736a7f8 req-08d6eb59-b50f-4523-98b8-c6ec27138f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:30.919901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897546f-847e-4ea3-a115-52a20736a7f8 req-08d6eb59-b50f-4523-98b8-c6ec27138f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:30.936441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Attempting to bind port e1c82b79-743b-4b3f-9788-f3d765026776 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:30.936853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Attempting to bind port e1c82b79-743b-4b3f-9788-f3d765026776 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:30.937410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Attempting to bind port e1c82b79-743b-4b3f-9788-f3d765026776 on network 6642ab75-e5ec-4cb0-8139-1cc246529814 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:30.943395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897546f-847e-4ea3-a115-52a20736a7f8 req-08d6eb59-b50f-4523-98b8-c6ec27138f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:30.951173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897546f-847e-4ea3-a115-52a20736a7f8 req-08d6eb59-b50f-4523-98b8-c6ec27138f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:30.964393 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3897546f-847e-4ea3-a115-52a20736a7f8 req-08d6eb59-b50f-4523-98b8-c6ec27138f1a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5418 time: 0.9285476 Nov 09 17:52:30.974591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:30.974912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Checking segment: {'id': 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:30.975257 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:30.975672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Bound using segment: {'id': 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:30.976174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Bound port: e1c82b79-743b-4b3f-9788-f3d765026776, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:30.977001 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:31.003055 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-6974f293-3bc3-49b5-a956-cd856417eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:50:36Z', 'revision_number': 4, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '74bcb3e8-bf1a-4e33-808c-a90990c0c35d', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'port_id': '4cc64592-67f5-408a-ae86-c95541bba77e', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'mac_address': 'fa:16:3e:c7:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:52:18Z', 'updated_at': '2021-11-09T17:52:25Z', 'revision_number': 1, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7099226-2b74-4c81-9ca3-b0b6445df73a', 'name': '', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'mac_address': 'fa:16:3e:3b:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:33Z', 'updated_at': '2021-11-09T17:50:51Z', 'revision_number': 5, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'subnets': [{'id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:31.022361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:31.052250 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6974f293-3bc3-49b5-a956-cd856417eca6 None None] The sync data for ids ['89c45047-484e-48cf-8eec-d7e25e549009'] in n-d-817236-1 is: [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:50:36Z', 'revision_number': 4, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '74bcb3e8-bf1a-4e33-808c-a90990c0c35d', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'port_id': '4cc64592-67f5-408a-ae86-c95541bba77e', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'mac_address': 'fa:16:3e:c7:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:52:18Z', 'updated_at': '2021-11-09T17:52:25Z', 'revision_number': 1, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7099226-2b74-4c81-9ca3-b0b6445df73a', 'name': '', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'mac_address': 'fa:16:3e:3b:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:33Z', 'updated_at': '2021-11-09T17:50:51Z', 'revision_number': 5, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'subnets': [{'id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:52:31.087439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3897546f-847e-4ea3-a115-52a20736a7f8 req-6ce35e46-0a10-45ef-8023-7f7c6bd2fcbd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217577 Nov 09 17:52:31.154711 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:31.293741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event updated for resources: {'Port': ['ID=0fc9ae08-4ac2-4e6a-bf74-e2bbf58d3dd0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:31.294438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] For port e1c82b79-743b-4b3f-9788-f3d765026776, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:31.304030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] For port e1c82b79-743b-4b3f-9788-f3d765026776, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e1c82b79-743b-4b3f-9788-f3d765026776,segment=NetworkSegment(c4d1a7b0-2165-41d5-8a00-bb0d062b37fe),segment_id=c4d1a7b0-2165-41d5-8a00-bb0d062b37fe)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:31.310980 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:31.322423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-313ef9c7-8abc-4ab5-ae81-106813e74b47 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:31.331760 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-313ef9c7-8abc-4ab5-ae81-106813e74b47 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/networks?id=6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 200 len: 818 time: 0.4728303 Nov 09 17:52:31.359836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:31.364516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:31.381525 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:31.390243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:31.391719 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:31.420087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-4bdf9f06-8c13-485e-80bb-18dab78433a7 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/quotas/1b2412c4e8d749619a491ac24d825b4b HTTP/1.1" status: 200 len: 375 time: 0.0872622 Nov 09 17:52:31.431127 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4adcc384-7b8c-4627-94f3-19fce367e172 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7687311 Nov 09 17:52:31.468404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e2969-d1f1-48ca-be2b-88162d237b15 None None] Pushing event updated for resources: {'Port': ['ID=e1c82b79-743b-4b3f-9788-f3d765026776,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:31.471145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40808) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:31.538858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a771ce-bbbd-41f7-b564-4a80b22320cb None None] New status for floating IP 74bcb3e8-bf1a-4e33-808c-a90990c0c35d: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:52:31.715153 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-f8e1306d-21b8-419c-99b2-fec1b88c239a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1b2412c4e8d749619a491ac24d825b4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2887409 Nov 09 17:52:31.829709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Routers {'542c1959-d18c-4910-b920-68fed2109cd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:31.831043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['542c1959-d18c-4910-b920-68fed2109cd8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:31.885954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6ed50-a602-468c-a011-9679b482e370 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting port 0fc9ae08-4ac2-4e6a-bf74-e2bbf58d3dd0 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:52:31.886336 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ed50-a602-468c-a011-9679b482e370 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:31.977093 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-3815940a-24bd-49ef-86a6-d9a89871e500 service neutron] 10.222.0.81 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570977 Nov 09 17:52:32.278991 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ed50-a602-468c-a011-9679b482e370 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:32.316372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6ed50-a602-468c-a011-9679b482e370 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Calling delete_port for 0fc9ae08-4ac2-4e6a-bf74-e2bbf58d3dd0 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:52:32.336399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b56e1fde-0e64-47f0-8453-37ac3b0b222c None None] Provisioning complete for port 0fc9ae08-4ac2-4e6a-bf74-e2bbf58d3dd0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:32.336709 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-add9126e-7bce-480f-88cf-0c80552dbc59 service neutron] 10.222.0.81 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142674 Nov 09 17:52:32.336908 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b56e1fde-0e64-47f0-8453-37ac3b0b222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:32.402830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b56e1fde-0e64-47f0-8453-37ac3b0b222c None None] Port 0fc9ae08-4ac2-4e6a-bf74-e2bbf58d3dd0 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:52:32.422524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] Set router 542c1959-d18c-4910-b920-68fed2109cd8 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:32.465763 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0105c45-a3d5-4ef8-bdbc-a83c54b51677 x-openstack-request-id: req-e0105c45-a3d5-4ef8-bdbc-a83c54b51677 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:32.477253 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "dd8443a3-ce2a-48ee-a21b-3470a2238132", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:32.477253 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0105c45-a3d5-4ef8-bdbc-a83c54b51677 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:32.477253 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': 'dd8443a3-ce2a-48ee-a21b-3470a2238132', 'status': 'completed', 'code': 200} Nov 09 17:52:32.477253 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e', 'status': 'completed', 'code': 200} Nov 09 17:52:32.638937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-1e4e9104-2547-4914-8369-b53eb5dcb21e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:32.641412 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-1e4e9104-2547-4914-8369-b53eb5dcb21e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 811 time: 0.1625333 Nov 09 17:52:32.691498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Request body: {'port': {'device_id': '910a05c8-231b-47d5-9414-45710e799e99', 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'admin_state_up': True, 'tenant_id': '7d59107623fc4458b53a4793008d7877'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:32.829860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d451e7-2b1c-426c-8bb5-f2befdd86181 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:32.830207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4be0d4d8-b730-4ac5-888d-c9f835b13c92 req-380587ab-21f6-437e-8f98-09e1b6af2b66 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 210 time: 0.0761011 Nov 09 17:52:32.840406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:32.864359 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ed50-a602-468c-a011-9679b482e370 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:32.864700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Transition to ACTIVE for port object c7d451e7-2b1c-426c-8bb5-f2befdd86181 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:52:32.916727 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:32.965924 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6ed50-a602-468c-a011-9679b482e370 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Port': ['ID=0fc9ae08-4ac2-4e6a-bf74-e2bbf58d3dd0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:33.008179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542c1959-d18c-4910-b920-68fed2109cd8', 'name': 'tempest-ServerRescueNegativeTestJSON-345112913-router', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:52:10Z', 'updated_at': '2021-11-09T17:52:24Z', 'revision_number': 4, 'project_id': '1b2412c4e8d749619a491ac24d825b4b', 'gw_port': {'id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542c1959-d18c-4910-b920-68fed2109cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:52:14Z', 'updated_at': '2021-11-09T17:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e1c82b79-743b-4b3f-9788-f3d765026776', 'name': '', 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'mac_address': 'fa:16:3e:0a:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542c1959-d18c-4910-b920-68fed2109cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '93d6a562-87c3-43f9-8f53-f107047886ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:52:21Z', 'updated_at': '2021-11-09T17:52:31Z', 'revision_number': 4, 'project_id': '1b2412c4e8d749619a491ac24d825b4b', 'subnets': [{'id': '93d6a562-87c3-43f9-8f53-f107047886ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:33.063999 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ed50-a602-468c-a011-9679b482e370 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:33.077721 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e8b6ed50-a602-468c-a011-9679b482e370 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/0fc9ae08-4ac2-4e6a-bf74-e2bbf58d3dd0 HTTP/1.1" status: 204 len: 168 time: 1.5938783 Nov 09 17:52:33.082322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40824) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:33.082913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-6d4dbf83-c24c-4c57-89a7-3cd9c412c84b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 1001 time: 0.6114721 Nov 09 17:52:33.129106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066996a-a224-42ed-a4e6-367d99b622e2 None None] The sync data for ids ['542c1959-d18c-4910-b920-68fed2109cd8'] in n-d-817236-1 is: [{'id': '542c1959-d18c-4910-b920-68fed2109cd8', 'name': 'tempest-ServerRescueNegativeTestJSON-345112913-router', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:52:10Z', 'updated_at': '2021-11-09T17:52:24Z', 'revision_number': 4, 'project_id': '1b2412c4e8d749619a491ac24d825b4b', 'gw_port': {'id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542c1959-d18c-4910-b920-68fed2109cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:52:14Z', 'updated_at': '2021-11-09T17:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e1c82b79-743b-4b3f-9788-f3d765026776', 'name': '', 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'mac_address': 'fa:16:3e:0a:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542c1959-d18c-4910-b920-68fed2109cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '93d6a562-87c3-43f9-8f53-f107047886ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:52:21Z', 'updated_at': '2021-11-09T17:52:31Z', 'revision_number': 4, 'project_id': '1b2412c4e8d749619a491ac24d825b4b', 'subnets': [{'id': '93d6a562-87c3-43f9-8f53-f107047886ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:52:33.310806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-8bd40498-f82d-49ca-bf7e-690e383ad2f5 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.328155 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-8bd40498-f82d-49ca-bf7e-690e383ad2f5 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports/4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 200 len: 942 time: 0.2438138 Nov 09 17:52:33.329957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d451e7-2b1c-426c-8bb5-f2befdd86181,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:33.342476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-fa26c3ac-6038-4fbb-8f3c-87b8267d97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.347932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4478073-291e-4002-b77f-07528749863c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.350648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d4478073-291e-4002-b77f-07528749863c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2670271 Nov 09 17:52:33.355442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-fa26c3ac-6038-4fbb-8f3c-87b8267d97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.356297 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-fa26c3ac-6038-4fbb-8f3c-87b8267d97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.357009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-fa26c3ac-6038-4fbb-8f3c-87b8267d97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.357929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-fa26c3ac-6038-4fbb-8f3c-87b8267d97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.358593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-fa26c3ac-6038-4fbb-8f3c-87b8267d97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.358815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40832) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:33.359592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-fa26c3ac-6038-4fbb-8f3c-87b8267d97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.361937 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-fa26c3ac-6038-4fbb-8f3c-87b8267d97f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6420 time: 0.8921633 Nov 09 17:52:33.590476 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07488d-4050-40fc-b6b3-452a3995dddf req-073bbae5-3438-4a45-828b-c49f5e66b431 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.612069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07488d-4050-40fc-b6b3-452a3995dddf req-073bbae5-3438-4a45-828b-c49f5e66b431 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.629881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Attempting to bind port c7d451e7-2b1c-426c-8bb5-f2befdd86181 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:33.630573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Attempting to bind port c7d451e7-2b1c-426c-8bb5-f2befdd86181 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:33.630798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Attempting to bind port c7d451e7-2b1c-426c-8bb5-f2befdd86181 on network 7a6d1d09-f698-4920-b89f-e75ca6887450 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:33.643418 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07488d-4050-40fc-b6b3-452a3995dddf req-073bbae5-3438-4a45-828b-c49f5e66b431 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.649870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07488d-4050-40fc-b6b3-452a3995dddf req-073bbae5-3438-4a45-828b-c49f5e66b431 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.663040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07488d-4050-40fc-b6b3-452a3995dddf req-073bbae5-3438-4a45-828b-c49f5e66b431 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.670823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07488d-4050-40fc-b6b3-452a3995dddf req-073bbae5-3438-4a45-828b-c49f5e66b431 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.683300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07488d-4050-40fc-b6b3-452a3995dddf req-073bbae5-3438-4a45-828b-c49f5e66b431 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.691637 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d07488d-4050-40fc-b6b3-452a3995dddf req-073bbae5-3438-4a45-828b-c49f5e66b431 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.4971309 Nov 09 17:52:33.763873 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-03d0d9a5-aba9-408c-976c-dd94c0526d6b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 1001 time: 0.2032256 Nov 09 17:52:33.769698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967524c-c9c3-42fd-9067-1f833e212e00 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:33.771721 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2967524c-c9c3-42fd-9067-1f833e212e00 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3848133 Nov 09 17:52:33.782423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40836) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:33.800093 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d07488d-4050-40fc-b6b3-452a3995dddf req-f497cba3-8663-4581-8477-14fe63014aa0 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072872 Nov 09 17:52:33.816232 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Port c7d451e7-2b1c-426c-8bb5-f2befdd86181 on network 7a6d1d09-f698-4920-b89f-e75ca6887450 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:52:33.816557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Attempting to bind port c7d451e7-2b1c-426c-8bb5-f2befdd86181 on network 7a6d1d09-f698-4920-b89f-e75ca6887450 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:33.961501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:33.962186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Checking segment: {'id': '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:33.962777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Bound using segment: {'id': '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:33.965105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Bound port: c7d451e7-2b1c-426c-8bb5-f2befdd86181, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:33.965826 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:33.976079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Made reservation on behalf of 7d59107623fc4458b53a4793008d7877 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:33.981252 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:33.988567 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a9197ca-853e-47b8-92f8-32aa11af5262 req-937be9a2-07da-4a00-9cc0-a7de715c30eb tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 210 time: 0.0939729 Nov 09 17:52:34.159123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d9388f-d32b-4d3f-bd82-2add4cd5b44f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:34.160742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d9388f-d32b-4d3f-bd82-2add4cd5b44f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:34.162646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d9388f-d32b-4d3f-bd82-2add4cd5b44f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:34.178109 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e7d9388f-d32b-4d3f-bd82-2add4cd5b44f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3770101 Nov 09 17:52:34.182898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40852) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:34.264224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-512cd272-f4ca-4074-890f-f8b4e74ef954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:34.271827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-512cd272-f4ca-4074-890f-f8b4e74ef954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:34.272590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-512cd272-f4ca-4074-890f-f8b4e74ef954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:34.274649 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-512cd272-f4ca-4074-890f-f8b4e74ef954 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9604b69a568944e2ae3cded901a7acdd&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8862464 Nov 09 17:52:34.390207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19ef1393-6afe-4ef6-a200-a7fc33426db5 req-120b0fe8-0e4f-4c4b-b918-9f92a4b1ba07 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 210 time: 0.0964053 Nov 09 17:52:34.420806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-c19a2989-fc7e-46cb-bf3e-f82620a714c5 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:34.422416 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-c19a2989-fc7e-46cb-bf3e-f82620a714c5 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.6570466 Nov 09 17:52:34.426580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] For port c7d451e7-2b1c-426c-8bb5-f2befdd86181, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:34.458845 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ba83e4-7b77-4515-a7c1-9943c94df02c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet bbf2d9ac-9140-4a5a-bc3f-795aa4917c12 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:52:34.468287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6ba83e4-7b77-4515-a7c1-9943c94df02c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:34.488447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': '316e14fe-0b21-43d7-88c8-347033fc6186'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:34.497888 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "316e14fe-0b21-43d7-88c8-347033fc6186"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:34.596519 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6ba83e4-7b77-4515-a7c1-9943c94df02c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:34.619547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] For port c7d451e7-2b1c-426c-8bb5-f2befdd86181, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c7d451e7-2b1c-426c-8bb5-f2befdd86181,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:34.740433 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:34.848529 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6ba83e4-7b77-4515-a7c1-9943c94df02c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:35.165712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e1c82b79-743b-4b3f-9788-f3d765026776 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:35.220823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Allocated IP 172.20.0.14 (cc4cc79d-02a0-4975-9c2c-5d05a9a126fb/3d9c29dc-0b72-4b74-8f01-4e57e061401e/b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:35.258309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d451e7-2b1c-426c-8bb5-f2befdd86181,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:35.293667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:35.295531 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:35.298038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-48439033-67a5-46b8-afa7-0fab0d1c8c91 service neutron] 10.222.0.18 "PUT /v2.0/ports/c7d451e7-2b1c-426c-8bb5-f2befdd86181 HTTP/1.1" status: 200 len: 1091 time: 4.7858248 Nov 09 17:52:35.300203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e1c82b79-743b-4b3f-9788-f3d765026776 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:35.300594 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:35.330590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-13c231aa-b4c1-4154-91fb-3d5fafc23849 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 1001 time: 0.7877545 Nov 09 17:52:35.375863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-2dac1219-2ce4-446d-952e-53175d92b93b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:35.490553 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-2dac1219-2ce4-446d-952e-53175d92b93b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for floatingip, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:35.540247 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:35.632218 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port e1c82b79-743b-4b3f-9788-f3d765026776, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e1c82b79-743b-4b3f-9788-f3d765026776,segment=NetworkSegment(c4d1a7b0-2165-41d5-8a00-bb0d062b37fe),segment_id=c4d1a7b0-2165-41d5-8a00-bb0d062b37fe)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:35.657890 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:35.736061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-1a65da02-591f-4ded-92b7-dc5f41fca295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:35.736061 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-1a65da02-591f-4ded-92b7-dc5f41fca295 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4096856 Nov 09 17:52:35.784812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=e1c82b79-743b-4b3f-9788-f3d765026776,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:35.929227 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-e8f6b038-a115-4e91-b8fb-6f1b337c4859 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:35.930836 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-e8f6b038-a115-4e91-b8fb-6f1b337c4859 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.13 "GET /v2.0/networks?id=6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 200 len: 818 time: 1.0311046 Nov 09 17:52:35.952154 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-827faeca-7902-4597-9e1a-50ef26cbe1d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Request body: {'port': {'device_id': 'daa93e20-52c1-4990-bbe1-3c2fa71155b3', 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814', 'admin_state_up': True, 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:36.096743 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6ba83e4-7b77-4515-a7c1-9943c94df02c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:36.118712 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-2dac1219-2ce4-446d-952e-53175d92b93b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:36.127977 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-2dac1219-2ce4-446d-952e-53175d92b93b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:36.128321 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-2dac1219-2ce4-446d-952e-53175d92b93b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Floating IP 74bcb3e8-bf1a-4e33-808c-a90990c0c35d disassociated. External IP: 172.25.1.154, port: 4cc64592-67f5-408a-ae86-c95541bba77e. Nov 09 17:52:36.154193 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce3f6ad-18a1-4053-bb5a-1a9e5f6d1afd None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:36.158736 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-5b933311-ee47-4fa1-a078-ce5abdf200ab tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:36.160410 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-5b933311-ee47-4fa1-a078-ce5abdf200ab tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/networks?id=6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 200 len: 818 time: 1.2461817 Nov 09 17:52:36.161564 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6ba83e4-7b77-4515-a7c1-9943c94df02c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:36.165071 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c6ba83e4-7b77-4515-a7c1-9943c94df02c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/bbf2d9ac-9140-4a5a-bc3f-795aa4917c12 HTTP/1.1" status: 204 len: 168 time: 1.9806821 Nov 09 17:52:36.173781 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40886) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:36.208048 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba83e4-7b77-4515-a7c1-9943c94df02c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf2d9ac-9140-4a5a-bc3f-795aa4917c12,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:36.233419 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-4b59f7f7-3962-4d73-b2d7-669b3fca66ac tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/quotas/1b2412c4e8d749619a491ac24d825b4b HTTP/1.1" status: 200 len: 375 time: 0.0585108 Nov 09 17:52:36.289382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-827faeca-7902-4597-9e1a-50ef26cbe1d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Made reservation on behalf of 1b2412c4e8d749619a491ac24d825b4b for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:36.293659 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-827faeca-7902-4597-9e1a-50ef26cbe1d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:36.302562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5b2735-b52f-4c61-b850-b26fea46ef87 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Deleting subnet d43619cb-3b6e-4dbd-ac0a-9135b4aedc85 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:52:36.326228 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de5b2735-b52f-4c61-b850-b26fea46ef87 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:36.348210 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:36.363300 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-e745b582-ac94-4217-b02c-a1bef511c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:36.363924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-e745b582-ac94-4217-b02c-a1bef511c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:36.364454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-e745b582-ac94-4217-b02c-a1bef511c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:36.364972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-e745b582-ac94-4217-b02c-a1bef511c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:36.365698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-e745b582-ac94-4217-b02c-a1bef511c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:36.366151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-e745b582-ac94-4217-b02c-a1bef511c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:36.366611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-e745b582-ac94-4217-b02c-a1bef511c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:36.369663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-e745b582-ac94-4217-b02c-a1bef511c228 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6487 time: 0.5754011 Nov 09 17:52:36.395576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-6b9bd118-2a39-43b2-82cd-51b87123660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:36.397001 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-bb49f962-5a05-4e76-97e3-18fb431667cc tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1b2412c4e8d749619a491ac24d825b4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1614652 Nov 09 17:52:36.397209 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-6b9bd118-2a39-43b2-82cd-51b87123660f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0&device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 1096 time: 0.5731251 Nov 09 17:52:36.468137 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f29869d6-6773-47dd-83c7-06ecf742162c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 HTTP/1.1" status: 200 len: 217 time: 0.0812933 Nov 09 17:52:36.551868 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de5b2735-b52f-4c61-b850-b26fea46ef87 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:36.636165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-d66e3168-e204-4c57-acbc-1f6e6d2da60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:36.637827 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-d66e3168-e204-4c57-acbc-1f6e6d2da60a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f792151-56b0-45c8-afdd-23d2b348cfe7 HTTP/1.1" status: 200 len: 856 time: 0.1248648 Nov 09 17:52:36.759011 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:36.830797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-6677a197-cf2f-4917-ab2b-18fe4a5899cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:36.832476 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-6677a197-cf2f-4917-ab2b-18fe4a5899cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=c22a0cc3-8531-4cb4-a256-aeda00f0b076 HTTP/1.1" status: 200 len: 919 time: 0.3815525 Nov 09 17:52:36.841342 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-2f13e7a2-0a99-499c-90e0-cedf2bd1104a service neutron] 10.222.0.81 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106636 Nov 09 17:52:36.874588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-827faeca-7902-4597-9e1a-50ef26cbe1d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Allocated IP 172.20.0.10 (6642ab75-e5ec-4cb0-8139-1cc246529814/93d6a562-87c3-43f9-8f53-f107047886ee/c66ddead-5795-4f27-9160-e101e1161ee3) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:36.876888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Pushing event updated for resources: {'Port': ['ID=b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:36.883513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:36.926559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:36.941939 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-8a4fbeab-e332-4c2f-8b58-434611c247a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 200 len: 217 time: 0.0847819 Nov 09 17:52:36.943561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:36.959705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-32c141f3-e7e5-43d5-a45a-08d83c66618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:36.961284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-32c141f3-e7e5-43d5-a45a-08d83c66618b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72c64938-8905-40c6-a145-ef2e7c2b875f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2814198 Nov 09 17:52:37.038141 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de5b2735-b52f-4c61-b850-b26fea46ef87 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:37.108369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e1c82b79-743b-4b3f-9788-f3d765026776 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:37.212483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e1c82b79-743b-4b3f-9788-f3d765026776 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:37.213808 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:37.336165 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-52f6b9f1-918b-4c07-bfc7-d5729f209830 service neutron] 10.222.0.81 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880934 Nov 09 17:52:37.408014 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de5b2735-b52f-4c61-b850-b26fea46ef87 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:37.490320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:37.490918 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:37.491043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:37.491394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:37.491866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:37.492281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:37.493260 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:37.493260 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:37.493570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:37.493939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:37.495025 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:37.495511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:52:37.497073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de5b2735-b52f-4c61-b850-b26fea46ef87 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:37.502558 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-de5b2735-b52f-4c61-b850-b26fea46ef87 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/d43619cb-3b6e-4dbd-ac0a-9135b4aedc85 HTTP/1.1" status: 204 len: 168 time: 1.3236265 Nov 09 17:52:37.507725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40894) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:37.551122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b2735-b52f-4c61-b850-b26fea46ef87 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Subnet': ['ID=d43619cb-3b6e-4dbd-ac0a-9135b4aedc85,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:37.625862 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e18f5d3c-98a7-47c3-99e4-c69769179667 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1145606 Nov 09 17:52:37.626123 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1624f31c-788d-4a55-940a-d9173b4b0cb4 x-openstack-request-id: req-1624f31c-788d-4a55-940a-d9173b4b0cb4 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:37.626423 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "316e14fe-0b21-43d7-88c8-347033fc6186", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:37.626833 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1624f31c-788d-4a55-940a-d9173b4b0cb4 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:37.627494 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': '316e14fe-0b21-43d7-88c8-347033fc6186', 'status': 'completed', 'code': 200} Nov 09 17:52:37.631004 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40900) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:37.661585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679343b3-fc12-437a-8441-76879cf84fba None None] Network 95294590-f827-4cfc-bf5f-176a9c97fb32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:37.673498 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-827faeca-7902-4597-9e1a-50ef26cbe1d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:37.714304 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c512e21-3c5a-4655-9b9a-1c77b6ea8915 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:37.715933 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0c512e21-3c5a-4655-9b9a-1c77b6ea8915 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0840220 Nov 09 17:52:37.722316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40902) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:37.763634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-2dac1219-2ce4-446d-952e-53175d92b93b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Router 89c45047-484e-48cf-8eec-d7e25e549009 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:52:37.778226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:37.779052 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:37.813441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-f6320916-ba2c-4aeb-b2ac-17a3095deb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:37.815131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-f6320916-ba2c-4aeb-b2ac-17a3095deb4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f0be2f0-7614-4e4e-920f-dcec26a673a6 HTTP/1.1" status: 200 len: 858 time: 0.3302181 Nov 09 17:52:37.829759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-827faeca-7902-4597-9e1a-50ef26cbe1d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:37.842690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a5332-709d-4c41-a6b9-d18ebb2a6520 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:37.844304 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-868a5332-709d-4c41-a6b9-d18ebb2a6520 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1209641 Nov 09 17:52:37.845045 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bdd9a5fb-d5f3-4aea-8f4a-c2732b790521 None None] Provisioning complete for port d6e4dbe0-8120-454e-aa34-ceaf43f2522b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:37.845427 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bdd9a5fb-d5f3-4aea-8f4a-c2732b790521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:37.849934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40904) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:37.873215 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-6579026c-7b99-4579-9a41-769c97c613fd service neutron] 10.222.0.18 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714552 Nov 09 17:52:37.876609 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-b6aba4c3-b89e-425b-9418-8feb531314c5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1949067 Nov 09 17:52:37.908915 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e5f59995-08f3-4500-82ab-2ea3393d8024 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550449 Nov 09 17:52:37.921355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f109cce-4d0f-46ec-82f8-6700a7aae149 req-774ae4af-a7f0-452c-8656-9d9771d0f680 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:37.927823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f109cce-4d0f-46ec-82f8-6700a7aae149 req-774ae4af-a7f0-452c-8656-9d9771d0f680 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:37.935878 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f109cce-4d0f-46ec-82f8-6700a7aae149 req-774ae4af-a7f0-452c-8656-9d9771d0f680 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:37.943367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f109cce-4d0f-46ec-82f8-6700a7aae149 req-774ae4af-a7f0-452c-8656-9d9771d0f680 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:37.948259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Request body: {'port': {'device_id': '910a05c8-231b-47d5-9414-45710e799e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:37.950741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f109cce-4d0f-46ec-82f8-6700a7aae149 req-774ae4af-a7f0-452c-8656-9d9771d0f680 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:37.958125 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f109cce-4d0f-46ec-82f8-6700a7aae149 req-774ae4af-a7f0-452c-8656-9d9771d0f680 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:37.965199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f109cce-4d0f-46ec-82f8-6700a7aae149 req-774ae4af-a7f0-452c-8656-9d9771d0f680 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:37.968389 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f109cce-4d0f-46ec-82f8-6700a7aae149 req-774ae4af-a7f0-452c-8656-9d9771d0f680 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.2354784 Nov 09 17:52:37.988145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40910) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:37.996426 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-6fd2e210-466f-4cef-855b-20d86ead7443 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c22a0cc3-8531-4cb4-a256-aeda00f0b076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1663342 Nov 09 17:52:38.081281 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1975d84-cab7-4256-b0a0-5582ff3215b4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:38.082836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1975d84-cab7-4256-b0a0-5582ff3215b4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:38.086364 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c1975d84-cab7-4256-b0a0-5582ff3215b4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/0fc9ae08-4ac2-4e6a-bf74-e2bbf58d3dd0 HTTP/1.1" status: 404 len: 333 time: 0.0947683 Nov 09 17:52:38.089315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-827faeca-7902-4597-9e1a-50ef26cbe1d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Network 6642ab75-e5ec-4cb0-8139-1cc246529814 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:38.093193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40912) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:38.130693 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f46650-f1ce-4a85-acf6-310b72aee028 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:38.131785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f46650-f1ce-4a85-acf6-310b72aee028 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:38.136286 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b5f46650-f1ce-4a85-acf6-310b72aee028 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/bbf2d9ac-9140-4a5a-bc3f-795aa4917c12 HTTP/1.1" status: 404 len: 337 time: 0.0392368 Nov 09 17:52:38.137721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-827faeca-7902-4597-9e1a-50ef26cbe1d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:38.152017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40914) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:38.162829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-827faeca-7902-4597-9e1a-50ef26cbe1d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:38.188722 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-5dcdd911-20a1-4f8b-a3cc-70a18f5024e8 service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523092 Nov 09 17:52:38.189499 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827faeca-7902-4597-9e1a-50ef26cbe1d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Pushing event updated for resources: {'Port': ['ID=c66ddead-5795-4f27-9160-e101e1161ee3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:38.215909 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-79840b7f-54b1-4d11-8815-707f1d951caa tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:38.216723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79840b7f-54b1-4d11-8815-707f1d951caa tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:38.220746 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-79840b7f-54b1-4d11-8815-707f1d951caa tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/d43619cb-3b6e-4dbd-ac0a-9135b4aedc85 HTTP/1.1" status: 404 len: 337 time: 0.0670142 Nov 09 17:52:38.240691 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f109cce-4d0f-46ec-82f8-6700a7aae149 req-898cd7eb-8e64-49fc-98ea-05d99dfdc1cb tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2401211 Nov 09 17:52:38.242971 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40918) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:38.288247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99243581-3b46-4a61-a1a1-fb88dbc0594f None None] DHCP port deletion for 95294590-f827-4cfc-bf5f-176a9c97fb32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:52:38.338736 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad50883-f43f-47d9-bdcf-d42bb1a6a017 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:38.341412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad50883-f43f-47d9-bdcf-d42bb1a6a017 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:38.348177 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0ad50883-f43f-47d9-bdcf-d42bb1a6a017 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/0a2f9a0a-03a9-4977-b765-825ef0300655 HTTP/1.1" status: 404 len: 333 time: 0.0956364 Nov 09 17:52:38.349987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40920) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:38.465012 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:38.466466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-99243581-3b46-4a61-a1a1-fb88dbc0594f None None] Deleting port d6e4dbe0-8120-454e-aa34-ceaf43f2522b {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:52:38.467524 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99243581-3b46-4a61-a1a1-fb88dbc0594f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:38.474027 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-827faeca-7902-4597-9e1a-50ef26cbe1d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:38.477093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-827faeca-7902-4597-9e1a-50ef26cbe1d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:38.545509 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-827faeca-7902-4597-9e1a-50ef26cbe1d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6018431 Nov 09 17:52:38.547773 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21c3e58-a08f-48bb-8b64-8b6bc5e0a719 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:38.548395 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21c3e58-a08f-48bb-8b64-8b6bc5e0a719 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:38.579865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a21c3e58-a08f-48bb-8b64-8b6bc5e0a719 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/0e5b7fef-0555-47a6-bc66-9548f6b34ac0 HTTP/1.1" status: 404 len: 337 time: 0.2149835 Nov 09 17:52:38.579865 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40924) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:38.588249 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Request body: {'port': {'device_id': 'daa93e20-52c1-4990-bbe1-3c2fa71155b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:38.611943 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-99243581-3b46-4a61-a1a1-fb88dbc0594f None None] For port d6e4dbe0-8120-454e-aa34-ceaf43f2522b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d6e4dbe0-8120-454e-aa34-ceaf43f2522b,segment=NetworkSegment(0db139fe-3331-4351-aea6-bf545f4ea088),segment_id=0db139fe-3331-4351-aea6-bf545f4ea088)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:38.612565 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99243581-3b46-4a61-a1a1-fb88dbc0594f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:38.631895 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-99243581-3b46-4a61-a1a1-fb88dbc0594f None None] Calling delete_port for d6e4dbe0-8120-454e-aa34-ceaf43f2522b owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:52:38.700193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b4b8d-220b-4cbb-bf79-37a66cdf77d4 req-563e206f-5da8-41a4-8a26-e6480bebbf9b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:38.700780 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-218b4b8d-220b-4cbb-bf79-37a66cdf77d4 req-563e206f-5da8-41a4-8a26-e6480bebbf9b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 932 time: 0.3325243 Nov 09 17:52:38.701348 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3357e8a-cbbb-449b-8786-4c8b6d03d817 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:38.701820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3357e8a-cbbb-449b-8786-4c8b6d03d817 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:38.708761 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f3357e8a-cbbb-449b-8786-4c8b6d03d817 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/e51763fd-2cde-402c-b615-b3b758f6a4e0 HTTP/1.1" status: 404 len: 337 time: 0.1111739 Nov 09 17:52:38.712373 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40926) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:38.729882 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-a8c3160d-2e36-4d7c-a8eb-7454e7b5d9cf service neutron] 10.222.0.18 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7500417 Nov 09 17:52:38.774223 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99243581-3b46-4a61-a1a1-fb88dbc0594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:38.801237 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0894428d-910d-4af3-8f2e-aad61f031fbe tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:38.801237 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0894428d-910d-4af3-8f2e-aad61f031fbe tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:38.801808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-efcb6a16-f498-4f9f-bf9d-7469d17acfb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=6ef9967e-4c83-4ee5-860b-bdb537513739 HTTP/1.1" status: 200 len: 217 time: 0.0592942 Nov 09 17:52:38.811023 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0894428d-910d-4af3-8f2e-aad61f031fbe tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/3c861538-d76d-4e5c-8f9d-6a4112960d1e HTTP/1.1" status: 404 len: 333 time: 0.0937438 Nov 09 17:52:38.811422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99243581-3b46-4a61-a1a1-fb88dbc0594f None None] No DVR routers for this DVR port d6e4dbe0-8120-454e-aa34-ceaf43f2522b on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:52:38.811616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40928) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:38.824111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f87a9c65-a356-43c2-be65-8a358c896c0f req-f7ddbba2-251e-499c-b99b-c50e3d4f90a9 service neutron] 10.222.0.18 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987943 Nov 09 17:52:38.848594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-2dac1219-2ce4-446d-952e-53175d92b93b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:52:38.855273 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-2dac1219-2ce4-446d-952e-53175d92b93b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:38.864932 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de4c3eb-da22-4489-b6f5-3632849845b9 None None] Sync routers for ids ['89c45047-484e-48cf-8eec-d7e25e549009'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:52:38.871921 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-56617c89-805d-433f-be2c-a3dbf59313d1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:38.872392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56617c89-805d-433f-be2c-a3dbf59313d1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:38.875675 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-56617c89-805d-433f-be2c-a3dbf59313d1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/7e52544d-9d58-4b7b-bb7d-e0d8b09bd89f HTTP/1.1" status: 404 len: 337 time: 0.0645394 Nov 09 17:52:38.882211 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:38.889513 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4c3eb-da22-4489-b6f5-3632849845b9 None None] Routers {'89c45047-484e-48cf-8eec-d7e25e549009'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:38.890699 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5de4c3eb-da22-4489-b6f5-3632849845b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['89c45047-484e-48cf-8eec-d7e25e549009'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:38.898992 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40930) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:38.902332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99243581-3b46-4a61-a1a1-fb88dbc0594f None None] Pushing event deleted for resources: {'Port': ['ID=d6e4dbe0-8120-454e-aa34-ceaf43f2522b,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:38.949101 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-218b4b8d-220b-4cbb-bf79-37a66cdf77d4 req-af746a14-4e1c-4cbe-a515-b9ae7714a29c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278073 Nov 09 17:52:38.989679 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-de02fbae-279d-4021-92d6-14d2c5e72ce1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:38.990149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de02fbae-279d-4021-92d6-14d2c5e72ce1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:39.007151 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-de02fbae-279d-4021-92d6-14d2c5e72ce1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/e1902ce5-c1d1-4754-86cc-2a78a177a77a HTTP/1.1" status: 404 len: 337 time: 0.1014385 Nov 09 17:52:39.007151 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40932) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:39.043651 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-2dac1219-2ce4-446d-952e-53175d92b93b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "PUT /v2.0/floatingips/74bcb3e8-bf1a-4e33-808c-a90990c0c35d HTTP/1.1" status: 200 len: 695 time: 3.6795287 Nov 09 17:52:39.058800 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-39519ca7-07a5-4ea8-aa01-51f5c5b01198 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:39.059825 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39519ca7-07a5-4ea8-aa01-51f5c5b01198 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:39.064013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-121fa9ae-dee7-40c7-adf2-51a126b87fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:39.070112 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-39519ca7-07a5-4ea8-aa01-51f5c5b01198 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/2464ffb6-5268-4edf-8d51-614ccd844c6f HTTP/1.1" status: 404 len: 333 time: 0.0583944 Nov 09 17:52:39.070420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-121fa9ae-dee7-40c7-adf2-51a126b87fdc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.2529597 Nov 09 17:52:39.070600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40934) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:39.106296 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de41aef-30c9-4173-bdf8-4e372f742cf4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:39.106296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de41aef-30c9-4173-bdf8-4e372f742cf4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:39.115693 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2de41aef-30c9-4173-bdf8-4e372f742cf4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/86655588-6200-457b-b0fe-1f7cbe9753c7 HTTP/1.1" status: 404 len: 337 time: 0.0404809 Nov 09 17:52:39.144616 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d6e4dbe0-8120-454e-aa34-ceaf43f2522b no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:52:39.194450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40936) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:39.228855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: d6e4dbe0-8120-454e-aa34-ceaf43f2522b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:52:39.229876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d6e4dbe0-8120-454e-aa34-ceaf43f2522b not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:52:39.273533 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-74826f1f-8e29-450a-8168-40acea12f79f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:39.274714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74826f1f-8e29-450a-8168-40acea12f79f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:39.281274 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-74826f1f-8e29-450a-8168-40acea12f79f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/f23e88cc-0415-4573-8ea0-0d21cd4e7556 HTTP/1.1" status: 404 len: 337 time: 0.0857077 Nov 09 17:52:39.287424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40942) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:39.319991 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-857b9e0c-6ea8-4fcd-aadd-d2b41ecfc547 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:39.320908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857b9e0c-6ea8-4fcd-aadd-d2b41ecfc547 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:39.328248 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-857b9e0c-6ea8-4fcd-aadd-d2b41ecfc547 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/478cc0f9-dad5-41df-9cdb-a60402e71e05 HTTP/1.1" status: 404 len: 333 time: 0.0379105 Nov 09 17:52:39.332344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40944) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:39.424042 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-96bb0e0e-c357-4eb8-a951-d454e05a3706 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:39.424815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96bb0e0e-c357-4eb8-a951-d454e05a3706 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:39.435444 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-96bb0e0e-c357-4eb8-a951-d454e05a3706 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/75998ee0-235c-4f96-b0dc-b45ee5aaf9b3 HTTP/1.1" status: 404 len: 337 time: 0.0979786 Nov 09 17:52:39.435444 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40948) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:39.465758 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-5de4c3eb-da22-4489-b6f5-3632849845b9 None None] Set router 89c45047-484e-48cf-8eec-d7e25e549009 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:39.474342 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db2ee0c-7566-4e66-8292-1df623a7e577 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:39.475149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db2ee0c-7566-4e66-8292-1df623a7e577 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:39.478560 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4db2ee0c-7566-4e66-8292-1df623a7e577 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/919347fc-356d-4750-b119-fe5d6c4ab24f HTTP/1.1" status: 404 len: 333 time: 0.0423656 Nov 09 17:52:39.482475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:39.484313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40950) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:39.506082 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:39.523742 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb72382-03f8-4f17-8338-d97931bf6358 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:39.524123 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb72382-03f8-4f17-8338-d97931bf6358 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:39.527952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0cb72382-03f8-4f17-8338-d97931bf6358 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/941bec65-fc5e-41e5-a80b-3343307f8962 HTTP/1.1" status: 404 len: 337 time: 0.0425448 Nov 09 17:52:39.533447 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40952) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:39.550552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Transition to ACTIVE for port object b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:52:39.560478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1d584e26-f10b-43e9-bac1-df5a4f5e14d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:39.562276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1d584e26-f10b-43e9-bac1-df5a4f5e14d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.18 "GET /v2.0/networks?id=6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 200 len: 818 time: 0.2563474 Nov 09 17:52:39.567066 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:39.593669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-95c02c34-39a7-4dac-8b69-76c86fe7aa00 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Request body: {'port': {'device_id': '412a5b3a-402f-4a0a-bf6e-4a00cef8f432', 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814', 'admin_state_up': True, 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:39.605499 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-4883b5d8-365b-4b30-ba85-724c0c3355ef tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:39.608489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4883b5d8-365b-4b30-ba85-724c0c3355ef tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:39.609007 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-2b2d64c7-e21a-4f20-8162-dc75e4676da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:39.610539 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-2b2d64c7-e21a-4f20-8162-dc75e4676da5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2002764 Nov 09 17:52:39.618576 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4883b5d8-365b-4b30-ba85-724c0c3355ef tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/2b7c3d58-dd09-40f1-8b02-bd41f1b8c791 HTTP/1.1" status: 404 len: 333 time: 0.0839467 Nov 09 17:52:39.625326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40956) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:39.657862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': 'c7d451e7-2b1c-426c-8bb5-f2befdd86181'}, {'name': 'network-changed', 'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:39.660427 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "c7d451e7-2b1c-426c-8bb5-f2befdd86181"}, {"name": "network-changed", "server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:39.695036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-f9944331-7c5a-4f33-964f-b638c85861a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:39.704408 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-f9944331-7c5a-4f33-964f-b638c85861a0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0&device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 1096 time: 0.4119787 Nov 09 17:52:39.859177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66ddead-5795-4f27-9160-e101e1161ee3 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:39.881931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Pushing event updated for resources: {'Port': ['ID=b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:39.891945 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:39.903435 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5de4c3eb-da22-4489-b6f5-3632849845b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:50:36Z', 'revision_number': 4, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e7099226-2b74-4c81-9ca3-b0b6445df73a', 'name': '', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'mac_address': 'fa:16:3e:3b:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:33Z', 'updated_at': '2021-11-09T17:50:51Z', 'revision_number': 5, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'subnets': [{'id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:39.923969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Transition to ACTIVE for port object c66ddead-5795-4f27-9160-e101e1161ee3 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:52:39.992728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:40.023087 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de4c3eb-da22-4489-b6f5-3632849845b9 None None] Checking router: 89c45047-484e-48cf-8eec-d7e25e549009 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:52:40.036041 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbc85ff2-d2e1-48dc-bb5a-e52665fdd207 req-e717a52f-48e6-4f0e-a251-f7f796f08718 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 210 time: 0.1078718 Nov 09 17:52:40.040054 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af57bd0-147f-41ce-b8e9-1975eb296cde tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:40.040526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af57bd0-147f-41ce-b8e9-1975eb296cde tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:40.071248 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-79cc2c6a-f7f5-4034-9156-22da3a8f1918 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983350 Nov 09 17:52:40.071484 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4c3eb-da22-4489-b6f5-3632849845b9 None None] Routers {'89c45047-484e-48cf-8eec-d7e25e549009'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:40.072512 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5de4c3eb-da22-4489-b6f5-3632849845b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['89c45047-484e-48cf-8eec-d7e25e549009'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:40.075241 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7af57bd0-147f-41ce-b8e9-1975eb296cde tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/0ab4895c-2196-4de8-adf3-43ed47b3349c HTTP/1.1" status: 404 len: 337 time: 0.4408839 Nov 09 17:52:40.075438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40962) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:40.201804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-34234218-2977-4200-9dda-0131b68c4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:40.206030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-34234218-2977-4200-9dda-0131b68c4361 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c22a0cc3-8531-4cb4-a256-aeda00f0b076 HTTP/1.1" status: 200 len: 919 time: 0.5002327 Nov 09 17:52:40.237628 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Pushing event updated for resources: {'Port': ['ID=c66ddead-5795-4f27-9160-e101e1161ee3,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:40.264372 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-712aa561-d506-4cd0-a6f1-687d8e12b9f9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:40.265207 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712aa561-d506-4cd0-a6f1-687d8e12b9f9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:40.269866 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-712aa561-d506-4cd0-a6f1-687d8e12b9f9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/28386ede-250e-4a64-96f3-dc29e2dd2355 HTTP/1.1" status: 404 len: 333 time: 0.1884947 Nov 09 17:52:40.291746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-95c02c34-39a7-4dac-8b69-76c86fe7aa00 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Made reservation on behalf of 1b2412c4e8d749619a491ac24d825b4b for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:40.297318 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-95c02c34-39a7-4dac-8b69-76c86fe7aa00 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:40.303779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40976) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:40.352709 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-5de4c3eb-da22-4489-b6f5-3632849845b9 None None] Set router 89c45047-484e-48cf-8eec-d7e25e549009 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:40.380888 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-2b2e46ef-74c0-4dc0-93e2-90a50b796549 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 200 len: 217 time: 0.1181972 Nov 09 17:52:40.382674 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Attempting to bind port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:40.382949 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Attempting to bind port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:40.383288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Attempting to bind port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:40.422725 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20508e3-ea43-4df7-bff9-acabe3cbae91 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:40.423192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20508e3-ea43-4df7-bff9-acabe3cbae91 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:40.426625 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a20508e3-ea43-4df7-bff9-acabe3cbae91 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/10570647-ce46-48ec-84e1-5830b73cbe36 HTTP/1.1" status: 404 len: 337 time: 0.1163819 Nov 09 17:52:40.458900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40984) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:40.459707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:52:40.460054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Attempting to bind port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 on network cc4cc79d-02a0-4975-9c2c-5d05a9a126fb {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:40.544051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:40.544269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Checking segment: {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:40.544671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Bound using segment: {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:40.545137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Bound port: b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15598304-3cc7-46db-ad1b-55bbe68b6b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:40.545638 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:40.554347 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ef8319-22fd-49d7-9be2-1c0cefa67204 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:40.555078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ef8319-22fd-49d7-9be2-1c0cefa67204 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:40.555591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590801-0900-4737-9f4e-a6327e31ba4b req-bb44bdea-20df-4b29-88d1-49d7dd15ae6b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:40.559273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e0ef8319-22fd-49d7-9be2-1c0cefa67204 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/46af8135-d518-4857-88ee-5b450bd4cc58 HTTP/1.1" status: 404 len: 333 time: 0.0962029 Nov 09 17:52:40.570585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40986) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:40.574869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590801-0900-4737-9f4e-a6327e31ba4b req-bb44bdea-20df-4b29-88d1-49d7dd15ae6b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:40.611894 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590801-0900-4737-9f4e-a6327e31ba4b req-bb44bdea-20df-4b29-88d1-49d7dd15ae6b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:40.641141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590801-0900-4737-9f4e-a6327e31ba4b req-bb44bdea-20df-4b29-88d1-49d7dd15ae6b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:40.652247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-c1cf21ed-81ee-4d93-bba6-507c977e265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:40.663095 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-c1cf21ed-81ee-4d93-bba6-507c977e265a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f0be2f0-7614-4e4e-920f-dcec26a673a6 HTTP/1.1" status: 200 len: 858 time: 0.2812228 Nov 09 17:52:40.679508 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-242d8c2d-c7d3-4c70-8774-63a8935ae9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:40.684375 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590801-0900-4737-9f4e-a6327e31ba4b req-bb44bdea-20df-4b29-88d1-49d7dd15ae6b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:40.685187 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-0d41e820-954b-412c-9141-839d333c9637 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027236 Nov 09 17:52:40.690899 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f4cb6e-5bf7-4b75-90fd-99bd33205c3e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:40.691397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f4cb6e-5bf7-4b75-90fd-99bd33205c3e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:40.694681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-74f4cb6e-5bf7-4b75-90fd-99bd33205c3e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/9d49bfc2-176d-435c-978a-f9f47a8bb591 HTTP/1.1" status: 404 len: 337 time: 0.1088667 Nov 09 17:52:40.704043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 40990) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:40.707383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590801-0900-4737-9f4e-a6327e31ba4b req-bb44bdea-20df-4b29-88d1-49d7dd15ae6b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:40.727674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590801-0900-4737-9f4e-a6327e31ba4b req-bb44bdea-20df-4b29-88d1-49d7dd15ae6b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:40.752229 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8590801-0900-4737-9f4e-a6327e31ba4b req-bb44bdea-20df-4b29-88d1-49d7dd15ae6b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.5052702 Nov 09 17:52:40.753730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Attempting to bind port c66ddead-5795-4f27-9160-e101e1161ee3 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:40.754286 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Attempting to bind port c66ddead-5795-4f27-9160-e101e1161ee3 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:40.754840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Attempting to bind port c66ddead-5795-4f27-9160-e101e1161ee3 on network 6642ab75-e5ec-4cb0-8139-1cc246529814 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:40.778801 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Port c66ddead-5795-4f27-9160-e101e1161ee3 on network 6642ab75-e5ec-4cb0-8139-1cc246529814 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:52:40.779364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Attempting to bind port c66ddead-5795-4f27-9160-e101e1161ee3 on network 6642ab75-e5ec-4cb0-8139-1cc246529814 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:40.823587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-95c02c34-39a7-4dac-8b69-76c86fe7aa00 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Allocated IP 172.20.0.5 (6642ab75-e5ec-4cb0-8139-1cc246529814/93d6a562-87c3-43f9-8f53-f107047886ee/4c9bb56c-f590-44a9-adb5-b3d184665cbd) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:40.863110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:40.871941 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Checking segment: {'id': 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:40.872643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Bound using segment: {'id': 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:40.873441 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Bound port: c66ddead-5795-4f27-9160-e101e1161ee3, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:40.874058 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:40.877323 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5de4c3eb-da22-4489-b6f5-3632849845b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:50:36Z', 'revision_number': 4, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e7099226-2b74-4c81-9ca3-b0b6445df73a', 'name': '', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'mac_address': 'fa:16:3e:3b:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:33Z', 'updated_at': '2021-11-09T17:50:51Z', 'revision_number': 5, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'subnets': [{'id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:40.937320 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de4c3eb-da22-4489-b6f5-3632849845b9 None None] The sync data for ids ['89c45047-484e-48cf-8eec-d7e25e549009'] in n-d-817236-1 is: [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:50:36Z', 'revision_number': 4, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e7099226-2b74-4c81-9ca3-b0b6445df73a', 'name': '', 'network_id': 'c22a0cc3-8531-4cb4-a256-aeda00f0b076', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'mac_address': 'fa:16:3e:3b:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:33Z', 'updated_at': '2021-11-09T17:50:51Z', 'revision_number': 5, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'subnets': [{'id': '8f0be2f0-7614-4e4e-920f-dcec26a673a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:52:40.974979 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8590801-0900-4737-9f4e-a6327e31ba4b req-1c23cf71-0c27-4914-86d0-5d1fdc7b4104 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2000191 Nov 09 17:52:41.038630 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] For port c66ddead-5795-4f27-9160-e101e1161ee3, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:41.044823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] For port c66ddead-5795-4f27-9160-e101e1161ee3, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=c66ddead-5795-4f27-9160-e101e1161ee3,segment=NetworkSegment(c4d1a7b0-2165-41d5-8a00-bb0d062b37fe),segment_id=c4d1a7b0-2165-41d5-8a00-bb0d062b37fe)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:41.051632 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-730acb4d-87f1-4528-9ebd-051a6ad865bf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c22a0cc3-8531-4cb4-a256-aeda00f0b076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3862371 Nov 09 17:52:41.066456 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:41.139579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:41.140216 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:41.141718 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] 10.222.0.13 "PUT /v2.0/ports/c66ddead-5795-4f27-9160-e101e1161ee3 HTTP/1.1" status: 200 len: 1092 time: 2.5697968 Nov 09 17:52:41.142205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa93e20-52c1-4990-bbe1-3c2fa71155b3', 'tag': 'c66ddead-5795-4f27-9160-e101e1161ee3'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:41.144608 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05140877-4071-4369-8b20-f2bdccc5beb5" -d '{"events": [{"name": "network-changed", "server_uuid": "daa93e20-52c1-4990-bbe1-3c2fa71155b3", "tag": "c66ddead-5795-4f27-9160-e101e1161ee3"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:41.227772 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-bd1f81bb-996b-477b-b2a3-f04050c21a63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=510929e3-6484-4eca-8e41-119ef67dace3 HTTP/1.1" status: 200 len: 217 time: 0.2463317 Nov 09 17:52:41.228801 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e4dd06-8fab-41bc-ba80-e2a350aa392a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:41.229797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e4dd06-8fab-41bc-ba80-e2a350aa392a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:41.238486 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-43e4dd06-8fab-41bc-ba80-e2a350aa392a tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/5845e0c7-d9a0-4cc8-9b40-af075c114550 HTTP/1.1" status: 404 len: 333 time: 0.2520018 Nov 09 17:52:41.315208 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb0b2af-fe31-475b-8c00-db021b468747 x-openstack-request-id: req-adb0b2af-fe31-475b-8c00-db021b468747 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:41.315390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 40996) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:41.315842 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "c7d451e7-2b1c-426c-8bb5-f2befdd86181", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:41.315842 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-adb0b2af-fe31-475b-8c00-db021b468747 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:41.316032 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': 'c7d451e7-2b1c-426c-8bb5-f2befdd86181', 'status': 'completed', 'code': 200} Nov 09 17:52:41.316325 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e', 'status': 'completed', 'code': 200} Nov 09 17:52:41.458804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] For port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:41.465508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] For port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:41.471544 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-95c02c34-39a7-4dac-8b69-76c86fe7aa00 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:41.486737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f05b59-26d9-4467-a997-5535d630c98e service neutron] Pushing event updated for resources: {'Port': ['ID=c66ddead-5795-4f27-9160-e101e1161ee3,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:41.520034 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d34e943-9aa5-4053-9a72-79331fb66c71 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:41.520496 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d34e943-9aa5-4053-9a72-79331fb66c71 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:41.526609 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4d34e943-9aa5-4053-9a72-79331fb66c71 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/29d62d81-6b97-46b5-915a-89b6ab00ba7a HTTP/1.1" status: 404 len: 337 time: 0.0938163 Nov 09 17:52:41.527604 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41008) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:41.535437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d2df7-7206-4a24-849c-22eebe07002a None None] New status for floating IP 74bcb3e8-bf1a-4e33-808c-a90990c0c35d: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:52:41.588911 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc3126d-df85-432e-8847-20b13a25e2b6 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:41.589651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc3126d-df85-432e-8847-20b13a25e2b6 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:41.596414 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-afc3126d-df85-432e-8847-20b13a25e2b6 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/ab03cae0-bded-4f1c-a758-a9a78e13fcc1 HTTP/1.1" status: 404 len: 337 time: 0.0677261 Nov 09 17:52:41.603664 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:41.604705 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41010) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:41.616760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f2b4c-418d-4e3d-8520-36d657ed1c98 req-98624d06-e8e4-4369-94be-69d41eeeb78d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:41.627392 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-692f2b4c-418d-4e3d-8520-36d657ed1c98 req-98624d06-e8e4-4369-94be-69d41eeeb78d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 944 time: 0.1900928 Nov 09 17:52:41.684695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:41.685319 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:41.686815 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] 10.222.0.13 "PUT /v2.0/ports/b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 HTTP/1.1" status: 200 len: 1092 time: 3.7442617 Nov 09 17:52:41.698245 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-b3da2533-e75d-4628-9654-c9d27836fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:41.698499 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f943cdf0-e93a-449c-aa00-befabcfac53b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:41.699872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f943cdf0-e93a-449c-aa00-befabcfac53b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:41.700054 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-b3da2533-e75d-4628-9654-c9d27836fc4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.4642220 Nov 09 17:52:41.705443 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f943cdf0-e93a-449c-aa00-befabcfac53b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/19bdc11f-5322-405a-a999-6f33ed17a10c HTTP/1.1" status: 404 len: 333 time: 0.0526841 Nov 09 17:52:41.717038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41012) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:41.720555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-e402657e-1a07-4076-8f09-c86b111db914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:41.722633 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-e402657e-1a07-4076-8f09-c86b111db914 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b2412c4e8d749619a491ac24d825b4b&device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 1095 time: 0.5118783 Nov 09 17:52:41.736137 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-692f2b4c-418d-4e3d-8520-36d657ed1c98 req-4fd15625-4c33-4426-8df0-ebb6bb2ffd34 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067808 Nov 09 17:52:41.791273 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-e8a944ba-75eb-4b38-b3dc-5e9cc681b317 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c66ddead-5795-4f27-9160-e101e1161ee3 HTTP/1.1" status: 200 len: 217 time: 0.0530183 Nov 09 17:52:41.898465 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-6d560a69-e3e1-4b2a-bda0-9f5f6659d4ca service neutron] 10.222.0.81 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582036 Nov 09 17:52:41.899955 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f157e039-871f-4309-9e15-5ca9355460e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:41.900789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f157e039-871f-4309-9e15-5ca9355460e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:41.902971 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-8df05da9-ea19-487d-bb5a-e082381ca0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:41.906812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f157e039-871f-4309-9e15-5ca9355460e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/28b771b5-557d-4c38-8916-0403581ed640 HTTP/1.1" status: 404 len: 337 time: 0.1784270 Nov 09 17:52:41.907808 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-8df05da9-ea19-487d-bb5a-e082381ca0b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93d6a562-87c3-43f9-8f53-f107047886ee HTTP/1.1" status: 200 len: 858 time: 0.1069143 Nov 09 17:52:41.909376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41016) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:41.965642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85c212-27e0-4b8f-94a0-8c0a510dd59c service neutron] Pushing event updated for resources: {'Port': ['ID=b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:41.971174 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-95c02c34-39a7-4dac-8b69-76c86fe7aa00 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:42.033801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-1ea1bf7c-20b4-47c8-8942-f72e831461be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6642ab75-e5ec-4cb0-8139-1cc246529814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977964 Nov 09 17:52:42.043721 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a417380-f7fa-4d20-a662-69549d7c238f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:42.044278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a417380-f7fa-4d20-a662-69549d7c238f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:42.048843 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8a417380-f7fa-4d20-a662-69549d7c238f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/1e972ea1-916e-404a-98ea-14d54a134413 HTTP/1.1" status: 404 len: 337 time: 0.1329997 Nov 09 17:52:42.052266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41018) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:42.104478 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86fad22-c72b-481c-954c-06a65bbb5493 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:42.105601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86fad22-c72b-481c-954c-06a65bbb5493 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:42.109461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e86fad22-c72b-481c-954c-06a65bbb5493 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/3cba6bf6-37a1-4487-bff0-c768b86a0738 HTTP/1.1" status: 404 len: 333 time: 0.0558703 Nov 09 17:52:42.113233 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41022) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:42.191937 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-16accda3-3f18-451e-8faf-9f4e69df0369 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:42.192393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16accda3-3f18-451e-8faf-9f4e69df0369 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:42.195755 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-16accda3-3f18-451e-8faf-9f4e69df0369 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/974bd177-4cbd-4ede-8706-b3b40a3cbd10 HTTP/1.1" status: 404 len: 337 time: 0.0814509 Nov 09 17:52:42.202124 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41024) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:42.248577 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d433f9-663d-41d7-9e13-1187f8ef44a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:42.249041 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d433f9-663d-41d7-9e13-1187f8ef44a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:42.252294 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e1d433f9-663d-41d7-9e13-1187f8ef44a9 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/15001d5e-b194-4a46-ae3b-5841f2187db8 HTTP/1.1" status: 404 len: 337 time: 0.0489581 Nov 09 17:52:42.261507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a49e38-77d9-4d74-985a-0d62ef4b08ee req-93626088-9a06-47f9-a44a-bd029cf3474f tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.263164 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e6a49e38-77d9-4d74-985a-0d62ef4b08ee req-93626088-9a06-47f9-a44a-bd029cf3474f tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 931 time: 0.2335083 Nov 09 17:52:42.265562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41026) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:42.319188 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd397241-d607-4cd2-b463-fdb0c8afe1bb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:42.320319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd397241-d607-4cd2-b463-fdb0c8afe1bb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:42.328304 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dd397241-d607-4cd2-b463-fdb0c8afe1bb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/71540bb0-4296-4a31-a08d-ea473b2f86eb HTTP/1.1" status: 404 len: 333 time: 0.0576508 Nov 09 17:52:42.333135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41028) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:42.417993 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-bf97f734-dd6c-4d8f-80a8-f8bafc1d08db service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665488 Nov 09 17:52:42.420887 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba778068-86a2-4a9a-8f4d-c378652e38c1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:42.421342 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba778068-86a2-4a9a-8f4d-c378652e38c1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:42.427490 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ba778068-86a2-4a9a-8f4d-c378652e38c1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/a71509c2-b168-4665-8dc5-5c83899fa4d6 HTTP/1.1" status: 404 len: 337 time: 0.0876555 Nov 09 17:52:42.429478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41034) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:42.505410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-7e1d2551-0726-49ca-98e5-dc7cac4d1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.506843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-7e1d2551-0726-49ca-98e5-dc7cac4d1551 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7888217 Nov 09 17:52:42.528655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-95c02c34-39a7-4dac-8b69-76c86fe7aa00 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Network 6642ab75-e5ec-4cb0-8139-1cc246529814 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:42.531651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-34bfc8e2-c526-4af3-b82d-01d2bc25f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.533212 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-34bfc8e2-c526-4af3-b82d-01d2bc25f9cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 1095 time: 0.7443817 Nov 09 17:52:42.547872 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-35045bd9-aa6f-45b9-8e9c-e89d1817b8a8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:42.548768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35045bd9-aa6f-45b9-8e9c-e89d1817b8a8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:42.557386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-95c02c34-39a7-4dac-8b69-76c86fe7aa00 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:42.557621 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-35045bd9-aa6f-45b9-8e9c-e89d1817b8a8 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/d0006638-56d7-4f3f-b6a4-261080f16f7a HTTP/1.1" status: 404 len: 337 time: 0.1167369 Nov 09 17:52:42.558136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-95c02c34-39a7-4dac-8b69-76c86fe7aa00 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:42.570617 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e6a49e38-77d9-4d74-985a-0d62ef4b08ee req-27a92cea-1fff-4c19-be57-4d5846a5ee6a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931859 Nov 09 17:52:42.571215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41036) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:42.614614 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b2365f5-cddb-458b-9127-ce159e81a920 req-c4818df3-6709-41a0-918b-cd53f9240056 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7381630 Nov 09 17:52:42.615517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c02c34-39a7-4dac-8b69-76c86fe7aa00 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Pushing event updated for resources: {'Port': ['ID=4c9bb56c-f590-44a9-adb5-b3d184665cbd,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:42.653822 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fdd863-40e4-4726-a01c-9b1e357d622e x-openstack-request-id: req-c2fdd863-40e4-4726-a01c-9b1e357d622e {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:42.654118 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa93e20-52c1-4990-bbe1-3c2fa71155b3", "tag": "c66ddead-5795-4f27-9160-e101e1161ee3", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:42.654378 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2fdd863-40e4-4726-a01c-9b1e357d622e {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:42.654806 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa93e20-52c1-4990-bbe1-3c2fa71155b3', 'tag': 'c66ddead-5795-4f27-9160-e101e1161ee3', 'status': 'completed', 'code': 200} Nov 09 17:52:42.662839 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7a5ecb94-2c5e-49ec-892c-720d20ac94dc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports?device_id=454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24 HTTP/1.1" status: 200 len: 205 time: 0.0843203 Nov 09 17:52:42.675279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41038) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:42.722003 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-233d6d6f-4cf3-4a52-ba55-d9c14f3742b8 req-802d2b7f-550d-4c3c-a1ac-b6e7b6301289 service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956173 Nov 09 17:52:42.774852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-4e94d253-3b64-4766-9639-b9471762bb02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 HTTP/1.1" status: 200 len: 217 time: 0.1696093 Nov 09 17:52:42.794491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bc3dd-a72e-4e06-962d-3c0b1c8e363c req-e9fd353b-4af7-41de-8762-bdfdb4f502cf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.801987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bc3dd-a72e-4e06-962d-3c0b1c8e363c req-e9fd353b-4af7-41de-8762-bdfdb4f502cf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.810430 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bc3dd-a72e-4e06-962d-3c0b1c8e363c req-e9fd353b-4af7-41de-8762-bdfdb4f502cf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.818520 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bc3dd-a72e-4e06-962d-3c0b1c8e363c req-e9fd353b-4af7-41de-8762-bdfdb4f502cf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.828526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bc3dd-a72e-4e06-962d-3c0b1c8e363c req-e9fd353b-4af7-41de-8762-bdfdb4f502cf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.834891 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bc3dd-a72e-4e06-962d-3c0b1c8e363c req-e9fd353b-4af7-41de-8762-bdfdb4f502cf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.842936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bc3dd-a72e-4e06-962d-3c0b1c8e363c req-e9fd353b-4af7-41de-8762-bdfdb4f502cf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.845229 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-996bc3dd-a72e-4e06-962d-3c0b1c8e363c req-e9fd353b-4af7-41de-8762-bdfdb4f502cf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.1368194 Nov 09 17:52:42.878097 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-c284e055-e6b0-4b90-b754-bb6261cc506d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] delete failed (client error): The resource could not be found. Nov 09 17:52:42.883205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c284e055-e6b0-4b90-b754-bb6261cc506d tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/routers/454cfb4a-0bf2-4dd9-aa65-dedb3faa5e24 HTTP/1.1" status: 404 len: 336 time: 0.2058566 Nov 09 17:52:42.885210 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41044) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:42.904459 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1400d35-a4f2-4ba9-a35c-f75dcd164b34 req-fd2af5ce-5076-46d9-a2d1-b90d974ed5f8 service neutron] 10.222.0.81 "GET /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9820693 Nov 09 17:52:42.973772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-95c02c34-39a7-4dac-8b69-76c86fe7aa00 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:42.987584 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-95c02c34-39a7-4dac-8b69-76c86fe7aa00 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:43.073634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-19689998-0bee-4fed-9fdd-0b6f3786c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:43.075386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-19689998-0bee-4fed-9fdd-0b6f3786c173 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.2812998 Nov 09 17:52:43.094492 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-ca3b8850-dda4-4938-aca5-fd683d2eba8e service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763912 Nov 09 17:52:43.096608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2365f5-cddb-458b-9127-ce159e81a920 req-939b1434-0ec6-4d43-8567-afb0a0b91918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:43.098630 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b2365f5-cddb-458b-9127-ce159e81a920 req-939b1434-0ec6-4d43-8567-afb0a0b91918 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 1096 time: 0.4264710 Nov 09 17:52:43.132218 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-95c02c34-39a7-4dac-8b69-76c86fe7aa00 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5568700 Nov 09 17:52:43.172415 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-a490f58b-6e6d-4b17-93d2-5f5f79a3558b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725353 Nov 09 17:52:43.176332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Request body: {'port': {'device_id': '412a5b3a-402f-4a0a-bf6e-4a00cef8f432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:43.329098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910a05c8-231b-47d5-9414-45710e799e99', 'tag': 'b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:43.333674 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1637b94e-0a71-469b-9117-bb35b59ceee0" -d '{"events": [{"name": "network-changed", "server_uuid": "910a05c8-231b-47d5-9414-45710e799e99", "tag": "b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:43.350385 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-905722c4-fee1-4a15-9147-5fea561ec09e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:43.351267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905722c4-fee1-4a15-9147-5fea561ec09e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:43.359443 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-905722c4-fee1-4a15-9147-5fea561ec09e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/7e8fedb8-3637-4323-bcba-565c931edb6f HTTP/1.1" status: 404 len: 337 time: 0.4560459 Nov 09 17:52:43.373226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41066) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:43.380248 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-996bc3dd-a72e-4e06-962d-3c0b1c8e363c req-f61166b3-4cb9-433c-9d7a-d112c6485ab6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5247114 Nov 09 17:52:43.393485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05140877-4071-4369-8b20-f2bdccc5beb5 req-e6f86907-40ad-4f2d-8c8a-ca4e4e75b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:43.395713 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-05140877-4071-4369-8b20-f2bdccc5beb5 req-e6f86907-40ad-4f2d-8c8a-ca4e4e75b3b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b2412c4e8d749619a491ac24d825b4b&device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 1095 time: 0.5492859 Nov 09 17:52:43.548758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1653b0a-60e0-4ef7-a744-3b5661100724 req-b665baec-92a1-40df-bb2f-ab8cc0f8ee99 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:43.552740 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1653b0a-60e0-4ef7-a744-3b5661100724 req-b665baec-92a1-40df-bb2f-ab8cc0f8ee99 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 944 time: 0.5060632 Nov 09 17:52:43.569903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-75c9e859-c1fc-41ff-b608-2beff220d7b3 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d46e4e-91d1-4fcd-adc5-e2b74795b72d HTTP/1.1" status: 200 len: 205 time: 0.1820457 Nov 09 17:52:43.584939 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41068) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:43.625822 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a84d3a8a-fd3f-42f3-ad72-483abbb5bfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:43.688942 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-2ea9ccfa-e7b5-4707-91d5-e8497cd4fea4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] delete failed (client error): The resource could not be found. Nov 09 17:52:43.694538 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2ea9ccfa-e7b5-4707-91d5-e8497cd4fea4 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/routers/b1d46e4e-91d1-4fcd-adc5-e2b74795b72d HTTP/1.1" status: 404 len: 336 time: 0.1040330 Nov 09 17:52:43.694538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05140877-4071-4369-8b20-f2bdccc5beb5 req-185a0ed6-b2db-49c5-8635-0d2e9b2934d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:43.694538 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-05140877-4071-4369-8b20-f2bdccc5beb5 req-185a0ed6-b2db-49c5-8635-0d2e9b2934d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 200 len: 919 time: 0.2870235 Nov 09 17:52:43.716061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41072) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:43.752734 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-84317629-6b3a-4bd8-bcda-8904c91c0770 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/floatingips/74bcb3e8-bf1a-4e33-808c-a90990c0c35d HTTP/1.1" status: 200 len: 693 time: 0.1267409 Nov 09 17:52:43.775773 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:43.795162 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b060ad3e-f7c8-49ab-ae0f-c104e896a12f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:43.795767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b060ad3e-f7c8-49ab-ae0f-c104e896a12f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:43.802169 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b060ad3e-f7c8-49ab-ae0f-c104e896a12f tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/8d191dc6-09a7-4f0e-a721-03ff06dce2f7 HTTP/1.1" status: 404 len: 337 time: 0.0807853 Nov 09 17:52:43.802169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2365f5-cddb-458b-9127-ce159e81a920 req-0fbde5f6-44c7-4fdd-9715-2925c26f70b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:43.802169 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b2365f5-cddb-458b-9127-ce159e81a920 req-0fbde5f6-44c7-4fdd-9715-2925c26f70b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 912 time: 0.6336448 Nov 09 17:52:43.802731 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-05140877-4071-4369-8b20-f2bdccc5beb5 req-9688a198-a720-479a-a1b1-2506190654b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c66ddead-5795-4f27-9160-e101e1161ee3 HTTP/1.1" status: 200 len: 217 time: 0.0752439 Nov 09 17:52:43.803088 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41074) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:43.824274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-e9455d4e-bade-4471-bcbb-1c71c2fec7c8 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170730 Nov 09 17:52:43.844480 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-a5ae513e-bb82-4547-b9e4-a4160347e201 service neutron] 10.222.0.13 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280477 Nov 09 17:52:43.878505 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1653b0a-60e0-4ef7-a744-3b5661100724 req-1776dd18-9854-4944-b12e-7dd688718b97 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324996 Nov 09 17:52:43.906941 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53d0fca-a19d-4ff4-9a43-383833b5448c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:43.907791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53d0fca-a19d-4ff4-9a43-383833b5448c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:43.911941 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b53d0fca-a19d-4ff4-9a43-383833b5448c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/c5fc0840-a2b3-48a1-9f1d-5b57467a1134 HTTP/1.1" status: 404 len: 337 time: 0.1065710 Nov 09 17:52:43.919062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41076) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:43.947488 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55c5a46-e074-45d8-bf8c-cfd003f01937 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:43.948648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55c5a46-e074-45d8-bf8c-cfd003f01937 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:43.952205 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d55c5a46-e074-45d8-bf8c-cfd003f01937 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/f9700498-2d41-4be6-b874-e0b7761a82e9 HTTP/1.1" status: 404 len: 333 time: 0.0317831 Nov 09 17:52:43.957080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41078) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:43.957734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-2b5c1e5e-569e-44cb-a58b-17796df6c7b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=55aad609-e018-4a11-95ea-6a959eefd6a9 HTTP/1.1" status: 200 len: 217 time: 0.1230547 Nov 09 17:52:44.005970 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a5bb5e-b2b8-4b35-8361-1af495d6b168 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:44.006766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a5bb5e-b2b8-4b35-8361-1af495d6b168 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:44.011258 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-19a5bb5e-b2b8-4b35-8361-1af495d6b168 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/57cc31db-420d-4923-947d-c869f96a3717 HTTP/1.1" status: 404 len: 337 time: 0.0525870 Nov 09 17:52:44.022857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41082) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:44.029142 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05140877-4071-4369-8b20-f2bdccc5beb5 req-4f69ef36-c94b-4f58-8742-afb303e20874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:44.030990 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-05140877-4071-4369-8b20-f2bdccc5beb5 req-4f69ef36-c94b-4f58-8742-afb303e20874 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93d6a562-87c3-43f9-8f53-f107047886ee HTTP/1.1" status: 200 len: 858 time: 0.2079194 Nov 09 17:52:44.094301 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-05140877-4071-4369-8b20-f2bdccc5beb5 req-7fd26e32-e472-4bfd-bf1b-f0e0e4a32150 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6642ab75-e5ec-4cb0-8139-1cc246529814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468888 Nov 09 17:52:44.100072 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc85b9e-e4ff-4e75-8515-54c8aa30f22c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:44.101109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc85b9e-e4ff-4e75-8515-54c8aa30f22c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:44.105142 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2bc85b9e-e4ff-4e75-8515-54c8aa30f22c tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/c99127c5-f12d-4015-87f7-740df6c098ea HTTP/1.1" status: 404 len: 333 time: 0.0780482 Nov 09 17:52:44.106126 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-278b9e3d-87d3-40bb-a3ca-3f74e56ef132 req-1dba8764-6847-4ffa-84d2-e88a07953399 service neutron] 10.222.0.13 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950691 Nov 09 17:52:44.108336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b2365f5-cddb-458b-9127-ce159e81a920 req-52c3ec05-189c-4f26-b5b3-d8e5fdc1c6fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8749fce6-13a6-44bb-a252-fa80480ffad8 HTTP/1.1" status: 200 len: 1001 time: 0.2885048 Nov 09 17:52:44.113275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41084) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:44.147165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-39350985-0f2c-48b6-937a-589c7b6f44b3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:44.156679 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-39350985-0f2c-48b6-937a-589c7b6f44b3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 784 time: 0.3635693 Nov 09 17:52:44.188548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-697857b3-009a-466a-a563-b87e72989e8b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:52:44.195987 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-697857b3-009a-466a-a563-b87e72989e8b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0383310 Nov 09 17:52:44.227562 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-76358c4c-84e1-43ed-8f8d-79ed9f38457b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:44.228214 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76358c4c-84e1-43ed-8f8d-79ed9f38457b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:44.234611 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-76358c4c-84e1-43ed-8f8d-79ed9f38457b tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/3ce91454-89f2-4915-96c9-48865bcdcc2b HTTP/1.1" status: 404 len: 337 time: 0.1160116 Nov 09 17:52:44.250306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41090) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:44.296789 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e79e9fb-e2b8-4aba-beae-7978a488b8a6 x-openstack-request-id: req-6e79e9fb-e2b8-4aba-beae-7978a488b8a6 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:44.297063 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910a05c8-231b-47d5-9414-45710e799e99", "tag": "b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:44.297323 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e79e9fb-e2b8-4aba-beae-7978a488b8a6 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:44.297726 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910a05c8-231b-47d5-9414-45710e799e99', 'tag': 'b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0', 'status': 'completed', 'code': 200} Nov 09 17:52:44.324097 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32b65e0-d6e7-4eaf-8ea0-fdab1c128e6e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:44.324885 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32b65e0-d6e7-4eaf-8ea0-fdab1c128e6e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:44.328167 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d32b65e0-d6e7-4eaf-8ea0-fdab1c128e6e tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/2512c434-9353-4854-a394-874c4455e6fc HTTP/1.1" status: 404 len: 333 time: 0.0655317 Nov 09 17:52:44.332521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-79abc3fd-02a5-4e24-a5cb-2745b033816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:44.334023 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-79abc3fd-02a5-4e24-a5cb-2745b033816f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.3612015 Nov 09 17:52:44.336246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41092) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:44.380847 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-178d40c1-3c13-47c8-acd7-6b963a8f4b01 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.1838441 Nov 09 17:52:44.385208 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc6024c-dad0-4a24-b93d-3ce8f3fdb530 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:44.385678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc6024c-dad0-4a24-b93d-3ce8f3fdb530 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:44.392873 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-edc6024c-dad0-4a24-b93d-3ce8f3fdb530 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/0109cc3f-1233-4f90-a447-16045ed92b44 HTTP/1.1" status: 404 len: 337 time: 0.0503154 Nov 09 17:52:44.408039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41094) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:44.418175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2365f5-cddb-458b-9127-ce159e81a920 req-e46f1c9c-dd91-466d-97d9-e05c20e31aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:44.419511 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:44.419950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b2365f5-cddb-458b-9127-ce159e81a920 req-e46f1c9c-dd91-466d-97d9-e05c20e31aea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90e004d7-aa4f-429b-b705-1f002be3405f HTTP/1.1" status: 200 len: 850 time: 0.2889481 Nov 09 17:52:44.457411 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02a088d-fa9d-4b2b-849a-775929ec5b61 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:44.458159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02a088d-fa9d-4b2b-849a-775929ec5b61 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:44.464341 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b02a088d-fa9d-4b2b-849a-775929ec5b61 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/01c5f8a8-9346-49f5-bbeb-e118b144b480 HTTP/1.1" status: 404 len: 333 time: 0.0524175 Nov 09 17:52:44.490014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41098) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:44.506788 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-2e131274-52fb-4223-85eb-ca224683d8c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.1058288 Nov 09 17:52:44.510172 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-05140877-4071-4369-8b20-f2bdccc5beb5 req-9cbf085b-3bfe-456b-adcf-22ddc93db0f4 service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969865 Nov 09 17:52:44.561523 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7778ff-0096-481b-8c4b-8e1dd0711b64 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:44.562484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7778ff-0096-481b-8c4b-8e1dd0711b64 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:44.567542 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0d7778ff-0096-481b-8c4b-8e1dd0711b64 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/5d4f88f4-25ef-4d77-a3fb-b9f72c595d03 HTTP/1.1" status: 404 len: 337 time: 0.0731049 Nov 09 17:52:44.571003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41100) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:44.581888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ee794-bee1-4ea4-b669-f54dad96357f req-ab3092d6-5d1a-4e75-b1e4-8424ce88188b tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:44.583669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff7ee794-bee1-4ea4-b669-f54dad96357f req-ab3092d6-5d1a-4e75-b1e4-8424ce88188b tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 931 time: 0.2715604 Nov 09 17:52:44.592666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b94e-0a71-469b-9117-bb35b59ceee0 req-161cdf43-1a7d-4729-91d4-0b3e4c43ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:44.594324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1637b94e-0a71-469b-9117-bb35b59ceee0 req-161cdf43-1a7d-4729-91d4-0b3e4c43ce93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d59107623fc4458b53a4793008d7877&device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 1095 time: 0.2929904 Nov 09 17:52:44.596173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-a1eb3dd8-cef0-4c5f-bc58-26ca369dd80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:44.597660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-a1eb3dd8-cef0-4c5f-bc58-26ca369dd80f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2354984 Nov 09 17:52:44.680484 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3cdd20-5053-4775-9227-0a778a4fa506 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:44.681586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3cdd20-5053-4775-9227-0a778a4fa506 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:44.685216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8e3cdd20-5053-4775-9227-0a778a4fa506 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/c1cdef75-6a3f-4449-9b57-f81b5e66ba43 HTTP/1.1" status: 404 len: 333 time: 0.1005447 Nov 09 17:52:44.707846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41104) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:44.798981 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-9364c79a-a1d7-44bb-9ef7-3b98ca966468 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:44.799733 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9364c79a-a1d7-44bb-9ef7-3b98ca966468 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:44.808040 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9364c79a-a1d7-44bb-9ef7-3b98ca966468 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/40602743-6de1-4ded-af66-49de07647930 HTTP/1.1" status: 404 len: 337 time: 0.0812502 Nov 09 17:52:44.814223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2365f5-cddb-458b-9127-ce159e81a920 req-f9a778fd-5a27-4592-9d08-45fb7051385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:44.815803 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b2365f5-cddb-458b-9127-ce159e81a920 req-f9a778fd-5a27-4592-9d08-45fb7051385c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62985637-89b4-4626-b71d-b65e6efa34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3737900 Nov 09 17:52:44.816367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41106) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:44.825809 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-05140877-4071-4369-8b20-f2bdccc5beb5 req-9fe1217a-6e89-4f4b-a0cd-5830b57fbbe2 service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030698 Nov 09 17:52:44.854199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-a18926b6-fb9e-499f-9a46-a0375e2a556d tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Deleting port b05a6293-814a-4f5d-beec-14d9779d17e4 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:52:44.854524 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-a18926b6-fb9e-499f-9a46-a0375e2a556d tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:44.934981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff7ee794-bee1-4ea4-b669-f54dad96357f req-5f99aa49-ccc9-4fb9-948e-99ad44bb7c3e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362136 Nov 09 17:52:44.942794 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55d3212-03d7-48a7-8ba8-faad52b395bb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:44.943528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55d3212-03d7-48a7-8ba8-faad52b395bb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:44.949164 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b55d3212-03d7-48a7-8ba8-faad52b395bb tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/8e0d0f97-ede3-434f-a93d-ca94fbbed639 HTTP/1.1" status: 404 len: 333 time: 0.1162066 Nov 09 17:52:44.955740 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41110) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:45.040121 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-372c6f33-2afb-4113-a426-fe9bb39adfe1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:45.040836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372c6f33-2afb-4113-a426-fe9bb39adfe1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:45.049180 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-372c6f33-2afb-4113-a426-fe9bb39adfe1 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/7de84adf-3e52-472c-9bb5-42b0ffb4b3d4 HTTP/1.1" status: 404 len: 337 time: 0.0890918 Nov 09 17:52:45.051821 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41114) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:45.073128 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-a18926b6-fb9e-499f-9a46-a0375e2a556d tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.073608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-a18926b6-fb9e-499f-9a46-a0375e2a556d tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.098465 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b86df0-34aa-443e-9566-82b2cc336e88 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:45.099450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b86df0-34aa-443e-9566-82b2cc336e88 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:45.107673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b6b86df0-34aa-443e-9566-82b2cc336e88 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/ports/d290071c-5c50-415e-8d2d-118c407635d0 HTTP/1.1" status: 404 len: 333 time: 0.0494251 Nov 09 17:52:45.108842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41118) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:45.149532 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49cb53b-8d29-4f21-8229-80ad440d31cc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] DELETE failed (client error): The resource could not be found. Nov 09 17:52:45.149532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49cb53b-8d29-4f21-8229-80ad440d31cc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:52:45.156058 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e49cb53b-8d29-4f21-8229-80ad440d31cc tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/subnets/e58756be-e30e-40dd-a636-6962d52e82bd HTTP/1.1" status: 404 len: 337 time: 0.0437162 Nov 09 17:52:45.156058 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-a18926b6-fb9e-499f-9a46-a0375e2a556d tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Calling delete_port for b05a6293-814a-4f5d-beec-14d9779d17e4 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:52:45.157895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41120) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:45.319329 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-701c8a25-d64b-41dc-a6c7-2920a150c6e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.337331 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.472618 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-701c8a25-d64b-41dc-a6c7-2920a150c6e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.511599 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-2f5e0399-047a-4ca6-babe-62d4e334375f service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8593652 Nov 09 17:52:45.535092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-701c8a25-d64b-41dc-a6c7-2920a150c6e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95294590-f827-4cfc-bf5f-176a9c97fb32']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:45.551702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-701c8a25-d64b-41dc-a6c7-2920a150c6e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db139fe-3331-4351-aea6-bf545f4ea088') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:45.551702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-701c8a25-d64b-41dc-a6c7-2920a150c6e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db139fe-3331-4351-aea6-bf545f4ea088') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:45.552206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b94e-0a71-469b-9117-bb35b59ceee0 req-9fe07cde-9ab1-4b52-8340-5d553518b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:45.553704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1637b94e-0a71-469b-9117-bb35b59ceee0 req-9fe07cde-9ab1-4b52-8340-5d553518b390 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 200 len: 912 time: 0.9109318 Nov 09 17:52:45.569403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-701c8a25-d64b-41dc-a6c7-2920a150c6e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.580198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9bb56c-f590-44a9-adb5-b3d184665cbd {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:45.585786 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-a18926b6-fb9e-499f-9a46-a0375e2a556d tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.601646 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-701c8a25-d64b-41dc-a6c7-2920a150c6e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.641532 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.654866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18926b6-fb9e-499f-9a46-a0375e2a556d tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Pushing event deleted for resources: {'Port': ['ID=b05a6293-814a-4f5d-beec-14d9779d17e4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:45.658594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701c8a25-d64b-41dc-a6c7-2920a150c6e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:52:45.659106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-701c8a25-d64b-41dc-a6c7-2920a150c6e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:52:45.662647 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:52:45.677126 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b2365f5-cddb-458b-9127-ce159e81a920 req-c15937e5-d08d-42d2-a92e-695abc120b28 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8329024 Nov 09 17:52:45.678428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1637b94e-0a71-469b-9117-bb35b59ceee0 req-fb22fa04-97f9-4a9d-9161-941a924e066e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 HTTP/1.1" status: 200 len: 217 time: 0.1101708 Nov 09 17:52:45.707069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac0a1-fb71-44db-bbe4-6092692e0ac6 req-aff5f6d9-f358-4101-9ac9-ecf551ed72b4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:45.713386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac0a1-fb71-44db-bbe4-6092692e0ac6 req-aff5f6d9-f358-4101-9ac9-ecf551ed72b4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:45.720385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac0a1-fb71-44db-bbe4-6092692e0ac6 req-aff5f6d9-f358-4101-9ac9-ecf551ed72b4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:45.727548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac0a1-fb71-44db-bbe4-6092692e0ac6 req-aff5f6d9-f358-4101-9ac9-ecf551ed72b4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:45.734430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac0a1-fb71-44db-bbe4-6092692e0ac6 req-aff5f6d9-f358-4101-9ac9-ecf551ed72b4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:45.740789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac0a1-fb71-44db-bbe4-6092692e0ac6 req-aff5f6d9-f358-4101-9ac9-ecf551ed72b4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:45.748220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac0a1-fb71-44db-bbe4-6092692e0ac6 req-aff5f6d9-f358-4101-9ac9-ecf551ed72b4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:45.756176 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15cac0a1-fb71-44db-bbe4-6092692e0ac6 req-aff5f6d9-f358-4101-9ac9-ecf551ed72b4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.3543270 Nov 09 17:52:45.770231 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-a18926b6-fb9e-499f-9a46-a0375e2a556d tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.772976 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-a18926b6-fb9e-499f-9a46-a0375e2a556d tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.774544 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0a218d83-a619-40aa-bf38-8c45e0892868 req-a18926b6-fb9e-499f-9a46-a0375e2a556d tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "DELETE /v2.0/floatingips/74bcb3e8-bf1a-4e33-808c-a90990c0c35d HTTP/1.1" status: 204 len: 173 time: 1.2602024 Nov 09 17:52:45.780950 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-701c8a25-d64b-41dc-a6c7-2920a150c6e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.796005 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-701c8a25-d64b-41dc-a6c7-2920a150c6e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:45.799744 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-701c8a25-d64b-41dc-a6c7-2920a150c6e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] 10.222.0.81 "DELETE /v2.0/networks/95294590-f827-4cfc-bf5f-176a9c97fb32 HTTP/1.1" status: 204 len: 168 time: 0.6406076 Nov 09 17:52:45.814280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c8a25-d64b-41dc-a6c7-2920a150c6e7 tempest-NetworksTestDHCPv6-882688554 tempest-NetworksTestDHCPv6-882688554-project] Pushing event deleted for resources: {'Network': ['ID=95294590-f827-4cfc-bf5f-176a9c97fb32,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:45.883714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Transition to ACTIVE for port object 4c9bb56c-f590-44a9-adb5-b3d184665cbd will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:52:45.919580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:46.014434 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:52:46.046357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b94e-0a71-469b-9117-bb35b59ceee0 req-7a945655-c4b7-42bd-bd5b-354618111307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:46.048278 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1637b94e-0a71-469b-9117-bb35b59ceee0 req-7a945655-c4b7-42bd-bd5b-354618111307 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 200 len: 851 time: 0.3555026 Nov 09 17:52:46.067680 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15cac0a1-fb71-44db-bbe4-6092692e0ac6 req-b18a35fe-89a2-4ec8-b580-503b5d3f9eb5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3107600 Nov 09 17:52:46.110486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9bb56c-f590-44a9-adb5-b3d184665cbd,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:46.125254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-80ec1e05-f975-4f85-a135-1c3d607c0ef6 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058397 Nov 09 17:52:46.144245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333aab7-65a4-4fa0-936b-63c687ecfaf7 req-2c3fc5ba-4a1f-45df-beeb-b2fc91f4b5a3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:46.157650 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f333aab7-65a4-4fa0-936b-63c687ecfaf7 req-2c3fc5ba-4a1f-45df-beeb-b2fc91f4b5a3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 944 time: 0.1842039 Nov 09 17:52:46.180735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1637b94e-0a71-469b-9117-bb35b59ceee0 req-a6e9e6f8-222a-43a7-a65f-3ded8221790b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077588 Nov 09 17:52:46.188798 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b2365f5-cddb-458b-9127-ce159e81a920 req-ed6e3968-f1e9-4872-8175-8e60e38c2a69 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947746 Nov 09 17:52:46.257473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41138) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:46.277233 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f333aab7-65a4-4fa0-936b-63c687ecfaf7 req-23190a79-6382-4a61-9b4e-a9519cdd28df tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185191 Nov 09 17:52:46.291139 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-d45eebc8-42f2-404b-98d8-9849c75518fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=dd8443a3-ce2a-48ee-a21b-3470a2238132 HTTP/1.1" status: 200 len: 217 time: 0.1164429 Nov 09 17:52:46.367987 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c07838c-d5e9-492f-9bd7-12cc555b333e req-dd78cd8f-3c50-406c-9680-0f80b2d048a7 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups/d193af69-b299-45c3-aa4a-4d9aec666f46 HTTP/1.1" status: 200 len: 1809 time: 0.0568225 Nov 09 17:52:46.423958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-76ebd34e-f49c-40ba-a37c-be032ab9c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:46.425553 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-76ebd34e-f49c-40ba-a37c-be032ab9c41f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.0746140 Nov 09 17:52:46.489414 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4c07838c-d5e9-492f-9bd7-12cc555b333e req-15c5f979-460c-44bf-9007-6812799481c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:46.519487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4c07838c-d5e9-492f-9bd7-12cc555b333e req-15c5f979-460c-44bf-9007-6812799481c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:46.574316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Attempting to bind port 4c9bb56c-f590-44a9-adb5-b3d184665cbd on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:46.574667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Attempting to bind port 4c9bb56c-f590-44a9-adb5-b3d184665cbd by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:46.575000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Attempting to bind port 4c9bb56c-f590-44a9-adb5-b3d184665cbd on network 6642ab75-e5ec-4cb0-8139-1cc246529814 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:46.581669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1637b94e-0a71-469b-9117-bb35b59ceee0 req-7530d654-0c9c-4e11-917d-25c87e8ce175 service neutron] 10.222.0.13 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903315 Nov 09 17:52:46.593071 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Port 4c9bb56c-f590-44a9-adb5-b3d184665cbd on network 6642ab75-e5ec-4cb0-8139-1cc246529814 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:52:46.593310 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Attempting to bind port 4c9bb56c-f590-44a9-adb5-b3d184665cbd on network 6642ab75-e5ec-4cb0-8139-1cc246529814 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:46.608137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-0f80ca07-a17b-48b7-9044-f86b43d33929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:46.609372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-0f80ca07-a17b-48b7-9044-f86b43d33929 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1733079 Nov 09 17:52:46.628697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:46.629047 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Checking segment: {'id': 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:46.629445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Bound using segment: {'id': 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:46.630365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Bound port: 4c9bb56c-f590-44a9-adb5-b3d184665cbd, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:46.630365 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:46.645842 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2a2ba4d3-aadf-499f-ba26-b7077717474c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a47bc18f33945afbedf83c6f6e811cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859601 Nov 09 17:52:46.647314 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41148) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:46.692717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6ecf-ba8b-4bdd-a5c9-c72733b17ccc req-05259d53-620b-4500-ac90-4994ca29664b tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:46.694924 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-662d6ecf-ba8b-4bdd-a5c9-c72733b17ccc req-05259d53-620b-4500-ac90-4994ca29664b tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 943 time: 0.2429247 Nov 09 17:52:46.728238 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4c07838c-d5e9-492f-9bd7-12cc555b333e req-15c5f979-460c-44bf-9007-6812799481c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:46.731630 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4c07838c-d5e9-492f-9bd7-12cc555b333e req-15c5f979-460c-44bf-9007-6812799481c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:46.745872 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c07838c-d5e9-492f-9bd7-12cc555b333e req-15c5f979-460c-44bf-9007-6812799481c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "DELETE /v2.0/security-groups/d193af69-b299-45c3-aa4a-4d9aec666f46 HTTP/1.1" status: 204 len: 173 time: 0.3710606 Nov 09 17:52:46.766244 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2029528b-5458-4fc7-9c81-75200dab990b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:46.777047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5f979-460c-44bf-9007-6812799481c3 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d193af69-b299-45c3-aa4a-4d9aec666f46,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:46.834064 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2029528b-5458-4fc7-9c81-75200dab990b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:46.933060 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2029528b-5458-4fc7-9c81-75200dab990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:46.936302 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2029528b-5458-4fc7-9c81-75200dab990b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:46.946197 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2029528b-5458-4fc7-9c81-75200dab990b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/980bda10-2665-4421-ad06-332523b69d80 HTTP/1.1" status: 204 len: 168 time: 0.2966909 Nov 09 17:52:46.959545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029528b-5458-4fc7-9c81-75200dab990b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980bda10-2665-4421-ad06-332523b69d80,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:47.090430 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-662d6ecf-ba8b-4bdd-a5c9-c72733b17ccc req-2b2ff65e-2fb3-4e85-b8a6-790e242adab6 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003969 Nov 09 17:52:47.124924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] For port 4c9bb56c-f590-44a9-adb5-b3d184665cbd, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:47.132342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-ce339617-1fd0-4f19-bd80-d6cd7621bc7d service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068445 Nov 09 17:52:47.166952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device c66ddead-5795-4f27-9160-e101e1161ee3 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:52:47.177634 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1637b94e-0a71-469b-9117-bb35b59ceee0 req-6e43d668-1138-4cc0-b420-3cc7abebea20 service neutron] 10.222.0.13 "GET /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858214 Nov 09 17:52:47.179737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] For port 4c9bb56c-f590-44a9-adb5-b3d184665cbd, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4c9bb56c-f590-44a9-adb5-b3d184665cbd,segment=NetworkSegment(c4d1a7b0-2165-41d5-8a00-bb0d062b37fe),segment_id=c4d1a7b0-2165-41d5-8a00-bb0d062b37fe)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:47.260266 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:47.448895 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:47.449540 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:47.450666 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port c66ddead-5795-4f27-9160-e101e1161ee3, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=c66ddead-5795-4f27-9160-e101e1161ee3,segment=NetworkSegment(c4d1a7b0-2165-41d5-8a00-bb0d062b37fe),segment_id=c4d1a7b0-2165-41d5-8a00-bb0d062b37fe)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:47.451110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] 10.222.0.18 "PUT /v2.0/ports/4c9bb56c-f590-44a9-adb5-b3d184665cbd HTTP/1.1" status: 200 len: 1091 time: 4.2812841 Nov 09 17:52:47.451683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412a5b3a-402f-4a0a-bf6e-4a00cef8f432', 'tag': '4c9bb56c-f590-44a9-adb5-b3d184665cbd'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:47.453858 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd015b7-270d-41d8-9696-09aaaff93789" -d '{"events": [{"name": "network-changed", "server_uuid": "412a5b3a-402f-4a0a-bf6e-4a00cef8f432", "tag": "4c9bb56c-f590-44a9-adb5-b3d184665cbd"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:47.457653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9994d26-c65c-4d5e-a951-f0f8cb74532c req-8f651485-5d59-4ce8-806b-4273c8c70e52 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:47.472830 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e9994d26-c65c-4d5e-a951-f0f8cb74532c req-8f651485-5d59-4ce8-806b-4273c8c70e52 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.1062043 Nov 09 17:52:47.509794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'c66ddead-5795-4f27-9160-e101e1161ee3', 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814', 'port_id': 'c66ddead-5795-4f27-9160-e101e1161ee3', 'mac_address': 'fa:16:3e:e9:d9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d6a562-87c3-43f9-8f53-f107047886ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:52:47.527342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fe65c-2379-42ef-a82b-620ac8ce1f76 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9bb56c-f590-44a9-adb5-b3d184665cbd,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:47.539748 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e9994d26-c65c-4d5e-a951-f0f8cb74532c req-1e6766fb-1805-4edc-b49a-36dbf1d7fc81 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637183 Nov 09 17:52:47.561486 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-2dda1156-0c8f-4abe-b810-20b9ce11104d service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131751 Nov 09 17:52:47.592144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:47.602485 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:47.617090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06ca2a-34c0-4c19-8bd2-ed40c17a0e77 req-d70f84ee-c6d7-45bd-9286-5fd39f9db802 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:47.628680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06ca2a-34c0-4c19-8bd2-ed40c17a0e77 req-d70f84ee-c6d7-45bd-9286-5fd39f9db802 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:47.636127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06ca2a-34c0-4c19-8bd2-ed40c17a0e77 req-d70f84ee-c6d7-45bd-9286-5fd39f9db802 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:47.642713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06ca2a-34c0-4c19-8bd2-ed40c17a0e77 req-d70f84ee-c6d7-45bd-9286-5fd39f9db802 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:47.649389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06ca2a-34c0-4c19-8bd2-ed40c17a0e77 req-d70f84ee-c6d7-45bd-9286-5fd39f9db802 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:47.651199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66ddead-5795-4f27-9160-e101e1161ee3 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:47.656954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06ca2a-34c0-4c19-8bd2-ed40c17a0e77 req-d70f84ee-c6d7-45bd-9286-5fd39f9db802 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:47.663607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06ca2a-34c0-4c19-8bd2-ed40c17a0e77 req-d70f84ee-c6d7-45bd-9286-5fd39f9db802 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:47.665963 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a06ca2a-34c0-4c19-8bd2-ed40c17a0e77 req-d70f84ee-c6d7-45bd-9286-5fd39f9db802 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.3100765 Nov 09 17:52:47.695043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port c66ddead-5795-4f27-9160-e101e1161ee3, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=c66ddead-5795-4f27-9160-e101e1161ee3,segment=NetworkSegment(c4d1a7b0-2165-41d5-8a00-bb0d062b37fe),segment_id=c4d1a7b0-2165-41d5-8a00-bb0d062b37fe)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:47.696151 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4d191-a5d7-46d3-9994-7eb7c49b6d17 req-9e0e2afa-7dc5-479d-9d53-d43adfc5cc94 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:47.698666 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-51d4d191-a5d7-46d3-9994-7eb7c49b6d17 req-9e0e2afa-7dc5-479d-9d53-d43adfc5cc94 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 944 time: 0.0902855 Nov 09 17:52:47.718266 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:47.718266 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:52:47.722409 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-d64fcf46-0bc5-473f-b4ae-a4953a207ca2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=316e14fe-0b21-43d7-88c8-347033fc6186 HTTP/1.1" status: 200 len: 217 time: 0.1522894 Nov 09 17:52:47.739311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-9d1a3e30-f002-44d2-9fd8-59de8dfcaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:47.744640 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-9d1a3e30-f002-44d2-9fd8-59de8dfcaf97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b2412c4e8d749619a491ac24d825b4b&device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 1094 time: 0.2335901 Nov 09 17:52:47.786403 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-51d4d191-a5d7-46d3-9994-7eb7c49b6d17 req-65c52fd3-3e42-4973-afb0-6a3ae13790f9 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812900 Nov 09 17:52:47.837560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=c66ddead-5795-4f27-9160-e101e1161ee3,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:47.902179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:47.938061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0', 'network_id': 'cc4cc79d-02a0-4975-9c2c-5d05a9a126fb', 'port_id': 'b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0', 'mac_address': 'fa:16:3e:dc:f8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9c29dc-0b72-4b74-8f01-4e57e061401e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:52:47.987752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-c5d76122-b760-426a-a1e3-72700181d7b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c9bb56c-f590-44a9-adb5-b3d184665cbd HTTP/1.1" status: 200 len: 217 time: 0.1529679 Nov 09 17:52:48.013886 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:48.033919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:48.066390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:48.073237 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:48.095274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a06ca2a-34c0-4c19-8bd2-ed40c17a0e77 req-f76b322b-7b70-4a6d-8b1b-0b56d1dce6c3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3617041 Nov 09 17:52:48.095274 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50570fc7-48ea-4c30-987e-e247ad90005b x-openstack-request-id: req-50570fc7-48ea-4c30-987e-e247ad90005b {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:48.095274 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412a5b3a-402f-4a0a-bf6e-4a00cef8f432", "tag": "4c9bb56c-f590-44a9-adb5-b3d184665cbd", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:48.095274 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-50570fc7-48ea-4c30-987e-e247ad90005b {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:48.095274 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412a5b3a-402f-4a0a-bf6e-4a00cef8f432', 'tag': '4c9bb56c-f590-44a9-adb5-b3d184665cbd', 'status': 'completed', 'code': 200} Nov 09 17:52:48.095274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-b4ca0d65-3de6-4230-81a8-c96673fa08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:48.095274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-b4ca0d65-3de6-4230-81a8-c96673fa08fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17413a2a-b8aa-4376-9143-5b1c6d073885 HTTP/1.1" status: 200 len: 797 time: 0.3625383 Nov 09 17:52:48.149238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:48.184588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-4e6e335b-611d-4694-a5c4-f0f434bec76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:48.186255 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-4e6e335b-611d-4694-a5c4-f0f434bec76a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93d6a562-87c3-43f9-8f53-f107047886ee HTTP/1.1" status: 200 len: 858 time: 0.1838975 Nov 09 17:52:48.210597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f0bd8085-f013-4570-9f95-e0e0114003c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:48.212479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f0bd8085-f013-4570-9f95-e0e0114003c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1028490 Nov 09 17:52:48.233515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-fec7f221-8b51-4a6e-bcd1-62b13824eb55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6642ab75-e5ec-4cb0-8139-1cc246529814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385015 Nov 09 17:52:48.344077 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:52:48.360125 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['c66ddead-5795-4f27-9160-e101e1161ee3'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:52:48.567068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8a6ce498-a81b-4ed8-a44d-e9c73ffeeaff service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389125 Nov 09 17:52:48.605713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41222) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:48.808277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ec3ba-5352-47f7-86d7-8e859ec380ce req-85372f39-c2f0-4c3b-ad22-ed94a13f6192 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:48.823306 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d11ec3ba-5352-47f7-86d7-8e859ec380ce req-85372f39-c2f0-4c3b-ad22-ed94a13f6192 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 943 time: 0.5923591 Nov 09 17:52:48.882723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eff9d-15d6-4ee6-9e43-5b6630826e13 req-1ba5df5a-5c57-4c7a-9127-eb744f1fb11a tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:48.897736 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4d2eff9d-15d6-4ee6-9e43-5b6630826e13 req-1ba5df5a-5c57-4c7a-9127-eb744f1fb11a tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.2108746 Nov 09 17:52:48.919920 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-e0626f18-edfa-4efd-9668-7f8809132c2b service neutron] 10.222.0.18 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753881 Nov 09 17:52:48.934191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1994874493'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:48.953238 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-8e61d54c-e469-4463-8aea-813ac13580dc service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350608 Nov 09 17:52:48.976343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d11ec3ba-5352-47f7-86d7-8e859ec380ce req-950bb07f-3da9-4e64-ba80-119512a2e5ca tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524177 Nov 09 17:52:48.992344 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4d2eff9d-15d6-4ee6-9e43-5b6630826e13 req-24ed72c5-e828-4021-9e1d-493381e5de49 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928924 Nov 09 17:52:49.025184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Made reservation on behalf of b54bca7fabf744a79223026ae0449e36 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:49.029401 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:49.042699 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:49.192913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-93889b9a-2e08-48c5-9a18-7e80efdbbbf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7d451e7-2b1c-426c-8bb5-f2befdd86181 HTTP/1.1" status: 200 len: 217 time: 0.2279894 Nov 09 17:52:49.212053 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:49.219673 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:49.268875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:52:49.299536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:49.300345 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Added segment de8ff38f-3a44-4235-897b-e949e80eb2f9 of type vlan for network bbda4d14-7fae-409a-aa97-a3e2c50f9e31 Nov 09 17:52:49.374499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-95572cb3-1030-41c8-9c79-1b607478a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.375940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-95572cb3-1030-41c8-9c79-1b607478a642 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17413a2a-b8aa-4376-9143-5b1c6d073885 HTTP/1.1" status: 200 len: 797 time: 0.1362360 Nov 09 17:52:49.387018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87793c73-b170-44ac-9ae2-89c5b5c74e81 req-cb4bd4c6-61fa-4f79-885d-24d3fbc69c8f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.388820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-87793c73-b170-44ac-9ae2-89c5b5c74e81 req-cb4bd4c6-61fa-4f79-885d-24d3fbc69c8f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 945 time: 0.2029331 Nov 09 17:52:49.391120 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b53880b8-ae0d-4392-a30d-905d2b34120e req-789c37b9-9a80-47f7-828c-ef6a1ad80c9e service neutron] 10.222.0.18 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561763 Nov 09 17:52:49.453061 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:49.546716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-ce1ae40a-3b87-4803-bd11-5a910ac5f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.549657 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-ce1ae40a-3b87-4803-bd11-5a910ac5f1bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1573772 Nov 09 17:52:49.592196 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:49.593738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860f05a-0b48-44eb-a8f5-459b9fda7f06 req-c76dee88-59e7-4c4b-b757-20914060760b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.595561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f860f05a-0b48-44eb-a8f5-459b9fda7f06 req-c76dee88-59e7-4c4b-b757-20914060760b tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.18 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.1705682 Nov 09 17:52:49.598777 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.599612 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:49.679826 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-87793c73-b170-44ac-9ae2-89c5b5c74e81 req-26c52953-d05f-4c96-a2ec-fd8916e8b765 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958325 Nov 09 17:52:49.686934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Pushing event updated for resources: {'Network': ['ID=bbda4d14-7fae-409a-aa97-a3e2c50f9e31,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:49.723370 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network bbda4d14-7fae-409a-aa97-a3e2c50f9e31 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:52:49.724249 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef38e377-8f11-462c-bfd4-9a3ce63fe0f9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:49.747460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41236) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:49.754723 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f6a7573a-20cf-45fd-8e91-5106007440fc tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1367662 Nov 09 17:52:49.755939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a04e343f-0646-449a-bc2c-dd5dd9dc1973 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Request body: {'subnet': {'network_id': 'bbda4d14-7fae-409a-aa97-a3e2c50f9e31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:49.772227 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd015b7-270d-41d8-9696-09aaaff93789 req-fe2c6d4b-7624-418b-8879-412c192b2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.775154 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bd015b7-270d-41d8-9696-09aaaff93789 req-fe2c6d4b-7624-418b-8879-412c192b2a32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b2412c4e8d749619a491ac24d825b4b&device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 1094 time: 0.2679765 Nov 09 17:52:49.791107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7169d-ecbe-4a3c-8663-43143b4e8ca3 req-004c5eed-dffd-4795-91c2-fb98b105285f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.798121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7169d-ecbe-4a3c-8663-43143b4e8ca3 req-004c5eed-dffd-4795-91c2-fb98b105285f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.804348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7169d-ecbe-4a3c-8663-43143b4e8ca3 req-004c5eed-dffd-4795-91c2-fb98b105285f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.810420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7169d-ecbe-4a3c-8663-43143b4e8ca3 req-004c5eed-dffd-4795-91c2-fb98b105285f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.816451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7169d-ecbe-4a3c-8663-43143b4e8ca3 req-004c5eed-dffd-4795-91c2-fb98b105285f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.823330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7169d-ecbe-4a3c-8663-43143b4e8ca3 req-004c5eed-dffd-4795-91c2-fb98b105285f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.844190 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7169d-ecbe-4a3c-8663-43143b4e8ca3 req-004c5eed-dffd-4795-91c2-fb98b105285f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:49.846206 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1fb7169d-ecbe-4a3c-8663-43143b4e8ca3 req-004c5eed-dffd-4795-91c2-fb98b105285f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.3465734 Nov 09 17:52:49.856077 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-cedc0b16-0351-402a-90c9-06e6698a2f69 service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945821 Nov 09 17:52:50.088050 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1fb7169d-ecbe-4a3c-8663-43143b4e8ca3 req-a44441a6-b2d6-4c9e-a202-439f281cc455 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2132916 Nov 09 17:52:50.157865 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd015b7-270d-41d8-9696-09aaaff93789 req-c96986a8-bafd-4728-8c10-427fdbfefcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:50.173397 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bd015b7-270d-41d8-9696-09aaaff93789 req-c96986a8-bafd-4728-8c10-427fdbfefcc3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 200 len: 919 time: 0.3203373 Nov 09 17:52:50.265594 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bd015b7-270d-41d8-9696-09aaaff93789 req-11c609c8-8271-4188-ae69-cbb9f011b875 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c9bb56c-f590-44a9-adb5-b3d184665cbd HTTP/1.1" status: 200 len: 217 time: 0.0903153 Nov 09 17:52:50.329081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5677951-5442-40ae-a158-9482c23eac35 req-08258dea-45a7-4777-8124-63f2a0b2e567 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:50.330658 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5677951-5442-40ae-a158-9482c23eac35 req-08258dea-45a7-4777-8124-63f2a0b2e567 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 945 time: 0.0965333 Nov 09 17:52:50.362551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd015b7-270d-41d8-9696-09aaaff93789 req-0ce2e8f1-7e33-4a05-a4cf-838dba9585aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:50.363844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bd015b7-270d-41d8-9696-09aaaff93789 req-0ce2e8f1-7e33-4a05-a4cf-838dba9585aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93d6a562-87c3-43f9-8f53-f107047886ee HTTP/1.1" status: 200 len: 858 time: 0.0910697 Nov 09 17:52:50.372579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f860f05a-0b48-44eb-a8f5-459b9fda7f06 req-0707724d-fea8-4d5b-ad0f-8834d1657be9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Deleting port 4cc64592-67f5-408a-ae86-c95541bba77e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:52:50.373999 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f860f05a-0b48-44eb-a8f5-459b9fda7f06 req-0707724d-fea8-4d5b-ad0f-8834d1657be9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:50.412778 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c5677951-5442-40ae-a158-9482c23eac35 req-2eabe248-1f9c-4d98-b4f7-ce7589d1ddf9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2af8102-fe94-4264-997f-da52660319db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673380 Nov 09 17:52:50.451181 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bd015b7-270d-41d8-9696-09aaaff93789 req-5495511c-58c2-4269-b669-5271c19fc3cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6642ab75-e5ec-4cb0-8139-1cc246529814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747621 Nov 09 17:52:50.513791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04e343f-0646-449a-bc2c-dd5dd9dc1973 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Made reservation on behalf of b54bca7fabf744a79223026ae0449e36 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:50.519336 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a04e343f-0646-449a-bc2c-dd5dd9dc1973 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:50.611103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841dad6-5cdd-4391-91b2-9caafb5c5fd4 req-27660510-7e8c-4056-be25-0e61d559419d tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:50.619618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1841dad6-5cdd-4391-91b2-9caafb5c5fd4 req-27660510-7e8c-4056-be25-0e61d559419d tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 943 time: 0.2902949 Nov 09 17:52:50.663632 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bd015b7-270d-41d8-9696-09aaaff93789 req-c9b47eec-34ff-4352-a6ae-af2c7a9824aa service neutron] 10.222.0.18 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012739 Nov 09 17:52:50.696663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bae11d3c-1e13-4aef-8538-99d60790df1d req-f8235f3e-728f-411e-9df4-4ef53c366be2 service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8302758 Nov 09 17:52:50.716234 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-f860f05a-0b48-44eb-a8f5-459b9fda7f06 req-0707724d-fea8-4d5b-ad0f-8834d1657be9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] For port 4cc64592-67f5-408a-ae86-c95541bba77e, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4cc64592-67f5-408a-ae86-c95541bba77e,segment=NetworkSegment(d543c519-0661-4025-b5ce-e5391a8f4572),segment_id=d543c519-0661-4025-b5ce-e5391a8f4572)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:50.716675 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f860f05a-0b48-44eb-a8f5-459b9fda7f06 req-0707724d-fea8-4d5b-ad0f-8834d1657be9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:50.734010 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1841dad6-5cdd-4391-91b2-9caafb5c5fd4 req-5a0ee13f-55ea-43de-acad-b97adc80a053 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075819 Nov 09 17:52:50.759313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f860f05a-0b48-44eb-a8f5-459b9fda7f06 req-0707724d-fea8-4d5b-ad0f-8834d1657be9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Calling delete_port for 4cc64592-67f5-408a-ae86-c95541bba77e owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:52:50.802166 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bd015b7-270d-41d8-9696-09aaaff93789 req-1a2941d6-faad-4ef1-91d8-ec38f1a07e00 service neutron] 10.222.0.18 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338615 Nov 09 17:52:50.937743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da90f51-fca8-40d7-a683-e3e9c3b31ec0 req-2a7380cb-4765-4f24-a7f2-1da2a1b0410b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:50.939376 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6da90f51-fca8-40d7-a683-e3e9c3b31ec0 req-2a7380cb-4765-4f24-a7f2-1da2a1b0410b tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 945 time: 0.0766647 Nov 09 17:52:50.994856 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6da90f51-fca8-40d7-a683-e3e9c3b31ec0 req-325513b9-3bba-4b1e-99fe-cb3e39db7ad5 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467396 Nov 09 17:52:51.147158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-9bdc1dac-4de7-43b8-941e-c46b2b747f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.148055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-9bdc1dac-4de7-43b8-941e-c46b2b747f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.148223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-9bdc1dac-4de7-43b8-941e-c46b2b747f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.148574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-9bdc1dac-4de7-43b8-941e-c46b2b747f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.152160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-9bdc1dac-4de7-43b8-941e-c46b2b747f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.153423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-9bdc1dac-4de7-43b8-941e-c46b2b747f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.155457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-9bdc1dac-4de7-43b8-941e-c46b2b747f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.161905 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-9bdc1dac-4de7-43b8-941e-c46b2b747f4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6487 time: 0.3041296 Nov 09 17:52:51.170801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a04e343f-0646-449a-bc2c-dd5dd9dc1973 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:51.175687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device c66ddead-5795-4f27-9160-e101e1161ee3 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:51.277890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port c66ddead-5795-4f27-9160-e101e1161ee3 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:52:51.284187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port c66ddead-5795-4f27-9160-e101e1161ee3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:51.285363 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:51.382961 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f860f05a-0b48-44eb-a8f5-459b9fda7f06 req-0707724d-fea8-4d5b-ad0f-8834d1657be9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:51.433128 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:51.438327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4cc64592-67f5-408a-ae86-c95541bba77e'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:52:51.496823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa93e20-52c1-4990-bbe1-3c2fa71155b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66ddead-5795-4f27-9160-e101e1161ee3'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:51.500429 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f380e1-40ad-4f91-9977-2079c6684c3b" -d '{"events": [{"server_uuid": "daa93e20-52c1-4990-bbe1-3c2fa71155b3", "name": "network-vif-plugged", "status": "completed", "tag": "c66ddead-5795-4f27-9160-e101e1161ee3"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:51.530452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port c66ddead-5795-4f27-9160-e101e1161ee3, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=c66ddead-5795-4f27-9160-e101e1161ee3,segment=NetworkSegment(c4d1a7b0-2165-41d5-8a00-bb0d062b37fe),segment_id=c4d1a7b0-2165-41d5-8a00-bb0d062b37fe)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:51.535739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-79bf408f-3488-4fa8-9be7-c2cd9a9df4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.537313 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-79bf408f-3488-4fa8-9be7-c2cd9a9df4e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a6d1d09-f698-4920-b89f-e75ca6887450 HTTP/1.1" status: 200 len: 903 time: 0.3542323 Nov 09 17:52:51.539062 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:51.539926 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:51.560792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707724d-fea8-4d5b-ad0f-8834d1657be9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Pushing event deleted for resources: {'Port': ['ID=4cc64592-67f5-408a-ae86-c95541bba77e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:51.586487 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9734059-150d-4097-a384-b952e15ecb68 req-721968c9-dc0d-4bfb-be60-539dbbe7f71f tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.81 "GET /v2.0/ports?device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0603554 Nov 09 17:52:51.594260 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e343f-0646-449a-bc2c-dd5dd9dc1973 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Pushing event updated for resources: {'Subnet': ['ID=c83647aa-922f-4686-97a5-49303e1062dc,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:51.597615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f860f05a-0b48-44eb-a8f5-459b9fda7f06 req-0707724d-fea8-4d5b-ad0f-8834d1657be9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] No DVR routers for this DVR port 4cc64592-67f5-408a-ae86-c95541bba77e on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:52:51.658116 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f860f05a-0b48-44eb-a8f5-459b9fda7f06 req-0707724d-fea8-4d5b-ad0f-8834d1657be9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:51.661968 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f860f05a-0b48-44eb-a8f5-459b9fda7f06 req-0707724d-fea8-4d5b-ad0f-8834d1657be9 tempest-ServerRescueTestJSONUnderV235-110339713 tempest-ServerRescueTestJSONUnderV235-110339713-project] 10.222.0.18 "DELETE /v2.0/ports/4cc64592-67f5-408a-ae86-c95541bba77e HTTP/1.1" status: 204 len: 173 time: 2.0490961 Nov 09 17:52:51.662465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'name': 'network-vif-deleted', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:51.664858 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89282e80-b6df-4002-9bd5-9ddf09d0ce53" -d '{"events": [{"server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "name": "network-vif-deleted", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:51.691974 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-9e950dfb-1603-462e-8962-a9420164c509 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=316e14fe-0b21-43d7-88c8-347033fc6186 HTTP/1.1" status: 200 len: 217 time: 0.1327090 Nov 09 17:52:51.711319 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2511916-1359-43c9-8ff5-4edd2930df22 req-ff10f360-2cf1-4a01-a9b8-d398bcaadd77 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.729884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2511916-1359-43c9-8ff5-4edd2930df22 req-ff10f360-2cf1-4a01-a9b8-d398bcaadd77 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.736463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2511916-1359-43c9-8ff5-4edd2930df22 req-ff10f360-2cf1-4a01-a9b8-d398bcaadd77 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.745733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=c66ddead-5795-4f27-9160-e101e1161ee3,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:51.751488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2511916-1359-43c9-8ff5-4edd2930df22 req-ff10f360-2cf1-4a01-a9b8-d398bcaadd77 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.782112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2511916-1359-43c9-8ff5-4edd2930df22 req-ff10f360-2cf1-4a01-a9b8-d398bcaadd77 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.791933 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada81ca0-5a83-4e74-9bc5-d9140bd02baf x-openstack-request-id: req-ada81ca0-5a83-4e74-9bc5-d9140bd02baf {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:51.793660 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa93e20-52c1-4990-bbe1-3c2fa71155b3", "name": "network-vif-plugged", "status": "completed", "tag": "c66ddead-5795-4f27-9160-e101e1161ee3", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:51.794501 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ada81ca0-5a83-4e74-9bc5-d9140bd02baf {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:51.799860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2511916-1359-43c9-8ff5-4edd2930df22 req-ff10f360-2cf1-4a01-a9b8-d398bcaadd77 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.800741 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa93e20-52c1-4990-bbe1-3c2fa71155b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66ddead-5795-4f27-9160-e101e1161ee3', 'code': 200} Nov 09 17:52:51.805716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2511916-1359-43c9-8ff5-4edd2930df22 req-ff10f360-2cf1-4a01-a9b8-d398bcaadd77 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:51.826729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2511916-1359-43c9-8ff5-4edd2930df22 req-ff10f360-2cf1-4a01-a9b8-d398bcaadd77 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.5743887 Nov 09 17:52:51.827534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:52:51.883118 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651630cc-e489-4a67-bb89-80883f1ba20d x-openstack-request-id: req-651630cc-e489-4a67-bb89-80883f1ba20d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:51.883499 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108f7365-70e6-404b-b707-48a4c3a9fdb1", "name": "network-vif-deleted", "tag": "4cc64592-67f5-408a-ae86-c95541bba77e", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:51.883738 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-651630cc-e489-4a67-bb89-80883f1ba20d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:51.884817 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108f7365-70e6-404b-b707-48a4c3a9fdb1', 'name': 'network-vif-deleted', 'tag': '4cc64592-67f5-408a-ae86-c95541bba77e', 'status': 'completed', 'code': 200} Nov 09 17:52:51.895766 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e343f-0646-449a-bc2c-dd5dd9dc1973 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Checking segment: {'id': 'de8ff38f-3a44-4235-897b-e949e80eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bbda4d14-7fae-409a-aa97-a3e2c50f9e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:51.896311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e343f-0646-449a-bc2c-dd5dd9dc1973 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Network hostable DHCP agents. Network: bbda4d14-7fae-409a-aa97-a3e2c50f9e31, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:52:51.909138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:51.909939 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:52.052207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47b3e7-d1e9-483d-b1e9-585e0d5fa61f req-1aa80b08-e99d-4d55-9e09-4b2105ae9578 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:52.053859 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a47b3e7-d1e9-483d-b1e9-585e0d5fa61f req-1aa80b08-e99d-4d55-9e09-4b2105ae9578 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 943 time: 0.0977070 Nov 09 17:52:52.085502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-f8a51b58-2296-44ac-8097-66b8f7d28644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:52.087982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-f8a51b58-2296-44ac-8097-66b8f7d28644 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17413a2a-b8aa-4376-9143-5b1c6d073885 HTTP/1.1" status: 200 len: 797 time: 0.2543859 Nov 09 17:52:52.097526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2511916-1359-43c9-8ff5-4edd2930df22 req-a14dfaad-6e73-4abd-8572-1023467192f3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2698658 Nov 09 17:52:52.098238 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e343f-0646-449a-bc2c-dd5dd9dc1973 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Network bbda4d14-7fae-409a-aa97-a3e2c50f9e31 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:52:52.173019 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a47b3e7-d1e9-483d-b1e9-585e0d5fa61f req-a831fab9-edd4-4cb7-a0d8-3267e860b19a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058187 Nov 09 17:52:52.200106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71e0f8-a0c4-4985-84d9-22acf5703e9e req-fac2c434-ced5-4a6a-b175-33b49b9b04b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:52.204367 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c71e0f8-a0c4-4985-84d9-22acf5703e9e req-fac2c434-ced5-4a6a-b175-33b49b9b04b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 1097 time: 0.3175912 Nov 09 17:52:52.208726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-a04e343f-0646-449a-bc2c-dd5dd9dc1973 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, bbda4d14-7fae-409a-aa97-a3e2c50f9e31) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:52.245424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e343f-0646-449a-bc2c-dd5dd9dc1973 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:52.246157 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a04e343f-0646-449a-bc2c-dd5dd9dc1973 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:52.247940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d72f58-e7a5-4eb6-80fb-08fcbab55a97 None None] Network bbda4d14-7fae-409a-aa97-a3e2c50f9e31 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:52.272759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-4be5dd6a-abd9-49a8-b061-66b297577cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:52.277552 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-4be5dd6a-abd9-49a8-b061-66b297577cb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1760955 Nov 09 17:52:52.289883 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:52.314975 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c71e0f8-a0c4-4985-84d9-22acf5703e9e req-601d9a6b-685c-465e-83c6-99f2c66a6e7f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012299 Nov 09 17:52:52.420953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4f9f9-e60c-4634-9f9b-2c09753dfb76 req-a28fac32-5f74-49d2-bebd-3d1dcdf86b55 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:52.436904 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59a4f9f9-e60c-4634-9f9b-2c09753dfb76 req-a28fac32-5f74-49d2-bebd-3d1dcdf86b55 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 945 time: 0.0900173 Nov 09 17:52:52.453149 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a04e343f-0646-449a-bc2c-dd5dd9dc1973 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7018771 Nov 09 17:52:52.454031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41280) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:52.483608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Request body: {'port': {'network_id': 'bbda4d14-7fae-409a-aa97-a3e2c50f9e31', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1377707783'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:52.512154 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59a4f9f9-e60c-4634-9f9b-2c09753dfb76 req-7bc0641b-0b0a-4361-ab25-2560a535a936 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739417 Nov 09 17:52:52.546322 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:52.555593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41282) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:52.562631 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:52.672981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-f62aa58e-ea61-4de0-a7d6-a7642da017c2 service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608232 Nov 09 17:52:52.780184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41288) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:52.862313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Made reservation on behalf of b54bca7fabf744a79223026ae0449e36 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:52.866466 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:52.891887 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7f07fed4-f81b-4c30-9977-10aeec2997a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:52.959575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] device_id is not set on port 0f0338ec-18b1-42e8-9255-96ea483f11d9 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:52:53.002115 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-bbda4d14-7fae-409a-aa97-a3e2c50f9e31', 'network_id': 'bbda4d14-7fae-409a-aa97-a3e2c50f9e31', 'tenant_id': 'b54bca7fabf744a79223026ae0449e36', 'fixed_ips': [{'subnet_id': 'c83647aa-922f-4686-97a5-49303e1062dc'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:52:53.003025 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:53.017752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a0724be-eb6e-4aec-a560-d0b62c0dc5e7 req-5bba8eb2-4697-4e57-b982-fb60cba3f2ca service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335128 Nov 09 17:52:53.049975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:53.113339 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:53.242776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-80b730cc-6221-42ac-8a98-3bf505dc33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.243411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-80b730cc-6221-42ac-8a98-3bf505dc33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.243858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-80b730cc-6221-42ac-8a98-3bf505dc33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.244588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-80b730cc-6221-42ac-8a98-3bf505dc33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.245063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-80b730cc-6221-42ac-8a98-3bf505dc33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.245529 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-80b730cc-6221-42ac-8a98-3bf505dc33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.245991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-80b730cc-6221-42ac-8a98-3bf505dc33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.249217 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-80b730cc-6221-42ac-8a98-3bf505dc33f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6487 time: 0.1634696 Nov 09 17:52:53.282726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Allocated IP 2001:db8::101 (bbda4d14-7fae-409a-aa97-a3e2c50f9e31/c83647aa-922f-4686-97a5-49303e1062dc/0f0338ec-18b1-42e8-9255-96ea483f11d9) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:53.401170 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7f07fed4-f81b-4c30-9977-10aeec2997a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:53.426806 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7f07fed4-f81b-4c30-9977-10aeec2997a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:53.438011 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4c9bb56c-f590-44a9-adb5-b3d184665cbd details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:52:53.442913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4cc64592-67f5-408a-ae86-c95541bba77e no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:52:53.485517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89064e71-7c5b-42ca-a08d-25dc94d4a044 req-6ffc079d-0bbf-4242-9160-7cb4dd82397e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.491661 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89064e71-7c5b-42ca-a08d-25dc94d4a044 req-6ffc079d-0bbf-4242-9160-7cb4dd82397e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 943 time: 0.2150350 Nov 09 17:52:53.501988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 4cc64592-67f5-408a-ae86-c95541bba77e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:52:53.502371 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4cc64592-67f5-408a-ae86-c95541bba77e not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:52:53.519457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8b12a-11c3-4b9a-81f7-1aceff9bd566 req-fef520fd-554b-4a0b-baa0-4fa0f6389065 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.527759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8b12a-11c3-4b9a-81f7-1aceff9bd566 req-fef520fd-554b-4a0b-baa0-4fa0f6389065 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.534280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8b12a-11c3-4b9a-81f7-1aceff9bd566 req-fef520fd-554b-4a0b-baa0-4fa0f6389065 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.540973 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8b12a-11c3-4b9a-81f7-1aceff9bd566 req-fef520fd-554b-4a0b-baa0-4fa0f6389065 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.548585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8b12a-11c3-4b9a-81f7-1aceff9bd566 req-fef520fd-554b-4a0b-baa0-4fa0f6389065 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.556332 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8b12a-11c3-4b9a-81f7-1aceff9bd566 req-fef520fd-554b-4a0b-baa0-4fa0f6389065 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.559135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-22ddafee-12d3-43df-a324-8f4f6c4aa844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.560996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-22ddafee-12d3-43df-a324-8f4f6c4aa844 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a6d1d09-f698-4920-b89f-e75ca6887450 HTTP/1.1" status: 200 len: 903 time: 0.2895083 Nov 09 17:52:53.562455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8b12a-11c3-4b9a-81f7-1aceff9bd566 req-fef520fd-554b-4a0b-baa0-4fa0f6389065 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.565061 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a1d8b12a-11c3-4b9a-81f7-1aceff9bd566 req-fef520fd-554b-4a0b-baa0-4fa0f6389065 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.2742419 Nov 09 17:52:53.573921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7f07fed4-f81b-4c30-9977-10aeec2997a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd7f66d740d14628afc63e9cfcd0a91e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0134685 Nov 09 17:52:53.573921 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07fed4-f81b-4c30-9977-10aeec2997a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f08900-cad1-48cc-8e47-9a15a4484d68,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:53.582027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41300) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:53.676995 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a1d8b12a-11c3-4b9a-81f7-1aceff9bd566 req-99e207de-f6b8-435e-861d-7c4fd007c4b0 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988636 Nov 09 17:52:53.682627 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:53.730912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-904f3a84-fa73-4fe4-8635-4212c0bb66ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7d451e7-2b1c-426c-8bb5-f2befdd86181 HTTP/1.1" status: 200 len: 217 time: 0.1555173 Nov 09 17:52:53.738168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4c9bb56c-f590-44a9-adb5-b3d184665cbd, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4c9bb56c-f590-44a9-adb5-b3d184665cbd,segment=NetworkSegment(c4d1a7b0-2165-41d5-8a00-bb0d062b37fe),segment_id=c4d1a7b0-2165-41d5-8a00-bb0d062b37fe)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:53.755469 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '4c9bb56c-f590-44a9-adb5-b3d184665cbd', 'network_id': '6642ab75-e5ec-4cb0-8139-1cc246529814', 'port_id': '4c9bb56c-f590-44a9-adb5-b3d184665cbd', 'mac_address': 'fa:16:3e:95:6d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d6a562-87c3-43f9-8f53-f107047886ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:52:53.781219 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-488a7b6e-2781-4f16-865e-13c217be2cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:53.813205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910a05c8-231b-47d5-9414-45710e799e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:53.815775 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52dc677-7fd5-462e-8d5c-6cc4de5f3f49" -d '{"events": [{"server_uuid": "910a05c8-231b-47d5-9414-45710e799e99", "name": "network-vif-plugged", "status": "completed", "tag": "b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:53.820092 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:53.837377 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9bb56c-f590-44a9-adb5-b3d184665cbd {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:52:53.906872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4c9bb56c-f590-44a9-adb5-b3d184665cbd, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4c9bb56c-f590-44a9-adb5-b3d184665cbd,segment=NetworkSegment(c4d1a7b0-2165-41d5-8a00-bb0d062b37fe),segment_id=c4d1a7b0-2165-41d5-8a00-bb0d062b37fe)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:53.914673 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:53.960920 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89064e71-7c5b-42ca-a08d-25dc94d4a044 req-5af7b7b0-a75d-4b14-b4a4-9387695afa55 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395647 Nov 09 17:52:53.991988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-13a74a4c-a5dc-4f17-960c-be545d654d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:53.993895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-13a74a4c-a5dc-4f17-960c-be545d654d7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17413a2a-b8aa-4376-9143-5b1c6d073885 HTTP/1.1" status: 200 len: 797 time: 0.2121775 Nov 09 17:52:54.010969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4c9bb56c-f590-44a9-adb5-b3d184665cbd,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:54.012630 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9703ad3e-1d1b-4772-b5f3-c7f37405eaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:54.032460 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5488836c-7556-4e5e-8986-9b479b1e2799 x-openstack-request-id: req-5488836c-7556-4e5e-8986-9b479b1e2799 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:54.032754 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910a05c8-231b-47d5-9414-45710e799e99", "name": "network-vif-plugged", "status": "completed", "tag": "b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:54.033055 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5488836c-7556-4e5e-8986-9b479b1e2799 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:54.033473 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910a05c8-231b-47d5-9414-45710e799e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0', 'code': 200} Nov 09 17:52:54.109904 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:54.128363 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9703ad3e-1d1b-4772-b5f3-c7f37405eaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:54.177491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-093eb235-088b-4c31-820b-2d49d4841b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:54.178933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-093eb235-088b-4c31-820b-2d49d4841b01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1620147 Nov 09 17:52:54.236081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4c9bb56c-f590-44a9-adb5-b3d184665cbd'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:52:54.278870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f01d5-dea5-4aec-9d80-3956521317bc req-11c19290-0a06-4a01-9c9c-53f6d06c44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:54.280489 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-188f01d5-dea5-4aec-9d80-3956521317bc req-11c19290-0a06-4a01-9c9c-53f6d06c44b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 1097 time: 0.1742899 Nov 09 17:52:54.317160 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:54.345781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9703ad3e-1d1b-4772-b5f3-c7f37405eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:54.349056 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9703ad3e-1d1b-4772-b5f3-c7f37405eaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:54.350265 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9703ad3e-1d1b-4772-b5f3-c7f37405eaf8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3f08900-cad1-48cc-8e47-9a15a4484d68 HTTP/1.1" status: 204 len: 168 time: 0.7464168 Nov 09 17:52:54.414430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703ad3e-1d1b-4772-b5f3-c7f37405eaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f08900-cad1-48cc-8e47-9a15a4484d68,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:54.427830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-188f01d5-dea5-4aec-9d80-3956521317bc req-c402fd17-a1a0-4199-9b66-807149b9ac26 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383872 Nov 09 17:52:54.437643 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-b7a2114a-aa45-4d78-9370-bb4498fa3a4d service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449799 Nov 09 17:52:54.443089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Network bbda4d14-7fae-409a-aa97-a3e2c50f9e31 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:54.457376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:54.460649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Pushing event updated for resources: {'Port': ['ID=0f0338ec-18b1-42e8-9255-96ea483f11d9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:54.473581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Allocated IP 2001:db8::2 (bbda4d14-7fae-409a-aa97-a3e2c50f9e31/c83647aa-922f-4686-97a5-49303e1062dc/32122070-bb55-4977-a8a9-bb148fc398c0) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:54.483798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e8557-202e-40e3-be18-5068aae56ed0 req-8318afa3-05e5-4eca-8348-109d468b3b6a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:54.492257 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31e8557-202e-40e3-be18-5068aae56ed0 req-8318afa3-05e5-4eca-8348-109d468b3b6a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 946 time: 0.5832047 Nov 09 17:52:54.493632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:54.501580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:54.503262 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:54.581338 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f31e8557-202e-40e3-be18-5068aae56ed0 req-a1c2f7aa-97bf-4166-957d-3feed27e06fb tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876629 Nov 09 17:52:54.610144 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-58b3205e-e019-4932-bd57-1854db0e1b11 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1486490 Nov 09 17:52:54.614076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41308) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:54.636194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Request body: {'port': {'network_id': 'bbda4d14-7fae-409a-aa97-a3e2c50f9e31', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2022365665', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:54.637450 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.api.validators [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] bootfile-name is not in valid_values {{(pid=102154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:52:54.637450 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.api.validators [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] tftp-server is not in valid_values {{(pid=102154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:52:54.637703 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.api.validators [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] server-ip-address is not in valid_values {{(pid=102154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:52:54.726750 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-488a7b6e-2781-4f16-865e-13c217be2cca admin admin] Deleting port e7099226-2b74-4c81-9ca3-b0b6445df73a {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:52:54.727080 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-488a7b6e-2781-4f16-865e-13c217be2cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:54.803747 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-73327f5b-76d8-42fc-8ae0-5ba77432d26c service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547113 Nov 09 17:52:54.937601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-488a7b6e-2781-4f16-865e-13c217be2cca admin admin] For port e7099226-2b74-4c81-9ca3-b0b6445df73a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e7099226-2b74-4c81-9ca3-b0b6445df73a,segment=NetworkSegment(d543c519-0661-4025-b5ce-e5391a8f4572),segment_id=d543c519-0661-4025-b5ce-e5391a8f4572)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:54.938584 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-488a7b6e-2781-4f16-865e-13c217be2cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:54.970260 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-488a7b6e-2781-4f16-865e-13c217be2cca admin admin] Calling delete_port for e7099226-2b74-4c81-9ca3-b0b6445df73a owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:52:55.081638 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:55.097528 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:55.103314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5728d17-e7d4-4f17-803e-7fd291d9f6aa req-b52bd06d-74c9-4f0e-8170-e7b99677d79f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0&device_id=108f7365-70e6-404b-b707-48a4c3a9fdb1 HTTP/1.1" status: 200 len: 210 time: 0.1563840 Nov 09 17:52:55.117657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb3b50-75b9-4db2-beb1-83d7b0b77b59 req-71b3e685-6efe-486d-9112-1522ec9d31f1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:55.125288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb3b50-75b9-4db2-beb1-83d7b0b77b59 req-71b3e685-6efe-486d-9112-1522ec9d31f1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:55.131804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb3b50-75b9-4db2-beb1-83d7b0b77b59 req-71b3e685-6efe-486d-9112-1522ec9d31f1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:55.138841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb3b50-75b9-4db2-beb1-83d7b0b77b59 req-71b3e685-6efe-486d-9112-1522ec9d31f1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:55.146375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb3b50-75b9-4db2-beb1-83d7b0b77b59 req-71b3e685-6efe-486d-9112-1522ec9d31f1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:55.154823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb3b50-75b9-4db2-beb1-83d7b0b77b59 req-71b3e685-6efe-486d-9112-1522ec9d31f1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:55.161679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Network bbda4d14-7fae-409a-aa97-a3e2c50f9e31 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:55.161928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb3b50-75b9-4db2-beb1-83d7b0b77b59 req-71b3e685-6efe-486d-9112-1522ec9d31f1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:55.170083 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:55.171294 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0cbb3b50-75b9-4db2-beb1-83d7b0b77b59 req-71b3e685-6efe-486d-9112-1522ec9d31f1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.3664360 Nov 09 17:52:55.181806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:55.234216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Pushing event updated for resources: {'Port': ['ID=32122070-bb55-4977-a8a9-bb148fc398c0,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:55.253112 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0cbb3b50-75b9-4db2-beb1-83d7b0b77b59 req-5fbf7a75-3b5e-42ad-be97-5421ff7cd80c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807576 Nov 09 17:52:55.261760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Made reservation on behalf of b54bca7fabf744a79223026ae0449e36 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:52:55.270223 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:55.298049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] device_id is not set on port 40ed4dcd-a980-4cf8-95db-ae835b59cca3 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:52:55.338188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88d491-a04e-4d56-964f-5a1234988cba req-1bf7f29f-f8b4-44fc-a3bb-291868c0f37a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:55.341156 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b88d491-a04e-4d56-964f-5a1234988cba req-1bf7f29f-f8b4-44fc-a3bb-291868c0f37a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 944 time: 0.1225526 Nov 09 17:52:55.360468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Attempting to bind port 32122070-bb55-4977-a8a9-bb148fc398c0 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:52:55.360852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Attempting to bind port 32122070-bb55-4977-a8a9-bb148fc398c0 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'de8ff38f-3a44-4235-897b-e949e80eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bbda4d14-7fae-409a-aa97-a3e2c50f9e31'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:52:55.361739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Attempting to bind port 32122070-bb55-4977-a8a9-bb148fc398c0 on network bbda4d14-7fae-409a-aa97-a3e2c50f9e31 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:52:55.372342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:52:55.372795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Checking segment: {'id': 'de8ff38f-3a44-4235-897b-e949e80eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bbda4d14-7fae-409a-aa97-a3e2c50f9e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:52:55.373202 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:55.373690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Bound using segment: {'id': 'de8ff38f-3a44-4235-897b-e949e80eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bbda4d14-7fae-409a-aa97-a3e2c50f9e31'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:52:55.374202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Bound port: 32122070-bb55-4977-a8a9-bb148fc398c0, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8ff38f-3a44-4235-897b-e949e80eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bbda4d14-7fae-409a-aa97-a3e2c50f9e31'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:52:55.374626 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:55.482837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] For port 32122070-bb55-4977-a8a9-bb148fc398c0, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:52:55.486686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] For port 32122070-bb55-4977-a8a9-bb148fc398c0, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=32122070-bb55-4977-a8a9-bb148fc398c0,segment=NetworkSegment(de8ff38f-3a44-4235-897b-e949e80eb2f9),segment_id=de8ff38f-3a44-4235-897b-e949e80eb2f9)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:52:55.493045 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:55.494003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Allocated IP 2001:db8::38d (bbda4d14-7fae-409a-aa97-a3e2c50f9e31/c83647aa-922f-4686-97a5-49303e1062dc/40ed4dcd-a980-4cf8-95db-ae835b59cca3) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:52:55.552666 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b88d491-a04e-4d56-964f-5a1234988cba req-49643858-89f7-4ff9-949a-627606b46a14 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949642 Nov 09 17:52:55.555486 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-488a7b6e-2781-4f16-865e-13c217be2cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:55.599533 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762605c-eac9-4a9e-af36-bfd2517f6983 None None] Pushing event updated for resources: {'Port': ['ID=32122070-bb55-4977-a8a9-bb148fc398c0,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:55.671474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a7b6e-2781-4f16-865e-13c217be2cca admin admin] Pushing event deleted for resources: {'Port': ['ID=e7099226-2b74-4c81-9ca3-b0b6445df73a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:55.827298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ec970-ad12-4763-9927-84f6ca4064ed req-c698fde6-8acd-4b87-a8d5-81e84cded20f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:55.829181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b18ec970-ad12-4763-9927-84f6ca4064ed req-c698fde6-8acd-4b87-a8d5-81e84cded20f tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 946 time: 0.0869894 Nov 09 17:52:56.070137 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:56.076604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b18ec970-ad12-4763-9927-84f6ca4064ed req-118becf7-cacb-40ac-9bf9-65c5bc8f648a tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228291 Nov 09 17:52:56.122040 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-488a7b6e-2781-4f16-865e-13c217be2cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:56.138511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:56.253201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Network bbda4d14-7fae-409a-aa97-a3e2c50f9e31 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:52:56.255204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Pushing event updated for resources: {'Port': ['ID=40ed4dcd-a980-4cf8-95db-ae835b59cca3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:56.261596 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:52:56.266872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:52:56.274408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.275740 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:56.302925 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cbdfecf4-9589-400b-a0e9-8885c7bfd041 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.6875410 Nov 09 17:52:56.306949 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41350) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:56.374538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d2a25-64e8-4f02-9243-3176615bf7e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.383254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d2a25-64e8-4f02-9243-3176615bf7e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.392743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d2a25-64e8-4f02-9243-3176615bf7e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.396018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-706d2a25-64e8-4f02-9243-3176615bf7e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.0872393 Nov 09 17:52:56.398442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41352) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:56.548303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-c9b64f86-a9f8-4e4c-b3ff-11ad85942ebe tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Deleting port 40ed4dcd-a980-4cf8-95db-ae835b59cca3 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:52:56.548930 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9b64f86-a9f8-4e4c-b3ff-11ad85942ebe tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:56.566703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63076-e567-4167-a0fe-b77b1bef18d5 req-861c68b3-cde5-43c5-bf2a-07837509179f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.576144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63076-e567-4167-a0fe-b77b1bef18d5 req-861c68b3-cde5-43c5-bf2a-07837509179f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.583568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63076-e567-4167-a0fe-b77b1bef18d5 req-861c68b3-cde5-43c5-bf2a-07837509179f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.590447 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63076-e567-4167-a0fe-b77b1bef18d5 req-861c68b3-cde5-43c5-bf2a-07837509179f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.596909 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63076-e567-4167-a0fe-b77b1bef18d5 req-861c68b3-cde5-43c5-bf2a-07837509179f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.604028 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63076-e567-4167-a0fe-b77b1bef18d5 req-861c68b3-cde5-43c5-bf2a-07837509179f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.610026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63076-e567-4167-a0fe-b77b1bef18d5 req-861c68b3-cde5-43c5-bf2a-07837509179f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.619256 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ebb63076-e567-4167-a0fe-b77b1bef18d5 req-861c68b3-cde5-43c5-bf2a-07837509179f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.2098565 Nov 09 17:52:56.732791 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9b64f86-a9f8-4e4c-b3ff-11ad85942ebe tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:56.765823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-c9b64f86-a9f8-4e4c-b3ff-11ad85942ebe tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Calling delete_port for 40ed4dcd-a980-4cf8-95db-ae835b59cca3 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:52:56.779341 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488a7b6e-2781-4f16-865e-13c217be2cca admin admin] Router 89c45047-484e-48cf-8eec-d7e25e549009 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:52:56.811720 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ebb63076-e567-4167-a0fe-b77b1bef18d5 req-3543ce75-b49e-44bb-bbe7-cb0117173d7a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1914392 Nov 09 17:52:56.973466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6affab-49d0-475f-9285-4ecd5f1a9167 req-4e8a2533-4784-4279-bda9-f566e876f6c2 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:56.976601 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a6affab-49d0-475f-9285-4ecd5f1a9167 req-4e8a2533-4784-4279-bda9-f566e876f6c2 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 944 time: 0.1465282 Nov 09 17:52:57.021653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488a7b6e-2781-4f16-865e-13c217be2cca admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:52:57.034282 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-488a7b6e-2781-4f16-865e-13c217be2cca admin admin] 10.222.0.81 "PUT /v2.0/routers/89c45047-484e-48cf-8eec-d7e25e549009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2527559 Nov 09 17:52:57.038620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41356) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:57.044631 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb1cd8-fadf-4e55-ae9e-658f32354d5a None None] Sync routers for ids ['89c45047-484e-48cf-8eec-d7e25e549009'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:52:57.072754 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb1cd8-fadf-4e55-ae9e-658f32354d5a None None] Routers {'89c45047-484e-48cf-8eec-d7e25e549009'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:57.076141 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-09bb1cd8-fadf-4e55-ae9e-658f32354d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:52:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['89c45047-484e-48cf-8eec-d7e25e549009'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:57.221016 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9b64f86-a9f8-4e4c-b3ff-11ad85942ebe tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:57.241773 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a6affab-49d0-475f-9285-4ecd5f1a9167 req-0aefc766-6345-4aa6-91ac-d4398700f785 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230103 Nov 09 17:52:57.284046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b64f86-a9f8-4e4c-b3ff-11ad85942ebe tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Pushing event deleted for resources: {'Port': ['ID=40ed4dcd-a980-4cf8-95db-ae835b59cca3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:57.362051 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9b64f86-a9f8-4e4c-b3ff-11ad85942ebe tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:57.365560 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c9b64f86-a9f8-4e4c-b3ff-11ad85942ebe tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] 10.222.0.81 "DELETE /v2.0/ports/40ed4dcd-a980-4cf8-95db-ae835b59cca3 HTTP/1.1" status: 204 len: 168 time: 0.9650834 Nov 09 17:52:57.383607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41368) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:57.389567 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-09bb1cd8-fadf-4e55-ae9e-658f32354d5a None None] Set router 89c45047-484e-48cf-8eec-d7e25e549009 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:57.396829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-820c0c9c-5180-4ee6-a2dd-7a9fa9143b4e tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Request body: {'port': {'name': 'tempest-new-port-name-282999352', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:52:57.397338 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.api.validators [None req-820c0c9c-5180-4ee6-a2dd-7a9fa9143b4e tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] bootfile-name is not in valid_values {{(pid=102154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:52:57.397581 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.api.validators [None req-820c0c9c-5180-4ee6-a2dd-7a9fa9143b4e tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] tftp-server is not in valid_values {{(pid=102154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:52:57.397928 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.api.validators [None req-820c0c9c-5180-4ee6-a2dd-7a9fa9143b4e tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] server-ip-address is not in valid_values {{(pid=102154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 17:52:57.455484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4c9bb56c-f590-44a9-adb5-b3d184665cbd up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:57.463351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 32122070-bb55-4977-a8a9-bb148fc398c0 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:52:57.589231 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-820c0c9c-5180-4ee6-a2dd-7a9fa9143b4e tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:57.668243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e859bd9-1548-4a48-899b-958de3725a15 None None] Network bbda4d14-7fae-409a-aa97-a3e2c50f9e31 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:52:57.675761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99842f12-20ac-41bf-9898-f1522ec8d021 req-576a9b73-9fde-4738-a48b-8fdc21ec7170 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:57.678747 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99842f12-20ac-41bf-9898-f1522ec8d021 req-576a9b73-9fde-4738-a48b-8fdc21ec7170 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 946 time: 0.2307734 Nov 09 17:52:57.699187 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:57.789379 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-09bb1cd8-fadf-4e55-ae9e-658f32354d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:52:55Z', 'revision_number': 5, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:57.886294 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb1cd8-fadf-4e55-ae9e-658f32354d5a None None] Checking router: 89c45047-484e-48cf-8eec-d7e25e549009 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:52:57.909581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-29ba5de2-41d6-4653-ad49-3b0e93faa517 None None] Provisioning complete for port 32122070-bb55-4977-a8a9-bb148fc398c0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:57.916902 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-29ba5de2-41d6-4653-ad49-3b0e93faa517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:57.919567 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99842f12-20ac-41bf-9898-f1522ec8d021 req-2e9ff5ef-094a-4693-a459-8bb6b89eedc7 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249684 Nov 09 17:52:57.921765 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 32122070-bb55-4977-a8a9-bb148fc398c0 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:57.922427 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:57.950568 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb1cd8-fadf-4e55-ae9e-658f32354d5a None None] Routers {'89c45047-484e-48cf-8eec-d7e25e549009'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:52:57.951678 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-09bb1cd8-fadf-4e55-ae9e-658f32354d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:52:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['89c45047-484e-48cf-8eec-d7e25e549009'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:58.043765 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:58.102205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8e857-d477-405a-bfd2-98ef277ebacd req-6dfea4ed-ac13-4e2e-8678-a3d8a6eb172d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.110031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8e857-d477-405a-bfd2-98ef277ebacd req-6dfea4ed-ac13-4e2e-8678-a3d8a6eb172d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.110267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 4c9bb56c-f590-44a9-adb5-b3d184665cbd completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:52:58.118321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8e857-d477-405a-bfd2-98ef277ebacd req-6dfea4ed-ac13-4e2e-8678-a3d8a6eb172d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.131461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 4c9bb56c-f590-44a9-adb5-b3d184665cbd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:58.132278 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:58.140634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8e857-d477-405a-bfd2-98ef277ebacd req-6dfea4ed-ac13-4e2e-8678-a3d8a6eb172d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.151827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8e857-d477-405a-bfd2-98ef277ebacd req-6dfea4ed-ac13-4e2e-8678-a3d8a6eb172d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.160534 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8e857-d477-405a-bfd2-98ef277ebacd req-6dfea4ed-ac13-4e2e-8678-a3d8a6eb172d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.167874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8e857-d477-405a-bfd2-98ef277ebacd req-6dfea4ed-ac13-4e2e-8678-a3d8a6eb172d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.176231 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7df8e857-d477-405a-bfd2-98ef277ebacd req-6dfea4ed-ac13-4e2e-8678-a3d8a6eb172d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.2016392 Nov 09 17:52:58.242973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7df8e857-d477-405a-bfd2-98ef277ebacd req-25067c23-1328-44b4-bdd4-135bea48b2cf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657275 Nov 09 17:52:58.253631 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-820c0c9c-5180-4ee6-a2dd-7a9fa9143b4e tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:58.277175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Deleting port dea9eda1-3570-4bcc-aabc-29c400060722 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:52:58.278284 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-820c0c9c-5180-4ee6-a2dd-7a9fa9143b4e tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:58.280735 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:58.413392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-820c0c9c-5180-4ee6-a2dd-7a9fa9143b4e tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] In _notify_port_updated(), no bound segment for port 0f0338ec-18b1-42e8-9255-96ea483f11d9 on network bbda4d14-7fae-409a-aa97-a3e2c50f9e31 {{(pid=102154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 17:52:58.429839 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-29ba5de2-41d6-4653-ad49-3b0e93faa517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:58.434949 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820c0c9c-5180-4ee6-a2dd-7a9fa9143b4e tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:58.436276 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-820c0c9c-5180-4ee6-a2dd-7a9fa9143b4e tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:58.444624 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-820c0c9c-5180-4ee6-a2dd-7a9fa9143b4e tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] 10.222.0.81 "PUT /v2.0/ports/0f0338ec-18b1-42e8-9255-96ea483f11d9 HTTP/1.1" status: 200 len: 1129 time: 1.0520504 Nov 09 17:52:58.452458 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41388) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:58.499661 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-09bb1cd8-fadf-4e55-ae9e-658f32354d5a None None] Set router 89c45047-484e-48cf-8eec-d7e25e549009 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:52:58.577625 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:58.667878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-29ba5de2-41d6-4653-ad49-3b0e93faa517 None None] For port 32122070-bb55-4977-a8a9-bb148fc398c0, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=32122070-bb55-4977-a8a9-bb148fc398c0,segment=NetworkSegment(de8ff38f-3a44-4235-897b-e949e80eb2f9),segment_id=de8ff38f-3a44-4235-897b-e949e80eb2f9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:58.700660 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-29ba5de2-41d6-4653-ad49-3b0e93faa517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:58.793719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] For port dea9eda1-3570-4bcc-aabc-29c400060722, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dea9eda1-3570-4bcc-aabc-29c400060722,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:58.794522 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:58.839796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Calling delete_port for dea9eda1-3570-4bcc-aabc-29c400060722 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:52:58.853055 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:52:58.853396 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:52:58.879325 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:59.018535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b0305-f04a-40b7-9b77-3df70b681555 req-553f1332-6a8d-4d03-ae93-d6367d83896e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.029556 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-263b0305-f04a-40b7-9b77-3df70b681555 req-553f1332-6a8d-4d03-ae93-d6367d83896e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 944 time: 0.4311161 Nov 09 17:52:59.058947 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412a5b3a-402f-4a0a-bf6e-4a00cef8f432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9bb56c-f590-44a9-adb5-b3d184665cbd'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:52:59.063084 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25783d4d-05c6-429b-95fe-12f849ed9d16" -d '{"events": [{"server_uuid": "412a5b3a-402f-4a0a-bf6e-4a00cef8f432", "name": "network-vif-plugged", "status": "completed", "tag": "4c9bb56c-f590-44a9-adb5-b3d184665cbd"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:52:59.146208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba5de2-41d6-4653-ad49-3b0e93faa517 None None] Pushing event updated for resources: {'Port': ['ID=32122070-bb55-4977-a8a9-bb148fc398c0,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:59.151193 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-09bb1cd8-fadf-4e55-ae9e-658f32354d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:52:55Z', 'revision_number': 5, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:52:59.168116 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4c9bb56c-f590-44a9-adb5-b3d184665cbd, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4c9bb56c-f590-44a9-adb5-b3d184665cbd,segment=NetworkSegment(c4d1a7b0-2165-41d5-8a00-bb0d062b37fe),segment_id=c4d1a7b0-2165-41d5-8a00-bb0d062b37fe)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:52:59.175404 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-263b0305-f04a-40b7-9b77-3df70b681555 req-c05c2ec2-b531-43fe-ac3c-58e773be3744 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364768 Nov 09 17:52:59.175941 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:59.297175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c0c9c-5180-4ee6-a2dd-7a9fa9143b4e tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Pushing event updated for resources: {'Port': ['ID=0f0338ec-18b1-42e8-9255-96ea483f11d9,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:59.333453 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327f43fb-7071-4b3e-8cad-78eba737b7b8 x-openstack-request-id: req-327f43fb-7071-4b3e-8cad-78eba737b7b8 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:52:59.333851 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412a5b3a-402f-4a0a-bf6e-4a00cef8f432", "name": "network-vif-plugged", "status": "completed", "tag": "4c9bb56c-f590-44a9-adb5-b3d184665cbd", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:52:59.334004 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-327f43fb-7071-4b3e-8cad-78eba737b7b8 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:52:59.334419 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412a5b3a-402f-4a0a-bf6e-4a00cef8f432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9bb56c-f590-44a9-adb5-b3d184665cbd', 'code': 200} Nov 09 17:52:59.336747 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4c9bb56c-f590-44a9-adb5-b3d184665cbd,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:59.360252 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb1cd8-fadf-4e55-ae9e-658f32354d5a None None] The sync data for ids ['89c45047-484e-48cf-8eec-d7e25e549009'] in n-d-817236-1 is: [{'id': '89c45047-484e-48cf-8eec-d7e25e549009', 'name': 'tempest-ServerRescueTestJSONUnderV235-22512478-router', 'tenant_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:50:19Z', 'updated_at': '2021-11-09T17:52:55Z', 'revision_number': 5, 'project_id': '21c7bc0b8c9e41ef8f9ef44f8c3359d0', 'gw_port': {'id': 'dea9eda1-3570-4bcc-aabc-29c400060722', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c45047-484e-48cf-8eec-d7e25e549009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:50:22Z', 'updated_at': '2021-11-09T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:52:59.374039 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:59.454056 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Pushing event deleted for resources: {'Port': ['ID=dea9eda1-3570-4bcc-aabc-29c400060722,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:52:59.474988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f1cf0-eb0d-4f80-a63e-4a78ca56b847 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.476699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2b8f1cf0-eb0d-4f80-a63e-4a78ca56b847 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] 10.222.0.81 "GET /v2.0/ports/0f0338ec-18b1-42e8-9255-96ea483f11d9 HTTP/1.1" status: 200 len: 1129 time: 1.0227027 Nov 09 17:52:59.488298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41394) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:52:59.558848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5b33762e-bf27-452c-84a9-e844624c19fa None None] Provisioning complete for port 0f0338ec-18b1-42e8-9255-96ea483f11d9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:59.561811 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5b33762e-bf27-452c-84a9-e844624c19fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:59.607884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093e070-51b2-4aee-8a19-8c07ab3945e7 req-ee496ddf-11db-4dbe-9692-2dd853815217 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.611153 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4093e070-51b2-4aee-8a19-8c07ab3945e7 req-ee496ddf-11db-4dbe-9692-2dd853815217 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 946 time: 0.3656430 Nov 09 17:52:59.701554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a166a1-1910-47b1-a9f2-c6e73b229e7a req-9b8e71a9-e396-4427-837c-d87ca22f951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.704272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58a166a1-1910-47b1-a9f2-c6e73b229e7a req-9b8e71a9-e396-4427-837c-d87ca22f951a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 1096 time: 0.2801206 Nov 09 17:52:59.732947 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-5b33762e-bf27-452c-84a9-e844624c19fa None None] Port 0f0338ec-18b1-42e8-9255-96ea483f11d9 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:52:59.770108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5b33762e-bf27-452c-84a9-e844624c19fa None None] Provisioning complete for port 32122070-bb55-4977-a8a9-bb148fc398c0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:52:59.773624 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5b33762e-bf27-452c-84a9-e844624c19fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:59.833147 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4093e070-51b2-4aee-8a19-8c07ab3945e7 req-72a59415-f81e-4d67-a7ae-6712f3097f56 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122340 Nov 09 17:52:59.861436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58a166a1-1910-47b1-a9f2-c6e73b229e7a req-b242dd8f-5b9e-465c-a521-cc292c27fe3f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455989 Nov 09 17:52:59.909036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642c28-d320-4251-94c9-ada3e309be43 req-65d2622c-3628-4a32-9008-ef9cc9e2436b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.943100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642c28-d320-4251-94c9-ada3e309be43 req-65d2622c-3628-4a32-9008-ef9cc9e2436b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.965752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642c28-d320-4251-94c9-ada3e309be43 req-65d2622c-3628-4a32-9008-ef9cc9e2436b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.989020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642c28-d320-4251-94c9-ada3e309be43 req-65d2622c-3628-4a32-9008-ef9cc9e2436b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:52:59.998040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642c28-d320-4251-94c9-ada3e309be43 req-65d2622c-3628-4a32-9008-ef9cc9e2436b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:00.004889 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642c28-d320-4251-94c9-ada3e309be43 req-65d2622c-3628-4a32-9008-ef9cc9e2436b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:00.024747 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642c28-d320-4251-94c9-ada3e309be43 req-65d2622c-3628-4a32-9008-ef9cc9e2436b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:00.034323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-83642c28-d320-4251-94c9-ada3e309be43 req-65d2622c-3628-4a32-9008-ef9cc9e2436b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.5374560 Nov 09 17:53:00.043240 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:00.072484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 32122070-bb55-4977-a8a9-bb148fc398c0 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:00.247322 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5bad919b-9eb9-4c1d-9526-e6a7b91d78f8 None None] Provisioning complete for port 0f0338ec-18b1-42e8-9255-96ea483f11d9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:00.247743 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5bad919b-9eb9-4c1d-9526-e6a7b91d78f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:00.346534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-5bad919b-9eb9-4c1d-9526-e6a7b91d78f8 None None] Port 0f0338ec-18b1-42e8-9255-96ea483f11d9 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:53:00.370535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 32122070-bb55-4977-a8a9-bb148fc398c0 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:00.371009 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:00.456598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28fcaf-dc70-4ea4-81b3-b697a5942d85 req-8cc5a371-50bb-41f7-b0ce-73adcaae8f0c tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:00.465788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec28fcaf-dc70-4ea4-81b3-b697a5942d85 req-8cc5a371-50bb-41f7-b0ce-73adcaae8f0c tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.1117070 Nov 09 17:53:00.495948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e560da61-f131-41ff-9ade-d7ecda981ea9 None None] Could not find standard attr ID for object 40ed4dcd-a980-4cf8-95db-ae835b59cca3. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:53:00.568928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec28fcaf-dc70-4ea4-81b3-b697a5942d85 req-7805daac-bf7c-4bdc-8efc-09fb5fc84a8f tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022270 Nov 09 17:53:00.580481 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:00.583087 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:00.601040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e7099226-2b74-4c81-9ca3-b0b6445df73a no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:00.646626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:00.647155 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89c45047-484e-48cf-8eec-d7e25e549009 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:53:00.663052 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:00.667562 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-12ce7f5f-10e8-428a-8e9c-3116a10358fc admin admin] 10.222.0.81 "DELETE /v2.0/routers/89c45047-484e-48cf-8eec-d7e25e549009 HTTP/1.1" status: 204 len: 168 time: 3.6241136 Nov 09 17:53:00.667895 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41412) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:00.671405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: e7099226-2b74-4c81-9ca3-b0b6445df73a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:53:00.671994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e7099226-2b74-4c81-9ca3-b0b6445df73a not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:00.741851 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-83642c28-d320-4251-94c9-ada3e309be43 req-c47954fa-2131-4200-bf9a-a9261291249d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7066159 Nov 09 17:53:00.798998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac42002-20c8-49de-83c7-3f5f05cc9258 admin admin] Deleting subnet 8f0be2f0-7614-4e4e-920f-dcec26a673a6 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:53:00.812224 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ac42002-20c8-49de-83c7-3f5f05cc9258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:00.813184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-eb36f917-0326-4b33-b172-5629c8b1eea5 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Deleting port 0f0338ec-18b1-42e8-9255-96ea483f11d9 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:53:00.813538 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eb36f917-0326-4b33-b172-5629c8b1eea5 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:00.906335 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ac42002-20c8-49de-83c7-3f5f05cc9258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:01.108290 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eb36f917-0326-4b33-b172-5629c8b1eea5 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:01.140478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-eb36f917-0326-4b33-b172-5629c8b1eea5 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Calling delete_port for 0f0338ec-18b1-42e8-9255-96ea483f11d9 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:53:01.145084 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ac42002-20c8-49de-83c7-3f5f05cc9258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:01.272202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e080a2-249c-45a8-b594-c03265929840 req-a620ac36-6fed-48be-8bec-d54ed790b40d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:01.275887 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80e080a2-249c-45a8-b594-c03265929840 req-a620ac36-6fed-48be-8bec-d54ed790b40d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 946 time: 0.2348728 Nov 09 17:53:01.433909 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80e080a2-249c-45a8-b594-c03265929840 req-abf67598-4767-46b0-a6d5-25b27e81f43d tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457441 Nov 09 17:53:01.457167 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ac42002-20c8-49de-83c7-3f5f05cc9258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:01.483524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41426) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:01.509661 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eb36f917-0326-4b33-b172-5629c8b1eea5 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:01.557630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ed608733-5ace-4b30-9080-01485ab76247 None None] Could not find standard attr ID for object 0f0338ec-18b1-42e8-9255-96ea483f11d9. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:53:01.568036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36f917-0326-4b33-b172-5629c8b1eea5 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Pushing event deleted for resources: {'Port': ['ID=0f0338ec-18b1-42e8-9255-96ea483f11d9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:01.573279 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ac42002-20c8-49de-83c7-3f5f05cc9258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:01.582628 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4ac42002-20c8-49de-83c7-3f5f05cc9258 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8f0be2f0-7614-4e4e-920f-dcec26a673a6 HTTP/1.1" status: 204 len: 168 time: 0.9134288 Nov 09 17:53:01.583827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac42002-20c8-49de-83c7-3f5f05cc9258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0be2f0-7614-4e4e-920f-dcec26a673a6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:01.591506 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41432) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:01.788256 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eb36f917-0326-4b33-b172-5629c8b1eea5 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:01.795481 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-eb36f917-0326-4b33-b172-5629c8b1eea5 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] 10.222.0.81 "DELETE /v2.0/ports/0f0338ec-18b1-42e8-9255-96ea483f11d9 HTTP/1.1" status: 204 len: 168 time: 2.3056624 Nov 09 17:53:01.808484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41438) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:01.820818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d02de-1236-4137-aeb4-71a02276906b req-00d4933f-20a3-4063-973d-bd197fe85eba tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:01.844583 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-506d02de-1236-4137-aeb4-71a02276906b req-00d4933f-20a3-4063-973d-bd197fe85eba tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.1774905 Nov 09 17:53:01.846850 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa77da08-52a3-4517-969f-a472dc44fa1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:01.881881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dea9eda1-3570-4bcc-aabc-29c400060722 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:01.926089 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: dea9eda1-3570-4bcc-aabc-29c400060722 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:53:01.926355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dea9eda1-3570-4bcc-aabc-29c400060722 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:01.965876 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-506d02de-1236-4137-aeb4-71a02276906b req-a132def3-0f2e-4887-a9ef-617b2d22e2f7 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170053 Nov 09 17:53:02.105872 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-60a6312e-ecd7-4e9f-9157-4ab646aad6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:02.138611 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-219b2063-6773-4926-a9fc-6371d99acf59 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Deleting subnet c83647aa-922f-4686-97a5-49303e1062dc {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:53:02.148964 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-219b2063-6773-4926-a9fc-6371d99acf59 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:02.161593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dab2e-1ccd-4d2c-9f16-322fdcf6209d req-7bccac64-c79c-4d57-81e5-a9829acdae4b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.168826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dab2e-1ccd-4d2c-9f16-322fdcf6209d req-7bccac64-c79c-4d57-81e5-a9829acdae4b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.176102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dab2e-1ccd-4d2c-9f16-322fdcf6209d req-7bccac64-c79c-4d57-81e5-a9829acdae4b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.183929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dab2e-1ccd-4d2c-9f16-322fdcf6209d req-7bccac64-c79c-4d57-81e5-a9829acdae4b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.191723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dab2e-1ccd-4d2c-9f16-322fdcf6209d req-7bccac64-c79c-4d57-81e5-a9829acdae4b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.199778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dab2e-1ccd-4d2c-9f16-322fdcf6209d req-7bccac64-c79c-4d57-81e5-a9829acdae4b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.206463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dab2e-1ccd-4d2c-9f16-322fdcf6209d req-7bccac64-c79c-4d57-81e5-a9829acdae4b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.216144 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-308dab2e-1ccd-4d2c-9f16-322fdcf6209d req-7bccac64-c79c-4d57-81e5-a9829acdae4b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.1226645 Nov 09 17:53:02.277131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-308dab2e-1ccd-4d2c-9f16-322fdcf6209d req-e9c53c80-fa9e-45e3-89fa-8918919265e5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598502 Nov 09 17:53:02.317597 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-219b2063-6773-4926-a9fc-6371d99acf59 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:02.585695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e0988-8936-4c47-a701-dc0cc3aedd3c req-9d6e9b19-d8b7-4322-9bfa-d015cdc18e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.587464 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-311e0988-8936-4c47-a701-dc0cc3aedd3c req-9d6e9b19-d8b7-4322-9bfa-d015cdc18e40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b2412c4e8d749619a491ac24d825b4b&device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 1096 time: 0.0650229 Nov 09 17:53:02.788170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e0988-8936-4c47-a701-dc0cc3aedd3c req-4360b069-b8bb-47f2-9408-186372ea4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.792185 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-311e0988-8936-4c47-a701-dc0cc3aedd3c req-4360b069-b8bb-47f2-9408-186372ea4baf service neutron] 10.222.0.18 "GET /v2.0/networks?id=6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 200 len: 919 time: 0.1970313 Nov 09 17:53:02.854608 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-311e0988-8936-4c47-a701-dc0cc3aedd3c req-18758b3d-2311-49cb-86f5-8f90fec97270 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c9bb56c-f590-44a9-adb5-b3d184665cbd HTTP/1.1" status: 200 len: 217 time: 0.0547109 Nov 09 17:53:02.869718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb8647-7e66-4456-bee7-755d2f9b9913 req-c179def5-a77d-4ce3-86d7-a7ab69bf19ef tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.870858 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4feb8647-7e66-4456-bee7-755d2f9b9913 req-c179def5-a77d-4ce3-86d7-a7ab69bf19ef tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.1897185 Nov 09 17:53:02.957892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e0988-8936-4c47-a701-dc0cc3aedd3c req-441d1e98-a92c-4e7d-8c80-f117d4335254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:02.959355 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-311e0988-8936-4c47-a701-dc0cc3aedd3c req-441d1e98-a92c-4e7d-8c80-f117d4335254 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93d6a562-87c3-43f9-8f53-f107047886ee HTTP/1.1" status: 200 len: 858 time: 0.0873005 Nov 09 17:53:02.967454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa77da08-52a3-4517-969f-a472dc44fa1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:02.979642 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-219b2063-6773-4926-a9fc-6371d99acf59 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:02.999947 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4feb8647-7e66-4456-bee7-755d2f9b9913 req-9787a7f6-28fc-4274-8837-73e21ef29ae2 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906854 Nov 09 17:53:03.026783 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-311e0988-8936-4c47-a701-dc0cc3aedd3c req-1d080baf-36f0-4513-830d-b99984449177 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6642ab75-e5ec-4cb0-8139-1cc246529814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556514 Nov 09 17:53:03.063119 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600a071-6ba8-4f7d-8144-9e11724e031f req-1731cf9d-d8c7-485f-ab97-0618110206da tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.076118 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f600a071-6ba8-4f7d-8144-9e11724e031f req-1731cf9d-d8c7-485f-ab97-0618110206da tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 946 time: 1.1634090 Nov 09 17:53:03.082108 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa77da08-52a3-4517-969f-a472dc44fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.141047 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aa77da08-52a3-4517-969f-a472dc44fa1e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d38978a12be04fe3a72f5dd2033404c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6522665 Nov 09 17:53:03.142147 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-311e0988-8936-4c47-a701-dc0cc3aedd3c req-1505dc43-18d3-4e5a-a08f-f1439a9a81e1 service neutron] 10.222.0.18 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069417 Nov 09 17:53:03.142478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41448) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:03.338480 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f600a071-6ba8-4f7d-8144-9e11724e031f req-fd50251e-52a1-4a4b-a825-a5d36830e028 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091236 Nov 09 17:53:03.366462 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-311e0988-8936-4c47-a701-dc0cc3aedd3c req-4a5784bf-8f78-4d57-bb44-d3372737f0b2 service neutron] 10.222.0.18 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084475 Nov 09 17:53:03.370705 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-60a6312e-ecd7-4e9f-9157-4ab646aad6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.381959 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23a054c2-f857-4144-bfe7-e63ac4f708c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.389294 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77da08-52a3-4517-969f-a472dc44fa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64026969-41a2-4d7e-a30c-5a9b45cdb4b2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:03.411028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd141b-7aa1-4ce1-a4ad-d276c5abeafb req-76d3a534-5fa8-450e-ab95-149a84ae984c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.412711 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cbbd141b-7aa1-4ce1-a4ad-d276c5abeafb req-76d3a534-5fa8-450e-ab95-149a84ae984c tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 946 time: 0.1773074 Nov 09 17:53:03.438799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-60a6312e-ecd7-4e9f-9157-4ab646aad6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22a0cc3-8531-4cb4-a256-aeda00f0b076']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:03.470498 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-60a6312e-ecd7-4e9f-9157-4ab646aad6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd543c519-0661-4025-b5ce-e5391a8f4572') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:03.471147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-60a6312e-ecd7-4e9f-9157-4ab646aad6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd543c519-0661-4025-b5ce-e5391a8f4572') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:03.485767 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-219b2063-6773-4926-a9fc-6371d99acf59 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.507924 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-60a6312e-ecd7-4e9f-9157-4ab646aad6db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.545571 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23a054c2-f857-4144-bfe7-e63ac4f708c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.594723 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-60a6312e-ecd7-4e9f-9157-4ab646aad6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.603148 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b2063-6773-4926-a9fc-6371d99acf59 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Pushing event deleted for resources: {'Subnet': ['ID=c83647aa-922f-4686-97a5-49303e1062dc,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:03.636114 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-219b2063-6773-4926-a9fc-6371d99acf59 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.637716 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c8c450-df49-4cec-80ed-364c5273b720 None None] Network bbda4d14-7fae-409a-aa97-a3e2c50f9e31 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:03.648057 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-219b2063-6773-4926-a9fc-6371d99acf59 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] 10.222.0.81 "DELETE /v2.0/subnets/c83647aa-922f-4686-97a5-49303e1062dc HTTP/1.1" status: 204 len: 168 time: 1.8026366 Nov 09 17:53:03.666780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41462) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:03.670919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a6312e-ecd7-4e9f-9157-4ab646aad6db admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:03.671477 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-60a6312e-ecd7-4e9f-9157-4ab646aad6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:03.687521 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:03.718363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61b0f4-2d6c-49f1-90c5-9ffe89e7fe2e req-a16b0975-6e16-47fc-a69f-cee5fe7c7334 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.743695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61b0f4-2d6c-49f1-90c5-9ffe89e7fe2e req-a16b0975-6e16-47fc-a69f-cee5fe7c7334 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.764476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61b0f4-2d6c-49f1-90c5-9ffe89e7fe2e req-a16b0975-6e16-47fc-a69f-cee5fe7c7334 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.780660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61b0f4-2d6c-49f1-90c5-9ffe89e7fe2e req-a16b0975-6e16-47fc-a69f-cee5fe7c7334 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.792923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61b0f4-2d6c-49f1-90c5-9ffe89e7fe2e req-a16b0975-6e16-47fc-a69f-cee5fe7c7334 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.804820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61b0f4-2d6c-49f1-90c5-9ffe89e7fe2e req-a16b0975-6e16-47fc-a69f-cee5fe7c7334 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.817393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61b0f4-2d6c-49f1-90c5-9ffe89e7fe2e req-a16b0975-6e16-47fc-a69f-cee5fe7c7334 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:03.832435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bf61b0f4-2d6c-49f1-90c5-9ffe89e7fe2e req-a16b0975-6e16-47fc-a69f-cee5fe7c7334 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.4028904 Nov 09 17:53:03.869101 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.902338 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-60a6312e-ecd7-4e9f-9157-4ab646aad6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.933118 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bf61b0f4-2d6c-49f1-90c5-9ffe89e7fe2e req-c7983810-db87-481e-99aa-4226ec7cae03 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988274 Nov 09 17:53:03.937357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23a054c2-f857-4144-bfe7-e63ac4f708c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.941649 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23a054c2-f857-4144-bfe7-e63ac4f708c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.947534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-23a054c2-f857-4144-bfe7-e63ac4f708c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/64026969-41a2-4d7e-a30c-5a9b45cdb4b2 HTTP/1.1" status: 204 len: 168 time: 0.7996547 Nov 09 17:53:03.979647 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-60a6312e-ecd7-4e9f-9157-4ab646aad6db admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:03.989223 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-60a6312e-ecd7-4e9f-9157-4ab646aad6db admin admin] 10.222.0.81 "DELETE /v2.0/networks/c22a0cc3-8531-4cb4-a256-aeda00f0b076 HTTP/1.1" status: 204 len: 168 time: 2.3963804 Nov 09 17:53:04.011292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a054c2-f857-4144-bfe7-e63ac4f708c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64026969-41a2-4d7e-a30c-5a9b45cdb4b2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:04.032600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192b6fd3-238c-4a45-8f4f-0751168d5d47 None None] DHCP port deletion for bbda4d14-7fae-409a-aa97-a3e2c50f9e31 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:04.053549 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6312e-ecd7-4e9f-9157-4ab646aad6db admin admin] Pushing event deleted for resources: {'Network': ['ID=c22a0cc3-8531-4cb4-a256-aeda00f0b076,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:04.067862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41472) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:04.095905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-cbbd141b-7aa1-4ce1-a4ad-d276c5abeafb req-ae0e860a-2de5-4ba5-8f93-ba4dd7a9b2c3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Deleting port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:53:04.096251 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cbbd141b-7aa1-4ce1-a4ad-d276c5abeafb req-ae0e860a-2de5-4ba5-8f93-ba4dd7a9b2c3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:04.172236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Deleting port 32122070-bb55-4977-a8a9-bb148fc398c0 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:53:04.173077 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:04.246306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-192b6fd3-238c-4a45-8f4f-0751168d5d47 None None] Deleting port 32122070-bb55-4977-a8a9-bb148fc398c0 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:53:04.246595 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-192b6fd3-238c-4a45-8f4f-0751168d5d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:04.333615 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41478) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:04.401412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-192b6fd3-238c-4a45-8f4f-0751168d5d47 None None] For port 32122070-bb55-4977-a8a9-bb148fc398c0, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=32122070-bb55-4977-a8a9-bb148fc398c0,segment=NetworkSegment(de8ff38f-3a44-4235-897b-e949e80eb2f9),segment_id=de8ff38f-3a44-4235-897b-e949e80eb2f9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:04.401848 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-192b6fd3-238c-4a45-8f4f-0751168d5d47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:04.424956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-192b6fd3-238c-4a45-8f4f-0751168d5d47 None None] Calling delete_port for 32122070-bb55-4977-a8a9-bb148fc398c0 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:53:04.457484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-cbbd141b-7aa1-4ce1-a4ad-d276c5abeafb req-ae0e860a-2de5-4ba5-8f93-ba4dd7a9b2c3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] For port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0,segment=NetworkSegment(15598304-3cc7-46db-ad1b-55bbe68b6b56),segment_id=15598304-3cc7-46db-ad1b-55bbe68b6b56)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:04.465212 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cbbd141b-7aa1-4ce1-a4ad-d276c5abeafb req-ae0e860a-2de5-4ba5-8f93-ba4dd7a9b2c3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:04.511108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-cbbd141b-7aa1-4ce1-a4ad-d276c5abeafb req-ae0e860a-2de5-4ba5-8f93-ba4dd7a9b2c3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Calling delete_port for b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:53:04.520122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8a3db-e2d6-4575-a9d5-adcb3ebd8b2f req-97662077-7bd6-4804-8943-5f384d2c2e34 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:04.534017 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aad8a3db-e2d6-4575-a9d5-adcb3ebd8b2f req-97662077-7bd6-4804-8943-5f384d2c2e34 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.3330028 Nov 09 17:53:04.564064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] For port 32122070-bb55-4977-a8a9-bb148fc398c0, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=32122070-bb55-4977-a8a9-bb148fc398c0,segment=NetworkSegment(de8ff38f-3a44-4235-897b-e949e80eb2f9),segment_id=de8ff38f-3a44-4235-897b-e949e80eb2f9)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:04.564617 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:04.598979 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a6c96578-0a13-49cf-926f-39100fd72f4e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=21c7bc0b8c9e41ef8f9ef44f8c3359d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558601 Nov 09 17:53:04.626793 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41484) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:04.630669 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Calling delete_port for 32122070-bb55-4977-a8a9-bb148fc398c0 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:53:04.690940 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-192b6fd3-238c-4a45-8f4f-0751168d5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:04.759007 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e66fe88b-ec4e-44cc-844e-69d66c220747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:04.761518 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b6fd3-238c-4a45-8f4f-0751168d5d47 None None] No DVR routers for this DVR port 32122070-bb55-4977-a8a9-bb148fc398c0 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:04.768067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b6fd3-238c-4a45-8f4f-0751168d5d47 None None] Pushing event deleted for resources: {'Port': ['ID=32122070-bb55-4977-a8a9-bb148fc398c0,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:04.779784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93bae9-fb8b-47a7-a1c9-0449f2f9a63d req-ce6f2261-e9f7-4ee4-8790-d2388f65bef3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:04.790226 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a93bae9-fb8b-47a7-a1c9-0449f2f9a63d req-ce6f2261-e9f7-4ee4-8790-d2388f65bef3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/ports?device_id=910a05c8-231b-47d5-9414-45710e799e99 HTTP/1.1" status: 200 len: 946 time: 0.1609418 Nov 09 17:53:04.812763 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aad8a3db-e2d6-4575-a9d5-adcb3ebd8b2f req-e7fd93ed-49d8-4231-a108-2cd553827c66 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772377 Nov 09 17:53:04.909292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-870ddba2-6aa7-4f12-9454-7139582fb028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:04.932269 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a93bae9-fb8b-47a7-a1c9-0449f2f9a63d req-dfe8d4da-a0b7-49a6-a952-dbd8e8a6c03e tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c3ae4f3-5b5c-443e-9f77-b69c922571ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305592 Nov 09 17:53:04.935777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cbbd141b-7aa1-4ce1-a4ad-d276c5abeafb req-ae0e860a-2de5-4ba5-8f93-ba4dd7a9b2c3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:04.960735 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:04.967729 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-870ddba2-6aa7-4f12-9454-7139582fb028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.037542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e860a-2de5-4ba5-8f93-ba4dd7a9b2c3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Pushing event deleted for resources: {'Port': ['ID=b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:05.073984 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.104997 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Pushing event deleted for resources: {'Port': ['ID=32122070-bb55-4977-a8a9-bb148fc398c0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:05.107254 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-870ddba2-6aa7-4f12-9454-7139582fb028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.110655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-870ddba2-6aa7-4f12-9454-7139582fb028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.112197 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-870ddba2-6aa7-4f12-9454-7139582fb028 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2af8102-fe94-4264-997f-da52660319db HTTP/1.1" status: 204 len: 168 time: 0.4840739 Nov 09 17:53:05.125206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] No DVR routers for this DVR port 32122070-bb55-4977-a8a9-bb148fc398c0 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:05.132668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ddba2-6aa7-4f12-9454-7139582fb028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2af8102-fe94-4264-997f-da52660319db,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:05.138363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbd141b-7aa1-4ce1-a4ad-d276c5abeafb req-ae0e860a-2de5-4ba5-8f93-ba4dd7a9b2c3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] No DVR routers for this DVR port b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:05.145352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cbbd141b-7aa1-4ce1-a4ad-d276c5abeafb req-ae0e860a-2de5-4ba5-8f93-ba4dd7a9b2c3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.151182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cbbd141b-7aa1-4ce1-a4ad-d276c5abeafb req-ae0e860a-2de5-4ba5-8f93-ba4dd7a9b2c3 tempest-DeleteServersTestJSON-596415700 tempest-DeleteServersTestJSON-596415700-project] 10.222.0.13 "DELETE /v2.0/ports/b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 HTTP/1.1" status: 204 len: 173 time: 1.6884480 Nov 09 17:53:05.151876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910a05c8-231b-47d5-9414-45710e799e99', 'name': 'network-vif-deleted', 'tag': 'b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:05.154281 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86d079a-0ef4-4392-8048-7647d936b983" -d '{"events": [{"server_uuid": "910a05c8-231b-47d5-9414-45710e799e99", "name": "network-vif-deleted", "tag": "b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:05.210462 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3184ce1-bbb0-4f15-baae-c5a82353e80c x-openstack-request-id: req-c3184ce1-bbb0-4f15-baae-c5a82353e80c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:05.211876 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910a05c8-231b-47d5-9414-45710e799e99", "name": "network-vif-deleted", "tag": "b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:05.212072 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3184ce1-bbb0-4f15-baae-c5a82353e80c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:05.212458 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910a05c8-231b-47d5-9414-45710e799e99', 'name': 'network-vif-deleted', 'tag': 'b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0', 'status': 'completed', 'code': 200} Nov 09 17:53:05.224067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e66fe88b-ec4e-44cc-844e-69d66c220747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.231321 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e66fe88b-ec4e-44cc-844e-69d66c220747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.299962 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e66fe88b-ec4e-44cc-844e-69d66c220747 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=de598f91eba44afeb6a84319170a5f31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2071223 Nov 09 17:53:05.304939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41504) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:05.382216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe88b-ec4e-44cc-844e-69d66c220747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ed4f5e-df3a-461b-bf11-38ed60c27bb7,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:05.432188 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2515-3e13-49d3-b91f-203162191b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.475765 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2515-3e13-49d3-b91f-203162191b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.484559 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.551051 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbda4d14-7fae-409a-aa97-a3e2c50f9e31']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:05.563828 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2515-3e13-49d3-b91f-203162191b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.566743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8ff38f-3a44-4235-897b-e949e80eb2f9') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:05.567125 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8ff38f-3a44-4235-897b-e949e80eb2f9') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:05.567788 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2515-3e13-49d3-b91f-203162191b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.569436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1f7a2515-3e13-49d3-b91f-203162191b4a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/22ed4f5e-df3a-461b-bf11-38ed60c27bb7 HTTP/1.1" status: 204 len: 168 time: 0.2628791 Nov 09 17:53:05.580229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a2515-3e13-49d3-b91f-203162191b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ed4f5e-df3a-461b-bf11-38ed60c27bb7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:05.589947 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5aab6-e81b-4dd3-82be-35bc58e27b56 req-622cdc51-c619-43f6-828a-11ab3d9da66f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:05.597191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5aab6-e81b-4dd3-82be-35bc58e27b56 req-622cdc51-c619-43f6-828a-11ab3d9da66f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:05.605401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5aab6-e81b-4dd3-82be-35bc58e27b56 req-622cdc51-c619-43f6-828a-11ab3d9da66f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:05.613529 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5aab6-e81b-4dd3-82be-35bc58e27b56 req-622cdc51-c619-43f6-828a-11ab3d9da66f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:05.621124 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5aab6-e81b-4dd3-82be-35bc58e27b56 req-622cdc51-c619-43f6-828a-11ab3d9da66f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:05.628252 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5aab6-e81b-4dd3-82be-35bc58e27b56 req-622cdc51-c619-43f6-828a-11ab3d9da66f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:05.635111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5aab6-e81b-4dd3-82be-35bc58e27b56 req-622cdc51-c619-43f6-828a-11ab3d9da66f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:05.637516 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b4d5aab6-e81b-4dd3-82be-35bc58e27b56 req-622cdc51-c619-43f6-828a-11ab3d9da66f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.4237552 Nov 09 17:53:05.651835 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.715347 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.729230 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b4d5aab6-e81b-4dd3-82be-35bc58e27b56 req-5d4e6fa8-12d6-45f2-908f-c26d5cdd8a39 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676525 Nov 09 17:53:05.733584 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:05.734131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:05.738202 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:05.855910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 32122070-bb55-4977-a8a9-bb148fc398c0 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:05.888942 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.906110 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:05.912243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 32122070-bb55-4977-a8a9-bb148fc398c0 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:53:05.912602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 32122070-bb55-4977-a8a9-bb148fc398c0 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:05.916442 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] 10.222.0.81 "DELETE /v2.0/networks/bbda4d14-7fae-409a-aa97-a3e2c50f9e31 HTTP/1.1" status: 204 len: 168 time: 2.2476354 Nov 09 17:53:05.934613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a508b-68b8-4e8d-99f9-eecd06e454da tempest-ExtraDHCPOptionsIpV6TestJSON-761337866 tempest-ExtraDHCPOptionsIpV6TestJSON-761337866-project] Pushing event deleted for resources: {'Network': ['ID=bbda4d14-7fae-409a-aa97-a3e2c50f9e31,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:05.987843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c899bc-08db-4e4d-aaa8-69558112ddf2 req-bedfdfaa-1ccc-48b7-86e9-2c873b9b14fb tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:05.996483 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19c899bc-08db-4e4d-aaa8-69558112ddf2 req-bedfdfaa-1ccc-48b7-86e9-2c873b9b14fb tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.0706596 Nov 09 17:53:06.065382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19c899bc-08db-4e4d-aaa8-69558112ddf2 req-57285e40-603d-4e7b-be50-a13050e07245 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676661 Nov 09 17:53:06.489455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41558) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:07.120382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41590) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:07.121267 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e23121b6-eab8-4176-85b5-23d4261a9539 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b54bca7fabf744a79223026ae0449e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6297119 Nov 09 17:53:07.158329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a601160-5047-4929-8e89-e889fe9eb5b3 req-ff835f10-3f1d-4104-b360-89737f57e992 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:07.173880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a601160-5047-4929-8e89-e889fe9eb5b3 req-ff835f10-3f1d-4104-b360-89737f57e992 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:07.178264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a601160-5047-4929-8e89-e889fe9eb5b3 req-ff835f10-3f1d-4104-b360-89737f57e992 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:07.188330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a601160-5047-4929-8e89-e889fe9eb5b3 req-ff835f10-3f1d-4104-b360-89737f57e992 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:07.194176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a601160-5047-4929-8e89-e889fe9eb5b3 req-ff835f10-3f1d-4104-b360-89737f57e992 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:07.204303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a601160-5047-4929-8e89-e889fe9eb5b3 req-ff835f10-3f1d-4104-b360-89737f57e992 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:07.214627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a601160-5047-4929-8e89-e889fe9eb5b3 req-ff835f10-3f1d-4104-b360-89737f57e992 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:07.224331 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a601160-5047-4929-8e89-e889fe9eb5b3 req-ff835f10-3f1d-4104-b360-89737f57e992 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.2726004 Nov 09 17:53:07.293169 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:07.318847 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a601160-5047-4929-8e89-e889fe9eb5b3 req-5b0220f1-8217-4af2-9348-b7aad66ef61c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905516 Nov 09 17:53:07.376359 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:53:07.378775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b4ee0c5e-82d3-4f0f-b079-ff5a6fdff1d0 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:07.395021 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:07.463949 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:07.543760 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:07.548079 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:07.552705 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef38e377-8f11-462c-bfd4-9a3ce63fe0f9 HTTP/1.1" status: 204 len: 168 time: 0.4286017 Nov 09 17:53:07.578183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef38e377-8f11-462c-bfd4-9a3ce63fe0f9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:07.597646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:07.603685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:07.605270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:07.606060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:07.607871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:07.610066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:07.611304 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:07.612643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:07.613508 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:07.614192 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:07.615024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:07.615969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978b387-eb23-443c-a63a-644e42a02ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:07.655664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af1560-276e-4285-bdae-c28bdc9ceab2 req-1c7b8de8-6567-4dc8-bb3a-8879175b8423 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:07.657999 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9af1560-276e-4285-bdae-c28bdc9ceab2 req-1c7b8de8-6567-4dc8-bb3a-8879175b8423 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.3152921 Nov 09 17:53:07.744727 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9af1560-276e-4285-bdae-c28bdc9ceab2 req-de533a5f-1bb2-47a1-805b-8c8dff0d93c4 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801251 Nov 09 17:53:08.203083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41620) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:08.527962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-379313037-network', 'tenant_id': 'd83662e3666441899feb7a0a206d59be'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:08.562934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Made reservation on behalf of d83662e3666441899feb7a0a206d59be for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:08.572546 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:08.584858 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:08.621913 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142c83a-0634-4206-a08e-77d0196338ce req-26fff571-8f0e-482a-8c8e-ebf541179abd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:08.632710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142c83a-0634-4206-a08e-77d0196338ce req-26fff571-8f0e-482a-8c8e-ebf541179abd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:08.661832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142c83a-0634-4206-a08e-77d0196338ce req-26fff571-8f0e-482a-8c8e-ebf541179abd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:08.684292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142c83a-0634-4206-a08e-77d0196338ce req-26fff571-8f0e-482a-8c8e-ebf541179abd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:08.721429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142c83a-0634-4206-a08e-77d0196338ce req-26fff571-8f0e-482a-8c8e-ebf541179abd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:08.735811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142c83a-0634-4206-a08e-77d0196338ce req-26fff571-8f0e-482a-8c8e-ebf541179abd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:08.745902 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:08.750784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142c83a-0634-4206-a08e-77d0196338ce req-26fff571-8f0e-482a-8c8e-ebf541179abd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:08.754941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e142c83a-0634-4206-a08e-77d0196338ce req-26fff571-8f0e-482a-8c8e-ebf541179abd tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.2711468 Nov 09 17:53:08.755302 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:08.796334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:08.831705 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:08.832106 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Added segment 53f78717-859a-44f8-ab04-2f7c33b209e4 of type vlan for network 1fb9bcd0-93f8-4d70-9afa-72807187a006 Nov 09 17:53:08.970846 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:09.004351 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e142c83a-0634-4206-a08e-77d0196338ce req-63605567-78d9-47f1-8113-7ea4f5dc4128 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2416584 Nov 09 17:53:09.125251 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:09.126248 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:09.127272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:09.138117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbde49e-2c67-49be-a55d-cdedfbef63b5,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:09.261344 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0565863 Nov 09 17:53:09.270392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41658) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:09.281943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f6c6dc80-ea2f-4c95-ad23-3c76fc3dffb6 admin admin] Request body: {'subnet': {'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-379313037-subnet', 'tenant_id': 'd83662e3666441899feb7a0a206d59be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:09.312954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe1cbb-2f48-412b-b916-35280bd85107 req-57ba71dd-d7c4-4838-bb69-9a77c84a7a21 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:09.320370 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dcbe1cbb-2f48-412b-b916-35280bd85107 req-57ba71dd-d7c4-4838-bb69-9a77c84a7a21 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.2871351 Nov 09 17:53:09.346038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c6dc80-ea2f-4c95-ad23-3c76fc3dffb6 admin admin] Made reservation on behalf of d83662e3666441899feb7a0a206d59be for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:09.348556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab930473-d340-424f-b09d-489fd080c55f admin admin] Pushing event updated for resources: {'Network': ['ID=1fb9bcd0-93f8-4d70-9afa-72807187a006,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:09.356644 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6c6dc80-ea2f-4c95-ad23-3c76fc3dffb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:09.390996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 1fb9bcd0-93f8-4d70-9afa-72807187a006 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:09.431737 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dcbe1cbb-2f48-412b-b916-35280bd85107 req-4b0ec261-a7d3-4ee2-87ec-93999815b6b4 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093926 Nov 09 17:53:09.646268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41674) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:09.933985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6c6dc80-ea2f-4c95-ad23-3c76fc3dffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:09.994640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6dc80-ea2f-4c95-ad23-3c76fc3dffb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=417001cc-f87f-4208-b45a-9ddf65dcb18d,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:10.105974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c6dc80-ea2f-4c95-ad23-3c76fc3dffb6 admin admin] Checking segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:10.106598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c6dc80-ea2f-4c95-ad23-3c76fc3dffb6 admin admin] Network hostable DHCP agents. Network: 1fb9bcd0-93f8-4d70-9afa-72807187a006, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:53:10.157044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Request body: {'networks': [{'name': 'tempest-network--1905709264'}, {'name': 'tempest-network--1472221363'}]} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:10.157473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Request body: {'network': {'name': 'tempest-network--1905709264'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:10.158069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Request body: {'network': {'name': 'tempest-network--1472221363'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:10.171880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c6dc80-ea2f-4c95-ad23-3c76fc3dffb6 admin admin] Network 1fb9bcd0-93f8-4d70-9afa-72807187a006 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:10.212414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-f6c6dc80-ea2f-4c95-ad23-3c76fc3dffb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 1fb9bcd0-93f8-4d70-9afa-72807187a006) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:10.218376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c6dc80-ea2f-4c95-ad23-3c76fc3dffb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:10.219003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6c6dc80-ea2f-4c95-ad23-3c76fc3dffb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:10.240521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Made reservation on behalf of 654df84424b54fb6bb7ca853f5e80711 for: {'network': 2} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:10.242677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83030a43-121c-4682-939a-83dfd97bfd91 None None] Network 1fb9bcd0-93f8-4d70-9afa-72807187a006 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:10.259314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f6c6dc80-ea2f-4c95-ad23-3c76fc3dffb6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9745371 Nov 09 17:53:10.259675 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:10.310282 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:10.429560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba87e58-97fa-4a62-8e46-9fdb0c97d59b req-7214aa12-6cb8-47dc-a6cb-5489584dd2ba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:10.450365 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba87e58-97fa-4a62-8e46-9fdb0c97d59b req-7214aa12-6cb8-47dc-a6cb-5489584dd2ba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:10.467843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba87e58-97fa-4a62-8e46-9fdb0c97d59b req-7214aa12-6cb8-47dc-a6cb-5489584dd2ba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:10.489263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba87e58-97fa-4a62-8e46-9fdb0c97d59b req-7214aa12-6cb8-47dc-a6cb-5489584dd2ba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:10.502528 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba87e58-97fa-4a62-8e46-9fdb0c97d59b req-7214aa12-6cb8-47dc-a6cb-5489584dd2ba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:10.526757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba87e58-97fa-4a62-8e46-9fdb0c97d59b req-7214aa12-6cb8-47dc-a6cb-5489584dd2ba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:10.541502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba87e58-97fa-4a62-8e46-9fdb0c97d59b req-7214aa12-6cb8-47dc-a6cb-5489584dd2ba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:10.549210 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cba87e58-97fa-4a62-8e46-9fdb0c97d59b req-7214aa12-6cb8-47dc-a6cb-5489584dd2ba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.3272150 Nov 09 17:53:10.685184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1136eb-b891-433e-8223-ad3be8db5c61 req-19c05b0a-1754-4bbb-b38c-bc9a74479977 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:10.686944 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d1136eb-b891-433e-8223-ad3be8db5c61 req-19c05b0a-1754-4bbb-b38c-bc9a74479977 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.1061523 Nov 09 17:53:10.726377 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d25fe9-38dd-4381-b714-f89900e0f17a None None] Network 1fb9bcd0-93f8-4d70-9afa-72807187a006 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:10.792056 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cba87e58-97fa-4a62-8e46-9fdb0c97d59b req-c2f682c1-7124-4307-83bc-a84c13d52d21 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2245078 Nov 09 17:53:10.809586 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d1136eb-b891-433e-8223-ad3be8db5c61 req-0c7f15eb-f74e-44cf-9bfd-f2fd508d9d8c tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149042 Nov 09 17:53:10.890188 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-45668bbf-9e04-45b4-9bf0-076f7986238b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:10.897515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:10.909532 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:10.909996 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:11.025207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:11.045912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4dae4f-f3f0-43e8-8ce2-8fcc1740ff8f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:11.071855 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:11.083928 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Added segment 2b693f59-c2e2-463a-aaae-b28c4c49a22d of type vlan for network d01193b6-00db-425b-97bb-e6b8c123b31b Nov 09 17:53:11.139322 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:11.283848 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:11.313137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:11.314146 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Added segment 74cdb0f4-c697-4232-87b6-e2dfe565e960 of type vlan for network eb819275-9ce4-4f32-9248-c538d0e27363 Nov 09 17:53:11.398589 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-8258b5f7-007a-474b-8925-5f77c374b13e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:11.401186 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-8258b5f7-007a-474b-8925-5f77c374b13e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.2252026 Nov 09 17:53:11.423201 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:11.434937 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-79ef02bf-90e6-47cc-9d6c-39efdec88410 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/quotas/d83662e3666441899feb7a0a206d59be HTTP/1.1" status: 200 len: 375 time: 0.0213599 Nov 09 17:53:11.489236 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41738) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:11.490700 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-33ce5de1-740e-4c19-8dad-38201c9e9a4c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367196 Nov 09 17:53:11.505802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:11.507101 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:11.520522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:11.532232 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:11.533389 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:11.534164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6ef9967e-4c83-4ee5-860b-bdb537513739 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:53:11.690512 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-76b7fa5b-42a0-41ec-b3ad-2ef2cb25eb66 service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502202 Nov 09 17:53:11.755779 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1081569 Nov 09 17:53:11.760755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41742) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:11.891264 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event updated for resources: {'Network': ['ID=d01193b6-00db-425b-97bb-e6b8c123b31b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:11.941852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d01193b6-00db-425b-97bb-e6b8c123b31b details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:11.960057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6ef9967e-4c83-4ee5-860b-bdb537513739, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6ef9967e-4c83-4ee5-860b-bdb537513739,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:12.017987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509754a5-19a9-4669-8804-cca5430965e9 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event updated for resources: {'Network': ['ID=eb819275-9ce4-4f32-9248-c538d0e27363,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:12.082698 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-e0fcdd9c-b2ff-4e42-9853-09838b47850c service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449454 Nov 09 17:53:12.196281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network eb819275-9ce4-4f32-9248-c538d0e27363 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:12.310586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc771b9-c8ea-4e91-925c-f68f3e34b323 admin admin] Deleting subnet 3d9c29dc-0b72-4b74-8f01-4e57e061401e {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:53:12.327163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cc771b9-c8ea-4e91-925c-f68f3e34b323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:12.416570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888d74c-aa34-46c5-9f34-7cef87e04aba req-3cc31ab5-e062-4348-910b-87abbc1e8973 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:12.434943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888d74c-aa34-46c5-9f34-7cef87e04aba req-3cc31ab5-e062-4348-910b-87abbc1e8973 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:12.444697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888d74c-aa34-46c5-9f34-7cef87e04aba req-3cc31ab5-e062-4348-910b-87abbc1e8973 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:12.476256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888d74c-aa34-46c5-9f34-7cef87e04aba req-3cc31ab5-e062-4348-910b-87abbc1e8973 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:12.497564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888d74c-aa34-46c5-9f34-7cef87e04aba req-3cc31ab5-e062-4348-910b-87abbc1e8973 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:12.504360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888d74c-aa34-46c5-9f34-7cef87e04aba req-3cc31ab5-e062-4348-910b-87abbc1e8973 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:12.513548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888d74c-aa34-46c5-9f34-7cef87e04aba req-3cc31ab5-e062-4348-910b-87abbc1e8973 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:12.515589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e888d74c-aa34-46c5-9f34-7cef87e04aba req-3cc31ab5-e062-4348-910b-87abbc1e8973 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5430 time: 0.4242911 Nov 09 17:53:12.531348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1a483-de20-40a5-a942-8f3589a00dab req-8ef916bb-dc29-44dc-8e1c-b0f04504c4f1 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:12.533335 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a6b1a483-de20-40a5-a942-8f3589a00dab req-8ef916bb-dc29-44dc-8e1c-b0f04504c4f1 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.1050172 Nov 09 17:53:12.540721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '6ef9967e-4c83-4ee5-860b-bdb537513739', 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b', 'port_id': '6ef9967e-4c83-4ee5-860b-bdb537513739', 'mac_address': 'fa:16:3e:cd:07:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2440b6f7-c323-4b43-b3ed-bc5e9aae45c2', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:53:12.548542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a3b31-e744-4281-8135-48eef46c7442 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:12.559283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a3b31-e744-4281-8135-48eef46c7442 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:12.567009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a3b31-e744-4281-8135-48eef46c7442 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:12.574867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a3b31-e744-4281-8135-48eef46c7442 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:12.576908 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-270a3b31-e744-4281-8135-48eef46c7442 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8151002 Nov 09 17:53:12.580647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41770) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:12.595627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cc771b9-c8ea-4e91-925c-f68f3e34b323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:12.674193 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:12.706964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef9967e-4c83-4ee5-860b-bdb537513739 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:12.711071 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cc771b9-c8ea-4e91-925c-f68f3e34b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:12.727981 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a6b1a483-de20-40a5-a942-8f3589a00dab req-b1c7def1-f560-4f4b-bc4d-d740a21f86da tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803055 Nov 09 17:53:12.773428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6ef9967e-4c83-4ee5-860b-bdb537513739, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6ef9967e-4c83-4ee5-860b-bdb537513739,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:12.787507 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:12.790206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 510929e3-6484-4eca-8e41-119ef67dace3 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:53:12.821983 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6afb79d9-7e5e-4f8b-acc3-500d3d80a38c tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:12.842502 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e888d74c-aa34-46c5-9f34-7cef87e04aba req-f2768b80-c95b-48d9-88a1-19417bbd1cb9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2638524 Nov 09 17:53:12.885198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cc771b9-c8ea-4e91-925c-f68f3e34b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:12.885878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 510929e3-6484-4eca-8e41-119ef67dace3, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=510929e3-6484-4eca-8e41-119ef67dace3,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:12.915258 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '510929e3-6484-4eca-8e41-119ef67dace3', 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b', 'port_id': '510929e3-6484-4eca-8e41-119ef67dace3', 'mac_address': 'fa:16:3e:4f:84:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2440b6f7-c323-4b43-b3ed-bc5e9aae45c2', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:53:12.924761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6ef9967e-4c83-4ee5-860b-bdb537513739,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:12.964519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:12.965106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:12.965413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:12.965949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:12.966522 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:12.967043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:12.967589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:12.968119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:12.968669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:12.969181 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:12.969708 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:12.970392 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:12.988217 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc771b9-c8ea-4e91-925c-f68f3e34b323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9c29dc-0b72-4b74-8f01-4e57e061401e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:12.991985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5cc771b9-c8ea-4e91-925c-f68f3e34b323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.007297 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5cc771b9-c8ea-4e91-925c-f68f3e34b323 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3d9c29dc-0b72-4b74-8f01-4e57e061401e HTTP/1.1" status: 204 len: 168 time: 1.5174303 Nov 09 17:53:13.009662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41794) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:13.028495 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.071801 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510929e3-6484-4eca-8e41-119ef67dace3 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:13.099323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 510929e3-6484-4eca-8e41-119ef67dace3, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=510929e3-6484-4eca-8e41-119ef67dace3,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:13.104280 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-46ea03ae-8dc6-49e3-869b-46ca4fb0de49 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1246678404704c50bf29929acd6f284e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847225 Nov 09 17:53:13.113593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.114291 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device dd8443a3-ce2a-48ee-a21b-3470a2238132 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:53:13.205131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=510929e3-6484-4eca-8e41-119ef67dace3,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:13.252070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port dd8443a3-ce2a-48ee-a21b-3470a2238132, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=dd8443a3-ce2a-48ee-a21b-3470a2238132,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:13.257313 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bfe59fcb-1029-44c5-b6b0-c352fe4158b8 req-a5de21ea-7bda-4675-85c6-c619772ae468 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 210 time: 0.1475742 Nov 09 17:53:13.272745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'dd8443a3-ce2a-48ee-a21b-3470a2238132', 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b', 'port_id': 'dd8443a3-ce2a-48ee-a21b-3470a2238132', 'mac_address': 'fa:16:3e:c2:4b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2440b6f7-c323-4b43-b3ed-bc5e9aae45c2', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:53:13.278914 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34b934a2-b09b-42b8-8ebc-bfc02e020862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.285727 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6afb79d9-7e5e-4f8b-acc3-500d3d80a38c tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.349183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6afb79d9-7e5e-4f8b-acc3-500d3d80a38c tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01193b6-00db-425b-97bb-e6b8c123b31b']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:13.379900 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.391138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6afb79d9-7e5e-4f8b-acc3-500d3d80a38c tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b693f59-c2e2-463a-aaae-b28c4c49a22d') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:13.391705 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6afb79d9-7e5e-4f8b-acc3-500d3d80a38c tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b693f59-c2e2-463a-aaae-b28c4c49a22d') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:13.420289 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8443a3-ce2a-48ee-a21b-3470a2238132 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:13.450997 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6afb79d9-7e5e-4f8b-acc3-500d3d80a38c tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.473948 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34b934a2-b09b-42b8-8ebc-bfc02e020862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.484878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port dd8443a3-ce2a-48ee-a21b-3470a2238132, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=dd8443a3-ce2a-48ee-a21b-3470a2238132,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:13.499278 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.500757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:53:13.502801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-34b934a2-b09b-42b8-8ebc-bfc02e020862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4cc79d-02a0-4975-9c2c-5d05a9a126fb']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:13.506030 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab36ca-1170-430d-bf99-e65895ad731c req-6572c059-43b4-4ac4-9fa3-260c545c86a8 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:13.510172 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-6572c059-43b4-4ac4-9fa3-260c545c86a8 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3855603 Nov 09 17:53:13.512999 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6afb79d9-7e5e-4f8b-acc3-500d3d80a38c tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.517619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-34b934a2-b09b-42b8-8ebc-bfc02e020862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15598304-3cc7-46db-ad1b-55bbe68b6b56') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:13.520530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-34b934a2-b09b-42b8-8ebc-bfc02e020862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15598304-3cc7-46db-ad1b-55bbe68b6b56') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:13.541588 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34b934a2-b09b-42b8-8ebc-bfc02e020862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.544191 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-1e672b0b-e41b-4729-acc1-71040ff85fc0 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/quotas/1246678404704c50bf29929acd6f284e HTTP/1.1" status: 200 len: 375 time: 0.0202129 Nov 09 17:53:13.547151 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afb79d9-7e5e-4f8b-acc3-500d3d80a38c tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:13.548160 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6afb79d9-7e5e-4f8b-acc3-500d3d80a38c tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:13.554473 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:13.594350 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34b934a2-b09b-42b8-8ebc-bfc02e020862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.606225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b934a2-b09b-42b8-8ebc-bfc02e020862 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:13.606795 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34b934a2-b09b-42b8-8ebc-bfc02e020862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:13.610197 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:13.627531 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=dd8443a3-ce2a-48ee-a21b-3470a2238132,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:13.682399 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-962f411d-e020-418f-8f87-0e98814499d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.696967 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-cfe56fa7-cb47-401d-9fbd-ea647848856e tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1246678404704c50bf29929acd6f284e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175685 Nov 09 17:53:13.801670 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6afb79d9-7e5e-4f8b-acc3-500d3d80a38c tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.808202 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34b934a2-b09b-42b8-8ebc-bfc02e020862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.815365 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34b934a2-b09b-42b8-8ebc-bfc02e020862 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.821710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6afb79d9-7e5e-4f8b-acc3-500d3d80a38c tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:13.831652 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6afb79d9-7e5e-4f8b-acc3-500d3d80a38c tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "DELETE /v2.0/networks/d01193b6-00db-425b-97bb-e6b8c123b31b HTTP/1.1" status: 204 len: 168 time: 1.2477653 Nov 09 17:53:13.832001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-34b934a2-b09b-42b8-8ebc-bfc02e020862 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cc4cc79d-02a0-4975-9c2c-5d05a9a126fb HTTP/1.1" status: 204 len: 168 time: 0.8105569 Nov 09 17:53:13.840143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41804) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:13.916708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb79d9-7e5e-4f8b-acc3-500d3d80a38c tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event deleted for resources: {'Network': ['ID=d01193b6-00db-425b-97bb-e6b8c123b31b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:13.963626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b934a2-b09b-42b8-8ebc-bfc02e020862 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc4cc79d-02a0-4975-9c2c-5d05a9a126fb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:13.994352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000,segment=NetworkSegment(fdab91bb-c506-4901-bc13-f6f123e4e47b),segment_id=fdab91bb-c506-4901-bc13-f6f123e4e47b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:14.019973 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'port_id': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000', 'mac_address': 'fa:16:3e:93:ef:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:53:14.104418 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:14.169430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:14.214624 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a5c08-e389-4366-8680-e967867bcf53 req-c69599ea-0e74-45c7-b631-9b18fb842108 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:14.233991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8e3a5c08-e389-4366-8680-e967867bcf53 req-c69599ea-0e74-45c7-b631-9b18fb842108 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.3111708 Nov 09 17:53:14.249989 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-793fe9f8-9085-45c0-bd22-70a84115709f req-d416b387-b067-4133-83cf-78c16e3d7ea5 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 210 time: 0.1326849 Nov 09 17:53:14.259323 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-98b15fe1-3e40-4db2-bf0c-342ec044a4ba tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:14.288098 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000,segment=NetworkSegment(fdab91bb-c506-4901-bc13-f6f123e4e47b),segment_id=fdab91bb-c506-4901-bc13-f6f123e4e47b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:14.301285 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:14.303042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 316e14fe-0b21-43d7-88c8-347033fc6186 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:53:14.342320 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8e3a5c08-e389-4366-8680-e967867bcf53 req-a4a8ca85-fd0c-422c-8b53-f3dd62a4ae64 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000490 Nov 09 17:53:14.344920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41828) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:14.587812 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-813155f8-e04b-4bd7-8869-1b207b7cf623 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7d59107623fc4458b53a4793008d7877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374077 Nov 09 17:53:14.588523 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41832) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:14.690400 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4183365-7ac5-4437-8152-4fe3ce0f7fca req-710f83d5-1db0-47dd-b65d-116efa408b9f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 210 time: 0.1314213 Nov 09 17:53:14.732421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:14.738362 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-98b15fe1-3e40-4db2-bf0c-342ec044a4ba tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:14.781785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb307a-9fc1-489e-ab02-842d05b2e817 req-c0ba794c-208d-4d01-8bcb-ab7546d8366c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:14.796427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb307a-9fc1-489e-ab02-842d05b2e817 req-c0ba794c-208d-4d01-8bcb-ab7546d8366c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:14.811454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-98b15fe1-3e40-4db2-bf0c-342ec044a4ba tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb819275-9ce4-4f32-9248-c538d0e27363']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:14.827360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-98b15fe1-3e40-4db2-bf0c-342ec044a4ba tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cdb0f4-c697-4232-87b6-e2dfe565e960') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:14.827716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-98b15fe1-3e40-4db2-bf0c-342ec044a4ba tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cdb0f4-c697-4232-87b6-e2dfe565e960') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:14.836572 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:14.838404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb307a-9fc1-489e-ab02-842d05b2e817 req-c0ba794c-208d-4d01-8bcb-ab7546d8366c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:14.846820 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-98b15fe1-3e40-4db2-bf0c-342ec044a4ba tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:14.855174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 316e14fe-0b21-43d7-88c8-347033fc6186, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=316e14fe-0b21-43d7-88c8-347033fc6186,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:14.857258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-5538388b-a7af-4f41-b559-a1c415631ef1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:14.858846 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-5538388b-a7af-4f41-b559-a1c415631ef1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.13 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.4106805 Nov 09 17:53:14.859867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb307a-9fc1-489e-ab02-842d05b2e817 req-c0ba794c-208d-4d01-8bcb-ab7546d8366c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:14.870722 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb307a-9fc1-489e-ab02-842d05b2e817 req-c0ba794c-208d-4d01-8bcb-ab7546d8366c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:14.879050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '316e14fe-0b21-43d7-88c8-347033fc6186', 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450', 'port_id': '316e14fe-0b21-43d7-88c8-347033fc6186', 'mac_address': 'fa:16:3e:27:8b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17413a2a-b8aa-4376-9143-5b1c6d073885', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:53:14.879594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb307a-9fc1-489e-ab02-842d05b2e817 req-c0ba794c-208d-4d01-8bcb-ab7546d8366c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:14.886711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb307a-9fc1-489e-ab02-842d05b2e817 req-c0ba794c-208d-4d01-8bcb-ab7546d8366c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:14.895528 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-98b15fe1-3e40-4db2-bf0c-342ec044a4ba tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:14.895838 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23eb307a-9fc1-489e-ab02-842d05b2e817 req-c0ba794c-208d-4d01-8bcb-ab7546d8366c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5434 time: 0.4566081 Nov 09 17:53:14.910589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-e1618def-b43d-4901-bda1-89f6f55f047b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Request body: {'port': {'device_id': 'e4506d44-eb70-44b3-920c-e645c3d4e105', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'admin_state_up': True, 'tenant_id': 'd83662e3666441899feb7a0a206d59be'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:14.934723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b15fe1-3e40-4db2-bf0c-342ec044a4ba tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:14.935145 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-98b15fe1-3e40-4db2-bf0c-342ec044a4ba tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:14.939859 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:14.986600 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e3d1-62de-4432-a294-8259896d6e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.011326 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.065421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316e14fe-0b21-43d7-88c8-347033fc6186 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:15.099904 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-98b15fe1-3e40-4db2-bf0c-342ec044a4ba tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.124222 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23eb307a-9fc1-489e-ab02-842d05b2e817 req-f02c831c-b99d-4dbb-909d-bb9377cb8db6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2269177 Nov 09 17:53:15.132029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 316e14fe-0b21-43d7-88c8-347033fc6186, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=316e14fe-0b21-43d7-88c8-347033fc6186,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:15.139531 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-98b15fe1-3e40-4db2-bf0c-342ec044a4ba tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.143046 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.146961 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-98b15fe1-3e40-4db2-bf0c-342ec044a4ba tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "DELETE /v2.0/networks/eb819275-9ce4-4f32-9248-c538d0e27363 HTTP/1.1" status: 204 len: 168 time: 1.3053703 Nov 09 17:53:15.147178 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 55aad609-e018-4a11-95ea-6a959eefd6a9 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:53:15.149204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b15fe1-3e40-4db2-bf0c-342ec044a4ba tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event deleted for resources: {'Network': ['ID=eb819275-9ce4-4f32-9248-c538d0e27363,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:15.154736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41856) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:15.206842 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e3d1-62de-4432-a294-8259896d6e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.307519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da057b6e-9768-46f5-b0bf-236610ae5055 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:15.313976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da057b6e-9768-46f5-b0bf-236610ae5055 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:15.319804 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-da057b6e-9768-46f5-b0bf-236610ae5055 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1633649 Nov 09 17:53:15.321659 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 55aad609-e018-4a11-95ea-6a959eefd6a9, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=55aad609-e018-4a11-95ea-6a959eefd6a9,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:15.323493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41866) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:15.325206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=316e14fe-0b21-43d7-88c8-347033fc6186,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:15.331739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c414c862-e629-4cca-ad99-f83607edabb1 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2053552572'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:15.345552 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.353216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '55aad609-e018-4a11-95ea-6a959eefd6a9', 'network_id': 'ab3ee116-42d6-4b96-992c-e858e888877b', 'port_id': '55aad609-e018-4a11-95ea-6a959eefd6a9', 'mac_address': 'fa:16:3e:ed:3f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2440b6f7-c323-4b43-b3ed-bc5e9aae45c2', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:53:15.404861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c414c862-e629-4cca-ad99-f83607edabb1 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Made reservation on behalf of 654df84424b54fb6bb7ca853f5e80711 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:15.410756 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c414c862-e629-4cca-ad99-f83607edabb1 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.423002 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e3d1-62de-4432-a294-8259896d6e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.429427 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e3d1-62de-4432-a294-8259896d6e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.432691 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c7f2e3d1-62de-4432-a294-8259896d6e9a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c3ae4f3-5b5c-443e-9f77-b69c922571ce HTTP/1.1" status: 204 len: 168 time: 0.8421493 Nov 09 17:53:15.461614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2e3d1-62de-4432-a294-8259896d6e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3ae4f3-5b5c-443e-9f77-b69c922571ce,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:15.519284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-e1618def-b43d-4901-bda1-89f6f55f047b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Made reservation on behalf of d83662e3666441899feb7a0a206d59be for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:15.529573 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-e1618def-b43d-4901-bda1-89f6f55f047b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.553121 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.557457 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad2b2934-eb9e-46f0-92d8-9bb1b01b3aa8 req-aa21bf8b-df62-4876-814f-c797bf879a39 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 210 time: 0.0837910 Nov 09 17:53:15.573283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c414c862-e629-4cca-ad99-f83607edabb1 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:15.595906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c414c862-e629-4cca-ad99-f83607edabb1 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.595906 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-c414c862-e629-4cca-ad99-f83607edabb1 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Added segment ed8b1d4f-f882-42f7-b82c-a6ad3179c36f of type vlan for network 295b2694-e1f5-43a9-9815-5f430d7a417d Nov 09 17:53:15.596412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55aad609-e018-4a11-95ea-6a959eefd6a9 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:15.655586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 55aad609-e018-4a11-95ea-6a959eefd6a9, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=55aad609-e018-4a11-95ea-6a959eefd6a9,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:15.671871 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.676088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device c7d451e7-2b1c-426c-8bb5-f2befdd86181 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:53:15.744136 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c414c862-e629-4cca-ad99-f83607edabb1 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.766803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=55aad609-e018-4a11-95ea-6a959eefd6a9,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:15.819680 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port c7d451e7-2b1c-426c-8bb5-f2befdd86181, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c7d451e7-2b1c-426c-8bb5-f2befdd86181,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:15.830236 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8c983-018c-4c43-88b3-35e9c4cc6133 req-c978f6df-c902-408a-9672-f2f640abd4a1 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:15.832085 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b8c983-018c-4c43-88b3-35e9c4cc6133 req-c978f6df-c902-408a-9672-f2f640abd4a1 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.2258811 Nov 09 17:53:15.850765 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'c7d451e7-2b1c-426c-8bb5-f2befdd86181', 'network_id': '7a6d1d09-f698-4920-b89f-e75ca6887450', 'port_id': 'c7d451e7-2b1c-426c-8bb5-f2befdd86181', 'mac_address': 'fa:16:3e:55:81:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17413a2a-b8aa-4376-9143-5b1c6d073885', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:53:15.861604 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c414c862-e629-4cca-ad99-f83607edabb1 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.868405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414c862-e629-4cca-ad99-f83607edabb1 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:15.869782 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c414c862-e629-4cca-ad99-f83607edabb1 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.965769 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d0082210-782f-4079-a19d-b98996308532 req-912e76f6-4217-4cd9-9b7e-35616c1affd5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 210 time: 0.0455809 Nov 09 17:53:15.978623 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:16.031750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d451e7-2b1c-426c-8bb5-f2befdd86181 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:16.081786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port c7d451e7-2b1c-426c-8bb5-f2befdd86181, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c7d451e7-2b1c-426c-8bb5-f2befdd86181,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:16.090409 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:16.262854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=c7d451e7-2b1c-426c-8bb5-f2befdd86181,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:16.441880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d410c-dd1a-4838-bbac-e34657af17cf req-1e5cd76a-f4dd-41b7-9b70-c99118e5565d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:16.450717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d410c-dd1a-4838-bbac-e34657af17cf req-1e5cd76a-f4dd-41b7-9b70-c99118e5565d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:16.458371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d410c-dd1a-4838-bbac-e34657af17cf req-1e5cd76a-f4dd-41b7-9b70-c99118e5565d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:16.473127 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d410c-dd1a-4838-bbac-e34657af17cf req-1e5cd76a-f4dd-41b7-9b70-c99118e5565d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:16.482185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d410c-dd1a-4838-bbac-e34657af17cf req-1e5cd76a-f4dd-41b7-9b70-c99118e5565d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:16.495984 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d410c-dd1a-4838-bbac-e34657af17cf req-1e5cd76a-f4dd-41b7-9b70-c99118e5565d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:16.508521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d410c-dd1a-4838-bbac-e34657af17cf req-1e5cd76a-f4dd-41b7-9b70-c99118e5565d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:16.522036 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d7d410c-dd1a-4838-bbac-e34657af17cf req-1e5cd76a-f4dd-41b7-9b70-c99118e5565d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5437 time: 0.1701558 Nov 09 17:53:16.540247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-e1618def-b43d-4901-bda1-89f6f55f047b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Allocated IP 172.20.0.7 (1fb9bcd0-93f8-4d70-9afa-72807187a006/417001cc-f87f-4208-b45a-9ddf65dcb18d/e8e6bc8a-b50d-4349-9a54-1595577841fa) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:16.587301 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c414c862-e629-4cca-ad99-f83607edabb1 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2597280 Nov 09 17:53:16.589497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41916) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:16.608505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d68e6fad-9536-4ecc-81e1-7dfcd55331ca tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1537243379'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:16.629044 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8b8c983-018c-4c43-88b3-35e9c4cc6133 req-3dd38167-7f32-40c4-9f39-4df7c9ac528f tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7877257 Nov 09 17:53:16.636608 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d7d410c-dd1a-4838-bbac-e34657af17cf req-92e7f5a2-ed4a-4335-91d6-4a71e92efc51 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1130531 Nov 09 17:53:16.707836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e6fad-9536-4ecc-81e1-7dfcd55331ca tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Made reservation on behalf of 654df84424b54fb6bb7ca853f5e80711 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:16.715261 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d68e6fad-9536-4ecc-81e1-7dfcd55331ca tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:16.864374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['dd8443a3-ce2a-48ee-a21b-3470a2238132'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:16.897361 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-016752f5-9564-494e-b567-8edb7e845757 req-2b3c5b32-9e36-42b1-ac8b-fa08bb9fe76f tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 210 time: 0.1173472 Nov 09 17:53:16.910746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68e6fad-9536-4ecc-81e1-7dfcd55331ca tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:16.954678 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d68e6fad-9536-4ecc-81e1-7dfcd55331ca tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:16.955668 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-d68e6fad-9536-4ecc-81e1-7dfcd55331ca tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Added segment 8af89d24-61ec-4034-8349-ae219e95ba08 of type vlan for network b9c95715-1fbf-4437-aacf-e407f3246994 Nov 09 17:53:16.975174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['510929e3-6484-4eca-8e41-119ef67dace3'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:16.982285 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['316e14fe-0b21-43d7-88c8-347033fc6186'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:17.063783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['c7d451e7-2b1c-426c-8bb5-f2befdd86181'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:17.113668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414c862-e629-4cca-ad99-f83607edabb1 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event updated for resources: {'Network': ['ID=295b2694-e1f5-43a9-9815-5f430d7a417d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:17.150730 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 295b2694-e1f5-43a9-9815-5f430d7a417d details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:17.204407 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d68e6fad-9536-4ecc-81e1-7dfcd55331ca tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:17.293936 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-61f5677e-0ff2-4495-808a-b36fbdbc3c44 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1246678404704c50bf29929acd6f284e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3625169 Nov 09 17:53:17.361098 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d68e6fad-9536-4ecc-81e1-7dfcd55331ca tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:17.379111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e6fad-9536-4ecc-81e1-7dfcd55331ca tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:17.385739 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d68e6fad-9536-4ecc-81e1-7dfcd55331ca tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:17.519907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41944) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:17.588462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e6fad-9536-4ecc-81e1-7dfcd55331ca tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event updated for resources: {'Network': ['ID=b9c95715-1fbf-4437-aacf-e407f3246994,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:17.597924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d68e6fad-9536-4ecc-81e1-7dfcd55331ca tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0046968 Nov 09 17:53:17.602529 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-181baff3-407c-4922-9edc-c51725d7da50 req-0c1e55e7-c286-44b2-96fe-c11b5d75a1c8 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 210 time: 0.3147058 Nov 09 17:53:17.603804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41952) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:17.624907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Request body: {'ports': [{'network_id': '295b2694-e1f5-43a9-9815-5f430d7a417d', 'name': 'tempest-port--436183459', 'admin_state_up': True}, {'network_id': 'b9c95715-1fbf-4437-aacf-e407f3246994', 'admin_state_up': False}]} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:17.625531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Request body: {'port': {'network_id': '295b2694-e1f5-43a9-9815-5f430d7a417d', 'name': 'tempest-port--436183459', 'admin_state_up': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:17.629639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Request body: {'port': {'network_id': 'b9c95715-1fbf-4437-aacf-e407f3246994', 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:17.656493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network b9c95715-1fbf-4437-aacf-e407f3246994 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:17.794035 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:17.855894 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-e1618def-b43d-4901-bda1-89f6f55f047b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:17.954554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab36ca-1170-430d-bf99-e65895ad731c req-41969c4f-36d8-4e1e-a8c7-f6d15efc9ecf tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:17.957983 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-41969c4f-36d8-4e1e-a8c7-f6d15efc9ecf tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6398251 Nov 09 17:53:17.975597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1461372798-network', 'tenant_id': 'b798b5be0f1e49afb6840008c6fa3ad9'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:17.982403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-e1618def-b43d-4901-bda1-89f6f55f047b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:18.002779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Request body: {'port': {'device_id': '7f54e492-e841-4c31-b0ab-23484cb1e934', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '1246678404704c50bf29929acd6f284e'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:18.003292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['d69e5ee6-c321-45a8-8ab4-d2ecb8dca000'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:18.055595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf37fc-e3c3-41f5-b4f8-5c5d8b74fb16 req-387e7cc2-7004-4736-ac54-43b8e598564b tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:18.063528 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ccbf37fc-e3c3-41f5-b4f8-5c5d8b74fb16 req-387e7cc2-7004-4736-ac54-43b8e598564b tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.1498418 Nov 09 17:53:18.070941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['6ef9967e-4c83-4ee5-860b-bdb537513739'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:18.107671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['55aad609-e018-4a11-95ea-6a959eefd6a9'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:18.123721 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ccbf37fc-e3c3-41f5-b4f8-5c5d8b74fb16 req-842b2256-3ae6-4c55-9a46-33ac5149f5f5 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591490 Nov 09 17:53:18.432633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Made reservation on behalf of b798b5be0f1e49afb6840008c6fa3ad9 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:18.437070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:18.453487 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-795e812d-6ea8-463f-b308-2b7423550f2e req-759678b8-ad6d-4003-8758-c4608a938161 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 210 time: 0.0768147 Nov 09 17:53:18.480245 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-e1618def-b43d-4901-bda1-89f6f55f047b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Network 1fb9bcd0-93f8-4d70-9afa-72807187a006 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:18.493490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Made reservation on behalf of 654df84424b54fb6bb7ca853f5e80711 for: {'port': 2} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:18.507260 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:18.520452 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410476b-ab18-4672-b05b-11651642b12b req-96d21ffd-4a87-4a7b-9609-70c8487cb0d1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:18.535352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410476b-ab18-4672-b05b-11651642b12b req-96d21ffd-4a87-4a7b-9609-70c8487cb0d1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:18.546771 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:18.550281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410476b-ab18-4672-b05b-11651642b12b req-96d21ffd-4a87-4a7b-9609-70c8487cb0d1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:18.562945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410476b-ab18-4672-b05b-11651642b12b req-96d21ffd-4a87-4a7b-9609-70c8487cb0d1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:18.575201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410476b-ab18-4672-b05b-11651642b12b req-96d21ffd-4a87-4a7b-9609-70c8487cb0d1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:18.592007 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410476b-ab18-4672-b05b-11651642b12b req-96d21ffd-4a87-4a7b-9609-70c8487cb0d1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:18.606252 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410476b-ab18-4672-b05b-11651642b12b req-96d21ffd-4a87-4a7b-9609-70c8487cb0d1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:18.610818 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1410476b-ab18-4672-b05b-11651642b12b req-96d21ffd-4a87-4a7b-9609-70c8487cb0d1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5437 time: 0.6800785 Nov 09 17:53:18.612615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-e1618def-b43d-4901-bda1-89f6f55f047b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:18.620712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1618def-b43d-4901-bda1-89f6f55f047b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event updated for resources: {'Port': ['ID=e8e6bc8a-b50d-4349-9a54-1595577841fa,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:18.631846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-e1618def-b43d-4901-bda1-89f6f55f047b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:18.691269 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:18.752753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Made reservation on behalf of 1246678404704c50bf29929acd6f284e for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:18.759999 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:18.790713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] device_id is not set on port e550f1a8-7670-4198-b626-f585da7589e2 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:53:18.810971 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:18.847701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-e1618def-b43d-4901-bda1-89f6f55f047b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:18.848792 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-e1618def-b43d-4901-bda1-89f6f55f047b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:18.884136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc5777-eb44-49d5-8f25-a7345bb75213 req-3b729102-0266-4f4c-9b17-96e344ca31c9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:18.886774 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-67dc5777-eb44-49d5-8f25-a7345bb75213 req-3b729102-0266-4f4c-9b17-96e344ca31c9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 931 time: 0.0911770 Nov 09 17:53:18.900794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1410476b-ab18-4672-b05b-11651642b12b req-ee43d973-6974-4923-abf0-06245465a0ad tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1463056 Nov 09 17:53:18.922955 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-e1618def-b43d-4901-bda1-89f6f55f047b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0225990 Nov 09 17:53:18.946753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Request body: {'port': {'device_id': 'e4506d44-eb70-44b3-920c-e645c3d4e105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:19.037889 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-67dc5777-eb44-49d5-8f25-a7345bb75213 req-dbd54133-32cd-41e5-87fd-810340e7e839 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754261 Nov 09 17:53:19.066437 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.127696 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.160826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] device_id is not set on port d99ff302-4067-496b-b9a3-31b111875b01 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:53:19.163139 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.186784 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.205781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.248878 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.260775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:19.279819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42006) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:19.332554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4541fdd6-1740-4d3b-a3fe-69c65e41504d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:19.350554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.350903 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Added segment 9daed3e4-566b-48a8-82fb-d06d70102706 of type vlan for network 9154f214-e5f5-47a6-bb91-3bba18e7c703 Nov 09 17:53:19.417090 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.484874 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.534339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:19.555727 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.561361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9ae12596-c54f-4d84-8464-cc6b7bae8418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.585241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ba9f4-01f1-4592-b9d1-55ec60e57619 req-c2af0c05-8a74-4e3a-a094-1f518354c2f5 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:19.587498 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e68ba9f4-01f1-4592-b9d1-55ec60e57619 req-c2af0c05-8a74-4e3a-a094-1f518354c2f5 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.3278315 Nov 09 17:53:19.617867 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-195c7c91-4c3e-40f4-b558-4d7d154ee8bf req-ff0f3beb-1743-4c25-a718-6e24a599fc54 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 210 time: 0.0431054 Nov 09 17:53:19.621323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event updated for resources: {'Port': ['ID=e550f1a8-7670-4198-b626-f585da7589e2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:19.646062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Checking segment: {'id': 'ed8b1d4f-f882-42f7-b82c-a6ad3179c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '295b2694-e1f5-43a9-9815-5f430d7a417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:19.646459 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Network hostable DHCP agents. Network: 295b2694-e1f5-43a9-9815-5f430d7a417d, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:53:19.674709 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Network 295b2694-e1f5-43a9-9815-5f430d7a417d is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:19.686316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 295b2694-e1f5-43a9-9815-5f430d7a417d) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:19.690514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:19.691453 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.698120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e6222-52d3-4502-9376-daa71eac1d19 None None] Network 295b2694-e1f5-43a9-9815-5f430d7a417d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:19.771478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event updated for resources: {'Port': ['ID=d99ff302-4067-496b-b9a3-31b111875b01,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:19.812705 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.814604 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:19.815653 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.820069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Allocated IP 192.168.233.160 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/16db6515-73b8-406e-ba10-3af16103cd11) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:19.835132 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Checking segment: {'id': '8af89d24-61ec-4034-8349-ae219e95ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9c95715-1fbf-4437-aacf-e407f3246994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:19.835754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Network hostable DHCP agents. Network: b9c95715-1fbf-4437-aacf-e407f3246994, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:53:19.857465 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e68ba9f4-01f1-4592-b9d1-55ec60e57619 req-81ea4fad-379c-4a9c-b68e-3d6b7b48830a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371957 Nov 09 17:53:19.869867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Network b9c95715-1fbf-4437-aacf-e407f3246994 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:19.882167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, b9c95715-1fbf-4437-aacf-e407f3246994) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:19.893685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:19.903025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:19.904136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5a6b4c-d790-4f85-ab53-b61bef045008 None None] Network b9c95715-1fbf-4437-aacf-e407f3246994 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:19.908986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:19.909837 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.932812 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8bc5e1f2-40a8-405e-b0f2-797bdea18fe5 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3258054 Nov 09 17:53:19.935305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42014) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:19.948578 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3858426 Nov 09 17:53:19.952912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42018) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:19.971622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-39cbd9b7-185a-4de3-9849-90667227e00e admin admin] Request body: {'subnet': {'network_id': '9154f214-e5f5-47a6-bb91-3bba18e7c703', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1461372798-subnet', 'tenant_id': 'b798b5be0f1e49afb6840008c6fa3ad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:20.058547 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cbd9b7-185a-4de3-9849-90667227e00e admin admin] Made reservation on behalf of b798b5be0f1e49afb6840008c6fa3ad9 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:20.063342 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-39cbd9b7-185a-4de3-9849-90667227e00e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:20.101288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ed32c-f2bc-46df-8b47-198352b21a35 admin admin] Pushing event updated for resources: {'Network': ['ID=9154f214-e5f5-47a6-bb91-3bba18e7c703,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:20.120660 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 9154f214-e5f5-47a6-bb91-3bba18e7c703 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:20.168060 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 316e14fe-0b21-43d7-88c8-347033fc6186 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:20.250109 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 316e14fe-0b21-43d7-88c8-347033fc6186 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:53:20.256008 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 316e14fe-0b21-43d7-88c8-347033fc6186 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:20.256863 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:20.355661 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:20.386435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316e14fe-0b21-43d7-88c8-347033fc6186'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:20.389597 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42430c8d-4075-48ef-9162-c28f130a324a" -d '{"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "316e14fe-0b21-43d7-88c8-347033fc6186"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:20.405824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 316e14fe-0b21-43d7-88c8-347033fc6186, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=316e14fe-0b21-43d7-88c8-347033fc6186,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:20.413329 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:20.471573 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9ae12596-c54f-4d84-8464-cc6b7bae8418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:20.480498 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=316e14fe-0b21-43d7-88c8-347033fc6186,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:20.488256 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9ae12596-c54f-4d84-8464-cc6b7bae8418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:20.507081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f04f3-5922-40c8-9d55-513171aadc0d req-2186b924-4953-4ac2-95ec-917fcd5ca16d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:20.510931 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee9f04f3-5922-40c8-9d55-513171aadc0d req-2186b924-4953-4ac2-95ec-917fcd5ca16d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 931 time: 0.3716829 Nov 09 17:53:20.610661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e6bc8a-b50d-4349-9a54-1595577841fa {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:20.656249 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:20.690287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae12596-c54f-4d84-8464-cc6b7bae8418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ce4153-5c02-43ba-b890-55581c9ef9c9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:20.712995 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a684db-03f9-4776-80e4-65eb1c483492 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:20.723503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a684db-03f9-4776-80e4-65eb1c483492 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:20.731445 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-15a684db-03f9-4776-80e4-65eb1c483492 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7946632 Nov 09 17:53:20.732620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42028) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:20.735758 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9ae12596-c54f-4d84-8464-cc6b7bae8418 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90dd10ed962e43b98e97f55d47844f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4394026 Nov 09 17:53:20.739187 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:20.749693 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42030) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:20.769105 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7b24-d3cd-4276-8ea6-fdb5df6cfbc9 req-d1ab0e30-d2e4-4281-b16f-3cb5890345ca tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:20.771200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Transition to ACTIVE for port object e8e6bc8a-b50d-4349-9a54-1595577841fa will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:53:20.780535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7b24-d3cd-4276-8ea6-fdb5df6cfbc9 req-d1ab0e30-d2e4-4281-b16f-3cb5890345ca tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:20.792110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7b24-d3cd-4276-8ea6-fdb5df6cfbc9 req-d1ab0e30-d2e4-4281-b16f-3cb5890345ca tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:20.798102 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee9f04f3-5922-40c8-9d55-513171aadc0d req-7a01cf9e-2264-4f38-9485-ce15adcee474 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633297 Nov 09 17:53:20.801821 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:20.802680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7b24-d3cd-4276-8ea6-fdb5df6cfbc9 req-d1ab0e30-d2e4-4281-b16f-3cb5890345ca tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:20.828494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7b24-d3cd-4276-8ea6-fdb5df6cfbc9 req-d1ab0e30-d2e4-4281-b16f-3cb5890345ca tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:20.846764 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7b24-d3cd-4276-8ea6-fdb5df6cfbc9 req-d1ab0e30-d2e4-4281-b16f-3cb5890345ca tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:20.864507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7b24-d3cd-4276-8ea6-fdb5df6cfbc9 req-d1ab0e30-d2e4-4281-b16f-3cb5890345ca tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:20.869802 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f66c7b24-d3cd-4276-8ea6-fdb5df6cfbc9 req-d1ab0e30-d2e4-4281-b16f-3cb5890345ca tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5437 time: 0.8588371 Nov 09 17:53:21.009730 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eec375d-4e48-4d09-800b-cdf472a4a899 x-openstack-request-id: req-0eec375d-4e48-4d09-800b-cdf472a4a899 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:21.028982 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "316e14fe-0b21-43d7-88c8-347033fc6186", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:21.030016 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0eec375d-4e48-4d09-800b-cdf472a4a899 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:21.031608 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316e14fe-0b21-43d7-88c8-347033fc6186', 'code': 200} Nov 09 17:53:21.038806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Pushing event updated for resources: {'Port': ['ID=e8e6bc8a-b50d-4349-9a54-1595577841fa,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:21.045239 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.087314 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-083cf609-a38a-4aaf-8331-e20a9235fdc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.135581 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f66c7b24-d3cd-4276-8ea6-fdb5df6cfbc9 req-38f98166-3d16-47a4-bbc0-f65f9507ad2c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2529249 Nov 09 17:53:21.188571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:21.231392 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-083cf609-a38a-4aaf-8331-e20a9235fdc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.245577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:21.257126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Pushing event updated for resources: {'Port': ['ID=16db6515-73b8-406e-ba10-3af16103cd11,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:21.262154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:21.322009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Attempting to bind port e8e6bc8a-b50d-4349-9a54-1595577841fa on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:53:21.322486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Attempting to bind port e8e6bc8a-b50d-4349-9a54-1595577841fa by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:53:21.323003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Attempting to bind port e8e6bc8a-b50d-4349-9a54-1595577841fa on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:21.369808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Port e8e6bc8a-b50d-4349-9a54-1595577841fa on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:53:21.369808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Attempting to bind port e8e6bc8a-b50d-4349-9a54-1595577841fa on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:21.385097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-eef3443d-e92d-447c-be49-f164908b1a70 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Deleting port e550f1a8-7670-4198-b626-f585da7589e2 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:53:21.385724 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eef3443d-e92d-447c-be49-f164908b1a70 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.389082 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a7aa4-1da8-485e-b35d-f48d902b56b0 req-bb50cb15-6e8a-4325-bba6-ffea22694535 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:21.391562 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-700a7aa4-1da8-485e-b35d-f48d902b56b0 req-bb50cb15-6e8a-4325-bba6-ffea22694535 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 936 time: 0.2755008 Nov 09 17:53:21.402212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:21.402680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Checking segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:21.403256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Bound using segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:21.403920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Bound port: e8e6bc8a-b50d-4349-9a54-1595577841fa, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:53:21.404496 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.450455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:21.451152 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.517351 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-74e258de-32ed-4654-8c44-ea84086e2268 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5304847 Nov 09 17:53:21.525942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-700a7aa4-1da8-485e-b35d-f48d902b56b0 req-e1f22e8c-18c8-4784-831d-f5d2a6479f92 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118631 Nov 09 17:53:21.528950 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-39cbd9b7-185a-4de3-9849-90667227e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.530326 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-083cf609-a38a-4aaf-8331-e20a9235fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.532920 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-083cf609-a38a-4aaf-8331-e20a9235fdc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.534241 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-083cf609-a38a-4aaf-8331-e20a9235fdc1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2ce4153-5c02-43ba-b890-55581c9ef9c9 HTTP/1.1" status: 204 len: 168 time: 0.7836599 Nov 09 17:53:21.538660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Request body: {'port': {'device_id': '7f54e492-e841-4c31-b0ab-23484cb1e934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:21.602820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1e9ebee3-dd93-493e-8545-274786203e0c None None] Provisioning complete for port 16db6515-73b8-406e-ba10-3af16103cd11 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:21.606186 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebee3-dd93-493e-8545-274786203e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.608137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eef3443d-e92d-447c-be49-f164908b1a70 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.618275 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e00ea7-4ad5-4d65-9c42-da60bcf3dac1 req-01cebf1e-2b13-48d3-a280-6127fd701bef tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:21.620269 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-28e00ea7-4ad5-4d65-9c42-da60bcf3dac1 req-01cebf1e-2b13-48d3-a280-6127fd701bef tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.3626857 Nov 09 17:53:21.638484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cf609-a38a-4aaf-8331-e20a9235fdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ce4153-5c02-43ba-b890-55581c9ef9c9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:21.654341 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-eef3443d-e92d-447c-be49-f164908b1a70 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Calling delete_port for e550f1a8-7670-4198-b626-f585da7589e2 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:53:21.656949 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.659604 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] For port e8e6bc8a-b50d-4349-9a54-1595577841fa, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:21.664539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] For port e8e6bc8a-b50d-4349-9a54-1595577841fa, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e8e6bc8a-b50d-4349-9a54-1595577841fa,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:21.673738 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.691131 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbd9b7-185a-4de3-9849-90667227e00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de4fe1b-e4ec-46bc-9824-44dc05b6de7c,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:21.751454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ebee3-dd93-493e-8545-274786203e0c None None] Port 16db6515-73b8-406e-ba10-3af16103cd11 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:53:21.757532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:21.758918 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:21.761076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] 10.222.0.13 "PUT /v2.0/ports/e8e6bc8a-b50d-4349-9a54-1595577841fa HTTP/1.1" status: 200 len: 1091 time: 2.8268824 Nov 09 17:53:21.762195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4506d44-eb70-44b3-920c-e645c3d4e105', 'tag': 'e8e6bc8a-b50d-4349-9a54-1595577841fa'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:21.766122 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfc17b9-04b3-4043-b104-ff5d27d89186" -d '{"events": [{"name": "network-changed", "server_uuid": "e4506d44-eb70-44b3-920c-e645c3d4e105", "tag": "e8e6bc8a-b50d-4349-9a54-1595577841fa"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:21.784343 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cbd9b7-185a-4de3-9849-90667227e00e admin admin] Checking segment: {'id': '9daed3e4-566b-48a8-82fb-d06d70102706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9154f214-e5f5-47a6-bb91-3bba18e7c703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:21.784343 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cbd9b7-185a-4de3-9849-90667227e00e admin admin] Network hostable DHCP agents. Network: 9154f214-e5f5-47a6-bb91-3bba18e7c703, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:53:21.799759 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-28e00ea7-4ad5-4d65-9c42-da60bcf3dac1 req-06c53d95-db22-4300-9513-366ea787927a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402860 Nov 09 17:53:21.882033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cbd9b7-185a-4de3-9849-90667227e00e admin admin] Network 9154f214-e5f5-47a6-bb91-3bba18e7c703 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:21.899926 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8015bec-cd1b-45c0-a40f-feff750a5445 x-openstack-request-id: req-d8015bec-cd1b-45c0-a40f-feff750a5445 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:21.900339 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4506d44-eb70-44b3-920c-e645c3d4e105", "tag": "e8e6bc8a-b50d-4349-9a54-1595577841fa", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:21.900724 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8015bec-cd1b-45c0-a40f-feff750a5445 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:21.901380 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4506d44-eb70-44b3-920c-e645c3d4e105', 'tag': 'e8e6bc8a-b50d-4349-9a54-1595577841fa', 'status': 'completed', 'code': 200} Nov 09 17:53:21.903950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b335ac-b50c-497f-a662-a29ce6872acd service neutron] Pushing event updated for resources: {'Port': ['ID=e8e6bc8a-b50d-4349-9a54-1595577841fa,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:21.922562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-39cbd9b7-185a-4de3-9849-90667227e00e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 9154f214-e5f5-47a6-bb91-3bba18e7c703) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:21.936496 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc22171-59e9-4112-8242-e8b9b470d877 None None] Network 9154f214-e5f5-47a6-bb91-3bba18e7c703 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:21.937771 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cbd9b7-185a-4de3-9849-90667227e00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:21.939311 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-39cbd9b7-185a-4de3-9849-90667227e00e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.006923 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eef3443d-e92d-447c-be49-f164908b1a70 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.026130 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-39cbd9b7-185a-4de3-9849-90667227e00e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0555148 Nov 09 17:53:22.053489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3443d-e92d-447c-be49-f164908b1a70 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event deleted for resources: {'Port': ['ID=e550f1a8-7670-4198-b626-f585da7589e2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:22.089523 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eef3443d-e92d-447c-be49-f164908b1a70 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.093740 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-eef3443d-e92d-447c-be49-f164908b1a70 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "DELETE /v2.0/ports/e550f1a8-7670-4198-b626-f585da7589e2 HTTP/1.1" status: 204 len: 168 time: 1.3553910 Nov 09 17:53:22.102611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42046) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:22.103708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4997d4-1487-4c35-8f75-9b4431198da7 req-311a41aa-7e49-48e3-b8ab-24aaa9d0409f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:22.105873 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e4997d4-1487-4c35-8f75-9b4431198da7 req-311a41aa-7e49-48e3-b8ab-24aaa9d0409f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 943 time: 0.1563995 Nov 09 17:53:22.163173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6ef9967e-4c83-4ee5-860b-bdb537513739 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:22.217583 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e4997d4-1487-4c35-8f75-9b4431198da7 req-7ebc67f9-f626-4108-a717-7ddb8629f057 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027939 Nov 09 17:53:22.223182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-ce4430f2-2b80-4972-8360-fa7fc0c9efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:22.225343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-ce4430f2-2b80-4972-8360-fa7fc0c9efb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 1094 time: 0.3570004 Nov 09 17:53:22.294001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01fda62-1258-44c3-8cdb-33eadced0ccb None None] Network 9154f214-e5f5-47a6-bb91-3bba18e7c703 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:22.312594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42056) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:22.345095 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db7b17f3-26c4-437d-992c-fe3f29178ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.377954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 6ef9967e-4c83-4ee5-860b-bdb537513739 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:53:22.390105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 6ef9967e-4c83-4ee5-860b-bdb537513739 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:22.390930 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.505858 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db7b17f3-26c4-437d-992c-fe3f29178ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.512795 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db7b17f3-26c4-437d-992c-fe3f29178ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.527997 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.573976 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-db7b17f3-26c4-437d-992c-fe3f29178ac6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=05d7c0bc2b4e4ec798d724922af3e83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586920 Nov 09 17:53:22.575282 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42060) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:22.582456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b17f3-26c4-437d-992c-fe3f29178ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05725f3d-66c1-4d17-80b6-5643f07f2465,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:22.598051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-41d15621-b538-490d-a77e-da62af4706ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8e6bc8a-b50d-4349-9a54-1595577841fa HTTP/1.1" status: 200 len: 217 time: 0.2362370 Nov 09 17:53:22.656186 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e24e4393-b55e-4a09-97e4-b1505e4d94f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.696191 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e24e4393-b55e-4a09-97e4-b1505e4d94f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.852312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-25240224-843a-4b58-8bbd-0cbe154b52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:22.856356 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-25240224-843a-4b58-8bbd-0cbe154b52fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.2163162 Nov 09 17:53:22.862568 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e24e4393-b55e-4a09-97e4-b1505e4d94f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.868710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e24e4393-b55e-4a09-97e4-b1505e4d94f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.870884 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e24e4393-b55e-4a09-97e4-b1505e4d94f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05725f3d-66c1-4d17-80b6-5643f07f2465 HTTP/1.1" status: 204 len: 168 time: 0.2941985 Nov 09 17:53:22.886005 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.887115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3cb0c-03bb-44ea-beea-de3cb2490396 req-ece8d951-2824-4bbd-a8db-6e10ce0615c9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:22.896981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6ef9967e-4c83-4ee5-860b-bdb537513739, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6ef9967e-4c83-4ee5-860b-bdb537513739,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:22.901117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3cb0c-03bb-44ea-beea-de3cb2490396 req-ece8d951-2824-4bbd-a8db-6e10ce0615c9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:22.904311 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:22.905522 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 510929e3-6484-4eca-8e41-119ef67dace3 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:22.912848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3cb0c-03bb-44ea-beea-de3cb2490396 req-ece8d951-2824-4bbd-a8db-6e10ce0615c9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:22.915930 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e4393-b55e-4a09-97e4-b1505e4d94f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05725f3d-66c1-4d17-80b6-5643f07f2465,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:22.924396 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3cb0c-03bb-44ea-beea-de3cb2490396 req-ece8d951-2824-4bbd-a8db-6e10ce0615c9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:22.937137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3cb0c-03bb-44ea-beea-de3cb2490396 req-ece8d951-2824-4bbd-a8db-6e10ce0615c9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:22.949882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3cb0c-03bb-44ea-beea-de3cb2490396 req-ece8d951-2824-4bbd-a8db-6e10ce0615c9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:22.961401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3cb0c-03bb-44ea-beea-de3cb2490396 req-ece8d951-2824-4bbd-a8db-6e10ce0615c9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:22.964050 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-4b11bbe8-c892-4fc8-8054-e7e7bcae40d4 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:22.976155 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9ac3cb0c-03bb-44ea-beea-de3cb2490396 req-ece8d951-2824-4bbd-a8db-6e10ce0615c9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5438 time: 0.3825886 Nov 09 17:53:22.977664 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:53:22.978605 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-4b11bbe8-c892-4fc8-8054-e7e7bcae40d4 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/networks?id=9154f214-e5f5-47a6-bb91-3bba18e7c703 HTTP/1.1" status: 200 len: 821 time: 0.2311149 Nov 09 17:53:23.026558 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-4f6537f0-1c30-4bb1-84a2-9a9456e72182 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/quotas/b798b5be0f1e49afb6840008c6fa3ad9 HTTP/1.1" status: 200 len: 375 time: 0.0380316 Nov 09 17:53:23.041355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef9967e-4c83-4ee5-860b-bdb537513739'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:23.046576 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25647f73-c26f-441f-b738-f90c66b6dd60" -d '{"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "6ef9967e-4c83-4ee5-860b-bdb537513739"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:23.063578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 510929e3-6484-4eca-8e41-119ef67dace3 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:53:23.068824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ff909d91-27c5-47ce-bd8d-c95d47fefd92 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Deleting port d99ff302-4067-496b-b9a3-31b111875b01 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:53:23.069450 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ff909d91-27c5-47ce-bd8d-c95d47fefd92 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:23.074377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-6495dfb2-3e9d-4997-a5ab-ac6b41eefaec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896196 Nov 09 17:53:23.074777 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-96333144-92e9-43b9-b71b-ac4e346d9058 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b798b5be0f1e49afb6840008c6fa3ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472431 Nov 09 17:53:23.088330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 510929e3-6484-4eca-8e41-119ef67dace3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:23.089842 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:23.234673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-98de01a6-7636-45e0-b75f-6fcffb670bb4 service neutron] 10.222.0.81 "GET /v2.0/networks/9154f214-e5f5-47a6-bb91-3bba18e7c703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584425 Nov 09 17:53:23.242774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6ef9967e-4c83-4ee5-860b-bdb537513739,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:23.247374 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:23.248656 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ff909d91-27c5-47ce-bd8d-c95d47fefd92 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:23.257277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16db6515-73b8-406e-ba10-3af16103cd11 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:23.268819 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9ac3cb0c-03bb-44ea-beea-de3cb2490396 req-ca66d753-d524-4244-92f1-c441ffd33b68 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2910843 Nov 09 17:53:23.283486 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:23.295885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ff909d91-27c5-47ce-bd8d-c95d47fefd92 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Calling delete_port for d99ff302-4067-496b-b9a3-31b111875b01 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:53:23.331118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Transition to ACTIVE for port object 16db6515-73b8-406e-ba10-3af16103cd11 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:53:23.337296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 510929e3-6484-4eca-8e41-119ef67dace3, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=510929e3-6484-4eca-8e41-119ef67dace3,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:23.341937 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:23.343206 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:23.344429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device dd8443a3-ce2a-48ee-a21b-3470a2238132 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:23.387176 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-0926e098-b1f2-4f6b-9d33-12ecf8d9bbec service neutron] 10.222.0.13 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834446 Nov 09 17:53:23.462538 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-8a9e96c7-9e44-4a45-a3a8-49dd3c6979ab service neutron] 10.222.0.81 "GET /v2.0/networks/9154f214-e5f5-47a6-bb91-3bba18e7c703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247951 Nov 09 17:53:23.515620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port dd8443a3-ce2a-48ee-a21b-3470a2238132 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:53:23.519644 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port dd8443a3-ce2a-48ee-a21b-3470a2238132 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:23.520035 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:23.523411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=510929e3-6484-4eca-8e41-119ef67dace3,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:23.635194 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:23.764847 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:23.869461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port dd8443a3-ce2a-48ee-a21b-3470a2238132, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=dd8443a3-ce2a-48ee-a21b-3470a2238132,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:23.875328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063063af-11e5-4f3a-90bd-010708693aec req-9d7266f8-4d5a-4ca9-a11e-44102f586c04 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:23.879386 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:23.880635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:23.885012 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-063063af-11e5-4f3a-90bd-010708693aec req-9d7266f8-4d5a-4ca9-a11e-44102f586c04 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.0922160 Nov 09 17:53:23.943633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Pushing event updated for resources: {'Port': ['ID=16db6515-73b8-406e-ba10-3af16103cd11,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:23.960303 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-063063af-11e5-4f3a-90bd-010708693aec req-ca841c86-5602-4f00-a0f2-e87cde1ca25e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741532 Nov 09 17:53:24.024729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09a9ded9-2835-4c81-adad-a4e3ca30ebbb req-d55ed7da-eeb5-4e1d-856c-69dffecfc654 service neutron] 10.222.0.13 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203694 Nov 09 17:53:24.052005 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ff909d91-27c5-47ce-bd8d-c95d47fefd92 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:24.072397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b8cf0-26bc-42dc-9ccd-921ec424bf90 req-ed14b568-6cfd-4038-b8b7-2bbdb317bfbb tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:24.074643 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be4b8cf0-26bc-42dc-9ccd-921ec424bf90 req-ed14b568-6cfd-4038-b8b7-2bbdb317bfbb tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 948 time: 0.6161034 Nov 09 17:53:24.088910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=dd8443a3-ce2a-48ee-a21b-3470a2238132,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:24.117630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:53:24.123949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:24.124400 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:24.190784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff909d91-27c5-47ce-bd8d-c95d47fefd92 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event deleted for resources: {'Port': ['ID=d99ff302-4067-496b-b9a3-31b111875b01,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:24.253063 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f37dbe-d1c4-4b11-ae30-7ccc959db199 x-openstack-request-id: req-65f37dbe-d1c4-4b11-ae30-7ccc959db199 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:24.253990 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "6ef9967e-4c83-4ee5-860b-bdb537513739", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:24.254479 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65f37dbe-d1c4-4b11-ae30-7ccc959db199 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:24.255089 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef9967e-4c83-4ee5-860b-bdb537513739', 'code': 200} Nov 09 17:53:24.262038 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:24.377283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000,segment=NetworkSegment(fdab91bb-c506-4901-bc13-f6f123e4e47b),segment_id=fdab91bb-c506-4901-bc13-f6f123e4e47b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:24.387869 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:24.388948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device c7d451e7-2b1c-426c-8bb5-f2befdd86181 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:24.452099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:24.515440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13c010-fe27-4c27-9c3b-1ecdfdab7055 req-3a1f79a3-827e-47e5-8bc5-70d407ed1daf tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:24.522383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port c7d451e7-2b1c-426c-8bb5-f2befdd86181 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:53:24.533676 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1c13c010-fe27-4c27-9c3b-1ecdfdab7055 req-3a1f79a3-827e-47e5-8bc5-70d407ed1daf tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 943 time: 0.1716235 Nov 09 17:53:24.550875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port c7d451e7-2b1c-426c-8bb5-f2befdd86181 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:24.556330 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:24.611244 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1c13c010-fe27-4c27-9c3b-1ecdfdab7055 req-880604ee-0155-451a-a7f4-478211d04fe0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785232 Nov 09 17:53:24.657103 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ff909d91-27c5-47ce-bd8d-c95d47fefd92 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:24.661904 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ff909d91-27c5-47ce-bd8d-c95d47fefd92 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "DELETE /v2.0/ports/d99ff302-4067-496b-b9a3-31b111875b01 HTTP/1.1" status: 204 len: 168 time: 2.5518279 Nov 09 17:53:24.667546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42110) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:24.674292 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:24.729305 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2da84725-f3f8-4856-8e42-024a2f91ce62 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0503442 Nov 09 17:53:24.736767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc17b9-04b3-4043-b104-ff5d27d89186 req-0910f642-3565-4aa6-b7db-3585c9ead4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:24.738725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bfc17b9-04b3-4043-b104-ff5d27d89186 req-0910f642-3565-4aa6-b7db-3585c9ead4c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 1094 time: 0.5931897 Nov 09 17:53:24.740041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42114) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:24.741315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Attempting to bind port 16db6515-73b8-406e-ba10-3af16103cd11 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:53:24.742212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Attempting to bind port 16db6515-73b8-406e-ba10-3af16103cd11 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:53:24.742848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Attempting to bind port 16db6515-73b8-406e-ba10-3af16103cd11 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:24.742987 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port c7d451e7-2b1c-426c-8bb5-f2befdd86181, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c7d451e7-2b1c-426c-8bb5-f2befdd86181,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:24.748873 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be4b8cf0-26bc-42dc-9ccd-921ec424bf90 req-3fafa73f-8d88-467b-8f42-3ffe7aeda433 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6561997 Nov 09 17:53:24.753000 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:24.756379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-94471c46-c169-4741-b8f5-1d251860ae87 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2002621932'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:24.796791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Port 16db6515-73b8-406e-ba10-3af16103cd11 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:53:24.797150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Attempting to bind port 16db6515-73b8-406e-ba10-3af16103cd11 on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:24.838881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=c7d451e7-2b1c-426c-8bb5-f2befdd86181,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:24.842483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 55aad609-e018-4a11-95ea-6a959eefd6a9 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:24.869776 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-72ec0890-0154-4a26-8aca-8ffc99d63700 req-0355877c-a980-4636-8dcc-eddd79c4ba43 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 210 time: 0.0402746 Nov 09 17:53:24.893375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:24.893556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:24.893822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:24.894415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Bound port: 16db6515-73b8-406e-ba10-3af16103cd11, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:53:24.894967 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:24.942995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 55aad609-e018-4a11-95ea-6a959eefd6a9 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:53:24.950221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94471c46-c169-4741-b8f5-1d251860ae87 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Made reservation on behalf of 654df84424b54fb6bb7ca853f5e80711 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:24.951641 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 55aad609-e018-4a11-95ea-6a959eefd6a9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:24.952179 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:24.954945 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-94471c46-c169-4741-b8f5-1d251860ae87 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:25.124707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94471c46-c169-4741-b8f5-1d251860ae87 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:25.163162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74386be-a72a-4803-8530-964150cf2142 req-17b00c26-cc99-4018-96d7-501f638c6d6d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:25.170858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74386be-a72a-4803-8530-964150cf2142 req-17b00c26-cc99-4018-96d7-501f638c6d6d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:25.182361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74386be-a72a-4803-8530-964150cf2142 req-17b00c26-cc99-4018-96d7-501f638c6d6d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:25.193583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74386be-a72a-4803-8530-964150cf2142 req-17b00c26-cc99-4018-96d7-501f638c6d6d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:25.200397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74386be-a72a-4803-8530-964150cf2142 req-17b00c26-cc99-4018-96d7-501f638c6d6d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:25.207006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74386be-a72a-4803-8530-964150cf2142 req-17b00c26-cc99-4018-96d7-501f638c6d6d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:25.209959 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:25.214099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74386be-a72a-4803-8530-964150cf2142 req-17b00c26-cc99-4018-96d7-501f638c6d6d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:25.216179 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d7a3-4505-4305-a0f2-6930a340f307 req-a8f05354-672b-42af-ba96-4367bee14b07 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:25.217029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b74386be-a72a-4803-8530-964150cf2142 req-17b00c26-cc99-4018-96d7-501f638c6d6d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5443 time: 0.3192196 Nov 09 17:53:25.221343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc17b9-04b3-4043-b104-ff5d27d89186 req-30320459-5e1d-4969-a3cf-911d3ac1bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:25.222912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bfc17b9-04b3-4043-b104-ff5d27d89186 req-30320459-5e1d-4969-a3cf-911d3ac1bbd5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 906 time: 0.4716492 Nov 09 17:53:25.230905 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-94471c46-c169-4741-b8f5-1d251860ae87 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:25.231301 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-94471c46-c169-4741-b8f5-1d251860ae87 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Added segment 61b11d9d-9cf6-4a71-8f80-cb1e959074d5 of type vlan for network b6d73e36-52a8-4479-b14a-2da0631863de Nov 09 17:53:25.231525 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-adc7d7a3-4505-4305-a0f2-6930a340f307 req-a8f05354-672b-42af-ba96-4367bee14b07 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.1243577 Nov 09 17:53:25.233419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] For port 16db6515-73b8-406e-ba10-3af16103cd11, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:25.317443 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bfc17b9-04b3-4043-b104-ff5d27d89186 req-dcd15e4a-68c8-4f3a-a6aa-c426e58fa437 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8e6bc8a-b50d-4349-9a54-1595577841fa HTTP/1.1" status: 200 len: 217 time: 0.0813670 Nov 09 17:53:25.326096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 55aad609-e018-4a11-95ea-6a959eefd6a9, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=55aad609-e018-4a11-95ea-6a959eefd6a9,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:25.328208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] For port 16db6515-73b8-406e-ba10-3af16103cd11, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=16db6515-73b8-406e-ba10-3af16103cd11,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:25.331152 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-adc7d7a3-4505-4305-a0f2-6930a340f307 req-1831db24-8476-4add-a349-0467517dfd83 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846589 Nov 09 17:53:25.340179 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:25.354433 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:25.425879 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-94471c46-c169-4741-b8f5-1d251860ae87 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:25.463695 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b74386be-a72a-4803-8530-964150cf2142 req-a772e9aa-ccff-4443-9f9a-4aaa6dda7b23 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2186048 Nov 09 17:53:25.467306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:25.467933 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:25.469806 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] 10.222.0.18 "PUT /v2.0/ports/16db6515-73b8-406e-ba10-3af16103cd11 HTTP/1.1" status: 200 len: 1096 time: 3.9402604 Nov 09 17:53:25.478143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f54e492-e841-4c31-b0ab-23484cb1e934', 'tag': '16db6515-73b8-406e-ba10-3af16103cd11'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:25.480642 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e0fcca-172a-452f-ad05-a7ee8b906f18" -d '{"events": [{"name": "network-changed", "server_uuid": "7f54e492-e841-4c31-b0ab-23484cb1e934", "tag": "16db6515-73b8-406e-ba10-3af16103cd11"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:25.497437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc17b9-04b3-4043-b104-ff5d27d89186 req-46efb193-6c25-4c8d-869c-3eb89ebaf454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:25.498794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bfc17b9-04b3-4043-b104-ff5d27d89186 req-46efb193-6c25-4c8d-869c-3eb89ebaf454 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.1691401 Nov 09 17:53:25.537808 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-94471c46-c169-4741-b8f5-1d251860ae87 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:25.546551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=55aad609-e018-4a11-95ea-6a959eefd6a9,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:25.560471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94471c46-c169-4741-b8f5-1d251860ae87 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:25.561634 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-94471c46-c169-4741-b8f5-1d251860ae87 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:25.600985 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12009fa-ab3b-4ef5-8613-c4876e41e911 x-openstack-request-id: req-e12009fa-ab3b-4ef5-8613-c4876e41e911 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:25.601611 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f54e492-e841-4c31-b0ab-23484cb1e934", "tag": "16db6515-73b8-406e-ba10-3af16103cd11", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:25.602125 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e12009fa-ab3b-4ef5-8613-c4876e41e911 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:25.603036 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f54e492-e841-4c31-b0ab-23484cb1e934', 'tag': '16db6515-73b8-406e-ba10-3af16103cd11', 'status': 'completed', 'code': 200} Nov 09 17:53:25.609857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425ee40-ba68-4fe8-aea7-c35745fd7f0d service neutron] Pushing event updated for resources: {'Port': ['ID=16db6515-73b8-406e-ba10-3af16103cd11,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:25.626765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bfc17b9-04b3-4043-b104-ff5d27d89186 req-d59cf33c-ebfb-400c-a0d3-87816ffc709d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156380 Nov 09 17:53:25.868349 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-94471c46-c169-4741-b8f5-1d251860ae87 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1180029 Nov 09 17:53:25.877207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42136) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:25.924841 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-28f4bf95-9d6b-45e7-ae23-b6f369809118 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-523757102'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:26.011929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f4bf95-9d6b-45e7-ae23-b6f369809118 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Made reservation on behalf of 654df84424b54fb6bb7ca853f5e80711 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:26.020472 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-28f4bf95-9d6b-45e7-ae23-b6f369809118 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:26.060877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94471c46-c169-4741-b8f5-1d251860ae87 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event updated for resources: {'Network': ['ID=b6d73e36-52a8-4479-b14a-2da0631863de,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:26.081542 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network b6d73e36-52a8-4479-b14a-2da0631863de details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:26.091434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f4bf95-9d6b-45e7-ae23-b6f369809118 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:26.113841 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-28f4bf95-9d6b-45e7-ae23-b6f369809118 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:26.114527 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-28f4bf95-9d6b-45e7-ae23-b6f369809118 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Added segment d11d1747-4260-45b8-8b63-6dec93e2d340 of type vlan for network 0888aabd-1cd6-4e96-8647-005adb845a37 Nov 09 17:53:26.115894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab36ca-1170-430d-bf99-e65895ad731c req-afa88e15-b52d-4536-9d6f-1d2871e0afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:26.119473 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-afa88e15-b52d-4536-9d6f-1d2871e0afa2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1246678404704c50bf29929acd6f284e&device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 1099 time: 0.4648662 Nov 09 17:53:26.196616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-28f4bf95-9d6b-45e7-ae23-b6f369809118 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:26.217974 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-8b15acb4-2b12-4b2f-9cec-7a865e5cb1bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=16db6515-73b8-406e-ba10-3af16103cd11 HTTP/1.1" status: 200 len: 217 time: 0.0838804 Nov 09 17:53:26.224256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bfc17b9-04b3-4043-b104-ff5d27d89186 req-4bb720d8-1e6d-4c71-8a6a-4fbc65e01c45 service neutron] 10.222.0.13 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717351 Nov 09 17:53:26.236048 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5cbab-bed9-49ea-baf0-662a0f93c7de req-bfbba3ea-e621-4c56-8220-ed9b8b960426 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:26.239262 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-96b5cbab-bed9-49ea-baf0-662a0f93c7de req-bfbba3ea-e621-4c56-8220-ed9b8b960426 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 943 time: 0.3656244 Nov 09 17:53:26.248447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-ffe3bfaa-3b58-43a2-b0d9-6ea76bc381ef tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:26.250230 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-ffe3bfaa-3b58-43a2-b0d9-6ea76bc381ef tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.13 "GET /v2.0/networks?id=9154f214-e5f5-47a6-bb91-3bba18e7c703 HTTP/1.1" status: 200 len: 821 time: 0.5216358 Nov 09 17:53:26.257010 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510929e3-6484-4eca-8e41-119ef67dace3'}, {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8443a3-ce2a-48ee-a21b-3470a2238132'}, {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000'}, {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d451e7-2b1c-426c-8bb5-f2befdd86181'}, {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aad609-e018-4a11-95ea-6a959eefd6a9'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:26.260566 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5daa10f-f86f-442e-85a3-fc69d819d33d" -d '{"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "510929e3-6484-4eca-8e41-119ef67dace3"}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "dd8443a3-ce2a-48ee-a21b-3470a2238132"}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "d69e5ee6-c321-45a8-8ab4-d2ecb8dca000"}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "c7d451e7-2b1c-426c-8bb5-f2befdd86181"}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "55aad609-e018-4a11-95ea-6a959eefd6a9"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:26.304868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2582faa-f122-4455-89c8-453a0978160d req-3d54f150-30a1-4ff9-b219-11f4c7f8be76 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:26.308362 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2582faa-f122-4455-89c8-453a0978160d req-3d54f150-30a1-4ff9-b219-11f4c7f8be76 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 948 time: 0.2766118 Nov 09 17:53:26.311992 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-28f4bf95-9d6b-45e7-ae23-b6f369809118 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:26.324977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f4bf95-9d6b-45e7-ae23-b6f369809118 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:26.325998 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-28f4bf95-9d6b-45e7-ae23-b6f369809118 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:26.326833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-627b9616-e641-4d8d-a77b-5784bdc62376 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Request body: {'port': {'device_id': 'cca05f6a-9a57-46bc-a2bd-4e47e65f9639', 'network_id': '9154f214-e5f5-47a6-bb91-3bba18e7c703', 'admin_state_up': True, 'tenant_id': 'b798b5be0f1e49afb6840008c6fa3ad9'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:26.456672 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-96b5cbab-bed9-49ea-baf0-662a0f93c7de req-2e4fb073-d53b-4455-8d15-f060b9faa9ca tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919744 Nov 09 17:53:26.516558 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-28f4bf95-9d6b-45e7-ae23-b6f369809118 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6369300 Nov 09 17:53:26.519695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4bf95-9d6b-45e7-ae23-b6f369809118 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event updated for resources: {'Network': ['ID=0888aabd-1cd6-4e96-8647-005adb845a37,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:26.542859 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab36ca-1170-430d-bf99-e65895ad731c req-5307d241-35e0-4f0d-82f3-90141c605695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:26.545619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-5307d241-35e0-4f0d-82f3-90141c605695 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.3198228 Nov 09 17:53:26.557192 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 0888aabd-1cd6-4e96-8647-005adb845a37 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:26.676873 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4769f47-2486-4cc3-b01f-b280ae246f54 req-03648330-e9dd-4562-8895-7cc0752950e3 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 210 time: 0.0614684 Nov 09 17:53:26.740854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2582faa-f122-4455-89c8-453a0978160d req-8421ce79-133d-455b-aa08-376037a99ba0 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922544 Nov 09 17:53:26.751041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bfc17b9-04b3-4043-b104-ff5d27d89186 req-0a6cdbf9-18d8-43aa-bb5a-c8e5e97e1de9 service neutron] 10.222.0.13 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106702 Nov 09 17:53:26.825543 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d31f354-9e92-4621-91fc-f3142019421f x-openstack-request-id: req-6d31f354-9e92-4621-91fc-f3142019421f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:26.827027 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "510929e3-6484-4eca-8e41-119ef67dace3", "code": 200}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "dd8443a3-ce2a-48ee-a21b-3470a2238132", "code": 200}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "d69e5ee6-c321-45a8-8ab4-d2ecb8dca000", "code": 200}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "c7d451e7-2b1c-426c-8bb5-f2befdd86181", "code": 200}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-plugged", "status": "completed", "tag": "55aad609-e018-4a11-95ea-6a959eefd6a9", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:26.827315 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d31f354-9e92-4621-91fc-f3142019421f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:26.829648 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510929e3-6484-4eca-8e41-119ef67dace3', 'code': 200} Nov 09 17:53:26.830104 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8443a3-ce2a-48ee-a21b-3470a2238132', 'code': 200} Nov 09 17:53:26.830533 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000', 'code': 200} Nov 09 17:53:26.830968 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d451e7-2b1c-426c-8bb5-f2befdd86181', 'code': 200} Nov 09 17:53:26.831446 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aad609-e018-4a11-95ea-6a959eefd6a9', 'code': 200} Nov 09 17:53:26.949210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab36ca-1170-430d-bf99-e65895ad731c req-f66fe720-8a13-4f68-8626-48e2e09cde4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:26.950784 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-f66fe720-8a13-4f68-8626-48e2e09cde4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3929131 Nov 09 17:53:27.021058 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-627b9616-e641-4d8d-a77b-5784bdc62376 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Made reservation on behalf of b798b5be0f1e49afb6840008c6fa3ad9 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:27.025891 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-627b9616-e641-4d8d-a77b-5784bdc62376 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:27.104994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe3c9b-f7d5-4d68-b5fb-718a712404d9 req-2b68bfd2-9c9c-4700-8d1c-7ed547b21da2 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.106609 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bbe3c9b-f7d5-4d68-b5fb-718a712404d9 req-2b68bfd2-9c9c-4700-8d1c-7ed547b21da2 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.2227347 Nov 09 17:53:27.181820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a60e2-ee07-4654-aa3a-b3d1cdc79918 req-a49936d4-e972-4c3b-8f0b-36d46bd60d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.182770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a60e2-ee07-4654-aa3a-b3d1cdc79918 req-a49936d4-e972-4c3b-8f0b-36d46bd60d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.183461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a60e2-ee07-4654-aa3a-b3d1cdc79918 req-a49936d4-e972-4c3b-8f0b-36d46bd60d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.183762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eee76e-040a-4400-898a-23b1684aa5ab req-6a34931d-d97e-408c-9e3e-2b4976be0956 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.184326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a60e2-ee07-4654-aa3a-b3d1cdc79918 req-a49936d4-e972-4c3b-8f0b-36d46bd60d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.184960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a60e2-ee07-4654-aa3a-b3d1cdc79918 req-a49936d4-e972-4c3b-8f0b-36d46bd60d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.185591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a60e2-ee07-4654-aa3a-b3d1cdc79918 req-a49936d4-e972-4c3b-8f0b-36d46bd60d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.186220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a60e2-ee07-4654-aa3a-b3d1cdc79918 req-a49936d4-e972-4c3b-8f0b-36d46bd60d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.188451 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-623a60e2-ee07-4654-aa3a-b3d1cdc79918 req-a49936d4-e972-4c3b-8f0b-36d46bd60d1b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6501 time: 0.2364831 Nov 09 17:53:27.198981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eee76e-040a-4400-898a-23b1684aa5ab req-6a34931d-d97e-408c-9e3e-2b4976be0956 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.227507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eee76e-040a-4400-898a-23b1684aa5ab req-6a34931d-d97e-408c-9e3e-2b4976be0956 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.252948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eee76e-040a-4400-898a-23b1684aa5ab req-6a34931d-d97e-408c-9e3e-2b4976be0956 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.276298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eee76e-040a-4400-898a-23b1684aa5ab req-6a34931d-d97e-408c-9e3e-2b4976be0956 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.313494 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-4ecd6ffa-71c5-4a87-aee4-00377c426083 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472013 Nov 09 17:53:27.326122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eee76e-040a-4400-898a-23b1684aa5ab req-6a34931d-d97e-408c-9e3e-2b4976be0956 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.344593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eee76e-040a-4400-898a-23b1684aa5ab req-6a34931d-d97e-408c-9e3e-2b4976be0956 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:27.345344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bbe3c9b-f7d5-4d68-b5fb-718a712404d9 req-ababf7b8-c735-4ed1-9b86-259e93ff7c34 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151592 Nov 09 17:53:27.377970 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d9eee76e-040a-4400-898a-23b1684aa5ab req-6a34931d-d97e-408c-9e3e-2b4976be0956 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5444 time: 0.3437285 Nov 09 17:53:27.394220 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-623a60e2-ee07-4654-aa3a-b3d1cdc79918 req-8ec66135-704b-4c1b-9c01-fcaff0a2f4ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1932003 Nov 09 17:53:27.418414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-627b9616-e641-4d8d-a77b-5784bdc62376 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Allocated IP 172.20.0.10 (9154f214-e5f5-47a6-bb91-3bba18e7c703/2de4fe1b-e4ec-46bc-9824-44dc05b6de7c/4a94d333-99e8-4d30-8f59-77beef2cbc51) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:27.424043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e8e6bc8a-b50d-4349-9a54-1595577841fa details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:53:27.542440 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d9eee76e-040a-4400-898a-23b1684aa5ab req-806e2f36-a039-455d-b4e9-b544fc574032 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1537814 Nov 09 17:53:27.579565 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbab36ca-1170-430d-bf99-e65895ad731c req-c457bc41-3158-4b39-a603-a679b117588e service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499971 Nov 09 17:53:27.659404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e8e6bc8a-b50d-4349-9a54-1595577841fa, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e8e6bc8a-b50d-4349-9a54-1595577841fa,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:27.686032 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'e8e6bc8a-b50d-4349-9a54-1595577841fa', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'port_id': 'e8e6bc8a-b50d-4349-9a54-1595577841fa', 'mac_address': 'fa:16:3e:52:ac:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417001cc-f87f-4208-b45a-9ddf65dcb18d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:53:27.848205 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:27.881159 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e6bc8a-b50d-4349-9a54-1595577841fa {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:27.907612 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-627b9616-e641-4d8d-a77b-5784bdc62376 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:27.960232 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e8e6bc8a-b50d-4349-9a54-1595577841fa, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e8e6bc8a-b50d-4349-9a54-1595577841fa,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:27.974155 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:28.034149 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3df9d306-d6c5-4904-9528-c030553dc013 req-196f4fe1-b8a2-4a17-b463-68dfc6325dcc tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 210 time: 0.1324427 Nov 09 17:53:28.086813 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-627b9616-e641-4d8d-a77b-5784bdc62376 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:28.089677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e8e6bc8a-b50d-4349-9a54-1595577841fa,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:28.242129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcaa7b-edc1-4fde-b31a-2fa28431955d req-0fa51abc-a48f-4a32-9d8c-14fde04b300d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:28.245406 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acfcaa7b-edc1-4fde-b31a-2fa28431955d req-0fa51abc-a48f-4a32-9d8c-14fde04b300d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 944 time: 0.5674322 Nov 09 17:53:28.247387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b9616-e641-4d8d-a77b-5784bdc62376 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Pushing event updated for resources: {'Port': ['ID=4a94d333-99e8-4d30-8f59-77beef2cbc51,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:28.251710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-627b9616-e641-4d8d-a77b-5784bdc62376 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Network 9154f214-e5f5-47a6-bb91-3bba18e7c703 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:28.253868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-627b9616-e641-4d8d-a77b-5784bdc62376 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:28.254398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e8e6bc8a-b50d-4349-9a54-1595577841fa'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:28.265173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-627b9616-e641-4d8d-a77b-5784bdc62376 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:28.316410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0fcca-172a-452f-ad05-a7ee8b906f18 req-f63f2380-3acc-478a-a3be-8efbb2245f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:28.318598 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-13e0fcca-172a-452f-ad05-a7ee8b906f18 req-f63f2380-3acc-478a-a3be-8efbb2245f8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1246678404704c50bf29929acd6f284e&device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 1099 time: 0.2648063 Nov 09 17:53:28.341442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd494a-a77f-4338-9acc-c6d752fb6224 req-c5d2c9d6-458a-45c3-89d2-1f74c0ac104d tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:28.363351 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fdd494a-a77f-4338-9acc-c6d752fb6224 req-c5d2c9d6-458a-45c3-89d2-1f74c0ac104d tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 948 time: 0.1592331 Nov 09 17:53:28.419869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-627b9616-e641-4d8d-a77b-5784bdc62376 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:28.420975 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-627b9616-e641-4d8d-a77b-5784bdc62376 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:28.457009 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fdd494a-a77f-4338-9acc-c6d752fb6224 req-a7590409-d1a5-4088-908f-0866771a7fed tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905986 Nov 09 17:53:28.587804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0fcca-172a-452f-ad05-a7ee8b906f18 req-9b1dfde3-ff37-4c51-9921-7472a0e24b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:28.591160 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-13e0fcca-172a-452f-ad05-a7ee8b906f18 req-9b1dfde3-ff37-4c51-9921-7472a0e24b90 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.2576733 Nov 09 17:53:28.600279 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acfcaa7b-edc1-4fde-b31a-2fa28431955d req-5d4f61a6-fd30-4fd9-9383-9a6f61f0a7b4 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984402 Nov 09 17:53:28.607251 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-627b9616-e641-4d8d-a77b-5784bdc62376 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2930582 Nov 09 17:53:28.630346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Request body: {'port': {'device_id': 'cca05f6a-9a57-46bc-a2bd-4e47e65f9639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:28.794148 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-13e0fcca-172a-452f-ad05-a7ee8b906f18 req-60bb031e-b99b-44b7-8759-c146212ee053 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=16db6515-73b8-406e-ba10-3af16103cd11 HTTP/1.1" status: 200 len: 217 time: 0.1852427 Nov 09 17:53:28.872622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d5924-14fb-4b4a-9e2d-b0d065539eb3 req-9e17253b-af2f-40fc-bfd2-a5a52dd5111c tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:28.888050 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e77d5924-14fb-4b4a-9e2d-b0d065539eb3 req-9e17253b-af2f-40fc-bfd2-a5a52dd5111c tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.1504381 Nov 09 17:53:28.916282 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:28.992329 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e77d5924-14fb-4b4a-9e2d-b0d065539eb3 req-d2fea60c-f234-4edc-a34e-1011d5ca3bce tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025803 Nov 09 17:53:29.393518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba366a40-5e79-4003-95f7-5416927bd353 req-ef2a5ffa-3cbc-4dc5-bd2f-dfba7c8f7819 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:29.408477 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba366a40-5e79-4003-95f7-5416927bd353 req-ef2a5ffa-3cbc-4dc5-bd2f-dfba7c8f7819 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 932 time: 0.1190264 Nov 09 17:53:29.454721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e8e6bc8a-b50d-4349-9a54-1595577841fa up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:29.504645 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba366a40-5e79-4003-95f7-5416927bd353 req-cc51b280-4efb-46f9-a131-f68b20a16c5b tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911386 Nov 09 17:53:29.541231 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a94d333-99e8-4d30-8f59-77beef2cbc51 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:29.575419 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:29.596972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port e8e6bc8a-b50d-4349-9a54-1595577841fa completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:53:29.602456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port e8e6bc8a-b50d-4349-9a54-1595577841fa triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:29.603166 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:29.620002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Transition to ACTIVE for port object 4a94d333-99e8-4d30-8f59-77beef2cbc51 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:53:29.666896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc8a2-2af0-49da-a7cc-246e14cef5cb req-28fc1cb8-ecbd-448e-8732-463219b3da72 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:29.680974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc8a2-2af0-49da-a7cc-246e14cef5cb req-28fc1cb8-ecbd-448e-8732-463219b3da72 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:29.712093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc8a2-2af0-49da-a7cc-246e14cef5cb req-28fc1cb8-ecbd-448e-8732-463219b3da72 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:29.718665 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc8a2-2af0-49da-a7cc-246e14cef5cb req-28fc1cb8-ecbd-448e-8732-463219b3da72 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:29.725512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc8a2-2af0-49da-a7cc-246e14cef5cb req-28fc1cb8-ecbd-448e-8732-463219b3da72 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:29.733709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc8a2-2af0-49da-a7cc-246e14cef5cb req-28fc1cb8-ecbd-448e-8732-463219b3da72 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:29.742145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc8a2-2af0-49da-a7cc-246e14cef5cb req-28fc1cb8-ecbd-448e-8732-463219b3da72 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:29.754830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-035dc8a2-2af0-49da-a7cc-246e14cef5cb req-28fc1cb8-ecbd-448e-8732-463219b3da72 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5444 time: 0.8850124 Nov 09 17:53:29.757041 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:29.775850 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0fcca-172a-452f-ad05-a7ee8b906f18 req-c2dc4adf-8386-4b8c-ad9d-aed6136ef3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:29.777637 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-13e0fcca-172a-452f-ad05-a7ee8b906f18 req-c2dc4adf-8386-4b8c-ad9d-aed6136ef3e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.9110184 Nov 09 17:53:29.927434 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:29.952459 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4713d-188f-449a-847f-77e6901c0dc6 req-0666e881-863e-46ba-a5d3-f192d6ffbb36 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:29.953774 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17e4713d-188f-449a-847f-77e6901c0dc6 req-0666e881-863e-46ba-a5d3-f192d6ffbb36 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 948 time: 0.2316804 Nov 09 17:53:30.014477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4506d44-eb70-44b3-920c-e645c3d4e105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e6bc8a-b50d-4349-9a54-1595577841fa'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:30.020880 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200316ee-a2ac-4902-952a-48058f13637b" -d '{"events": [{"server_uuid": "e4506d44-eb70-44b3-920c-e645c3d4e105", "name": "network-vif-plugged", "status": "completed", "tag": "e8e6bc8a-b50d-4349-9a54-1595577841fa"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:30.067023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e8e6bc8a-b50d-4349-9a54-1595577841fa, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e8e6bc8a-b50d-4349-9a54-1595577841fa,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:30.077800 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:30.119874 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17e4713d-188f-449a-847f-77e6901c0dc6 req-8072b896-dc0d-4d06-bba8-32856bb4377c tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418412 Nov 09 17:53:30.142635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Pushing event updated for resources: {'Port': ['ID=4a94d333-99e8-4d30-8f59-77beef2cbc51,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:30.217577 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e8e6bc8a-b50d-4349-9a54-1595577841fa,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:30.235988 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-035dc8a2-2af0-49da-a7cc-246e14cef5cb req-1cc73faa-56e7-4f0f-8401-415bb8dca788 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4799242 Nov 09 17:53:30.419687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0fcca-172a-452f-ad05-a7ee8b906f18 req-4df578c8-cf81-4adb-8f4c-145346e9d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:30.421404 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-13e0fcca-172a-452f-ad05-a7ee8b906f18 req-4df578c8-cf81-4adb-8f4c-145346e9d4da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4883609 Nov 09 17:53:30.486512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Attempting to bind port 4a94d333-99e8-4d30-8f59-77beef2cbc51 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:53:30.486824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Attempting to bind port 4a94d333-99e8-4d30-8f59-77beef2cbc51 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '9daed3e4-566b-48a8-82fb-d06d70102706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9154f214-e5f5-47a6-bb91-3bba18e7c703'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:53:30.487265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Attempting to bind port 4a94d333-99e8-4d30-8f59-77beef2cbc51 on network 9154f214-e5f5-47a6-bb91-3bba18e7c703 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:30.537140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc9ef8-84ef-4095-a53f-19a24ee0a71f req-e7ca19dc-16af-45b0-b427-1462a712fc5e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:30.542129 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8abc9ef8-84ef-4095-a53f-19a24ee0a71f req-e7ca19dc-16af-45b0-b427-1462a712fc5e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 945 time: 0.1864996 Nov 09 17:53:30.584574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Port 4a94d333-99e8-4d30-8f59-77beef2cbc51 on network 9154f214-e5f5-47a6-bb91-3bba18e7c703 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:53:30.585525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Attempting to bind port 4a94d333-99e8-4d30-8f59-77beef2cbc51 on network 9154f214-e5f5-47a6-bb91-3bba18e7c703 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:30.594229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:30.594758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Checking segment: {'id': '9daed3e4-566b-48a8-82fb-d06d70102706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9154f214-e5f5-47a6-bb91-3bba18e7c703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:30.594758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Bound using segment: {'id': '9daed3e4-566b-48a8-82fb-d06d70102706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9154f214-e5f5-47a6-bb91-3bba18e7c703'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:30.595126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Bound port: 4a94d333-99e8-4d30-8f59-77beef2cbc51, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9daed3e4-566b-48a8-82fb-d06d70102706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9154f214-e5f5-47a6-bb91-3bba18e7c703'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:53:30.595671 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:30.687717 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8abc9ef8-84ef-4095-a53f-19a24ee0a71f req-2f423294-09c9-41c4-a5cf-9e765520e1ac tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336026 Nov 09 17:53:30.689816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42226) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:30.702385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Request body: {'subnets': [{'network_id': 'b6d73e36-52a8-4479-b14a-2da0631863de', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--54983124', 'ip_version': 6}, {'network_id': '0888aabd-1cd6-4e96-8647-005adb845a37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:30.702705 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Request body: {'subnet': {'network_id': 'b6d73e36-52a8-4479-b14a-2da0631863de', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--54983124', 'ip_version': 6}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:30.713560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Request body: {'subnet': {'network_id': '0888aabd-1cd6-4e96-8647-005adb845a37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:30.717684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923cd9f-de91-4d4d-bad1-047d4a013edb req-4e81417c-a01b-48ac-9777-9c09bf51ac20 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:30.733258 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d923cd9f-de91-4d4d-bad1-047d4a013edb req-4e81417c-a01b-48ac-9777-9c09bf51ac20 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.3051856 Nov 09 17:53:30.769332 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927daabc-53de-45e8-901b-75373ec6ad1a x-openstack-request-id: req-927daabc-53de-45e8-901b-75373ec6ad1a {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:30.769911 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4506d44-eb70-44b3-920c-e645c3d4e105", "name": "network-vif-plugged", "status": "completed", "tag": "e8e6bc8a-b50d-4349-9a54-1595577841fa", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:30.770188 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-927daabc-53de-45e8-901b-75373ec6ad1a {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:30.770814 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4506d44-eb70-44b3-920c-e645c3d4e105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e6bc8a-b50d-4349-9a54-1595577841fa', 'code': 200} Nov 09 17:53:30.870739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] For port 4a94d333-99e8-4d30-8f59-77beef2cbc51, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:30.877906 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] For port 4a94d333-99e8-4d30-8f59-77beef2cbc51, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4a94d333-99e8-4d30-8f59-77beef2cbc51,segment=NetworkSegment(9daed3e4-566b-48a8-82fb-d06d70102706),segment_id=9daed3e4-566b-48a8-82fb-d06d70102706)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:30.899662 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-13e0fcca-172a-452f-ad05-a7ee8b906f18 req-aa07c8b2-b653-4904-9ce8-faf349ab7253 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670212 Nov 09 17:53:30.921456 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:30.928504 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d923cd9f-de91-4d4d-bad1-047d4a013edb req-01674316-b824-4fc6-bfe2-49d2ac17a931 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940546 Nov 09 17:53:30.970558 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Made reservation on behalf of 654df84424b54fb6bb7ca853f5e80711 for: {'subnet': 2} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:30.975774 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:30.977244 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:31.018685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330f8a6-73c4-4bc3-9fab-0219c3346d04 req-f336979f-5c8b-4b60-a611-66380b7ac630 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:31.026372 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3330f8a6-73c4-4bc3-9fab-0219c3346d04 req-f336979f-5c8b-4b60-a611-66380b7ac630 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 944 time: 0.1015539 Nov 09 17:53:31.113587 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3330f8a6-73c4-4bc3-9fab-0219c3346d04 req-f252a543-7f8f-4d12-b485-793d09e3a4e2 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547960 Nov 09 17:53:31.170733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:31.171946 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:31.174402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] 10.222.0.13 "PUT /v2.0/ports/4a94d333-99e8-4d30-8f59-77beef2cbc51 HTTP/1.1" status: 200 len: 1092 time: 2.5525117 Nov 09 17:53:31.175601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca05f6a-9a57-46bc-a2bd-4e47e65f9639', 'tag': '4a94d333-99e8-4d30-8f59-77beef2cbc51'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:31.180950 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34364d17-ea6f-4d30-923a-b8454a45d393" -d '{"events": [{"name": "network-changed", "server_uuid": "cca05f6a-9a57-46bc-a2bd-4e47e65f9639", "tag": "4a94d333-99e8-4d30-8f59-77beef2cbc51"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:31.213859 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ee87e-22f4-4888-ba74-d565369cb8cc service neutron] Pushing event updated for resources: {'Port': ['ID=4a94d333-99e8-4d30-8f59-77beef2cbc51,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:31.237302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f864b5f-9167-4099-9bbe-7b6438d9632e req-5605effc-3cf5-444d-9705-2fe858736d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:31.240381 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f864b5f-9167-4099-9bbe-7b6438d9632e req-5605effc-3cf5-444d-9705-2fe858736d20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 1096 time: 0.3390098 Nov 09 17:53:31.652157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dac60-2841-455c-a7eb-641ec257c96a req-2cc22467-9119-4065-85e9-e724c68000b5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:31.658874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dac60-2841-455c-a7eb-641ec257c96a req-2cc22467-9119-4065-85e9-e724c68000b5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:31.680597 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dac60-2841-455c-a7eb-641ec257c96a req-2cc22467-9119-4065-85e9-e724c68000b5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:31.692372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dac60-2841-455c-a7eb-641ec257c96a req-2cc22467-9119-4065-85e9-e724c68000b5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:31.706094 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dac60-2841-455c-a7eb-641ec257c96a req-2cc22467-9119-4065-85e9-e724c68000b5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:31.713627 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dac60-2841-455c-a7eb-641ec257c96a req-2cc22467-9119-4065-85e9-e724c68000b5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:31.720085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dac60-2841-455c-a7eb-641ec257c96a req-2cc22467-9119-4065-85e9-e724c68000b5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:31.722367 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-361dac60-2841-455c-a7eb-641ec257c96a req-2cc22467-9119-4065-85e9-e724c68000b5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5444 time: 0.2355936 Nov 09 17:53:31.849236 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa54627a-4a11-4801-9728-94911dba43cb x-openstack-request-id: req-aa54627a-4a11-4801-9728-94911dba43cb {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:31.849840 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca05f6a-9a57-46bc-a2bd-4e47e65f9639", "tag": "4a94d333-99e8-4d30-8f59-77beef2cbc51", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:31.849840 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa54627a-4a11-4801-9728-94911dba43cb {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:31.850163 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca05f6a-9a57-46bc-a2bd-4e47e65f9639', 'tag': '4a94d333-99e8-4d30-8f59-77beef2cbc51', 'status': 'completed', 'code': 200} Nov 09 17:53:31.887544 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-361dac60-2841-455c-a7eb-641ec257c96a req-fcc8f8ba-34c4-4719-8d81-510c95e53fd5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899775 Nov 09 17:53:31.958344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-13e0fcca-172a-452f-ad05-a7ee8b906f18 req-194166f6-afd9-484e-85f7-cc248686f418 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0481927 Nov 09 17:53:31.989205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f5349-44bd-4480-8e8a-75926a01f084 req-2cdf68df-4acb-47a0-a4e1-63604ba09451 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:31.997760 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-179f5349-44bd-4480-8e8a-75926a01f084 req-2cdf68df-4acb-47a0-a4e1-63604ba09451 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 948 time: 0.1584775 Nov 09 17:53:32.032950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f864b5f-9167-4099-9bbe-7b6438d9632e req-7e053e8e-6ca3-42da-88b2-012417b34dd0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7781610 Nov 09 17:53:32.037556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-c8fdc2c8-fdf7-426f-b23e-ede808400012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:32.040474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-c8fdc2c8-fdf7-426f-b23e-ede808400012 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b798b5be0f1e49afb6840008c6fa3ad9&device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 1095 time: 0.7969933 Nov 09 17:53:32.075672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-179f5349-44bd-4480-8e8a-75926a01f084 req-118efdbd-9894-46ab-b338-67c18c32e1af tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750184 Nov 09 17:53:32.123812 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:32.193197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 16db6515-73b8-406e-ba10-3af16103cd11 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:53:32.203991 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b23bf0-ab06-42f4-99fa-1bb9cbd585ad req-3a77522e-fb79-4c41-b1e0-d6f17de54292 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:32.206762 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2b23bf0-ab06-42f4-99fa-1bb9cbd585ad req-3a77522e-fb79-4c41-b1e0-d6f17de54292 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 945 time: 0.1830356 Nov 09 17:53:32.261679 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event updated for resources: {'Subnet': ['ID=092d4e44-9371-48d1-9b88-d16d93e94108,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:32.282817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Checking segment: {'id': '61b11d9d-9cf6-4a71-8f80-cb1e959074d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b6d73e36-52a8-4479-b14a-2da0631863de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:32.283375 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Network hostable DHCP agents. Network: b6d73e36-52a8-4479-b14a-2da0631863de, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:53:32.308427 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2b23bf0-ab06-42f4-99fa-1bb9cbd585ad req-70b0ae16-2839-4040-a442-1237b9fa0e3d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896103 Nov 09 17:53:32.325013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Network b6d73e36-52a8-4479-b14a-2da0631863de is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:32.337088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-2f7b5867-6e26-473f-9359-af87917884a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a94d333-99e8-4d30-8f59-77beef2cbc51 HTTP/1.1" status: 200 len: 217 time: 0.0926113 Nov 09 17:53:32.343789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, b6d73e36-52a8-4479-b14a-2da0631863de) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:32.357744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:32.378088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e39c639-3a24-4f93-850f-47402cf58cd9 None None] Network b6d73e36-52a8-4479-b14a-2da0631863de requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:32.378392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab56f-0730-4913-981d-fdf44c90b288 req-d87caded-7742-4965-934d-04515d46d6a4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:32.390977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab56f-0730-4913-981d-fdf44c90b288 req-d87caded-7742-4965-934d-04515d46d6a4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:32.403702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab56f-0730-4913-981d-fdf44c90b288 req-d87caded-7742-4965-934d-04515d46d6a4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:32.416330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab56f-0730-4913-981d-fdf44c90b288 req-d87caded-7742-4965-934d-04515d46d6a4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:32.456365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab56f-0730-4913-981d-fdf44c90b288 req-d87caded-7742-4965-934d-04515d46d6a4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:32.472531 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 16db6515-73b8-406e-ba10-3af16103cd11, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=16db6515-73b8-406e-ba10-3af16103cd11,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:32.481544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab56f-0730-4913-981d-fdf44c90b288 req-d87caded-7742-4965-934d-04515d46d6a4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:32.490970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '16db6515-73b8-406e-ba10-3af16103cd11', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '16db6515-73b8-406e-ba10-3af16103cd11', 'mac_address': 'fa:16:3e:27:b7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:53:32.498930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab56f-0730-4913-981d-fdf44c90b288 req-d87caded-7742-4965-934d-04515d46d6a4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:32.505602 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-401ab56f-0730-4913-981d-fdf44c90b288 req-d87caded-7742-4965-934d-04515d46d6a4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5444 time: 0.3507502 Nov 09 17:53:32.526681 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42262) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:32.560493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event updated for resources: {'Subnet': ['ID=ddf97cb9-00d9-4d9a-9022-4ebcbf2bea5a,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:32.569368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-499f61b5-fb20-4335-b3e2-00194dbcde08 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Request body: {'floatingip': {'port_id': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:32.647102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3042-a357-4613-9051-137a3db32454 req-aa3ee7d0-40b9-4291-9d07-2c124065da24 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:32.650035 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3dec3042-a357-4613-9051-137a3db32454 req-aa3ee7d0-40b9-4291-9d07-2c124065da24 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.2288709 Nov 09 17:53:32.653858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Checking segment: {'id': 'd11d1747-4260-45b8-8b63-6dec93e2d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0888aabd-1cd6-4e96-8647-005adb845a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:32.654946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Network hostable DHCP agents. Network: 0888aabd-1cd6-4e96-8647-005adb845a37, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:53:32.658693 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:32.662390 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-499f61b5-fb20-4335-b3e2-00194dbcde08 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:32.722278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-f23d5a96-da00-4d91-b66c-6845893f77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:32.723494 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-f23d5a96-da00-4d91-b66c-6845893f77a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2de4fe1b-e4ec-46bc-9824-44dc05b6de7c HTTP/1.1" status: 200 len: 861 time: 0.2166970 Nov 09 17:53:32.733616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b718-7518-4e80-9eac-438e02f4a029 req-e1ce3c66-b62b-445e-9707-d44a78383ba0 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:32.735906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5488b718-7518-4e80-9eac-438e02f4a029 req-e1ce3c66-b62b-445e-9707-d44a78383ba0 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 944 time: 0.1218746 Nov 09 17:53:32.744954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16db6515-73b8-406e-ba10-3af16103cd11 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:32.777989 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-f2b28d9c-3924-4841-a16b-6b22be79a7ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9154f214-e5f5-47a6-bb91-3bba18e7c703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416024 Nov 09 17:53:32.826322 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5488b718-7518-4e80-9eac-438e02f4a029 req-6fc2eba4-9257-471b-bd42-ba6fb628c5be tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801048 Nov 09 17:53:32.827811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 16db6515-73b8-406e-ba10-3af16103cd11, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=16db6515-73b8-406e-ba10-3af16103cd11,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:32.836706 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:32.937651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=16db6515-73b8-406e-ba10-3af16103cd11,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:32.957572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-b6d73e36-52a8-4479-b14a-2da0631863de', 'network_id': 'b6d73e36-52a8-4479-b14a-2da0631863de', 'tenant_id': '654df84424b54fb6bb7ca853f5e80711', 'fixed_ips': [{'subnet_id': '092d4e44-9371-48d1-9b88-d16d93e94108'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:53:32.961921 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:33.017951 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-8f713dbd-6147-4aad-aaf4-c7563497cece service neutron] 10.222.0.13 "GET /v2.0/networks/9154f214-e5f5-47a6-bb91-3bba18e7c703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299125 Nov 09 17:53:33.158402 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Network 0888aabd-1cd6-4e96-8647-005adb845a37 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:33.183383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 0888aabd-1cd6-4e96-8647-005adb845a37) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:33.205654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3dec3042-a357-4613-9051-137a3db32454 req-33160fd3-5f7b-405c-a9ac-dc96b8c70e51 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368848 Nov 09 17:53:33.216023 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:33.216864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:33.217996 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:33.219950 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde9d85b-67dc-4f9e-adb2-c64ddc5287aa None None] Network 0888aabd-1cd6-4e96-8647-005adb845a37 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:33.266457 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e98c716c-afca-4990-afb1-b07b153d608a tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.5719230 Nov 09 17:53:33.270640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42284) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:33.349347 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a335527d-16a5-44b5-8d62-c6bfb9621786 req-41ba3bd7-b3d4-4c47-9214-ab74fe4a7391 service neutron] 10.222.0.13 "GET /v2.0/networks/9154f214-e5f5-47a6-bb91-3bba18e7c703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180075 Nov 09 17:53:33.561234 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['16db6515-73b8-406e-ba10-3af16103cd11'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:33.631776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba20caea-35dd-4ed9-b46a-803fad8ae8b7 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:33.634743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba20caea-35dd-4ed9-b46a-803fad8ae8b7 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:33.637202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba20caea-35dd-4ed9-b46a-803fad8ae8b7 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:33.650753 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ba20caea-35dd-4ed9-b46a-803fad8ae8b7 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.3784842 Nov 09 17:53:33.659039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42292) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:33.763513 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54f733b-0bcf-447c-b16c-68e07ecd5b28 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Deleting subnet 092d4e44-9371-48d1-9b88-d16d93e94108 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:53:33.799896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a930fc-9637-4d3c-b743-8863f9777f2d req-c5d7efd2-4a95-4daf-9bb4-6d30edd9c739 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:33.803053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c54f4c-e563-4897-822f-69225ba41fa1 req-b4718868-b038-4d14-a215-ea3a1cfa7e66 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:33.806693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c1c54f4c-e563-4897-822f-69225ba41fa1 req-b4718868-b038-4d14-a215-ea3a1cfa7e66 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 945 time: 0.1935980 Nov 09 17:53:33.814379 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38a930fc-9637-4d3c-b743-8863f9777f2d req-c5d7efd2-4a95-4daf-9bb4-6d30edd9c739 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 949 time: 0.4072185 Nov 09 17:53:33.834535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34364d17-ea6f-4d30-923a-b8454a45d393 req-50a4c607-7c65-4fa9-bf9f-8ee392643cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:33.843829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34364d17-ea6f-4d30-923a-b8454a45d393 req-50a4c607-7c65-4fa9-bf9f-8ee392643cfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b798b5be0f1e49afb6840008c6fa3ad9&device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 1095 time: 0.2951436 Nov 09 17:53:33.971266 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-0888aabd-1cd6-4e96-8647-005adb845a37', 'network_id': '0888aabd-1cd6-4e96-8647-005adb845a37', 'tenant_id': '654df84424b54fb6bb7ca853f5e80711', 'fixed_ips': [{'subnet_id': 'ddf97cb9-00d9-4d9a-9022-4ebcbf2bea5a'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:53:33.972387 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:33.986357 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c1c54f4c-e563-4897-822f-69225ba41fa1 req-dbe01e21-73c9-4374-989b-801a44639196 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725516 Nov 09 17:53:34.006017 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38a930fc-9637-4d3c-b743-8863f9777f2d req-8722f658-65d8-454e-8cae-7ed46bd47a19 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902397 Nov 09 17:53:34.059952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [None req-499f61b5-fb20-4335-b3e2-00194dbcde08 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:53:34.070874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34364d17-ea6f-4d30-923a-b8454a45d393 req-3985ee12-abf3-4e22-a18a-6d6f3516efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:34.077030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34364d17-ea6f-4d30-923a-b8454a45d393 req-3985ee12-abf3-4e22-a18a-6d6f3516efa3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9154f214-e5f5-47a6-bb91-3bba18e7c703 HTTP/1.1" status: 200 len: 922 time: 0.2168486 Nov 09 17:53:34.238375 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34364d17-ea6f-4d30-923a-b8454a45d393 req-e19f58c6-757c-4545-870a-a0a35494c6e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a94d333-99e8-4d30-8f59-77beef2cbc51 HTTP/1.1" status: 200 len: 217 time: 0.1487749 Nov 09 17:53:34.309377 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-499f61b5-fb20-4335-b3e2-00194dbcde08 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:34.367981 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-499f61b5-fb20-4335-b3e2-00194dbcde08 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:34.378093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34364d17-ea6f-4d30-923a-b8454a45d393 req-a2ff5f06-019a-4b65-8e9c-49b088d6d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:34.380935 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34364d17-ea6f-4d30-923a-b8454a45d393 req-a2ff5f06-019a-4b65-8e9c-49b088d6d96e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2de4fe1b-e4ec-46bc-9824-44dc05b6de7c HTTP/1.1" status: 200 len: 861 time: 0.1347063 Nov 09 17:53:34.395952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Allocated IP 2001:db8::1 (b6d73e36-52a8-4479-b14a-2da0631863de/092d4e44-9371-48d1-9b88-d16d93e94108/e899582b-330f-487e-b270-160983f6ef29) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:34.494833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34364d17-ea6f-4d30-923a-b8454a45d393 req-c0d55e64-caaf-4b54-941a-e96b35873dc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9154f214-e5f5-47a6-bb91-3bba18e7c703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042001 Nov 09 17:53:34.542080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Allocated IP 2001:db8:0:1::1 (0888aabd-1cd6-4e96-8647-005adb845a37/ddf97cb9-00d9-4d9a-9022-4ebcbf2bea5a/65ce1464-ad03-49a5-826f-d2fc6f82a6b9) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:34.558775 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5134d53-7532-438d-9e0e-9126ef8dafd6 req-8ac49f97-476b-4cb5-8844-de2c35756f5d tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:34.568082 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5134d53-7532-438d-9e0e-9126ef8dafd6 req-8ac49f97-476b-4cb5-8844-de2c35756f5d tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 944 time: 0.2542038 Nov 09 17:53:34.651174 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5134d53-7532-438d-9e0e-9126ef8dafd6 req-cd501fb6-15c2-47b4-bd3a-f35d76cc8d55 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811794 Nov 09 17:53:34.691827 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-499f61b5-fb20-4335-b3e2-00194dbcde08 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Floating IP f84e376a-244f-458f-9c78-11b083cfda26 associated. External IP: 172.25.1.193, port: d69e5ee6-c321-45a8-8ab4-d2ecb8dca000. Nov 09 17:53:34.805555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c3e8b-c40b-4ffa-8e4d-5a00002ab69d req-9054bfcf-36b0-47da-ae13-ebb348f9f8e9 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:34.819815 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-370c3e8b-c40b-4ffa-8e4d-5a00002ab69d req-9054bfcf-36b0-47da-ae13-ebb348f9f8e9 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.3230126 Nov 09 17:53:34.995699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-370c3e8b-c40b-4ffa-8e4d-5a00002ab69d req-1156d79d-9468-4d1d-be92-90331d509ea6 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743376 Nov 09 17:53:35.076576 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34364d17-ea6f-4d30-923a-b8454a45d393 req-1484bc08-16cc-4b14-afb7-cc8fdba7581d service neutron] 10.222.0.13 "GET /v2.0/networks/9154f214-e5f5-47a6-bb91-3bba18e7c703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399408 Nov 09 17:53:35.154756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323f546-6d20-418d-bf69-81ea30234df2 req-3cf97b50-b061-4bc8-aaef-a639b22cf51b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:35.165726 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3323f546-6d20-418d-bf69-81ea30234df2 req-3cf97b50-b061-4bc8-aaef-a639b22cf51b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.2663124 Nov 09 17:53:35.192993 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3323f546-6d20-418d-bf69-81ea30234df2 req-3e4f6970-697c-4614-bc7b-f0c6184a6254 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/quotas/d83662e3666441899feb7a0a206d59be HTTP/1.1" status: 200 len: 375 time: 0.0258882 Nov 09 17:53:35.211781 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499f61b5-fb20-4335-b3e2-00194dbcde08 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Router e845d38d-665a-47e9-b30f-10db84e22be8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:53:35.482616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cecad9-394c-45f7-bea2-848ec18213e3 req-1eaa81df-46ce-4b4a-8ae0-4983a300070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:35.484584 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8cecad9-394c-45f7-bea2-848ec18213e3 req-1eaa81df-46ce-4b4a-8ae0-4983a300070a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 1096 time: 0.1659997 Nov 09 17:53:35.568093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca691f-28c3-4cc7-9e0c-d38f64d7f7f7 req-0e6a36ce-c505-4cf9-900b-40fde38462b0 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:35.584161 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18ca691f-28c3-4cc7-9e0c-d38f64d7f7f7 req-0e6a36ce-c505-4cf9-900b-40fde38462b0 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 949 time: 0.3094819 Nov 09 17:53:35.637169 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34364d17-ea6f-4d30-923a-b8454a45d393 req-55324c6a-ffcf-4140-9830-4dab2bcb6730 service neutron] 10.222.0.13 "GET /v2.0/networks/9154f214-e5f5-47a6-bb91-3bba18e7c703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511920 Nov 09 17:53:35.637708 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:35.659436 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:35.671960 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:35.688556 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:35.689756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18ca691f-28c3-4cc7-9e0c-d38f64d7f7f7 req-56a63564-ab8d-4d8b-a653-6ac1b430ec4d tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041198 Nov 09 17:53:35.700541 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8cecad9-394c-45f7-bea2-848ec18213e3 req-ddf62174-063f-4aae-9464-8d9e201a2f17 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056491 Nov 09 17:53:35.729068 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Network b6d73e36-52a8-4479-b14a-2da0631863de is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:35.737576 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:35.740729 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:35.764799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Network 0888aabd-1cd6-4e96-8647-005adb845a37 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:35.770467 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Pushing event updated for resources: {'Port': ['ID=e899582b-330f-487e-b270-160983f6ef29,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:35.825096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:35.828599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:35.850225 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Pushing event updated for resources: {'Port': ['ID=65ce1464-ad03-49a5-826f-d2fc6f82a6b9,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:35.967345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Attempting to bind port e899582b-330f-487e-b270-160983f6ef29 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:53:35.970407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Attempting to bind port e899582b-330f-487e-b270-160983f6ef29 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '61b11d9d-9cf6-4a71-8f80-cb1e959074d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b6d73e36-52a8-4479-b14a-2da0631863de'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:53:35.973022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Attempting to bind port e899582b-330f-487e-b270-160983f6ef29 on network b6d73e36-52a8-4479-b14a-2da0631863de {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:36.025165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:36.025569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Checking segment: {'id': '61b11d9d-9cf6-4a71-8f80-cb1e959074d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b6d73e36-52a8-4479-b14a-2da0631863de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:36.025998 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:36.028466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Bound using segment: {'id': '61b11d9d-9cf6-4a71-8f80-cb1e959074d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b6d73e36-52a8-4479-b14a-2da0631863de'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:36.028842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Bound port: e899582b-330f-487e-b270-160983f6ef29, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b11d9d-9cf6-4a71-8f80-cb1e959074d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b6d73e36-52a8-4479-b14a-2da0631863de'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:53:36.029270 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:36.062103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7db53d-6b82-412e-a223-0143a84724ac req-1875af99-5eb4-4097-b60b-5b7f48b95649 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:36.062834 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Attempting to bind port 65ce1464-ad03-49a5-826f-d2fc6f82a6b9 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:53:36.063468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Attempting to bind port 65ce1464-ad03-49a5-826f-d2fc6f82a6b9 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd11d1747-4260-45b8-8b63-6dec93e2d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0888aabd-1cd6-4e96-8647-005adb845a37'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:53:36.063920 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Attempting to bind port 65ce1464-ad03-49a5-826f-d2fc6f82a6b9 on network 0888aabd-1cd6-4e96-8647-005adb845a37 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:36.100252 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8d7db53d-6b82-412e-a223-0143a84724ac req-1875af99-5eb4-4097-b60b-5b7f48b95649 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 944 time: 0.1729681 Nov 09 17:53:36.134507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] For port e899582b-330f-487e-b270-160983f6ef29, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:36.139568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] For port e899582b-330f-487e-b270-160983f6ef29, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e899582b-330f-487e-b270-160983f6ef29,segment=NetworkSegment(61b11d9d-9cf6-4a71-8f80-cb1e959074d5),segment_id=61b11d9d-9cf6-4a71-8f80-cb1e959074d5)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:36.141251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:36.141696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Checking segment: {'id': 'd11d1747-4260-45b8-8b63-6dec93e2d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0888aabd-1cd6-4e96-8647-005adb845a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:36.142392 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:36.142865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Bound using segment: {'id': 'd11d1747-4260-45b8-8b63-6dec93e2d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0888aabd-1cd6-4e96-8647-005adb845a37'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:36.143675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Bound port: 65ce1464-ad03-49a5-826f-d2fc6f82a6b9, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11d1747-4260-45b8-8b63-6dec93e2d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0888aabd-1cd6-4e96-8647-005adb845a37'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:53:36.144270 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:36.150118 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:36.178300 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b54f733b-0bcf-447c-b16c-68e07ecd5b28 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:36.183807 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8d7db53d-6b82-412e-a223-0143a84724ac req-791f0b0f-f19e-4678-b75a-a3dbb2992756 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806191 Nov 09 17:53:36.186206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499f61b5-fb20-4335-b3e2-00194dbcde08 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:53:36.196772 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-499f61b5-fb20-4335-b3e2-00194dbcde08 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:36.255046 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470ee21-f927-42ad-9366-0243bdc83fa7 None None] Sync routers for ids ['e845d38d-665a-47e9-b30f-10db84e22be8'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:53:36.321326 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-499f61b5-fb20-4335-b3e2-00194dbcde08 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "PUT /v2.0/floatingips/f84e376a-244f-458f-9c78-11b083cfda26 HTTP/1.1" status: 200 len: 992 time: 3.7518382 Nov 09 17:53:36.325932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:36.330449 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bb8bda-cb92-462b-b189-4294b00146b5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "d69e5ee6-c321-45a8-8ab4-d2ecb8dca000"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:36.377020 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b54f733b-0bcf-447c-b16c-68e07ecd5b28 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:36.386220 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470ee21-f927-42ad-9366-0243bdc83fa7 None None] Routers {'e845d38d-665a-47e9-b30f-10db84e22be8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:36.386888 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4470ee21-f927-42ad-9366-0243bdc83fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:53:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e845d38d-665a-47e9-b30f-10db84e22be8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:36.393794 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3323f546-6d20-418d-bf69-81ea30234df2 req-50abc666-c02e-4697-b50a-4e27970de6de tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1976008 Nov 09 17:53:36.521396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cf229-061f-4181-9e7c-2ffa1fecbd53 None None] Pushing event updated for resources: {'Port': ['ID=e899582b-330f-487e-b270-160983f6ef29,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:36.531917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2076dbe-50d6-40be-af2a-5b7639aa5570 req-33356bae-6f82-47f0-adf0-3852adc66685 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:36.549080 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2076dbe-50d6-40be-af2a-5b7639aa5570 req-33356bae-6f82-47f0-adf0-3852adc66685 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.1649003 Nov 09 17:53:36.554388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] For port 65ce1464-ad03-49a5-826f-d2fc6f82a6b9, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:36.556505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3323f546-6d20-418d-bf69-81ea30234df2 req-85e5a609-c3dc-4492-a434-f99846372d11 service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306996 Nov 09 17:53:36.560452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] For port 65ce1464-ad03-49a5-826f-d2fc6f82a6b9, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=65ce1464-ad03-49a5-826f-d2fc6f82a6b9,segment=NetworkSegment(d11d1747-4260-45b8-8b63-6dec93e2d340),segment_id=d11d1747-4260-45b8-8b63-6dec93e2d340)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:36.578191 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:36.684460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-4470ee21-f927-42ad-9366-0243bdc83fa7 None None] Set router e845d38d-665a-47e9-b30f-10db84e22be8 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:36.760545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2076dbe-50d6-40be-af2a-5b7639aa5570 req-476e651c-f66e-4ec6-a7c3-4eae865a0c18 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082455 Nov 09 17:53:36.776905 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3323f546-6d20-418d-bf69-81ea30234df2 req-44818978-f3e7-4dfb-83b5-d6eb0ecee25c service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162840 Nov 09 17:53:36.812937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624824a-561f-4678-b2e1-8bd41f7b9f5f None None] Pushing event updated for resources: {'Port': ['ID=65ce1464-ad03-49a5-826f-d2fc6f82a6b9,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:37.081243 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b54f733b-0bcf-447c-b16c-68e07ecd5b28 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:37.222474 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb33439a-1d36-4ce4-9cb2-e04e291d05ae x-openstack-request-id: req-bb33439a-1d36-4ce4-9cb2-e04e291d05ae {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:37.223674 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "tag": "d69e5ee6-c321-45a8-8ab4-d2ecb8dca000", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:37.223674 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb33439a-1d36-4ce4-9cb2-e04e291d05ae {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:37.223674 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'tag': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000', 'status': 'completed', 'code': 200} Nov 09 17:53:37.385745 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b54f733b-0bcf-447c-b16c-68e07ecd5b28 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:37.438309 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b54f733b-0bcf-447c-b16c-68e07ecd5b28 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:37.442195 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b54f733b-0bcf-447c-b16c-68e07ecd5b28 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "DELETE /v2.0/subnets/092d4e44-9371-48d1-9b88-d16d93e94108 HTTP/1.1" status: 204 len: 168 time: 3.7818961 Nov 09 17:53:37.443754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f733b-0bcf-447c-b16c-68e07ecd5b28 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event deleted for resources: {'Subnet': ['ID=092d4e44-9371-48d1-9b88-d16d93e94108,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:37.447138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42356) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:37.560101 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4a94d333-99e8-4d30-8f59-77beef2cbc51 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:53:37.750679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4470ee21-f927-42ad-9366-0243bdc83fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T17:50:00Z', 'revision_number': 4, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port': {'id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:41Z', 'updated_at': '2021-11-09T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'f84e376a-244f-458f-9c78-11b083cfda26', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'floating_ip_address': '172.25.1.193', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'port_id': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'mac_address': 'fa:16:3e:93:ef:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:51:29Z', 'updated_at': '2021-11-09T17:53:33Z', 'revision_number': 1, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5a73b-7699-4df7-9d3a-d29bd9f072ef', 'name': '', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'mac_address': 'fa:16:3e:9f:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:56Z', 'updated_at': '2021-11-09T17:50:10Z', 'revision_number': 5, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'subnets': [{'id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:37.807500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-527f385c-b816-4d26-b935-dc86485d9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:37.808310 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-527f385c-b816-4d26-b935-dc86485d9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:37.810766 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-527f385c-b816-4d26-b935-dc86485d9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:37.811471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-527f385c-b816-4d26-b935-dc86485d9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:37.812914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-527f385c-b816-4d26-b935-dc86485d9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:37.813878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-527f385c-b816-4d26-b935-dc86485d9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:37.815936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-527f385c-b816-4d26-b935-dc86485d9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:37.818114 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-527f385c-b816-4d26-b935-dc86485d9155 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6501 time: 0.5183947 Nov 09 17:53:37.865610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470ee21-f927-42ad-9366-0243bdc83fa7 None None] Checking router: e845d38d-665a-47e9-b30f-10db84e22be8 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:53:37.928312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470ee21-f927-42ad-9366-0243bdc83fa7 None None] Routers {'e845d38d-665a-47e9-b30f-10db84e22be8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:53:37.930849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4470ee21-f927-42ad-9366-0243bdc83fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:53:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e845d38d-665a-47e9-b30f-10db84e22be8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:37.931376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cf17a-8244-497b-9bc6-cf57ca8a42cb req-99372e17-1b28-465a-b9af-89d5f5812f84 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:37.947868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-671cf17a-8244-497b-9bc6-cf57ca8a42cb req-99372e17-1b28-465a-b9af-89d5f5812f84 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 949 time: 0.5329928 Nov 09 17:53:37.953844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Deleting subnet ddf97cb9-00d9-4d9a-9022-4ebcbf2bea5a {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:53:37.970743 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:38.204942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 65ce1464-ad03-49a5-826f-d2fc6f82a6b9 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:38.239563 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 16db6515-73b8-406e-ba10-3af16103cd11 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:38.275638 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:38.360753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-671cf17a-8244-497b-9bc6-cf57ca8a42cb req-2756de69-bf10-495b-ada4-ef64645e118e tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114680 Nov 09 17:53:38.452849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-ab0ee3e5-2f9a-4c08-977c-69bb69627b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:38.469431 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-ab0ee3e5-2f9a-4c08-977c-69bb69627b73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=72c64938-8905-40c6-a145-ef2e7c2b875f HTTP/1.1" status: 200 len: 918 time: 0.6172175 Nov 09 17:53:38.685698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 4a94d333-99e8-4d30-8f59-77beef2cbc51, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4a94d333-99e8-4d30-8f59-77beef2cbc51,segment=NetworkSegment(9daed3e4-566b-48a8-82fb-d06d70102706),segment_id=9daed3e4-566b-48a8-82fb-d06d70102706)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:38.756019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 16db6515-73b8-406e-ba10-3af16103cd11 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:53:38.777549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '4a94d333-99e8-4d30-8f59-77beef2cbc51', 'network_id': '9154f214-e5f5-47a6-bb91-3bba18e7c703', 'port_id': '4a94d333-99e8-4d30-8f59-77beef2cbc51', 'mac_address': 'fa:16:3e:50:8a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de4fe1b-e4ec-46bc-9824-44dc05b6de7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:53:38.782221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 16db6515-73b8-406e-ba10-3af16103cd11 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:38.782747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:38.784897 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 65ce1464-ad03-49a5-826f-d2fc6f82a6b9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:38.785275 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:38.816420 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:38.836315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b7d2-89cd-4080-84dc-f6baa5d1e504 req-deaff66f-0df6-4d8d-ae97-8231f4b8a28f tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:38.839251 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08d3b7d2-89cd-4080-84dc-f6baa5d1e504 req-deaff66f-0df6-4d8d-ae97-8231f4b8a28f tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.1488941 Nov 09 17:53:38.871945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e25f44-518a-4e2f-b2bd-8b0b74c9a2cd None None] Network b6d73e36-52a8-4479-b14a-2da0631863de requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:38.969736 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08d3b7d2-89cd-4080-84dc-f6baa5d1e504 req-11cb8f44-26e3-442b-976f-9bdd06b2c245 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220436 Nov 09 17:53:39.008471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-4470ee21-f927-42ad-9366-0243bdc83fa7 None None] Set router e845d38d-665a-47e9-b30f-10db84e22be8 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:53:39.008866 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:39.122963 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:39.136274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "DELETE /v2.0/subnets/ddf97cb9-00d9-4d9a-9022-4ebcbf2bea5a HTTP/1.1" status: 204 len: 168 time: 1.6877847 Nov 09 17:53:39.138893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42392) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:39.142454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-d8219fed-8367-491e-b4fd-4280f3938423 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 HTTP/1.1" status: 200 len: 1000 time: 0.6705427 Nov 09 17:53:39.156143 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:39.224804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf97cb9-00d9-4d9a-9022-4ebcbf2bea5a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:39.264448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2daed6e0-f807-466f-91da-d299bcd2b9ec None None] Provisioning complete for port e899582b-330f-487e-b270-160983f6ef29 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:39.265157 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2daed6e0-f807-466f-91da-d299bcd2b9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:39.363697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:39.364041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:39.364572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:39.365303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:39.365838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:39.366895 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:39.367936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:39.368509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:39.369018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:39.369246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a94d333-99e8-4d30-8f59-77beef2cbc51 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:39.369716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:39.370234 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:39.370812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e99e4bf-da23-4e26-a125-d877bf6fefda tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:53:39.385621 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18764c97-2589-430b-863d-0f14f1fc2403 None None] Network 0888aabd-1cd6-4e96-8647-005adb845a37 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:39.402933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf9e58-d0b1-4a7c-a3db-3e8a835a817d req-b5d00c27-d49f-41ee-8d10-085ef04d8e50 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:39.406300 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8bdf9e58-d0b1-4a7c-a3db-3e8a835a817d req-b5d00c27-d49f-41ee-8d10-085ef04d8e50 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 944 time: 0.7587245 Nov 09 17:53:39.454046 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a0e0c9-6722-4b25-920a-a1f3b4550400 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:39.457633 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-75a0e0c9-6722-4b25-920a-a1f3b4550400 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3167033 Nov 09 17:53:39.464855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42398) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:39.470835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-f80c0f01-4625-4f1b-a4d7-4875d9a57770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:39.473782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-f80c0f01-4625-4f1b-a4d7-4875d9a57770 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f792151-56b0-45c8-afdd-23d2b348cfe7 HTTP/1.1" status: 200 len: 856 time: 0.2339315 Nov 09 17:53:39.646167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769655ab-b57f-4315-a13f-5840ff05f1b4 req-25874064-c867-4898-b695-54074d8d3ef5 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:39.660124 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-769655ab-b57f-4315-a13f-5840ff05f1b4 req-25874064-c867-4898-b695-54074d8d3ef5 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.2952907 Nov 09 17:53:39.677940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8bdf9e58-d0b1-4a7c-a3db-3e8a835a817d req-e38b4f3e-8226-4155-b09d-b7f0f867a5f9 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480810 Nov 09 17:53:39.707339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-6fb0cb15-4201-407e-8326-7108a13a2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:39.710227 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-6fb0cb15-4201-407e-8326-7108a13a2163 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72c64938-8905-40c6-a145-ef2e7c2b875f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2183492 Nov 09 17:53:39.773156 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:39.859646 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-769655ab-b57f-4315-a13f-5840ff05f1b4 req-b686c9e7-bba7-469b-8f75-342ddb04b177 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984210 Nov 09 17:53:40.014763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Deleting port 65ce1464-ad03-49a5-826f-d2fc6f82a6b9 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:53:40.016541 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:40.074362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4358964-c70e-4268-8ada-03fc0af83d33 req-261918bd-b806-4809-a1fe-0b4a8c6b5674 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:40.088964 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4358964-c70e-4268-8ada-03fc0af83d33 req-261918bd-b806-4809-a1fe-0b4a8c6b5674 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 949 time: 0.2140920 Nov 09 17:53:40.167569 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-32caaee2-6d92-4e0e-aec7-5dc8f68ad3d7 service neutron] 10.222.0.18 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371657 Nov 09 17:53:40.197579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] For port 65ce1464-ad03-49a5-826f-d2fc6f82a6b9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=65ce1464-ad03-49a5-826f-d2fc6f82a6b9,segment=NetworkSegment(d11d1747-4260-45b8-8b63-6dec93e2d340),segment_id=d11d1747-4260-45b8-8b63-6dec93e2d340)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:40.198342 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:40.232746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Calling delete_port for 65ce1464-ad03-49a5-826f-d2fc6f82a6b9 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:53:40.253405 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-bfb48294-a8e1-483e-876a-3f224c90dcb0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:40.255069 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-bfb48294-a8e1-483e-876a-3f224c90dcb0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.2611077 Nov 09 17:53:40.296241 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4358964-c70e-4268-8ada-03fc0af83d33 req-33e32a24-2ff4-4193-97a4-216816779e67 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036710 Nov 09 17:53:40.314876 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-220309c3-57d4-47aa-9b28-1f830a9f95bb tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/quotas/d83662e3666441899feb7a0a206d59be HTTP/1.1" status: 200 len: 375 time: 0.0510492 Nov 09 17:53:40.409674 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8bb8bda-cb92-462b-b189-4294b00146b5 req-e6736f71-5714-4ca2-8489-123e112a7844 service neutron] 10.222.0.18 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309294 Nov 09 17:53:40.417048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 4a94d333-99e8-4d30-8f59-77beef2cbc51, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4a94d333-99e8-4d30-8f59-77beef2cbc51,segment=NetworkSegment(9daed3e4-566b-48a8-82fb-d06d70102706),segment_id=9daed3e4-566b-48a8-82fb-d06d70102706)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:40.468167 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-3f14a703-ae4f-4571-b6a6-b6dbc2a82a0a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447599 Nov 09 17:53:40.485632 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:40.533769 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:40.539169 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:40.587117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event deleted for resources: {'Port': ['ID=65ce1464-ad03-49a5-826f-d2fc6f82a6b9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:40.652790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] No DVR routers for this DVR port 65ce1464-ad03-49a5-826f-d2fc6f82a6b9 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:40.680814 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:40.832346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c193d1-cb75-4509-8189-5eccd086fe7d req-be5bafee-e860-442c-a2d0-8fc8905a442b tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:40.849601 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4c193d1-cb75-4509-8189-5eccd086fe7d req-be5bafee-e860-442c-a2d0-8fc8905a442b tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1396365 Nov 09 17:53:40.951727 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-d38cf68e-84c9-4aad-a9d0-b7f7becbb682 service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709958 Nov 09 17:53:41.008921 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2daed6e0-f807-466f-91da-d299bcd2b9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:41.071654 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4c193d1-cb75-4509-8189-5eccd086fe7d req-28bbe2bb-88ca-4a2b-bca2-ae72948d3dd6 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156556 Nov 09 17:53:41.098146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['4a94d333-99e8-4d30-8f59-77beef2cbc51'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:41.154683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e899582b-330f-487e-b270-160983f6ef29 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:41.204961 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6e8f-3c7e-4598-ae2f-b63634e8da87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:41.206769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f54e492-e841-4c31-b0ab-23484cb1e934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16db6515-73b8-406e-ba10-3af16103cd11'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:41.211239 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7efff8f-86cb-4d2e-9f3b-a1c0036df930" -d '{"events": [{"server_uuid": "7f54e492-e841-4c31-b0ab-23484cb1e934", "name": "network-vif-plugged", "status": "completed", "tag": "16db6515-73b8-406e-ba10-3af16103cd11"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:41.233916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e032366-b90e-446c-bb0d-f737777481d3 req-095edc47-7f6a-4a7f-accc-16acab920916 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:41.243759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e032366-b90e-446c-bb0d-f737777481d3 req-095edc47-7f6a-4a7f-accc-16acab920916 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 945 time: 0.0781965 Nov 09 17:53:41.301298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-f474435c-3bce-49ea-972e-084b55a21242 req-9792fe9a-fbeb-480a-bdfb-d14ab198bae1 service neutron] (102155) timed out ('10.222.0.13', 58166) {{(pid=102155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:53:41.309228 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42432) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:41.316024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 16db6515-73b8-406e-ba10-3af16103cd11, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=16db6515-73b8-406e-ba10-3af16103cd11,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:41.320714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2daed6e0-f807-466f-91da-d299bcd2b9ec None None] For port e899582b-330f-487e-b270-160983f6ef29, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e899582b-330f-487e-b270-160983f6ef29,segment=NetworkSegment(61b11d9d-9cf6-4a71-8f80-cb1e959074d5),segment_id=61b11d9d-9cf6-4a71-8f80-cb1e959074d5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:41.337655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0e032366-b90e-446c-bb0d-f737777481d3 req-b1068e2d-ea3c-4b6e-a461-bd20c54d2a20 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924191 Nov 09 17:53:41.391364 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:41.394723 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:41.401937 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2daed6e0-f807-466f-91da-d299bcd2b9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:41.417179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e56ea2-2bbf-46c8-a640-6eca94421cc3 None None] DHCP port deletion for b6d73e36-52a8-4479-b14a-2da0631863de request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:41.456383 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0b3989-84f0-4e80-801a-5931b7b58191 x-openstack-request-id: req-3e0b3989-84f0-4e80-801a-5931b7b58191 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:41.456876 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f54e492-e841-4c31-b0ab-23484cb1e934", "name": "network-vif-plugged", "status": "completed", "tag": "16db6515-73b8-406e-ba10-3af16103cd11", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:41.457295 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e0b3989-84f0-4e80-801a-5931b7b58191 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:41.458148 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f54e492-e841-4c31-b0ab-23484cb1e934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16db6515-73b8-406e-ba10-3af16103cd11', 'code': 200} Nov 09 17:53:41.480299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0888aabd-1cd6-4e96-8647-005adb845a37']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:41.516731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11d1747-4260-45b8-8b63-6dec93e2d340') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:41.519384 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11d1747-4260-45b8-8b63-6dec93e2d340') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:41.545699 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:41.552852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=4a94d333-99e8-4d30-8f59-77beef2cbc51,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:41.616878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3650cd-3bd0-4a1b-8b9f-d865d0ff5044 req-ba3228b9-bdd7-48b9-96d4-5bce16dec198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:41.618734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d3650cd-3bd0-4a1b-8b9f-d865d0ff5044 req-ba3228b9-bdd7-48b9-96d4-5bce16dec198 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 1101 time: 0.0954566 Nov 09 17:53:41.628899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d1f8e-8c09-4470-8c3a-7daef65df20e req-9892e956-aa96-4b1d-9c08-0af61267a286 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:41.637726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d93d1f8e-8c09-4470-8c3a-7daef65df20e req-9892e956-aa96-4b1d-9c08-0af61267a286 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 950 time: 0.1249709 Nov 09 17:53:41.668279 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-aefc0fc4-b6a2-4a56-bd31-2ce56857c5dd service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6775851 Nov 09 17:53:41.705676 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:41.708009 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0acb-573b-44cc-aabe-776aa2f722b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:41.756549 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d93d1f8e-8c09-4470-8c3a-7daef65df20e req-b95acef5-3632-400f-891b-013f0a320c34 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178248 Nov 09 17:53:41.768621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:41.768962 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:41.772549 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:41.801189 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d3650cd-3bd0-4a1b-8b9f-d865d0ff5044 req-5a539133-18ca-4742-97d3-2ea5031ec703 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603048 Nov 09 17:53:41.897509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4526b79f-3613-44de-b419-069767345246 None None] Could not find standard attr ID for object 65ce1464-ad03-49a5-826f-d2fc6f82a6b9. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:53:41.909158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb51ba-05b2-4b2c-bf9f-467f0ffdfb13 None None] DHCP port deletion for 0888aabd-1cd6-4e96-8647-005adb845a37 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:53:41.939562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=16db6515-73b8-406e-ba10-3af16103cd11,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:41.972457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4470ee21-f927-42ad-9366-0243bdc83fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T17:50:00Z', 'revision_number': 4, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port': {'id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:41Z', 'updated_at': '2021-11-09T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'f84e376a-244f-458f-9c78-11b083cfda26', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'floating_ip_address': '172.25.1.193', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'port_id': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'mac_address': 'fa:16:3e:93:ef:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:51:29Z', 'updated_at': '2021-11-09T17:53:33Z', 'revision_number': 1, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5a73b-7699-4df7-9d3a-d29bd9f072ef', 'name': '', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'mac_address': 'fa:16:3e:9f:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:56Z', 'updated_at': '2021-11-09T17:50:10Z', 'revision_number': 5, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'subnets': [{'id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:42.025041 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-48977de4-e5c5-45c3-95f4-e5be41b0ddf5 req-67ac1c9b-d4bd-47e0-b647-8d6967ddd2db tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 210 time: 0.1357853 Nov 09 17:53:42.067464 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.088597 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.102520 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470ee21-f927-42ad-9366-0243bdc83fa7 None None] The sync data for ids ['e845d38d-665a-47e9-b30f-10db84e22be8'] in n-d-817236-1 is: [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T17:50:00Z', 'revision_number': 4, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port': {'id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:41Z', 'updated_at': '2021-11-09T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'f84e376a-244f-458f-9c78-11b083cfda26', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'floating_ip_address': '172.25.1.193', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'port_id': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'mac_address': 'fa:16:3e:93:ef:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:51:29Z', 'updated_at': '2021-11-09T17:53:33Z', 'revision_number': 1, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5a73b-7699-4df7-9d3a-d29bd9f072ef', 'name': '', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'mac_address': 'fa:16:3e:9f:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:56Z', 'updated_at': '2021-11-09T17:50:10Z', 'revision_number': 5, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'subnets': [{'id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:53:42.106328 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42446) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:42.131681 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "DELETE /v2.0/networks/0888aabd-1cd6-4e96-8647-005adb845a37 HTTP/1.1" status: 204 len: 168 time: 2.6372538 Nov 09 17:53:42.168409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e899582b-330f-487e-b270-160983f6ef29 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:42.168818 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.191832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bc31d-36e4-4f66-8dd5-5eb71988e3f8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event deleted for resources: {'Network': ['ID=0888aabd-1cd6-4e96-8647-005adb845a37,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:42.267666 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daed6e0-f807-466f-91da-d299bcd2b9ec None None] Pushing event updated for resources: {'Port': ['ID=e899582b-330f-487e-b270-160983f6ef29,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:42.351866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b9e56ea2-2bbf-46c8-a640-6eca94421cc3 None None] Deleting port e899582b-330f-487e-b270-160983f6ef29 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:53:42.352584 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b9e56ea2-2bbf-46c8-a640-6eca94421cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.408605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd9f74-e7b7-4cc3-80f9-47704f781b3f req-f178053b-eb1c-479e-bebc-8f9af576924f tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:42.423415 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-09fd9f74-e7b7-4cc3-80f9-47704f781b3f req-f178053b-eb1c-479e-bebc-8f9af576924f tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1748493 Nov 09 17:53:42.436877 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0acb-573b-44cc-aabe-776aa2f722b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.474809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3fa0acb-573b-44cc-aabe-776aa2f722b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.477304 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.537360 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c3fa0acb-573b-44cc-aabe-776aa2f722b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3d5d88dff8e4a068b32b70491f1a668&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2267799 Nov 09 17:53:42.551736 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42458) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:42.615794 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11d10d-e8cf-418c-b18e-ef0660973c9e None None] New status for floating IP f84e376a-244f-458f-9c78-11b083cfda26: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:53:42.649682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa0acb-573b-44cc-aabe-776aa2f722b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67a00bc-db55-460e-8bd8-83446ab51ec1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:42.698791 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-09fd9f74-e7b7-4cc3-80f9-47704f781b3f req-0af63503-4292-4371-98b9-186ba1bfd074 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739999 Nov 09 17:53:42.759423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9464a0f3-a56e-422c-97c2-633634a861fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.774258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Deleting port e899582b-330f-487e-b270-160983f6ef29 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:53:42.775127 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.797617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f24d5-e724-4684-be73-f6b6dd7af526 req-db7d5188-6316-484e-b58e-ad164e9156db tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:42.801627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d2f24d5-e724-4684-be73-f6b6dd7af526 req-db7d5188-6316-484e-b58e-ad164e9156db tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 945 time: 0.1426318 Nov 09 17:53:42.818876 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9464a0f3-a56e-422c-97c2-633634a861fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.892505 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b9e56ea2-2bbf-46c8-a640-6eca94421cc3 None None] For port e899582b-330f-487e-b270-160983f6ef29, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e899582b-330f-487e-b270-160983f6ef29,segment=NetworkSegment(61b11d9d-9cf6-4a71-8f80-cb1e959074d5),segment_id=61b11d9d-9cf6-4a71-8f80-cb1e959074d5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:42.893237 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b9e56ea2-2bbf-46c8-a640-6eca94421cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.983727 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9464a0f3-a56e-422c-97c2-633634a861fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.986456 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9464a0f3-a56e-422c-97c2-633634a861fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.988019 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9464a0f3-a56e-422c-97c2-633634a861fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a67a00bc-db55-460e-8bd8-83446ab51ec1 HTTP/1.1" status: 204 len: 168 time: 0.4348695 Nov 09 17:53:43.024532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464a0f3-a56e-422c-97c2-633634a861fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67a00bc-db55-460e-8bd8-83446ab51ec1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:43.142589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b9e56ea2-2bbf-46c8-a640-6eca94421cc3 None None] Calling delete_port for e899582b-330f-487e-b270-160983f6ef29 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:53:43.146588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] For port e899582b-330f-487e-b270-160983f6ef29, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e899582b-330f-487e-b270-160983f6ef29,segment=NetworkSegment(61b11d9d-9cf6-4a71-8f80-cb1e959074d5),segment_id=61b11d9d-9cf6-4a71-8f80-cb1e959074d5)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:43.149311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:43.221768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Calling delete_port for e899582b-330f-487e-b270-160983f6ef29 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:53:43.437494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af476d56-abce-4861-88cc-e2ab0c73ce88 req-161f605f-32d0-45af-9685-03b880d3f360 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:43.464245 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af476d56-abce-4861-88cc-e2ab0c73ce88 req-161f605f-32d0-45af-9685-03b880d3f360 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 950 time: 0.2205908 Nov 09 17:53:43.544554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 65ce1464-ad03-49a5-826f-d2fc6f82a6b9 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:43.581621 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af476d56-abce-4861-88cc-e2ab0c73ce88 req-e855885b-db13-41b6-94c1-8710361a2a20 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133056 Nov 09 17:53:43.628216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d2f24d5-e724-4684-be73-f6b6dd7af526 req-2638ab57-d820-4b20-ace2-69c21bfd32ec tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7972350 Nov 09 17:53:43.678028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 65ce1464-ad03-49a5-826f-d2fc6f82a6b9 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:53:43.691890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 65ce1464-ad03-49a5-826f-d2fc6f82a6b9 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:43.692975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e899582b-330f-487e-b270-160983f6ef29 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:43.829233 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37416b28-3ff4-4010-ac54-e8cd87d0594f req-94449223-f1b3-4033-8c43-59ef377038f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1525314 Nov 09 17:53:43.954405 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b9e56ea2-2bbf-46c8-a640-6eca94421cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:43.989291 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f6c50c1-2d36-4994-a35b-d0f08e6a5659 req-ad85072d-a544-4d00-b517-58415cd9f176 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 210 time: 0.1328368 Nov 09 17:53:44.004331 n-d-817236-1 neutron-server[102156]: INFO neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No ports have port_id starting with e899582b-330f-487e-b270-160983f6ef29 Nov 09 17:53:44.023964 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.120366 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7c7488fb-da03-4a2b-b208-9e4055820a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.125633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e56ea2-2bbf-46c8-a640-6eca94421cc3 None None] Pushing event deleted for resources: {'Port': ['ID=e899582b-330f-487e-b270-160983f6ef29,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:44.133780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e56ea2-2bbf-46c8-a640-6eca94421cc3 None None] No DVR routers for this DVR port e899582b-330f-487e-b270-160983f6ef29 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:44.276516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42478) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:44.293403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-29977450-7425-4725-8cbc-164e73d7ec97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.312031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event deleted for resources: {'Port': ['ID=e899582b-330f-487e-b270-160983f6ef29,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:44.329688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] No DVR routers for this DVR port e899582b-330f-487e-b270-160983f6ef29 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:44.351736 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-22d8c0c3-31ad-4395-95b6-78d9b712e43f req-0e116969-2a38-4784-8332-0e39417f8107 service neutron] (102155) timed out ('10.222.0.13', 58350) {{(pid=102155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:53:44.429886 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-29977450-7425-4725-8cbc-164e73d7ec97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.434505 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.434850 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-29977450-7425-4725-8cbc-164e73d7ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.465382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37416b28-3ff4-4010-ac54-e8cd87d0594f req-21be920f-cbc3-4732-8521-48dd9171c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:44.467814 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37416b28-3ff4-4010-ac54-e8cd87d0594f req-21be920f-cbc3-4732-8521-48dd9171c44a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 1096 time: 0.4467263 Nov 09 17:53:44.480958 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-29977450-7425-4725-8cbc-164e73d7ec97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=180fdb9c25c14d6fa69dfc5bdca913dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032516 Nov 09 17:53:44.482943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29977450-7425-4725-8cbc-164e73d7ec97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270c02f8-60ec-49d1-9ad2-998b36369d46,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:44.485852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42482) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:44.547557 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3965fe3e-499b-4ded-a126-2f6ae6614e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.563968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4a94d333-99e8-4d30-8f59-77beef2cbc51 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:53:44.581118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3965fe3e-499b-4ded-a126-2f6ae6614e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.629962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 4a94d333-99e8-4d30-8f59-77beef2cbc51 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:53:44.636574 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 4a94d333-99e8-4d30-8f59-77beef2cbc51 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:53:44.637052 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.696241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd29ad2-53be-4385-a231-151a8a1cf9bd req-8ef8d2c1-3e59-4759-afff-f2d953a8e414 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:44.700158 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bfd29ad2-53be-4385-a231-151a8a1cf9bd req-8ef8d2c1-3e59-4759-afff-f2d953a8e414 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.4651906 Nov 09 17:53:44.708976 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3965fe3e-499b-4ded-a126-2f6ae6614e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.713437 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3965fe3e-499b-4ded-a126-2f6ae6614e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.719065 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3965fe3e-499b-4ded-a126-2f6ae6614e8b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/270c02f8-60ec-49d1-9ad2-998b36369d46 HTTP/1.1" status: 204 len: 168 time: 0.2316763 Nov 09 17:53:44.730651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965fe3e-499b-4ded-a126-2f6ae6614e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270c02f8-60ec-49d1-9ad2-998b36369d46,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:44.792055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-1378d9ef-0911-4685-9036-380ab0e8b1d6 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:44.794862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-1378d9ef-0911-4685-9036-380ab0e8b1d6 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.8239009 Nov 09 17:53:44.806084 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.813671 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.835012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c9b13-23ed-4f51-9b86-75c7239e0a81 req-deeaf2e8-0272-4d95-b71b-7f90b7f80149 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:44.840982 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fd8c9b13-23ed-4f51-9b86-75c7239e0a81 req-deeaf2e8-0272-4d95-b71b-7f90b7f80149 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 950 time: 0.0955033 Nov 09 17:53:44.867869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca05f6a-9a57-46bc-a2bd-4e47e65f9639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a94d333-99e8-4d30-8f59-77beef2cbc51'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:44.868229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-0a27b40d-9ca1-4ac1-8d40-3778fd3a632b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Request body: {'port': {'device_id': '01faeb94-bf14-4d5f-966d-b0f52205f404', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'admin_state_up': True, 'tenant_id': 'd83662e3666441899feb7a0a206d59be'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:44.872454 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cffffe-b09e-47df-b24e-9d525199c1bd" -d '{"events": [{"server_uuid": "cca05f6a-9a57-46bc-a2bd-4e47e65f9639", "name": "network-vif-plugged", "status": "completed", "tag": "4a94d333-99e8-4d30-8f59-77beef2cbc51"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:44.904261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 4a94d333-99e8-4d30-8f59-77beef2cbc51, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4a94d333-99e8-4d30-8f59-77beef2cbc51,segment=NetworkSegment(9daed3e4-566b-48a8-82fb-d06d70102706),segment_id=9daed3e4-566b-48a8-82fb-d06d70102706)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:44.910973 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:44.939206 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fd8c9b13-23ed-4f51-9b86-75c7239e0a81 req-7ef6aeb7-7ca3-4fb4-a7f3-c6b7bf290670 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875311 Nov 09 17:53:45.051311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d73e36-52a8-4479-b14a-2da0631863de']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:45.054995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=4a94d333-99e8-4d30-8f59-77beef2cbc51,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:45.122632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b11d9d-9cf6-4a71-8f80-cb1e959074d5') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:45.123133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b11d9d-9cf6-4a71-8f80-cb1e959074d5') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:45.153570 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bfd29ad2-53be-4385-a231-151a8a1cf9bd req-042f8ed1-aaee-49e1-9354-c14305cca1f2 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557494 Nov 09 17:53:45.216572 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:45.233203 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-f28a551e-df15-4c7a-9ab7-99f95a1f684b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4333031 Nov 09 17:53:45.233426 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c7463-344b-4bae-bacb-cfb3d1ec890e req-6a562e2c-8d2d-4f94-b0e0-e729cd93aa89 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:45.248946 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-056c7463-344b-4bae-bacb-cfb3d1ec890e req-6a562e2c-8d2d-4f94-b0e0-e729cd93aa89 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 946 time: 0.1284697 Nov 09 17:53:45.282144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37416b28-3ff4-4010-ac54-e8cd87d0594f req-eb3f8c93-8147-4eca-a70a-81dfb801d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:45.285129 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37416b28-3ff4-4010-ac54-e8cd87d0594f req-eb3f8c93-8147-4eca-a70a-81dfb801d6bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 200 len: 912 time: 0.7158105 Nov 09 17:53:45.286936 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:45.295613 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a260ea50-981b-4d9b-a812-60ab506861df x-openstack-request-id: req-a260ea50-981b-4d9b-a812-60ab506861df {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:45.296078 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca05f6a-9a57-46bc-a2bd-4e47e65f9639", "name": "network-vif-plugged", "status": "completed", "tag": "4a94d333-99e8-4d30-8f59-77beef2cbc51", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:45.301032 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a260ea50-981b-4d9b-a812-60ab506861df {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:45.302853 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca05f6a-9a57-46bc-a2bd-4e47e65f9639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a94d333-99e8-4d30-8f59-77beef2cbc51', 'code': 200} Nov 09 17:53:45.349671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:45.350880 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:45.359420 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:45.367525 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:45.410571 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-056c7463-344b-4bae-bacb-cfb3d1ec890e req-fbaf1b86-414b-48fc-8911-3a07f4806baf tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581357 Nov 09 17:53:45.952791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9304e02-3496-44f4-91e2-cbd9b1585d6e req-ae5e95b2-a7ce-4a1a-ac49-24e8a812635d tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:45.955589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e9304e02-3496-44f4-91e2-cbd9b1585d6e req-ae5e95b2-a7ce-4a1a-ac49-24e8a812635d tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 950 time: 0.0696487 Nov 09 17:53:46.029486 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e9304e02-3496-44f4-91e2-cbd9b1585d6e req-176c01b3-eab7-4e77-b0c0-5285f304a265 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596981 Nov 09 17:53:46.128159 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ccb5f22-df8c-49f7-a9af-e5a49fc0c1c4 req-ae1c5520-cdf6-4f46-b3fd-ccae050be09d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 210 time: 0.5880289 Nov 09 17:53:46.135667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37416b28-3ff4-4010-ac54-e8cd87d0594f req-c8294151-fedb-43ab-996a-1dc860e8417c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8749fce6-13a6-44bb-a252-fa80480ffad8 HTTP/1.1" status: 200 len: 1001 time: 0.8105397 Nov 09 17:53:46.185970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-0a27b40d-9ca1-4ac1-8d40-3778fd3a632b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Made reservation on behalf of d83662e3666441899feb7a0a206d59be for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:46.190133 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-0a27b40d-9ca1-4ac1-8d40-3778fd3a632b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:46.199112 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:46.242696 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:46.252252 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "DELETE /v2.0/networks/b6d73e36-52a8-4479-b14a-2da0631863de HTTP/1.1" status: 204 len: 168 time: 4.1405830 Nov 09 17:53:46.253297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42526) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:46.297678 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2596cc-d7c5-468a-8bd2-8e9883faacf8 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event deleted for resources: {'Network': ['ID=b6d73e36-52a8-4479-b14a-2da0631863de,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:46.309745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-f7d8c2dc-0039-41d9-a3df-3cee310a5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.310333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-f7d8c2dc-0039-41d9-a3df-3cee310a5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.311135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-f7d8c2dc-0039-41d9-a3df-3cee310a5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.311974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-f7d8c2dc-0039-41d9-a3df-3cee310a5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.312684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-f7d8c2dc-0039-41d9-a3df-3cee310a5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.313391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-f7d8c2dc-0039-41d9-a3df-3cee310a5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.314177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-f7d8c2dc-0039-41d9-a3df-3cee310a5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.316902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-f7d8c2dc-0039-41d9-a3df-3cee310a5613 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6501 time: 0.7831388 Nov 09 17:53:46.319980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86bf26-f555-4b64-90e7-394a819b6105 req-8706b4f8-df7f-40cf-906e-a8f8b72029c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.322894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d86bf26-f555-4b64-90e7-394a819b6105 req-8706b4f8-df7f-40cf-906e-a8f8b72029c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 1097 time: 0.7814872 Nov 09 17:53:46.350985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37416b28-3ff4-4010-ac54-e8cd87d0594f req-e8c55066-f042-44ea-97cb-04cdfc33f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.354550 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37416b28-3ff4-4010-ac54-e8cd87d0594f req-e8c55066-f042-44ea-97cb-04cdfc33f844 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90e004d7-aa4f-429b-b705-1f002be3405f HTTP/1.1" status: 200 len: 850 time: 0.2093530 Nov 09 17:53:46.500425 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3031b-4d24-4f73-b223-2978e6fb5534 req-19470797-c44e-4cab-bf3b-0e3a49a6e7f7 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.514532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-45a3031b-4d24-4f73-b223-2978e6fb5534 req-19470797-c44e-4cab-bf3b-0e3a49a6e7f7 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1531973 Nov 09 17:53:46.524008 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1800ecdb-53ec-4291-9bbf-3a58c26123e3 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:46.597769 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-45a3031b-4d24-4f73-b223-2978e6fb5534 req-b29fa7b8-99f0-40d6-a55e-8400d72e4587 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813389 Nov 09 17:53:46.685679 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d86bf26-f555-4b64-90e7-394a819b6105 req-b1cd927a-f206-48fe-8027-61186b420539 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476758 Nov 09 17:53:46.726648 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1800ecdb-53ec-4291-9bbf-3a58c26123e3 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:46.751571 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1800ecdb-53ec-4291-9bbf-3a58c26123e3 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c95715-1fbf-4437-aacf-e407f3246994']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:46.764052 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1800ecdb-53ec-4291-9bbf-3a58c26123e3 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af89d24-61ec-4034-8349-ae219e95ba08') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:46.764548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1800ecdb-53ec-4291-9bbf-3a58c26123e3 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af89d24-61ec-4034-8349-ae219e95ba08') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:46.777118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1800ecdb-53ec-4291-9bbf-3a58c26123e3 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:46.814146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37416b28-3ff4-4010-ac54-e8cd87d0594f req-c1b22e6d-33fa-41b0-9729-6d619543c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.816995 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37416b28-3ff4-4010-ac54-e8cd87d0594f req-c1b22e6d-33fa-41b0-9729-6d619543c91e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62985637-89b4-4626-b71d-b65e6efa34fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4440508 Nov 09 17:53:46.822669 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1800ecdb-53ec-4291-9bbf-3a58c26123e3 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:46.842822 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1800ecdb-53ec-4291-9bbf-3a58c26123e3 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:46.844813 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1800ecdb-53ec-4291-9bbf-3a58c26123e3 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:46.858093 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:46.872272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e39e1-aa48-41c4-96cb-d3525cc83c78 req-46c3923d-1e22-4e81-bd3f-fb812663d1f8 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.883697 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c3e39e1-aa48-41c4-96cb-d3525cc83c78 req-46c3923d-1e22-4e81-bd3f-fb812663d1f8 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 946 time: 0.3365123 Nov 09 17:53:46.918742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-0a27b40d-9ca1-4ac1-8d40-3778fd3a632b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Allocated IP 172.20.0.13 (1fb9bcd0-93f8-4d70-9afa-72807187a006/417001cc-f87f-4208-b45a-9ddf65dcb18d/04ede1c6-e7b4-4257-aee8-5b8914a7d811) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:46.977621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-e0a9e56b-9449-4b79-80b1-0edc1ec8465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.978918 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-e0a9e56b-9449-4b79-80b1-0edc1ec8465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.980052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-e0a9e56b-9449-4b79-80b1-0edc1ec8465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:46.983775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-e0a9e56b-9449-4b79-80b1-0edc1ec8465b service neutron] 10.222.0.18 "GET /v2.0/networks?id=72c64938-8905-40c6-a145-ef2e7c2b875f&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=7a6d1d09-f698-4920-b89f-e75ca6887450&id=7a6d1d09-f698-4920-b89f-e75ca6887450 HTTP/1.1" status: 200 len: 2299 time: 0.6124599 Nov 09 17:53:46.987604 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1800ecdb-53ec-4291-9bbf-3a58c26123e3 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:47.004021 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1800ecdb-53ec-4291-9bbf-3a58c26123e3 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:47.008663 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1800ecdb-53ec-4291-9bbf-3a58c26123e3 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "DELETE /v2.0/networks/b9c95715-1fbf-4437-aacf-e407f3246994 HTTP/1.1" status: 204 len: 168 time: 0.7537618 Nov 09 17:53:47.013661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42542) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:47.060325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800ecdb-53ec-4291-9bbf-3a58c26123e3 tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event deleted for resources: {'Network': ['ID=b9c95715-1fbf-4437-aacf-e407f3246994,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:47.216659 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c3e39e1-aa48-41c4-96cb-d3525cc83c78 req-21d5e8bc-3406-4581-94d3-90bc51e6d2a7 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304124 Nov 09 17:53:47.273459 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6ad367ae-d20d-49fd-9440-c4251bf52bac tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:47.396096 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-8ce72335-e250-408d-978b-06e60ad30347 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 HTTP/1.1" status: 200 len: 1002 time: 0.3533101 Nov 09 17:53:47.509075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa3a6704-05fc-47dd-aaf2-e0a322ad4e42 req-9388b06c-9eba-4062-aefa-09caeb7480fa tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 210 time: 0.1228297 Nov 09 17:53:47.528651 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37416b28-3ff4-4010-ac54-e8cd87d0594f req-35b1de93-ed0e-4b07-b631-4bcf43190ea0 service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021874 Nov 09 17:53:47.534333 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-0a27b40d-9ca1-4ac1-8d40-3778fd3a632b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:47.560869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476035be-a8c1-4811-b72c-c02bf4efc3a2 req-9aca9314-4b69-49cc-a45c-f910ff93bd3a tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:47.561611 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-476035be-a8c1-4811-b72c-c02bf4efc3a2 req-9aca9314-4b69-49cc-a45c-f910ff93bd3a tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 950 time: 0.2562425 Nov 09 17:53:47.612654 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-0a27b40d-9ca1-4ac1-8d40-3778fd3a632b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:47.621114 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:47.632150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e8e6bc8a-b50d-4349-9a54-1595577841fa'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:47.655620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1da9f-16bc-42c5-9731-1b6b2153b850 req-80f71566-26bb-4a99-93b4-d08f35b1250b tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:47.673444 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eff1da9f-16bc-42c5-9731-1b6b2153b850 req-80f71566-26bb-4a99-93b4-d08f35b1250b tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 950 time: 0.3932428 Nov 09 17:53:47.900093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-97c76390-f7a4-4cc5-ab4e-ee39c4499d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:47.902885 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-97c76390-f7a4-4cc5-ab4e-ee39c4499d21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f792151-56b0-45c8-afdd-23d2b348cfe7 HTTP/1.1" status: 200 len: 856 time: 0.4902365 Nov 09 17:53:47.915344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-0a27b40d-9ca1-4ac1-8d40-3778fd3a632b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Network 1fb9bcd0-93f8-4d70-9afa-72807187a006 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:47.955100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-0a27b40d-9ca1-4ac1-8d40-3778fd3a632b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:47.970982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-0a27b40d-9ca1-4ac1-8d40-3778fd3a632b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:47.983845 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6ad367ae-d20d-49fd-9440-c4251bf52bac tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:48.072153 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eff1da9f-16bc-42c5-9731-1b6b2153b850 req-fe4c10cb-0274-43be-9e64-abbe7b773230 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881377 Nov 09 17:53:48.076949 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6ad367ae-d20d-49fd-9440-c4251bf52bac tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295b2694-e1f5-43a9-9815-5f430d7a417d']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:48.105432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6ad367ae-d20d-49fd-9440-c4251bf52bac tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8b1d4f-f882-42f7-b82c-a6ad3179c36f') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:48.105833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6ad367ae-d20d-49fd-9440-c4251bf52bac tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8b1d4f-f882-42f7-b82c-a6ad3179c36f') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:53:48.139353 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6ad367ae-d20d-49fd-9440-c4251bf52bac tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:48.163126 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6ad367ae-d20d-49fd-9440-c4251bf52bac tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:48.175390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad367ae-d20d-49fd-9440-c4251bf52bac tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:53:48.176016 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6ad367ae-d20d-49fd-9440-c4251bf52bac tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:53:48.181467 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:53:48.235844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27b40d-9ca1-4ac1-8d40-3778fd3a632b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event updated for resources: {'Port': ['ID=04ede1c6-e7b4-4257-aee8-5b8914a7d811,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:48.271440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-476035be-a8c1-4811-b72c-c02bf4efc3a2 req-0de506d2-2b19-41f2-9053-dcf5b2b0f932 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Deleting port 16db6515-73b8-406e-ba10-3af16103cd11 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:53:48.271807 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-476035be-a8c1-4811-b72c-c02bf4efc3a2 req-0de506d2-2b19-41f2-9053-dcf5b2b0f932 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:48.307106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-0a27b40d-9ca1-4ac1-8d40-3778fd3a632b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:48.308629 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-0a27b40d-9ca1-4ac1-8d40-3778fd3a632b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:48.371548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-88d395c9-85b6-4a73-8c95-d77cfa88b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:48.374457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-88d395c9-85b6-4a73-8c95-d77cfa88b62b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72c64938-8905-40c6-a145-ef2e7c2b875f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4490778 Nov 09 17:53:48.378535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37416b28-3ff4-4010-ac54-e8cd87d0594f req-ee380557-8936-4ed5-a0da-c1bfd6163b2e service neutron] 10.222.0.13 "GET /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7863631 Nov 09 17:53:48.388359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-0a27b40d-9ca1-4ac1-8d40-3778fd3a632b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5627344 Nov 09 17:53:48.415523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Request body: {'port': {'device_id': '01faeb94-bf14-4d5f-966d-b0f52205f404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:48.522183 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6ad367ae-d20d-49fd-9440-c4251bf52bac tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:48.530208 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6ad367ae-d20d-49fd-9440-c4251bf52bac tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:48.536504 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6ad367ae-d20d-49fd-9440-c4251bf52bac tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] 10.222.0.81 "DELETE /v2.0/networks/295b2694-e1f5-43a9-9815-5f430d7a417d HTTP/1.1" status: 204 len: 168 time: 1.5201530 Nov 09 17:53:48.643789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad367ae-d20d-49fd-9440-c4251bf52bac tempest-BulkNetworkOpsIpV6Test-2062032432 tempest-BulkNetworkOpsIpV6Test-2062032432-project] Pushing event deleted for resources: {'Network': ['ID=295b2694-e1f5-43a9-9815-5f430d7a417d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:48.733602 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:48.739497 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-0d5ee4e7-d11e-4df5-a792-588b48afc52a service neutron] 10.222.0.18 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496408 Nov 09 17:53:48.753645 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be337e-72a8-497a-9406-78405cc95e72 req-96cac9e4-1bbb-4bbf-807e-6df797d71069 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:48.770232 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5be337e-72a8-497a-9406-78405cc95e72 req-96cac9e4-1bbb-4bbf-807e-6df797d71069 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 946 time: 0.3471432 Nov 09 17:53:48.776410 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-476035be-a8c1-4811-b72c-c02bf4efc3a2 req-0de506d2-2b19-41f2-9053-dcf5b2b0f932 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] For port 16db6515-73b8-406e-ba10-3af16103cd11, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=16db6515-73b8-406e-ba10-3af16103cd11,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:48.777031 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-476035be-a8c1-4811-b72c-c02bf4efc3a2 req-0de506d2-2b19-41f2-9053-dcf5b2b0f932 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:48.830680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-476035be-a8c1-4811-b72c-c02bf4efc3a2 req-0de506d2-2b19-41f2-9053-dcf5b2b0f932 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Calling delete_port for 16db6515-73b8-406e-ba10-3af16103cd11 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:53:48.959630 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5be337e-72a8-497a-9406-78405cc95e72 req-dc350e9f-096d-465a-a96d-73aba578988e tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849885 Nov 09 17:53:49.100730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-78465f25-825e-4dfc-ac4f-b630f1d82575 service neutron] 10.222.0.18 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519218 Nov 09 17:53:49.118107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0af500-301a-4552-a321-175fb19e33c9 req-df320a65-2ed2-4a51-9525-97617eaf0d99 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:49.119947 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea0af500-301a-4552-a321-175fb19e33c9 req-df320a65-2ed2-4a51-9525-97617eaf0d99 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 932 time: 0.2194092 Nov 09 17:53:49.254176 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-2f3f4a31-b215-4b57-a4f9-02a2f9350991 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=6ef9967e-4c83-4ee5-860b-bdb537513739 HTTP/1.1" status: 200 len: 217 time: 0.1296160 Nov 09 17:53:49.341287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-ccc221a9-e779-4ead-a481-601e1b93f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:49.343861 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-ccc221a9-e779-4ead-a481-601e1b93f31d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.0731225 Nov 09 17:53:49.415733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea0af500-301a-4552-a321-175fb19e33c9 req-9e42f2a8-5a3c-45f9-803f-da7a00bd1625 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139559 Nov 09 17:53:49.457860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-db0b135e-ad69-4e13-b7c2-10cc6c6ba5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:49.457860 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-db0b135e-ad69-4e13-b7c2-10cc6c6ba5a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0999393 Nov 09 17:53:49.784292 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42600) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:49.795183 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-476035be-a8c1-4811-b72c-c02bf4efc3a2 req-0de506d2-2b19-41f2-9053-dcf5b2b0f932 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:49.813759 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['16db6515-73b8-406e-ba10-3af16103cd11'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:53:49.828411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25a6c-4829-40be-bbbf-21f81befde33 req-46dfb05e-a220-4fc6-a863-16d07fcd1550 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:49.854086 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8be25a6c-4829-40be-bbbf-21f81befde33 req-46dfb05e-a220-4fc6-a863-16d07fcd1550 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 950 time: 0.3223865 Nov 09 17:53:49.876911 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-545d90e7-33fa-4901-9f28-3d809ae37ba4 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119267 Nov 09 17:53:49.900004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ede1c6-e7b4-4257-aee8-5b8914a7d811 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:53:49.967552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de506d2-2b19-41f2-9053-dcf5b2b0f932 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Pushing event deleted for resources: {'Port': ['ID=16db6515-73b8-406e-ba10-3af16103cd11,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:49.999141 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:50.029159 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8be25a6c-4829-40be-bbbf-21f81befde33 req-649c61e9-f571-4b7c-9aa1-b100ceda1837 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716070 Nov 09 17:53:50.096527 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-476035be-a8c1-4811-b72c-c02bf4efc3a2 req-0de506d2-2b19-41f2-9053-dcf5b2b0f932 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] No DVR routers for this DVR port 16db6515-73b8-406e-ba10-3af16103cd11 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:50.100005 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-476035be-a8c1-4811-b72c-c02bf4efc3a2 req-0de506d2-2b19-41f2-9053-dcf5b2b0f932 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:50.104276 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-476035be-a8c1-4811-b72c-c02bf4efc3a2 req-0de506d2-2b19-41f2-9053-dcf5b2b0f932 tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.18 "DELETE /v2.0/ports/16db6515-73b8-406e-ba10-3af16103cd11 HTTP/1.1" status: 204 len: 173 time: 2.5147667 Nov 09 17:53:50.105133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f54e492-e841-4c31-b0ab-23484cb1e934', 'name': 'network-vif-deleted', 'tag': '16db6515-73b8-406e-ba10-3af16103cd11'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:50.108242 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5db54e-2f17-4696-bf05-0d83ef884dbd" -d '{"events": [{"server_uuid": "7f54e492-e841-4c31-b0ab-23484cb1e934", "name": "network-vif-deleted", "tag": "16db6515-73b8-406e-ba10-3af16103cd11"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:50.181770 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b52f9b-ebc2-4685-aa66-bd2e4fd99fa7 x-openstack-request-id: req-83b52f9b-ebc2-4685-aa66-bd2e4fd99fa7 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:50.182444 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f54e492-e841-4c31-b0ab-23484cb1e934", "name": "network-vif-deleted", "tag": "16db6515-73b8-406e-ba10-3af16103cd11", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:50.182936 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83b52f9b-ebc2-4685-aa66-bd2e4fd99fa7 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:50.183618 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f54e492-e841-4c31-b0ab-23484cb1e934', 'name': 'network-vif-deleted', 'tag': '16db6515-73b8-406e-ba10-3af16103cd11', 'status': 'completed', 'code': 200} Nov 09 17:53:50.339689 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-91406080-63bf-4f67-88da-1c219ead4019 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=654df84424b54fb6bb7ca853f5e80711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458343 Nov 09 17:53:50.340069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42622) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:50.491546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Transition to ACTIVE for port object 04ede1c6-e7b4-4257-aee8-5b8914a7d811 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:53:50.556383 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:50.628460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8826-44ec-4eaa-b325-d590ab1b5d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:50.713815 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8826-44ec-4eaa-b325-d590ab1b5d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:50.803088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Pushing event updated for resources: {'Port': ['ID=04ede1c6-e7b4-4257-aee8-5b8914a7d811,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:50.867326 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-e6907f9c-af0e-42c8-a004-f5698bb51e5f service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9502659 Nov 09 17:53:50.884293 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8826-44ec-4eaa-b325-d590ab1b5d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:50.889208 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8826-44ec-4eaa-b325-d590ab1b5d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:50.891039 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7a7e8826-44ec-4eaa-b325-d590ab1b5d11 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0a4dae4f-f3f0-43e8-8ce2-8fcc1740ff8f HTTP/1.1" status: 204 len: 168 time: 0.5494697 Nov 09 17:53:50.918048 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e8826-44ec-4eaa-b325-d590ab1b5d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4dae4f-f3f0-43e8-8ce2-8fcc1740ff8f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:50.933626 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-f7207f75-fdd0-467c-b6ba-1f0df84d726c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=510929e3-6484-4eca-8e41-119ef67dace3 HTTP/1.1" status: 200 len: 217 time: 0.0458443 Nov 09 17:53:51.064093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bb7d-1ed3-4b09-82a6-e6299b5cc3b0 req-e87336c9-5821-489f-a957-4e7e26d47923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:51.069701 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9330bb7d-1ed3-4b09-82a6-e6299b5cc3b0 req-e87336c9-5821-489f-a957-4e7e26d47923 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b2412c4e8d749619a491ac24d825b4b&device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 1097 time: 0.1313276 Nov 09 17:53:51.077018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Attempting to bind port 04ede1c6-e7b4-4257-aee8-5b8914a7d811 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:53:51.077422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Attempting to bind port 04ede1c6-e7b4-4257-aee8-5b8914a7d811 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:53:51.078481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Attempting to bind port 04ede1c6-e7b4-4257-aee8-5b8914a7d811 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:51.099289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c52cd6-50c4-4981-a516-a770cf00f397 req-312476b8-8846-4006-8314-d02c2ffcb6a0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:51.107866 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e4c52cd6-50c4-4981-a516-a770cf00f397 req-312476b8-8846-4006-8314-d02c2ffcb6a0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 944 time: 0.3013165 Nov 09 17:53:51.115196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Port 04ede1c6-e7b4-4257-aee8-5b8914a7d811 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:53:51.116634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Attempting to bind port 04ede1c6-e7b4-4257-aee8-5b8914a7d811 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:51.119652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc9ba4-54c5-4f44-8945-4f0a100507df req-3ea3af1b-df10-4a33-9c3f-f9245baa3b68 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:51.122609 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a0dc9ba4-54c5-4f44-8945-4f0a100507df req-3ea3af1b-df10-4a33-9c3f-f9245baa3b68 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1436214 Nov 09 17:53:51.237931 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a0dc9ba4-54c5-4f44-8945-4f0a100507df req-c76efc8a-5789-4fb3-944c-714d80fa52ea tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067169 Nov 09 17:53:51.254040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-28539f08-5bc3-4736-b051-19724c2aee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:51.257173 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-28539f08-5bc3-4736-b051-19724c2aee80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.2876940 Nov 09 17:53:51.269867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:51.269867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Checking segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:51.269867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Bound using segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:51.269867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Bound port: 04ede1c6-e7b4-4257-aee8-5b8914a7d811, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:53:51.270495 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:51.402492 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e4c52cd6-50c4-4981-a516-a770cf00f397 req-862f5f5d-12f2-4d02-8c30-b8bbb1413133 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935944 Nov 09 17:53:51.490477 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-531d2d14-9dcb-4d85-ad11-40718d47f2a0 req-a63e8794-930a-4c0d-9223-db4afdae773c tempest-VolumesNegativeTest-2129229264 tempest-VolumesNegativeTest-2129229264-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f54e492-e841-4c31-b0ab-23484cb1e934 HTTP/1.1" status: 200 len: 210 time: 0.0730581 Nov 09 17:53:51.538152 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-a82d5a30-d764-4417-8efd-1777060e4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:51.543034 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-a82d5a30-d764-4417-8efd-1777060e4959 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2607782 Nov 09 17:53:51.590582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bb7d-1ed3-4b09-82a6-e6299b5cc3b0 req-bb97820e-51e0-4176-a5d0-dce89b246836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:51.593858 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9330bb7d-1ed3-4b09-82a6-e6299b5cc3b0 req-bb97820e-51e0-4176-a5d0-dce89b246836 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 200 len: 919 time: 0.4831247 Nov 09 17:53:51.787195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] For port 04ede1c6-e7b4-4257-aee8-5b8914a7d811, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:51.862412 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9330bb7d-1ed3-4b09-82a6-e6299b5cc3b0 req-3bcb0d15-de55-4534-ae2c-539d305684f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c66ddead-5795-4f27-9160-e101e1161ee3 HTTP/1.1" status: 200 len: 217 time: 0.1974404 Nov 09 17:53:51.906124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] For port 04ede1c6-e7b4-4257-aee8-5b8914a7d811, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=04ede1c6-e7b4-4257-aee8-5b8914a7d811,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:51.999387 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:52.107916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:52.109089 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:52.111684 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] 10.222.0.18 "PUT /v2.0/ports/04ede1c6-e7b4-4257-aee8-5b8914a7d811 HTTP/1.1" status: 200 len: 1092 time: 3.7070251 Nov 09 17:53:52.119820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01faeb94-bf14-4d5f-966d-b0f52205f404', 'tag': '04ede1c6-e7b4-4257-aee8-5b8914a7d811'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:52.124282 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170dd472-9a63-40dd-b0d9-1eafbd9de7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "01faeb94-bf14-4d5f-966d-b0f52205f404", "tag": "04ede1c6-e7b4-4257-aee8-5b8914a7d811"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:52.176281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bb7d-1ed3-4b09-82a6-e6299b5cc3b0 req-167ac339-69fa-4c1a-a0ff-0796221e789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:52.179120 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9330bb7d-1ed3-4b09-82a6-e6299b5cc3b0 req-167ac339-69fa-4c1a-a0ff-0796221e789c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93d6a562-87c3-43f9-8f53-f107047886ee HTTP/1.1" status: 200 len: 858 time: 0.3055282 Nov 09 17:53:52.192909 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-813f24dc-2299-44c0-b4c7-f7f0a3fe4efe service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320350 Nov 09 17:53:52.241822 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 16db6515-73b8-406e-ba10-3af16103cd11 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:52.349095 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 16db6515-73b8-406e-ba10-3af16103cd11 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:53:52.349693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 16db6515-73b8-406e-ba10-3af16103cd11 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:52.380235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42678) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:52.387106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9330bb7d-1ed3-4b09-82a6-e6299b5cc3b0 req-433d8934-8bef-44d6-a025-8f968d6a7402 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6642ab75-e5ec-4cb0-8139-1cc246529814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1916623 Nov 09 17:53:52.390332 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ce2a37-4e47-4936-b5c8-20fe9e552b6c x-openstack-request-id: req-a8ce2a37-4e47-4936-b5c8-20fe9e552b6c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:52.390904 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01faeb94-bf14-4d5f-966d-b0f52205f404", "tag": "04ede1c6-e7b4-4257-aee8-5b8914a7d811", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:52.391309 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8ce2a37-4e47-4936-b5c8-20fe9e552b6c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:52.391984 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01faeb94-bf14-4d5f-966d-b0f52205f404', 'tag': '04ede1c6-e7b4-4257-aee8-5b8914a7d811', 'status': 'completed', 'code': 200} Nov 09 17:53:52.439398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbe266-d9e5-4615-9d57-575a1dfddfaf service neutron] Pushing event updated for resources: {'Port': ['ID=04ede1c6-e7b4-4257-aee8-5b8914a7d811,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:52.619174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9330bb7d-1ed3-4b09-82a6-e6299b5cc3b0 req-d59fbcff-f6c2-4a1d-b4b8-9b521f681d26 service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642170 Nov 09 17:53:52.652980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-e5c72426-b437-4ddc-89aa-e3459b58b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:52.654848 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-e5c72426-b437-4ddc-89aa-e3459b58b826 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 1095 time: 0.4577887 Nov 09 17:53:52.727345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4c669-67c5-447f-9508-c3378947591a req-e3939c78-6c18-4f07-96a2-99944d26fb8e tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:52.737563 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ae4c669-67c5-447f-9508-c3378947591a req-e3939c78-6c18-4f07-96a2-99944d26fb8e tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 946 time: 0.1885281 Nov 09 17:53:52.808404 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ae4c669-67c5-447f-9508-c3378947591a req-a584d329-68ea-4dc5-9e3a-4fb68efff8c8 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676391 Nov 09 17:53:52.841691 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:53.028341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-997e656d-39c0-4a47-8895-a23ec102d9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:53.187888 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-997e656d-39c0-4a47-8895-a23ec102d9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:53.216244 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c692a-244c-4f45-8e1d-c03add5dde92 req-bf7cb5d0-33b8-44f9-b01d-73b70c1bdebe tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:53.232526 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-726c692a-244c-4f45-8e1d-c03add5dde92 req-bf7cb5d0-33b8-44f9-b01d-73b70c1bdebe tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 944 time: 0.3163276 Nov 09 17:53:53.234983 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-997e656d-39c0-4a47-8895-a23ec102d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:53.388875 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-726c692a-244c-4f45-8e1d-c03add5dde92 req-fb0cd889-0a58-4922-b981-bc4c5d7e8ed3 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474099 Nov 09 17:53:53.398952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42704) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:53.414643 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-997e656d-39c0-4a47-8895-a23ec102d9eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28e723b497714c9ea5c59834a02c5f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0319383 Nov 09 17:53:53.420721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e656d-39c0-4a47-8895-a23ec102d9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad68ef7-5a1a-4f2e-8d20-693bde831513,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:53.427888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42706) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:53.437780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-d5999931-90ed-4065-9c46-6240ebf208c3 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2023616 Nov 09 17:53:53.524369 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e56004-c506-4d40-bb60-116dd1069bc9 req-f6ea1f1c-6d23-4717-8b40-ce82df60ef5e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:53.529657 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1cbae98-c529-4098-8d13-c10d0b24d69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:53.541178 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2e56004-c506-4d40-bb60-116dd1069bc9 req-f6ea1f1c-6d23-4717-8b40-ce82df60ef5e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.9891076 Nov 09 17:53:53.585010 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-72cf8a4a-05de-489d-91ee-587e5668d290 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04ede1c6-e7b4-4257-aee8-5b8914a7d811 HTTP/1.1" status: 200 len: 217 time: 0.9061322 Nov 09 17:53:53.635198 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1cbae98-c529-4098-8d13-c10d0b24d69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:53.652426 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:53.761472 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-ff9285f3-8a97-4656-b931-a95e59b9ad75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=55aad609-e018-4a11-95ea-6a959eefd6a9 HTTP/1.1" status: 200 len: 217 time: 0.2595458 Nov 09 17:53:53.833037 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b7b3ded1-8209-4205-811f-0b30b06e8eee tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2109987704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:53.846140 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1cbae98-c529-4098-8d13-c10d0b24d69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:53.854336 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1cbae98-c529-4098-8d13-c10d0b24d69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:53.857192 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a1cbae98-c529-4098-8d13-c10d0b24d69d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ad68ef7-5a1a-4f2e-8d20-693bde831513 HTTP/1.1" status: 204 len: 168 time: 0.4269156 Nov 09 17:53:53.892172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbae98-c529-4098-8d13-c10d0b24d69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad68ef7-5a1a-4f2e-8d20-693bde831513,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:53.941788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f2e56004-c506-4d40-bb60-116dd1069bc9 req-ba810d41-cf51-41b3-90c5-dada99b33cde tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417675 Nov 09 17:53:53.956950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9330bb7d-1ed3-4b09-82a6-e6299b5cc3b0 req-a273e725-c0a6-4e35-a6a1-e8b81ca49f3b service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3169122 Nov 09 17:53:53.960267 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-350a8d05-8b8f-41a0-9d97-6914c743c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:53.967048 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-350a8d05-8b8f-41a0-9d97-6914c743c812 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.2444010 Nov 09 17:53:53.987254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-a38ce78e-170a-4bba-a9c7-637453234d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:53.991535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-a38ce78e-170a-4bba-a9c7-637453234d09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.1919479 Nov 09 17:53:54.036294 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ded1-8209-4205-811f-0b30b06e8eee tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:54.039611 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ded1-8209-4205-811f-0b30b06e8eee tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:54.077019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-2a6f5826-2cba-404c-9398-017a5a479f2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998514 Nov 09 17:53:54.281872 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ded1-8209-4205-811f-0b30b06e8eee tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:54.314516 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ded1-8209-4205-811f-0b30b06e8eee tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:54.344403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bef07d-4674-469d-a571-254f8bbf1470 req-11e388d5-a964-4bf5-a910-3bcf2b9f3f77 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:54.359010 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59bef07d-4674-469d-a571-254f8bbf1470 req-11e388d5-a964-4bf5-a910-3bcf2b9f3f77 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 946 time: 0.2688818 Nov 09 17:53:54.359952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-498cf72f-b39b-4d07-9771-098c4be82849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:54.363291 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-498cf72f-b39b-4d07-9771-098c4be82849 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3544009 Nov 09 17:53:54.378676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181c7c7-05af-44e9-aeb2-d6a4aa5b5ba5 req-4f760350-7741-4af1-804c-83a067930643 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:54.381287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6181c7c7-05af-44e9-aeb2-d6a4aa5b5ba5 req-4f760350-7741-4af1-804c-83a067930643 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.13 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 946 time: 0.3179135 Nov 09 17:53:54.482428 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ded1-8209-4205-811f-0b30b06e8eee tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:54.491775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b7b3ded1-8209-4205-811f-0b30b06e8eee tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0855255 Nov 09 17:53:54.501105 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42742) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:54.542778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2030719948'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:54.593597 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59bef07d-4674-469d-a571-254f8bbf1470 req-5965b467-8c8b-429d-a070-078b3c27ffef tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331493 Nov 09 17:53:54.622365 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Made reservation on behalf of 6baa0e580fa84356beffa5f6f49a3e3e for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:54.630067 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:54.651247 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:54.761320 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-dcc0e732-ad47-4521-8ab9-18fbbfbb46c3 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6713772 Nov 09 17:53:54.774758 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:54.782250 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:54.806014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:54.831119 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:54.831526 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Added segment eb435293-948d-4ce3-8f93-aea8000a9811 of type vlan for network f3655b92-a8ea-4c5d-83a0-864d7b768916 Nov 09 17:53:54.851484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42748) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:54.895620 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:54.917416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-261d51b3-bfd8-4b64-a200-e673f2ed5b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:54.920562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a313f4ff-dcae-4640-b398-f0f25b0466a3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:54.961815 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:54.974336 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:54.975436 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:55.042901 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-911442c2-b7d4-4968-9ab4-e57e0cd72cba service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590738 Nov 09 17:53:55.096723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88ac0-cd39-4da7-9f91-d72b020b5a6a req-cafe4372-df32-4874-9176-d7876b80c965 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:55.099205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99a88ac0-cd39-4da7-9f91-d72b020b5a6a req-cafe4372-df32-4874-9176-d7876b80c965 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 944 time: 0.4371135 Nov 09 17:53:55.137394 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6246433 Nov 09 17:53:55.156001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42766) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:55.165741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-035edbb8-5639-4f0b-9cfb-9ee4b60cf03d tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Request body: {'subnet': {'network_id': 'f3655b92-a8ea-4c5d-83a0-864d7b768916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:55.170752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da743544-7aff-4bea-833e-7a68fa39da0e tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event updated for resources: {'Network': ['ID=f3655b92-a8ea-4c5d-83a0-864d7b768916,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:55.186917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network f3655b92-a8ea-4c5d-83a0-864d7b768916 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:55.264759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a3253b2-86a5-4261-94a3-78fb1640c159 req-1a5f73be-132b-4baa-a49f-d3674ee928c3 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567127 Nov 09 17:53:55.310723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-6181c7c7-05af-44e9-aeb2-d6a4aa5b5ba5 req-c69505d0-fbd9-4f7c-b6b8-b708134bf4ba tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Deleting port 4a94d333-99e8-4d30-8f59-77beef2cbc51 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:53:55.311126 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6181c7c7-05af-44e9-aeb2-d6a4aa5b5ba5 req-c69505d0-fbd9-4f7c-b6b8-b708134bf4ba tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:55.326868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99a88ac0-cd39-4da7-9f91-d72b020b5a6a req-1e775286-ac7c-4143-9a23-9f65558a81a7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130656 Nov 09 17:53:55.360186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214760a-71a1-434d-b1db-9907058d9cf7 req-269352a2-cda1-469b-b7f7-c61dcb49c046 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:55.361893 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a214760a-71a1-434d-b1db-9907058d9cf7 req-269352a2-cda1-469b-b7f7-c61dcb49c046 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.2846389 Nov 09 17:53:55.404610 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-427a018e-a9d9-4af6-a0c3-71ce9d34f109 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983291 Nov 09 17:53:55.454911 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-261d51b3-bfd8-4b64-a200-e673f2ed5b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:55.458474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035edbb8-5639-4f0b-9cfb-9ee4b60cf03d tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Made reservation on behalf of 6baa0e580fa84356beffa5f6f49a3e3e for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:55.464760 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-035edbb8-5639-4f0b-9cfb-9ee4b60cf03d tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:55.498907 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-261d51b3-bfd8-4b64-a200-e673f2ed5b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:55.504006 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-ac70e396-bb64-433e-a3c6-8e5c96a7706d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=dd8443a3-ce2a-48ee-a21b-3470a2238132 HTTP/1.1" status: 200 len: 217 time: 0.0706687 Nov 09 17:53:55.568171 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a214760a-71a1-434d-b1db-9907058d9cf7 req-81cbc734-547f-42fc-910e-3822a6e9f079 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939268 Nov 09 17:53:55.637355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dd472-9a63-40dd-b0d9-1eafbd9de7e3 req-254701d7-c1ca-4237-9a0a-3e63f94808db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:55.639923 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-170dd472-9a63-40dd-b0d9-1eafbd9de7e3 req-254701d7-c1ca-4237-9a0a-3e63f94808db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 1095 time: 0.2849803 Nov 09 17:53:55.752970 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-261d51b3-bfd8-4b64-a200-e673f2ed5b21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=138ce92983294bd68e7ea1fad2e21eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8897414 Nov 09 17:53:55.803642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42828) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:55.832800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d51b3-bfd8-4b64-a200-e673f2ed5b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d03313c-a4df-45ca-bacd-0190688cff9b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:55.922668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6181c7c7-05af-44e9-aeb2-d6a4aa5b5ba5 req-c69505d0-fbd9-4f7c-b6b8-b708134bf4ba tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] For port 4a94d333-99e8-4d30-8f59-77beef2cbc51, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4a94d333-99e8-4d30-8f59-77beef2cbc51,segment=NetworkSegment(9daed3e4-566b-48a8-82fb-d06d70102706),segment_id=9daed3e4-566b-48a8-82fb-d06d70102706)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:53:55.923727 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6181c7c7-05af-44e9-aeb2-d6a4aa5b5ba5 req-c69505d0-fbd9-4f7c-b6b8-b708134bf4ba tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:55.979462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-6181c7c7-05af-44e9-aeb2-d6a4aa5b5ba5 req-c69505d0-fbd9-4f7c-b6b8-b708134bf4ba tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Calling delete_port for 4a94d333-99e8-4d30-8f59-77beef2cbc51 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:53:56.017481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-a01929a0-1886-4adf-b29e-deb0b231f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:56.021063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-a01929a0-1886-4adf-b29e-deb0b231f48f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.5051718 Nov 09 17:53:56.267787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dd472-9a63-40dd-b0d9-1eafbd9de7e3 req-74473a8f-04ae-4c84-9e09-c48608c448fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:56.270589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-170dd472-9a63-40dd-b0d9-1eafbd9de7e3 req-74473a8f-04ae-4c84-9e09-c48608c448fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 906 time: 0.5310247 Nov 09 17:53:56.377406 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-170dd472-9a63-40dd-b0d9-1eafbd9de7e3 req-dcf795a4-c6e4-4444-814c-03b99a091900 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04ede1c6-e7b4-4257-aee8-5b8914a7d811 HTTP/1.1" status: 200 len: 217 time: 0.0851274 Nov 09 17:53:56.379806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-e89af249-d3d8-409c-afe8-db1213cec504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:56.382228 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-e89af249-d3d8-409c-afe8-db1213cec504 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3475204 Nov 09 17:53:56.496420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dd472-9a63-40dd-b0d9-1eafbd9de7e3 req-498eabcd-a757-4212-b92d-860813d8f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:56.498707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-170dd472-9a63-40dd-b0d9-1eafbd9de7e3 req-498eabcd-a757-4212-b92d-860813d8f5b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.1046014 Nov 09 17:53:56.584636 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-035edbb8-5639-4f0b-9cfb-9ee4b60cf03d tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:56.601392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d051400-0e9c-4060-88f3-564b5ec14453 req-7b0c78e7-5b33-4be6-8082-6d4a0f9f3680 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:56.609764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d051400-0e9c-4060-88f3-564b5ec14453 req-7b0c78e7-5b33-4be6-8082-6d4a0f9f3680 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 946 time: 0.8043330 Nov 09 17:53:56.654183 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22ca5bc6-081b-4aab-9923-619f92e162a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:56.694677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-170dd472-9a63-40dd-b0d9-1eafbd9de7e3 req-f0fe09b3-38e2-4563-abcd-1c42022322d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106505 Nov 09 17:53:56.741087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035edbb8-5639-4f0b-9cfb-9ee4b60cf03d tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event updated for resources: {'Subnet': ['ID=eafbce2c-098f-4217-980b-ca6539ffc07c,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:56.754234 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22ca5bc6-081b-4aab-9923-619f92e162a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:56.777365 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d051400-0e9c-4060-88f3-564b5ec14453 req-48aaf867-2902-496f-99f5-ba942eb9544b tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/security-groups?id=4541fdd6-1740-4d3b-a3fe-69c65e41504d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662035 Nov 09 17:53:56.833032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bef7a-7011-4b9e-ab34-4a6f69ed2f4b req-439605a5-c4bb-47cc-972e-ff627b91e38b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:56.836477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035edbb8-5639-4f0b-9cfb-9ee4b60cf03d tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Checking segment: {'id': 'eb435293-948d-4ce3-8f93-aea8000a9811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3655b92-a8ea-4c5d-83a0-864d7b768916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:56.837337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035edbb8-5639-4f0b-9cfb-9ee4b60cf03d tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Network hostable DHCP agents. Network: f3655b92-a8ea-4c5d-83a0-864d7b768916, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:53:56.845111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-518bef7a-7011-4b9e-ab34-4a6f69ed2f4b req-439605a5-c4bb-47cc-972e-ff627b91e38b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 944 time: 0.3450539 Nov 09 17:53:56.847922 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6181c7c7-05af-44e9-aeb2-d6a4aa5b5ba5 req-c69505d0-fbd9-4f7c-b6b8-b708134bf4ba tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:56.890506 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035edbb8-5639-4f0b-9cfb-9ee4b60cf03d tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Network f3655b92-a8ea-4c5d-83a0-864d7b768916 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:53:56.922832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-035edbb8-5639-4f0b-9cfb-9ee4b60cf03d tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, f3655b92-a8ea-4c5d-83a0-864d7b768916) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:56.933497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035edbb8-5639-4f0b-9cfb-9ee4b60cf03d tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:56.934988 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-035edbb8-5639-4f0b-9cfb-9ee4b60cf03d tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:56.938964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d507a31-9aad-4645-bc04-9cdb0c31e2c5 None None] Network f3655b92-a8ea-4c5d-83a0-864d7b768916 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:53:56.941394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69505d0-fbd9-4f7c-b6b8-b708134bf4ba tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Pushing event deleted for resources: {'Port': ['ID=4a94d333-99e8-4d30-8f59-77beef2cbc51,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:56.949989 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-2f3f46ef-80ba-452e-84ef-a5f1233d6598 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405966 Nov 09 17:53:56.962765 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22ca5bc6-081b-4aab-9923-619f92e162a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:56.973652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22ca5bc6-081b-4aab-9923-619f92e162a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:56.982187 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-22ca5bc6-081b-4aab-9923-619f92e162a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d03313c-a4df-45ca-bacd-0190688cff9b HTTP/1.1" status: 204 len: 168 time: 1.1688063 Nov 09 17:53:57.032777 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-518bef7a-7011-4b9e-ab34-4a6f69ed2f4b req-c23dc7cd-036d-4aef-8b1c-0f30e7cefef2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863766 Nov 09 17:53:57.102132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-170dd472-9a63-40dd-b0d9-1eafbd9de7e3 req-98675939-1fd5-4761-8920-8754a11a5878 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940301 Nov 09 17:53:57.108303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6181c7c7-05af-44e9-aeb2-d6a4aa5b5ba5 req-c69505d0-fbd9-4f7c-b6b8-b708134bf4ba tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] No DVR routers for this DVR port 4a94d333-99e8-4d30-8f59-77beef2cbc51 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:53:57.141899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca5bc6-081b-4aab-9923-619f92e162a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d03313c-a4df-45ca-bacd-0190688cff9b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:57.171906 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-035edbb8-5639-4f0b-9cfb-9ee4b60cf03d tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0138876 Nov 09 17:53:57.188763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42874) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:57.213181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b00d7ffa-7ac2-49fd-9055-16a046b20fce tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Request body: {'network': {'name': 'tempest-router-network01--1404854009'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:57.344289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84741b5-cd0a-4876-baf3-cd504af0305d req-913c3021-6689-4387-9e8a-6f056d8723a0 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:57.358411 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6181c7c7-05af-44e9-aeb2-d6a4aa5b5ba5 req-c69505d0-fbd9-4f7c-b6b8-b708134bf4ba tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:57.362526 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e84741b5-cd0a-4876-baf3-cd504af0305d req-913c3021-6689-4387-9e8a-6f056d8723a0 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.3751194 Nov 09 17:53:57.363446 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6181c7c7-05af-44e9-aeb2-d6a4aa5b5ba5 req-c69505d0-fbd9-4f7c-b6b8-b708134bf4ba tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.13 "DELETE /v2.0/ports/4a94d333-99e8-4d30-8f59-77beef2cbc51 HTTP/1.1" status: 204 len: 173 time: 2.9666207 Nov 09 17:53:57.365952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-41066521-9a07-48ba-9618-1b25025494a8 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577933 Nov 09 17:53:57.366511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca05f6a-9a57-46bc-a2bd-4e47e65f9639', 'name': 'network-vif-deleted', 'tag': '4a94d333-99e8-4d30-8f59-77beef2cbc51'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:53:57.377841 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00d7ffa-7ac2-49fd-9055-16a046b20fce tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Made reservation on behalf of 6baa0e580fa84356beffa5f6f49a3e3e for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:57.382070 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b00d7ffa-7ac2-49fd-9055-16a046b20fce tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:57.404297 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358b8138-4e5d-4306-84bf-6dda94442486" -d '{"events": [{"server_uuid": "cca05f6a-9a57-46bc-a2bd-4e47e65f9639", "name": "network-vif-deleted", "tag": "4a94d333-99e8-4d30-8f59-77beef2cbc51"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:53:57.473749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00d7ffa-7ac2-49fd-9055-16a046b20fce tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:57.519122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-f3655b92-a8ea-4c5d-83a0-864d7b768916', 'network_id': 'f3655b92-a8ea-4c5d-83a0-864d7b768916', 'tenant_id': '6baa0e580fa84356beffa5f6f49a3e3e', 'fixed_ips': [{'subnet_id': 'eafbce2c-098f-4217-980b-ca6539ffc07c'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:53:57.525841 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:57.545083 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e84741b5-cd0a-4876-baf3-cd504af0305d req-9d314902-f1d4-45a8-bedc-68867f595fa5 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795292 Nov 09 17:53:57.564536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b00d7ffa-7ac2-49fd-9055-16a046b20fce tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:57.565781 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-b00d7ffa-7ac2-49fd-9055-16a046b20fce tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Added segment 0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a of type vlan for network 81300ad5-b23a-4467-9482-2fcbb946f5c9 Nov 09 17:53:57.597997 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-b2144472-a901-4391-bd10-faeb2bf1ea08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=316e14fe-0b21-43d7-88c8-347033fc6186 HTTP/1.1" status: 200 len: 217 time: 0.1864393 Nov 09 17:53:57.710749 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b00d7ffa-7ac2-49fd-9055-16a046b20fce tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:57.712730 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3315064c-9181-4c7b-b4dd-6f7c5f261aef x-openstack-request-id: req-3315064c-9181-4c7b-b4dd-6f7c5f261aef {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:53:57.715262 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca05f6a-9a57-46bc-a2bd-4e47e65f9639", "name": "network-vif-deleted", "tag": "4a94d333-99e8-4d30-8f59-77beef2cbc51", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:53:57.715596 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3315064c-9181-4c7b-b4dd-6f7c5f261aef {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:53:57.715980 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca05f6a-9a57-46bc-a2bd-4e47e65f9639', 'name': 'network-vif-deleted', 'tag': '4a94d333-99e8-4d30-8f59-77beef2cbc51', 'status': 'completed', 'code': 200} Nov 09 17:53:57.763538 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b00d7ffa-7ac2-49fd-9055-16a046b20fce tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:57.775615 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00d7ffa-7ac2-49fd-9055-16a046b20fce tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:57.777139 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b00d7ffa-7ac2-49fd-9055-16a046b20fce tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:57.806575 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b00d7ffa-7ac2-49fd-9055-16a046b20fce tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6130285 Nov 09 17:53:57.809557 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42920) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:57.831468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-170dd472-9a63-40dd-b0d9-1eafbd9de7e3 req-3ba75dc5-7a3e-4234-8107-ff55804e65de service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648720 Nov 09 17:53:57.839145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bcd80e2f-f01d-41c7-b847-cbb1a0aa0685 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Request body: {'network': {'name': 'tempest-router-network02--1739416376'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:57.872274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-a82502e7-2455-4171-90b1-496b75f2f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:57.883602 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-a82502e7-2455-4171-90b1-496b75f2f6b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17413a2a-b8aa-4376-9143-5b1c6d073885 HTTP/1.1" status: 200 len: 797 time: 0.1661017 Nov 09 17:53:57.971583 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d7ffa-7ac2-49fd-9055-16a046b20fce tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event updated for resources: {'Network': ['ID=81300ad5-b23a-4467-9482-2fcbb946f5c9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:57.985056 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd80e2f-f01d-41c7-b847-cbb1a0aa0685 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Made reservation on behalf of 6baa0e580fa84356beffa5f6f49a3e3e for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:57.998201 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e2f-f01d-41c7-b847-cbb1a0aa0685 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:58.013076 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 81300ad5-b23a-4467-9482-2fcbb946f5c9 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:58.040120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-dced09a8-dcbb-4212-859e-e497158c19d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:58.041723 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-dced09a8-dcbb-4212-859e-e497158c19d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1572618 Nov 09 17:53:58.137863 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Allocated IP 2001:db8::2 (f3655b92-a8ea-4c5d-83a0-864d7b768916/eafbce2c-098f-4217-980b-ca6539ffc07c/13da4e5e-bde3-45a8-8b6a-79d31b0b34e3) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:53:58.139803 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19a0216b-489d-479c-bf7d-06a72e1174e7 req-be728cac-26d6-4834-9e79-ae5c04bdd227 tempest-ServerMetadataNegativeTestJSON-1461495491 tempest-ServerMetadataNegativeTestJSON-1461495491-project] 10.222.0.81 "GET /v2.0/ports?device_id=cca05f6a-9a57-46bc-a2bd-4e47e65f9639 HTTP/1.1" status: 200 len: 210 time: 0.1050093 Nov 09 17:53:58.188087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd80e2f-f01d-41c7-b847-cbb1a0aa0685 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:53:58.216813 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e2f-f01d-41c7-b847-cbb1a0aa0685 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:58.217173 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-bcd80e2f-f01d-41c7-b847-cbb1a0aa0685 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Added segment 4415eec7-8237-49ca-9685-377916b8e524 of type vlan for network 4411e9f4-abbb-4911-9cce-66d63b2a512a Nov 09 17:53:58.325136 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e2f-f01d-41c7-b847-cbb1a0aa0685 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:58.358593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3457d-0c9f-494e-a0d3-a056873deb4b req-e51e8efb-c24d-4de6-b029-6804f8aaa3ff tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:58.372313 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28c3457d-0c9f-494e-a0d3-a056873deb4b req-e51e8efb-c24d-4de6-b029-6804f8aaa3ff tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 944 time: 0.1492774 Nov 09 17:53:58.390060 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e2f-f01d-41c7-b847-cbb1a0aa0685 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:58.395940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd80e2f-f01d-41c7-b847-cbb1a0aa0685 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:58.396617 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e2f-f01d-41c7-b847-cbb1a0aa0685 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:58.457525 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:58.475036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-51417d7b-8d3e-41cf-82a1-5ea68a11c394 service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244399 Nov 09 17:53:58.498585 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:58.536417 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bcd80e2f-f01d-41c7-b847-cbb1a0aa0685 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7246325 Nov 09 17:53:58.537419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42952) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:58.555286 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28c3457d-0c9f-494e-a0d3-a056873deb4b req-0b7fa520-3eed-4f85-ba5f-5e99d91f2ee2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788890 Nov 09 17:53:58.572261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Network f3655b92-a8ea-4c5d-83a0-864d7b768916 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:53:58.620917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:53:58.644628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:53:58.673325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3abeb49c-79a4-4876-ac0d-507812bd62f9 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Request body: {'subnet': {'network_id': '81300ad5-b23a-4467-9482-2fcbb946f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:53:58.683090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4a94d333-99e8-4d30-8f59-77beef2cbc51 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:53:58.716104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd80e2f-f01d-41c7-b847-cbb1a0aa0685 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event updated for resources: {'Network': ['ID=4411e9f4-abbb-4911-9cce-66d63b2a512a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:58.804111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-922843e8-b708-4e03-87ab-0fe4a1a5cf6b service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135579 Nov 09 17:53:58.845503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 4a94d333-99e8-4d30-8f59-77beef2cbc51 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:53:58.846479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4a94d333-99e8-4d30-8f59-77beef2cbc51 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:53:58.850986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 4411e9f4-abbb-4911-9cce-66d63b2a512a details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:53:58.945824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Pushing event updated for resources: {'Port': ['ID=13da4e5e-bde3-45a8-8b6a-79d31b0b34e3,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:58.965953 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-2c19c7c8-a95f-4f77-994d-bc02fdd6c374 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7d451e7-2b1c-426c-8bb5-f2befdd86181 HTTP/1.1" status: 200 len: 217 time: 0.1535761 Nov 09 17:53:59.074643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Attempting to bind port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:53:59.075557 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Attempting to bind port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'eb435293-948d-4ce3-8f93-aea8000a9811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3655b92-a8ea-4c5d-83a0-864d7b768916'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:53:59.075557 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Attempting to bind port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 on network f3655b92-a8ea-4c5d-83a0-864d7b768916 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:53:59.124361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:53:59.128376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Checking segment: {'id': 'eb435293-948d-4ce3-8f93-aea8000a9811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3655b92-a8ea-4c5d-83a0-864d7b768916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:53:59.129607 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:59.134623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Bound using segment: {'id': 'eb435293-948d-4ce3-8f93-aea8000a9811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3655b92-a8ea-4c5d-83a0-864d7b768916'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:53:59.136361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Bound port: 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb435293-948d-4ce3-8f93-aea8000a9811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3655b92-a8ea-4c5d-83a0-864d7b768916'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:53:59.138026 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:59.207971 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abeb49c-79a4-4876-ac0d-507812bd62f9 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Made reservation on behalf of 6baa0e580fa84356beffa5f6f49a3e3e for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:53:59.224158 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3abeb49c-79a4-4876-ac0d-507812bd62f9 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:59.257912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-d54191b4-e335-48d8-a6ca-329ea560e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:59.259534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-d54191b4-e335-48d8-a6ca-329ea560e70b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17413a2a-b8aa-4376-9143-5b1c6d073885 HTTP/1.1" status: 200 len: 797 time: 0.2861891 Nov 09 17:53:59.301431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388880fc-344c-45d9-9e82-f508e16bbd1d req-44497a9a-638b-4c86-956f-097ba6ff9274 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:59.303794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-388880fc-344c-45d9-9e82-f508e16bbd1d req-44497a9a-638b-4c86-956f-097ba6ff9274 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.3289855 Nov 09 17:53:59.350701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42986) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:53:59.520886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f799ea4f-14ff-4763-847f-4703452b4172 admin admin] Deleting subnet 2de4fe1b-e4ec-46bc-9824-44dc05b6de7c {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:53:59.542442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f799ea4f-14ff-4763-847f-4703452b4172 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:59.555320 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] For port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:53:59.562909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] For port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=13da4e5e-bde3-45a8-8b6a-79d31b0b34e3,segment=NetworkSegment(eb435293-948d-4ce3-8f93-aea8000a9811),segment_id=eb435293-948d-4ce3-8f93-aea8000a9811)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:53:59.578346 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:59.853712 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f799ea4f-14ff-4763-847f-4703452b4172 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:59.866734 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd87a3-4c9f-4231-ae95-72ae18d3ec94 None None] Pushing event updated for resources: {'Port': ['ID=13da4e5e-bde3-45a8-8b6a-79d31b0b34e3,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:53:59.878272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-388880fc-344c-45d9-9e82-f508e16bbd1d req-b7abcee9-f5e4-4e53-9490-696e6f8c6ca2 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263357 Nov 09 17:53:59.885041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54096720-f795-411b-ae9f-6aba40f4c296 req-4c0f18b6-5633-4beb-b621-31688ab8f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:53:59.888396 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-4c0f18b6-5633-4beb-b621-31688ab8f15c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6121309 Nov 09 17:54:00.021576 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:54:00.251652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3abeb49c-79a4-4876-ac0d-507812bd62f9 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:00.282109 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 04ede1c6-e7b4-4257-aee8-5b8914a7d811 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:54:00.463147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abeb49c-79a4-4876-ac0d-507812bd62f9 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event updated for resources: {'Subnet': ['ID=ec166909-f04b-4c52-9ebf-e3bb3eb70ad2,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:00.505637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e42ef-bf9d-41fc-93ba-e2ae62d36055 req-87ae26ac-a682-42bf-b709-9bb8092ac201 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:00.520222 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-828e42ef-bf9d-41fc-93ba-e2ae62d36055 req-87ae26ac-a682-42bf-b709-9bb8092ac201 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 944 time: 0.3099408 Nov 09 17:54:00.545406 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abeb49c-79a4-4876-ac0d-507812bd62f9 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Checking segment: {'id': '0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81300ad5-b23a-4467-9482-2fcbb946f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:00.546091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abeb49c-79a4-4876-ac0d-507812bd62f9 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Network hostable DHCP agents. Network: 81300ad5-b23a-4467-9482-2fcbb946f5c9, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:54:00.671971 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-828e42ef-bf9d-41fc-93ba-e2ae62d36055 req-715b4bf1-01b8-4a0f-9743-a5626630b7b3 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410141 Nov 09 17:54:00.683359 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abeb49c-79a4-4876-ac0d-507812bd62f9 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Network 81300ad5-b23a-4467-9482-2fcbb946f5c9 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:54:00.701223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3abeb49c-79a4-4876-ac0d-507812bd62f9 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 81300ad5-b23a-4467-9482-2fcbb946f5c9) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:00.723009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abeb49c-79a4-4876-ac0d-507812bd62f9 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:00.723891 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3abeb49c-79a4-4876-ac0d-507812bd62f9 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:00.727787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679d4aef-4314-43cd-81ec-179f2d150386 None None] Network 81300ad5-b23a-4467-9482-2fcbb946f5c9 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:00.777508 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3abeb49c-79a4-4876-ac0d-507812bd62f9 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2312922 Nov 09 17:54:00.778018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43026) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:00.789188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7899deda-c8ad-43ae-8532-7bf51987a6a8 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Request body: {'subnet': {'network_id': '4411e9f4-abbb-4911-9cce-66d63b2a512a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:01.086956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7899deda-c8ad-43ae-8532-7bf51987a6a8 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Made reservation on behalf of 6baa0e580fa84356beffa5f6f49a3e3e for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:01.091183 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7899deda-c8ad-43ae-8532-7bf51987a6a8 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:01.164034 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-5910ff83-81cd-4e43-a48e-cdcc07483d3d service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2640786 Nov 09 17:54:01.276882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 04ede1c6-e7b4-4257-aee8-5b8914a7d811, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=04ede1c6-e7b4-4257-aee8-5b8914a7d811,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:01.353183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '04ede1c6-e7b4-4257-aee8-5b8914a7d811', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'port_id': '04ede1c6-e7b4-4257-aee8-5b8914a7d811', 'mac_address': 'fa:16:3e:86:3d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417001cc-f87f-4208-b45a-9ddf65dcb18d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:54:01.356410 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54096720-f795-411b-ae9f-6aba40f4c296 req-11c2c826-e733-435b-aada-9be2796632f0 service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751826 Nov 09 17:54:01.408450 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f799ea4f-14ff-4763-847f-4703452b4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:01.555528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a5c79-4b25-452f-85e0-30f07b8ec8dd req-ba5b33e1-eec5-4c27-8c07-d7fb58facbce tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:01.557651 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-384a5c79-4b25-452f-85e0-30f07b8ec8dd req-ba5b33e1-eec5-4c27-8c07-d7fb58facbce tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1978812 Nov 09 17:54:01.717251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:01.726321 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:01.789086 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-81300ad5-b23a-4467-9482-2fcbb946f5c9', 'network_id': '81300ad5-b23a-4467-9482-2fcbb946f5c9', 'tenant_id': '6baa0e580fa84356beffa5f6f49a3e3e', 'fixed_ips': [{'subnet_id': 'ec166909-f04b-4c52-9ebf-e3bb3eb70ad2'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:01.790003 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:01.877813 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-384a5c79-4b25-452f-85e0-30f07b8ec8dd req-3af9e0f1-4cb2-4862-b767-c8088ef08330 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006628 Nov 09 17:54:01.886742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ede1c6-e7b4-4257-aee8-5b8914a7d811 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:54:01.894313 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f799ea4f-14ff-4763-847f-4703452b4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:01.987528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799ea4f-14ff-4763-847f-4703452b4172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de4fe1b-e4ec-46bc-9824-44dc05b6de7c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:02.005488 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f799ea4f-14ff-4763-847f-4703452b4172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:02.009709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f799ea4f-14ff-4763-847f-4703452b4172 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2de4fe1b-e4ec-46bc-9824-44dc05b6de7c HTTP/1.1" status: 204 len: 168 time: 2.6390965 Nov 09 17:54:02.017344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43074) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:02.161194 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7899deda-c8ad-43ae-8532-7bf51987a6a8 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:02.217770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75a3b15-7454-42fa-b524-286db14edbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:02.349109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312374a-9a9c-44d6-a88b-0221ff525aac req-5d2866c0-d215-4cf8-b944-415e779748ee tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:02.366767 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9312374a-9a9c-44d6-a88b-0221ff525aac req-5d2866c0-d215-4cf8-b944-415e779748ee tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 944 time: 0.3009248 Nov 09 17:54:02.414457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899deda-c8ad-43ae-8532-7bf51987a6a8 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event updated for resources: {'Subnet': ['ID=5f16b41c-9d8c-4d24-a69f-2b15852da414,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:02.534255 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9312374a-9a9c-44d6-a88b-0221ff525aac req-0cdb3820-a3ce-4de9-8e5e-884f4e9a3a96 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651268 Nov 09 17:54:02.550894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddd416e-03b1-46b0-962f-1e22637d07f2 None None] Network f3655b92-a8ea-4c5d-83a0-864d7b768916 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:02.574293 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75a3b15-7454-42fa-b524-286db14edbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:02.585086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899deda-c8ad-43ae-8532-7bf51987a6a8 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Checking segment: {'id': '4415eec7-8237-49ca-9685-377916b8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4411e9f4-abbb-4911-9cce-66d63b2a512a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:02.586923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7899deda-c8ad-43ae-8532-7bf51987a6a8 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Network hostable DHCP agents. Network: 4411e9f4-abbb-4911-9cce-66d63b2a512a, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:54:02.645609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7899deda-c8ad-43ae-8532-7bf51987a6a8 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Network 4411e9f4-abbb-4911-9cce-66d63b2a512a is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:54:02.676859 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a75a3b15-7454-42fa-b524-286db14edbcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9154f214-e5f5-47a6-bb91-3bba18e7c703']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:02.687969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-7899deda-c8ad-43ae-8532-7bf51987a6a8 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 4411e9f4-abbb-4911-9cce-66d63b2a512a) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:02.695612 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7899deda-c8ad-43ae-8532-7bf51987a6a8 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:02.697442 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7899deda-c8ad-43ae-8532-7bf51987a6a8 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:02.713612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a75a3b15-7454-42fa-b524-286db14edbcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9daed3e4-566b-48a8-82fb-d06d70102706') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:02.714258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a75a3b15-7454-42fa-b524-286db14edbcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9daed3e4-566b-48a8-82fb-d06d70102706') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:02.730236 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7899deda-c8ad-43ae-8532-7bf51987a6a8 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9503710 Nov 09 17:54:02.733231 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43084) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:02.748613 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75a3b15-7454-42fa-b524-286db14edbcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:02.793217 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75a3b15-7454-42fa-b524-286db14edbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:02.805960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75a3b15-7454-42fa-b524-286db14edbcd admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:54:02.806575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75a3b15-7454-42fa-b524-286db14edbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:54:02.816199 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:54:02.882471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b333eefe-18fb-4f59-b503-5acde197d7f6 None None] Network 4411e9f4-abbb-4911-9cce-66d63b2a512a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:02.888335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 04ede1c6-e7b4-4257-aee8-5b8914a7d811, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=04ede1c6-e7b4-4257-aee8-5b8914a7d811,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:02.942994 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75a3b15-7454-42fa-b524-286db14edbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:02.971801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75a3b15-7454-42fa-b524-286db14edbcd admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:02.984556 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a75a3b15-7454-42fa-b524-286db14edbcd admin admin] 10.222.0.81 "DELETE /v2.0/networks/9154f214-e5f5-47a6-bb91-3bba18e7c703 HTTP/1.1" status: 204 len: 168 time: 0.9599321 Nov 09 17:54:03.034385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a3b15-7454-42fa-b524-286db14edbcd admin admin] Pushing event deleted for resources: {'Network': ['ID=9154f214-e5f5-47a6-bb91-3bba18e7c703,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:03.098928 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:03.400742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6fd4bfd8-2aca-415e-b7ca-5e5be4b6d5e5 None None] Provisioning complete for port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:03.401938 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bfd8-2aca-415e-b7ca-5e5be4b6d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:03.622091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43104) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:03.653717 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['04ede1c6-e7b4-4257-aee8-5b8914a7d811'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:54:03.675541 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:03.767419 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b983e7ad-fa01-4cc9-87db-855905bb4ad9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b798b5be0f1e49afb6840008c6fa3ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436400 Nov 09 17:54:03.772371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43110) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:03.795748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061ca3e-4ae6-4f41-b43d-4880572012ea req-4a1125b3-6f18-4b3b-a703-3c0c9c9d59e6 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:03.804564 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c061ca3e-4ae6-4f41-b43d-4880572012ea req-4a1125b3-6f18-4b3b-a703-3c0c9c9d59e6 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.7232573 Nov 09 17:54:03.964151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5ffc3-d0b6-4690-a8ea-54cd64c2e32b req-4faf239b-842f-4464-b901-da0c23765ec7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:03.965809 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84c5ffc3-d0b6-4690-a8ea-54cd64c2e32b req-4faf239b-842f-4464-b901-da0c23765ec7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 945 time: 0.1115043 Nov 09 17:54:04.050471 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84c5ffc3-d0b6-4690-a8ea-54cd64c2e32b req-0ae125f5-eb73-45c9-af6e-d53fd14e4322 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659678 Nov 09 17:54:04.099849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:04.100250 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:04.102205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=04ede1c6-e7b4-4257-aee8-5b8914a7d811,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:04.285148 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c061ca3e-4ae6-4f41-b43d-4880572012ea req-8dcd50e1-60ca-42ae-aabb-5dbd36b326b1 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796529 Nov 09 17:54:04.290133 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-96a4633d-f5c8-4ac5-9c2c-9b721bd30b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:04.380275 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-96a4633d-f5c8-4ac5-9c2c-9b721bd30b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:04.431160 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bfd8-2aca-415e-b7ca-5e5be4b6d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:04.472727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-4411e9f4-abbb-4911-9cce-66d63b2a512a', 'network_id': '4411e9f4-abbb-4911-9cce-66d63b2a512a', 'tenant_id': '6baa0e580fa84356beffa5f6f49a3e3e', 'fixed_ips': [{'subnet_id': '5f16b41c-9d8c-4d24-a69f-2b15852da414'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:04.475527 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:04.501304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Allocated IP 2001:db8::2 (81300ad5-b23a-4467-9482-2fcbb946f5c9/ec166909-f04b-4c52-9ebf-e3bb3eb70ad2/69291fd7-5e86-4253-967d-fb3893d9a0ad) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:04.518597 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-96a4633d-f5c8-4ac5-9c2c-9b721bd30b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:04.521941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-96a4633d-f5c8-4ac5-9c2c-9b721bd30b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:04.527028 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-96a4633d-f5c8-4ac5-9c2c-9b721bd30b00 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4541fdd6-1740-4d3b-a3fe-69c65e41504d HTTP/1.1" status: 204 len: 168 time: 0.7482274 Nov 09 17:54:04.546766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4633d-f5c8-4ac5-9c2c-9b721bd30b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4541fdd6-1740-4d3b-a3fe-69c65e41504d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:04.788912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6fd4bfd8-2aca-415e-b7ca-5e5be4b6d5e5 None None] For port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=13da4e5e-bde3-45a8-8b6a-79d31b0b34e3,segment=NetworkSegment(eb435293-948d-4ce3-8f93-aea8000a9811),segment_id=eb435293-948d-4ce3-8f93-aea8000a9811)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:05.156704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43132) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:05.214940 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:05.342697 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bfd8-2aca-415e-b7ca-5e5be4b6d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:05.412451 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:05.426952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Allocated IP 2001:db8::1 (81300ad5-b23a-4467-9482-2fcbb946f5c9/ec166909-f04b-4c52-9ebf-e3bb3eb70ad2/e5ad77a1-a13c-471f-ace1-bf6efa538535) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:05.534915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900543b-dd6d-417e-9173-d332bee3f503 req-a9f85ed3-941d-4307-ae0d-81ca7739140f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:05.549324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b900543b-dd6d-417e-9173-d332bee3f503 req-a9f85ed3-941d-4307-ae0d-81ca7739140f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 945 time: 0.2447667 Nov 09 17:54:05.564279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:05.650784 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b71a49a9-b65b-4c10-9d5a-f4cfbbe19061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:05.678986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b900543b-dd6d-417e-9173-d332bee3f503 req-39e6abbb-3297-4c73-9071-412e4a894aed tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225822 Nov 09 17:54:05.765848 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56191762-a39c-40f0-ae52-4b73f7301206 req-e5fdbb2e-f504-45da-b64b-22c4e9ab62f9 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:05.767652 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56191762-a39c-40f0-ae52-4b73f7301206 req-e5fdbb2e-f504-45da-b64b-22c4e9ab62f9 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1792142 Nov 09 17:54:05.799909 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:05.878439 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Allocated IP 2001:db8::2 (4411e9f4-abbb-4911-9cce-66d63b2a512a/5f16b41c-9d8c-4d24-a69f-2b15852da414/a49cb70a-1606-4904-89d5-dc462fdee16d) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:05.952964 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56191762-a39c-40f0-ae52-4b73f7301206 req-1414a174-8a19-4d98-8c7a-072d13d2461e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331797 Nov 09 17:54:05.960504 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b71a49a9-b65b-4c10-9d5a-f4cfbbe19061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:05.970451 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b71a49a9-b65b-4c10-9d5a-f4cfbbe19061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.047562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.121288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43160) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:06.145623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a49a9-b65b-4c10-9d5a-f4cfbbe19061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a6f268-b6cb-4e0f-8ff3-78940a7e853e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:06.182681 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b71a49a9-b65b-4c10-9d5a-f4cfbbe19061 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1aa643d64e714e5486bfe62d6937ada1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0248141 Nov 09 17:54:06.183786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43164) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:06.197411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Network 81300ad5-b23a-4467-9482-2fcbb946f5c9 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:06.210135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:06.219309 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:06.220254 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.289069 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Network 81300ad5-b23a-4467-9482-2fcbb946f5c9 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:06.314422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:06.318918 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:06.360872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1852341123-network', 'tenant_id': 'ef16ea885c4249e384f1ee96296e2469'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:06.382339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4a3d6061-9094-46d2-b39d-7c26247ecbc3 None None] Provisioning complete for port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:06.382820 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4a3d6061-9094-46d2-b39d-7c26247ecbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.402521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event updated for resources: {'Port': ['ID=e5ad77a1-a13c-471f-ace1-bf6efa538535,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:06.438477 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d90331dc-1ba9-483a-be85-6e9ada9a26ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.441016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Made reservation on behalf of ef16ea885c4249e384f1ee96296e2469 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:06.445288 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.450753 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.509335 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d90331dc-1ba9-483a-be85-6e9ada9a26ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.572555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4bfd8-2aca-415e-b7ca-5e5be4b6d5e5 None None] Pushing event updated for resources: {'Port': ['ID=13da4e5e-bde3-45a8-8b6a-79d31b0b34e3,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:06.576790 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.587289 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d90331dc-1ba9-483a-be85-6e9ada9a26ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.592033 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d90331dc-1ba9-483a-be85-6e9ada9a26ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.594297 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d90331dc-1ba9-483a-be85-6e9ada9a26ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/42a6f268-b6cb-4e0f-8ff3-78940a7e853e HTTP/1.1" status: 204 len: 168 time: 0.4097681 Nov 09 17:54:06.628101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90331dc-1ba9-483a-be85-6e9ada9a26ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a6f268-b6cb-4e0f-8ff3-78940a7e853e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:06.769649 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.780847 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.819432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:54:06.846306 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:06.846983 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Added segment 0b290980-70fa-44d9-83f8-6e81b76a45bc of type vlan for network 91fa42b4-4053-4fd8-a2e5-d9b6505994d5 Nov 09 17:54:06.937875 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.030691 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.031723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:07.039753 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.230839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df477572-45f0-4499-8e16-e84f41aed2d5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:07.290449 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.296176 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1731458 Nov 09 17:54:07.303657 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Pushing event updated for resources: {'Port': ['ID=69291fd7-5e86-4253-967d-fb3893d9a0ad,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:07.305544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43182) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:07.321775 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:54:07.322194 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:54:07.332483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-07a69344-6ee2-45e8-ab9f-96a9c267fb80 admin admin] Request body: {'subnet': {'network_id': '91fa42b4-4053-4fd8-a2e5-d9b6505994d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1852341123-subnet', 'tenant_id': 'ef16ea885c4249e384f1ee96296e2469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:07.335272 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.336298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43184) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:07.382509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265630c5-a5c8-4c04-af52-6679bd5ce8d0 admin admin] Pushing event updated for resources: {'Network': ['ID=91fa42b4-4053-4fd8-a2e5-d9b6505994d5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:07.490813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 91fa42b4-4053-4fd8-a2e5-d9b6505994d5 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:54:07.562469 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a69344-6ee2-45e8-ab9f-96a9c267fb80 admin admin] Made reservation on behalf of ef16ea885c4249e384f1ee96296e2469 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:07.565256 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07a69344-6ee2-45e8-ab9f-96a9c267fb80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.613549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Attempting to bind port 69291fd7-5e86-4253-967d-fb3893d9a0ad on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:54:07.614327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Attempting to bind port 69291fd7-5e86-4253-967d-fb3893d9a0ad by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81300ad5-b23a-4467-9482-2fcbb946f5c9'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:54:07.615470 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Attempting to bind port 69291fd7-5e86-4253-967d-fb3893d9a0ad on network 81300ad5-b23a-4467-9482-2fcbb946f5c9 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:07.632682 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Network 4411e9f4-abbb-4911-9cce-66d63b2a512a is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:07.652949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:07.655914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:07.657205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Checking segment: {'id': '0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81300ad5-b23a-4467-9482-2fcbb946f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:07.662822 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.663702 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Bound using segment: {'id': '0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81300ad5-b23a-4467-9482-2fcbb946f5c9'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:07.665412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Bound port: 69291fd7-5e86-4253-967d-fb3893d9a0ad, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81300ad5-b23a-4467-9482-2fcbb946f5c9'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:54:07.667261 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.674371 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:07.690774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48024c27-4a96-4edb-9e8d-730fd66cdd94 req-4ce18dc0-bb22-4fd9-9336-55ada7036500 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:07.693154 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.702789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-48024c27-4a96-4edb-9e8d-730fd66cdd94 req-4ce18dc0-bb22-4fd9-9336-55ada7036500 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.3914664 Nov 09 17:54:07.704268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43192) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:07.720502 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Pushing event updated for resources: {'Port': ['ID=a49cb70a-1606-4904-89d5-dc462fdee16d,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:07.727613 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.729862 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.816570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Attempting to bind port a49cb70a-1606-4904-89d5-dc462fdee16d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:54:07.817173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Attempting to bind port a49cb70a-1606-4904-89d5-dc462fdee16d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '4415eec7-8237-49ca-9685-377916b8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4411e9f4-abbb-4911-9cce-66d63b2a512a'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:54:07.817771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Attempting to bind port a49cb70a-1606-4904-89d5-dc462fdee16d on network 4411e9f4-abbb-4911-9cce-66d63b2a512a {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:07.818258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32fb9c-6503-4f4d-80cf-a0b730382fe2 req-72decdbd-9538-4eb1-b5b3-7434ed6a76b8 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:07.832091 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8e32fb9c-6503-4f4d-80cf-a0b730382fe2 req-72decdbd-9538-4eb1-b5b3-7434ed6a76b8 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 945 time: 0.7050674 Nov 09 17:54:07.837081 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ad0770e-13e8-48cd-9040-b60c7cb6a4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.870326 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-48024c27-4a96-4edb-9e8d-730fd66cdd94 req-ba5b4544-01ce-4bd0-917d-f155439d32b7 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680253 Nov 09 17:54:07.877549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:07.878134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Checking segment: {'id': '4415eec7-8237-49ca-9685-377916b8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4411e9f4-abbb-4911-9cce-66d63b2a512a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:07.878535 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.879195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Bound using segment: {'id': '4415eec7-8237-49ca-9685-377916b8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4411e9f4-abbb-4911-9cce-66d63b2a512a'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:07.879862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Bound port: a49cb70a-1606-4904-89d5-dc462fdee16d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4415eec7-8237-49ca-9685-377916b8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4411e9f4-abbb-4911-9cce-66d63b2a512a'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:54:07.880596 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:07.941106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b9f20c44-4bc4-4af8-84b6-2b18b7e09195 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1246678404704c50bf29929acd6f284e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004832 Nov 09 17:54:07.943463 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] For port 69291fd7-5e86-4253-967d-fb3893d9a0ad, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:07.950382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43194) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:08.007465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] For port 69291fd7-5e86-4253-967d-fb3893d9a0ad, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=69291fd7-5e86-4253-967d-fb3893d9a0ad,segment=NetworkSegment(0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a),segment_id=0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:08.044287 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:08.095094 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8e32fb9c-6503-4f4d-80cf-a0b730382fe2 req-cd1d9e17-5701-41d2-a2e7-9a0f999d317c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607255 Nov 09 17:54:08.095906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event updated for resources: {'Port': ['ID=e5ad77a1-a13c-471f-ace1-bf6efa538535,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:08.180720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:08.181451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:08.182113 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:08.182851 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:08.183870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:08.184654 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:08.185434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:08.186217 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:08.186977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:08.187864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:08.188802 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:08.189645 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:08.208249 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7875d48b-3c39-4195-9ae2-0c6baf3b88c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:08.285017 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7875d48b-3c39-4195-9ae2-0c6baf3b88c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:08.289915 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Network 81300ad5-b23a-4467-9482-2fcbb946f5c9 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:08.294511 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:08.296978 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07a69344-6ee2-45e8-ab9f-96a9c267fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:08.352101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a69344-6ee2-45e8-ab9f-96a9c267fb80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f91b94-cccc-44d6-96a3-4be4dabfa748,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:08.398237 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ad0770e-13e8-48cd-9040-b60c7cb6a4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:08.414262 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ad0770e-13e8-48cd-9040-b60c7cb6a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:08.443017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a69344-6ee2-45e8-ab9f-96a9c267fb80 admin admin] Checking segment: {'id': '0b290980-70fa-44d9-83f8-6e81b76a45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '91fa42b4-4053-4fd8-a2e5-d9b6505994d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:08.445401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a69344-6ee2-45e8-ab9f-96a9c267fb80 admin admin] Network hostable DHCP agents. Network: 91fa42b4-4053-4fd8-a2e5-d9b6505994d5, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:54:08.448699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:08.477432 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7875d48b-3c39-4195-9ae2-0c6baf3b88c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:08.482707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] For port a49cb70a-1606-4904-89d5-dc462fdee16d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:08.484032 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7875d48b-3c39-4195-9ae2-0c6baf3b88c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:08.488929 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7875d48b-3c39-4195-9ae2-0c6baf3b88c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb55489a-7ab2-4bc4-a27e-91d1bd3b4295 HTTP/1.1" status: 204 len: 168 time: 0.5329447 Nov 09 17:54:08.511485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0770e-13e8-48cd-9040-b60c7cb6a4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d916951-1b55-4a94-8dab-a0c122fe5d02,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:08.517744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875d48b-3c39-4195-9ae2-0c6baf3b88c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb55489a-7ab2-4bc4-a27e-91d1bd3b4295,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:08.536846 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7ad0770e-13e8-48cd-9040-b60c7cb6a4c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f8f8450714df4bb8809b6e16c9b14dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8259594 Nov 09 17:54:08.538092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] For port a49cb70a-1606-4904-89d5-dc462fdee16d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a49cb70a-1606-4904-89d5-dc462fdee16d,segment=NetworkSegment(4415eec7-8237-49ca-9685-377916b8e524),segment_id=4415eec7-8237-49ca-9685-377916b8e524)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:08.541675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43198) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:08.543861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a69344-6ee2-45e8-ab9f-96a9c267fb80 admin admin] Network 91fa42b4-4053-4fd8-a2e5-d9b6505994d5 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:54:08.587648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Router 3b025922-b384-408e-998f-0bda1212b311 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:54:08.591781 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:08.598753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-07a69344-6ee2-45e8-ab9f-96a9c267fb80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 91fa42b4-4053-4fd8-a2e5-d9b6505994d5) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:08.634594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fcc302-ea0d-40ae-b17d-ecfe137331ff None None] Network 91fa42b4-4053-4fd8-a2e5-d9b6505994d5 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:08.642811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a69344-6ee2-45e8-ab9f-96a9c267fb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:08.643908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07a69344-6ee2-45e8-ab9f-96a9c267fb80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:08.705513 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25bc2396-71a7-46f0-bb09-5e7670b1d17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:08.721579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-07a69344-6ee2-45e8-ab9f-96a9c267fb80 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4061711 Nov 09 17:54:08.782266 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25bc2396-71a7-46f0-bb09-5e7670b1d17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:08.839483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52bfa6-4784-491a-b0cf-a2fe844e19b6 None None] Pushing event updated for resources: {'Port': ['ID=69291fd7-5e86-4253-967d-fb3893d9a0ad,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:08.894143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:08.940860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c89c38ff-75f6-4d29-818e-e03f88a4aa4c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "PUT /v2.0/routers/3b025922-b384-408e-998f-0bda1212b311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2049725 Nov 09 17:54:08.948136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43208) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:08.999417 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13ac563-8bfd-494b-bfe2-7a933e9e6dec None None] Sync routers for ids ['3b025922-b384-408e-998f-0bda1212b311'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:09.106840 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25bc2396-71a7-46f0-bb09-5e7670b1d17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:09.109861 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25bc2396-71a7-46f0-bb09-5e7670b1d17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:09.111058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-25bc2396-71a7-46f0-bb09-5e7670b1d17a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d916951-1b55-4a94-8dab-a0c122fe5d02 HTTP/1.1" status: 204 len: 168 time: 0.5617852 Nov 09 17:54:09.130689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc2396-71a7-46f0-bb09-5e7670b1d17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d916951-1b55-4a94-8dab-a0c122fe5d02,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:09.183484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13ac563-8bfd-494b-bfe2-7a933e9e6dec None None] Routers {'3b025922-b384-408e-998f-0bda1212b311'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:09.200310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f13ac563-8bfd-494b-bfe2-7a933e9e6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:53:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3b025922-b384-408e-998f-0bda1212b311'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:09.366935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:09.368675 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:09.388197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f13ac563-8bfd-494b-bfe2-7a933e9e6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:09.422574 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 04ede1c6-e7b4-4257-aee8-5b8914a7d811 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:09.426675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe7d9b-9d6f-427c-ab49-45f9140b10b3 req-f9b01c64-5134-4e16-8173-b44815d2265d tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:09.434319 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-02fe7d9b-9d6f-427c-ab49-45f9140b10b3 req-f9b01c64-5134-4e16-8173-b44815d2265d tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1950910 Nov 09 17:54:09.608602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5fddb3-9f75-4759-b23a-b9b1b11033d7 None None] Network 91fa42b4-4053-4fd8-a2e5-d9b6505994d5 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:09.624775 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-02fe7d9b-9d6f-427c-ab49-45f9140b10b3 req-7534542e-2dfc-4544-9d7d-10dbc57100d4 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836514 Nov 09 17:54:09.625042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d15ee-5f49-4b1f-be54-68e407e28637 req-19337554-c11f-4150-8fab-c828e4914954 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:09.644127 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc8d15ee-5f49-4b1f-be54-68e407e28637 req-19337554-c11f-4150-8fab-c828e4914954 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 945 time: 0.3606985 Nov 09 17:54:09.767469 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc8d15ee-5f49-4b1f-be54-68e407e28637 req-2d262fda-b0ba-414d-ac5a-34fa8f124104 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169379 Nov 09 17:54:09.969107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13ac563-8bfd-494b-bfe2-7a933e9e6dec None None] Routers {'3b025922-b384-408e-998f-0bda1212b311'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:09.969740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f13ac563-8bfd-494b-bfe2-7a933e9e6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:53:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3b025922-b384-408e-998f-0bda1212b311'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:10.057212 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f13ac563-8bfd-494b-bfe2-7a933e9e6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:10.057913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13ac563-8bfd-494b-bfe2-7a933e9e6dec None None] The sync data for ids ['3b025922-b384-408e-998f-0bda1212b311'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:10.059678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed596e-bc1d-4530-bb1a-d98069b858a1 None None] Pushing event updated for resources: {'Port': ['ID=a49cb70a-1606-4904-89d5-dc462fdee16d,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:10.174812 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-b2aab295-f2b5-480f-ac07-0d38f9c1611f tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:54:10.180603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b2aab295-f2b5-480f-ac07-0d38f9c1611f tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "PUT /v2.0/routers/3b025922-b384-408e-998f-0bda1212b311/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2292585 Nov 09 17:54:10.181585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43236) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:10.186626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 04ede1c6-e7b4-4257-aee8-5b8914a7d811 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:54:10.192027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 04ede1c6-e7b4-4257-aee8-5b8914a7d811 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:10.192764 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:10.440060 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:10.503499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01faeb94-bf14-4d5f-966d-b0f52205f404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ede1c6-e7b4-4257-aee8-5b8914a7d811'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:10.516343 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50864873-6b04-452d-9cbf-9fe782dce0a7" -d '{"events": [{"server_uuid": "01faeb94-bf14-4d5f-966d-b0f52205f404", "name": "network-vif-plugged", "status": "completed", "tag": "04ede1c6-e7b4-4257-aee8-5b8914a7d811"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:10.538175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 04ede1c6-e7b4-4257-aee8-5b8914a7d811, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=04ede1c6-e7b4-4257-aee8-5b8914a7d811,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:10.550130 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:10.817319 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7a795c-745a-4f13-a479-d66a2a66b149 x-openstack-request-id: req-ba7a795c-745a-4f13-a479-d66a2a66b149 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:10.818063 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01faeb94-bf14-4d5f-966d-b0f52205f404", "name": "network-vif-plugged", "status": "completed", "tag": "04ede1c6-e7b4-4257-aee8-5b8914a7d811", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:10.818290 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba7a795c-745a-4f13-a479-d66a2a66b149 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:10.820485 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01faeb94-bf14-4d5f-966d-b0f52205f404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ede1c6-e7b4-4257-aee8-5b8914a7d811', 'code': 200} Nov 09 17:54:10.826665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=04ede1c6-e7b4-4257-aee8-5b8914a7d811,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:10.947736 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 69291fd7-5e86-4253-967d-fb3893d9a0ad up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:10.953022 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-175d9aaf-7948-4fa5-967b-ee29b1070a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:11.040553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc91dfab-755c-450c-9666-d1bf8240eecf None None] Network 81300ad5-b23a-4467-9482-2fcbb946f5c9 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:11.125881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a0964-9f79-4bcb-abc0-22476b3ad26e req-c9334e6c-9c62-4b7c-9072-d502f028a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:11.129246 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae8a0964-9f79-4bcb-abc0-22476b3ad26e req-c9334e6c-9c62-4b7c-9072-d502f028a4fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 1097 time: 0.4099851 Nov 09 17:54:11.140605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de67fa-660d-4cef-ab2a-f2fed617bf97 req-26d112b0-1584-4045-a3a3-b993ed2adc31 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:11.155167 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11de67fa-660d-4cef-ab2a-f2fed617bf97 req-26d112b0-1584-4045-a3a3-b993ed2adc31 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.3287683 Nov 09 17:54:11.191927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1037e157-9f82-42b3-ad85-1be399dd2c3b None None] Provisioning complete for port 69291fd7-5e86-4253-967d-fb3893d9a0ad triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:11.193734 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1037e157-9f82-42b3-ad85-1be399dd2c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:11.272359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae8a0964-9f79-4bcb-abc0-22476b3ad26e req-a0dcb472-f737-4911-afd0-0468510b5b61 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100311 Nov 09 17:54:11.314429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11de67fa-660d-4cef-ab2a-f2fed617bf97 req-a9ad6960-b01c-4b97-a3b3-98d1601946dd tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579716 Nov 09 17:54:11.447554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d52e24-6cce-492c-9c81-6902c77e3747 None None] Network 4411e9f4-abbb-4911-9cce-66d63b2a512a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:11.488288 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 69291fd7-5e86-4253-967d-fb3893d9a0ad triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:11.489311 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:11.572191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512132c1-c265-4528-aeae-33e9e69336b1 req-3407195a-3c9f-48a0-a1cc-13a60f0b065d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:11.597641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-512132c1-c265-4528-aeae-33e9e69336b1 req-3407195a-3c9f-48a0-a1cc-13a60f0b065d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 946 time: 0.1847663 Nov 09 17:54:11.703013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-7d546c7d-cfce-46b2-9b55-e472e43aeceb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:11.715341 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-7d546c7d-cfce-46b2-9b55-e472e43aeceb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/networks?id=91fa42b4-4053-4fd8-a2e5-d9b6505994d5 HTTP/1.1" status: 200 len: 809 time: 0.4294734 Nov 09 17:54:11.739721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-512132c1-c265-4528-aeae-33e9e69336b1 req-4704474d-53b3-4aba-a574-f42c8191aa41 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351967 Nov 09 17:54:11.798660 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1037e157-9f82-42b3-ad85-1be399dd2c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:11.800535 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-41c9b441-590f-4014-ac99-7811ee3d7ac7 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/quotas/ef16ea885c4249e384f1ee96296e2469 HTTP/1.1" status: 200 len: 375 time: 0.0840778 Nov 09 17:54:11.862993 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-099eeb8c-c694-40ac-88df-542e1855c643 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ef16ea885c4249e384f1ee96296e2469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613835 Nov 09 17:54:11.997764 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:12.070415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1037e157-9f82-42b3-ad85-1be399dd2c3b None None] For port 69291fd7-5e86-4253-967d-fb3893d9a0ad, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=69291fd7-5e86-4253-967d-fb3893d9a0ad,segment=NetworkSegment(0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a),segment_id=0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:12.084900 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1037e157-9f82-42b3-ad85-1be399dd2c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:12.175550 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-5d4d5f42-3488-43a5-b2c8-38953ea8b486 service neutron] 10.222.0.81 "GET /v2.0/networks/91fa42b4-4053-4fd8-a2e5-d9b6505994d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008480 Nov 09 17:54:12.229549 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe401-685e-4315-8fe6-a716c2c0498f tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:12.265569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037e157-9f82-42b3-ad85-1be399dd2c3b None None] Pushing event updated for resources: {'Port': ['ID=69291fd7-5e86-4253-967d-fb3893d9a0ad,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:12.284808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-41f6df88-d698-4156-97b7-28e4a93d368c None None] Provisioning complete for port a49cb70a-1606-4904-89d5-dc462fdee16d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:12.285683 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41f6df88-d698-4156-97b7-28e4a93d368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:12.288813 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:54:12.289210 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:54:12.466499 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41f6df88-d698-4156-97b7-28e4a93d368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:12.524664 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-41f6df88-d698-4156-97b7-28e4a93d368c None None] For port a49cb70a-1606-4904-89d5-dc462fdee16d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a49cb70a-1606-4904-89d5-dc462fdee16d,segment=NetworkSegment(4415eec7-8237-49ca-9685-377916b8e524),segment_id=4415eec7-8237-49ca-9685-377916b8e524)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:12.532446 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41f6df88-d698-4156-97b7-28e4a93d368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:12.587839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ad327-300a-46e6-884d-42d3035c6de4 req-c6eaf11c-ef29-4c3d-a496-151144a2b9e9 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:12.596131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c26ad327-300a-46e6-884d-42d3035c6de4 req-c6eaf11c-ef29-4c3d-a496-151144a2b9e9 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1189997 Nov 09 17:54:12.681714 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c26ad327-300a-46e6-884d-42d3035c6de4 req-c873fc70-8f79-450e-9245-031dbf175a6d tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845180 Nov 09 17:54:12.731689 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6df88-d698-4156-97b7-28e4a93d368c None None] Pushing event updated for resources: {'Port': ['ID=a49cb70a-1606-4904-89d5-dc462fdee16d,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:12.758602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a73eb591-6587-45d6-9c43-caf6d5f847d6 None None] Provisioning complete for port e5ad77a1-a13c-471f-ace1-bf6efa538535 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:12.759559 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a73eb591-6587-45d6-9c43-caf6d5f847d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:12.890526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a49cb70a-1606-4904-89d5-dc462fdee16d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:12.898633 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-e7b9a853-ddc4-4772-877c-231bb363744a service neutron] 10.222.0.81 "GET /v2.0/networks/91fa42b4-4053-4fd8-a2e5-d9b6505994d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128987 Nov 09 17:54:12.981631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a73eb591-6587-45d6-9c43-caf6d5f847d6 None None] Port e5ad77a1-a13c-471f-ace1-bf6efa538535 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:54:13.042247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca233db4-84ed-407a-9c3a-d9354e4ef6bb req-bf078fa3-f408-4cda-9a64-670cd1963f7e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:13.043351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a73eb591-6587-45d6-9c43-caf6d5f847d6 None None] Provisioning complete for port 69291fd7-5e86-4253-967d-fb3893d9a0ad triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:13.044080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a73eb591-6587-45d6-9c43-caf6d5f847d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:13.060739 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca233db4-84ed-407a-9c3a-d9354e4ef6bb req-bf078fa3-f408-4cda-9a64-670cd1963f7e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 946 time: 0.1860518 Nov 09 17:54:13.154402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a49cb70a-1606-4904-89d5-dc462fdee16d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:13.154849 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:13.187652 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca233db4-84ed-407a-9c3a-d9354e4ef6bb req-928942aa-0c62-4891-958c-2a685963440b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168704 Nov 09 17:54:13.368854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-ea4fe401-685e-4315-8fe6-a716c2c0498f tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Deleting port e5ad77a1-a13c-471f-ace1-bf6efa538535 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:54:13.369455 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe401-685e-4315-8fe6-a716c2c0498f tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:13.555755 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f6e6531f-cd3f-496b-a17d-917b616d49e1 req-ff0036a7-d2cc-429e-8003-3ee85f3deced tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 210 time: 0.1933067 Nov 09 17:54:13.899775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeca948-467d-4387-afc8-f56213477294 req-e928fa58-ee20-4450-b991-cc478f736cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:13.914893 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6aeca948-467d-4387-afc8-f56213477294 req-e928fa58-ee20-4450-b991-cc478f736cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 946 time: 0.1761398 Nov 09 17:54:14.011865 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6aeca948-467d-4387-afc8-f56213477294 req-41d62967-19a3-4bde-8ca1-2b6a2e494fa4 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866475 Nov 09 17:54:14.050858 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-783a9a78-ba07-421a-9a04-e6af97f6d754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:14.058657 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe401-685e-4315-8fe6-a716c2c0498f tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:14.107784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-ea4fe401-685e-4315-8fe6-a716c2c0498f tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Calling delete_port for e5ad77a1-a13c-471f-ace1-bf6efa538535 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:54:14.200934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ade3c0d1-c95c-434c-8e8a-f4953bc72701 None None] Provisioning complete for port e5ad77a1-a13c-471f-ace1-bf6efa538535 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:14.201447 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ade3c0d1-c95c-434c-8e8a-f4953bc72701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:14.270058 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157eb704-f6f1-4c39-a1ee-d9ee68d69dcd req-63c69fba-dba0-4152-8068-58616974322b tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:14.273698 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-157eb704-f6f1-4c39-a1ee-d9ee68d69dcd req-63c69fba-dba0-4152-8068-58616974322b tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.3804781 Nov 09 17:54:14.294302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 69291fd7-5e86-4253-967d-fb3893d9a0ad up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:14.383493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ade3c0d1-c95c-434c-8e8a-f4953bc72701 None None] Port e5ad77a1-a13c-471f-ace1-bf6efa538535 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:54:14.417080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:14.422362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 69291fd7-5e86-4253-967d-fb3893d9a0ad triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:14.422956 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:14.427571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ade3c0d1-c95c-434c-8e8a-f4953bc72701 None None] Provisioning complete for port a49cb70a-1606-4904-89d5-dc462fdee16d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:14.428402 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ade3c0d1-c95c-434c-8e8a-f4953bc72701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:14.457794 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-157eb704-f6f1-4c39-a1ee-d9ee68d69dcd req-6d4686f6-0c3b-4f05-9576-596c77c9e046 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743171 Nov 09 17:54:14.680962 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe401-685e-4315-8fe6-a716c2c0498f tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:14.744312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a49cb70a-1606-4904-89d5-dc462fdee16d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:14.749674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fe401-685e-4315-8fe6-a716c2c0498f tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event deleted for resources: {'Port': ['ID=e5ad77a1-a13c-471f-ace1-bf6efa538535,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:14.811025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a49cb70a-1606-4904-89d5-dc462fdee16d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:14.811694 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:14.974560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12630d8b-793d-4ae7-82fc-bccdeb5cfab5 req-acc988bf-010b-41a7-8724-1c83cbc3529f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:14.978227 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-12630d8b-793d-4ae7-82fc-bccdeb5cfab5 req-acc988bf-010b-41a7-8724-1c83cbc3529f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 946 time: 0.2637546 Nov 09 17:54:15.012961 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe401-685e-4315-8fe6-a716c2c0498f tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:15.143334 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-12630d8b-793d-4ae7-82fc-bccdeb5cfab5 req-0b86f020-a7e3-4a76-8744-95b7757269b7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520102 Nov 09 17:54:15.280522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43374) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:15.284205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4fe401-685e-4315-8fe6-a716c2c0498f tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Router 3b025922-b384-408e-998f-0bda1212b311 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:54:15.295252 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Request body: {'network': {'name': 'tempest-network-smoke--1608452081', 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'port_security_enabled': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:15.336239 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:15.509462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4fe401-685e-4315-8fe6-a716c2c0498f tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:15.517588 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ea4fe401-685e-4315-8fe6-a716c2c0498f tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "PUT /v2.0/routers/3b025922-b384-408e-998f-0bda1212b311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3342993 Nov 09 17:54:15.523449 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9caf56-175c-4d9c-a098-27a321930e71 None None] Sync routers for ids ['3b025922-b384-408e-998f-0bda1212b311'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:15.529895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43382) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:15.531606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1eda2e73-0d40-4414-b689-349977bd8e03 req-a6027335-4743-4c5a-9a53-1f5710b8b009 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 210 time: 0.0671315 Nov 09 17:54:15.542561 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9caf56-175c-4d9c-a098-27a321930e71 None None] Routers {'3b025922-b384-408e-998f-0bda1212b311'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:15.543260 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4d9caf56-175c-4d9c-a098-27a321930e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3b025922-b384-408e-998f-0bda1212b311'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:15.561387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-a9308f16-0e87-4d4b-b76b-7f84ac2fd940 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:15.563457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-a9308f16-0e87-4d4b-b76b-7f84ac2fd940 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.13 "GET /v2.0/networks?id=91fa42b4-4053-4fd8-a2e5-d9b6505994d5 HTTP/1.1" status: 200 len: 809 time: 0.2459342 Nov 09 17:54:15.565510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Made reservation on behalf of 60575135d11e43be9eb43cb2b7fd2240 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:15.576147 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:15.598020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-c107cd30-2968-4cc7-bcb7-7e26a2e01ebb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Request body: {'port': {'device_id': '041813df-6199-4b3f-a6b4-62c1f6fedcab', 'network_id': '91fa42b4-4053-4fd8-a2e5-d9b6505994d5', 'admin_state_up': True, 'tenant_id': 'ef16ea885c4249e384f1ee96296e2469'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:15.630892 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:15.664139 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4d9caf56-175c-4d9c-a098-27a321930e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:15.684473 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9caf56-175c-4d9c-a098-27a321930e71 None None] Routers {'3b025922-b384-408e-998f-0bda1212b311'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:15.685808 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4d9caf56-175c-4d9c-a098-27a321930e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3b025922-b384-408e-998f-0bda1212b311'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:15.690316 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-5997d1b3-32bb-4613-a46b-6361c6e744df tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] delete failed (client error): The resource could not be found. Nov 09 17:54:15.703552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43390) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:15.704980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5997d1b3-32bb-4613-a46b-6361c6e744df tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1382058408 HTTP/1.1" status: 404 len: 335 time: 0.1700690 Nov 09 17:54:15.720450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c5b176b7-10b4-485e-9b4f-ac9a2bd3f698 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Request body: {'router': {'external_gateway_info': {'network_id': '3b025922-b384-408e-998f-0bda1212b311'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:15.789312 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4d9caf56-175c-4d9c-a098-27a321930e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:15.790501 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9caf56-175c-4d9c-a098-27a321930e71 None None] The sync data for ids ['3b025922-b384-408e-998f-0bda1212b311'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:16.067590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d59087-6357-4cac-a89c-435e206ae39e req-ddf52c20-21c7-4d16-9f76-00c8609e4fcb tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:16.069513 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79d59087-6357-4cac-a89c-435e206ae39e req-ddf52c20-21c7-4d16-9f76-00c8609e4fcb tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.3891268 Nov 09 17:54:16.145383 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca854a-e599-4800-a93e-7bbb137b25c6 req-9dfbfeec-7b29-4ef5-b8ed-9af668fc039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:16.147575 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2ca854a-e599-4800-a93e-7bbb137b25c6 req-9dfbfeec-7b29-4ef5-b8ed-9af668fc039c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 1097 time: 0.2751935 Nov 09 17:54:16.266990 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5b176b7-10b4-485e-9b4f-ac9a2bd3f698 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:16.288369 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-c107cd30-2968-4cc7-bcb7-7e26a2e01ebb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Made reservation on behalf of ef16ea885c4249e384f1ee96296e2469 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:16.294026 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-c107cd30-2968-4cc7-bcb7-7e26a2e01ebb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:16.358700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79d59087-6357-4cac-a89c-435e206ae39e req-29d3b923-3e72-4bbf-8083-4b1d4134f558 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752051 Nov 09 17:54:16.372400 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd8a4b-793b-46a7-ba5b-22c0ddf1965e req-f0a32ab3-99a0-43a1-bc72-c858716d4a13 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:16.374054 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fd8a4b-793b-46a7-ba5b-22c0ddf1965e req-f0a32ab3-99a0-43a1-bc72-c858716d4a13 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 946 time: 0.2974463 Nov 09 17:54:16.374874 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-c5b176b7-10b4-485e-9b4f-ac9a2bd3f698 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] update failed (client error): The resource could not be found. Nov 09 17:54:16.381860 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c5b176b7-10b4-485e-9b4f-ac9a2bd3f698 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "PUT /v2.0/routers/3b025922-b384-408e-998f-0bda1212b311 HTTP/1.1" status: 404 len: 339 time: 0.6665752 Nov 09 17:54:16.382235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43404) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:16.394738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-efdbc59b-dd42-4701-b8d8-d8e9be33cb30 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-739289080'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:16.406105 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:16.408604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2ca854a-e599-4800-a93e-7bbb137b25c6 req-d423dd3a-6dbe-45a3-9619-d2b66dbc279e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123058 Nov 09 17:54:16.438584 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:16.473488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7e46c-615a-4298-b578-6238a2d584b6 req-e89efada-8037-4a9a-8a4f-c83a5af6587a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:16.490229 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-30f7e46c-615a-4298-b578-6238a2d584b6 req-e89efada-8037-4a9a-8a4f-c83a5af6587a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 946 time: 0.1992073 Nov 09 17:54:16.516491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:54:16.575931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdbc59b-dd42-4701-b8d8-d8e9be33cb30 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Made reservation on behalf of 6baa0e580fa84356beffa5f6f49a3e3e for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:16.593104 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-efdbc59b-dd42-4701-b8d8-d8e9be33cb30 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:16.613807 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:16.614256 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Added segment 0724735a-e9ba-4dc8-86cc-e797546086d2 of type vlan for network 293c1dad-881e-4d58-a545-c78216b68db2 Nov 09 17:54:16.618929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e2a469-b165-4f0a-a975-f3acf86ea05b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:16.683563 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-30f7e46c-615a-4298-b578-6238a2d584b6 req-52f3d35c-19c2-48dd-bc7c-32b50d3555b4 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879275 Nov 09 17:54:16.753557 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdbc59b-dd42-4701-b8d8-d8e9be33cb30 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:54:16.786626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-efdbc59b-dd42-4701-b8d8-d8e9be33cb30 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:16.787210 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-efdbc59b-dd42-4701-b8d8-d8e9be33cb30 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Added segment d69fe8d0-3011-49f8-9155-00c1007e8ef4 of type vlan for network 8eb446f3-042d-4e3b-b171-a15f45ce1eac Nov 09 17:54:16.843192 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-444faddc-c793-4ec7-9de1-489d9c3ddf3e req-be365225-2d3d-471e-b6cf-911186d3ef67 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 210 time: 0.1443694 Nov 09 17:54:16.846336 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-efdbc59b-dd42-4701-b8d8-d8e9be33cb30 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:16.891401 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-efdbc59b-dd42-4701-b8d8-d8e9be33cb30 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:16.891401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdbc59b-dd42-4701-b8d8-d8e9be33cb30 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:16.891401 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-efdbc59b-dd42-4701-b8d8-d8e9be33cb30 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:16.988394 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:17.019838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-17fd8a4b-793b-46a7-ba5b-22c0ddf1965e req-50a8908c-6964-40c2-b623-d9d0cc5b93f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Deleting port 04ede1c6-e7b4-4257-aee8-5b8914a7d811 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:54:17.021457 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fd8a4b-793b-46a7-ba5b-22c0ddf1965e req-50a8908c-6964-40c2-b623-d9d0cc5b93f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:17.031378 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-efdbc59b-dd42-4701-b8d8-d8e9be33cb30 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6469598 Nov 09 17:54:17.040963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43414) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:17.046251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-c107cd30-2968-4cc7-bcb7-7e26a2e01ebb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Allocated IP 172.20.0.3 (91fa42b4-4053-4fd8-a2e5-d9b6505994d5/e3f91b94-cccc-44d6-96a3-4be4dabfa748/620b1e71-ba15-4998-8dc9-7ab45c7437d5) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:17.058033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b63bc790-fcd4-4311-ba97-c23e810d8cc7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Request body: {'subnet': {'network_id': '8eb446f3-042d-4e3b-b171-a15f45ce1eac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:17.058738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbc59b-dd42-4701-b8d8-d8e9be33cb30 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event updated for resources: {'Network': ['ID=8eb446f3-042d-4e3b-b171-a15f45ce1eac,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:17.077580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 8eb446f3-042d-4e3b-b171-a15f45ce1eac details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:54:17.165171 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.resource_extend [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:54:17.317655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:17.325168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:17.325168 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:17.526530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Network': ['ID=293c1dad-881e-4d58-a545-c78216b68db2,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:17.568489 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 293c1dad-881e-4d58-a545-c78216b68db2 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:54:17.663396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e347425-d0e5-48a5-a3e1-4be9ea655a6e req-96d01043-53ae-472a-8a39-d6f81e2494a6 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:17.666371 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e347425-d0e5-48a5-a3e1-4be9ea655a6e req-96d01043-53ae-472a-8a39-d6f81e2494a6 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1205926 Nov 09 17:54:17.834476 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e347425-d0e5-48a5-a3e1-4be9ea655a6e req-f9ff51be-c045-488b-a748-da0190fc52c3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361818 Nov 09 17:54:17.871607 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:17.993590 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-493088e7-531a-4267-b0e5-b9dd38c9cb79 req-bd99cbc6-36f5-4e78-b84e-97da5119f2de tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 210 time: 0.0396397 Nov 09 17:54:18.089246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63bc790-fcd4-4311-ba97-c23e810d8cc7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Made reservation on behalf of 6baa0e580fa84356beffa5f6f49a3e3e for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:18.092876 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b63bc790-fcd4-4311-ba97-c23e810d8cc7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:18.117625 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-29fb299e-60d0-4daa-954c-0ddc766ef660 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8353858 Nov 09 17:54:18.122640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43436) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:18.138318 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'admin_state_up': True, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:18.213495 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:18.217941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-17fd8a4b-793b-46a7-ba5b-22c0ddf1965e req-50a8908c-6964-40c2-b623-d9d0cc5b93f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] For port 04ede1c6-e7b4-4257-aee8-5b8914a7d811, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=04ede1c6-e7b4-4257-aee8-5b8914a7d811,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:18.218417 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fd8a4b-793b-46a7-ba5b-22c0ddf1965e req-50a8908c-6964-40c2-b623-d9d0cc5b93f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:18.220503 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:18.274545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-17fd8a4b-793b-46a7-ba5b-22c0ddf1965e req-50a8908c-6964-40c2-b623-d9d0cc5b93f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Calling delete_port for 04ede1c6-e7b4-4257-aee8-5b8914a7d811 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:54:18.313280 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-c107cd30-2968-4cc7-bcb7-7e26a2e01ebb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:18.369294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8705358-5e22-47f0-b5ad-c88cfe656a06 req-6346c085-12b4-4648-ad28-d9ac7b1e5eee tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:18.377179 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8705358-5e22-47f0-b5ad-c88cfe656a06 req-6346c085-12b4-4648-ad28-d9ac7b1e5eee tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 946 time: 0.2945487 Nov 09 17:54:18.377521 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:18.510907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8705358-5e22-47f0-b5ad-c88cfe656a06 req-1eed695a-073b-4783-81e5-0b5b20b22104 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322329 Nov 09 17:54:18.596272 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-c107cd30-2968-4cc7-bcb7-7e26a2e01ebb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:18.718473 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b63bc790-fcd4-4311-ba97-c23e810d8cc7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:18.749024 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:18.752728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-c107cd30-2968-4cc7-bcb7-7e26a2e01ebb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Network 91fa42b4-4053-4fd8-a2e5-d9b6505994d5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:18.799454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-c107cd30-2968-4cc7-bcb7-7e26a2e01ebb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:18.809478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107cd30-2968-4cc7-bcb7-7e26a2e01ebb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Pushing event updated for resources: {'Port': ['ID=620b1e71-ba15-4998-8dc9-7ab45c7437d5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:18.818027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-c107cd30-2968-4cc7-bcb7-7e26a2e01ebb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:18.873558 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fd8a4b-793b-46a7-ba5b-22c0ddf1965e req-50a8908c-6964-40c2-b623-d9d0cc5b93f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:18.890196 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e8e6bc8a-b50d-4349-9a54-1595577841fa'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:54:18.893817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['04ede1c6-e7b4-4257-aee8-5b8914a7d811'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:54:18.956945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bc790-fcd4-4311-ba97-c23e810d8cc7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event updated for resources: {'Subnet': ['ID=ff21f7de-2d57-4f0c-92a3-1f0cbcc3d0b0,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:18.997540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8908c-6964-40c2-b623-d9d0cc5b93f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event deleted for resources: {'Port': ['ID=04ede1c6-e7b4-4257-aee8-5b8914a7d811,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:19.020392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-c107cd30-2968-4cc7-bcb7-7e26a2e01ebb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:19.021345 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-c107cd30-2968-4cc7-bcb7-7e26a2e01ebb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:19.076510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63bc790-fcd4-4311-ba97-c23e810d8cc7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Checking segment: {'id': 'd69fe8d0-3011-49f8-9155-00c1007e8ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8eb446f3-042d-4e3b-b171-a15f45ce1eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:19.076814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63bc790-fcd4-4311-ba97-c23e810d8cc7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Network hostable DHCP agents. Network: 8eb446f3-042d-4e3b-b171-a15f45ce1eac, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:54:19.165616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fd8a4b-793b-46a7-ba5b-22c0ddf1965e req-50a8908c-6964-40c2-b623-d9d0cc5b93f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] No DVR routers for this DVR port 04ede1c6-e7b4-4257-aee8-5b8914a7d811 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:19.176864 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-c107cd30-2968-4cc7-bcb7-7e26a2e01ebb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5897377 Nov 09 17:54:19.178978 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fd8a4b-793b-46a7-ba5b-22c0ddf1965e req-50a8908c-6964-40c2-b623-d9d0cc5b93f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:19.184089 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fd8a4b-793b-46a7-ba5b-22c0ddf1965e req-50a8908c-6964-40c2-b623-d9d0cc5b93f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "DELETE /v2.0/ports/04ede1c6-e7b4-4257-aee8-5b8914a7d811 HTTP/1.1" status: 204 len: 173 time: 2.7943587 Nov 09 17:54:19.187181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01faeb94-bf14-4d5f-966d-b0f52205f404', 'name': 'network-vif-deleted', 'tag': '04ede1c6-e7b4-4257-aee8-5b8914a7d811'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:19.190252 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebb3f98-4d73-48ad-a344-a6af7dc2dcdf" -d '{"events": [{"server_uuid": "01faeb94-bf14-4d5f-966d-b0f52205f404", "name": "network-vif-deleted", "tag": "04ede1c6-e7b4-4257-aee8-5b8914a7d811"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:19.208673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Request body: {'port': {'device_id': '041813df-6199-4b3f-a6b4-62c1f6fedcab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:19.213648 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:19.247788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:19.268111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63bc790-fcd4-4311-ba97-c23e810d8cc7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Network 8eb446f3-042d-4e3b-b171-a15f45ce1eac is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:54:19.313839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd7419-3d12-478a-a61e-df789f5ed463 req-5057e953-2d20-44fb-b5c3-c7636991c386 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:19.326832 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fdd7419-3d12-478a-a61e-df789f5ed463 req-5057e953-2d20-44fb-b5c3-c7636991c386 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.3445759 Nov 09 17:54:19.391353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b63bc790-fcd4-4311-ba97-c23e810d8cc7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 8eb446f3-042d-4e3b-b171-a15f45ce1eac) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:19.406950 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df5561-6189-47e3-b81c-9fad6c4d8276 None None] Network 8eb446f3-042d-4e3b-b171-a15f45ce1eac requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:19.409621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63bc790-fcd4-4311-ba97-c23e810d8cc7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:19.410260 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b63bc790-fcd4-4311-ba97-c23e810d8cc7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:19.435414 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:19.455365 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b63bc790-fcd4-4311-ba97-c23e810d8cc7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4120357 Nov 09 17:54:19.469388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fdd7419-3d12-478a-a61e-df789f5ed463 req-c15b3725-d4e6-41e8-9e11-6d22845d700b tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397169 Nov 09 17:54:19.475093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43458) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:19.482950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-436c15f6-53ed-42f6-aa73-53bf763e24d4 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Request body: {'router': {'external_gateway_info': {'network_id': '8eb446f3-042d-4e3b-b171-a15f45ce1eac'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:19.596520 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad3deb7-0c71-4987-a78f-1d8670c54b9c x-openstack-request-id: req-cad3deb7-0c71-4987-a78f-1d8670c54b9c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:19.597209 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01faeb94-bf14-4d5f-966d-b0f52205f404", "name": "network-vif-deleted", "tag": "04ede1c6-e7b4-4257-aee8-5b8914a7d811", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:19.597676 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cad3deb7-0c71-4987-a78f-1d8670c54b9c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:19.598308 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01faeb94-bf14-4d5f-966d-b0f52205f404', 'name': 'network-vif-deleted', 'tag': '04ede1c6-e7b4-4257-aee8-5b8914a7d811', 'status': 'completed', 'code': 200} Nov 09 17:54:19.621881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ded97-318e-4804-941e-0f810e848464 req-47acfe3d-60da-48e3-941e-26cb8967a9cc tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:19.630217 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ee2ded97-318e-4804-941e-0f810e848464 req-47acfe3d-60da-48e3-941e-26cb8967a9cc tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 931 time: 0.0940299 Nov 09 17:54:19.647858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Allocated IP 172.25.1.71 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/1ca85a57-c257-49cd-ae56-cee7ef64f035) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:19.717173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-8eb446f3-042d-4e3b-b171-a15f45ce1eac', 'network_id': '8eb446f3-042d-4e3b-b171-a15f45ce1eac', 'tenant_id': '6baa0e580fa84356beffa5f6f49a3e3e', 'fixed_ips': [{'subnet_id': 'ff21f7de-2d57-4f0c-92a3-1f0cbcc3d0b0'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:19.718432 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:19.990638 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Allocated IP 2001:db8:1::2 (8eb446f3-042d-4e3b-b171-a15f45ce1eac/ff21f7de-2d57-4f0c-92a3-1f0cbcc3d0b0/57edecb7-2612-4392-8170-6ce02d1a631a) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:20.312903 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-436c15f6-53ed-42f6-aa73-53bf763e24d4 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:20.354973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-af1d41d7-7424-46e9-957e-aff49d562246 req-25b4a775-1438-441b-af54-6dbba2a4489a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=01faeb94-bf14-4d5f-966d-b0f52205f404 HTTP/1.1" status: 200 len: 210 time: 0.5782361 Nov 09 17:54:20.425503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ee2ded97-318e-4804-941e-0f810e848464 req-47a4a929-860a-4f8d-92cf-29b788fa4429 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7940843 Nov 09 17:54:20.499866 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:20.639570 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:20.648698 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:20.661634 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:20.692558 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:20.696299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:20.703062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:20.748997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Pushing event updated for resources: {'Port': ['ID=57edecb7-2612-4392-8170-6ce02d1a631a,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:20.767144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:20.768218 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:20.769477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:20.770165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:20.771328 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:20.772799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:20.775137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:20.776894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:20.777553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:20.778372 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:20.778984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:20.779609 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:20.780523 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Port': ['ID=1ca85a57-c257-49cd-ae56-cee7ef64f035,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:20.793590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620b1e71-ba15-4998-8dc9-7ab45c7437d5 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:54:20.811041 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:20.819987 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Network 8eb446f3-042d-4e3b-b171-a15f45ce1eac is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:20.822814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:20.832586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:20.842228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Transition to ACTIVE for port object 620b1e71-ba15-4998-8dc9-7ab45c7437d5 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:54:20.859733 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:20.868698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56973f2-39b9-4aa3-b802-611a5780442f req-4090bb5e-9bd2-444c-a21e-3864b112dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:20.870375 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f56973f2-39b9-4aa3-b802-611a5780442f req-4090bb5e-9bd2-444c-a21e-3864b112dc4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b2412c4e8d749619a491ac24d825b4b&device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 1097 time: 0.1558058 Nov 09 17:54:20.917997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Attempting to bind port 57edecb7-2612-4392-8170-6ce02d1a631a on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:54:20.918390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Attempting to bind port 57edecb7-2612-4392-8170-6ce02d1a631a by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd69fe8d0-3011-49f8-9155-00c1007e8ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8eb446f3-042d-4e3b-b171-a15f45ce1eac'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:54:20.918952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Attempting to bind port 57edecb7-2612-4392-8170-6ce02d1a631a on network 8eb446f3-042d-4e3b-b171-a15f45ce1eac {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:20.925100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:20.925844 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Checking segment: {'id': 'd69fe8d0-3011-49f8-9155-00c1007e8ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8eb446f3-042d-4e3b-b171-a15f45ce1eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:20.926472 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:20.927176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Bound using segment: {'id': 'd69fe8d0-3011-49f8-9155-00c1007e8ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8eb446f3-042d-4e3b-b171-a15f45ce1eac'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:20.927911 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Bound port: 57edecb7-2612-4392-8170-6ce02d1a631a, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69fe8d0-3011-49f8-9155-00c1007e8ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8eb446f3-042d-4e3b-b171-a15f45ce1eac'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:54:20.928517 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:21.021300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] For port 57edecb7-2612-4392-8170-6ce02d1a631a, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:21.026284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] For port 57edecb7-2612-4392-8170-6ce02d1a631a, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=57edecb7-2612-4392-8170-6ce02d1a631a,segment=NetworkSegment(d69fe8d0-3011-49f8-9155-00c1007e8ef4),segment_id=d69fe8d0-3011-49f8-9155-00c1007e8ef4)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:21.036172 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:21.066019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314ba60-50f9-4703-bdf1-8a6cf9f80dc7 req-0360db6b-448f-4ad3-b422-52acbda48697 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:21.076749 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4314ba60-50f9-4703-bdf1-8a6cf9f80dc7 req-0360db6b-448f-4ad3-b422-52acbda48697 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.3398817 Nov 09 17:54:21.178272 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-436c15f6-53ed-42f6-aa73-53bf763e24d4 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:54:21.185076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-436c15f6-53ed-42f6-aa73-53bf763e24d4 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "PUT /v2.0/routers/3b025922-b384-408e-998f-0bda1212b311 HTTP/1.1" status: 400 len: 364 time: 1.7056923 Nov 09 17:54:21.213665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43478) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:21.250480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 04ede1c6-e7b4-4257-aee8-5b8914a7d811 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:21.337728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Pushing event updated for resources: {'Port': ['ID=620b1e71-ba15-4998-8dc9-7ab45c7437d5,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:21.362214 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Attempting to bind port 620b1e71-ba15-4998-8dc9-7ab45c7437d5 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:54:21.362748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Attempting to bind port 620b1e71-ba15-4998-8dc9-7ab45c7437d5 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '0b290980-70fa-44d9-83f8-6e81b76a45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '91fa42b4-4053-4fd8-a2e5-d9b6505994d5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:54:21.363391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Attempting to bind port 620b1e71-ba15-4998-8dc9-7ab45c7437d5 on network 91fa42b4-4053-4fd8-a2e5-d9b6505994d5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:21.405003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 04ede1c6-e7b4-4257-aee8-5b8914a7d811 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:54:21.405585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 04ede1c6-e7b4-4257-aee8-5b8914a7d811 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:21.425220 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c32c3d-7221-425e-8fcd-83d2a6668804 None None] Pushing event updated for resources: {'Port': ['ID=57edecb7-2612-4392-8170-6ce02d1a631a,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:21.454911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Port 620b1e71-ba15-4998-8dc9-7ab45c7437d5 on network 91fa42b4-4053-4fd8-a2e5-d9b6505994d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:54:21.456435 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Attempting to bind port 620b1e71-ba15-4998-8dc9-7ab45c7437d5 on network 91fa42b4-4053-4fd8-a2e5-d9b6505994d5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:21.477194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:21.478932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Checking segment: {'id': '0b290980-70fa-44d9-83f8-6e81b76a45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '91fa42b4-4053-4fd8-a2e5-d9b6505994d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:21.480046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Bound using segment: {'id': '0b290980-70fa-44d9-83f8-6e81b76a45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '91fa42b4-4053-4fd8-a2e5-d9b6505994d5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:21.481746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Bound port: 620b1e71-ba15-4998-8dc9-7ab45c7437d5, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b290980-70fa-44d9-83f8-6e81b76a45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '91fa42b4-4053-4fd8-a2e5-d9b6505994d5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:54:21.483191 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:21.586600 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4314ba60-50f9-4703-bdf1-8a6cf9f80dc7 req-7bc7fca1-a24b-43ea-a383-a890488374f6 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081689 Nov 09 17:54:21.982286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56973f2-39b9-4aa3-b802-611a5780442f req-f7caddd2-18d6-4aab-9d0a-2cbe67329573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:21.989063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f56973f2-39b9-4aa3-b802-611a5780442f req-f7caddd2-18d6-4aab-9d0a-2cbe67329573 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 200 len: 919 time: 1.1088672 Nov 09 17:54:22.198733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] For port 620b1e71-ba15-4998-8dc9-7ab45c7437d5, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:22.202536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] For port 620b1e71-ba15-4998-8dc9-7ab45c7437d5, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=620b1e71-ba15-4998-8dc9-7ab45c7437d5,segment=NetworkSegment(0b290980-70fa-44d9-83f8-6e81b76a45bc),segment_id=0b290980-70fa-44d9-83f8-6e81b76a45bc)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:22.205822 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f56973f2-39b9-4aa3-b802-611a5780442f req-b18de942-b714-4dcb-bd5f-715cbb872387 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c66ddead-5795-4f27-9160-e101e1161ee3 HTTP/1.1" status: 200 len: 217 time: 0.1926630 Nov 09 17:54:22.210228 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:22.270027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:22.270721 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:22.272352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] 10.222.0.13 "PUT /v2.0/ports/620b1e71-ba15-4998-8dc9-7ab45c7437d5 HTTP/1.1" status: 200 len: 1091 time: 3.0699420 Nov 09 17:54:22.272955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041813df-6199-4b3f-a6b4-62c1f6fedcab', 'tag': '620b1e71-ba15-4998-8dc9-7ab45c7437d5'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:22.275937 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841dc57e-cf76-4a54-80c5-c04f77238179" -d '{"events": [{"name": "network-changed", "server_uuid": "041813df-6199-4b3f-a6b4-62c1f6fedcab", "tag": "620b1e71-ba15-4998-8dc9-7ab45c7437d5"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:22.357005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56973f2-39b9-4aa3-b802-611a5780442f req-d9ef65f7-f72b-4016-9000-c71dc48942b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:22.359153 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f56973f2-39b9-4aa3-b802-611a5780442f req-d9ef65f7-f72b-4016-9000-c71dc48942b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93d6a562-87c3-43f9-8f53-f107047886ee HTTP/1.1" status: 200 len: 858 time: 0.1376927 Nov 09 17:54:22.370125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d55770-7fec-40b7-b8af-5fb3d0eeb12b service neutron] Pushing event updated for resources: {'Port': ['ID=620b1e71-ba15-4998-8dc9-7ab45c7437d5,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:22.447821 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f56973f2-39b9-4aa3-b802-611a5780442f req-678d9e7b-eb71-4768-8ece-dd4f30595971 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6642ab75-e5ec-4cb0-8139-1cc246529814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732365 Nov 09 17:54:22.468139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 57edecb7-2612-4392-8170-6ce02d1a631a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:22.589996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-6d5b9903-b974-4af6-b711-043a9bf763a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:22.593699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-6d5b9903-b974-4af6-b711-043a9bf763a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef16ea885c4249e384f1ee96296e2469&device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 1094 time: 0.2084744 Nov 09 17:54:22.619879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 57edecb7-2612-4392-8170-6ce02d1a631a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:22.620426 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:22.747464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7b11d-b6f4-4707-841b-e35a9abf0204 req-bf788881-1b86-4086-81e0-c949f9b5c132 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:22.761967 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-abf7b11d-b6f4-4707-841b-e35a9abf0204 req-bf788881-1b86-4086-81e0-c949f9b5c132 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 943 time: 0.7775538 Nov 09 17:54:22.765539 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-46ed1c95-5d59-4089-813d-92dab541f2bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=620b1e71-ba15-4998-8dc9-7ab45c7437d5 HTTP/1.1" status: 200 len: 217 time: 0.1524591 Nov 09 17:54:22.806041 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:22.978694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-e8136e65-0277-4914-8fa1-dad43c5be99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:22.986350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-e8136e65-0277-4914-8fa1-dad43c5be99c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3f91b94-cccc-44d6-96a3-4be4dabfa748 HTTP/1.1" status: 200 len: 849 time: 0.2076285 Nov 09 17:54:23.009587 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-abf7b11d-b6f4-4707-841b-e35a9abf0204 req-1ffae306-3251-4a69-b99c-ecf8d7a14a20 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440934 Nov 09 17:54:23.030880 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:23.040304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 57edecb7-2612-4392-8170-6ce02d1a631a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=57edecb7-2612-4392-8170-6ce02d1a631a,segment=NetworkSegment(d69fe8d0-3011-49f8-9155-00c1007e8ef4),segment_id=d69fe8d0-3011-49f8-9155-00c1007e8ef4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:23.055758 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:23.139046 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-ea39a832-f131-4173-a964-1bf334af79bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91fa42b4-4053-4fd8-a2e5-d9b6505994d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428838 Nov 09 17:54:23.150613 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:23.175412 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:23.190626 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b75cc4-0f4e-4bb3-ba24-5dfd0b4fd07a x-openstack-request-id: req-45b75cc4-0f4e-4bb3-ba24-5dfd0b4fd07a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:23.191317 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041813df-6199-4b3f-a6b4-62c1f6fedcab", "tag": "620b1e71-ba15-4998-8dc9-7ab45c7437d5", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:23.192698 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45b75cc4-0f4e-4bb3-ba24-5dfd0b4fd07a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:23.194202 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041813df-6199-4b3f-a6b4-62c1f6fedcab', 'tag': '620b1e71-ba15-4998-8dc9-7ab45c7437d5', 'status': 'completed', 'code': 200} Nov 09 17:54:23.236778 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f56973f2-39b9-4aa3-b802-611a5780442f req-c873d1f2-644c-41da-8b4b-83aee3766d32 service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7789352 Nov 09 17:54:23.269566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=57edecb7-2612-4392-8170-6ce02d1a631a,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:23.644256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b40667-6f41-4197-9d31-7f4ea2c5a8c5 None None] Network 8eb446f3-042d-4e3b-b171-a15f45ce1eac requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:23.703529 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826246-acb3-4705-b31e-1d6ba277f2b3 req-2f4b36bc-233c-4713-8e24-b2a66cf942f8 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:23.721605 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17826246-acb3-4705-b31e-1d6ba277f2b3 req-2f4b36bc-233c-4713-8e24-b2a66cf942f8 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.3318315 Nov 09 17:54:23.981501 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-3649eda7-6be3-4285-bf18-2836bd22690c service neutron] 10.222.0.13 "GET /v2.0/networks/91fa42b4-4053-4fd8-a2e5-d9b6505994d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8266439 Nov 09 17:54:24.080942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17826246-acb3-4705-b31e-1d6ba277f2b3 req-33fdd4ff-9b79-4454-b220-4a44141ccd40 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989669 Nov 09 17:54:24.151752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f56973f2-39b9-4aa3-b802-611a5780442f req-7bce83e3-bf8e-4f87-aa13-f28f9dc480b0 service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7927430 Nov 09 17:54:24.299765 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:24.334826 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5b9043d-1c25-4689-a071-32bd0dab150b req-7dbab64d-841e-44e9-9975-498ff6f33db1 service neutron] 10.222.0.13 "GET /v2.0/networks/91fa42b4-4053-4fd8-a2e5-d9b6505994d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998357 Nov 09 17:54:24.352089 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 57edecb7-2612-4392-8170-6ce02d1a631a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:24.527688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9c01821e-8678-445c-a220-d8affa02ad4a None None] Provisioning complete for port 57edecb7-2612-4392-8170-6ce02d1a631a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:24.530209 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9c01821e-8678-445c-a220-d8affa02ad4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:24.548487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616a999-d681-4e7a-8dce-5170a34dfc4d req-8f2411bc-6249-4fbc-a2f4-7977232646c7 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:24.554618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c616a999-d681-4e7a-8dce-5170a34dfc4d req-8f2411bc-6249-4fbc-a2f4-7977232646c7 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 943 time: 0.1182647 Nov 09 17:54:24.556794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Allocated IP 2001:db8::1 (f3655b92-a8ea-4c5d-83a0-864d7b768916/eafbce2c-098f-4217-980b-ca6539ffc07c/909c79bb-3d23-4dee-9d0d-2623d52ce67f) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:24.562030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dc57e-cf76-4a54-80c5-c04f77238179 req-0386fa9d-3aa2-498c-bdd3-53af0e5f514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:24.564222 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-841dc57e-cf76-4a54-80c5-c04f77238179 req-0386fa9d-3aa2-498c-bdd3-53af0e5f514e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef16ea885c4249e384f1ee96296e2469&device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 1094 time: 0.1567042 Nov 09 17:54:24.571598 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:24.726139 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c616a999-d681-4e7a-8dce-5170a34dfc4d req-9372d401-ca1e-451b-a9f3-f5d794dc757f tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572139 Nov 09 17:54:24.806728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dc57e-cf76-4a54-80c5-c04f77238179 req-3a2af399-6abd-4a75-8207-d4c314adfa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:24.813992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 57edecb7-2612-4392-8170-6ce02d1a631a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:24.813992 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:24.820682 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-841dc57e-cf76-4a54-80c5-c04f77238179 req-3a2af399-6abd-4a75-8207-d4c314adfa89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91fa42b4-4053-4fd8-a2e5-d9b6505994d5 HTTP/1.1" status: 200 len: 910 time: 0.2467167 Nov 09 17:54:24.921854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-841dc57e-cf76-4a54-80c5-c04f77238179 req-4c6e3d8f-9343-4205-95de-feb16a90bc5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=620b1e71-ba15-4998-8dc9-7ab45c7437d5 HTTP/1.1" status: 200 len: 217 time: 0.0932441 Nov 09 17:54:24.950451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-09b047d0-ba24-4dec-a9a1-ac2abe5b96b9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:24.959129 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-09b047d0-ba24-4dec-a9a1-ac2abe5b96b9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.5494072 Nov 09 17:54:24.982391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-f335ece0-a780-46da-ae07-f90a9147aab0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/quotas/d83662e3666441899feb7a0a206d59be HTTP/1.1" status: 200 len: 375 time: 0.0194414 Nov 09 17:54:25.085224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dc57e-cf76-4a54-80c5-c04f77238179 req-16666371-b580-4d09-94ed-ce97eaa9619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:25.085867 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-841dc57e-cf76-4a54-80c5-c04f77238179 req-16666371-b580-4d09-94ed-ce97eaa9619a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3f91b94-cccc-44d6-96a3-4be4dabfa748 HTTP/1.1" status: 200 len: 849 time: 0.1563661 Nov 09 17:54:25.157852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-841dc57e-cf76-4a54-80c5-c04f77238179 req-771a9157-855e-469b-8fc6-4ae48e0975bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91fa42b4-4053-4fd8-a2e5-d9b6505994d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538630 Nov 09 17:54:25.183592 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Router 127e59d6-b383-45ce-89f0-8ba29e27227a is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:54:25.196241 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:25.234598 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-b87cb803-0f0d-44a3-816b-9d5badedfd93 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2509015 Nov 09 17:54:25.467556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-81cbaf19-92c8-482f-be1f-929f9bba01e9 None None] Provisioning complete for port 57edecb7-2612-4392-8170-6ce02d1a631a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:25.468244 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-81cbaf19-92c8-482f-be1f-929f9bba01e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:25.520915 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:25.537225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7a799-d799-4797-b0f5-bf9f10eba7aa req-5fde9f86-6ee5-45f7-a2da-683c3a48da9a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:25.539912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fb7a799-d799-4797-b0f5-bf9f10eba7aa req-5fde9f86-6ee5-45f7-a2da-683c3a48da9a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1587710 Nov 09 17:54:25.549227 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-841dc57e-cf76-4a54-80c5-c04f77238179 req-29920458-e1d8-4de0-b8ed-e162347db028 service neutron] 10.222.0.13 "GET /v2.0/networks/91fa42b4-4053-4fd8-a2e5-d9b6505994d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913820 Nov 09 17:54:25.566923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Sync routers for ids ['127e59d6-b383-45ce-89f0-8ba29e27227a'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:25.567812 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:25.591017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Routers {'127e59d6-b383-45ce-89f0-8ba29e27227a'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:25.591907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['127e59d6-b383-45ce-89f0-8ba29e27227a'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:25.592220 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:25.593790 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0919e790-32a6-46c4-b6c8-0bf0e1c45d9c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.4675579 Nov 09 17:54:25.620167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43542) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:25.646644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Network f3655b92-a8ea-4c5d-83a0-864d7b768916 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:25.659980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:25.668029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:25.668794 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:25.791803 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fb7a799-d799-4797-b0f5-bf9f10eba7aa req-61683db7-e4fc-477a-bdf0-7f95539b24d1 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401125 Nov 09 17:54:25.909653 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-841dc57e-cf76-4a54-80c5-c04f77238179 req-768d1f7b-0a81-427d-9999-de4254a3ab33 service neutron] 10.222.0.13 "GET /v2.0/networks/91fa42b4-4053-4fd8-a2e5-d9b6505994d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510132 Nov 09 17:54:25.922218 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-6cc35020-a533-4574-918a-5c75f6a31868 service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503980 Nov 09 17:54:26.034835 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:26.060577 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event updated for resources: {'Port': ['ID=909c79bb-3d23-4dee-9d0d-2623d52ce67f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:26.105556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Set router 127e59d6-b383-45ce-89f0-8ba29e27227a gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:26.514409 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f9ff1b9b-1f16-451d-8df1-2a0d23bdce30 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=60575135d11e43be9eb43cb2b7fd2240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8930695 Nov 09 17:54:26.526863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43564) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:26.563093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c646ded6-bb90-4ee0-8423-355087f3947c None None] Provisioning complete for port 909c79bb-3d23-4dee-9d0d-2623d52ce67f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:26.563853 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c646ded6-bb90-4ee0-8423-355087f3947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:26.618984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c646ded6-bb90-4ee0-8423-355087f3947c None None] Port 909c79bb-3d23-4dee-9d0d-2623d52ce67f cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:54:26.705436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:54:21Z', 'revision_number': 3, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:26.708581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798527f-270c-46d1-91fa-c0dce3a41dee req-66903372-8a89-4c38-bb51-5e9de72e08eb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:26.710525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6798527f-270c-46d1-91fa-c0dce3a41dee req-66903372-8a89-4c38-bb51-5e9de72e08eb tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 943 time: 0.2000902 Nov 09 17:54:26.811647 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6798527f-270c-46d1-91fa-c0dce3a41dee req-dbd40345-52ee-44e3-8e7c-cf76fad2b4c8 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912209 Nov 09 17:54:26.817977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2457ee-7f97-442c-9cd5-d9d10234a54b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:26.819734 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 620b1e71-ba15-4998-8dc9-7ab45c7437d5 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:54:26.820852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ba2457ee-7f97-442c-9cd5-d9d10234a54b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2929671 Nov 09 17:54:26.822935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Checking router: 127e59d6-b383-45ce-89f0-8ba29e27227a for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:54:26.823533 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Updating router 127e59d6-b383-45ce-89f0-8ba29e27227a port 1ca85a57-c257-49cd-ae56-cee7ef64f035 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:54:26.823937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43570) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:26.867289 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:26.922763 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-32638526-aa86-4c31-ba03-eac517a8dd70 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0970333 Nov 09 17:54:26.926021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43574) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:26.941205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6c0757e6-464d-45e7-8305-712081bc2ca5 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-48458145', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:26.987790 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-ce6abbff-1108-46d7-912e-8b1cdd6fa60a service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9648046 Nov 09 17:54:27.117112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0757e6-464d-45e7-8305-712081bc2ca5 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Made reservation on behalf of 60575135d11e43be9eb43cb2b7fd2240 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:27.122259 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c0757e6-464d-45e7-8305-712081bc2ca5 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:27.171627 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:27.177586 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:54:27.181839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:27.182878 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:27.479470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event updated for resources: {'Port': ['ID=909c79bb-3d23-4dee-9d0d-2623d52ce67f,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:27.547646 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af895361-cf46-475e-b205-1891fc3d4975 req-6b539778-9e1a-4535-93ba-6e42032364b1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 210 time: 0.0640719 Nov 09 17:54:27.596047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 620b1e71-ba15-4998-8dc9-7ab45c7437d5, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=620b1e71-ba15-4998-8dc9-7ab45c7437d5,segment=NetworkSegment(0b290980-70fa-44d9-83f8-6e81b76a45bc),segment_id=0b290980-70fa-44d9-83f8-6e81b76a45bc)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:27.643551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Network f3655b92-a8ea-4c5d-83a0-864d7b768916 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:27.648012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:27.656567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '620b1e71-ba15-4998-8dc9-7ab45c7437d5', 'network_id': '91fa42b4-4053-4fd8-a2e5-d9b6505994d5', 'port_id': '620b1e71-ba15-4998-8dc9-7ab45c7437d5', 'mac_address': 'fa:16:3e:50:ca:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f91b94-cccc-44d6-96a3-4be4dabfa748', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:54:27.793356 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:27.975126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Router 3b025922-b384-408e-998f-0bda1212b311 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:54:27.989631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620b1e71-ba15-4998-8dc9-7ab45c7437d5 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:54:28.132082 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:28.150915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 620b1e71-ba15-4998-8dc9-7ab45c7437d5, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=620b1e71-ba15-4998-8dc9-7ab45c7437d5,segment=NetworkSegment(0b290980-70fa-44d9-83f8-6e81b76a45bc),segment_id=0b290980-70fa-44d9-83f8-6e81b76a45bc)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:28.156620 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:28.179556 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:28.334865 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:28.350143 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b600f5a0-9ef0-41d7-bb7a-cf7d30524cab tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "PUT /v2.0/routers/3b025922-b384-408e-998f-0bda1212b311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1320548 Nov 09 17:54:28.352124 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43600) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:28.356137 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ddc81-4363-4d9c-9d88-016518054e4b None None] Sync routers for ids ['3b025922-b384-408e-998f-0bda1212b311'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:28.368199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48899b-f9de-43c1-82b1-f5d1bb4cf376 req-a093a7a6-7b10-4131-9f72-ec29376563d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:28.372886 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e48899b-f9de-43c1-82b1-f5d1bb4cf376 req-a093a7a6-7b10-4131-9f72-ec29376563d3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 1.2429903 Nov 09 17:54:28.405113 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ddc81-4363-4d9c-9d88-016518054e4b None None] Routers {'3b025922-b384-408e-998f-0bda1212b311'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:28.406094 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3d4ddc81-4363-4d9c-9d88-016518054e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3b025922-b384-408e-998f-0bda1212b311'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:28.433213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Attempting to bind port 1ca85a57-c257-49cd-ae56-cee7ef64f035 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:54:28.443102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Attempting to bind port 1ca85a57-c257-49cd-ae56-cee7ef64f035 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:54:28.443102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Attempting to bind port 1ca85a57-c257-49cd-ae56-cee7ef64f035 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:28.486956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:28.487715 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:28.488893 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:28.491024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:28.491202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae53ee-659d-45f2-97e8-5b71d7adc419 req-29529afa-a035-48df-9d44-8a5e11f360ec tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:28.493554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Bound port: 1ca85a57-c257-49cd-ae56-cee7ef64f035, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:54:28.494134 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:28.497445 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bae53ee-659d-45f2-97e8-5b71d7adc419 req-29529afa-a035-48df-9d44-8a5e11f360ec tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 944 time: 0.3533812 Nov 09 17:54:28.508339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4881a-e42e-4c06-b7b8-427a2ab11ddc None None] Pushing event updated for resources: {'Port': ['ID=1ca85a57-c257-49cd-ae56-cee7ef64f035,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:28.515540 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3d4ddc81-4363-4d9c-9d88-016518054e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:28.519239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bba26a42-8a1c-47e8-a5ca-b92d9bb05ac3 None None] Provisioning complete for port 909c79bb-3d23-4dee-9d0d-2623d52ce67f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:28.519625 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bba26a42-8a1c-47e8-a5ca-b92d9bb05ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:28.561544 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e48899b-f9de-43c1-82b1-f5d1bb4cf376 req-fe14673e-a51b-44aa-b4c5-ebee8ae200e6 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586187 Nov 09 17:54:28.564157 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ddc81-4363-4d9c-9d88-016518054e4b None None] Routers {'3b025922-b384-408e-998f-0bda1212b311'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:28.564822 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3d4ddc81-4363-4d9c-9d88-016518054e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3b025922-b384-408e-998f-0bda1212b311'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:28.600334 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d97253e6-7c35-4b5a-bfcc-c662d68729ac tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:28.711560 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3d4ddc81-4363-4d9c-9d88-016518054e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:28.716331 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ddc81-4363-4d9c-9d88-016518054e4b None None] The sync data for ids ['3b025922-b384-408e-998f-0bda1212b311'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:28.769200 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bae53ee-659d-45f2-97e8-5b71d7adc419 req-a3c5b460-00f4-4b5a-8ee0-0d36a7605bc5 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468324 Nov 09 17:54:28.812071 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c0757e6-464d-45e7-8305-712081bc2ca5 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:28.831164 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-d97253e6-7c35-4b5a-bfcc-c662d68729ac tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 17:54:28.839116 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d97253e6-7c35-4b5a-bfcc-c662d68729ac tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "DELETE /v2.0/routers/3b025922-b384-408e-998f-0bda1212b311 HTTP/1.1" status: 409 len: 329 time: 0.4857748 Nov 09 17:54:28.840431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43610) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:28.980088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09ecb759-c00a-40c6-a465-e36bf5a33e54 req-9264a0c7-6f13-4316-91d1-8ea2b1e0f610 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 210 time: 0.0625505 Nov 09 17:54:29.018612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0757e6-464d-45e7-8305-712081bc2ca5 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Subnet': ['ID=abca216d-41d6-4c7a-8132-2de1912872f0,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:29.043197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0757e6-464d-45e7-8305-712081bc2ca5 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Checking segment: {'id': '0724735a-e9ba-4dc8-86cc-e797546086d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:29.045847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0757e6-464d-45e7-8305-712081bc2ca5 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Network hostable DHCP agents. Network: 293c1dad-881e-4d58-a545-c78216b68db2, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:54:29.106749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0757e6-464d-45e7-8305-712081bc2ca5 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Network 293c1dad-881e-4d58-a545-c78216b68db2 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:54:29.128482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-6c0757e6-464d-45e7-8305-712081bc2ca5 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 293c1dad-881e-4d58-a545-c78216b68db2) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:29.148338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0757e6-464d-45e7-8305-712081bc2ca5 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:29.150975 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c0757e6-464d-45e7-8305-712081bc2ca5 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:29.204403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['620b1e71-ba15-4998-8dc9-7ab45c7437d5'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:54:29.218280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6c0757e6-464d-45e7-8305-712081bc2ca5 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2867987 Nov 09 17:54:29.225357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43618) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:29.295134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=620b1e71-ba15-4998-8dc9-7ab45c7437d5,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:29.321867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdee04dd-ebcc-4d9a-be9f-5d6caa8455a6 None None] Network 293c1dad-881e-4d58-a545-c78216b68db2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:29.542083 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-bba26a42-8a1c-47e8-a5ca-b92d9bb05ac3 None None] Port 909c79bb-3d23-4dee-9d0d-2623d52ce67f cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:54:29.589007 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-f60ea916-9d9a-440d-90c2-e6754c1ff31a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:29.601958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-f60ea916-9d9a-440d-90c2-e6754c1ff31a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.1951323 Nov 09 17:54:29.628194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-45efe9b9-3f51-472d-9354-8f0726b030a2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Request body: {'port': {'device_id': 'fff49b8b-48d3-4e48-82a1-5873f9a6a87c', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'admin_state_up': True, 'tenant_id': 'd83662e3666441899feb7a0a206d59be'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:29.689043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] For port 1ca85a57-c257-49cd-ae56-cee7ef64f035, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:29.765608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] For port 1ca85a57-c257-49cd-ae56-cee7ef64f035, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1ca85a57-c257-49cd-ae56-cee7ef64f035,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:29.773099 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f731fd0-7683-4072-9d20-3423169baf21 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:29.783452 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:29.920767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-45efe9b9-3f51-472d-9354-8f0726b030a2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Made reservation on behalf of d83662e3666441899feb7a0a206d59be for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:29.925595 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-45efe9b9-3f51-472d-9354-8f0726b030a2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:30.219537 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e763d28f-0c32-4103-b8a8-60adf39a54d2 req-70bb6822-ac0b-4a1a-8daa-3ec109a1dc5d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 210 time: 0.0463912 Nov 09 17:54:30.242040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Routers {'127e59d6-b383-45ce-89f0-8ba29e27227a'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:30.243314 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['127e59d6-b383-45ce-89f0-8ba29e27227a'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:30.262248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-293c1dad-881e-4d58-a545-c78216b68db2', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'fixed_ips': [{'subnet_id': 'abca216d-41d6-4c7a-8132-2de1912872f0'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:30.273909 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:30.411883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4881a-e42e-4c06-b7b8-427a2ab11ddc None None] Pushing event updated for resources: {'Port': ['ID=1ca85a57-c257-49cd-ae56-cee7ef64f035,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:30.449579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5a300-d3bb-469f-ae78-16f887b41c21 req-5d53ed0c-eb78-445e-bd94-f68d9a8a56ba tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:30.458214 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8fc5a300-d3bb-469f-ae78-16f887b41c21 req-5d53ed0c-eb78-445e-bd94-f68d9a8a56ba tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 944 time: 0.5046470 Nov 09 17:54:30.632634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-0f731fd0-7683-4072-9d20-3423169baf21 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Deleting port 909c79bb-3d23-4dee-9d0d-2623d52ce67f {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:54:30.633272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f731fd0-7683-4072-9d20-3423169baf21 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:30.736782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Allocated IP 172.20.0.2 (293c1dad-881e-4d58-a545-c78216b68db2/abca216d-41d6-4c7a-8132-2de1912872f0/7c9b03b3-69bb-446a-b598-295333417570) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:30.788688 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f731fd0-7683-4072-9d20-3423169baf21 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:30.815275 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-0f731fd0-7683-4072-9d20-3423169baf21 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Calling delete_port for 909c79bb-3d23-4dee-9d0d-2623d52ce67f owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:54:30.837041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8fc5a300-d3bb-469f-ae78-16f887b41c21 req-7e975a3d-7bc7-41ee-9e8e-42797dd0b597 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573353 Nov 09 17:54:30.844925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43644) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:30.916612 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:30.925948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 620b1e71-ba15-4998-8dc9-7ab45c7437d5 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:30.933456 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:30.969456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-45efe9b9-3f51-472d-9354-8f0726b030a2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Allocated IP 172.20.0.5 (1fb9bcd0-93f8-4d70-9afa-72807187a006/417001cc-f87f-4208-b45a-9ddf65dcb18d/f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:31.105948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Network 293c1dad-881e-4d58-a545-c78216b68db2 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:31.127685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:31.149245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:31.168540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] Set router 127e59d6-b383-45ce-89f0-8ba29e27227a gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:31.171271 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Pushing event updated for resources: {'Port': ['ID=7c9b03b3-69bb-446a-b598-295333417570,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:31.181640 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f731fd0-7683-4072-9d20-3423169baf21 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:31.252561 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f731fd0-7683-4072-9d20-3423169baf21 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event deleted for resources: {'Port': ['ID=909c79bb-3d23-4dee-9d0d-2623d52ce67f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:31.278298 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68947b8c-f3a9-432f-a1db-deeb2db17988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:31.415813 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f731fd0-7683-4072-9d20-3423169baf21 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:31.419747 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 620b1e71-ba15-4998-8dc9-7ab45c7437d5 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:54:31.428599 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7118dd0b-3d81-4f30-b59d-cb945ba61413 req-d51a8fcd-f6df-4814-bb5f-a63a7f72cd18 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 210 time: 0.0651834 Nov 09 17:54:31.466891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Attempting to bind port 7c9b03b3-69bb-446a-b598-295333417570 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:54:31.468003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Attempting to bind port 7c9b03b3-69bb-446a-b598-295333417570 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0724735a-e9ba-4dc8-86cc-e797546086d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:54:31.468664 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Attempting to bind port 7c9b03b3-69bb-446a-b598-295333417570 on network 293c1dad-881e-4d58-a545-c78216b68db2 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:31.478733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:31.479573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Checking segment: {'id': '0724735a-e9ba-4dc8-86cc-e797546086d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:31.480235 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:31.480858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Bound using segment: {'id': '0724735a-e9ba-4dc8-86cc-e797546086d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:31.482013 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Bound port: 7c9b03b3-69bb-446a-b598-295333417570, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0724735a-e9ba-4dc8-86cc-e797546086d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:54:31.482660 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:31.503578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 620b1e71-ba15-4998-8dc9-7ab45c7437d5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:31.504848 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:31.595262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] For port 7c9b03b3-69bb-446a-b598-295333417570, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:31.607449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] For port 7c9b03b3-69bb-446a-b598-295333417570, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7c9b03b3-69bb-446a-b598-295333417570,segment=NetworkSegment(0724735a-e9ba-4dc8-86cc-e797546086d2),segment_id=0724735a-e9ba-4dc8-86cc-e797546086d2)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:31.618588 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:31.701287 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f731fd0-7683-4072-9d20-3423169baf21 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Router 3b025922-b384-408e-998f-0bda1212b311 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:54:31.763384 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-45efe9b9-3f51-472d-9354-8f0726b030a2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:31.805129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f96a02-80eb-4fcb-9617-0dcb30996bac None None] Pushing event updated for resources: {'Port': ['ID=7c9b03b3-69bb-446a-b598-295333417570,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:31.818900 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f731fd0-7683-4072-9d20-3423169baf21 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:31.840037 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0f731fd0-7683-4072-9d20-3423169baf21 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "PUT /v2.0/routers/3b025922-b384-408e-998f-0bda1212b311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9981668 Nov 09 17:54:31.840784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43658) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:31.860415 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68947b8c-f3a9-432f-a1db-deeb2db17988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:31.892763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8084fc-4270-4075-8235-b667737ce5a8 None None] Sync routers for ids ['3b025922-b384-408e-998f-0bda1212b311'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:31.905684 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68947b8c-f3a9-432f-a1db-deeb2db17988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:31.915034 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-45efe9b9-3f51-472d-9354-8f0726b030a2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:31.935734 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e8e6bc8a-b50d-4349-9a54-1595577841fa'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:54:31.976968 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-2e48a1df-c32d-431e-9151-91e4d08ee2ed tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] show failed (client error): The resource could not be found. Nov 09 17:54:31.979352 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2e48a1df-c32d-431e-9151-91e4d08ee2ed tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1220323962 HTTP/1.1" status: 404 len: 335 time: 0.1372154 Nov 09 17:54:31.986147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8084fc-4270-4075-8235-b667737ce5a8 None None] Routers {'3b025922-b384-408e-998f-0bda1212b311'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:31.986795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7f8084fc-4270-4075-8235-b667737ce5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3b025922-b384-408e-998f-0bda1212b311'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:32.016711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43662) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:32.033948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a2393e5a-f338-4a49-9891-c1c22ea2a3c7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:32.074954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7f8084fc-4270-4075-8235-b667737ce5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:32.081514 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-a2393e5a-f338-4a49-9891-c1c22ea2a3c7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] update failed (client error): The resource could not be found. Nov 09 17:54:32.082066 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:32.093302 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a2393e5a-f338-4a49-9891-c1c22ea2a3c7 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-179918977 HTTP/1.1" status: 404 len: 334 time: 0.0700665 Nov 09 17:54:32.093920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43664) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:32.135527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:54:21Z', 'revision_number': 3, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:32.164342 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff1b93-eb70-4ab9-a44e-55e3fa2dabfc req-510db808-dec9-413f-9c38-faaff605afe2 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:32.166074 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-83ff1b93-eb70-4ab9-a44e-55e3fa2dabfc req-510db808-dec9-413f-9c38-faaff605afe2 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.2087634 Nov 09 17:54:32.186671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-45efe9b9-3f51-472d-9354-8f0726b030a2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Network 1fb9bcd0-93f8-4d70-9afa-72807187a006 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:32.224223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-370de282-4a79-4bef-9fdc-e1e95ca641ca tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Deleting subnet ff21f7de-2d57-4f0c-92a3-1f0cbcc3d0b0 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:54:32.225536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-45efe9b9-3f51-472d-9354-8f0726b030a2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:32.236364 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-370de282-4a79-4bef-9fdc-e1e95ca641ca tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:32.243083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-45efe9b9-3f51-472d-9354-8f0726b030a2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:32.250746 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:32.258887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23b73c-4c10-4451-b1a3-e694df41b6bd None None] The sync data for ids ['127e59d6-b383-45ce-89f0-8ba29e27227a'] in n-d-817236-1 is: [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:54:21Z', 'revision_number': 3, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:32.260634 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-68947b8c-f3a9-432f-a1db-deeb2db17988 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ba8690aaf8640d2aca7883bd7c59f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3655510 Nov 09 17:54:32.288821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8084fc-4270-4075-8235-b667737ce5a8 None None] Routers {'3b025922-b384-408e-998f-0bda1212b311'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:32.289487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7f8084fc-4270-4075-8235-b667737ce5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3b025922-b384-408e-998f-0bda1212b311'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:32.299762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43668) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:32.314275 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-83ff1b93-eb70-4ab9-a44e-55e3fa2dabfc req-3ebe8e23-d2f2-4362-8760-9f9b30fca02f tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400914 Nov 09 17:54:32.418685 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-370de282-4a79-4bef-9fdc-e1e95ca641ca tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:32.422881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7f8084fc-4270-4075-8235-b667737ce5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:32.423800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8084fc-4270-4075-8235-b667737ce5a8 None None] The sync data for ids ['3b025922-b384-408e-998f-0bda1212b311'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:32.428791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68947b8c-f3a9-432f-a1db-deeb2db17988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25562df9-d122-4c3a-8e02-546a5a219c8d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:32.472942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7c9b03b3-69bb-446a-b598-295333417570 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:32.497440 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf6c4-bd48-4c19-8697-e7684aa9c107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:32.544203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041813df-6199-4b3f-a6b4-62c1f6fedcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620b1e71-ba15-4998-8dc9-7ab45c7437d5'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:32.547781 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8fc31f-bfa2-40a7-bfa8-1a0593611169" -d '{"events": [{"server_uuid": "041813df-6199-4b3f-a6b4-62c1f6fedcab", "name": "network-vif-plugged", "status": "completed", "tag": "620b1e71-ba15-4998-8dc9-7ab45c7437d5"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:32.564149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efe9b9-3f51-472d-9354-8f0726b030a2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event updated for resources: {'Port': ['ID=f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:32.587661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 620b1e71-ba15-4998-8dc9-7ab45c7437d5, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=620b1e71-ba15-4998-8dc9-7ab45c7437d5,segment=NetworkSegment(0b290980-70fa-44d9-83f8-6e81b76a45bc),segment_id=0b290980-70fa-44d9-83f8-6e81b76a45bc)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:32.610346 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:32.612207 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-45efe9b9-3f51-472d-9354-8f0726b030a2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:32.612891 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-45efe9b9-3f51-472d-9354-8f0726b030a2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:32.620475 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf6c4-bd48-4c19-8697-e7684aa9c107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:32.655908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bff0ca-6234-45e8-85df-d69e0726b960 req-db40e045-0492-487d-8fd9-de4b8023a263 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:32.657583 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17bff0ca-6234-45e8-85df-d69e0726b960 req-db40e045-0492-487d-8fd9-de4b8023a263 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 944 time: 0.6548085 Nov 09 17:54:32.682462 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-370de282-4a79-4bef-9fdc-e1e95ca641ca tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:32.742178 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-45efe9b9-3f51-472d-9354-8f0726b030a2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1240022 Nov 09 17:54:32.763094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Request body: {'port': {'device_id': 'fff49b8b-48d3-4e48-82a1-5873f9a6a87c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:32.830643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7c9b03b3-69bb-446a-b598-295333417570 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:32.831315 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:32.834991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=620b1e71-ba15-4998-8dc9-7ab45c7437d5,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:32.948625 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf6c4-bd48-4c19-8697-e7684aa9c107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:32.963922 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf6c4-bd48-4c19-8697-e7684aa9c107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:32.965909 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b3dbf6c4-bd48-4c19-8697-e7684aa9c107 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/25562df9-d122-4c3a-8e02-546a5a219c8d HTTP/1.1" status: 204 len: 168 time: 0.6503415 Nov 09 17:54:33.041685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbf6c4-bd48-4c19-8697-e7684aa9c107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25562df9-d122-4c3a-8e02-546a5a219c8d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:33.095986 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-370de282-4a79-4bef-9fdc-e1e95ca641ca tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:33.164345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370de282-4a79-4bef-9fdc-e1e95ca641ca tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event deleted for resources: {'Subnet': ['ID=ff21f7de-2d57-4f0c-92a3-1f0cbcc3d0b0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:33.189726 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-370de282-4a79-4bef-9fdc-e1e95ca641ca tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:33.199851 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-370de282-4a79-4bef-9fdc-e1e95ca641ca tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "DELETE /v2.0/subnets/ff21f7de-2d57-4f0c-92a3-1f0cbcc3d0b0 HTTP/1.1" status: 204 len: 168 time: 1.0912721 Nov 09 17:54:33.201699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f42ca98-9542-4145-8591-7ece85efe517 None None] Network 8eb446f3-042d-4e3b-b171-a15f45ce1eac requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:33.201907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43684) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:33.259916 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17bff0ca-6234-45e8-85df-d69e0726b960 req-a0e45b23-62d2-4192-abf7-d1681678ede4 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840518 Nov 09 17:54:33.334784 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:33.606527 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:33.837126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43694) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:33.869936 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9237144d-fdfc-4b0b-80d0-61801023f861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:34.116367 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9237144d-fdfc-4b0b-80d0-61801023f861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:34.142117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Deleting port 57edecb7-2612-4392-8170-6ce02d1a631a {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:54:34.142792 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:34.145390 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9237144d-fdfc-4b0b-80d0-61801023f861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:34.225846 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f72534c-26c7-442c-b43f-76217c77db5c x-openstack-request-id: req-6f72534c-26c7-442c-b43f-76217c77db5c {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:34.226655 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041813df-6199-4b3f-a6b4-62c1f6fedcab", "name": "network-vif-plugged", "status": "completed", "tag": "620b1e71-ba15-4998-8dc9-7ab45c7437d5", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:34.226794 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f72534c-26c7-442c-b43f-76217c77db5c {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:34.227411 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041813df-6199-4b3f-a6b4-62c1f6fedcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620b1e71-ba15-4998-8dc9-7ab45c7437d5', 'code': 200} Nov 09 17:54:34.228727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1205506-401d-4382-b99e-886dc4dfa1d3 None None] Network 293c1dad-881e-4d58-a545-c78216b68db2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:34.238343 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:34.333742 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9237144d-fdfc-4b0b-80d0-61801023f861 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=014ab6b7f66044669758f4a66333d429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4955120 Nov 09 17:54:34.349681 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43700) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:34.366150 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237144d-fdfc-4b0b-80d0-61801023f861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e8723c-508f-4593-b092-e01725d00c2c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:34.469620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba24407-2744-4315-9dc9-d48c99d4b40d req-5673f7ff-fd98-4fe8-959b-81af3b228ced tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:34.471345 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ba24407-2744-4315-9dc9-d48c99d4b40d req-5673f7ff-fd98-4fe8-959b-81af3b228ced tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 931 time: 1.0442836 Nov 09 17:54:34.482295 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] For port 57edecb7-2612-4392-8170-6ce02d1a631a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=57edecb7-2612-4392-8170-6ce02d1a631a,segment=NetworkSegment(d69fe8d0-3011-49f8-9155-00c1007e8ef4),segment_id=d69fe8d0-3011-49f8-9155-00c1007e8ef4)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:34.483010 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:34.484559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4587a-9576-4ed7-a5e1-97a2fe3268fa req-1c5b485e-96a4-4e0a-96f5-b0a325ed5efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:34.486410 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0d4587a-9576-4ed7-a5e1-97a2fe3268fa req-1c5b485e-96a4-4e0a-96f5-b0a325ed5efb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 1096 time: 0.7831085 Nov 09 17:54:34.520431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Calling delete_port for 57edecb7-2612-4392-8170-6ce02d1a631a owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:54:34.545797 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63a43cce-61d3-49f4-b20d-8ffa3a566c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:34.565707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca45cf-dd99-4033-b3a4-a7231025330f req-2a77864a-fabb-410d-8252-35e529d6b12d tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:34.568262 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ccca45cf-dd99-4033-b3a4-a7231025330f req-2a77864a-fabb-410d-8252-35e529d6b12d tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 945 time: 0.1614501 Nov 09 17:54:34.570504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 7c9b03b3-69bb-446a-b598-295333417570, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7c9b03b3-69bb-446a-b598-295333417570,segment=NetworkSegment(0724735a-e9ba-4dc8-86cc-e797546086d2),segment_id=0724735a-e9ba-4dc8-86cc-e797546086d2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:34.581589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c5f7d310-abfa-450c-ac01-2a080f20f5ca None None] Provisioning complete for port 7c9b03b3-69bb-446a-b598-295333417570 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:34.584513 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d310-abfa-450c-ac01-2a080f20f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:34.585777 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0d4587a-9576-4ed7-a5e1-97a2fe3268fa req-daa006ba-bc88-44cb-a535-44bc954e5ffa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881720 Nov 09 17:54:34.589217 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ba24407-2744-4315-9dc9-d48c99d4b40d req-99b061d9-147b-4d31-8d24-e508eb524e1e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936635 Nov 09 17:54:34.622243 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:34.709277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63a43cce-61d3-49f4-b20d-8ffa3a566c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:34.782898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ccca45cf-dd99-4033-b3a4-a7231025330f req-c8a15037-ea3e-4edf-81c0-1731f65d0097 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056561 Nov 09 17:54:34.788875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Allocated IP 172.20.0.1 (293c1dad-881e-4d58-a545-c78216b68db2/abca216d-41d6-4c7a-8132-2de1912872f0/fd14d186-45da-443e-b7f2-545c22e315f1) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:34.868433 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=7c9b03b3-69bb-446a-b598-295333417570,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:34.891393 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63a43cce-61d3-49f4-b20d-8ffa3a566c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:34.894637 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63a43cce-61d3-49f4-b20d-8ffa3a566c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:34.900403 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-63a43cce-61d3-49f4-b20d-8ffa3a566c3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/30e8723c-508f-4593-b092-e01725d00c2c HTTP/1.1" status: 204 len: 168 time: 0.5457273 Nov 09 17:54:34.906270 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816259ab-b24c-4dc5-bcf0-1318c08c81ab None None] DHCP port deletion for 8eb446f3-042d-4e3b-b171-a15f45ce1eac request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:34.911861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1ca85a57-c257-49cd-ae56-cee7ef64f035 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:34.942582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a43cce-61d3-49f4-b20d-8ffa3a566c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e8723c-508f-4593-b092-e01725d00c2c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:34.997518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.059080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-816259ab-b24c-4dc5-bcf0-1318c08c81ab None None] The port '57edecb7-2612-4392-8170-6ce02d1a631a' was deleted {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Nov 09 17:54:35.116897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event deleted for resources: {'Port': ['ID=57edecb7-2612-4392-8170-6ce02d1a631a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:35.130450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] No DVR routers for this DVR port 57edecb7-2612-4392-8170-6ce02d1a631a on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:35.267470 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 1ca85a57-c257-49cd-ae56-cee7ef64f035 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:35.268123 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.358562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.418704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.420047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb446f3-042d-4e3b-b171-a15f45ce1eac']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:35.443591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69fe8d0-3011-49f8-9155-00c1007e8ef4') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:35.443884 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69fe8d0-3011-49f8-9155-00c1007e8ef4') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:35.473667 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.499297 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.512912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:54:35.513371 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:54:35.516894 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:54:35.522478 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.565606 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.597769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 1ca85a57-c257-49cd-ae56-cee7ef64f035, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1ca85a57-c257-49cd-ae56-cee7ef64f035,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:35.618514 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.631681 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.639659 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.649426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:54:35.651052 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "DELETE /v2.0/networks/8eb446f3-042d-4e3b-b171-a15f45ce1eac HTTP/1.1" status: 204 len: 168 time: 2.4480448 Nov 09 17:54:35.653442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43718) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:35.742014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Network 293c1dad-881e-4d58-a545-c78216b68db2 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:35.750172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac752f-7094-455e-9ab8-23129c3d8974 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event deleted for resources: {'Network': ['ID=8eb446f3-042d-4e3b-b171-a15f45ce1eac,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:35.762072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=1ca85a57-c257-49cd-ae56-cee7ef64f035,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:35.765861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:35.773530 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.776844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:35.931024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Port': ['ID=fd14d186-45da-443e-b7f2-545c22e315f1,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:35.944501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Transition to ACTIVE for port object f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:54:35.950799 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:35.971117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9eb79e1-0cbf-4b0b-a810-3396a62d455a tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Deleting subnet 5f16b41c-9d8c-4d24-a69f-2b15852da414 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:54:35.984061 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9eb79e1-0cbf-4b0b-a810-3396a62d455a tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:36.101961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d8381-da57-4bf9-890a-943ba18b745c req-a32d1b9f-20ba-4570-b426-64466499e6f5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:36.115713 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5c7d8381-da57-4bf9-890a-943ba18b745c req-a32d1b9f-20ba-4570-b426-64466499e6f5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 931 time: 0.2599967 Nov 09 17:54:36.158928 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9eb79e1-0cbf-4b0b-a810-3396a62d455a tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:36.173219 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-47732a9c-abf9-4e62-a102-d167e41f8939 None None] Provisioning complete for port 7c9b03b3-69bb-446a-b598-295333417570 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:36.173923 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-47732a9c-abf9-4e62-a102-d167e41f8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:36.219252 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:36.233492 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5c7d8381-da57-4bf9-890a-943ba18b745c req-ee6b1150-9b43-462a-8782-34cc617f1828 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165645 Nov 09 17:54:36.398126 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9eb79e1-0cbf-4b0b-a810-3396a62d455a tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:36.569861 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9eb79e1-0cbf-4b0b-a810-3396a62d455a tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:36.581867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c3e4d98e-1c22-4aec-bfa4-1d709983eba9 None None] Provisioning complete for port fd14d186-45da-443e-b7f2-545c22e315f1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:36.584277 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d98e-1c22-4aec-bfa4-1d709983eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:36.586466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Pushing event updated for resources: {'Port': ['ID=f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:36.657745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c824ace6-f244-4874-aa36-82f03f3af590 None None] Network 4411e9f4-abbb-4911-9cce-66d63b2a512a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:36.663262 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a9eb79e1-0cbf-4b0b-a810-3396a62d455a tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:36.693447 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a9eb79e1-0cbf-4b0b-a810-3396a62d455a tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "DELETE /v2.0/subnets/5f16b41c-9d8c-4d24-a69f-2b15852da414 HTTP/1.1" status: 204 len: 168 time: 1.0327060 Nov 09 17:54:36.717492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43746) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:36.763380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb79e1-0cbf-4b0b-a810-3396a62d455a tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event deleted for resources: {'Subnet': ['ID=5f16b41c-9d8c-4d24-a69f-2b15852da414,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:36.773491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c3e4d98e-1c22-4aec-bfa4-1d709983eba9 None None] Port fd14d186-45da-443e-b7f2-545c22e315f1 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:54:36.876911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-47301be6-1ea0-4baa-a8a1-25eee3a53247 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Deleting subnet ec166909-f04b-4c52-9ebf-e3bb3eb70ad2 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:54:36.881112 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-47301be6-1ea0-4baa-a8a1-25eee3a53247 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:36.923890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1ca85a57-c257-49cd-ae56-cee7ef64f035 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:36.987877 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:54:36.995960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d83c7-eed0-405c-aa5e-19e91c15dcbb req-f6531e7b-f39c-4727-9d92-55bfe8d1b7df tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:36.997694 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e0d83c7-eed0-405c-aa5e-19e91c15dcbb req-f6531e7b-f39c-4727-9d92-55bfe8d1b7df tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 945 time: 0.9256053 Nov 09 17:54:37.150916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-47301be6-1ea0-4baa-a8a1-25eee3a53247 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:37.175622 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 1ca85a57-c257-49cd-ae56-cee7ef64f035 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:37.177461 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:37.179689 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:37.326175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42c3fe7-d3b2-446d-94cb-b17391e026fb None None] DHCP port deletion for 4411e9f4-abbb-4911-9cce-66d63b2a512a request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:37.400740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7c9b03b3-69bb-446a-b598-295333417570 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:37.428510 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e0d83c7-eed0-405c-aa5e-19e91c15dcbb req-005d3317-3b99-438b-9ff4-5b20d105800b tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935618 Nov 09 17:54:37.454902 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c42c3fe7-d3b2-446d-94cb-b17391e026fb None None] Deleting port a49cb70a-1606-4904-89d5-dc462fdee16d {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:54:37.455320 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c42c3fe7-d3b2-446d-94cb-b17391e026fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:37.502498 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-47301be6-1ea0-4baa-a8a1-25eee3a53247 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:37.544951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7c9b03b3-69bb-446a-b598-295333417570 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:37.544951 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:37.590861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c42c3fe7-d3b2-446d-94cb-b17391e026fb None None] For port a49cb70a-1606-4904-89d5-dc462fdee16d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a49cb70a-1606-4904-89d5-dc462fdee16d,segment=NetworkSegment(4415eec7-8237-49ca-9685-377916b8e524),segment_id=4415eec7-8237-49ca-9685-377916b8e524)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:37.591498 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c42c3fe7-d3b2-446d-94cb-b17391e026fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:37.618784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c42c3fe7-d3b2-446d-94cb-b17391e026fb None None] Calling delete_port for a49cb70a-1606-4904-89d5-dc462fdee16d owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:54:37.749269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Attempting to bind port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:54:37.752341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Attempting to bind port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:54:37.753042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Attempting to bind port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:37.815013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71065f4b-fea9-4481-b4e4-cf3a12bc05ad req-ecc6ece1-291e-4a1c-bd92-dc163c8f40f6 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:37.818129 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-71065f4b-fea9-4481-b4e4-cf3a12bc05ad req-ecc6ece1-291e-4a1c-bd92-dc163c8f40f6 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 945 time: 0.0993042 Nov 09 17:54:37.835206 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c42c3fe7-d3b2-446d-94cb-b17391e026fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:37.863274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:54:37.864829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Attempting to bind port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:37.925122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:37.925622 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Checking segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:37.927402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Bound using segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:37.928102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Bound port: f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:54:37.928642 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:37.933179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 57edecb7-2612-4392-8170-6ce02d1a631a no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:37.936885 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c3fe7-d3b2-446d-94cb-b17391e026fb None None] Pushing event deleted for resources: {'Port': ['ID=a49cb70a-1606-4904-89d5-dc462fdee16d,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:37.948659 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-71065f4b-fea9-4481-b4e4-cf3a12bc05ad req-61f9b317-06c1-4307-a79c-1af534e9fd75 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114643 Nov 09 17:54:37.966771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c3fe7-d3b2-446d-94cb-b17391e026fb None None] No DVR routers for this DVR port a49cb70a-1606-4904-89d5-dc462fdee16d on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:37.968619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 57edecb7-2612-4392-8170-6ce02d1a631a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:54:37.968956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 57edecb7-2612-4392-8170-6ce02d1a631a not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:38.016308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc30dbf-41a4-4f07-8fd7-8c62d56a8742 req-ab34b611-c1a0-43c6-9679-d893cff41544 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:38.017942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8fc30dbf-41a4-4f07-8fd7-8c62d56a8742 req-ab34b611-c1a0-43c6-9679-d893cff41544 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 943 time: 0.2766113 Nov 09 17:54:38.044339 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-47301be6-1ea0-4baa-a8a1-25eee3a53247 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:38.122839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47301be6-1ea0-4baa-a8a1-25eee3a53247 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event deleted for resources: {'Subnet': ['ID=ec166909-f04b-4c52-9ebf-e3bb3eb70ad2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:38.162161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fbcb8b-df39-405f-86fe-33272fde3a85 None None] Network 81300ad5-b23a-4467-9482-2fcbb946f5c9 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:38.182781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-47301be6-1ea0-4baa-a8a1-25eee3a53247 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:38.186875 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-47301be6-1ea0-4baa-a8a1-25eee3a53247 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "DELETE /v2.0/subnets/ec166909-f04b-4c52-9ebf-e3bb3eb70ad2 HTTP/1.1" status: 204 len: 168 time: 1.4501953 Nov 09 17:54:38.189346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43784) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:38.241641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8fc30dbf-41a4-4f07-8fd7-8c62d56a8742 req-3d491747-ebc1-423c-a2fc-e9d80c6df1bc tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160537 Nov 09 17:54:38.242958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] For port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:38.249299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] For port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:38.260480 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:38.334583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:38.335371 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:38.336962 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] 10.222.0.18 "PUT /v2.0/ports/f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 HTTP/1.1" status: 200 len: 1091 time: 5.5801563 Nov 09 17:54:38.337516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff49b8b-48d3-4e48-82a1-5873f9a6a87c', 'tag': 'f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:38.340155 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fef7308-752d-4be3-8175-9c738a756eff" -d '{"events": [{"name": "network-changed", "server_uuid": "fff49b8b-48d3-4e48-82a1-5873f9a6a87c", "tag": "f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:38.418918 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:38.439258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f039a-3216-439c-8f25-cd4ec30b961c service neutron] Pushing event updated for resources: {'Port': ['ID=f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:38.451326 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:38.518118 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a86d11d-a83e-46a1-bdc4-c561efbbf503 x-openstack-request-id: req-1a86d11d-a83e-46a1-bdc4-c561efbbf503 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:38.518684 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff49b8b-48d3-4e48-82a1-5873f9a6a87c", "tag": "f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:38.519082 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a86d11d-a83e-46a1-bdc4-c561efbbf503 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:38.520546 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff49b8b-48d3-4e48-82a1-5873f9a6a87c', 'tag': 'f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426', 'status': 'completed', 'code': 200} Nov 09 17:54:38.627985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Port': ['ID=fd14d186-45da-443e-b7f2-545c22e315f1,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:38.653588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-0c2fef59-6db7-4a9f-aeaf-320dc5c9eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:38.662334 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-0c2fef59-6db7-4a9f-aeaf-320dc5c9eb41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 1094 time: 0.2591243 Nov 09 17:54:38.665737 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:38.768534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a25efa-5714-4dce-b5e0-7ee2102440a2 None None] DHCP port deletion for 81300ad5-b23a-4467-9482-2fcbb946f5c9 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:38.920756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a49cb70a-1606-4904-89d5-dc462fdee16d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:39.027308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: a49cb70a-1606-4904-89d5-dc462fdee16d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:54:39.027882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a49cb70a-1606-4904-89d5-dc462fdee16d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:39.058572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-45a25efa-5714-4dce-b5e0-7ee2102440a2 None None] Deleting port 69291fd7-5e86-4253-967d-fb3893d9a0ad {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:54:39.059242 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-45a25efa-5714-4dce-b5e0-7ee2102440a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:39.136614 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-15921d5b-5795-48fb-912b-44e2a1ceb17f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 HTTP/1.1" status: 200 len: 217 time: 0.4477780 Nov 09 17:54:39.179313 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6ecc34f-4827-4254-b655-16ee4319cf9c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:39.240254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824ddd8-5ec8-4d81-bdfe-32676f272dd2 req-1d62e91a-de29-406d-a81d-13d24bd278e6 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:39.243137 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6824ddd8-5ec8-4d81-bdfe-32676f272dd2 req-1d62e91a-de29-406d-a81d-13d24bd278e6 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 945 time: 0.5516222 Nov 09 17:54:39.270567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-73df5152-0712-45c4-a3cd-b0414410d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:39.274594 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-73df5152-0712-45c4-a3cd-b0414410d965 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.1260779 Nov 09 17:54:39.279362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-45a25efa-5714-4dce-b5e0-7ee2102440a2 None None] For port 69291fd7-5e86-4253-967d-fb3893d9a0ad, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=69291fd7-5e86-4253-967d-fb3893d9a0ad,segment=NetworkSegment(0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a),segment_id=0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:39.280134 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-45a25efa-5714-4dce-b5e0-7ee2102440a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:39.296516 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-45a25efa-5714-4dce-b5e0-7ee2102440a2 None None] Calling delete_port for 69291fd7-5e86-4253-967d-fb3893d9a0ad owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:54:39.388610 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6ecc34f-4827-4254-b655-16ee4319cf9c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:39.390900 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-45a25efa-5714-4dce-b5e0-7ee2102440a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:39.395630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Network 293c1dad-881e-4d58-a545-c78216b68db2 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:39.416117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a25efa-5714-4dce-b5e0-7ee2102440a2 None None] No DVR routers for this DVR port 69291fd7-5e86-4253-967d-fb3893d9a0ad on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:39.417208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbaed5-bae0-4a4c-bfd6-72120a5487ac req-534a645a-fbf5-4132-95c4-b452bfe9c9ae tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:39.426901 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8fbaed5-bae0-4a4c-bfd6-72120a5487ac req-534a645a-fbf5-4132-95c4-b452bfe9c9ae tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 945 time: 0.1802559 Nov 09 17:54:39.446268 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a25efa-5714-4dce-b5e0-7ee2102440a2 None None] Pushing event deleted for resources: {'Port': ['ID=69291fd7-5e86-4253-967d-fb3893d9a0ad,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:39.471609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:39.479802 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f6ecc34f-4827-4254-b655-16ee4319cf9c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4411e9f4-abbb-4911-9cce-66d63b2a512a']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:39.480858 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-92b84896-a9cb-41bd-be30-ee564cbf1601 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656635 Nov 09 17:54:39.510428 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8fbaed5-bae0-4a4c-bfd6-72120a5487ac req-702aa19d-a842-42ab-96cf-b5413f3b3f9e tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775142 Nov 09 17:54:39.516211 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f6ecc34f-4827-4254-b655-16ee4319cf9c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4415eec7-8237-49ca-9685-377916b8e524') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:39.516608 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f6ecc34f-4827-4254-b655-16ee4319cf9c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4415eec7-8237-49ca-9685-377916b8e524') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:39.562361 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6ecc34f-4827-4254-b655-16ee4319cf9c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:39.592138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6ecc34f-4827-4254-b655-16ee4319cf9c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:39.601973 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ecc34f-4827-4254-b655-16ee4319cf9c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:54:39.602402 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6ecc34f-4827-4254-b655-16ee4319cf9c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:54:39.609431 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:54:39.698361 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6824ddd8-5ec8-4d81-bdfe-32676f272dd2 req-090fb4a8-448e-487a-8cf3-1e81c8621ea2 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150064 Nov 09 17:54:39.805852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861b22e-c740-4f3d-af49-6eeb0c0bbc56 req-a09bf4a2-2961-42cf-b55f-0354e18316d1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:39.809821 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c861b22e-c740-4f3d-af49-6eeb0c0bbc56 req-a09bf4a2-2961-42cf-b55f-0354e18316d1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 943 time: 0.1262801 Nov 09 17:54:39.811104 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6ecc34f-4827-4254-b655-16ee4319cf9c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:39.820348 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f6ecc34f-4827-4254-b655-16ee4319cf9c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:39.838851 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f6ecc34f-4827-4254-b655-16ee4319cf9c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "DELETE /v2.0/networks/4411e9f4-abbb-4911-9cce-66d63b2a512a HTTP/1.1" status: 204 len: 168 time: 1.6466415 Nov 09 17:54:39.852452 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43852) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:39.950573 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-fb703278-831a-4ebb-abd4-e550b650ab46 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526370 Nov 09 17:54:40.031472 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c861b22e-c740-4f3d-af49-6eeb0c0bbc56 req-f98106bc-9758-449d-9d25-c3d85f3c2281 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893580 Nov 09 17:54:40.036144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecc34f-4827-4254-b655-16ee4319cf9c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event deleted for resources: {'Network': ['ID=4411e9f4-abbb-4911-9cce-66d63b2a512a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:40.069277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-34cda39d-2487-4f29-ab12-6b2ccb214be2 None None] Provisioning complete for port fd14d186-45da-443e-b7f2-545c22e315f1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:40.069986 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-34cda39d-2487-4f29-ab12-6b2ccb214be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:40.192713 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:40.207552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Router 127e59d6-b383-45ce-89f0-8ba29e27227a has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:54:40.217427 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-34cda39d-2487-4f29-ab12-6b2ccb214be2 None None] Port fd14d186-45da-443e-b7f2-545c22e315f1 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:54:40.249982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-548d9a12-f9a6-43be-853e-5b5ebcf5a6b5 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:40.252784 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-548d9a12-f9a6-43be-853e-5b5ebcf5a6b5 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 945 time: 0.2827661 Nov 09 17:54:40.678646 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-84d168bd-6798-46b2-8fb6-b95df6c593bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:40.781126 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88e5e35f-5ede-4db9-99e7-4e3171ea21fb req-0f40cc4d-49fb-46a7-8bf8-970fe9d4caa8 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8151751 Nov 09 17:54:40.850449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 69291fd7-5e86-4253-967d-fb3893d9a0ad no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:40.889094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 69291fd7-5e86-4253-967d-fb3893d9a0ad {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:54:40.889649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 69291fd7-5e86-4253-967d-fb3893d9a0ad not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:40.941254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43896) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:41.025406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.073395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:41.084997 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Sync routers for ids ['127e59d6-b383-45ce-89f0-8ba29e27227a'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:41.089026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43906) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:41.089589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-84cb2e81-2d3a-4e50-bdac-0f7a3de41e0b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "PUT /v2.0/routers/127e59d6-b383-45ce-89f0-8ba29e27227a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8624570 Nov 09 17:54:41.095245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d631fa21-dbf8-46a7-945f-3e2f2f531bff tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--378790024', 'description': 'tempest-secgroup_access--378790024 description', 'project_id': '60575135d11e43be9eb43cb2b7fd2240'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:41.100331 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Routers {'127e59d6-b383-45ce-89f0-8ba29e27227a'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:41.102171 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['127e59d6-b383-45ce-89f0-8ba29e27227a'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:41.134140 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d631fa21-dbf8-46a7-945f-3e2f2f531bff tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.203888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81300ad5-b23a-4467-9482-2fcbb946f5c9']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:41.228198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:41.229108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dda9fdb-e9e9-4ba0-b778-0d369ae2ef3a') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:41.248283 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.251099 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee071e8-f3a1-40ff-944e-fe5402c41e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.278174 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.291380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:54:41.292517 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.304946 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Set router 127e59d6-b383-45ce-89f0-8ba29e27227a gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:54:41.394162 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:54:41.415511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7877d-30b7-41fc-9fcc-17a2f3f2f8c3 req-cf2dd1ed-76e3-4d95-b202-2cd21d92d5dd tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:41.427508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdc7877d-30b7-41fc-9fcc-17a2f3f2f8c3 req-cf2dd1ed-76e3-4d95-b202-2cd21d92d5dd tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 945 time: 0.7060924 Nov 09 17:54:41.434688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Deleting port 8749fce6-13a6-44bb-a252-fa80480ffad8 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:54:41.435402 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.439315 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.447483 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d631fa21-dbf8-46a7-945f-3e2f2f531bff tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.461717 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d631fa21-dbf8-46a7-945f-3e2f2f531bff tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.475733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef7308-752d-4be3-8175-9c738a756eff req-c100f8ec-792a-49a0-8baa-d393da450b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:41.477785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fef7308-752d-4be3-8175-9c738a756eff req-c100f8ec-792a-49a0-8baa-d393da450b0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 1094 time: 0.6056607 Nov 09 17:54:41.484137 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.489388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "DELETE /v2.0/networks/81300ad5-b23a-4467-9482-2fcbb946f5c9 HTTP/1.1" status: 204 len: 168 time: 1.6374037 Nov 09 17:54:41.491137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d631fa21-dbf8-46a7-945f-3e2f2f531bff tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.499932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d631fa21-dbf8-46a7-945f-3e2f2f531bff tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4090726 Nov 09 17:54:41.511926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43912) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:41.512318 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43914) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:41.530923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3ec4de48-4529-4da3-bf0a-fb9872ddd84a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--776284994', 'description': 'tempest-secgroup_general--776284994 description', 'project_id': '60575135d11e43be9eb43cb2b7fd2240'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:41.648386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631fa21-dbf8-46a7-945f-3e2f2f531bff tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3961bc-e8ea-4887-96e7-ee04da81b11c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:41.668281 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee071e8-f3a1-40ff-944e-fe5402c41e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.690882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb464ef-492d-4c44-8c9f-9fee6de1c2c2 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Deleting subnet eafbce2c-098f-4217-980b-ca6539ffc07c {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:54:41.701002 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:54:36Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'fd14d186-45da-443e-b7f2-545c22e315f1', 'name': '', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'mac_address': 'fa:16:3e:12:f6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:32Z', 'updated_at': '2021-11-09T17:54:38Z', 'revision_number': 2, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'subnets': [{'id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:41.705189 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e3835-bb09-423d-9d14-27d1ef592aa9 req-8c652b83-4027-41da-a1ee-26c2f7ba2b9b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:41.708009 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-981e3835-bb09-423d-9d14-27d1ef592aa9 req-8c652b83-4027-41da-a1ee-26c2f7ba2b9b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 943 time: 0.1650817 Nov 09 17:54:41.708388 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee071e8-f3a1-40ff-944e-fe5402c41e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.712715 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fcb464ef-492d-4c44-8c9f-9fee6de1c2c2 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.717800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event deleted for resources: {'Network': ['ID=81300ad5-b23a-4467-9482-2fcbb946f5c9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:41.749611 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ec4de48-4529-4da3-bf0a-fb9872ddd84a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.764521 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Checking router: 127e59d6-b383-45ce-89f0-8ba29e27227a for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:54:41.765502 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Updating router 127e59d6-b383-45ce-89f0-8ba29e27227a port fd14d186-45da-443e-b7f2-545c22e315f1 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:54:41.766614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:41.767284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:41.767635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:41.768501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:41.769073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:41.769406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:41.770187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:41.770433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:41.770887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:41.771744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:41.772094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:41.772417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1709f-e5ef-4015-9c5b-2ae9bd359915 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:41.828483 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.831181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdc7877d-30b7-41fc-9fcc-17a2f3f2f8c3 req-63b94d7d-9277-4a05-b359-97144d1524c6 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022002 Nov 09 17:54:41.890800 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bee071e8-f3a1-40ff-944e-fe5402c41e59 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=baa9d7927ca34a00b9a71f22a413c377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9438598 Nov 09 17:54:41.899126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43918) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:41.906738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee071e8-f3a1-40ff-944e-fe5402c41e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db82a366-6925-40e7-8d76-67820f380b03,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:41.932686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fcb464ef-492d-4c44-8c9f-9fee6de1c2c2 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:41.949229 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-981e3835-bb09-423d-9d14-27d1ef592aa9 req-60160baf-a3cf-4f1a-abe0-540713eb4238 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765463 Nov 09 17:54:42.031171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] For port 8749fce6-13a6-44bb-a252-fa80480ffad8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8749fce6-13a6-44bb-a252-fa80480ffad8,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:42.031171 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.043422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef7308-752d-4be3-8175-9c738a756eff req-6574c83e-cd24-47ec-9550-c4082ca5339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:42.045287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fef7308-752d-4be3-8175-9c738a756eff req-6574c83e-cd24-47ec-9550-c4082ca5339e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 906 time: 0.5160711 Nov 09 17:54:42.199673 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fef7308-752d-4be3-8175-9c738a756eff req-ff578ee8-c1f7-4e66-9857-9d40a5c85eb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 HTTP/1.1" status: 200 len: 217 time: 0.1423445 Nov 09 17:54:42.273207 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef7308-752d-4be3-8175-9c738a756eff req-5f2c304b-6e16-454f-afcf-267fff3688a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:42.275267 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fef7308-752d-4be3-8175-9c738a756eff req-5f2c304b-6e16-454f-afcf-267fff3688a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.0660059 Nov 09 17:54:42.280868 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.285840 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fcb464ef-492d-4c44-8c9f-9fee6de1c2c2 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.288933 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.334507 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fef7308-752d-4be3-8175-9c738a756eff req-d6ed30bf-6a19-4d1e-8f2b-0e1ae83baed8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511611 Nov 09 17:54:42.352441 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Pushing event updated for resources: {'Port': ['ID=fd14d186-45da-443e-b7f2-545c22e315f1,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:42.375999 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:42.377592 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:42.379605 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:42.381568 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:42.381696 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff88f-b69b-4210-9339-88548b6f27c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.382518 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:42.383643 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:42.384241 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:42.385272 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:42.386243 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:42.388171 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:42.388789 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:42.390899 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:54:42.411750 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fcb464ef-492d-4c44-8c9f-9fee6de1c2c2 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.417781 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ec4de48-4529-4da3-bf0a-fb9872ddd84a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.466836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ec4de48-4529-4da3-bf0a-fb9872ddd84a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.472250 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff88f-b69b-4210-9339-88548b6f27c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.477719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb464ef-492d-4c44-8c9f-9fee6de1c2c2 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event deleted for resources: {'Subnet': ['ID=eafbce2c-098f-4217-980b-ca6539ffc07c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:42.482463 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fef7308-752d-4be3-8175-9c738a756eff req-695d45d4-9b29-4e57-81ab-45a932861ecf service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366923 Nov 09 17:54:42.517966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb96795-0c8a-415c-b55d-b67b4da06ba7 None None] Network f3655b92-a8ea-4c5d-83a0-864d7b768916 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:42.524272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fcb464ef-492d-4c44-8c9f-9fee6de1c2c2 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.528430 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fcb464ef-492d-4c44-8c9f-9fee6de1c2c2 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "DELETE /v2.0/subnets/eafbce2c-098f-4217-980b-ca6539ffc07c HTTP/1.1" status: 204 len: 168 time: 1.0149753 Nov 09 17:54:42.541814 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43924) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:42.576038 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ec4de48-4529-4da3-bf0a-fb9872ddd84a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.577780 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3ec4de48-4529-4da3-bf0a-fb9872ddd84a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0615561 Nov 09 17:54:42.616739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43926) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:42.640770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c503cca3-5e78-4709-948e-b66f367e4666 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Request body: {'security_group_rule': {'security_group_id': 'ee3961bc-e8ea-4887-96e7-ee04da81b11c', 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:42.657351 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Attempting to bind port fd14d186-45da-443e-b7f2-545c22e315f1 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:54:42.657593 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Attempting to bind port fd14d186-45da-443e-b7f2-545c22e315f1 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0724735a-e9ba-4dc8-86cc-e797546086d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:54:42.667120 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Attempting to bind port fd14d186-45da-443e-b7f2-545c22e315f1 on network 293c1dad-881e-4d58-a545-c78216b68db2 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:42.681319 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:42.681696 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Checking segment: {'id': '0724735a-e9ba-4dc8-86cc-e797546086d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:42.686952 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.687730 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Bound using segment: {'id': '0724735a-e9ba-4dc8-86cc-e797546086d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:42.688333 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Bound port: fd14d186-45da-443e-b7f2-545c22e315f1, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0724735a-e9ba-4dc8-86cc-e797546086d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:54:42.688672 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.718059 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4de48-4529-4da3-bf0a-fb9872ddd84a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:42.731051 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.757178 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c503cca3-5e78-4709-948e-b66f367e4666 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.792088 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff88f-b69b-4210-9339-88548b6f27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.803321 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff88f-b69b-4210-9339-88548b6f27c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.809746 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0b4ff88f-b69b-4210-9339-88548b6f27c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db82a366-6925-40e7-8d76-67820f380b03 HTTP/1.1" status: 204 len: 168 time: 0.9092429 Nov 09 17:54:42.822131 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ff88f-b69b-4210-9339-88548b6f27c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db82a366-6925-40e7-8d76-67820f380b03,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:42.845732 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Deleting port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:54:42.846203 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.940089 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] For port fd14d186-45da-443e-b7f2-545c22e315f1, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:42.947411 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] For port fd14d186-45da-443e-b7f2-545c22e315f1, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fd14d186-45da-443e-b7f2-545c22e315f1,segment=NetworkSegment(0724735a-e9ba-4dc8-86cc-e797546086d2),segment_id=0724735a-e9ba-4dc8-86cc-e797546086d2)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:42.956749 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.041834 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] For port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=13da4e5e-bde3-45a8-8b6a-79d31b0b34e3,segment=NetworkSegment(eb435293-948d-4ce3-8f93-aea8000a9811),segment_id=eb435293-948d-4ce3-8f93-aea8000a9811)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:43.042675 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.081609 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fef7308-752d-4be3-8175-9c738a756eff req-42e63e68-449e-47b0-ae2c-e33a9b8430cd service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899632 Nov 09 17:54:43.119864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.121163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.121424 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Floating IP fd6f5d32-ca73-4dab-b9d8-16214081f66c disassociated. External IP: 172.25.1.197, port: 8749fce6-13a6-44bb-a252-fa80480ffad8. Nov 09 17:54:43.121881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Calling delete_port for 8749fce6-13a6-44bb-a252-fa80480ffad8 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:54:43.142080 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Routers {'127e59d6-b383-45ce-89f0-8ba29e27227a'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:43.150552 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['127e59d6-b383-45ce-89f0-8ba29e27227a'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:43.170377 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-98bfddfb-3216-44d5-87b2-f8f44a13bef4 None None] Provisioning complete for port fd14d186-45da-443e-b7f2-545c22e315f1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:43.171547 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-98bfddfb-3216-44d5-87b2-f8f44a13bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.195829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Calling delete_port for 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:54:43.220161 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c503cca3-5e78-4709-948e-b66f367e4666 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.304715 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe48c83-df91-4b1f-bd95-73baa8f3b972 None None] Pushing event updated for resources: {'Port': ['ID=fd14d186-45da-443e-b7f2-545c22e315f1,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:43.317569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011bc6d-77f3-4a68-ab09-74f797b9da1d None None] DHCP port deletion for f3655b92-a8ea-4c5d-83a0-864d7b768916 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:54:43.340489 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c503cca3-5e78-4709-948e-b66f367e4666 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.416026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:54:43.436993 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c503cca3-5e78-4709-948e-b66f367e4666 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.453463 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c503cca3-5e78-4709-948e-b66f367e4666 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8355458 Nov 09 17:54:43.459050 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] Set router 127e59d6-b383-45ce-89f0-8ba29e27227a gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:43.474186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503cca3-5e78-4709-948e-b66f367e4666 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b967ba-8f8f-432e-9516-ad616fb40a4e,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:43.497577 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be38a4-aaab-4ea4-bde0-c3f85f442117 req-e8bae00f-e5ac-405e-b7e0-ea22d6d5a8c6 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:43.499821 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-26be38a4-aaab-4ea4-bde0-c3f85f442117 req-e8bae00f-e5ac-405e-b7e0-ea22d6d5a8c6 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 945 time: 0.4464259 Nov 09 17:54:43.573036 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-98bfddfb-3216-44d5-87b2-f8f44a13bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.637546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-98bfddfb-3216-44d5-87b2-f8f44a13bef4 None None] For port fd14d186-45da-443e-b7f2-545c22e315f1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fd14d186-45da-443e-b7f2-545c22e315f1,segment=NetworkSegment(0724735a-e9ba-4dc8-86cc-e797546086d2),segment_id=0724735a-e9ba-4dc8-86cc-e797546086d2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:43.657287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a319d-7df0-4a5c-977b-6b8525799246 req-b654dc6c-b3b4-4a56-a5e4-0634a45c0776 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:43.662319 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:54:43.666410 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b0a319d-7df0-4a5c-977b-6b8525799246 req-b654dc6c-b3b4-4a56-a5e4-0634a45c0776 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 943 time: 0.2033188 Nov 09 17:54:43.689460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.715943 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d962ab0-1098-4266-9e60-4d1f7cefbfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.720143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43950) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:43.723430 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-98bfddfb-3216-44d5-87b2-f8f44a13bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.791999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event deleted for resources: {'Port': ['ID=13da4e5e-bde3-45a8-8b6a-79d31b0b34e3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:43.793264 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1cb47b7f-9b35-4fa3-bd6c-8ccc6a3db17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.801316 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-26be38a4-aaab-4ea4-bde0-c3f85f442117 req-c2a8346a-ee5e-48b9-aa1e-56d277a08d61 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064819 Nov 09 17:54:43.802579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] No DVR routers for this DVR port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:43.837007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e011bc6d-77f3-4a68-ab09-74f797b9da1d None None] Deleting port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:54:43.837778 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e011bc6d-77f3-4a68-ab09-74f797b9da1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.931633 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:43.939500 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b0a319d-7df0-4a5c-977b-6b8525799246 req-84ef9bdb-9d83-4138-acf3-ff757bc24161 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716885 Nov 09 17:54:43.967825 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:54:36Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'fd14d186-45da-443e-b7f2-545c22e315f1', 'name': '', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'mac_address': 'fa:16:3e:12:f6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:32Z', 'updated_at': '2021-11-09T17:54:42Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'subnets': [{'id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:43.998174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3655b92-a8ea-4c5d-83a0-864d7b768916']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:44.008766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9f6d4994-3758-4a9d-ad4e-3d5ce3bd6db4 None None] Provisioning complete for port fd14d186-45da-443e-b7f2-545c22e315f1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:44.011177 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9f6d4994-3758-4a9d-ad4e-3d5ce3bd6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:44.027178 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb435293-948d-4ce3-8f93-aea8000a9811') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:44.038528 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb435293-948d-4ce3-8f93-aea8000a9811') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:44.054506 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a14621-31a2-4333-a85c-024f6ff228cc None None] The sync data for ids ['127e59d6-b383-45ce-89f0-8ba29e27227a'] in n-d-817236-1 is: [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:54:36Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'fd14d186-45da-443e-b7f2-545c22e315f1', 'name': '', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'mac_address': 'fa:16:3e:12:f6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:32Z', 'updated_at': '2021-11-09T17:54:42Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'subnets': [{'id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:44.069942 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:44.107695 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:44.122121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:54:44.126537 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:54:44.134093 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:54:44.205548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfddfb-3216-44d5-87b2-f8f44a13bef4 None None] Pushing event updated for resources: {'Port': ['ID=fd14d186-45da-443e-b7f2-545c22e315f1,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:44.268452 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:44.280875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e011bc6d-77f3-4a68-ab09-74f797b9da1d None None] For port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:44.281520 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e011bc6d-77f3-4a68-ab09-74f797b9da1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:44.281920 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:44.286057 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "DELETE /v2.0/networks/f3655b92-a8ea-4c5d-83a0-864d7b768916 HTTP/1.1" status: 204 len: 168 time: 1.7420099 Nov 09 17:54:44.290697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43966) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:44.311501 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e011bc6d-77f3-4a68-ab09-74f797b9da1d None None] Calling delete_port for 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:54:44.317468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-e011bc6d-77f3-4a68-ab09-74f797b9da1d None None] Port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:54:44.319880 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e011bc6d-77f3-4a68-ab09-74f797b9da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:44.333814 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949922e1-f24d-4c47-a121-4d5b1381e16c tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Pushing event deleted for resources: {'Network': ['ID=f3655b92-a8ea-4c5d-83a0-864d7b768916,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:44.369479 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c8bfc1d6-577a-4dc6-83e3-03b96891ef4b tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b025922-b384-408e-998f-0bda1212b311 HTTP/1.1" status: 200 len: 205 time: 0.0572000 Nov 09 17:54:44.379291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43968) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:44.399576 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e011bc6d-77f3-4a68-ab09-74f797b9da1d None None] Network f3655b92-a8ea-4c5d-83a0-864d7b768916 is not hosted by any dhcp agent {{(pid=102156) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:54:44.400072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011bc6d-77f3-4a68-ab09-74f797b9da1d None None] No DVR routers for this DVR port 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:44.446593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011bc6d-77f3-4a68-ab09-74f797b9da1d None None] Pushing event deleted for resources: {'Port': ['ID=13da4e5e-bde3-45a8-8b6a-79d31b0b34e3,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:44.470705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:44.492486 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:44.512556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'port_id': 'f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426', 'mac_address': 'fa:16:3e:7e:83:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417001cc-f87f-4208-b45a-9ddf65dcb18d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:54:44.514697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4f4e-b814-44b5-91d8-a7ae7023f920 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:44.594465 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:44.663311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-16d44e54-85e4-403a-8e3e-caff1f6fd814 req-a0c375c5-7244-47c2-9b84-0be212420ac0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8947756 Nov 09 17:54:44.679931 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-fd6ecd32-965e-4e98-927c-1da7dad97e50 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_general--776284994&fields=id&tenant_id=60575135d11e43be9eb43cb2b7fd2240 HTTP/1.1" status: 200 len: 267 time: 0.1991267 Nov 09 17:54:44.686055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event deleted for resources: {'Port': ['ID=8749fce6-13a6-44bb-a252-fa80480ffad8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:44.751765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-870a8880-adda-4ea6-a352-17b7849a78bd tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_access--378790024&fields=id&tenant_id=60575135d11e43be9eb43cb2b7fd2240 HTTP/1.1" status: 200 len: 267 time: 0.0708563 Nov 09 17:54:44.772279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:44.820315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:54:44.896393 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4f4e-b814-44b5-91d8-a7ae7023f920 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:44.896771 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0d39ad7-9308-416f-9deb-9b95e44759ab req-df463fb2-9470-4af6-b004-9a9842368fb0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0666809 Nov 09 17:54:44.899410 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4f4e-b814-44b5-91d8-a7ae7023f920 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:45.032738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2c59d0bf-a0fe-49d7-91a5-3f4efbfe38d2 req-d9eeefc1-d6a5-4bfe-a2ed-dad474964f1a tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 210 time: 0.0519826 Nov 09 17:54:45.035471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4f4e-b814-44b5-91d8-a7ae7023f920 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:45.036189 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bd4f4e-b814-44b5-91d8-a7ae7023f920 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Fanout notify agent at l3_agent the message router_deleted on router 3b025922-b384-408e-998f-0bda1212b311 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:54:45.101910 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4f4e-b814-44b5-91d8-a7ae7023f920 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:45.103335 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e5bd4f4e-b814-44b5-91d8-a7ae7023f920 tempest-RoutersNegativeIpV6Test-1730775469 tempest-RoutersNegativeIpV6Test-1730775469-project] 10.222.0.81 "DELETE /v2.0/routers/3b025922-b384-408e-998f-0bda1212b311 HTTP/1.1" status: 204 len: 168 time: 0.7228897 Nov 09 17:54:45.252832 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1cb47b7f-9b35-4fa3-bd6c-8ccc6a3db17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:45.282964 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1cb47b7f-9b35-4fa3-bd6c-8ccc6a3db17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:45.290521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:45.309747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:45.331131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8749fce6-13a6-44bb-a252-fa80480ffad8 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:45.335488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fd14d186-45da-443e-b7f2-545c22e315f1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:45.372903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1cb47b7f-9b35-4fa3-bd6c-8ccc6a3db17a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa9bf69f76754cf2ac8d3141de0b7dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6509433 Nov 09 17:54:45.383857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43984) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:45.425052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d44e54-85e4-403a-8e3e-caff1f6fd814 req-f936064a-bc93-49ef-b9d4-d0bc4a334892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:45.428036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-16d44e54-85e4-403a-8e3e-caff1f6fd814 req-f936064a-bc93-49ef-b9d4-d0bc4a334892 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b2412c4e8d749619a491ac24d825b4b&device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 1096 time: 0.6869543 Nov 09 17:54:45.465913 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916b54b-7a9b-4d8e-975f-ed7a0168470f req-fd379298-9bb1-40f3-a096-3c836551d68e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:45.474829 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3916b54b-7a9b-4d8e-975f-ed7a0168470f req-fd379298-9bb1-40f3-a096-3c836551d68e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 944 time: 0.1768403 Nov 09 17:54:45.544715 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3916b54b-7a9b-4d8e-975f-ed7a0168470f req-923138c5-400c-490c-808e-1c47f45d2fb9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687540 Nov 09 17:54:45.600279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb47b7f-9b35-4fa3-bd6c-8ccc6a3db17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45e0591-af2c-49c8-953a-e2acde7fa1c9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:45.621550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 8749fce6-13a6-44bb-a252-fa80480ffad8 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:54:45.622162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8749fce6-13a6-44bb-a252-fa80480ffad8 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:45.642297 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d39ad7-9308-416f-9deb-9b95e44759ab req-f9719a44-48e2-40c5-8ac5-1e8984a89f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:45.643971 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0d39ad7-9308-416f-9deb-9b95e44759ab req-f9719a44-48e2-40c5-8ac5-1e8984a89f05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b2412c4e8d749619a491ac24d825b4b&device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 1097 time: 0.6250217 Nov 09 17:54:45.663855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Router 188b2b73-4676-4d2e-be18-31c0ec925034 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:54:45.697942 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:45.708412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43990) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:45.730912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:45.783857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fd14d186-45da-443e-b7f2-545c22e315f1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:45.785107 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:45.871665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:54:45.873658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bf99a-9047-4118-9772-65081196c314 req-3b3dc47e-7341-4985-9704-159dc7d3fe50 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:45.875273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-3b3dc47e-7341-4985-9704-159dc7d3fe50 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/networks?id=293c1dad-881e-4d58-a545-c78216b68db2 HTTP/1.1" status: 200 len: 797 time: 1.1226785 Nov 09 17:54:46.004810 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-779c1966-ddf4-4b82-80cf-f165cf8bf3c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6baa0e580fa84356beffa5f6f49a3e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948041 Nov 09 17:54:46.008847 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43996) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:46.146000 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-461d03f4-42ae-4e41-b37e-22ef2737561c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:46.170725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d44e54-85e4-403a-8e3e-caff1f6fd814 req-c8943e32-d7e9-4249-ade4-0a34e8c44b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:46.172448 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-16d44e54-85e4-403a-8e3e-caff1f6fd814 req-c8943e32-d7e9-4249-ade4-0a34e8c44b68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 200 len: 919 time: 0.6456289 Nov 09 17:54:46.179432 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7876a6d0-79d5-419b-8932-d172072d9186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:46.190477 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-e6e886c0-050f-4e40-94a3-42fe7f8f1de5 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/quotas/60575135d11e43be9eb43cb2b7fd2240 HTTP/1.1" status: 200 len: 375 time: 0.2747054 Nov 09 17:54:46.198619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-461d03f4-42ae-4e41-b37e-22ef2737561c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:46.306991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-16d44e54-85e4-403a-8e3e-caff1f6fd814 req-5ad2d054-daec-4194-8a3c-e770f442bc5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c9bb56c-f590-44a9-adb5-b3d184665cbd HTTP/1.1" status: 200 len: 217 time: 0.1198223 Nov 09 17:54:46.313939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:46.361230 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d919e169-fb11-4cef-bde6-af474811fc98 req-f0142280-d7bb-4fc3-a48b-1665dbccb0b3 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 210 time: 0.0732834 Nov 09 17:54:46.363738 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-461d03f4-42ae-4e41-b37e-22ef2737561c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:46.367333 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-461d03f4-42ae-4e41-b37e-22ef2737561c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:46.371174 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-461d03f4-42ae-4e41-b37e-22ef2737561c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a313f4ff-dcae-4640-b398-f0f25b0466a3 HTTP/1.1" status: 204 len: 168 time: 0.3578820 Nov 09 17:54:46.382827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d03f4-42ae-4e41-b37e-22ef2737561c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a313f4ff-dcae-4640-b398-f0f25b0466a3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:46.393912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:54:46.395688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 13da4e5e-bde3-45a8-8b6a-79d31b0b34e3 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:46.396381 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d39ad7-9308-416f-9deb-9b95e44759ab req-29f3789b-71b7-4785-ac4c-aa80aabbd186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:46.398518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0d39ad7-9308-416f-9deb-9b95e44759ab req-29f3789b-71b7-4785-ac4c-aa80aabbd186 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 200 len: 919 time: 0.6617219 Nov 09 17:54:46.447591 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7876a6d0-79d5-419b-8932-d172072d9186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:46.451600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:54:46.467535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47158442-6c31-4ee0-96ac-294823c8fb62 None None] Sync routers for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:54:46.488525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47158442-6c31-4ee0-96ac-294823c8fb62 None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:46.489921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-47158442-6c31-4ee0-96ac-294823c8fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:46.608843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bb841-70c1-4c44-8997-6d029645c582 req-48f5b516-6ce3-4ef1-9fb2-bbe812e7df05 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:46.611972 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b54bb841-70c1-4c44-8997-6d029645c582 req-48f5b516-6ce3-4ef1-9fb2-bbe812e7df05 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 945 time: 0.0988493 Nov 09 17:54:46.637461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0d39ad7-9308-416f-9deb-9b95e44759ab req-780c4364-5403-4825-a135-c862452eea9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c66ddead-5795-4f27-9160-e101e1161ee3 HTTP/1.1" status: 200 len: 217 time: 0.2148423 Nov 09 17:54:46.686166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-47158442-6c31-4ee0-96ac-294823c8fb62 None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:46.693421 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b54bb841-70c1-4c44-8997-6d029645c582 req-5cbbbc05-7ac6-46f4-9f16-bf0e21f558fe tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726304 Nov 09 17:54:46.730429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-eb2a1725-8406-4445-b697-fa6fcd7c503c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=60575135d11e43be9eb43cb2b7fd2240&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5209694 Nov 09 17:54:46.732088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] No DVR routers for this DVR port 8749fce6-13a6-44bb-a252-fa80480ffad8 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:46.750560 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:46.758003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c9bd887-f3e7-4605-bb84-73adf6f093b9 req-87d6cd5c-9f4f-4e03-a805-de8bad35b42d tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.13 "DELETE /v2.0/ports/8749fce6-13a6-44bb-a252-fa80480ffad8 HTTP/1.1" status: 204 len: 173 time: 6.4788213 Nov 09 17:54:46.809893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdad812-b924-41c5-92c7-144488de8c75', 'name': 'network-vif-deleted', 'tag': '8749fce6-13a6-44bb-a252-fa80480ffad8'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:46.813539 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b8e075-7811-4800-b5f7-1a8cbb761366" -d '{"events": [{"server_uuid": "5fdad812-b924-41c5-92c7-144488de8c75", "name": "network-vif-deleted", "tag": "8749fce6-13a6-44bb-a252-fa80480ffad8"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:46.829001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d44e54-85e4-403a-8e3e-caff1f6fd814 req-855ea1b4-1456-4571-9558-28e970979084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:46.831591 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-16d44e54-85e4-403a-8e3e-caff1f6fd814 req-855ea1b4-1456-4571-9558-28e970979084 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93d6a562-87c3-43f9-8f53-f107047886ee HTTP/1.1" status: 200 len: 858 time: 0.4199140 Nov 09 17:54:46.881402 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201d1c7-9b45-4912-9ac9-b8391f4744c7 req-ad748b17-c67b-4b35-845c-a64f2b3bf098 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:46.892304 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f201d1c7-9b45-4912-9ac9-b8391f4744c7 req-ad748b17-c67b-4b35-845c-a64f2b3bf098 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 944 time: 0.0940654 Nov 09 17:54:46.939544 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-16d44e54-85e4-403a-8e3e-caff1f6fd814 req-0f4d49eb-a163-4734-8fe9-a9645b4d8d79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6642ab75-e5ec-4cb0-8139-1cc246529814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817347 Nov 09 17:54:46.944818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d39ad7-9308-416f-9deb-9b95e44759ab req-4b43ed18-7dba-4868-b305-39ffb2854005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:46.947351 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0d39ad7-9308-416f-9deb-9b95e44759ab req-4b43ed18-7dba-4868-b305-39ffb2854005 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93d6a562-87c3-43f9-8f53-f107047886ee HTTP/1.1" status: 200 len: 858 time: 0.2835381 Nov 09 17:54:47.010571 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f201d1c7-9b45-4912-9ac9-b8391f4744c7 req-9fdd502b-5f30-4600-9436-b996214f29e2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173813 Nov 09 17:54:47.093275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-47158442-6c31-4ee0-96ac-294823c8fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:33Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:47.098408 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0d39ad7-9308-416f-9deb-9b95e44759ab req-c971d286-1bdd-4ec7-9ae6-dc31093185c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6642ab75-e5ec-4cb0-8139-1cc246529814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303461 Nov 09 17:54:47.101246 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0bb24f-4a9a-4a38-bb7d-85b070e77921 x-openstack-request-id: req-ae0bb24f-4a9a-4a38-bb7d-85b070e77921 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:47.101732 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdad812-b924-41c5-92c7-144488de8c75", "name": "network-vif-deleted", "tag": "8749fce6-13a6-44bb-a252-fa80480ffad8", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:47.102137 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae0bb24f-4a9a-4a38-bb7d-85b070e77921 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:47.102730 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdad812-b924-41c5-92c7-144488de8c75', 'name': 'network-vif-deleted', 'tag': '8749fce6-13a6-44bb-a252-fa80480ffad8', 'status': 'completed', 'code': 200} Nov 09 17:54:47.109856 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7876a6d0-79d5-419b-8932-d172072d9186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:47.114116 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7876a6d0-79d5-419b-8932-d172072d9186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:47.115871 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7876a6d0-79d5-419b-8932-d172072d9186 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b45e0591-af2c-49c8-953a-e2acde7fa1c9 HTTP/1.1" status: 204 len: 168 time: 1.7251439 Nov 09 17:54:47.127995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-2d7b4ae6-e2ad-4725-ad94-baa78fa4bf9f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:54:47.141486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47158442-6c31-4ee0-96ac-294823c8fb62 None None] Checking router: 188b2b73-4676-4d2e-be18-31c0ec925034 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:54:47.142173 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-2d7b4ae6-e2ad-4725-ad94-baa78fa4bf9f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3180339 Nov 09 17:54:47.155701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47158442-6c31-4ee0-96ac-294823c8fb62 None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:54:47.156594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-47158442-6c31-4ee0-96ac-294823c8fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:47.283776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876a6d0-79d5-419b-8932-d172072d9186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45e0591-af2c-49c8-953a-e2acde7fa1c9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:47.331462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-47158442-6c31-4ee0-96ac-294823c8fb62 None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:54:47.396974 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-16d44e54-85e4-403a-8e3e-caff1f6fd814 req-128b6891-48ee-43d0-a076-c2854da5bf25 service neutron] 10.222.0.18 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482293 Nov 09 17:54:47.413492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:47.482388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0d39ad7-9308-416f-9deb-9b95e44759ab req-5692116d-e437-48ef-8725-99fcc4321aea service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291812 Nov 09 17:54:47.660660 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-75060840-8381-4f9d-b20b-98d826cf605d req-8646d17f-73dc-41c9-b8fc-1b3e1092e39a tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fdad812-b924-41c5-92c7-144488de8c75 HTTP/1.1" status: 200 len: 210 time: 0.0776408 Nov 09 17:54:47.683404 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-5591c908-25a7-43f1-a5fb-2f88e91ef814 service neutron] 10.222.0.81 "GET /v2.0/networks/293c1dad-881e-4d58-a545-c78216b68db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386109 Nov 09 17:54:47.714330 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:47.715506 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:54:47.751710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0d39ad7-9308-416f-9deb-9b95e44759ab req-86ad887d-196e-41f8-8175-3a540a7e5632 service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464104 Nov 09 17:54:47.783284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:47.785541 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:47.890124 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-16d44e54-85e4-403a-8e3e-caff1f6fd814 req-265ec2ce-262e-4b4d-a97f-626f3c7fcc7b service neutron] 10.222.0.18 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841313 Nov 09 17:54:47.947659 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-97201a06-a125-471c-b50a-f4972651f9de service neutron] 10.222.0.81 "GET /v2.0/networks/293c1dad-881e-4d58-a545-c78216b68db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438169 Nov 09 17:54:47.987423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979303aa-c463-4ccf-bac5-1fd50d99909a req-97128830-fc07-497e-beed-ee24f9b98bb6 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:47.994006 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-979303aa-c463-4ccf-bac5-1fd50d99909a req-97128830-fc07-497e-beed-ee24f9b98bb6 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 945 time: 0.1542134 Nov 09 17:54:48.029039 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:48.047494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44050) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:48.071205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff49b8b-48d3-4e48-82a1-5873f9a6a87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:48.074544 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1af61a-aa03-4df7-ad0f-fd78af861655" -d '{"events": [{"server_uuid": "fff49b8b-48d3-4e48-82a1-5873f9a6a87c", "name": "network-vif-plugged", "status": "completed", "tag": "f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:48.093449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-47158442-6c31-4ee0-96ac-294823c8fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:33Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:48.099553 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-979303aa-c463-4ccf-bac5-1fd50d99909a req-222d6144-6902-4783-be48-9ef230565adf tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754287 Nov 09 17:54:48.100147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:48.132559 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47158442-6c31-4ee0-96ac-294823c8fb62 None None] The sync data for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 is: [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:45:28Z', 'revision_number': 4, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '3b79f081-bacf-42fd-bf02-9c663a553da4', 'name': '', 'network_id': '62985637-89b4-4626-b71d-b65e6efa34fa', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'mac_address': 'fa:16:3e:e9:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:26Z', 'updated_at': '2021-11-09T17:45:33Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'subnets': [{'id': '90e004d7-aa4f-429b-b705-1f002be3405f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:54:48.135834 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:48.239166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:48.293298 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7a1ba7-08a1-4a37-ba2a-f6348cccbf09 x-openstack-request-id: req-4e7a1ba7-08a1-4a37-ba2a-f6348cccbf09 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:48.293690 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff49b8b-48d3-4e48-82a1-5873f9a6a87c", "name": "network-vif-plugged", "status": "completed", "tag": "f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:48.294826 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e7a1ba7-08a1-4a37-ba2a-f6348cccbf09 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:48.295395 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff49b8b-48d3-4e48-82a1-5873f9a6a87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426', 'code': 200} Nov 09 17:54:48.520400 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8bb63-b43c-4bf6-818a-cd2e97408f1f req-e54a40c5-b0f4-4cb2-9b82-9b4ec2ba4975 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:48.538775 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-20f8bb63-b43c-4bf6-818a-cd2e97408f1f req-e54a40c5-b0f4-4cb2-9b82-9b4ec2ba4975 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 945 time: 0.2406774 Nov 09 17:54:48.732422 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-20f8bb63-b43c-4bf6-818a-cd2e97408f1f req-8f2ffff8-e025-4eff-a4ea-66d07dc6e87e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920667 Nov 09 17:54:48.838429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1bfe4c79-0886-4af8-816e-6aefd044e25d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-784853168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:48.870061 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623148d8-76ae-454e-a4f9-ad69ec1d2ac9 None None] New status for floating IP fd6f5d32-ca73-4dab-b9d8-16214081f66c: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:54:48.921686 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36f2c7b1-8b64-40b8-8ee9-b5a489b4c913 req-5598c00c-277b-48e5-8b1b-605f439d0f9a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 210 time: 0.0906298 Nov 09 17:54:48.964583 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4c79-0886-4af8-816e-6aefd044e25d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:48.968281 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4c79-0886-4af8-816e-6aefd044e25d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.018924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b4105-b4a5-4a57-84a3-d8a9ae52c8d2 req-a3f34a73-5c3c-4bc4-b497-e67c91877f45 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:49.022650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-532b4105-b4a5-4a57-84a3-d8a9ae52c8d2 req-a3f34a73-5c3c-4bc4-b497-e67c91877f45 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.13 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 945 time: 0.8647716 Nov 09 17:54:49.089818 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44088) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:49.094787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4c79-0886-4af8-816e-6aefd044e25d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.098548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d3f49-b002-4d77-91ee-41e221644a51 req-0ddd62bc-2ae2-4535-bd10-682b9acd3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:49.100173 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-008d3f49-b002-4d77-91ee-41e221644a51 req-0ddd62bc-2ae2-4535-bd10-682b9acd3cef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 1096 time: 0.2761099 Nov 09 17:54:49.143767 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4c79-0886-4af8-816e-6aefd044e25d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.312682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4c79-0886-4af8-816e-6aefd044e25d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.320016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1bfe4c79-0886-4af8-816e-6aefd044e25d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2654319 Nov 09 17:54:49.323369 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44094) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:49.338635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1605987536'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:49.339892 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8eec53c8-269d-4710-aeb6-e96d09b800b9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.349080 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-008d3f49-b002-4d77-91ee-41e221644a51 req-be441be7-5dbc-4b71-b19a-fbc392c0133c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269163 Nov 09 17:54:49.390813 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8eec53c8-269d-4710-aeb6-e96d09b800b9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.432279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce85ff-dab4-4e6a-addb-9a4189d8c469 req-b225160e-dabe-434f-aa24-b3b3391f2c1a tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:49.441689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06ce85ff-dab4-4e6a-addb-9a4189d8c469 req-b225160e-dabe-434f-aa24-b3b3391f2c1a tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 945 time: 0.2045498 Nov 09 17:54:49.447331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-532b4105-b4a5-4a57-84a3-d8a9ae52c8d2 req-044a61b4-e608-46e1-9263-4475779adfe0 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Deleting port 620b1e71-ba15-4998-8dc9-7ab45c7437d5 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:54:49.447923 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-532b4105-b4a5-4a57-84a3-d8a9ae52c8d2 req-044a61b4-e608-46e1-9263-4475779adfe0 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.457539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Made reservation on behalf of 2374c25772ab4c9fa4341c7e85dcade6 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:49.461488 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.498839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8eec53c8-269d-4710-aeb6-e96d09b800b9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.507611 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8eec53c8-269d-4710-aeb6-e96d09b800b9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.511102 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8eec53c8-269d-4710-aeb6-e96d09b800b9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "DELETE /v2.0/security-groups/c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6 HTTP/1.1" status: 204 len: 168 time: 0.4192846 Nov 09 17:54:49.518894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44096) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:49.537960 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec53c8-269d-4710-aeb6-e96d09b800b9 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:49.541380 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.571471 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-47ca6043-e0a7-463a-8b66-21c0e95d6bee tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] show failed (client error): The resource could not be found. Nov 09 17:54:49.572570 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-47ca6043-e0a7-463a-8b66-21c0e95d6bee tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "GET /v2.0/security-groups/c2fa8dfd-bf3a-4504-ad6e-8ebd5092a9f6 HTTP/1.1" status: 404 len: 347 time: 0.0465517 Nov 09 17:54:49.575646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44100) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:49.620732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06ce85ff-dab4-4e6a-addb-9a4189d8c469 req-c5dd32b5-2151-4b76-abbf-cdfbaadaca53 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/security-groups?id=df477572-45f0-4499-8e16-e84f41aed2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777101 Nov 09 17:54:49.668146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-532b4105-b4a5-4a57-84a3-d8a9ae52c8d2 req-044a61b4-e608-46e1-9263-4475779adfe0 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] For port 620b1e71-ba15-4998-8dc9-7ab45c7437d5, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=620b1e71-ba15-4998-8dc9-7ab45c7437d5,segment=NetworkSegment(0b290980-70fa-44d9-83f8-6e81b76a45bc),segment_id=0b290980-70fa-44d9-83f8-6e81b76a45bc)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:49.668830 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-532b4105-b4a5-4a57-84a3-d8a9ae52c8d2 req-044a61b4-e608-46e1-9263-4475779adfe0 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.695008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-532b4105-b4a5-4a57-84a3-d8a9ae52c8d2 req-044a61b4-e608-46e1-9263-4475779adfe0 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Calling delete_port for 620b1e71-ba15-4998-8dc9-7ab45c7437d5 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:54:49.919313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8b319089-a799-41a1-a213-a0160a644d00 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Deleting port 30d3fc0e-29f6-48f5-9bff-4b7eb32c88b1 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:54:49.919931 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b319089-a799-41a1-a213-a0160a644d00 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.931015 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.943139 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:49.975878 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c7e53-71e0-4343-a6b5-6060b4552313 req-4b53b87f-52fb-49f7-8ed4-6a5b578532eb tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:49.983196 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702c7e53-71e0-4343-a6b5-6060b4552313 req-4b53b87f-52fb-49f7-8ed4-6a5b578532eb tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 945 time: 0.1131561 Nov 09 17:54:50.029637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e81ad85-5c61-4ac1-931b-b8b00bd884f3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:50.057576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:54:50.073184 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-702c7e53-71e0-4343-a6b5-6060b4552313 req-6e01e0f1-54b2-4fd0-a8c3-04b12efbd08a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889835 Nov 09 17:54:50.091011 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-532b4105-b4a5-4a57-84a3-d8a9ae52c8d2 req-044a61b4-e608-46e1-9263-4475779adfe0 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:50.097972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e37b67e9-9224-432f-8516-780d7a140883 req-436d0696-ff44-4f90-8656-78c01a060197 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 210 time: 0.0526178 Nov 09 17:54:50.109541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['620b1e71-ba15-4998-8dc9-7ab45c7437d5'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:54:50.131174 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:50.131559 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Added segment 856091d0-ab95-45f3-978a-6057141296ae of type vlan for network f2786f7e-be72-433c-9862-b33424d96a6e Nov 09 17:54:50.133159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a61b4-e608-46e1-9263-4475779adfe0 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Pushing event deleted for resources: {'Port': ['ID=620b1e71-ba15-4998-8dc9-7ab45c7437d5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:50.136638 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b319089-a799-41a1-a213-a0160a644d00 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:50.139495 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b319089-a799-41a1-a213-a0160a644d00 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:50.212960 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8b319089-a799-41a1-a213-a0160a644d00 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Calling delete_port for 30d3fc0e-29f6-48f5-9bff-4b7eb32c88b1 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:54:50.245315 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:50.249318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-532b4105-b4a5-4a57-84a3-d8a9ae52c8d2 req-044a61b4-e608-46e1-9263-4475779adfe0 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] No DVR routers for this DVR port 620b1e71-ba15-4998-8dc9-7ab45c7437d5 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:50.254136 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-532b4105-b4a5-4a57-84a3-d8a9ae52c8d2 req-044a61b4-e608-46e1-9263-4475779adfe0 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:50.258807 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-532b4105-b4a5-4a57-84a3-d8a9ae52c8d2 req-044a61b4-e608-46e1-9263-4475779adfe0 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.13 "DELETE /v2.0/ports/620b1e71-ba15-4998-8dc9-7ab45c7437d5 HTTP/1.1" status: 204 len: 173 time: 1.1789074 Nov 09 17:54:50.259884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041813df-6199-4b3f-a6b4-62c1f6fedcab', 'name': 'network-vif-deleted', 'tag': '620b1e71-ba15-4998-8dc9-7ab45c7437d5'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:50.262475 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406698e8-90ef-449b-868f-e8905a793d1f" -d '{"events": [{"server_uuid": "041813df-6199-4b3f-a6b4-62c1f6fedcab", "name": "network-vif-deleted", "tag": "620b1e71-ba15-4998-8dc9-7ab45c7437d5"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:50.338389 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ccf0ba-b3b6-4994-b934-d6b3df3721b9 x-openstack-request-id: req-80ccf0ba-b3b6-4994-b934-d6b3df3721b9 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:50.341404 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041813df-6199-4b3f-a6b4-62c1f6fedcab", "name": "network-vif-deleted", "tag": "620b1e71-ba15-4998-8dc9-7ab45c7437d5", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:50.347926 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80ccf0ba-b3b6-4994-b934-d6b3df3721b9 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:50.348597 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041813df-6199-4b3f-a6b4-62c1f6fedcab', 'name': 'network-vif-deleted', 'tag': '620b1e71-ba15-4998-8dc9-7ab45c7437d5', 'status': 'completed', 'code': 200} Nov 09 17:54:50.356545 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:50.367516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:50.368195 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:50.468001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1351528 Nov 09 17:54:50.481375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44132) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:50.489218 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-040289b1-54fd-496d-b7a1-fd5717660009 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Request body: {'subnet': {'network_id': 'f2786f7e-be72-433c-9862-b33424d96a6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:50.570379 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b319089-a799-41a1-a213-a0160a644d00 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:50.596553 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754bc68-f96f-438f-aab6-aef376feacfa tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event updated for resources: {'Network': ['ID=f2786f7e-be72-433c-9862-b33424d96a6e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:50.607757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network f2786f7e-be72-433c-9862-b33424d96a6e details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:54:50.673839 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b319089-a799-41a1-a213-a0160a644d00 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Pushing event deleted for resources: {'Port': ['ID=30d3fc0e-29f6-48f5-9bff-4b7eb32c88b1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:50.756005 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b319089-a799-41a1-a213-a0160a644d00 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:50.762242 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b319089-a799-41a1-a213-a0160a644d00 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:50.767949 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8b319089-a799-41a1-a213-a0160a644d00 tempest-AttachVolumeTestJSON-1489470273 tempest-AttachVolumeTestJSON-1489470273-project] 10.222.0.81 "DELETE /v2.0/floatingips/fd6f5d32-ca73-4dab-b9d8-16214081f66c HTTP/1.1" status: 204 len: 168 time: 1.1879129 Nov 09 17:54:50.888631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deeb0a-154b-420c-9b33-74ce96e7f739 req-5e48a815-7d99-45e6-afae-43431d134374 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:50.901854 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59deeb0a-154b-420c-9b33-74ce96e7f739 req-5e48a815-7d99-45e6-afae-43431d134374 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1535330 Nov 09 17:54:50.931183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bf99a-9047-4118-9772-65081196c314 req-93ea9f3a-d9c7-4983-9374-fefde3f9ff3f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:50.935313 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-93ea9f3a-d9c7-4983-9374-fefde3f9ff3f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.13 "GET /v2.0/networks?id=293c1dad-881e-4d58-a545-c78216b68db2 HTTP/1.1" status: 200 len: 797 time: 0.4620633 Nov 09 17:54:50.947211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c236fb-ad87-4e07-a13f-53707f3da523 req-e840f9d0-f0cc-4654-a476-b8148c949aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:50.949858 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21c236fb-ad87-4e07-a13f-53707f3da523 req-e840f9d0-f0cc-4654-a476-b8148c949aa6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b2412c4e8d749619a491ac24d825b4b&device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 1097 time: 0.3029087 Nov 09 17:54:50.974995 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59deeb0a-154b-420c-9b33-74ce96e7f739 req-6b638ada-5607-4f85-a4da-7ff2c6ed5623 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677254 Nov 09 17:54:51.005885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040289b1-54fd-496d-b7a1-fd5717660009 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Made reservation on behalf of 2374c25772ab4c9fa4341c7e85dcade6 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:51.010359 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-040289b1-54fd-496d-b7a1-fd5717660009 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:51.296527 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f748481-06ca-4a6d-918f-85d7afe9ea3e req-685b2383-cfad-4424-beef-b8bcd49317ef tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:51.299707 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9f748481-06ca-4a6d-918f-85d7afe9ea3e req-685b2383-cfad-4424-beef-b8bcd49317ef tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 945 time: 0.1034365 Nov 09 17:54:51.325150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a890ebc8-0c3c-49f1-b099-fd307cfd4943 req-036b9f9c-e276-4d97-bcd8-cd2780ab5d32 tempest-ServerTagsTestJSON-1729978414 tempest-ServerTagsTestJSON-1729978414-project] 10.222.0.81 "GET /v2.0/ports?device_id=041813df-6199-4b3f-a6b4-62c1f6fedcab HTTP/1.1" status: 200 len: 210 time: 0.3093398 Nov 09 17:54:51.397709 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9f748481-06ca-4a6d-918f-85d7afe9ea3e req-bee5d623-d90a-4f7b-b3dc-34cfaea6217a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901861 Nov 09 17:54:51.448076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-53c030d7-9705-49a5-bdac-8caa23393dc9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60575135d11e43be9eb43cb2b7fd2240 HTTP/1.1" status: 200 len: 476 time: 0.4922559 Nov 09 17:54:51.453354 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c236fb-ad87-4e07-a13f-53707f3da523 req-ae81cbda-b23c-491c-990b-8443ffbed5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:51.455764 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21c236fb-ad87-4e07-a13f-53707f3da523 req-ae81cbda-b23c-491c-990b-8443ffbed5d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 200 len: 919 time: 0.4695380 Nov 09 17:54:51.477101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a23bf99a-9047-4118-9772-65081196c314 req-c895ce25-f7a5-44e2-afca-37c87e125df4 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Request body: {'port': {'device_id': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'admin_state_up': True, 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'security_groups': ['8aaa7813-d9c7-4ffc-b0ac-b736c1087d77', 'ee3961bc-e8ea-4887-96e7-ee04da81b11c']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:51.607110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21c236fb-ad87-4e07-a13f-53707f3da523 req-8b1877e5-ae0c-4255-bd4b-f89cffb252a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c66ddead-5795-4f27-9160-e101e1161ee3 HTTP/1.1" status: 200 len: 217 time: 0.1222692 Nov 09 17:54:51.653599 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e6ce9231-be5d-49bc-960c-e3d65be5114a req-46bda751-e1e2-4c7b-bfd8-2171fbc56990 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 210 time: 0.0966353 Nov 09 17:54:51.700170 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad52692-766d-454d-84c5-88946beb0bd9 req-ff51f058-240d-427c-baef-d1a4d1ef4bca tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:51.707393 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7ad52692-766d-454d-84c5-88946beb0bd9 req-ff51f058-240d-427c-baef-d1a4d1ef4bca tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 945 time: 0.1206081 Nov 09 17:54:51.781881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c236fb-ad87-4e07-a13f-53707f3da523 req-5c5264ba-a1da-4eff-849b-3509b79fcede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:51.783480 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21c236fb-ad87-4e07-a13f-53707f3da523 req-5c5264ba-a1da-4eff-849b-3509b79fcede service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93d6a562-87c3-43f9-8f53-f107047886ee HTTP/1.1" status: 200 len: 858 time: 0.1289301 Nov 09 17:54:51.803550 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7ad52692-766d-454d-84c5-88946beb0bd9 req-64150b5c-c523-47e2-af62-716ebb997595 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814350 Nov 09 17:54:51.844639 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-040289b1-54fd-496d-b7a1-fd5717660009 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:51.857702 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21c236fb-ad87-4e07-a13f-53707f3da523 req-8e12b914-d505-4d1e-befe-dbf5f71cb138 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6642ab75-e5ec-4cb0-8139-1cc246529814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551531 Nov 09 17:54:51.917211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23bf99a-9047-4118-9772-65081196c314 req-c895ce25-f7a5-44e2-afca-37c87e125df4 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Made reservation on behalf of 60575135d11e43be9eb43cb2b7fd2240 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:51.921330 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a23bf99a-9047-4118-9772-65081196c314 req-c895ce25-f7a5-44e2-afca-37c87e125df4 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:52.001722 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040289b1-54fd-496d-b7a1-fd5717660009 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event updated for resources: {'Subnet': ['ID=a9517597-1282-400f-b37d-f82f4cee2b6e,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:52.161898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040289b1-54fd-496d-b7a1-fd5717660009 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Checking segment: {'id': '856091d0-ab95-45f3-978a-6057141296ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f2786f7e-be72-433c-9862-b33424d96a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:52.162277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040289b1-54fd-496d-b7a1-fd5717660009 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Network hostable DHCP agents. Network: f2786f7e-be72-433c-9862-b33424d96a6e, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:54:52.192163 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21c236fb-ad87-4e07-a13f-53707f3da523 req-1fa33f75-cf43-4bf1-b579-be54f73a988f service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990916 Nov 09 17:54:52.273799 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040289b1-54fd-496d-b7a1-fd5717660009 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Network f2786f7e-be72-433c-9862-b33424d96a6e is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:54:52.281598 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4e299-03c1-48b0-b378-cc8082f05e75 req-3c62af7c-dfeb-4107-912f-4d342109599f tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:52.288251 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86e4e299-03c1-48b0-b378-cc8082f05e75 req-3c62af7c-dfeb-4107-912f-4d342109599f tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1884642 Nov 09 17:54:52.353977 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-86e4e299-03c1-48b0-b378-cc8082f05e75 req-d97a6988-99cb-44f5-b451-65cd3f3284b3 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499058 Nov 09 17:54:52.362835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-040289b1-54fd-496d-b7a1-fd5717660009 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, f2786f7e-be72-433c-9862-b33424d96a6e) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:52.379027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1232fd-cd34-4772-8f2d-05496048df4a None None] Network f2786f7e-be72-433c-9862-b33424d96a6e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:52.383501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040289b1-54fd-496d-b7a1-fd5717660009 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:52.384531 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-040289b1-54fd-496d-b7a1-fd5717660009 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:52.445992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-a23bf99a-9047-4118-9772-65081196c314 req-c895ce25-f7a5-44e2-afca-37c87e125df4 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Allocated IP 172.20.0.3 (293c1dad-881e-4d58-a545-c78216b68db2/abca216d-41d6-4c7a-8132-2de1912872f0/e0b0787d-67e3-483c-9911-818ec515abab) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:52.451101 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44228) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:52.497002 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-040289b1-54fd-496d-b7a1-fd5717660009 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0144629 Nov 09 17:54:52.502110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44230) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:52.525741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3cc26084-8b11-48a3-9688-97ee5ba12696 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Request body: {'network': {'name': 'tempest-router-network01--909375215'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:52.528838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de648f-f76e-4723-ac65-6f919fed146e req-c48eba04-9470-4fe7-9aa5-9dc7c134c5f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:52.538200 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17de648f-f76e-4723-ac65-6f919fed146e req-c48eba04-9470-4fe7-9aa5-9dc7c134c5f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 945 time: 0.2810802 Nov 09 17:54:52.586008 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21c236fb-ad87-4e07-a13f-53707f3da523 req-2ab0b6aa-4a60-4fd5-a354-d1aae76c58b4 service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460960 Nov 09 17:54:52.608537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00d6bfa-a74d-472b-bb89-0d538a68917c admin admin] Deleting subnet e3f91b94-cccc-44d6-96a3-4be4dabfa748 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:54:52.608740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-f2786f7e-be72-433c-9862-b33424d96a6e', 'network_id': 'f2786f7e-be72-433c-9862-b33424d96a6e', 'tenant_id': '2374c25772ab4c9fa4341c7e85dcade6', 'fixed_ips': [{'subnet_id': 'a9517597-1282-400f-b37d-f82f4cee2b6e'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:52.610593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:52.628748 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a00d6bfa-a74d-472b-bb89-0d538a68917c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:52.662892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44236) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:52.697963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc26084-8b11-48a3-9688-97ee5ba12696 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Made reservation on behalf of 2374c25772ab4c9fa4341c7e85dcade6 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:52.702345 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc26084-8b11-48a3-9688-97ee5ba12696 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:52.770347 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a00d6bfa-a74d-472b-bb89-0d538a68917c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:52.877576 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Allocated IP 172.20.0.2 (f2786f7e-be72-433c-9862-b33424d96a6e/a9517597-1282-400f-b37d-f82f4cee2b6e/ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:52.880509 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a23bf99a-9047-4118-9772-65081196c314 req-c895ce25-f7a5-44e2-afca-37c87e125df4 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:52.904178 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc26084-8b11-48a3-9688-97ee5ba12696 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:54:52.927151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17de648f-f76e-4723-ac65-6f919fed146e req-4a86e5a6-e271-4912-a5a8-d2050c1e8bee tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876696 Nov 09 17:54:52.930988 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a23bf99a-9047-4118-9772-65081196c314 req-c895ce25-f7a5-44e2-afca-37c87e125df4 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:52.936249 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17d9a6c4-a985-420f-be92-f2917b21de3b req-197c0b3e-899a-4308-ab4e-5451e0b8e98a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 210 time: 0.0578699 Nov 09 17:54:52.955828 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a00d6bfa-a74d-472b-bb89-0d538a68917c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:52.956363 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4403dd-fe7c-4fbc-826a-4f90ea40957b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:52.960651 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc26084-8b11-48a3-9688-97ee5ba12696 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:52.961150 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-3cc26084-8b11-48a3-9688-97ee5ba12696 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Added segment 00215b67-7b2e-48e3-837d-06c1d99fc325 of type vlan for network a99f2ede-cfa4-4fbf-b0c2-cc4db211d558 Nov 09 17:54:52.981224 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 620b1e71-ba15-4998-8dc9-7ab45c7437d5 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:53.029266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23bf99a-9047-4118-9772-65081196c314 req-c895ce25-f7a5-44e2-afca-37c87e125df4 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Network 293c1dad-881e-4d58-a545-c78216b68db2 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:53.038079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-a23bf99a-9047-4118-9772-65081196c314 req-c895ce25-f7a5-44e2-afca-37c87e125df4 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:53.059486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23bf99a-9047-4118-9772-65081196c314 req-c895ce25-f7a5-44e2-afca-37c87e125df4 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:53.076476 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc26084-8b11-48a3-9688-97ee5ba12696 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.122298 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a00d6bfa-a74d-472b-bb89-0d538a68917c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.138105 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc26084-8b11-48a3-9688-97ee5ba12696 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.145556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc26084-8b11-48a3-9688-97ee5ba12696 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:53.146382 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc26084-8b11-48a3-9688-97ee5ba12696 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.166862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bf99a-9047-4118-9772-65081196c314 req-c895ce25-f7a5-44e2-afca-37c87e125df4 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:53.168087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a23bf99a-9047-4118-9772-65081196c314 req-c895ce25-f7a5-44e2-afca-37c87e125df4 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.169692 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.181080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 620b1e71-ba15-4998-8dc9-7ab45c7437d5 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:54:53.181520 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 620b1e71-ba15-4998-8dc9-7ab45c7437d5 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:53.185286 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.197147 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.204084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d6bfa-a74d-472b-bb89-0d538a68917c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f91b94-cccc-44d6-96a3-4be4dabfa748,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:53.207650 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a00d6bfa-a74d-472b-bb89-0d538a68917c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.212057 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a00d6bfa-a74d-472b-bb89-0d538a68917c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e3f91b94-cccc-44d6-96a3-4be4dabfa748 HTTP/1.1" status: 204 len: 168 time: 0.7596905 Nov 09 17:54:53.217510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44244) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:53.230743 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-c895ce25-f7a5-44e2-afca-37c87e125df4 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7601755 Nov 09 17:54:53.244388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Network f2786f7e-be72-433c-9862-b33424d96a6e is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:53.248103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:53.252295 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:53.280553 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3cc26084-8b11-48a3-9688-97ee5ba12696 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7731664 Nov 09 17:54:53.282128 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44246) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:53.287003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8208c55c-1fba-4fc5-9d18-b12d0e1c5e19 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Request body: {'network': {'name': 'tempest-router-network02--531626824'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:53.293950 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Pushing event updated for resources: {'Port': ['ID=ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:53.319629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc26084-8b11-48a3-9688-97ee5ba12696 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event updated for resources: {'Network': ['ID=a99f2ede-cfa4-4fbf-b0c2-cc4db211d558,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:53.338400 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8208c55c-1fba-4fc5-9d18-b12d0e1c5e19 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Made reservation on behalf of 2374c25772ab4c9fa4341c7e85dcade6 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:53.342702 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8208c55c-1fba-4fc5-9d18-b12d0e1c5e19 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.353262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a99f2ede-cfa4-4fbf-b0c2-cc4db211d558 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:54:53.392016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8208c55c-1fba-4fc5-9d18-b12d0e1c5e19 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:54:53.406216 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8208c55c-1fba-4fc5-9d18-b12d0e1c5e19 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.415171 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-8208c55c-1fba-4fc5-9d18-b12d0e1c5e19 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Added segment bef5f11f-33aa-42e7-b6f2-0fb8ea46b206 of type vlan for network 1ec0766e-6984-4d74-8112-37168e27c730 Nov 09 17:54:53.484510 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8208c55c-1fba-4fc5-9d18-b12d0e1c5e19 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.524199 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8208c55c-1fba-4fc5-9d18-b12d0e1c5e19 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.531444 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8208c55c-1fba-4fc5-9d18-b12d0e1c5e19 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:53.532640 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8208c55c-1fba-4fc5-9d18-b12d0e1c5e19 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.607851 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8208c55c-1fba-4fc5-9d18-b12d0e1c5e19 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3255355 Nov 09 17:54:53.617443 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44252) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:53.632552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-09a56535-20a8-4f39-944c-dcce74f1510b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Request body: {'subnet': {'network_id': 'a99f2ede-cfa4-4fbf-b0c2-cc4db211d558', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:53.640919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208c55c-1fba-4fc5-9d18-b12d0e1c5e19 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event updated for resources: {'Network': ['ID=1ec0766e-6984-4d74-8112-37168e27c730,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:53.698920 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 1ec0766e-6984-4d74-8112-37168e27c730 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:54:53.746995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895ce25-f7a5-44e2-afca-37c87e125df4 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Port': ['ID=e0b0787d-67e3-483c-9911-818ec515abab,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:53.790745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Attempting to bind port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:54:53.791177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Attempting to bind port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '856091d0-ab95-45f3-978a-6057141296ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f2786f7e-be72-433c-9862-b33424d96a6e'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:54:53.791527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Attempting to bind port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b on network f2786f7e-be72-433c-9862-b33424d96a6e {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:53.814169 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:53.814670 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Checking segment: {'id': '856091d0-ab95-45f3-978a-6057141296ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f2786f7e-be72-433c-9862-b33424d96a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:53.814969 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.815410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Bound using segment: {'id': '856091d0-ab95-45f3-978a-6057141296ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f2786f7e-be72-433c-9862-b33424d96a6e'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:53.816794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Bound port: ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856091d0-ab95-45f3-978a-6057141296ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f2786f7e-be72-433c-9862-b33424d96a6e'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:54:53.816794 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.854785 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.863459 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a56535-20a8-4f39-944c-dcce74f1510b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Made reservation on behalf of 2374c25772ab4c9fa4341c7e85dcade6 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:53.871405 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09a56535-20a8-4f39-944c-dcce74f1510b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.886910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f7c4c224-d5db-4933-a265-cb8a51014505 None None] Provisioning complete for port e0b0787d-67e3-483c-9911-818ec515abab triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:53.887178 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f7c4c224-d5db-4933-a265-cb8a51014505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.923427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Request body: {'port': {'device_id': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:53.929112 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d95f7c96-e0ab-425d-9f71-91fe01806f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:53.968463 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f7c4c224-d5db-4933-a265-cb8a51014505 None None] Port e0b0787d-67e3-483c-9911-818ec515abab cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:54:53.994227 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] For port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:53.999749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] For port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b,segment=NetworkSegment(856091d0-ab95-45f3-978a-6057141296ae),segment_id=856091d0-ab95-45f3-978a-6057141296ae)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:54.009587 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:54.173707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b82aab-f324-4892-9350-acc98e46a559 req-1e1f8d4e-1019-4ba7-aa03-f7714acee26f tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:54.187780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-76b82aab-f324-4892-9350-acc98e46a559 req-1e1f8d4e-1019-4ba7-aa03-f7714acee26f tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.4499962 Nov 09 17:54:54.211298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41abb3e-00d4-495e-b8ff-d295063cb410 None None] Pushing event updated for resources: {'Port': ['ID=ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:54.233745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a26e8-5f54-4324-aa25-80d6eb4cbcbf req-007c54c7-cd69-4204-aa9c-29bdb000d5ff tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:54.235354 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214a26e8-5f54-4324-aa25-80d6eb4cbcbf req-007c54c7-cd69-4204-aa9c-29bdb000d5ff tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 945 time: 0.5131094 Nov 09 17:54:54.240918 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d6899-f0ba-45e4-95f4-b31b9f926ea8 req-cb28f62c-d607-4519-92ab-0e4c2372d6e1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:54.244573 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-940d6899-f0ba-45e4-95f4-b31b9f926ea8 req-cb28f62c-d607-4519-92ab-0e4c2372d6e1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 945 time: 0.1120267 Nov 09 17:54:54.245064 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4403dd-fe7c-4fbc-826a-4f90ea40957b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:54.259609 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:54.313415 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a4403dd-fe7c-4fbc-826a-4f90ea40957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:54.431991 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-940d6899-f0ba-45e4-95f4-b31b9f926ea8 req-fe3c5d4c-8661-4013-b0b2-1445ffa6d8de tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816654 Nov 09 17:54:54.443809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09a56535-20a8-4f39-944c-dcce74f1510b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:54.464550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d95f7c96-e0ab-425d-9f71-91fe01806f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:54.563714 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9a4403dd-fe7c-4fbc-826a-4f90ea40957b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=292826b07bff47f7ba355b65c9cfa02f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8863039 Nov 09 17:54:54.566481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a56535-20a8-4f39-944c-dcce74f1510b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event updated for resources: {'Subnet': ['ID=d0603150-0e4a-4c5e-bef3-503a86cbfbb6,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:54.580079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44262) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:54.591669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-76b82aab-f324-4892-9350-acc98e46a559 req-41bb26b2-9732-4cd9-931a-34a7fe1005c7 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028192 Nov 09 17:54:54.633054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4403dd-fe7c-4fbc-826a-4f90ea40957b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26375452-199f-48b2-9534-15edc599eb38,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:54.633297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a56535-20a8-4f39-944c-dcce74f1510b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Checking segment: {'id': '00215b67-7b2e-48e3-837d-06c1d99fc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a99f2ede-cfa4-4fbf-b0c2-cc4db211d558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:54.633297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a56535-20a8-4f39-944c-dcce74f1510b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Network hostable DHCP agents. Network: a99f2ede-cfa4-4fbf-b0c2-cc4db211d558, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:54:54.650790 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-d95f7c96-e0ab-425d-9f71-91fe01806f9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fa42b4-4053-4fd8-a2e5-d9b6505994d5']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:54.683321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-d95f7c96-e0ab-425d-9f71-91fe01806f9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b290980-70fa-44d9-83f8-6e81b76a45bc') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:54.683632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-d95f7c96-e0ab-425d-9f71-91fe01806f9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b290980-70fa-44d9-83f8-6e81b76a45bc') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:54:54.761174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a56535-20a8-4f39-944c-dcce74f1510b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Network a99f2ede-cfa4-4fbf-b0c2-cc4db211d558 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:54:54.788142 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d95f7c96-e0ab-425d-9f71-91fe01806f9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:54.791944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f3105-df36-446b-a159-a065f2c246f6 req-8af4ee06-c41a-4acb-852c-0267b174f78d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:54.798390 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-924f3105-df36-446b-a159-a065f2c246f6 req-8af4ee06-c41a-4acb-852c-0267b174f78d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 970 time: 0.2340696 Nov 09 17:54:54.812654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:54.828102 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03677d39-81d0-4d3f-a794-8bd1a5c9e212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:54.832372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d95f7c96-e0ab-425d-9f71-91fe01806f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:54.838812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-214a26e8-5f54-4324-aa25-80d6eb4cbcbf req-1f479a3e-47db-4552-8f3b-4c171633a586 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Deleting port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:54:54.839175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214a26e8-5f54-4324-aa25-80d6eb4cbcbf req-1f479a3e-47db-4552-8f3b-4c171633a586 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:54.841279 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-09a56535-20a8-4f39-944c-dcce74f1510b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a99f2ede-cfa4-4fbf-b0c2-cc4db211d558) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:54.852920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a56535-20a8-4f39-944c-dcce74f1510b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:54.853687 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09a56535-20a8-4f39-944c-dcce74f1510b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:54.900244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95f7c96-e0ab-425d-9f71-91fe01806f9c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:54:54.900664 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d95f7c96-e0ab-425d-9f71-91fe01806f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:54:54.905578 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:54:54.931800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68ced7a-a6ac-4a29-8d7f-011df2e91f6b None None] Network a99f2ede-cfa4-4fbf-b0c2-cc4db211d558 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:54.963380 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-924f3105-df36-446b-a159-a065f2c246f6 req-cba67d40-045d-4f28-b35e-b618972a5cab tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1441646 Nov 09 17:54:54.998436 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03677d39-81d0-4d3f-a794-8bd1a5c9e212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:55.020084 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-09a56535-20a8-4f39-944c-dcce74f1510b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3997996 Nov 09 17:54:55.021143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44266) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:55.040944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9eaab58f-fcaa-42e0-8605-c544628b5dd1 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Request body: {'subnet': {'network_id': '1ec0766e-6984-4d74-8112-37168e27c730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:54:55.091016 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:55.091717 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:55.111101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-214a26e8-5f54-4324-aa25-80d6eb4cbcbf req-1f479a3e-47db-4552-8f3b-4c171633a586 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] For port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:55.112056 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214a26e8-5f54-4324-aa25-80d6eb4cbcbf req-1f479a3e-47db-4552-8f3b-4c171633a586 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:55.130575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-214a26e8-5f54-4324-aa25-80d6eb4cbcbf req-1f479a3e-47db-4552-8f3b-4c171633a586 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Calling delete_port for f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:54:55.206519 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d95f7c96-e0ab-425d-9f71-91fe01806f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:55.229508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d95f7c96-e0ab-425d-9f71-91fe01806f9c admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:55.237148 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d95f7c96-e0ab-425d-9f71-91fe01806f9c admin admin] 10.222.0.81 "DELETE /v2.0/networks/91fa42b4-4053-4fd8-a2e5-d9b6505994d5 HTTP/1.1" status: 204 len: 168 time: 2.0108416 Nov 09 17:54:55.271131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f7c96-e0ab-425d-9f71-91fe01806f9c admin admin] Pushing event deleted for resources: {'Network': ['ID=91fa42b4-4053-4fd8-a2e5-d9b6505994d5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:55.321364 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03677d39-81d0-4d3f-a794-8bd1a5c9e212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:55.330733 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03677d39-81d0-4d3f-a794-8bd1a5c9e212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:55.334394 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-03677d39-81d0-4d3f-a794-8bd1a5c9e212 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/26375452-199f-48b2-9534-15edc599eb38 HTTP/1.1" status: 204 len: 168 time: 0.7510035 Nov 09 17:54:55.357497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03677d39-81d0-4d3f-a794-8bd1a5c9e212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26375452-199f-48b2-9534-15edc599eb38,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:55.360381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaab58f-fcaa-42e0-8605-c544628b5dd1 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Made reservation on behalf of 2374c25772ab4c9fa4341c7e85dcade6 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:54:55.364533 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9eaab58f-fcaa-42e0-8605-c544628b5dd1 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:55.494669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-a99f2ede-cfa4-4fbf-b0c2-cc4db211d558', 'network_id': 'a99f2ede-cfa4-4fbf-b0c2-cc4db211d558', 'tenant_id': '2374c25772ab4c9fa4341c7e85dcade6', 'fixed_ips': [{'subnet_id': 'd0603150-0e4a-4c5e-bef3-503a86cbfbb6'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:55.496244 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:55.576069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b0787d-67e3-483c-9911-818ec515abab {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:54:55.608008 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214a26e8-5f54-4324-aa25-80d6eb4cbcbf req-1f479a3e-47db-4552-8f3b-4c171633a586 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:55.621048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:55.716246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44278) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:55.725335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e8e6bc8a-b50d-4349-9a54-1595577841fa'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:54:55.744564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f479a3e-47db-4552-8f3b-4c171633a586 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event deleted for resources: {'Port': ['ID=f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:55.829617 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1ff7ef2-e082-4632-aa45-eb3a0d515802 req-3135e43b-1ffb-4aa9-8c1b-114bfd2ed77c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff49b8b-48d3-4e48-82a1-5873f9a6a87c HTTP/1.1" status: 200 len: 210 time: 0.1122277 Nov 09 17:54:55.834009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Transition to ACTIVE for port object e0b0787d-67e3-483c-9911-818ec515abab will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:54:55.920204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Allocated IP 172.20.0.2 (a99f2ede-cfa4-4fbf-b0c2-cc4db211d558/d0603150-0e4a-4c5e-bef3-503a86cbfbb6/5fc2bb0b-7d81-4484-b888-f051abe9172b) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:55.973316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1a01f8da-ed5d-4006-a350-1ca1127b2700 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef16ea885c4249e384f1ee96296e2469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545431 Nov 09 17:54:55.976112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44288) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:55.976515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9eaab58f-fcaa-42e0-8605-c544628b5dd1 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:55.979489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-214a26e8-5f54-4324-aa25-80d6eb4cbcbf req-1f479a3e-47db-4552-8f3b-4c171633a586 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] No DVR routers for this DVR port f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:54:55.983916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:55.995514 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214a26e8-5f54-4324-aa25-80d6eb4cbcbf req-1f479a3e-47db-4552-8f3b-4c171633a586 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.006882 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214a26e8-5f54-4324-aa25-80d6eb4cbcbf req-1f479a3e-47db-4552-8f3b-4c171633a586 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "DELETE /v2.0/ports/f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 HTTP/1.1" status: 204 len: 173 time: 1.7505169 Nov 09 17:54:56.033564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff49b8b-48d3-4e48-82a1-5873f9a6a87c', 'name': 'network-vif-deleted', 'tag': 'f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:56.049271 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09e1224-db4a-4e24-8f4b-748620e2951f" -d '{"events": [{"server_uuid": "fff49b8b-48d3-4e48-82a1-5873f9a6a87c", "name": "network-vif-deleted", "tag": "f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:56.134205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2b5407-08fb-4118-a872-d1e354f261c5 None None] Network f2786f7e-be72-433c-9862-b33424d96a6e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:56.146089 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.270554 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaab58f-fcaa-42e0-8605-c544628b5dd1 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event updated for resources: {'Subnet': ['ID=417fb13e-6609-4e75-8c18-04768b74e625,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:56.325815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44294) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:56.422163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaab58f-fcaa-42e0-8605-c544628b5dd1 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Checking segment: {'id': 'bef5f11f-33aa-42e7-b6f2-0fb8ea46b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1ec0766e-6984-4d74-8112-37168e27c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:56.422782 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaab58f-fcaa-42e0-8605-c544628b5dd1 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Network hostable DHCP agents. Network: 1ec0766e-6984-4d74-8112-37168e27c730, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:54:56.440489 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-311af765-64f4-4edd-9cff-015ee129a3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.522127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b0787d-67e3-483c-9911-818ec515abab,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:56.586305 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1eef744b-d876-46d4-a642-c7b85e45e1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.630020 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1eef744b-d876-46d4-a642-c7b85e45e1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.654181 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.687215 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.690270 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-311af765-64f4-4edd-9cff-015ee129a3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.699955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Attempting to bind port e0b0787d-67e3-483c-9911-818ec515abab on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:54:56.700768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Attempting to bind port e0b0787d-67e3-483c-9911-818ec515abab by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '0724735a-e9ba-4dc8-86cc-e797546086d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:54:56.701792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Attempting to bind port e0b0787d-67e3-483c-9911-818ec515abab on network 293c1dad-881e-4d58-a545-c78216b68db2 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:56.706653 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1eef744b-d876-46d4-a642-c7b85e45e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.711095 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1eef744b-d876-46d4-a642-c7b85e45e1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.712990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1eef744b-d876-46d4-a642-c7b85e45e1db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df477572-45f0-4499-8e16-e84f41aed2d5 HTTP/1.1" status: 204 len: 168 time: 0.7228675 Nov 09 17:54:56.716405 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-311af765-64f4-4edd-9cff-015ee129a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.726161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b,segment=NetworkSegment(856091d0-ab95-45f3-978a-6057141296ae),segment_id=856091d0-ab95-45f3-978a-6057141296ae)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:54:56.765761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef744b-d876-46d4-a642-c7b85e45e1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df477572-45f0-4499-8e16-e84f41aed2d5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:56.780647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Port e0b0787d-67e3-483c-9911-818ec515abab on network 293c1dad-881e-4d58-a545-c78216b68db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:54:56.783671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Attempting to bind port e0b0787d-67e3-483c-9911-818ec515abab on network 293c1dad-881e-4d58-a545-c78216b68db2 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:56.787019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8467a89-c546-4591-9eef-a65b7db9b40c req-f96d3492-9afe-4758-a2d1-f5903cb9bbc5 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:56.795992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8467a89-c546-4591-9eef-a65b7db9b40c req-f96d3492-9afe-4758-a2d1-f5903cb9bbc5 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.8301356 Nov 09 17:54:56.801440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:56.804191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Checking segment: {'id': '0724735a-e9ba-4dc8-86cc-e797546086d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:56.804752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Bound using segment: {'id': '0724735a-e9ba-4dc8-86cc-e797546086d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:56.806819 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-311af765-64f4-4edd-9cff-015ee129a3b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e35a2d7532a64067ac963de6fa7e2c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4786026 Nov 09 17:54:56.812067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Bound port: e0b0787d-67e3-483c-9911-818ec515abab, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0724735a-e9ba-4dc8-86cc-e797546086d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:54:56.813845 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.819801 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.869122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44298) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:56.876889 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-441f47ce-28db-4021-8ad0-e00122577e8c None None] Provisioning complete for port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:56.877545 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-441f47ce-28db-4021-8ad0-e00122577e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:56.880694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28f7e9-35e2-4662-9497-fe93a2bf42b0 req-acb312f9-3c21-4a13-9b0b-fd8f47fb6605 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:56.889800 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce28f7e9-35e2-4662-9497-fe93a2bf42b0 req-acb312f9-3c21-4a13-9b0b-fd8f47fb6605 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 982 time: 0.6526008 Nov 09 17:54:56.893875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Network a99f2ede-cfa4-4fbf-b0c2-cc4db211d558 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:56.935635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:56.961384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:56.973772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaab58f-fcaa-42e0-8605-c544628b5dd1 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Network 1ec0766e-6984-4d74-8112-37168e27c730 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:54:56.983758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Pushing event updated for resources: {'Port': ['ID=5fc2bb0b-7d81-4484-b888-f051abe9172b,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:57.016208 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8467a89-c546-4591-9eef-a65b7db9b40c req-12faccf2-6f05-4f4b-96dc-3c7bcc330cd7 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190907 Nov 09 17:54:57.039544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-9eaab58f-fcaa-42e0-8605-c544628b5dd1 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 1ec0766e-6984-4d74-8112-37168e27c730) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:57.064874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaab58f-fcaa-42e0-8605-c544628b5dd1 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:57.068959 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9eaab58f-fcaa-42e0-8605-c544628b5dd1 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:57.122175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:57.133286 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b986d36-94fa-4c57-8736-3c65de6f82f3 None None] Network 1ec0766e-6984-4d74-8112-37168e27c730 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:54:57.148584 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9eaab58f-fcaa-42e0-8605-c544628b5dd1 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1142411 Nov 09 17:54:57.150097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311af765-64f4-4edd-9cff-015ee129a3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e46f117-1969-47e5-8799-4535488ed4a0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:57.169063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44306) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:57.183188 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad60555d-9fbc-4adb-b3f5-cd9d1f3261ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:57.230092 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad60555d-9fbc-4adb-b3f5-cd9d1f3261ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:57.306384 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad60555d-9fbc-4adb-b3f5-cd9d1f3261ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:57.311771 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad60555d-9fbc-4adb-b3f5-cd9d1f3261ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:57.314820 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ad60555d-9fbc-4adb-b3f5-cd9d1f3261ee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8e46f117-1969-47e5-8799-4535488ed4a0 HTTP/1.1" status: 204 len: 168 time: 0.4413958 Nov 09 17:54:57.328495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60555d-9fbc-4adb-b3f5-cd9d1f3261ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e46f117-1969-47e5-8799-4535488ed4a0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:57.390904 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c10385e-ccb9-444b-a6ef-31d43164dbf8 x-openstack-request-id: req-2c10385e-ccb9-444b-a6ef-31d43164dbf8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:54:57.391368 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff49b8b-48d3-4e48-82a1-5873f9a6a87c", "name": "network-vif-deleted", "tag": "f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:54:57.391737 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c10385e-ccb9-444b-a6ef-31d43164dbf8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:54:57.392269 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff49b8b-48d3-4e48-82a1-5873f9a6a87c', 'name': 'network-vif-deleted', 'tag': 'f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426', 'status': 'completed', 'code': 200} Nov 09 17:54:57.455242 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce28f7e9-35e2-4662-9497-fe93a2bf42b0 req-3519dbab-9e3f-4d68-897a-06f56fac2e3b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4616275 Nov 09 17:54:57.614246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:54:57.614405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] For port e0b0787d-67e3-483c-9911-818ec515abab, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:57.644960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] For port e0b0787d-67e3-483c-9911-818ec515abab, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e0b0787d-67e3-483c-9911-818ec515abab,segment=NetworkSegment(0724735a-e9ba-4dc8-86cc-e797546086d2),segment_id=0724735a-e9ba-4dc8-86cc-e797546086d2)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:57.693315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:54:57.693876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device f98180c6-8dfc-4bfe-8dd4-7d9bd09f1426 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:54:57.713982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:57.852726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:57.856536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:57.859675 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/e0b0787d-67e3-483c-9911-818ec515abab HTTP/1.1" status: 200 len: 1130 time: 4.1321547 Nov 09 17:54:57.906060 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-1ec0766e-6984-4d74-8112-37168e27c730', 'network_id': '1ec0766e-6984-4d74-8112-37168e27c730', 'tenant_id': '2374c25772ab4c9fa4341c7e85dcade6', 'fixed_ips': [{'subnet_id': '417fb13e-6609-4e75-8c18-04768b74e625'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:54:57.907416 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:58.169360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Attempting to bind port 5fc2bb0b-7d81-4484-b888-f051abe9172b on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:54:58.170373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Attempting to bind port 5fc2bb0b-7d81-4484-b888-f051abe9172b by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '00215b67-7b2e-48e3-837d-06c1d99fc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a99f2ede-cfa4-4fbf-b0c2-cc4db211d558'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:54:58.170373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Attempting to bind port 5fc2bb0b-7d81-4484-b888-f051abe9172b on network a99f2ede-cfa4-4fbf-b0c2-cc4db211d558 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:58.217800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:58.218705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Checking segment: {'id': '00215b67-7b2e-48e3-837d-06c1d99fc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a99f2ede-cfa4-4fbf-b0c2-cc4db211d558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:58.219516 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:58.220107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Bound using segment: {'id': '00215b67-7b2e-48e3-837d-06c1d99fc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a99f2ede-cfa4-4fbf-b0c2-cc4db211d558'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:58.220793 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Bound port: 5fc2bb0b-7d81-4484-b888-f051abe9172b, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00215b67-7b2e-48e3-837d-06c1d99fc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a99f2ede-cfa4-4fbf-b0c2-cc4db211d558'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:54:58.221395 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:58.404608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ae1c9-c06e-43b8-8c5c-5032582dd0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b0787d-67e3-483c-9911-818ec515abab,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:58.467150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bf99a-9047-4118-9772-65081196c314 req-905eaff4-c5d4-481c-9d27-49a043050547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:58.480174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-905eaff4-c5d4-481c-9d27-49a043050547 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60575135d11e43be9eb43cb2b7fd2240&device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 1133 time: 0.4565659 Nov 09 17:54:58.536946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-b402d4d8-2d07-40cb-a765-53b6b225466c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:58.539344 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-b402d4d8-2d07-40cb-a765-53b6b225466c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.6212337 Nov 09 17:54:58.587968 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-7122fce1-d266-422f-9918-b58339b4a5d9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/quotas/d83662e3666441899feb7a0a206d59be HTTP/1.1" status: 200 len: 375 time: 0.0310273 Nov 09 17:54:58.652907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Allocated IP 172.20.0.2 (1ec0766e-6984-4d74-8112-37168e27c730/417fb13e-6609-4e75-8c18-04768b74e625/3efbb1e3-3351-4fd5-945c-481dcfcc0dd3) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:54:58.846207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-28c8faf1-4cb2-4101-aff4-c845ab20b0a5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2412438 Nov 09 17:54:58.865320 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:58.877563 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:58.897537 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-91025d09-8356-42f5-b949-22d7406836ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b0787d-67e3-483c-9911-818ec515abab HTTP/1.1" status: 200 len: 217 time: 0.3847694 Nov 09 17:54:58.943139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] For port 5fc2bb0b-7d81-4484-b888-f051abe9172b, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:54:58.947535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] For port 5fc2bb0b-7d81-4484-b888-f051abe9172b, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5fc2bb0b-7d81-4484-b888-f051abe9172b,segment=NetworkSegment(00215b67-7b2e-48e3-837d-06c1d99fc325),segment_id=00215b67-7b2e-48e3-837d-06c1d99fc325)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:54:58.948578 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b11d7b-387c-4f81-b83e-79dd2e0cdb15 req-7d55a2c3-ca57-4f28-b07b-b0a824e0414a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:58.950570 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:58.953828 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28b11d7b-387c-4f81-b83e-79dd2e0cdb15 req-7d55a2c3-ca57-4f28-b07b-b0a824e0414a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.7167430 Nov 09 17:54:58.977598 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:59.098969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Network 1ec0766e-6984-4d74-8112-37168e27c730 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:54:59.113525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:54:59.143796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:54:59.234026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:54:59.236337 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-65fe43ff-d97b-436a-a862-3020bc734303 service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821516 Nov 09 17:54:59.287002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bf99a-9047-4118-9772-65081196c314 req-c01d3c66-34e0-48af-90d5-38bd067600f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:54:59.288664 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-c01d3c66-34e0-48af-90d5-38bd067600f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abca216d-41d6-4c7a-8132-2de1912872f0 HTTP/1.1" status: 200 len: 833 time: 0.3254707 Nov 09 17:54:59.339766 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28b11d7b-387c-4f81-b83e-79dd2e0cdb15 req-a1d670c3-caa1-4dfd-97d3-ee4bef914c35 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745012 Nov 09 17:54:59.376367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Pushing event updated for resources: {'Port': ['ID=3efbb1e3-3351-4fd5-945c-481dcfcc0dd3,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:59.393584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'tag': 'e0b0787d-67e3-483c-9911-818ec515abab'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:54:59.405892 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc63513c-de86-495d-9db6-b7b4a267d338" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7d7f8d-b0d9-44a5-b65b-3262216d49f9", "tag": "e0b0787d-67e3-483c-9911-818ec515abab"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:54:59.444722 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7cdaa10f-76d7-47f2-bf76-4836a0e2ecf2 None None] Provisioning complete for port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:59.445325 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa10f-76d7-47f2-bf76-4836a0e2ecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:59.609134 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-dd7f453c-7a17-4080-a045-fabde1c91949 service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655071 Nov 09 17:54:59.661571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Attempting to bind port 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:54:59.662566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Attempting to bind port 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'bef5f11f-33aa-42e7-b6f2-0fb8ea46b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1ec0766e-6984-4d74-8112-37168e27c730'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:54:59.663546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Attempting to bind port 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 on network 1ec0766e-6984-4d74-8112-37168e27c730 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:54:59.724748 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:54:59.725376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Checking segment: {'id': 'bef5f11f-33aa-42e7-b6f2-0fb8ea46b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1ec0766e-6984-4d74-8112-37168e27c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:54:59.735903 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:59.735903 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Bound using segment: {'id': 'bef5f11f-33aa-42e7-b6f2-0fb8ea46b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1ec0766e-6984-4d74-8112-37168e27c730'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:54:59.735903 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Bound port: 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef5f11f-33aa-42e7-b6f2-0fb8ea46b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1ec0766e-6984-4d74-8112-37168e27c730'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:54:59.735903 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:59.820886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4db46-cb25-43cf-b07b-f8cabc53b5f2 None None] Pushing event updated for resources: {'Port': ['ID=5fc2bb0b-7d81-4484-b888-f051abe9172b,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:54:59.842173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:54:59.843333 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:00.005342 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa084b3-c92e-485e-a6b9-e0d8e96e059d x-openstack-request-id: req-1fa084b3-c92e-485e-a6b9-e0d8e96e059d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:00.007139 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7d7f8d-b0d9-44a5-b65b-3262216d49f9", "tag": "e0b0787d-67e3-483c-9911-818ec515abab", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:00.007768 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1fa084b3-c92e-485e-a6b9-e0d8e96e059d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:00.008423 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'tag': 'e0b0787d-67e3-483c-9911-818ec515abab', 'status': 'completed', 'code': 200} Nov 09 17:55:00.015855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bf99a-9047-4118-9772-65081196c314 req-7af0fd96-effd-4856-8095-92921ddeb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:00.018094 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-7af0fd96-effd-4856-8095-92921ddeb0a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=293c1dad-881e-4d58-a545-c78216b68db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6752834 Nov 09 17:55:00.192836 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-47e66d33-f538-48b6-902d-6718d7c66003 req-c82edf5a-f1f4-4cfc-8a1b-97aa5939dd71 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 210 time: 0.0943708 Nov 09 17:55:00.269294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] For port 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:00.370256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] For port 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3efbb1e3-3351-4fd5-945c-481dcfcc0dd3,segment=NetworkSegment(bef5f11f-33aa-42e7-b6f2-0fb8ea46b206),segment_id=bef5f11f-33aa-42e7-b6f2-0fb8ea46b206)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:01.178199 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:01.193723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85b25-ed23-4629-9755-5b9cebe3485d req-de93a834-c3ac-446b-9474-c1fc26a7b808 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:01.202132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-beb85b25-ed23-4629-9755-5b9cebe3485d req-de93a834-c3ac-446b-9474-c1fc26a7b808 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 982 time: 1.2331510 Nov 09 17:55:01.357107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c2ce3-a14d-4343-b0b6-8e2462554fe8 None None] Pushing event updated for resources: {'Port': ['ID=3efbb1e3-3351-4fd5-945c-481dcfcc0dd3,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:01.389101 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-beb85b25-ed23-4629-9755-5b9cebe3485d req-e53d876e-bd6f-4947-b26d-151ef4295516 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1655660 Nov 09 17:55:01.402364 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Allocated IP 172.20.0.1 (a99f2ede-cfa4-4fbf-b0c2-cc4db211d558/d0603150-0e4a-4c5e-bef3-503a86cbfbb6/bda91b73-6d0c-48a5-a074-9a6220eae04a) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:01.443131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-0d522fb4-3ad3-419c-9ce1-473a45e6b4c7 service neutron] 10.222.0.13 "GET /v2.0/networks/293c1dad-881e-4d58-a545-c78216b68db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3728950 Nov 09 17:55:01.590992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5fc2bb0b-7d81-4484-b888-f051abe9172b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:01.719508 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5fc2bb0b-7d81-4484-b888-f051abe9172b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:01.720606 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:01.748163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c9a6ea-a8fc-48ea-aac8-516caf056f93 None None] Network a99f2ede-cfa4-4fbf-b0c2-cc4db211d558 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:01.987066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a23bf99a-9047-4118-9772-65081196c314 req-f8f50335-8ca1-48ae-8542-4fcaff473a1b service neutron] 10.222.0.13 "GET /v2.0/networks/293c1dad-881e-4d58-a545-c78216b68db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104322 Nov 09 17:55:02.474845 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-040b9845-8fa7-49f3-8352-3238eee7f38d req-cb0beff0-ddff-428f-b0ac-7e2404e5ab52 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 210 time: 0.0884285 Nov 09 17:55:02.567258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44430) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:02.663620 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c4eeb5a-218d-469b-a4ff-498f7d32c1cc req-5a0bc808-5d1a-401e-8776-bc64c0138167 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0782082 Nov 09 17:55:02.726705 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:02.748020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-06647934-bc65-4930-ac44-e6b9144f4a1f None None] Provisioning complete for port 5fc2bb0b-7d81-4484-b888-f051abe9172b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:02.749780 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-06647934-bc65-4930-ac44-e6b9144f4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:02.858610 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:02.910198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-d7ab0102-bae0-4fb0-9fac-5c91d9d68855 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:02.913143 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-d7ab0102-bae0-4fb0-9fac-5c91d9d68855 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.5342314 Nov 09 17:55:02.926420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:02.937468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-1effec51-fe2f-4f7b-9fb2-53d2266dcbc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Request body: {'port': {'device_id': 'fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'admin_state_up': True, 'tenant_id': 'd83662e3666441899feb7a0a206d59be'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:02.955253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e4b70-67f3-4091-8994-6b383717fed0 req-89518e82-d196-48a1-b8d7-ec963e407d65 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:02.958420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-886e4b70-67f3-4091-8994-6b383717fed0 req-89518e82-d196-48a1-b8d7-ec963e407d65 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 1.0421870 Nov 09 17:55:02.987819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63513c-de86-495d-9db6-b7b4a267d338 req-b757df47-768b-4035-ab2a-1bc40b78f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:02.989790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc63513c-de86-495d-9db6-b7b4a267d338 req-b757df47-768b-4035-ab2a-1bc40b78f649 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60575135d11e43be9eb43cb2b7fd2240&device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 1133 time: 0.8211198 Nov 09 17:55:03.064437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c6c28-8555-412e-9ffb-98da1e26173c req-388f83a4-a6e0-4820-8b0c-93bb04ca9baa tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:03.075016 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1f3c6c28-8555-412e-9ffb-98da1e26173c req-388f83a4-a6e0-4820-8b0c-93bb04ca9baa tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 982 time: 0.2595143 Nov 09 17:55:03.101462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 5fc2bb0b-7d81-4484-b888-f051abe9172b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5fc2bb0b-7d81-4484-b888-f051abe9172b,segment=NetworkSegment(00215b67-7b2e-48e3-837d-06c1d99fc325),segment_id=00215b67-7b2e-48e3-837d-06c1d99fc325)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:03.126276 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:03.146764 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:03.266036 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1f3c6c28-8555-412e-9ffb-98da1e26173c req-bd8089cd-ad7b-4a50-97a0-c1f99b01c504 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1884789 Nov 09 17:55:03.376385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=5fc2bb0b-7d81-4484-b888-f051abe9172b,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:03.415734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63513c-de86-495d-9db6-b7b4a267d338 req-5e199963-2720-4578-9b0d-26c92b5a01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:03.416378 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-06647934-bc65-4930-ac44-e6b9144f4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:03.418535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc63513c-de86-495d-9db6-b7b4a267d338 req-5e199963-2720-4578-9b0d-26c92b5a01a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=293c1dad-881e-4d58-a545-c78216b68db2 HTTP/1.1" status: 200 len: 898 time: 0.2980499 Nov 09 17:55:03.437348 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:03.637880 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc63513c-de86-495d-9db6-b7b4a267d338 req-0f6addc0-4d06-4f21-b636-293b92eee090 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b0787d-67e3-483c-9911-818ec515abab HTTP/1.1" status: 200 len: 217 time: 0.1664948 Nov 09 17:55:03.665751 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:03.771243 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-06647934-bc65-4930-ac44-e6b9144f4a1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:55:03.772631 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-06647934-bc65-4930-ac44-e6b9144f4a1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:55:03.808689 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:03.809088 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:03.897180 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16f3d94-764f-4ce2-b3d7-5910bc379e9a None None] Network 1ec0766e-6984-4d74-8112-37168e27c730 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:03.898474 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:04.043107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-886e4b70-67f3-4091-8994-6b383717fed0 req-2e6b3fb9-58a4-4971-8c62-8fde0d664c35 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0732958 Nov 09 17:55:04.090626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Network a99f2ede-cfa4-4fbf-b0c2-cc4db211d558 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:04.092605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63513c-de86-495d-9db6-b7b4a267d338 req-6d4a10ff-77d3-478c-9264-5a440eb15ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:04.094491 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc63513c-de86-495d-9db6-b7b4a267d338 req-6d4a10ff-77d3-478c-9264-5a440eb15ab0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abca216d-41d6-4c7a-8132-2de1912872f0 HTTP/1.1" status: 200 len: 833 time: 0.4422464 Nov 09 17:55:04.110843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event updated for resources: {'Port': ['ID=bda91b73-6d0c-48a5-a074-9a6220eae04a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:04.119433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:04.135598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:04.170886 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:04.283080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3efbb1e3-3351-4fd5-945c-481dcfcc0dd3,segment=NetworkSegment(bef5f11f-33aa-42e7-b6f2-0fb8ea46b206),segment_id=bef5f11f-33aa-42e7-b6f2-0fb8ea46b206)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:04.306684 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:04.381736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-1effec51-fe2f-4f7b-9fb2-53d2266dcbc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Made reservation on behalf of d83662e3666441899feb7a0a206d59be for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:04.386418 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-1effec51-fe2f-4f7b-9fb2-53d2266dcbc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:04.390673 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:04.537489 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=3efbb1e3-3351-4fd5-945c-481dcfcc0dd3,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:04.553993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63513c-de86-495d-9db6-b7b4a267d338 req-e75a6945-bc57-48a4-ac7e-8bc4c6f61d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:04.555721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc63513c-de86-495d-9db6-b7b4a267d338 req-e75a6945-bc57-48a4-ac7e-8bc4c6f61d8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=293c1dad-881e-4d58-a545-c78216b68db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4404979 Nov 09 17:55:04.560674 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b7c89b3e-5785-478c-a743-ea846f649d22 req-985fcc44-50fd-4374-9ffe-a142499ae7f4 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.1550400 Nov 09 17:55:04.774411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-df5b5907-0d83-418d-8bab-487591360aa9 None None] Provisioning complete for port 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:04.775346 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-df5b5907-0d83-418d-8bab-487591360aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:04.866092 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-20b5826a-ab98-4e09-b522-c76719d19ccf req-5ff1e837-afdf-4393-8fdc-a2907c8e7f70 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 210 time: 0.1009576 Nov 09 17:55:04.904591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-1effec51-fe2f-4f7b-9fb2-53d2266dcbc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Allocated IP 172.20.0.9 (1fb9bcd0-93f8-4d70-9afa-72807187a006/417001cc-f87f-4208-b45a-9ddf65dcb18d/2c7e27d9-185f-45e5-9854-e7d1f0204a68) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:04.908646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Allocated IP 172.25.1.85 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/02a9c13b-c0c3-438e-8c5f-da5fdb2dea78) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:04.989774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e0b0787d-67e3-483c-9911-818ec515abab details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:55:05.119323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493f66d-0446-4632-a2cd-67ebc89dab1d req-996ec65e-80a9-4edc-9c95-06661d91cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:05.121867 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b493f66d-0446-4632-a2cd-67ebc89dab1d req-996ec65e-80a9-4edc-9c95-06661d91cb65 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 1097 time: 0.8659809 Nov 09 17:55:05.124385 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:05.141014 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:05.188177 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:05.233800 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc63513c-de86-495d-9db6-b7b4a267d338 req-9e20e205-659e-4b95-b1d0-67e86e122774 service neutron] 10.222.0.13 "GET /v2.0/networks/293c1dad-881e-4d58-a545-c78216b68db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388079 Nov 09 17:55:05.238591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:05.241667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:05.263956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:05.395801 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-df5b5907-0d83-418d-8bab-487591360aa9 None None] Provisioning complete for port 5fc2bb0b-7d81-4484-b888-f051abe9172b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:05.397438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c5c6a-39ae-445b-9949-b8bae7c37bde req-92ff593e-2133-4f79-ad38-d5a6044c84f9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:05.405859 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-df5b5907-0d83-418d-8bab-487591360aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:05.406230 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e9c5c6a-39ae-445b-9949-b8bae7c37bde req-92ff593e-2133-4f79-ad38-d5a6044c84f9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 982 time: 0.3885157 Nov 09 17:55:05.436055 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Pushing event updated for resources: {'Port': ['ID=02a9c13b-c0c3-438e-8c5f-da5fdb2dea78,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:05.447875 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b493f66d-0446-4632-a2cd-67ebc89dab1d req-c4374af8-0f3f-411c-93d5-7b9dd5c49fa2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946782 Nov 09 17:55:05.633640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e0b0787d-67e3-483c-9911-818ec515abab, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e0b0787d-67e3-483c-9911-818ec515abab,segment=NetworkSegment(0724735a-e9ba-4dc8-86cc-e797546086d2),segment_id=0724735a-e9ba-4dc8-86cc-e797546086d2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:05.657154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e9c5c6a-39ae-445b-9949-b8bae7c37bde req-211040a5-4793-4c5b-b760-b5842308b31d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2497046 Nov 09 17:55:05.688111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:05.706278 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:05.735973 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'e0b0787d-67e3-483c-9911-818ec515abab', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'port_id': 'e0b0787d-67e3-483c-9911-818ec515abab', 'mac_address': 'fa:16:3e:d2:45:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:55:05.795706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc63513c-de86-495d-9db6-b7b4a267d338 req-6149fbf8-67a2-401a-910a-0262b824a9f8 service neutron] 10.222.0.13 "GET /v2.0/networks/293c1dad-881e-4d58-a545-c78216b68db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329058 Nov 09 17:55:05.808164 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:05.848328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd5297-c93b-4f37-a9bf-3230cc140a81 req-7d3d180f-61e8-4258-9638-b86114178c5e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:05.848896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b0787d-67e3-483c-9911-818ec515abab {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:55:05.861178 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cddd5297-c93b-4f37-a9bf-3230cc140a81 req-7d3d180f-61e8-4258-9638-b86114178c5e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.2148488 Nov 09 17:55:05.865376 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:05.872141 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e0b0787d-67e3-483c-9911-818ec515abab, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e0b0787d-67e3-483c-9911-818ec515abab,segment=NetworkSegment(0724735a-e9ba-4dc8-86cc-e797546086d2),segment_id=0724735a-e9ba-4dc8-86cc-e797546086d2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:05.879901 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:05.880679 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-1effec51-fe2f-4f7b-9fb2-53d2266dcbc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:05.926538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:05.926810 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.000704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e0b0787d-67e3-483c-9911-818ec515abab,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:06.019404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-df5b5907-0d83-418d-8bab-487591360aa9 None None] Provisioning complete for port bda91b73-6d0c-48a5-a074-9a6220eae04a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:06.019404 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-df5b5907-0d83-418d-8bab-487591360aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.058795 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-1effec51-fe2f-4f7b-9fb2-53d2266dcbc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.109116 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d1f383ca-249b-4303-99bf-ff4f56343416 req-575147cd-fdc3-4709-b399-e3e421ded19b tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.2402251 Nov 09 17:55:06.171610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-1effec51-fe2f-4f7b-9fb2-53d2266dcbc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Network 1fb9bcd0-93f8-4d70-9afa-72807187a006 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:06.181342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-1effec51-fe2f-4f7b-9fb2-53d2266dcbc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:06.188133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-1effec51-fe2f-4f7b-9fb2-53d2266dcbc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:06.221860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cddd5297-c93b-4f37-a9bf-3230cc140a81 req-b7f929d8-6c2c-4f90-85a7-2997ddaafd24 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194538 Nov 09 17:55:06.224710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.236061 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.254012 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-df5b5907-0d83-418d-8bab-487591360aa9 None None] Port bda91b73-6d0c-48a5-a074-9a6220eae04a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:55:06.259189 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e8e6bc8a-b50d-4349-9a54-1595577841fa'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:06.288225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-1effec51-fe2f-4f7b-9fb2-53d2266dcbc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:06.289117 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-1effec51-fe2f-4f7b-9fb2-53d2266dcbc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.314121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5fc2bb0b-7d81-4484-b888-f051abe9172b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:06.368572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Pushing event updated for resources: {'Port': ['ID=02a9c13b-c0c3-438e-8c5f-da5fdb2dea78,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:06.372039 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.381031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e0b0787d-67e3-483c-9911-818ec515abab'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:06.400114 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effec51-fe2f-4f7b-9fb2-53d2266dcbc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event updated for resources: {'Port': ['ID=2c7e27d9-185f-45e5-9854-e7d1f0204a68,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:06.410777 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.420692 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c910188b-5306-4f58-ace4-f34a0db765fc tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8516564 Nov 09 17:55:06.421596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44468) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:06.428460 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-1effec51-fe2f-4f7b-9fb2-53d2266dcbc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4984066 Nov 09 17:55:06.431520 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-4ad22e97-7abc-4841-891f-94797f2abbf2 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1492438520', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'fixed_ips': [{'ip_address': '172.25.1.85'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:06.452369 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Request body: {'port': {'device_id': 'fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:06.456993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad22e97-7abc-4841-891f-94797f2abbf2 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Made reservation on behalf of 2e826c4d300b465fb2db7ce63664578a for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:06.461917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4ad22e97-7abc-4841-891f-94797f2abbf2 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.484281 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4ad22e97-7abc-4841-891f-94797f2abbf2 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.510380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5aae7d-591d-4f5c-af45-42c20568d64e req-199efee2-fee5-4e87-9d29-89a2e4a54ee4 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:06.516103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5fc2bb0b-7d81-4484-b888-f051abe9172b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:06.516665 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.518229 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c5aae7d-591d-4f5c-af45-42c20568d64e req-199efee2-fee5-4e87-9d29-89a2e4a54ee4 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 931 time: 0.2200508 Nov 09 17:55:06.599207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-279e0c89-80b1-48b8-aa3e-5921fd1454f9 None None] Provisioning complete for port 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:06.600018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-279e0c89-80b1-48b8-aa3e-5921fd1454f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.638203 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.657378 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18763d96-6ec7-449f-8c01-5ea4230044d8 req-3574e212-296b-43a8-a698-0d667a53ff23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0635862 Nov 09 17:55:06.675615 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c5aae7d-591d-4f5c-af45-42c20568d64e req-b5d6e4c1-3fb9-40e5-aab5-4f8d70f16246 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498582 Nov 09 17:55:06.678270 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.723075 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4ad22e97-7abc-4841-891f-94797f2abbf2 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.732776 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4ad22e97-7abc-4841-891f-94797f2abbf2 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:06.757953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-4ad22e97-7abc-4841-891f-94797f2abbf2 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] device_id is not set on port 156cc2dd-79ab-484d-9e78-382c678bc6da yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:55:06.892468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad22e97-7abc-4841-891f-94797f2abbf2 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d905bfaa-0f65-4398-97c0-06811df1162a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:06.955213 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:07.170303 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad22e97-7abc-4841-891f-94797f2abbf2 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 17:55:07.171389 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad22e97-7abc-4841-891f-94797f2abbf2 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:55:07.227182 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4ad22e97-7abc-4841-891f-94797f2abbf2 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8043444 Nov 09 17:55:07.229367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44478) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:07.486840 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7b2f5cb0-f5a4-465c-b45d-c028bd26296a req-bca4b760-ac9f-44d9-a78b-b7702de45f2f tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.1408679 Nov 09 17:55:07.509776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Deleting port 02a9c13b-c0c3-438e-8c5f-da5fdb2dea78 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:07.510252 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:07.524251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566f6c4-2295-4b71-8ba3-a1597ae387ea req-d5fbcc04-bf6d-4f6f-a761-5e303408121f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:07.544235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7566f6c4-2295-4b71-8ba3-a1597ae387ea req-d5fbcc04-bf6d-4f6f-a761-5e303408121f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 983 time: 0.6002140 Nov 09 17:55:07.567917 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:07.602533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event updated for resources: {'Port': ['ID=bda91b73-6d0c-48a5-a074-9a6220eae04a,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:07.717240 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7566f6c4-2295-4b71-8ba3-a1597ae387ea req-4c181fd3-191a-46a2-823c-451445e6b103 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1779490 Nov 09 17:55:07.738727 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:07.738727 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:07.779594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f12b2-c4d3-41cc-958b-f4a4e5b230d5 req-5353b3e6-1c85-4de0-9d41-b52a353fc7e7 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:07.784176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7e27d9-185f-45e5-9854-e7d1f0204a68 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:55:07.785431 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a2f12b2-c4d3-41cc-958b-f4a4e5b230d5 req-5353b3e6-1c85-4de0-9d41-b52a353fc7e7 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1534913 Nov 09 17:55:07.786543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Calling delete_port for 02a9c13b-c0c3-438e-8c5f-da5fdb2dea78 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:07.797443 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:07.824900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Network a99f2ede-cfa4-4fbf-b0c2-cc4db211d558 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:07.828877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:07.844494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Transition to ACTIVE for port object 2c7e27d9-185f-45e5-9854-e7d1f0204a68 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:55:07.951387 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a2f12b2-c4d3-41cc-958b-f4a4e5b230d5 req-6709c4d0-921e-49b1-acbe-fe3cf90ebc4a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422596 Nov 09 17:55:08.073236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:08.172647 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:08.256515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Pushing event updated for resources: {'Port': ['ID=2c7e27d9-185f-45e5-9854-e7d1f0204a68,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:08.309430 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Pushing event deleted for resources: {'Port': ['ID=02a9c13b-c0c3-438e-8c5f-da5fdb2dea78,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:08.360231 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:08.360942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:08.361668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:08.362796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:08.363579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:08.364952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:08.365242 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:08.365914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:08.367344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:08.367853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:08.368526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:08.369230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:08.402943 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c2c3d06f-8b8f-4294-89b9-6b32bbb16a90 None None] Provisioning complete for port bda91b73-6d0c-48a5-a074-9a6220eae04a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:08.405425 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d06f-8b8f-4294-89b9-6b32bbb16a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:08.466468 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:08.471336 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:08.475660 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a4f5d3f6-1d06-4ab1-a06b-0391d5dcc169 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229 tempest-ExternalNetworksAdminNegativeTestJSON-1894546229-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/4bbc734b-2f17-4e70-b853-5ee1748161b7 HTTP/1.1" status: 204 len: 168 time: 1.2442229 Nov 09 17:55:08.488345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3d06f-8b8f-4294-89b9-6b32bbb16a90 None None] Port bda91b73-6d0c-48a5-a074-9a6220eae04a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:55:08.570076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3f5be-d4ee-44b4-9ed6-6200ae06fb89 req-c45d4b83-8ace-49d4-a0a9-408e718b360b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:08.571754 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8a3f5be-d4ee-44b4-9ed6-6200ae06fb89 req-c45d4b83-8ace-49d4-a0a9-408e718b360b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 943 time: 0.6245151 Nov 09 17:55:08.692509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8a3f5be-d4ee-44b4-9ed6-6200ae06fb89 req-cf6da17b-0c1f-49e1-a6c9-569f224a328b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074915 Nov 09 17:55:08.692509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Attempting to bind port 2c7e27d9-185f-45e5-9854-e7d1f0204a68 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:55:08.692509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Attempting to bind port 2c7e27d9-185f-45e5-9854-e7d1f0204a68 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:55:08.692509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Attempting to bind port 2c7e27d9-185f-45e5-9854-e7d1f0204a68 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:08.716627 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44510) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:08.739293 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Port 2c7e27d9-185f-45e5-9854-e7d1f0204a68 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:55:08.740307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Attempting to bind port 2c7e27d9-185f-45e5-9854-e7d1f0204a68 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:08.758229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Router a7ec5fb1-140f-4b91-ad64-c56529ac5cea is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:55:08.827369 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:08.828237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Checking segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:08.829023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Bound using segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:08.831395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Bound port: 2c7e27d9-185f-45e5-9854-e7d1f0204a68, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:55:08.832360 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:08.992017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44518) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:09.005464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e0b0787d-67e3-483c-9911-818ec515abab up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:09.045269 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcb299-c7db-4c81-8e2f-914221829fc0 req-d3f2fc22-041d-4c78-9709-09bde6fea385 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:09.054965 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1fdcb299-c7db-4c81-8e2f-914221829fc0 req-d3f2fc22-041d-4c78-9709-09bde6fea385 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.2305512 Nov 09 17:55:09.090368 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port e0b0787d-67e3-483c-9911-818ec515abab completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:55:09.101538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port e0b0787d-67e3-483c-9911-818ec515abab triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:09.101951 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:09.104102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576fd7-962f-4a86-8907-6c66692562a3 req-248beb15-934b-44f3-9361-faac18eb7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:09.108530 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75576fd7-962f-4a86-8907-6c66692562a3 req-248beb15-934b-44f3-9361-faac18eb7a5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b2412c4e8d749619a491ac24d825b4b&device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 1097 time: 0.3559818 Nov 09 17:55:09.110884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c51672e-a55e-4fe8-bbc3-0108ee52fb7c req-d6227510-8545-4e17-9375-6f8b6f36fa15 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.1440961 Nov 09 17:55:09.192503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1fdcb299-c7db-4c81-8e2f-914221829fc0 req-7f308e6f-ec89-4004-b6c8-d3be03625468 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361647 Nov 09 17:55:09.254479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:09.266812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5089cca6-4598-4ddf-9f0a-27f3f80ce0ba tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "PUT /v2.0/routers/a7ec5fb1-140f-4b91-ad64-c56529ac5cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0914428 Nov 09 17:55:09.269883 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44526) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:09.288917 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:09.297674 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] For port 2c7e27d9-185f-45e5-9854-e7d1f0204a68, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:09.300963 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8200866a-80b0-4d49-a907-e52ccd0614ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:09.326498 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe2e7d-a4df-4a9e-aa30-3ec64da0bffb None None] Sync routers for ids ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:09.340935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b0787d-67e3-483c-9911-818ec515abab'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:09.345988 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee85421d-0d3c-449e-b9ff-169f0999c311" -d '{"events": [{"server_uuid": "bd7d7f8d-b0d9-44a5-b65b-3262216d49f9", "name": "network-vif-plugged", "status": "completed", "tag": "e0b0787d-67e3-483c-9911-818ec515abab"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:09.375711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe2e7d-a4df-4a9e-aa30-3ec64da0bffb None None] Routers {'a7ec5fb1-140f-4b91-ad64-c56529ac5cea'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:09.376480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b7fe2e7d-a4df-4a9e-aa30-3ec64da0bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:09.395555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] For port 2c7e27d9-185f-45e5-9854-e7d1f0204a68, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2c7e27d9-185f-45e5-9854-e7d1f0204a68,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:09.431872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e0b0787d-67e3-483c-9911-818ec515abab, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e0b0787d-67e3-483c-9911-818ec515abab,segment=NetworkSegment(0724735a-e9ba-4dc8-86cc-e797546086d2),segment_id=0724735a-e9ba-4dc8-86cc-e797546086d2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:09.433956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b7fe2e7d-a4df-4a9e-aa30-3ec64da0bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:09.446474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe2e7d-a4df-4a9e-aa30-3ec64da0bffb None None] Routers {'a7ec5fb1-140f-4b91-ad64-c56529ac5cea'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:09.447187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b7fe2e7d-a4df-4a9e-aa30-3ec64da0bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:54:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:09.491470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:09.492484 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:09.494935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b7fe2e7d-a4df-4a9e-aa30-3ec64da0bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:09.495798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe2e7d-a4df-4a9e-aa30-3ec64da0bffb None None] The sync data for ids ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:09.577888 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e0b0787d-67e3-483c-9911-818ec515abab,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:09.611179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Pushing event updated for resources: {'Port': ['ID=2c7e27d9-185f-45e5-9854-e7d1f0204a68,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:09.657496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:09.658245 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:09.661778 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-ee8a7142-f40d-45d5-ab7e-6c510ac2de0e service neutron] 10.222.0.18 "PUT /v2.0/ports/2c7e27d9-185f-45e5-9854-e7d1f0204a68 HTTP/1.1" status: 200 len: 1091 time: 3.2150555 Nov 09 17:55:09.662643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4', 'tag': '2c7e27d9-185f-45e5-9854-e7d1f0204a68'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:09.665432 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c732eec-1d7d-437a-8117-14c3f1fabd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4", "tag": "2c7e27d9-185f-45e5-9854-e7d1f0204a68"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:09.689935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576fd7-962f-4a86-8907-6c66692562a3 req-55b8f23d-0f5d-432a-b694-64280d477b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:09.693292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75576fd7-962f-4a86-8907-6c66692562a3 req-55b8f23d-0f5d-432a-b694-64280d477b42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 200 len: 919 time: 0.5688989 Nov 09 17:55:09.755883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8dc2e-f9c4-4379-a660-d814a097535b req-bb7887fe-e3a2-4daf-ab7b-5708e60c6798 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:09.757541 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-63c8dc2e-f9c4-4379-a660-d814a097535b req-bb7887fe-e3a2-4daf-ab7b-5708e60c6798 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 983 time: 0.3935201 Nov 09 17:55:09.821169 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d1d570-ed1d-4e53-a8f7-d6df0f121564 x-openstack-request-id: req-69d1d570-ed1d-4e53-a8f7-d6df0f121564 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:09.821819 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7d7f8d-b0d9-44a5-b65b-3262216d49f9", "name": "network-vif-plugged", "status": "completed", "tag": "e0b0787d-67e3-483c-9911-818ec515abab", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:09.822255 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69d1d570-ed1d-4e53-a8f7-d6df0f121564 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:09.822868 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b0787d-67e3-483c-9911-818ec515abab', 'code': 200} Nov 09 17:55:09.887996 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8ed93e-30f9-49b9-87c8-d56378d8ac43 x-openstack-request-id: req-ac8ed93e-30f9-49b9-87c8-d56378d8ac43 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:09.888595 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4", "tag": "2c7e27d9-185f-45e5-9854-e7d1f0204a68", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:09.889049 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac8ed93e-30f9-49b9-87c8-d56378d8ac43 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:09.889478 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4', 'tag': '2c7e27d9-185f-45e5-9854-e7d1f0204a68', 'status': 'completed', 'code': 200} Nov 09 17:55:09.912764 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75576fd7-962f-4a86-8907-6c66692562a3 req-f367519f-f749-4a4f-88ac-b0d13e26cd0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c66ddead-5795-4f27-9160-e101e1161ee3 HTTP/1.1" status: 200 len: 217 time: 0.1949482 Nov 09 17:55:10.056770 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-63c8dc2e-f9c4-4379-a660-d814a097535b req-acdcb5f9-3e36-4dfe-a65d-a5a5fa4d1df9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2673018 Nov 09 17:55:10.058900 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8200866a-80b0-4d49-a907-e52ccd0614ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:10.072239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b1748-a83c-42c3-a56f-3d054eb843ff req-cc192a46-1589-4d36-8283-cfecf4578ee9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:10.073858 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2f6b1748-a83c-42c3-a56f-3d054eb843ff req-cc192a46-1589-4d36-8283-cfecf4578ee9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 943 time: 0.1169195 Nov 09 17:55:10.074723 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8200866a-80b0-4d49-a907-e52ccd0614ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:10.084966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-b07cddee-eb23-4738-bcd8-cd256100934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:10.084966 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-b07cddee-eb23-4738-bcd8-cd256100934a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 1094 time: 0.3670459 Nov 09 17:55:10.086757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576fd7-962f-4a86-8907-6c66692562a3 req-4f62df2f-f3aa-4abe-8936-c0e0ea628498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:10.088413 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75576fd7-962f-4a86-8907-6c66692562a3 req-4f62df2f-f3aa-4abe-8936-c0e0ea628498 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93d6a562-87c3-43f9-8f53-f107047886ee HTTP/1.1" status: 200 len: 858 time: 0.1483405 Nov 09 17:55:10.191699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-0dc9d1a9-f893-4ff9-8a88-ca4ad159f2a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c7e27d9-185f-45e5-9854-e7d1f0204a68 HTTP/1.1" status: 200 len: 217 time: 0.0935338 Nov 09 17:55:10.193910 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75576fd7-962f-4a86-8907-6c66692562a3 req-d373b82d-61cc-43a0-9bf6-1d5bd5ae7ad8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6642ab75-e5ec-4cb0-8139-1cc246529814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828252 Nov 09 17:55:10.198700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200866a-80b0-4d49-a907-e52ccd0614ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea157dd-83cb-4b42-a9c3-19c120d4cbb8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:10.215000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc426e-5c9a-4047-9015-d6ab99d867b5 req-5c955527-fedd-43d1-8ff8-17d9983e498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:10.215000 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-90dc426e-5c9a-4047-9015-d6ab99d867b5 req-5c955527-fedd-43d1-8ff8-17d9983e498b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 1135 time: 0.2832708 Nov 09 17:55:10.231329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8200866a-80b0-4d49-a907-e52ccd0614ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d707850eb93a417093a15a5cb5b6bfe3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2342906 Nov 09 17:55:10.232572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44540) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:10.271780 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2f6b1748-a83c-42c3-a56f-3d054eb843ff req-565dabb2-5400-4ef2-8156-7a259358c9ea tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593959 Nov 09 17:55:10.406935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-fe5b7ebb-e8fd-4416-8f0b-be7936ee67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:10.408466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-fe5b7ebb-e8fd-4416-8f0b-be7936ee67ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.2053418 Nov 09 17:55:10.415451 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-90dc426e-5c9a-4047-9015-d6ab99d867b5 req-c9f1539e-d696-4ae5-ba4e-b13aa0e41898 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1819620 Nov 09 17:55:10.446085 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-d3ef2b08-0bff-4b99-afcf-9254f0c015fe tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:55:10.447503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d3ef2b08-0bff-4b99-afcf-9254f0c015fe tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "PUT /v2.0/routers/a7ec5fb1-140f-4b91-ad64-c56529ac5cea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1744866 Nov 09 17:55:10.454633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44550) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:10.460770 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d091808-772a-458d-bad9-fd496752c93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:10.462560 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75576fd7-962f-4a86-8907-6c66692562a3 req-a1f2e86d-73a3-494e-b261-6e9ac7918a1e service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464993 Nov 09 17:55:10.466563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-63ac1441-4ca6-4c20-bc03-1dc13d49316f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479958 Nov 09 17:55:10.530939 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-930becd0-f6da-499d-babc-33986aa02b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:10.571120 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-930becd0-f6da-499d-babc-33986aa02b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:10.652433 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-cc5d5182-671a-4030-822d-8dcd4098743a service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797752 Nov 09 17:55:10.698379 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8e7e75d2-dcfd-43e3-91be-3972a3cd7761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:10.714073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04cab5-51cb-4b26-a8fe-e7dcfa11b979 req-52844f3b-37cf-48b6-93c5-99e5bbfc1b73 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:10.716030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bb04cab5-51cb-4b26-a8fe-e7dcfa11b979 req-52844f3b-37cf-48b6-93c5-99e5bbfc1b73 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.2673664 Nov 09 17:55:10.774571 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-930becd0-f6da-499d-babc-33986aa02b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:10.777389 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-930becd0-f6da-499d-babc-33986aa02b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:10.778628 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-930becd0-f6da-499d-babc-33986aa02b39 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ea157dd-83cb-4b42-a9c3-19c120d4cbb8 HTTP/1.1" status: 204 len: 168 time: 0.4964225 Nov 09 17:55:10.805582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930becd0-f6da-499d-babc-33986aa02b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea157dd-83cb-4b42-a9c3-19c120d4cbb8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:10.871371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4b6e712a-ba46-4ae3-9956-b444e2541631 req-be046e21-d4f9-4695-9f40-d6410476aebb service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113423 Nov 09 17:55:10.873772 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75576fd7-962f-4a86-8907-6c66692562a3 req-f9f06d43-250d-46bf-add1-e89e7e01921f service neutron] 10.222.0.13 "GET /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896219 Nov 09 17:55:10.938287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d0284b7e-3bc0-42bb-b071-d95497cf09b7 req-e732eb4f-9b5a-491c-b203-283b4399bcb7 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0408421 Nov 09 17:55:11.053495 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c732eec-1d7d-437a-8117-14c3f1fabd7b req-32c6082a-0b9a-4564-860c-2d3caa8cd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:11.056730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c732eec-1d7d-437a-8117-14c3f1fabd7b req-32c6082a-0b9a-4564-860c-2d3caa8cd033 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 1094 time: 0.0662291 Nov 09 17:55:11.228987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3016f5-06e9-4a1e-b1f2-c8aa55e209bc req-03357b32-da95-46ee-adfe-3ac333ec81f8 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:11.230519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f3016f5-06e9-4a1e-b1f2-c8aa55e209bc req-03357b32-da95-46ee-adfe-3ac333ec81f8 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 984 time: 0.0839212 Nov 09 17:55:11.232471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c732eec-1d7d-437a-8117-14c3f1fabd7b req-d1ab0645-fc36-41ae-8b89-26371cb9b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:11.233998 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c732eec-1d7d-437a-8117-14c3f1fabd7b req-d1ab0645-fc36-41ae-8b89-26371cb9b81a service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 906 time: 0.1705406 Nov 09 17:55:11.278069 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bb04cab5-51cb-4b26-a8fe-e7dcfa11b979 req-a0ac4453-d781-44f5-bc01-e0edb230362a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526035 Nov 09 17:55:11.307011 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c732eec-1d7d-437a-8117-14c3f1fabd7b req-cae37096-857f-4e21-ad41-ae407f699e4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c7e27d9-185f-45e5-9854-e7d1f0204a68 HTTP/1.1" status: 200 len: 217 time: 0.0607789 Nov 09 17:55:11.349274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44562) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:11.371867 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f3016f5-06e9-4a1e-b1f2-c8aa55e209bc req-934bcad4-1262-403e-aba3-8f5e1ed5a941 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1324005 Nov 09 17:55:11.392335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c732eec-1d7d-437a-8117-14c3f1fabd7b req-ab64775b-55fa-437b-a833-148ddbc9e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:11.394372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c732eec-1d7d-437a-8117-14c3f1fabd7b req-ab64775b-55fa-437b-a833-148ddbc9e8a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.0729876 Nov 09 17:55:11.428496 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c732eec-1d7d-437a-8117-14c3f1fabd7b req-6f77c5cb-aa79-42cb-9009-46ad3317c6c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270512 Nov 09 17:55:11.486064 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-03c902ac-79b0-4b8c-9a43-4a27cc35f3f5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e826c4d300b465fb2db7ce63664578a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347866 Nov 09 17:55:11.490432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44564) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:11.512901 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7a83e-b3ff-4d86-a92a-63cee835f0df req-4c870a4e-507b-4335-b671-003ebd887fe2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:11.514519 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53b7a83e-b3ff-4d86-a92a-63cee835f0df req-4c870a4e-507b-4335-b671-003ebd887fe2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 943 time: 0.1443915 Nov 09 17:55:11.568666 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c732eec-1d7d-437a-8117-14c3f1fabd7b req-2e001087-b252-4b0f-aa2b-e428a939d2d5 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330855 Nov 09 17:55:11.588399 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec8169b5-55b5-4bbb-ab06-ea72bdbb6177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:11.636312 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-53b7a83e-b3ff-4d86-a92a-63cee835f0df req-a181783b-1281-4f68-a947-e86fed4b22fd tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114326 Nov 09 17:55:11.657766 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec8169b5-55b5-4bbb-ab06-ea72bdbb6177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:11.680199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8d091808-772a-458d-bad9-fd496752c93a admin admin] Deleting port 3b79f081-bacf-42fd-bf02-9c663a553da4 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:11.680653 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d091808-772a-458d-bad9-fd496752c93a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:11.688629 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2282c52-79e1-474f-b909-20e5f5131d28 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:11.755216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c732eec-1d7d-437a-8117-14c3f1fabd7b req-f5d240a3-c90f-4f11-bbee-f23eca4d6f1b service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785686 Nov 09 17:55:11.799593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec8169b5-55b5-4bbb-ab06-ea72bdbb6177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:11.803267 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec8169b5-55b5-4bbb-ab06-ea72bdbb6177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:11.804782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ec8169b5-55b5-4bbb-ab06-ea72bdbb6177 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d905bfaa-0f65-4398-97c0-06811df1162a HTTP/1.1" status: 204 len: 168 time: 0.3135943 Nov 09 17:55:11.835544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8169b5-55b5-4bbb-ab06-ea72bdbb6177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d905bfaa-0f65-4398-97c0-06811df1162a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:11.966664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-8d091808-772a-458d-bad9-fd496752c93a admin admin] For port 3b79f081-bacf-42fd-bf02-9c663a553da4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3b79f081-bacf-42fd-bf02-9c663a553da4,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:11.967663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d091808-772a-458d-bad9-fd496752c93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:11.988787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8d091808-772a-458d-bad9-fd496752c93a admin admin] Calling delete_port for 3b79f081-bacf-42fd-bf02-9c663a553da4 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:12.198135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-91a9c484-8bce-46a4-86d9-1a57df628260 req-6abe2b87-234f-4631-8d4d-826e663386d7 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.1128554 Nov 09 17:55:12.416377 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a2282c52-79e1-474f-b909-20e5f5131d28 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Deleting port bda91b73-6d0c-48a5-a074-9a6220eae04a {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:12.417088 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2282c52-79e1-474f-b909-20e5f5131d28 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:12.489258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55864d6a-e8f2-4d5e-9fa0-153a39a4d72e req-492df4ea-30a0-41f3-b073-65143e74f004 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:12.491485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55864d6a-e8f2-4d5e-9fa0-153a39a4d72e req-492df4ea-30a0-41f3-b073-65143e74f004 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1142097 Nov 09 17:55:12.559641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55864d6a-e8f2-4d5e-9fa0-153a39a4d72e req-9cbe1238-b0a4-47e5-a108-10a28d052003 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585971 Nov 09 17:55:12.602486 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d091808-772a-458d-bad9-fd496752c93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:12.636429 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2282c52-79e1-474f-b909-20e5f5131d28 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:12.671074 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d091808-772a-458d-bad9-fd496752c93a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b79f081-bacf-42fd-bf02-9c663a553da4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:12.686109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70014d-8eb8-4235-9309-674f682c8913 req-ba02f2f3-8bd0-48a6-bd60-f2dd9dc0680a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:12.687825 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cd70014d-8eb8-4235-9309-674f682c8913 req-ba02f2f3-8bd0-48a6-bd60-f2dd9dc0680a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 984 time: 0.2115359 Nov 09 17:55:12.710816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a2282c52-79e1-474f-b909-20e5f5131d28 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Calling delete_port for bda91b73-6d0c-48a5-a074-9a6220eae04a owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:12.882811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea4f57-8028-49ab-b8b1-a9de56f1e175 req-2e7a35d6-9534-403b-b393-67d93c3bb2b1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:12.886748 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d9ea4f57-8028-49ab-b8b1-a9de56f1e175 req-2e7a35d6-9534-403b-b393-67d93c3bb2b1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 943 time: 0.0757737 Nov 09 17:55:12.937152 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cd70014d-8eb8-4235-9309-674f682c8913 req-1101afc7-bedb-4cda-b157-2238ae7a45cc tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2276864 Nov 09 17:55:12.986498 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d9ea4f57-8028-49ab-b8b1-a9de56f1e175 req-adc1d79c-782d-4a73-9974-4df0f96d7f2c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882072 Nov 09 17:55:13.174769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baecc42-6137-4e10-8940-16c9eb179352 req-48f03f77-57ad-437b-bc07-53bf7c5531a7 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:13.176682 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0baecc42-6137-4e10-8940-16c9eb179352 req-48f03f77-57ad-437b-bc07-53bf7c5531a7 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 984 time: 0.0724220 Nov 09 17:55:13.189116 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d091808-772a-458d-bad9-fd496752c93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:13.413287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f713f964-11c0-431c-9ee8-6ef9fdd3bc06 req-a4a2117b-4b40-4296-b992-62be632deef5 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0744495 Nov 09 17:55:13.446108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2c7e27d9-185f-45e5-9854-e7d1f0204a68 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:55:13.456119 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2282c52-79e1-474f-b909-20e5f5131d28 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:13.557772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2282c52-79e1-474f-b909-20e5f5131d28 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event deleted for resources: {'Port': ['ID=bda91b73-6d0c-48a5-a074-9a6220eae04a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:13.747120 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0baecc42-6137-4e10-8940-16c9eb179352 req-084ccc0d-cbcd-481c-9691-b408094191a6 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5554075 Nov 09 17:55:13.754261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2c7e27d9-185f-45e5-9854-e7d1f0204a68, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2c7e27d9-185f-45e5-9854-e7d1f0204a68,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:13.793857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '2c7e27d9-185f-45e5-9854-e7d1f0204a68', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'port_id': '2c7e27d9-185f-45e5-9854-e7d1f0204a68', 'mac_address': 'fa:16:3e:a0:d3:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417001cc-f87f-4208-b45a-9ddf65dcb18d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:55:13.906710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed8132-082b-458e-962a-d6e0c17f5ac0 req-e231dfb0-7c3e-471d-bc06-bf6c569a7836 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:13.908382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-daed8132-082b-458e-962a-d6e0c17f5ac0 req-e231dfb0-7c3e-471d-bc06-bf6c569a7836 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 1135 time: 0.0604334 Nov 09 17:55:13.911726 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7400034b-06da-4c7e-b57d-3434786bedf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:13.934347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bb69d-a27a-46c5-80f8-0977254abff2 req-089b1c64-0a42-4e79-8aae-65685acb8295 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:13.942999 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f27bb69d-a27a-46c5-80f8-0977254abff2 req-089b1c64-0a42-4e79-8aae-65685acb8295 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1803784 Nov 09 17:55:13.946855 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:13.950384 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-daed8132-082b-458e-962a-d6e0c17f5ac0 req-d947e490-d5df-47a5-bd5f-15a098ee0ebc tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:13.966270 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a2282c52-79e1-474f-b909-20e5f5131d28 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:13.979773 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7e27d9-185f-45e5-9854-e7d1f0204a68 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:55:14.020704 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:55:14.055501 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2c7e27d9-185f-45e5-9854-e7d1f0204a68, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2c7e27d9-185f-45e5-9854-e7d1f0204a68,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:14.062642 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:14.102336 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-daed8132-082b-458e-962a-d6e0c17f5ac0 req-d947e490-d5df-47a5-bd5f-15a098ee0ebc tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:14.109883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-daed8132-082b-458e-962a-d6e0c17f5ac0 req-d947e490-d5df-47a5-bd5f-15a098ee0ebc tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:14.115748 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f27bb69d-a27a-46c5-80f8-0977254abff2 req-946b4f74-2457-439b-9a1a-40ab35e35106 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716621 Nov 09 17:55:14.131287 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d091808-772a-458d-bad9-fd496752c93a admin admin] Router 188b2b73-4676-4d2e-be18-31c0ec925034 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:55:14.165162 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-daed8132-082b-458e-962a-d6e0c17f5ac0 req-d947e490-d5df-47a5-bd5f-15a098ee0ebc tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2309818 Nov 09 17:55:14.171134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2c7e27d9-185f-45e5-9854-e7d1f0204a68,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:14.171636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947e490-d5df-47a5-bd5f-15a098ee0ebc tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ef1955-efaa-4bfb-a920-86dcda84e0eb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:14.194505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44632) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:14.411120 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:14.435398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2c7e27d9-185f-45e5-9854-e7d1f0204a68'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:14.457677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2282c52-79e1-474f-b909-20e5f5131d28 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Router a7ec5fb1-140f-4b91-ad64-c56529ac5cea has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:55:14.488829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081c39a8-927f-4ebb-b6ce-33f632b942fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:14.490461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-081c39a8-927f-4ebb-b6ce-33f632b942fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 1130 time: 0.2936277 Nov 09 17:55:14.496035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44642) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:14.506616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': 'e0b0787d-67e3-483c-9911-818ec515abab', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:14.512718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67335c12-9f29-46c3-84e7-fdcf378cba16 req-85ac4954-7083-426d-9aff-975f6501aea9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:14.521009 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-67335c12-9f29-46c3-84e7-fdcf378cba16 req-85ac4954-7083-426d-9aff-975f6501aea9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 944 time: 0.2481782 Nov 09 17:55:14.564644 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:14.647898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2282c52-79e1-474f-b909-20e5f5131d28 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:14.663960 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d88ff4-c8e1-4156-bff2-8e2ab6394b04 None None] Sync routers for ids ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:14.681552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d091808-772a-458d-bad9-fd496752c93a admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:14.692713 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a2282c52-79e1-474f-b909-20e5f5131d28 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "PUT /v2.0/routers/a7ec5fb1-140f-4b91-ad64-c56529ac5cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2355983 Nov 09 17:55:14.702146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad139b-86c7-435d-8ce4-1e5a72fd7b0d None None] Sync routers for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:14.703761 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d88ff4-c8e1-4156-bff2-8e2ab6394b04 None None] Routers {'a7ec5fb1-140f-4b91-ad64-c56529ac5cea'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:14.705000 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-08d88ff4-c8e1-4156-bff2-8e2ab6394b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:55:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:14.715135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-67335c12-9f29-46c3-84e7-fdcf378cba16 req-7410e0d0-20a9-4f6d-abd7-f3d3a385a58e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916153 Nov 09 17:55:14.718043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44650) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:14.738885 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8d091808-772a-458d-bad9-fd496752c93a admin admin] 10.222.0.81 "PUT /v2.0/routers/188b2b73-4676-4d2e-be18-31c0ec925034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0201206 Nov 09 17:55:14.743357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad139b-86c7-435d-8ce4-1e5a72fd7b0d None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:14.744897 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1cad139b-86c7-435d-8ce4-1e5a72fd7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:55:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:14.755033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44654) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:14.801018 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-08d88ff4-c8e1-4156-bff2-8e2ab6394b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:14.832872 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d88ff4-c8e1-4156-bff2-8e2ab6394b04 None None] Routers {'a7ec5fb1-140f-4b91-ad64-c56529ac5cea'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:14.834438 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-08d88ff4-c8e1-4156-bff2-8e2ab6394b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:55:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:14.883309 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-5b6304f9-7b5c-413e-b0ae-e0201e779e00 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] delete failed (client error): The resource could not be found. Nov 09 17:55:14.890778 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5b6304f9-7b5c-413e-b0ae-e0201e779e00 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1805863667 HTTP/1.1" status: 404 len: 335 time: 0.1562810 Nov 09 17:55:14.910883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44658) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:14.933754 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-08d88ff4-c8e1-4156-bff2-8e2ab6394b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:14.935203 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d88ff4-c8e1-4156-bff2-8e2ab6394b04 None None] The sync data for ids ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:14.938008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4d017a4b-5c92-4a16-8ca7-d7404654c636 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a7ec5fb1-140f-4b91-ad64-c56529ac5cea'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:15.082385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1cad139b-86c7-435d-8ce4-1e5a72fd7b0d None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:15.107622 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44660) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:15.149352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-463fd517-1423-43f8-93bd-bcabb66b3364 req-bc80a735-25f8-4817-b9b2-3a4630e2fa50 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.2329164 Nov 09 17:55:15.323122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e654d631-31fc-481c-bb3d-988135c899b4 tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:15.370188 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:15.457347 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1cad139b-86c7-435d-8ce4-1e5a72fd7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:55:12Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:15.489668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad139b-86c7-435d-8ce4-1e5a72fd7b0d None None] Checking router: 188b2b73-4676-4d2e-be18-31c0ec925034 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:55:15.500648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad139b-86c7-435d-8ce4-1e5a72fd7b0d None None] Routers {'188b2b73-4676-4d2e-be18-31c0ec925034'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:15.501374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1cad139b-86c7-435d-8ce4-1e5a72fd7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:55:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['188b2b73-4676-4d2e-be18-31c0ec925034'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:15.517489 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d017a4b-5c92-4a16-8ca7-d7404654c636 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:15.583271 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e654d631-31fc-481c-bb3d-988135c899b4 tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] 10.222.0.81 "PUT /v2.0/quotas/6bee8d700c104abd94b829ccb7af4391 HTTP/1.1" status: 200 len: 366 time: 0.4728568 Nov 09 17:55:15.584647 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-4d017a4b-5c92-4a16-8ca7-d7404654c636 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] update failed (client error): The resource could not be found. Nov 09 17:55:15.589671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4d017a4b-5c92-4a16-8ca7-d7404654c636 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "PUT /v2.0/routers/a7ec5fb1-140f-4b91-ad64-c56529ac5cea HTTP/1.1" status: 404 len: 339 time: 0.6619909 Nov 09 17:55:15.590840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44666) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:15.591356 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44668) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:15.600667 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:15.756902 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0cfbdd92-d140-4bf3-81d8-8258722cad9b tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1634870 Nov 09 17:55:15.761464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44670) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:15.763669 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:15.854177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1cad139b-86c7-435d-8ce4-1e5a72fd7b0d None None] Set router 188b2b73-4676-4d2e-be18-31c0ec925034 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:15.895990 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Allocated IP 172.25.1.23 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/0900bcc4-286a-4c66-8656-307ed2121016) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:15.909042 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3b9df568-765e-4da3-bf43-4db175f60292 tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] 10.222.0.81 "GET /v2.0/quotas/6bee8d700c104abd94b829ccb7af4391 HTTP/1.1" status: 200 len: 366 time: 0.1357059 Nov 09 17:55:15.950765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44674) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:16.039607 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6a6341b9-d91a-4d4f-a0c0-43d42229a95d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/6bee8d700c104abd94b829ccb7af4391 HTTP/1.1" status: 204 len: 168 time: 0.0854640 Nov 09 17:55:16.043787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44678) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:16.111656 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:16.144362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1cad139b-86c7-435d-8ce4-1e5a72fd7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:55:12Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:16.185464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad139b-86c7-435d-8ce4-1e5a72fd7b0d None None] The sync data for ids ['188b2b73-4676-4d2e-be18-31c0ec925034'] in n-d-817236-1 is: [{'id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'name': 'tempest-AttachVolumeTestJSON-1967509339-router', 'tenant_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:45:16Z', 'updated_at': '2021-11-09T17:55:12Z', 'revision_number': 5, 'project_id': 'd5d9bdb4d3534890be2673a8a3219a16', 'gw_port': {'id': '8c59c079-10ad-4a84-b5f6-5dcf3b4c6534', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188b2b73-4676-4d2e-be18-31c0ec925034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:45:18Z', 'updated_at': '2021-11-09T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:16.195763 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:16.212315 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a197778d-eb8d-4c52-beca-fc8ac561feb8 tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1630530 Nov 09 17:55:16.212643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44682) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:16.240515 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7b4a3cda-cba6-4e37-90b4-9fdc858c18db tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] 10.222.0.81 "GET /v2.0/quotas/6bee8d700c104abd94b829ccb7af4391 HTTP/1.1" status: 200 len: 370 time: 0.0226142 Nov 09 17:55:16.263899 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:16.269040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44684) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:16.299777 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-07c99061-1c47-4b51-a80c-30f43fdc0183 tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] 10.222.0.81 "GET /v2.0/quotas/6bee8d700c104abd94b829ccb7af4391/default HTTP/1.1" status: 200 len: 370 time: 0.0216911 Nov 09 17:55:16.301878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44686) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:16.335475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:16.352199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:16.372893 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-3e303093-5e42-46cb-9cce-2f050dfbeaaf tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] delete failed (client error): The resource could not be found. Nov 09 17:55:16.374699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3e303093-5e42-46cb-9cce-2f050dfbeaaf tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/6bee8d700c104abd94b829ccb7af4391 HTTP/1.1" status: 404 len: 348 time: 0.0661492 Nov 09 17:55:16.376802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:16.386638 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Port': ['ID=0900bcc4-286a-4c66-8656-307ed2121016,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:16.403277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:16.443894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919c538-7a9f-41e8-8988-4ce88e6e2608 req-46bc1135-477c-41a0-bf51-d2561053bf3f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:16.446613 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6919c538-7a9f-41e8-8988-4ce88e6e2608 req-46bc1135-477c-41a0-bf51-d2561053bf3f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 944 time: 0.2693598 Nov 09 17:55:16.529071 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e48b8179-2eff-4786-b642-e59d2545d193 req-6e7c0706-9ebc-480c-9242-b3681469ffa8 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.1693680 Nov 09 17:55:16.588260 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44692) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:16.592946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Deleting port 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:16.593730 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:16.602713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6919c538-7a9f-41e8-8988-4ce88e6e2608 req-a9b1867f-e610-4500-b54a-a7767618e371 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429088 Nov 09 17:55:16.858509 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Usage tracker for resource:network and tenant:1b8010b4da3e45d881bcfbb44ad99d7d is out of sync, need to count used quota {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:55:16.878373 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 17:55:16.984005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Usage tracker for resource:subnet and tenant:1b8010b4da3e45d881bcfbb44ad99d7d is out of sync, need to count used quota {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:55:16.999526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 17:55:17.027461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Usage tracker for resource:subnetpool and tenant:1b8010b4da3e45d881bcfbb44ad99d7d is out of sync, need to count used quota {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:55:17.034755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] For port 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8c59c079-10ad-4a84-b5f6-5dcf3b4c6534,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:17.034755 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:17.092254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 17:55:17.105018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Calling delete_port for 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:17.140204 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Usage tracker for resource:port and tenant:1b8010b4da3e45d881bcfbb44ad99d7d is out of sync, need to count used quota {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:55:17.227193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 17:55:17.240712 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Allocated IP 172.20.0.1 (f2786f7e-be72-433c-9862-b33424d96a6e/a9517597-1282-400f-b37d-f82f4cee2b6e/c3788a10-941b-424f-b2fc-a0444126d8d1) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:17.268399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Usage tracker for resource:router and tenant:1b8010b4da3e45d881bcfbb44ad99d7d is out of sync, need to count used quota {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:55:17.313259 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 17:55:17.349570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3b79f081-bacf-42fd-bf02-9c663a553da4 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:17.396038 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 3b79f081-bacf-42fd-bf02-9c663a553da4 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:55:17.396555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3b79f081-bacf-42fd-bf02-9c663a553da4 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:17.408878 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:17.452010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Usage tracker for resource:floatingip and tenant:1b8010b4da3e45d881bcfbb44ad99d7d is out of sync, need to count used quota {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:55:17.471604 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 17:55:17.482553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2c7e27d9-185f-45e5-9854-e7d1f0204a68 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:17.531292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:17.634766 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:17.636889 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 2c7e27d9-185f-45e5-9854-e7d1f0204a68 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:55:17.644637 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 2c7e27d9-185f-45e5-9854-e7d1f0204a68 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:17.645667 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:17.736709 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:17.852565 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:17.887487 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de7c1fb1-5410-4135-85d6-5d8f11409ce9 req-7e48098a-01c7-4676-9d0a-f1a72ee0fd54 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.1451776 Nov 09 17:55:17.901573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7e27d9-185f-45e5-9854-e7d1f0204a68'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:17.905898 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5ffb21-0642-420f-844b-db2a47e87898" -d '{"events": [{"server_uuid": "fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4", "name": "network-vif-plugged", "status": "completed", "tag": "2c7e27d9-185f-45e5-9854-e7d1f0204a68"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:17.911092 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:17.936051 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2c7e27d9-185f-45e5-9854-e7d1f0204a68, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2c7e27d9-185f-45e5-9854-e7d1f0204a68,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:17.945279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:18.004987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Network f2786f7e-be72-433c-9862-b33424d96a6e is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:18.010986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event updated for resources: {'Port': ['ID=c3788a10-941b-424f-b2fc-a0444126d8d1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:18.014944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:18.053913 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:18.066715 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:18.069722 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:18.088484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Usage tracker for resource:security_group and tenant:1b8010b4da3e45d881bcfbb44ad99d7d is out of sync, need to count used quota {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:55:18.145420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d0302-0277-4f67-9fe2-1c7266a3cb76 req-5f405e59-6402-4c94-8d8a-4bd19f79aa7f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:18.147143 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-667d0302-0277-4f67-9fe2-1c7266a3cb76 req-5f405e59-6402-4c94-8d8a-4bd19f79aa7f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 944 time: 0.2986248 Nov 09 17:55:18.148268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Port': ['ID=0900bcc4-286a-4c66-8656-307ed2121016,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:18.149872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2c7e27d9-185f-45e5-9854-e7d1f0204a68,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:18.209195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 17:55:18.244963 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:18.308441 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:18.347923 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaeace5-b5f0-4842-9010-1f32272c07c0 x-openstack-request-id: req-ecaeace5-b5f0-4842-9010-1f32272c07c0 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:18.348386 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4", "name": "network-vif-plugged", "status": "completed", "tag": "2c7e27d9-185f-45e5-9854-e7d1f0204a68", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:18.348780 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ecaeace5-b5f0-4842-9010-1f32272c07c0 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:18.349486 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7e27d9-185f-45e5-9854-e7d1f0204a68', 'code': 200} Nov 09 17:55:18.394628 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c59c079-10ad-4a84-b5f6-5dcf3b4c6534,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:18.398154 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Usage tracker for resource:security_group_rule and tenant:1b8010b4da3e45d881bcfbb44ad99d7d is out of sync, need to count used quota {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 17:55:18.441949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-667d0302-0277-4f67-9fe2-1c7266a3cb76 req-15d856d7-9f7d-44c7-969e-d79103df8691 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374609 Nov 09 17:55:18.443716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.quota.resource [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102155) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 17:55:18.455810 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:18.568115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2203f-3664-414c-8031-662a1b886f94 req-771fc251-3f30-4963-8001-c26ccc61cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:18.569786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0db2203f-3664-414c-8031-662a1b886f94 req-771fc251-3f30-4963-8001-c26ccc61cde8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 1096 time: 0.1225023 Nov 09 17:55:18.585341 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-555e533d-a115-46e5-8d55-bccae9bfad1d tempest-QuotasTest-1231039899 tempest-QuotasTest-1231039899-project-admin] 10.222.0.81 "GET /v2.0/quotas/1b8010b4da3e45d881bcfbb44ad99d7d/details.json HTTP/1.1" status: 200 len: 703 time: 1.9866347 Nov 09 17:55:18.592248 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Floating IP e5e2a25b-ca53-4ca0-a5d1-e869ef6e7b2f associated. External IP: 172.25.1.23, port: e0b0787d-67e3-483c-9911-818ec515abab. Nov 09 17:55:18.624570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a67e03f2-1ed3-4d96-96cc-e05ecdea8b16 None None] Provisioning complete for port c3788a10-941b-424f-b2fc-a0444126d8d1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:18.630254 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a67e03f2-1ed3-4d96-96cc-e05ecdea8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:18.728341 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0db2203f-3664-414c-8031-662a1b886f94 req-962a4b32-1edb-4da5-abb1-7f3293e6dca4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470308 Nov 09 17:55:18.742534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a67e03f2-1ed3-4d96-96cc-e05ecdea8b16 None None] Port c3788a10-941b-424f-b2fc-a0444126d8d1 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:55:18.760338 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:19.043126 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:19.050453 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:19.054189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Router 127e59d6-b383-45ce-89f0-8ba29e27227a has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:55:19.055723 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:19.186339 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-570cef13-6b9b-45f3-864f-cd07b66ab96d req-4ec99100-7f34-41aa-925e-2616dffc9ff9 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0367994 Nov 09 17:55:19.254315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:19.282523 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9def096-bab6-4bfb-af81-cf885f39710f None None] Sync routers for ids ['127e59d6-b383-45ce-89f0-8ba29e27227a'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:19.294615 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:19.327794 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9def096-bab6-4bfb-af81-cf885f39710f None None] Routers {'127e59d6-b383-45ce-89f0-8ba29e27227a'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:19.333819 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e9def096-bab6-4bfb-af81-cf885f39710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:55:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['127e59d6-b383-45ce-89f0-8ba29e27227a'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:19.400619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:19.401271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 188b2b73-4676-4d2e-be18-31c0ec925034 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:55:19.416570 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:19.423537 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fd1e2bf8-8c17-4296-849f-4edf6a96d68d admin admin] 10.222.0.81 "DELETE /v2.0/routers/188b2b73-4676-4d2e-be18-31c0ec925034 HTTP/1.1" status: 204 len: 168 time: 4.6650558 Nov 09 17:55:19.425729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44714) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:19.426251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44716) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:19.503525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bda3c155-86c0-41f3-98b5-c62936e6f4d0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0025876 Nov 09 17:55:19.507422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44722) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:19.541936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'tag': 'e0b0787d-67e3-483c-9911-818ec515abab'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:19.546254 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdbb611-7c7d-47f1-82b9-04119d147102" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7d7f8d-b0d9-44a5-b65b-3262216d49f9", "tag": "e0b0787d-67e3-483c-9911-818ec515abab"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:19.616290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d9717f-35a9-47c3-afc8-45d940193f1a admin admin] Deleting subnet 90e004d7-aa4f-429b-b705-1f002be3405f {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:55:19.628055 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-54d9717f-35a9-47c3-afc8-45d940193f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:19.678818 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e9def096-bab6-4bfb-af81-cf885f39710f None None] Set router 127e59d6-b383-45ce-89f0-8ba29e27227a gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:19.898117 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef16de76-483b-4b6c-9c9e-c845e4a01d36 x-openstack-request-id: req-ef16de76-483b-4b6c-9c9e-c845e4a01d36 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:19.898590 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7d7f8d-b0d9-44a5-b65b-3262216d49f9", "tag": "e0b0787d-67e3-483c-9911-818ec515abab", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:19.898921 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ef16de76-483b-4b6c-9c9e-c845e4a01d36 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:19.899561 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'tag': 'e0b0787d-67e3-483c-9911-818ec515abab', 'status': 'completed', 'code': 200} Nov 09 17:55:19.909559 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-54d9717f-35a9-47c3-afc8-45d940193f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:20.451128 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e9def096-bab6-4bfb-af81-cf885f39710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:54:36Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'e5e2a25b-ca53-4ca0-a5d1-e869ef6e7b2f', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'port_id': 'e0b0787d-67e3-483c-9911-818ec515abab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'mac_address': 'fa:16:3e:d2:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:55:16Z', 'updated_at': '2021-11-09T17:55:16Z', 'revision_number': 0, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd14d186-45da-443e-b7f2-545c22e315f1', 'name': '', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'mac_address': 'fa:16:3e:12:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:32Z', 'updated_at': '2021-11-09T17:54:43Z', 'revision_number': 5, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'subnets': [{'id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:20.488045 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9def096-bab6-4bfb-af81-cf885f39710f None None] Checking router: 127e59d6-b383-45ce-89f0-8ba29e27227a for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:55:20.500920 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9def096-bab6-4bfb-af81-cf885f39710f None None] Routers {'127e59d6-b383-45ce-89f0-8ba29e27227a'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:20.502835 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-33be141a-0ab8-45c0-9b42-2fed50700c99 req-1c175a24-b9fe-4c24-abdf-e0ef117309c6 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0800254 Nov 09 17:55:20.506673 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:20.514742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.516117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.516481 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e9def096-bab6-4bfb-af81-cf885f39710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:55:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['127e59d6-b383-45ce-89f0-8ba29e27227a'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:20.516982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.517905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.519932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.520741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.521602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.522309 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.523289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.524116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.524943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.525762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.526533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.530830 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f091d9e0-1651-4864-a505-b6363670a29b tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9146 time: 1.0140042 Nov 09 17:55:20.533788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:20.541767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44732) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:20.624399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ec8a4-ccd2-4de9-bd3c-1b6e97174860 req-c5008264-7809-40e0-a7d8-dc3a7ca6743e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.632277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c74ec8a4-ccd2-4de9-bd3c-1b6e97174860 req-c5008264-7809-40e0-a7d8-dc3a7ca6743e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 945 time: 0.8986008 Nov 09 17:55:20.644690 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbe039f0-d6cb-4ad1-a2dc-b83bb8e4e1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:20.753860 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e9def096-bab6-4bfb-af81-cf885f39710f None None] Set router 127e59d6-b383-45ce-89f0-8ba29e27227a gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:20.797177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbb611-7c7d-47f1-82b9-04119d147102 req-f62d36ec-6375-43b9-b227-c5aae9753009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:20.800383 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2bdbb611-7c7d-47f1-82b9-04119d147102 req-f62d36ec-6375-43b9-b227-c5aae9753009 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60575135d11e43be9eb43cb2b7fd2240&device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 1135 time: 0.8421872 Nov 09 17:55:21.030298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbb611-7c7d-47f1-82b9-04119d147102 req-d53eabf9-4dac-42a7-9723-51e2f2ba0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.032461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2bdbb611-7c7d-47f1-82b9-04119d147102 req-d53eabf9-4dac-42a7-9723-51e2f2ba0f8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=293c1dad-881e-4d58-a545-c78216b68db2 HTTP/1.1" status: 200 len: 898 time: 0.2127216 Nov 09 17:55:21.036682 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c74ec8a4-ccd2-4de9-bd3c-1b6e97174860 req-14ad0994-3c3e-4b22-8b53-bfd284fa9bb1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820074 Nov 09 17:55:21.068051 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-54d9717f-35a9-47c3-afc8-45d940193f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:21.171759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event updated for resources: {'Port': ['ID=c3788a10-941b-424f-b2fc-a0444126d8d1,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:21.187354 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:21.197268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.197729 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.198178 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.198623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.199071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.199547 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.200865 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.201331 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.201758 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.202203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.202644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.203085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.203554 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.207288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c538c9c1-b7f0-4c38-b662-d81887f769fd tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8233 time: 0.6343954 Nov 09 17:55:21.221977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44736) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:21.323810 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-54d9717f-35a9-47c3-afc8-45d940193f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:21.369761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:21.385681 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e9def096-bab6-4bfb-af81-cf885f39710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:54:36Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'e5e2a25b-ca53-4ca0-a5d1-e869ef6e7b2f', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'port_id': 'e0b0787d-67e3-483c-9911-818ec515abab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'mac_address': 'fa:16:3e:d2:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:55:16Z', 'updated_at': '2021-11-09T17:55:16Z', 'revision_number': 0, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd14d186-45da-443e-b7f2-545c22e315f1', 'name': '', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'mac_address': 'fa:16:3e:12:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:32Z', 'updated_at': '2021-11-09T17:54:43Z', 'revision_number': 5, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'subnets': [{'id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:21.397891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2bdbb611-7c7d-47f1-82b9-04119d147102 req-1ab7ea6d-618b-446f-a99c-504ca0c9266c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b0787d-67e3-483c-9911-818ec515abab HTTP/1.1" status: 200 len: 998 time: 0.3453174 Nov 09 17:55:21.400484 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-54d9717f-35a9-47c3-afc8-45d940193f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:21.407891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-54d9717f-35a9-47c3-afc8-45d940193f1a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/90e004d7-aa4f-429b-b705-1f002be3405f HTTP/1.1" status: 204 len: 168 time: 1.9602916 Nov 09 17:55:21.420152 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44738) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:21.454191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0364453-157f-4c13-bf4e-d102c9bbff38 None None] Network 62985637-89b4-4626-b71d-b65e6efa34fa requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:21.459598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:55:21.460151 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8c59c079-10ad-4a84-b5f6-5dcf3b4c6534 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:21.495348 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9def096-bab6-4bfb-af81-cf885f39710f None None] The sync data for ids ['127e59d6-b383-45ce-89f0-8ba29e27227a'] in n-d-817236-1 is: [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:54:36Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'e5e2a25b-ca53-4ca0-a5d1-e869ef6e7b2f', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'port_id': 'e0b0787d-67e3-483c-9911-818ec515abab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'mac_address': 'fa:16:3e:d2:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:55:16Z', 'updated_at': '2021-11-09T17:55:16Z', 'revision_number': 0, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd14d186-45da-443e-b7f2-545c22e315f1', 'name': '', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'mac_address': 'fa:16:3e:12:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:32Z', 'updated_at': '2021-11-09T17:54:43Z', 'revision_number': 5, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'subnets': [{'id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:21.519847 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbe039f0-d6cb-4ad1-a2dc-b83bb8e4e1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:21.530701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9717f-35a9-47c3-afc8-45d940193f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e004d7-aa4f-429b-b705-1f002be3405f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:21.573550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbe039f0-d6cb-4ad1-a2dc-b83bb8e4e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:21.619908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Network f2786f7e-be72-433c-9862-b33424d96a6e is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:21.632800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:21.670489 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dbe039f0-d6cb-4ad1-a2dc-b83bb8e4e1cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0cd7b930896c4772b222f9098b1b755e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2253063 Nov 09 17:55:21.678151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe039f0-d6cb-4ad1-a2dc-b83bb8e4e1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47993200-f162-4fba-8c29-f8f09b5d3980,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:21.678926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44744) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:21.755610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbb611-7c7d-47f1-82b9-04119d147102 req-e7774c38-42d0-4fb6-9872-2757046830fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.757446 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2bdbb611-7c7d-47f1-82b9-04119d147102 req-e7774c38-42d0-4fb6-9872-2757046830fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abca216d-41d6-4c7a-8132-2de1912872f0 HTTP/1.1" status: 200 len: 833 time: 0.3044486 Nov 09 17:55:21.831331 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:21.899041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbb611-7c7d-47f1-82b9-04119d147102 req-3c78e81b-ad91-40a8-9f1f-4d109103e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:21.903347 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2bdbb611-7c7d-47f1-82b9-04119d147102 req-3c78e81b-ad91-40a8-9f1f-4d109103e2c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=293c1dad-881e-4d58-a545-c78216b68db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297445 Nov 09 17:55:21.954244 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] DHCP port deletion for 62985637-89b4-4626-b71d-b65e6efa34fa request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:22.036266 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a27523-1579-4954-9cb7-a947f6fe7c6a None None] New status for floating IP e5e2a25b-ca53-4ca0-a5d1-e869ef6e7b2f: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:55:22.233650 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-02c6ee47-6055-43ac-a406-d3cee300d4f9 req-a4b5434d-1fe9-4049-a6fa-3bf9014f3b9b tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.3010454 Nov 09 17:55:22.320773 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2bdbb611-7c7d-47f1-82b9-04119d147102 req-d482d7dd-ff0b-4925-bc5d-c85c8b764fa5 service neutron] 10.222.0.13 "GET /v2.0/networks/293c1dad-881e-4d58-a545-c78216b68db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025621 Nov 09 17:55:22.332033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e999315-dbe1-4473-8b7a-69ee217f6bef req-967dbbb4-7493-4a61-b81e-26bb3158c6d9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:22.340131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5e999315-dbe1-4473-8b7a-69ee217f6bef req-967dbbb4-7493-4a61-b81e-26bb3158c6d9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 945 time: 0.1258502 Nov 09 17:55:22.347025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Router a7ec5fb1-140f-4b91-ad64-c56529ac5cea has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:55:22.358538 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a56dc0f0-1a37-40c1-982c-e7969ae8020f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:22.363351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Deleting port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:22.363692 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:22.434923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Deleting port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:22.436487 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:22.449956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-49452377-b356-4a7f-9d9a-6b6a946b2625 None None] Provisioning complete for port c3788a10-941b-424f-b2fc-a0444126d8d1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:22.450978 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-49452377-b356-4a7f-9d9a-6b6a946b2625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:22.526156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] For port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9a254da6-39b8-4a28-ba8a-59d4a5bb1e00,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:22.526566 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:22.554725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5e999315-dbe1-4473-8b7a-69ee217f6bef req-aaa05217-6385-4e03-83eb-19b2a6b19cfd tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118185 Nov 09 17:55:22.555854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Calling delete_port for 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:22.636781 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2bdbb611-7c7d-47f1-82b9-04119d147102 req-b5b873c9-1528-42db-aa4e-5e198282ec0a service neutron] 10.222.0.13 "GET /v2.0/networks/293c1dad-881e-4d58-a545-c78216b68db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937689 Nov 09 17:55:22.718146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:22.727621 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:22.733281 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-78681a05-2300-4ebc-97e4-2f1e1836c151 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "PUT /v2.0/routers/a7ec5fb1-140f-4b91-ad64-c56529ac5cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1368909 Nov 09 17:55:22.735917 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d1d369-9646-435b-a5a5-96b250952ff0 None None] Sync routers for ids ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:22.737856 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44752) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:22.775717 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d1d369-9646-435b-a5a5-96b250952ff0 None None] Routers {'a7ec5fb1-140f-4b91-ad64-c56529ac5cea'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:22.776394 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c7d1d369-9646-435b-a5a5-96b250952ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:55:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:22.789211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a254da6-39b8-4a28-ba8a-59d4a5bb1e00,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:22.803088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] No DVR routers for this DVR port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:22.862089 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c7d1d369-9646-435b-a5a5-96b250952ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:22.872749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] For port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9a254da6-39b8-4a28-ba8a-59d4a5bb1e00,segment=NetworkSegment(215de805-6e23-4129-8edc-ab7ae3f24eba),segment_id=215de805-6e23-4129-8edc-ab7ae3f24eba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:22.874551 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:22.881918 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d1d369-9646-435b-a5a5-96b250952ff0 None None] Routers {'a7ec5fb1-140f-4b91-ad64-c56529ac5cea'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:22.882675 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c7d1d369-9646-435b-a5a5-96b250952ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:55:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:22.902989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-49452377-b356-4a7f-9d9a-6b6a946b2625 None None] Port c3788a10-941b-424f-b2fc-a0444126d8d1 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:55:22.917281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Calling delete_port for 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:22.935448 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:22.954323 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c7d1d369-9646-435b-a5a5-96b250952ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:22.955176 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d1d369-9646-435b-a5a5-96b250952ff0 None None] The sync data for ids ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:23.005348 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a56dc0f0-1a37-40c1-982c-e7969ae8020f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.007056 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.031396 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-78db0ae7-14a8-44cd-b3bb-1dbc22a08ab5 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3606 time: 1.8056679 Nov 09 17:55:23.038073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44762) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:23.039517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62985637-89b4-4626-b71d-b65e6efa34fa']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:23.053543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215de805-6e23-4129-8edc-ab7ae3f24eba') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:23.053950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215de805-6e23-4129-8edc-ab7ae3f24eba') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:23.066620 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.083627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.091614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:55:23.092312 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.126766 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:55:23.158925 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:55:23.163076 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5e26c26-537c-4640-93be-f7e2518765b0 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.174595 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.193283 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.196691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/62985637-89b4-4626-b71d-b65e6efa34fa HTTP/1.1" status: 204 len: 168 time: 1.7748449 Nov 09 17:55:23.203568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Pushing event deleted for resources: {'Port': ['ID=9a254da6-39b8-4a28-ba8a-59d4a5bb1e00,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:23.215255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] No DVR routers for this DVR port 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:23.215564 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299698f-e473-4774-b386-a6e9768eedaa tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:23.215717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299698f-e473-4774-b386-a6e9768eedaa tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:23.217719 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b299698f-e473-4774-b386-a6e9768eedaa tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=127e59d6-b383-45ce-89f0-8ba29e27227a HTTP/1.1" status: 200 len: 1989 time: 0.1757393 Nov 09 17:55:23.241039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:23.241488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:23.242120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:23.243155 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:23.243383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:23.243872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:23.244598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:23.245207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:23.245754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:23.246303 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:23.246873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:23.247513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e7a10-2a1b-4b0f-a2be-dd25f15328f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:23.278183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f10e87-6349-480c-b71e-8679e5d6eea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=62985637-89b4-4626-b71d-b65e6efa34fa,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:23.302422 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a56dc0f0-1a37-40c1-982c-e7969ae8020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.305579 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a56dc0f0-1a37-40c1-982c-e7969ae8020f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.307091 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a56dc0f0-1a37-40c1-982c-e7969ae8020f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/47993200-f162-4fba-8c29-f8f09b5d3980 HTTP/1.1" status: 204 len: 168 time: 1.6074064 Nov 09 17:55:23.351586 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dc0f0-1a37-40c1-982c-e7969ae8020f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47993200-f162-4fba-8c29-f8f09b5d3980,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:23.353968 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-d5e26c26-537c-4640-93be-f7e2518765b0 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 17:55:23.358155 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d5e26c26-537c-4640-93be-f7e2518765b0 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "DELETE /v2.0/routers/a7ec5fb1-140f-4b91-ad64-c56529ac5cea HTTP/1.1" status: 409 len: 329 time: 0.6008790 Nov 09 17:55:23.359425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44780) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:23.481752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:23.484601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-ebec5920-c956-4131-85d8-9bbdccd9ea7e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:23.486787 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-ebec5920-c956-4131-85d8-9bbdccd9ea7e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.3281622 Nov 09 17:55:23.508352 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-40c2e0cd-bed7-46c0-b3c7-0b536fa1b2bb req-dc8b90a3-061a-4344-a882-a92dcbf84412 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0779941 Nov 09 17:55:23.544891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:55:23.545687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9a254da6-39b8-4a28-ba8a-59d4a5bb1e00 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:23.583973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-46256df7-9e48-4d1c-8b6d-1223e018167a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/quotas/d83662e3666441899feb7a0a206d59be HTTP/1.1" status: 200 len: 375 time: 0.0223875 Nov 09 17:55:23.617641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44786) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:23.636692 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.688103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b27c8e0c-7296-4f5e-8692-4db32b62e300 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5d9bdb4d3534890be2673a8a3219a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689244 Nov 09 17:55:23.688806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44790) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:23.755403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-946460c5-b04d-46b6-84ab-c9d3f9cfb60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.784856 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-946460c5-b04d-46b6-84ab-c9d3f9cfb60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.825650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-d292b1d1-757f-4e45-ac3f-a19ea8636726 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079299 Nov 09 17:55:23.886380 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-946460c5-b04d-46b6-84ab-c9d3f9cfb60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.889420 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-946460c5-b04d-46b6-84ab-c9d3f9cfb60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:23.894973 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-946460c5-b04d-46b6-84ab-c9d3f9cfb60f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/183d9e96-eda4-41df-844b-545068d351f4 HTTP/1.1" status: 204 len: 168 time: 0.2040675 Nov 09 17:55:23.905157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946460c5-b04d-46b6-84ab-c9d3f9cfb60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183d9e96-eda4-41df-844b-545068d351f4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:23.983541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44798) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:24.002109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b72ccdb-9081-45c1-85d8-907b788a39d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:24.103058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-896b425e-a7af-4be2-bfa9-ac25bf59c275 service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577255 Nov 09 17:55:24.136526 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b72ccdb-9081-45c1-85d8-907b788a39d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:24.144306 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3b72ccdb-9081-45c1-85d8-907b788a39d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:24.216567 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c787216-fd6d-44ee-b60f-d89a9df7b4e3 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:24.218548 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3b72ccdb-9081-45c1-85d8-907b788a39d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1b8010b4da3e45d881bcfbb44ad99d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336512 Nov 09 17:55:24.219828 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72ccdb-9081-45c1-85d8-907b788a39d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a731cc18-38d5-4ea6-a3d0-d3c2cd74318f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:24.221299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44802) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:24.349033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-619785e9-4feb-4e23-bdb9-f79ee1effdd2 service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450721 Nov 09 17:55:24.439093 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-215b6d1e-3516-405a-8252-927ae98cc8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:24.466455 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-215b6d1e-3516-405a-8252-927ae98cc8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:24.654137 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-508d735f-c3ff-411a-ae9f-29a03fa943dc req-e44483b0-bf6c-4052-9143-15bc0626df22 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 210 time: 0.0609107 Nov 09 17:55:24.773271 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-215b6d1e-3516-405a-8252-927ae98cc8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:24.780770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-215b6d1e-3516-405a-8252-927ae98cc8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:24.786206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-215b6d1e-3516-405a-8252-927ae98cc8de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a731cc18-38d5-4ea6-a3d0-d3c2cd74318f HTTP/1.1" status: 204 len: 168 time: 0.5636702 Nov 09 17:55:24.805011 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7598b592-4eaa-41b1-bc63-c0a10868692e req-d5df032f-e035-44be-8db3-62d86d36a3d8 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.1012702 Nov 09 17:55:24.863318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b6d1e-3516-405a-8252-927ae98cc8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a731cc18-38d5-4ea6-a3d0-d3c2cd74318f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:24.956997 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1c787216-fd6d-44ee-b60f-d89a9df7b4e3 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Deleting port c3788a10-941b-424f-b2fc-a0444126d8d1 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:24.958257 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c787216-fd6d-44ee-b60f-d89a9df7b4e3 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:25.206112 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c787216-fd6d-44ee-b60f-d89a9df7b4e3 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:25.224891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1c787216-fd6d-44ee-b60f-d89a9df7b4e3 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Calling delete_port for c3788a10-941b-424f-b2fc-a0444126d8d1 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:25.510315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44844) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:25.645734 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c787216-fd6d-44ee-b60f-d89a9df7b4e3 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:25.767258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c787216-fd6d-44ee-b60f-d89a9df7b4e3 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event deleted for resources: {'Port': ['ID=c3788a10-941b-424f-b2fc-a0444126d8d1,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:25.896821 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1057918-9320-4961-a938-158b0d38741e req-e08a04dd-b3a0-4186-974a-f3d77bb41833 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 210 time: 0.0822699 Nov 09 17:55:25.939957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-997978303-network', 'tenant_id': '6b425780d1a64d17b7ead1018da8d767'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:26.119289 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a260645f-adaa-42df-b2ea-2900e81cb570 req-267b14db-334b-4d73-adf1-7152e8c05950 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0775499 Nov 09 17:55:26.133092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Made reservation on behalf of 6b425780d1a64d17b7ead1018da8d767 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:26.165159 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:26.181756 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:26.338736 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:26.345804 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:26.381969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:55:26.444719 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:26.445175 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Added segment dc86718f-ea90-4b97-8704-4585be5e4ecd of type vlan for network 0cc5de07-3c96-48b7-b307-babdac681206 Nov 09 17:55:26.549271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:26.596954 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:26.639663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:26.642806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:26.644135 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:26.743599 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c787216-fd6d-44ee-b60f-d89a9df7b4e3 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:26.762055 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44870) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:26.764350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-5a1ecf73-c40b-4997-a521-317c49d99859 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:26.766079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-5a1ecf73-c40b-4997-a521-317c49d99859 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.1434925 Nov 09 17:55:26.786598 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2743716 Nov 09 17:55:26.803647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44874) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:26.813917 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d025ca99-fd82-4576-9589-0420ed0229eb admin admin] Request body: {'subnet': {'network_id': '0cc5de07-3c96-48b7-b307-babdac681206', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-997978303-subnet', 'tenant_id': '6b425780d1a64d17b7ead1018da8d767', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:26.825266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc58c0b-5faf-4dca-a30e-f7aa85dbb0ca admin admin] Pushing event updated for resources: {'Network': ['ID=0cc5de07-3c96-48b7-b307-babdac681206,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:26.836273 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 0cc5de07-3c96-48b7-b307-babdac681206 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:55:26.871432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d025ca99-fd82-4576-9589-0420ed0229eb admin admin] Made reservation on behalf of 6b425780d1a64d17b7ead1018da8d767 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:26.874548 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d025ca99-fd82-4576-9589-0420ed0229eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:26.875087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-6d98c058-0d20-4188-9e8a-b023323a73f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Request body: {'port': {'device_id': 'fa185c1b-c20c-454f-9a68-ef63ca3161ed', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'admin_state_up': True, 'tenant_id': 'd83662e3666441899feb7a0a206d59be'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:27.041536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c787216-fd6d-44ee-b60f-d89a9df7b4e3 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Router a7ec5fb1-140f-4b91-ad64-c56529ac5cea has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:55:27.108205 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9df2fb13-6fd4-4306-afb8-8fbf85fe5f70 req-cbaff6b9-83ab-46b6-9ae0-c3beaf210cec tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 210 time: 0.0521548 Nov 09 17:55:27.159113 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8a2aba6f-b2af-4d51-87c4-3d6958359781 tempest-AgentManagementNegativeTest-1674302753 tempest-AgentManagementNegativeTest-1674302753-project] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3940279 Nov 09 17:55:27.206966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c787216-fd6d-44ee-b60f-d89a9df7b4e3 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:27.215552 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1c787216-fd6d-44ee-b60f-d89a9df7b4e3 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "PUT /v2.0/routers/a7ec5fb1-140f-4b91-ad64-c56529ac5cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8545604 Nov 09 17:55:27.222812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44884) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:27.224102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f129e9-91a6-483a-bbd5-0d7d14cdbbde None None] Sync routers for ids ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:27.245789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f129e9-91a6-483a-bbd5-0d7d14cdbbde None None] Routers {'a7ec5fb1-140f-4b91-ad64-c56529ac5cea'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:27.247456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b6f129e9-91a6-483a-bbd5-0d7d14cdbbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:55:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:27.273867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-6d98c058-0d20-4188-9e8a-b023323a73f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Made reservation on behalf of d83662e3666441899feb7a0a206d59be for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:27.277633 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-6d98c058-0d20-4188-9e8a-b023323a73f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:27.280365 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-cf47d9c7-c952-4e98-b818-c38cc9261663 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] show failed (client error): The resource could not be found. Nov 09 17:55:27.281447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cf47d9c7-c952-4e98-b818-c38cc9261663 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1012149217 HTTP/1.1" status: 404 len: 335 time: 0.0575116 Nov 09 17:55:27.289781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44886) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:27.297574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-617ff7eb-4d4e-4570-92b9-1b9ae6d58d97 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:27.369385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b6f129e9-91a6-483a-bbd5-0d7d14cdbbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:27.388989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f129e9-91a6-483a-bbd5-0d7d14cdbbde None None] Routers {'a7ec5fb1-140f-4b91-ad64-c56529ac5cea'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:27.390152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b6f129e9-91a6-483a-bbd5-0d7d14cdbbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:55:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:27.429630 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eabae798-c656-4608-ac11-786ebbc8cca3 req-f435c879-1d3d-482b-bac9-5280bea790c8 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0964620 Nov 09 17:55:27.456266 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d025ca99-fd82-4576-9589-0420ed0229eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:27.497325 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-617ff7eb-4d4e-4570-92b9-1b9ae6d58d97 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] update failed (client error): The resource could not be found. Nov 09 17:55:27.500377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-617ff7eb-4d4e-4570-92b9-1b9ae6d58d97 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-1460783424 HTTP/1.1" status: 404 len: 335 time: 0.2088890 Nov 09 17:55:27.506265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44888) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:27.511779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b6f129e9-91a6-483a-bbd5-0d7d14cdbbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:27.524115 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f129e9-91a6-483a-bbd5-0d7d14cdbbde None None] The sync data for ids ['a7ec5fb1-140f-4b91-ad64-c56529ac5cea'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:27.565269 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025ca99-fd82-4576-9589-0420ed0229eb admin admin] Checking segment: {'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:27.570910 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025ca99-fd82-4576-9589-0420ed0229eb admin admin] Network hostable DHCP agents. Network: 0cc5de07-3c96-48b7-b307-babdac681206, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:55:27.574840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025ca99-fd82-4576-9589-0420ed0229eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8aaf626-567e-4ffb-9c25-6835cd728f1a,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:27.603078 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025ca99-fd82-4576-9589-0420ed0229eb admin admin] Network 0cc5de07-3c96-48b7-b307-babdac681206 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:55:27.618668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-d025ca99-fd82-4576-9589-0420ed0229eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 0cc5de07-3c96-48b7-b307-babdac681206) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:27.635796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf51b355-aa6d-4476-a079-938eef59393e None None] Network 0cc5de07-3c96-48b7-b307-babdac681206 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:27.657788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d025ca99-fd82-4576-9589-0420ed0229eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:27.660647 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d025ca99-fd82-4576-9589-0420ed0229eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:27.666684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a182f7a5-7c91-4080-9d53-25f9be0ec661 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Deleting subnet 417fb13e-6609-4e75-8c18-04768b74e625 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:55:27.675937 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a182f7a5-7c91-4080-9d53-25f9be0ec661 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:27.689792 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d025ca99-fd82-4576-9589-0420ed0229eb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8841503 Nov 09 17:55:27.740192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-6d98c058-0d20-4188-9e8a-b023323a73f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Allocated IP 172.20.0.12 (1fb9bcd0-93f8-4d70-9afa-72807187a006/417001cc-f87f-4208-b45a-9ddf65dcb18d/9e66a45a-dcf3-4cfa-a7ab-29c0224d9234) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:27.749863 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a182f7a5-7c91-4080-9d53-25f9be0ec661 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:27.880421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44896) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:27.947939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1af538-ca7d-4e16-9c82-f57f188d8f51 None None] Network 0cc5de07-3c96-48b7-b307-babdac681206 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:27.975257 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a182f7a5-7c91-4080-9d53-25f9be0ec661 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.059680 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d13d8c04-401b-49e0-bc8f-091c9a513364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.106931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-6d98c058-0d20-4188-9e8a-b023323a73f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.122637 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a182f7a5-7c91-4080-9d53-25f9be0ec661 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.182549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182f7a5-7c91-4080-9d53-25f9be0ec661 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event deleted for resources: {'Subnet': ['ID=417fb13e-6609-4e75-8c18-04768b74e625,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:28.192446 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a182f7a5-7c91-4080-9d53-25f9be0ec661 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.198082 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a182f7a5-7c91-4080-9d53-25f9be0ec661 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "DELETE /v2.0/subnets/417fb13e-6609-4e75-8c18-04768b74e625 HTTP/1.1" status: 204 len: 168 time: 0.6879792 Nov 09 17:55:28.198573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44908) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:28.268942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf9751-8a64-41fb-ab49-92e858e365fb None None] Network 1ec0766e-6984-4d74-8112-37168e27c730 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:28.270134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae75bd1-64f2-453f-8eb0-85897162b2de tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Deleting subnet d0603150-0e4a-4c5e-bef3-503a86cbfbb6 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:55:28.277672 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ae75bd1-64f2-453f-8eb0-85897162b2de tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.309237 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d13d8c04-401b-49e0-bc8f-091c9a513364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.344293 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ae75bd1-64f2-453f-8eb0-85897162b2de tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.374114 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b96a7301-ce43-4ced-8de8-f5c60d453d80 req-433bdf5d-6fa6-4236-99a0-31181fd1d5ab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 210 time: 0.0755837 Nov 09 17:55:28.374947 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d13d8c04-401b-49e0-bc8f-091c9a513364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.501378 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d13d8c04-401b-49e0-bc8f-091c9a513364 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b32a63e7c0f49ce843ff3bdb95af399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6194079 Nov 09 17:55:28.504516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d8c04-401b-49e0-bc8f-091c9a513364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e6edd-cb38-488c-9c54-57b6caf3cbae,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:28.507460 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44916) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:28.538306 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-6d98c058-0d20-4188-9e8a-b023323a73f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.560109 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2c7e27d9-185f-45e5-9854-e7d1f0204a68'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:28.569188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e8e6bc8a-b50d-4349-9a54-1595577841fa'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:28.640316 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ffce94fa-0198-470c-8d83-ddb9a17183c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.693744 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ae75bd1-64f2-453f-8eb0-85897162b2de tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.708254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5763758e-3595-4a9d-9de3-e7cc640703c7 None None] DHCP port deletion for 1ec0766e-6984-4d74-8112-37168e27c730 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:28.719997 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-429c7b6a-4091-4dbb-a4dc-40c34cc3552d req-1a7deb66-98fd-4d35-a7c2-7b152dcd2f2c tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0785146 Nov 09 17:55:28.746490 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ffce94fa-0198-470c-8d83-ddb9a17183c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.878055 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ffce94fa-0198-470c-8d83-ddb9a17183c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.881550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ffce94fa-0198-470c-8d83-ddb9a17183c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:28.885274 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ffce94fa-0198-470c-8d83-ddb9a17183c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c03e6edd-cb38-488c-9c54-57b6caf3cbae HTTP/1.1" status: 204 len: 168 time: 0.3744473 Nov 09 17:55:28.915079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce94fa-0198-470c-8d83-ddb9a17183c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e6edd-cb38-488c-9c54-57b6caf3cbae,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:28.934386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98c058-0d20-4188-9e8a-b023323a73f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event updated for resources: {'Port': ['ID=9e66a45a-dcf3-4cfa-a7ab-29c0224d9234,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:28.996591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-6d98c058-0d20-4188-9e8a-b023323a73f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Network 1fb9bcd0-93f8-4d70-9afa-72807187a006 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:29.035647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-6d98c058-0d20-4188-9e8a-b023323a73f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:29.049764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-6d98c058-0d20-4188-9e8a-b023323a73f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:29.062724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-5763758e-3595-4a9d-9de3-e7cc640703c7 None None] Deleting port 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:29.063364 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5763758e-3595-4a9d-9de3-e7cc640703c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:29.194544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5763758e-3595-4a9d-9de3-e7cc640703c7 None None] For port 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3efbb1e3-3351-4fd5-945c-481dcfcc0dd3,segment=NetworkSegment(bef5f11f-33aa-42e7-b6f2-0fb8ea46b206),segment_id=bef5f11f-33aa-42e7-b6f2-0fb8ea46b206)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:29.194959 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5763758e-3595-4a9d-9de3-e7cc640703c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:29.212562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-5763758e-3595-4a9d-9de3-e7cc640703c7 None None] Calling delete_port for 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:29.230585 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ae75bd1-64f2-453f-8eb0-85897162b2de tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:29.275122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-6d98c058-0d20-4188-9e8a-b023323a73f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:29.275932 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-6d98c058-0d20-4188-9e8a-b023323a73f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:29.317163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae75bd1-64f2-453f-8eb0-85897162b2de tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event deleted for resources: {'Subnet': ['ID=d0603150-0e4a-4c5e-bef3-503a86cbfbb6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:29.361447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-6d98c058-0d20-4188-9e8a-b023323a73f7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4911196 Nov 09 17:55:29.364366 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5763758e-3595-4a9d-9de3-e7cc640703c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:29.387887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be18504-18ac-4f6d-a3c9-7f7bfb0a8d96 None None] Network a99f2ede-cfa4-4fbf-b0c2-cc4db211d558 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:29.390482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Request body: {'port': {'device_id': 'fa185c1b-c20c-454f-9a68-ef63ca3161ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:29.391765 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5763758e-3595-4a9d-9de3-e7cc640703c7 None None] No DVR routers for this DVR port 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:29.411635 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ae75bd1-64f2-453f-8eb0-85897162b2de tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:29.426337 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6ae75bd1-64f2-453f-8eb0-85897162b2de tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "DELETE /v2.0/subnets/d0603150-0e4a-4c5e-bef3-503a86cbfbb6 HTTP/1.1" status: 204 len: 168 time: 1.2265489 Nov 09 17:55:29.429194 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44942) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:29.463648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:29.475823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da02fd-314b-4699-b6f8-202c37b467ba req-ffcd8a23-fd03-4a44-8e43-4737390d0bbd tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:29.493248 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-ffcd8a23-fd03-4a44-8e43-4737390d0bbd tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 814 time: 0.8428073 Nov 09 17:55:29.518696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763758e-3595-4a9d-9de3-e7cc640703c7 None None] Pushing event deleted for resources: {'Port': ['ID=3efbb1e3-3351-4fd5-945c-481dcfcc0dd3,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:29.580663 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:55:29.581226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3efbb1e3-3351-4fd5-945c-481dcfcc0dd3 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:29.583599 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-4b5a387b-2a6d-480b-95da-5f8829d3be40 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/quotas/6b425780d1a64d17b7ead1018da8d767 HTTP/1.1" status: 200 len: 375 time: 0.0873311 Nov 09 17:55:29.682039 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-53212050-e6b7-4fd6-af03-2c8ef298d3b9 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972373 Nov 09 17:55:29.715370 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eaaba09a-3a18-4f59-90b5-3cc0e2e1f4ab tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:29.749206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c693b-3057-49dc-b127-bf73dd1b7980 req-078c47fd-a3a3-445e-8218-0ff49c84ae8b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:29.758699 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a26c693b-3057-49dc-b127-bf73dd1b7980 req-078c47fd-a3a3-445e-8218-0ff49c84ae8b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 932 time: 0.1289349 Nov 09 17:55:29.914457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8801f881-6b11-4074-93ce-4c49a927b289 None None] DHCP port deletion for a99f2ede-cfa4-4fbf-b0c2-cc4db211d558 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:29.926272 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a26c693b-3057-49dc-b127-bf73dd1b7980 req-6824d936-161a-46c6-b3bd-a884ecf00c57 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658700 Nov 09 17:55:29.944120 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eaaba09a-3a18-4f59-90b5-3cc0e2e1f4ab tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:29.995691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-adb18858-29e7-4592-a609-67091abc2b32 service neutron] 10.222.0.81 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782142 Nov 09 17:55:30.037869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-eaaba09a-3a18-4f59-90b5-3cc0e2e1f4ab tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec0766e-6984-4d74-8112-37168e27c730']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:30.063777 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-eaaba09a-3a18-4f59-90b5-3cc0e2e1f4ab tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef5f11f-33aa-42e7-b6f2-0fb8ea46b206') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:30.064707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8801f881-6b11-4074-93ce-4c49a927b289 None None] Deleting port 5fc2bb0b-7d81-4484-b888-f051abe9172b {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:30.065691 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8801f881-6b11-4074-93ce-4c49a927b289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.075761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-eaaba09a-3a18-4f59-90b5-3cc0e2e1f4ab tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef5f11f-33aa-42e7-b6f2-0fb8ea46b206') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:30.104328 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eaaba09a-3a18-4f59-90b5-3cc0e2e1f4ab tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.139429 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e957cfd6-7000-48bd-9ac6-44c88f7ea88d req-7a114033-90c1-4002-b04d-641ee5d063e1 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0575593 Nov 09 17:55:30.157138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eaaba09a-3a18-4f59-90b5-3cc0e2e1f4ab tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.164602 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-e2cc83d6-659b-4230-907e-6fb7f302baa0 service neutron] 10.222.0.81 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495514 Nov 09 17:55:30.165095 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.171071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaaba09a-3a18-4f59-90b5-3cc0e2e1f4ab tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:55:30.174548 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eaaba09a-3a18-4f59-90b5-3cc0e2e1f4ab tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:55:30.187477 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:55:30.295779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8801f881-6b11-4074-93ce-4c49a927b289 None None] For port 5fc2bb0b-7d81-4484-b888-f051abe9172b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5fc2bb0b-7d81-4484-b888-f051abe9172b,segment=NetworkSegment(00215b67-7b2e-48e3-837d-06c1d99fc325),segment_id=00215b67-7b2e-48e3-837d-06c1d99fc325)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:30.297290 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8801f881-6b11-4074-93ce-4c49a927b289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.304663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eaaba09a-3a18-4f59-90b5-3cc0e2e1f4ab tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.331137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eaaba09a-3a18-4f59-90b5-3cc0e2e1f4ab tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.337477 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-eaaba09a-3a18-4f59-90b5-3cc0e2e1f4ab tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "DELETE /v2.0/networks/1ec0766e-6984-4d74-8112-37168e27c730 HTTP/1.1" status: 204 len: 168 time: 0.9068062 Nov 09 17:55:30.338525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44962) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:30.339298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44964) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:30.352643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaba09a-3a18-4f59-90b5-3cc0e2e1f4ab tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event deleted for resources: {'Network': ['ID=1ec0766e-6984-4d74-8112-37168e27c730,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:30.357177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8801f881-6b11-4074-93ce-4c49a927b289 None None] Calling delete_port for 5fc2bb0b-7d81-4484-b888-f051abe9172b owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:30.489615 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8801f881-6b11-4074-93ce-4c49a927b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.528047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801f881-6b11-4074-93ce-4c49a927b289 None None] Pushing event deleted for resources: {'Port': ['ID=5fc2bb0b-7d81-4484-b888-f051abe9172b,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:30.551099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801f881-6b11-4074-93ce-4c49a927b289 None None] No DVR routers for this DVR port 5fc2bb0b-7d81-4484-b888-f051abe9172b on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:30.587109 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29b0b78c-db5e-40d5-a488-d3a7f02fac07 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.599663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ed228ff0-0d4b-4ec0-8675-7eb461360c8f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343626361'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:30.637392 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8531f72c-f731-449b-bd63-63a8988a47eb req-06efe877-8e57-4086-808a-f8d5473e8191 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 210 time: 0.0364108 Nov 09 17:55:30.744391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed228ff0-0d4b-4ec0-8675-7eb461360c8f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.779449 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29b0b78c-db5e-40d5-a488-d3a7f02fac07 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.789005 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed228ff0-0d4b-4ec0-8675-7eb461360c8f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.817938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-29b0b78c-db5e-40d5-a488-d3a7f02fac07 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99f2ede-cfa4-4fbf-b0c2-cc4db211d558']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:30.855054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-29b0b78c-db5e-40d5-a488-d3a7f02fac07 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00215b67-7b2e-48e3-837d-06c1d99fc325') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:30.855433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-29b0b78c-db5e-40d5-a488-d3a7f02fac07 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00215b67-7b2e-48e3-837d-06c1d99fc325') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:30.897682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29b0b78c-db5e-40d5-a488-d3a7f02fac07 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.931802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:55:30.945923 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.951246 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29b0b78c-db5e-40d5-a488-d3a7f02fac07 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.972013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b0b78c-db5e-40d5-a488-d3a7f02fac07 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:55:30.972546 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29b0b78c-db5e-40d5-a488-d3a7f02fac07 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:55:30.976435 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:55:31.115871 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed228ff0-0d4b-4ec0-8675-7eb461360c8f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.117575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Transition to ACTIVE for port object 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:55:31.120386 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29b0b78c-db5e-40d5-a488-d3a7f02fac07 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.125704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.128576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed228ff0-0d4b-4ec0-8675-7eb461360c8f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.135053 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29b0b78c-db5e-40d5-a488-d3a7f02fac07 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.141217 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-29b0b78c-db5e-40d5-a488-d3a7f02fac07 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "DELETE /v2.0/networks/a99f2ede-cfa4-4fbf-b0c2-cc4db211d558 HTTP/1.1" status: 204 len: 168 time: 0.8000078 Nov 09 17:55:31.141620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44982) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:31.211301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0b78c-db5e-40d5-a488-d3a7f02fac07 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event deleted for resources: {'Network': ['ID=a99f2ede-cfa4-4fbf-b0c2-cc4db211d558,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:31.245934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed228ff0-0d4b-4ec0-8675-7eb461360c8f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1769db4-bad8-424d-9931-64b544adaa83,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:31.270397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9022225-40c5-4a28-b053-5fc50ab41618 req-0dca4b7d-cc0c-4787-a850-7a3957c06af3 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:31.272147 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9022225-40c5-4a28-b053-5fc50ab41618 req-0dca4b7d-cc0c-4787-a850-7a3957c06af3 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 932 time: 0.2348621 Nov 09 17:55:31.277171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e66a45a-dcf3-4cfa-a7ab-29c0224d9234,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:31.349221 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9db79f-9ecb-481f-afdf-7432677d0b6d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Deleting subnet a9517597-1282-400f-b37d-f82f4cee2b6e {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:55:31.354699 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b9db79f-9ecb-481f-afdf-7432677d0b6d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.423157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9022225-40c5-4a28-b053-5fc50ab41618 req-fb5c2cf9-250f-4a12-beb0-1cfdbab41f48 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309662 Nov 09 17:55:31.432687 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed228ff0-0d4b-4ec0-8675-7eb461360c8f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.444519 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed228ff0-0d4b-4ec0-8675-7eb461360c8f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.465633 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-841c85eb-65e8-4d0b-91a5-f293fe9da61d req-850a0b3b-fb1a-4e0c-aa3c-dc0c5f89ff23 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.1118989 Nov 09 17:55:31.493762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Attempting to bind port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:55:31.494061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Attempting to bind port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:55:31.494398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Attempting to bind port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:31.503154 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b9db79f-9ecb-481f-afdf-7432677d0b6d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.505172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:55:31.505506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Attempting to bind port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:31.508001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed228ff0-0d4b-4ec0-8675-7eb461360c8f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5e414a-9015-47af-be9b-c8e3f0baac3d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:31.509284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5fc2bb0b-7d81-4484-b888-f051abe9172b no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:31.518415 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ed228ff0-0d4b-4ec0-8675-7eb461360c8f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.522958 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44988) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:31.523542 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ed228ff0-0d4b-4ec0-8675-7eb461360c8f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1828701 Nov 09 17:55:31.524905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:31.525279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Checking segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:31.525716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Bound using segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:31.526177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Bound port: 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:55:31.526554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.561192 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 5fc2bb0b-7d81-4484-b888-f051abe9172b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:55:31.562788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5fc2bb0b-7d81-4484-b888-f051abe9172b not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:31.640445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] For port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:31.648907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] For port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9e66a45a-dcf3-4cfa-a7ab-29c0224d9234,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:31.661654 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.718695 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-737cc859-22a4-4eb6-881b-055713bcea69 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1926336 Nov 09 17:55:31.727599 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44992) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:31.737293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ccd6d0da-aea8-4eaf-8d11-2b9984d2ce09 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group': {'name': 'tempest-security--39025903', 'description': 'tempest-security-description-1660510796'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:31.744458 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b9db79f-9ecb-481f-afdf-7432677d0b6d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.778584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:31.779568 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.781852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 HTTP/1.1" status: 200 len: 1092 time: 2.4073000 Nov 09 17:55:31.782619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa185c1b-c20c-454f-9a68-ef63ca3161ed', 'tag': '9e66a45a-dcf3-4cfa-a7ab-29c0224d9234'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:31.788429 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff8bb27-0714-4692-87f7-de73827dddd8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa185c1b-c20c-454f-9a68-ef63ca3161ed", "tag": "9e66a45a-dcf3-4cfa-a7ab-29c0224d9234"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:31.824824 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d0da-aea8-4eaf-8d11-2b9984d2ce09 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.840888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dadce-0215-49d8-b79a-c7b65156e8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e66a45a-dcf3-4cfa-a7ab-29c0224d9234,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:31.887182 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f78246-d3bd-4579-a7e8-863f361ce0cc x-openstack-request-id: req-85f78246-d3bd-4579-a7e8-863f361ce0cc {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:31.887705 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa185c1b-c20c-454f-9a68-ef63ca3161ed", "tag": "9e66a45a-dcf3-4cfa-a7ab-29c0224d9234", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:31.888130 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85f78246-d3bd-4579-a7e8-863f361ce0cc {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:31.888816 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa185c1b-c20c-454f-9a68-ef63ca3161ed', 'tag': '9e66a45a-dcf3-4cfa-a7ab-29c0224d9234', 'status': 'completed', 'code': 200} Nov 09 17:55:31.917384 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d0da-aea8-4eaf-8d11-2b9984d2ce09 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.933294 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d0da-aea8-4eaf-8d11-2b9984d2ce09 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.936355 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d0da-aea8-4eaf-8d11-2b9984d2ce09 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:31.937839 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ccd6d0da-aea8-4eaf-8d11-2b9984d2ce09 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "PUT /v2.0/security-groups/8f5e414a-9015-47af-be9b-c8e3f0baac3d HTTP/1.1" status: 200 len: 1778 time: 0.2084751 Nov 09 17:55:31.945635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44996) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:31.985500 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8cbaaa3e-6cfe-478f-a6be-90b2cfc91a23 req-de2a995f-c879-4146-bb20-bd83e54fbf1c tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 210 time: 0.0713212 Nov 09 17:55:31.991314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-508ec056-eea7-4c3f-a410-3441d920b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:31.994720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-508ec056-eea7-4c3f-a410-3441d920b68e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 1095 time: 0.1037304 Nov 09 17:55:32.081181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b9db79f-9ecb-481f-afdf-7432677d0b6d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:32.092805 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-c50fbd38-5e1d-4e9d-bb6c-0f6f8d6fcde5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 HTTP/1.1" status: 200 len: 217 time: 0.0878677 Nov 09 17:55:32.159949 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6d0da-aea8-4eaf-8d11-2b9984d2ce09 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5e414a-9015-47af-be9b-c8e3f0baac3d,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:32.161827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-127221c1-8530-4fa6-979d-920fb9cd2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:32.163721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-127221c1-8530-4fa6-979d-920fb9cd2d08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.0617151 Nov 09 17:55:32.170166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9db79f-9ecb-481f-afdf-7432677d0b6d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event deleted for resources: {'Subnet': ['ID=a9517597-1282-400f-b37d-f82f4cee2b6e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:32.176715 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b9db79f-9ecb-481f-afdf-7432677d0b6d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:32.183371 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1b9db79f-9ecb-481f-afdf-7432677d0b6d tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "DELETE /v2.0/subnets/a9517597-1282-400f-b37d-f82f4cee2b6e HTTP/1.1" status: 204 len: 168 time: 1.0383694 Nov 09 17:55:32.183854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45002) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:32.192798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf03514-443c-426e-a887-d77bb1793203 None None] Network f2786f7e-be72-433c-9862-b33424d96a6e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:32.234707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-0da71db0-0a7a-4f57-96c6-305a8dfb039a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628524 Nov 09 17:55:32.237822 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-29b7db38-b74c-4985-9f51-1275ab16f35b tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-groups/8f5e414a-9015-47af-be9b-c8e3f0baac3d HTTP/1.1" status: 200 len: 1778 time: 0.2907782 Nov 09 17:55:32.240435 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45004) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:32.435832 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d94d32ec-173f-43d4-8603-903d812d3b48 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:32.466666 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:32.577363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-0e30faa9-ab61-49b2-8fe7-117919a79130 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234584 Nov 09 17:55:32.585036 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d94d32ec-173f-43d4-8603-903d812d3b48 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:32.599635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18fd45-b719-4581-b6d5-960e0e6724c4 None None] DHCP port deletion for f2786f7e-be72-433c-9862-b33424d96a6e request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:32.677258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Deleting port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:32.677648 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:32.704357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae0424-3cdc-4bbd-a46f-2737cac37eaa req-0f51f1d0-8214-4c74-805f-6e702ee58d56 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:32.706154 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbae0424-3cdc-4bbd-a46f-2737cac37eaa req-0f51f1d0-8214-4c74-805f-6e702ee58d56 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 944 time: 0.1081097 Nov 09 17:55:32.749905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da02fd-314b-4699-b6f8-202c37b467ba req-c00cba89-17d3-4481-b4bc-91690bfbe217 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:32.752702 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-c00cba89-17d3-4481-b4bc-91690bfbe217 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.13 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 814 time: 0.2872345 Nov 09 17:55:32.757153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-dc18fd45-b719-4581-b6d5-960e0e6724c4 None None] Deleting port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:32.757991 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dc18fd45-b719-4581-b6d5-960e0e6724c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:32.810546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-79da02fd-314b-4699-b6f8-202c37b467ba req-f815f9f2-a7e1-4922-9a5e-e2bd41c26534 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Request body: {'port': {'device_id': '091f2780-ca68-49df-bae2-a0b6dfeb27b9', 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206', 'admin_state_up': True, 'tenant_id': '6b425780d1a64d17b7ead1018da8d767'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:32.853816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] For port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b,segment=NetworkSegment(856091d0-ab95-45f3-978a-6057141296ae),segment_id=856091d0-ab95-45f3-978a-6057141296ae)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:32.854255 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:32.861026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-dc18fd45-b719-4581-b6d5-960e0e6724c4 None None] For port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b,segment=NetworkSegment(856091d0-ab95-45f3-978a-6057141296ae),segment_id=856091d0-ab95-45f3-978a-6057141296ae)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:32.861989 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dc18fd45-b719-4581-b6d5-960e0e6724c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:32.862488 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbae0424-3cdc-4bbd-a46f-2737cac37eaa req-aa367233-c374-4ee6-9bbd-e1ee272bb728 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215546 Nov 09 17:55:32.876912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Calling delete_port for ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:32.879840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-dc18fd45-b719-4581-b6d5-960e0e6724c4 None None] Calling delete_port for ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:32.982949 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dc18fd45-b719-4581-b6d5-960e0e6724c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:33.016166 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:33.041317 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18fd45-b719-4581-b6d5-960e0e6724c4 None None] Pushing event deleted for resources: {'Port': ['ID=ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:33.049597 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event deleted for resources: {'Port': ['ID=ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:33.061258 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18fd45-b719-4581-b6d5-960e0e6724c4 None None] No DVR routers for this DVR port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:33.088889 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] No DVR routers for this DVR port ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:33.092576 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a412c909-e11a-4256-9533-b530af6cbcf8 req-9ab236b8-de4e-40bd-8fbb-7faf45c6e260 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0466733 Nov 09 17:55:33.409241 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:33.433569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:55:33.433909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ca6e78ac-8cfb-4551-92d9-a1bb7b3fa89b not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:33.588819 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-643bdeb5-ac1d-4ce1-a1b0-3c2fea7b2caf req-6dd5bf3c-7c91-4ca0-a481-1663ca934eac tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 210 time: 0.0390971 Nov 09 17:55:33.590814 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:33.622762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2786f7e-be72-433c-9862-b33424d96a6e']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:33.640506 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856091d0-ab95-45f3-978a-6057141296ae') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:33.641013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856091d0-ab95-45f3-978a-6057141296ae') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:33.665153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15856b59-58fa-4c45-b556-283be094f2d5 req-78ed1ac4-5a36-4114-8568-f8554b87773c tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:33.665966 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:33.668202 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15856b59-58fa-4c45-b556-283be094f2d5 req-78ed1ac4-5a36-4114-8568-f8554b87773c tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.9039969 Nov 09 17:55:33.686475 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:33.693903 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d94d32ec-173f-43d4-8603-903d812d3b48 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:33.694831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:55:33.695496 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:33.699373 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d94d32ec-173f-43d4-8603-903d812d3b48 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:55:33.699669 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:55:33.705166 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d94d32ec-173f-43d4-8603-903d812d3b48 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-groups/8f5e414a-9015-47af-be9b-c8e3f0baac3d HTTP/1.1" status: 204 len: 168 time: 1.4592452 Nov 09 17:55:33.716560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45016) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:33.790023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d32ec-173f-43d4-8603-903d812d3b48 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5e414a-9015-47af-be9b-c8e3f0baac3d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:33.841085 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:33.853830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abbf8d6b-153e-4462-970d-d27a7e0e196c req-1e6d6ecc-eae7-4a2b-bae8-1b8ac4950a87 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2463317 Nov 09 17:55:33.878438 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:33.888312 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "DELETE /v2.0/networks/f2786f7e-be72-433c-9862-b33424d96a6e HTTP/1.1" status: 204 len: 168 time: 1.6989636 Nov 09 17:55:33.891701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45018) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:33.907168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15856b59-58fa-4c45-b556-283be094f2d5 req-6f739d23-0bae-401f-8265-26f3a8ad8b96 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227437 Nov 09 17:55:33.908452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e872309-cb48-4ca2-bdb9-0260c9ac9146 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Pushing event deleted for resources: {'Network': ['ID=f2786f7e-be72-433c-9862-b33424d96a6e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:33.917607 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3d60cda5-dfe0-4106-8755-b17867aaa2fb tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1994512 Nov 09 17:55:33.923768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45022) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:33.951913 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-942f5c78-e4fd-409a-9ea4-c154d95c1486 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] delete failed (client error): The resource could not be found. Nov 09 17:55:33.956738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-942f5c78-e4fd-409a-9ea4-c154d95c1486 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-groups/8f5e414a-9015-47af-be9b-c8e3f0baac3d HTTP/1.1" status: 404 len: 347 time: 0.0303807 Nov 09 17:55:33.962726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45024) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:33.972297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bbc8a628-14c8-4c68-be00-71e6a32c9382 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group': {'name': 'tempest-secgroup--1504175303'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:33.997633 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9d1b4b3d-f68b-4183-a907-656da96db127 tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7ec5fb1-140f-4b91-ad64-c56529ac5cea HTTP/1.1" status: 200 len: 205 time: 0.0971737 Nov 09 17:55:34.000521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45026) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:34.041068 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79da02fd-314b-4699-b6f8-202c37b467ba req-f815f9f2-a7e1-4922-9a5e-e2bd41c26534 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Made reservation on behalf of 6b425780d1a64d17b7ead1018da8d767 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:34.047075 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-79da02fd-314b-4699-b6f8-202c37b467ba req-f815f9f2-a7e1-4922-9a5e-e2bd41c26534 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.109923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8bb27-0714-4692-87f7-de73827dddd8 req-fe11df52-9a42-43f1-b8ca-1ed8bd380759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:34.112942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ff8bb27-0714-4692-87f7-de73827dddd8 req-fe11df52-9a42-43f1-b8ca-1ed8bd380759 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 1095 time: 0.1752045 Nov 09 17:55:34.141444 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15e4753b-2c6c-480e-87c8-b193a95b835b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.188660 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bbc8a628-14c8-4c68-be00-71e6a32c9382 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.265357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c2360-ea95-4a61-91cd-4f98335aa25c req-aed2d297-518a-4293-8b47-ee136c7d2b8c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:34.267269 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-395c2360-ea95-4a61-91cd-4f98335aa25c req-aed2d297-518a-4293-8b47-ee136c7d2b8c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 944 time: 0.2082465 Nov 09 17:55:34.310357 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-937300a0-f442-4c32-8712-16aecbf556af req-ef09717d-ee23-49a6-a4f6-96a0b71d247a tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0769296 Nov 09 17:55:34.399003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8bb27-0714-4692-87f7-de73827dddd8 req-396e42d1-c630-4281-a127-5b62e11a4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:34.400857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ff8bb27-0714-4692-87f7-de73827dddd8 req-396e42d1-c630-4281-a127-5b62e11a4dfc service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 906 time: 0.2380126 Nov 09 17:55:34.416886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-79da02fd-314b-4699-b6f8-202c37b467ba req-f815f9f2-a7e1-4922-9a5e-e2bd41c26534 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Allocated IP 172.20.0.5 (0cc5de07-3c96-48b7-b307-babdac681206/e8aaf626-567e-4ffb-9c25-6835cd728f1a/63c07de3-9003-431a-8ca6-a1f54665868b) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:34.483940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ff8bb27-0714-4692-87f7-de73827dddd8 req-75ae1267-c576-4587-ba65-26903f077859 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 HTTP/1.1" status: 200 len: 217 time: 0.0742874 Nov 09 17:55:34.484344 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15e4753b-2c6c-480e-87c8-b193a95b835b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.492864 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15e4753b-2c6c-480e-87c8-b193a95b835b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.574280 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bbc8a628-14c8-4c68-be00-71e6a32c9382 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.578798 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15e4753b-2c6c-480e-87c8-b193a95b835b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.579914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e4753b-2c6c-480e-87c8-b193a95b835b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Fanout notify agent at l3_agent the message router_deleted on router a7ec5fb1-140f-4b91-ad64-c56529ac5cea {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:55:34.582073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bbc8a628-14c8-4c68-be00-71e6a32c9382 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.594205 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-395c2360-ea95-4a61-91cd-4f98335aa25c req-2fc23e13-e752-4a29-83de-2695ee5785bd tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790737 Nov 09 17:55:34.600375 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15e4753b-2c6c-480e-87c8-b193a95b835b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.604521 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-15e4753b-2c6c-480e-87c8-b193a95b835b tempest-RoutersNegativeTest-860917718 tempest-RoutersNegativeTest-860917718-project] 10.222.0.81 "DELETE /v2.0/routers/a7ec5fb1-140f-4b91-ad64-c56529ac5cea HTTP/1.1" status: 204 len: 168 time: 0.6011889 Nov 09 17:55:34.629002 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bbc8a628-14c8-4c68-be00-71e6a32c9382 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.630662 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bbc8a628-14c8-4c68-be00-71e6a32c9382 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6663325 Nov 09 17:55:34.634765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45036) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:34.647649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-825ff0d9-13d2-4f63-b9ef-582fca809aaa tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group_rule': {'security_group_id': '81cb7692-f49f-4089-9d44-4a2c7640bf0b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:34.684508 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8a628-14c8-4c68-be00-71e6a32c9382 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81cb7692-f49f-4089-9d44-4a2c7640bf0b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:34.721516 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-825ff0d9-13d2-4f63-b9ef-582fca809aaa tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.757028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8bb27-0714-4692-87f7-de73827dddd8 req-bce99356-adb7-44a0-8b52-fd3487092ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:34.761664 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ff8bb27-0714-4692-87f7-de73827dddd8 req-bce99356-adb7-44a0-8b52-fd3487092ce0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.2672911 Nov 09 17:55:34.826142 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ff8bb27-0714-4692-87f7-de73827dddd8 req-b28dd3f8-fc64-4c83-a1d0-f4b885f683a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398803 Nov 09 17:55:34.835962 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-825ff0d9-13d2-4f63-b9ef-582fca809aaa tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.842936 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-825ff0d9-13d2-4f63-b9ef-582fca809aaa tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.857134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f24aef69-2c6e-4487-aaf3-3fbf9941a3c3 req-aad81d3f-6fb1-4238-8005-e966ab5d0ccd tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 210 time: 0.0853252 Nov 09 17:55:34.882916 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ff0d9-13d2-4f63-b9ef-582fca809aaa tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0acc66-f320-4f56-b33a-8cab4f9bc42d,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:34.906647 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-825ff0d9-13d2-4f63-b9ef-582fca809aaa tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.909707 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-825ff0d9-13d2-4f63-b9ef-582fca809aaa tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2734230 Nov 09 17:55:34.914236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45038) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:34.964182 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e15698a5-b27d-4ee7-bead-daf1f638db54 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:34.987503 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e15698a5-b27d-4ee7-bead-daf1f638db54 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:35.030079 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e15698a5-b27d-4ee7-bead-daf1f638db54 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:35.044851 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e15698a5-b27d-4ee7-bead-daf1f638db54 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:35.052415 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e15698a5-b27d-4ee7-bead-daf1f638db54 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/cf0acc66-f320-4f56-b33a-8cab4f9bc42d HTTP/1.1" status: 204 len: 168 time: 0.1316757 Nov 09 17:55:35.053295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45042) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:35.060538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15698a5-b27d-4ee7-bead-daf1f638db54 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf0acc66-f320-4f56-b33a-8cab4f9bc42d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:35.108090 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-79da02fd-314b-4699-b6f8-202c37b467ba req-f815f9f2-a7e1-4922-9a5e-e2bd41c26534 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:35.156606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7053166-53fa-437a-aaec-a2b630a05764 req-5c88f926-ae43-4b92-a26e-a57efb67b3ef tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:35.158685 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7053166-53fa-437a-aaec-a2b630a05764 req-5c88f926-ae43-4b92-a26e-a57efb67b3ef tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.0946443 Nov 09 17:55:35.226739 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3a53eaf4-629b-4499-b8d4-9e0af2d23f8a tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1712623 Nov 09 17:55:35.236964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45046) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:35.243572 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7053166-53fa-437a-aaec-a2b630a05764 req-6f46fac4-2140-4e96-9391-7908edd3b98c tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678115 Nov 09 17:55:35.257274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ff8bb27-0714-4692-87f7-de73827dddd8 req-34433c29-6d89-45e0-ae82-daef2d346490 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033718 Nov 09 17:55:35.257731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45048) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:35.402843 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-79da02fd-314b-4699-b6f8-202c37b467ba req-f815f9f2-a7e1-4922-9a5e-e2bd41c26534 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:35.545655 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8bf724d0-b39d-4d2d-beb2-9e71e05c5b0e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2374c25772ab4c9fa4341c7e85dcade6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826684 Nov 09 17:55:35.548298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45058) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:35.560151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79da02fd-314b-4699-b6f8-202c37b467ba req-f815f9f2-a7e1-4922-9a5e-e2bd41c26534 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Network 0cc5de07-3c96-48b7-b307-babdac681206 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:35.596231 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f283d71f-b4bc-4767-b789-c622b637c78d req-9da9b28d-41eb-49b0-b71c-7c59c4e6b71c tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0892360 Nov 09 17:55:35.597239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-79da02fd-314b-4699-b6f8-202c37b467ba req-f815f9f2-a7e1-4922-9a5e-e2bd41c26534 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:35.629515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-79da02fd-314b-4699-b6f8-202c37b467ba req-f815f9f2-a7e1-4922-9a5e-e2bd41c26534 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:35.634337 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815f9f2-a7e1-4922-9a5e-e2bd41c26534 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Pushing event updated for resources: {'Port': ['ID=63c07de3-9003-431a-8ca6-a1f54665868b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:35.672338 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5671be14-c0cb-480a-a24c-d5984dfb889a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:35.704827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-88e54f54-4a06-4131-848b-ec5ce2198ea8 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:35.715875 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5671be14-c0cb-480a-a24c-d5984dfb889a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:35.736629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72815c00-27ba-4c8f-9217-5cec156439f2 req-2c9393b4-01da-4110-b890-9a3962a8bad0 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:35.736629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-72815c00-27ba-4c8f-9217-5cec156439f2 req-2c9393b4-01da-4110-b890-9a3962a8bad0 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.18 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.3559175 Nov 09 17:55:35.773015 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ff8bb27-0714-4692-87f7-de73827dddd8 req-71948ae4-fa3e-47b4-b573-f7c962a55a35 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870815 Nov 09 17:55:35.830029 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-88e54f54-4a06-4131-848b-ec5ce2198ea8 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:35.838188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272169a1-c892-40a0-b3e9-4d4fa397ee61 req-4999ca82-8814-487e-96e4-c86647503b62 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:35.839617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da02fd-314b-4699-b6f8-202c37b467ba req-f815f9f2-a7e1-4922-9a5e-e2bd41c26534 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:35.840103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-272169a1-c892-40a0-b3e9-4d4fa397ee61 req-4999ca82-8814-487e-96e4-c86647503b62 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 944 time: 0.0952768 Nov 09 17:55:35.840656 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-79da02fd-314b-4699-b6f8-202c37b467ba req-f815f9f2-a7e1-4922-9a5e-e2bd41c26534 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:35.870848 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5671be14-c0cb-480a-a24c-d5984dfb889a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:35.874924 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5671be14-c0cb-480a-a24c-d5984dfb889a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:35.876888 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5671be14-c0cb-480a-a24c-d5984dfb889a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e81ad85-5c61-4ac1-931b-b8b00bd884f3 HTTP/1.1" status: 204 len: 168 time: 0.3269501 Nov 09 17:55:35.925162 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671be14-c0cb-480a-a24c-d5984dfb889a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e81ad85-5c61-4ac1-931b-b8b00bd884f3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:35.951847 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-f815f9f2-a7e1-4922-9a5e-e2bd41c26534 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1563642 Nov 09 17:55:35.976986 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Request body: {'port': {'device_id': '091f2780-ca68-49df-bae2-a0b6dfeb27b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:36.008870 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-272169a1-c892-40a0-b3e9-4d4fa397ee61 req-fa5b9ba4-8a75-48d0-b84f-12df0af21271 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472173 Nov 09 17:55:36.023152 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-88e54f54-4a06-4131-848b-ec5ce2198ea8 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:36.030189 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-88e54f54-4a06-4131-848b-ec5ce2198ea8 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:36.031267 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-88e54f54-4a06-4131-848b-ec5ce2198ea8 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-groups/81cb7692-f49f-4089-9d44-4a2c7640bf0b HTTP/1.1" status: 204 len: 168 time: 0.7856059 Nov 09 17:55:36.036195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45066) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:36.081471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e54f54-4a06-4131-848b-ec5ce2198ea8 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cb7692-f49f-4089-9d44-4a2c7640bf0b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:36.135324 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:36.169900 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a56c395c-1c0b-4418-9037-96d95757a5e0 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1249688 Nov 09 17:55:36.172348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-72815c00-27ba-4c8f-9217-5cec156439f2 req-32fe2835-d3b9-4f42-9835-e1cdee11d5ca tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Deleting port 4c9bb56c-f590-44a9-adb5-b3d184665cbd {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:36.172555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45070) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:36.173648 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-72815c00-27ba-4c8f-9217-5cec156439f2 req-32fe2835-d3b9-4f42-9835-e1cdee11d5ca tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:36.181743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e2618f42-2fa1-4b76-9fde-9979e64f33f7 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145916247'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:36.222617 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2618f42-2fa1-4b76-9fde-9979e64f33f7 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:36.308838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9192c-ed87-43c8-ae44-825aee332332 req-0471dbac-427b-4ca2-833f-90dc6b85a15b tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:36.310620 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5fb9192c-ed87-43c8-ae44-825aee332332 req-0471dbac-427b-4ca2-833f-90dc6b85a15b tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 931 time: 0.2352519 Nov 09 17:55:36.389708 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2618f42-2fa1-4b76-9fde-9979e64f33f7 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:36.396789 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2618f42-2fa1-4b76-9fde-9979e64f33f7 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:36.444022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-72815c00-27ba-4c8f-9217-5cec156439f2 req-32fe2835-d3b9-4f42-9835-e1cdee11d5ca tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] For port 4c9bb56c-f590-44a9-adb5-b3d184665cbd, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4c9bb56c-f590-44a9-adb5-b3d184665cbd,segment=NetworkSegment(c4d1a7b0-2165-41d5-8a00-bb0d062b37fe),segment_id=c4d1a7b0-2165-41d5-8a00-bb0d062b37fe)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:36.444394 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-72815c00-27ba-4c8f-9217-5cec156439f2 req-32fe2835-d3b9-4f42-9835-e1cdee11d5ca tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:36.478619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-72815c00-27ba-4c8f-9217-5cec156439f2 req-32fe2835-d3b9-4f42-9835-e1cdee11d5ca tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Calling delete_port for 4c9bb56c-f590-44a9-adb5-b3d184665cbd owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:36.496145 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5fb9192c-ed87-43c8-ae44-825aee332332 req-62636a6b-c76d-45f4-a10a-885816c3fd56 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687500 Nov 09 17:55:36.544306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2618f42-2fa1-4b76-9fde-9979e64f33f7 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf20a87-8cfc-4034-bb28-6af4f1c3ed06,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:36.554157 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2618f42-2fa1-4b76-9fde-9979e64f33f7 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:36.556744 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e2618f42-2fa1-4b76-9fde-9979e64f33f7 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3815534 Nov 09 17:55:36.566774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45080) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:36.577200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-90a67c59-dd2d-4196-b4ca-c5797acb0fad tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group_rule': {'security_group_id': 'dcf20a87-8cfc-4034-bb28-6af4f1c3ed06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:36.606725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185415c8-4417-43be-93db-2102230ab3be req-b7cf6201-5902-4482-b2f4-3663898b7923 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:36.608521 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-185415c8-4417-43be-93db-2102230ab3be req-b7cf6201-5902-4482-b2f4-3663898b7923 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 945 time: 0.1301246 Nov 09 17:55:36.687008 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90a67c59-dd2d-4196-b4ca-c5797acb0fad tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:36.724429 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-185415c8-4417-43be-93db-2102230ab3be req-967d29d7-cd65-4500-97bc-28d5efccad6d tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995989 Nov 09 17:55:36.865196 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90a67c59-dd2d-4196-b4ca-c5797acb0fad tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:36.874937 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90a67c59-dd2d-4196-b4ca-c5797acb0fad tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:36.902163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a67c59-dd2d-4196-b4ca-c5797acb0fad tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71eeed2-ab50-405d-b9fa-7442566f1200,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:36.913278 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90a67c59-dd2d-4196-b4ca-c5797acb0fad tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:36.913278 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-90a67c59-dd2d-4196-b4ca-c5797acb0fad tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448906 Nov 09 17:55:36.918312 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45090) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:36.925370 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-cd1922b5-68bb-446c-a559-7455be68627a tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group_rule': {'security_group_id': 'dcf20a87-8cfc-4034-bb28-6af4f1c3ed06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:36.940072 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa4ed826-9022-4c96-83e2-24f8129ac449 req-93aa655e-73fc-48a9-9478-b6433396d646 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0983851 Nov 09 17:55:36.967443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c07de3-9003-431a-8ca6-a1f54665868b {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:55:37.000125 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.004407 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd1922b5-68bb-446c-a559-7455be68627a tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.037343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Transition to ACTIVE for port object 63c07de3-9003-431a-8ca6-a1f54665868b will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:55:37.041672 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-72815c00-27ba-4c8f-9217-5cec156439f2 req-32fe2835-d3b9-4f42-9835-e1cdee11d5ca tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.044793 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.062917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4c9bb56c-f590-44a9-adb5-b3d184665cbd'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:37.072210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['c66ddead-5795-4f27-9160-e101e1161ee3'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:37.106403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd1922b5-68bb-446c-a559-7455be68627a tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.112554 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd1922b5-68bb-446c-a559-7455be68627a tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.141349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Pushing event updated for resources: {'Port': ['ID=63c07de3-9003-431a-8ca6-a1f54665868b,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:37.169126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1922b5-68bb-446c-a559-7455be68627a tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cefb50-6f34-4355-8d90-cca74427617a,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:37.181401 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd1922b5-68bb-446c-a559-7455be68627a tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.182850 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cd1922b5-68bb-446c-a559-7455be68627a tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2634141 Nov 09 17:55:37.186018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45100) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:37.190224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-72815c00-27ba-4c8f-9217-5cec156439f2 req-32fe2835-d3b9-4f42-9835-e1cdee11d5ca tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] No DVR routers for this DVR port 4c9bb56c-f590-44a9-adb5-b3d184665cbd on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:37.194578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3f6dcdb5-3da8-42f2-b04b-39c0f01c63de tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group_rule': {'security_group_id': 'dcf20a87-8cfc-4034-bb28-6af4f1c3ed06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:37.230338 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-72815c00-27ba-4c8f-9217-5cec156439f2 req-32fe2835-d3b9-4f42-9835-e1cdee11d5ca tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.234510 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-72815c00-27ba-4c8f-9217-5cec156439f2 req-32fe2835-d3b9-4f42-9835-e1cdee11d5ca tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.18 "DELETE /v2.0/ports/4c9bb56c-f590-44a9-adb5-b3d184665cbd HTTP/1.1" status: 204 len: 173 time: 1.4838729 Nov 09 17:55:37.235104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412a5b3a-402f-4a0a-bf6e-4a00cef8f432', 'name': 'network-vif-deleted', 'tag': '4c9bb56c-f590-44a9-adb5-b3d184665cbd'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:37.238445 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcf96b9-e750-4ecc-b8b4-9cb6db326e65" -d '{"events": [{"server_uuid": "412a5b3a-402f-4a0a-bf6e-4a00cef8f432", "name": "network-vif-deleted", "tag": "4c9bb56c-f590-44a9-adb5-b3d184665cbd"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:37.244907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe2835-d3b9-4f42-9835-e1cdee11d5ca tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Pushing event deleted for resources: {'Port': ['ID=4c9bb56c-f590-44a9-adb5-b3d184665cbd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:37.300881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Attempting to bind port 63c07de3-9003-431a-8ca6-a1f54665868b on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:55:37.301579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Attempting to bind port 63c07de3-9003-431a-8ca6-a1f54665868b by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:55:37.303308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Attempting to bind port 63c07de3-9003-431a-8ca6-a1f54665868b on network 0cc5de07-3c96-48b7-b307-babdac681206 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:37.309944 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Port 63c07de3-9003-431a-8ca6-a1f54665868b on network 0cc5de07-3c96-48b7-b307-babdac681206 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:55:37.310519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Attempting to bind port 63c07de3-9003-431a-8ca6-a1f54665868b on network 0cc5de07-3c96-48b7-b307-babdac681206 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:37.320365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:37.321130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Checking segment: {'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:37.321713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Bound using segment: {'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:37.322363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Bound port: 63c07de3-9003-431a-8ca6-a1f54665868b, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:55:37.335102 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.356478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45104) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:37.364303 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3e8681-d226-4b24-bfa1-db943523a187 x-openstack-request-id: req-cf3e8681-d226-4b24-bfa1-db943523a187 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:37.364795 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412a5b3a-402f-4a0a-bf6e-4a00cef8f432", "name": "network-vif-deleted", "tag": "4c9bb56c-f590-44a9-adb5-b3d184665cbd", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:37.365159 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf3e8681-d226-4b24-bfa1-db943523a187 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:37.365591 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412a5b3a-402f-4a0a-bf6e-4a00cef8f432', 'name': 'network-vif-deleted', 'tag': '4c9bb56c-f590-44a9-adb5-b3d184665cbd', 'status': 'completed', 'code': 200} Nov 09 17:55:37.375101 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6dcdb5-3da8-42f2-b04b-39c0f01c63de tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.434804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8f752-cfa2-4411-aa66-63caa69c63c7 req-b8d2437a-dc4b-4069-b77d-e1a13e9aecf8 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:37.437199 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c1b8f752-cfa2-4411-aa66-63caa69c63c7 req-b8d2437a-dc4b-4069-b77d-e1a13e9aecf8 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 944 time: 0.2474957 Nov 09 17:55:37.477103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] For port 63c07de3-9003-431a-8ca6-a1f54665868b, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:37.489243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] For port 63c07de3-9003-431a-8ca6-a1f54665868b, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=63c07de3-9003-431a-8ca6-a1f54665868b,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:37.498202 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.506679 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6dcdb5-3da8-42f2-b04b-39c0f01c63de tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.530765 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6dcdb5-3da8-42f2-b04b-39c0f01c63de tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.541581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:37.541581 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.541915 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] 10.222.0.13 "PUT /v2.0/ports/63c07de3-9003-431a-8ca6-a1f54665868b HTTP/1.1" status: 200 len: 1091 time: 1.5738878 Nov 09 17:55:37.572574 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:55:37.612075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dcdb5-3da8-42f2-b04b-39c0f01c63de tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef29be9-a20c-4299-a449-0dfb5ce8c533,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:37.633373 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c1b8f752-cfa2-4411-aa66-63caa69c63c7 req-aa4452b4-dba0-4c19-a597-ebdf09b06e6a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698918 Nov 09 17:55:37.637298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-2b7d1783-532b-47c6-a8db-45c0a34b1f6d tempest-SubnetPoolsTestJSON-330469093 tempest-SubnetPoolsTestJSON-330469093-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-477547454', 'prefixes': ['172.20.0.0/16']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:37.669463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda6a09-6c5f-4e46-9ad1-d9a3691564a4 service neutron] Pushing event updated for resources: {'Port': ['ID=63c07de3-9003-431a-8ca6-a1f54665868b,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:37.706740 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f6dcdb5-3da8-42f2-b04b-39c0f01c63de tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.717087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3f6dcdb5-3da8-42f2-b04b-39c0f01c63de tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5217116 Nov 09 17:55:37.717646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45110) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:37.722846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9e66a45a-dcf3-4cfa-a7ab-29c0224d9234,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:37.730434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-01ad49e2-f397-442b-8292-88ce65f904e2 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group_rule': {'security_group_id': 'dcf20a87-8cfc-4034-bb28-6af4f1c3ed06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:37.742496 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '9e66a45a-dcf3-4cfa-a7ab-29c0224d9234', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'port_id': '9e66a45a-dcf3-4cfa-a7ab-29c0224d9234', 'mac_address': 'fa:16:3e:dc:a4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417001cc-f87f-4208-b45a-9ddf65dcb18d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:55:37.801173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da02fd-314b-4699-b6f8-202c37b467ba req-e8382a28-73eb-4e47-98b9-ed0a08338087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:37.803312 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-e8382a28-73eb-4e47-98b9-ed0a08338087 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 1094 time: 0.1642485 Nov 09 17:55:37.825100 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b7d1783-532b-47c6-a8db-45c0a34b1f6d tempest-SubnetPoolsTestJSON-330469093 tempest-SubnetPoolsTestJSON-330469093-project] Notify callbacks [] for subnetpool, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.832324 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2b7d1783-532b-47c6-a8db-45c0a34b1f6d tempest-SubnetPoolsTestJSON-330469093 tempest-SubnetPoolsTestJSON-330469093-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4721346 Nov 09 17:55:37.833480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45116) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:37.841059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbeba0-9f99-4a2a-b4c9-e3d9d986aed0 req-c76f5878-b8d2-48f5-b056-43afe6500123 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:37.842764 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-23cbeba0-9f99-4a2a-b4c9-e3d9d986aed0 req-c76f5878-b8d2-48f5-b056-43afe6500123 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 943 time: 0.2320924 Nov 09 17:55:37.849524 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.851913 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01ad49e2-f397-442b-8292-88ce65f904e2 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.877657 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:55:37.905958 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9e66a45a-dcf3-4cfa-a7ab-29c0224d9234,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:37.912436 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.914740 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c67da2f2-fa35-460a-9561-8dbb3eea684c tempest-SubnetPoolsTestJSON-330469093 tempest-SubnetPoolsTestJSON-330469093-project] 10.222.0.81 "GET /v2.0/subnetpools/b7126491-4ba9-4f2d-bbe7-9625a29070be HTTP/1.1" status: 200 len: 731 time: 0.0796194 Nov 09 17:55:37.919068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45118) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:37.924344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-2f519fbd-e04b-4873-adef-f559e3681153 tempest-SubnetPoolsTestJSON-330469093 tempest-SubnetPoolsTestJSON-330469093-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-171237405'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:37.992124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9e66a45a-dcf3-4cfa-a7ab-29c0224d9234,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:38.014521 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-6b916111-0edc-4248-9d0f-7b177b11d80d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63c07de3-9003-431a-8ca6-a1f54665868b HTTP/1.1" status: 200 len: 217 time: 0.1698537 Nov 09 17:55:38.057552 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dab7c962-d153-4006-89f3-46536b853726 req-690ca333-f9a4-49d5-a55c-b85752ccccd6 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=412a5b3a-402f-4a0a-bf6e-4a00cef8f432 HTTP/1.1" status: 200 len: 210 time: 0.0628724 Nov 09 17:55:38.098843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-23cbeba0-9f99-4a2a-b4c9-e3d9d986aed0 req-db5cf6cc-0ecf-45de-9315-7fe7708f8685 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351689 Nov 09 17:55:38.111786 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f519fbd-e04b-4873-adef-f559e3681153 tempest-SubnetPoolsTestJSON-330469093 tempest-SubnetPoolsTestJSON-330469093-project] Notify callbacks [] for subnetpool, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:38.115932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2f519fbd-e04b-4873-adef-f559e3681153 tempest-SubnetPoolsTestJSON-330469093 tempest-SubnetPoolsTestJSON-330469093-project] 10.222.0.81 "PUT /v2.0/subnetpools/b7126491-4ba9-4f2d-bbe7-9625a29070be HTTP/1.1" status: 200 len: 683 time: 0.1954319 Nov 09 17:55:38.117080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45122) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:38.155585 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01ad49e2-f397-442b-8292-88ce65f904e2 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:38.167197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01ad49e2-f397-442b-8292-88ce65f904e2 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:38.227344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da02fd-314b-4699-b6f8-202c37b467ba req-820f7a3c-b252-419e-ad9f-f645abd88c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:38.229985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-820f7a3c-b252-419e-ad9f-f645abd88c3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8aaf626-567e-4ffb-9c25-6835cd728f1a HTTP/1.1" status: 200 len: 854 time: 0.1907694 Nov 09 17:55:38.232772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad49e2-f397-442b-8292-88ce65f904e2 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c52d42-114b-492d-9ec8-20cf4d934e78,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:38.257243 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-01ad49e2-f397-442b-8292-88ce65f904e2 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:38.261350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-01ad49e2-f397-442b-8292-88ce65f904e2 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5429580 Nov 09 17:55:38.262340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45124) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:38.270198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6d2bbefc-0e77-4c6f-8d1a-633f3c0f73b0 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group_rule': {'security_group_id': 'dcf20a87-8cfc-4034-bb28-6af4f1c3ed06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:38.280772 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-605cc701-20ae-4e7f-860a-1b97e6058d0a req-68ada23a-b4ec-4a6d-8280-54c9a992a363 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0792634 Nov 09 17:55:38.301532 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa23223b-1dbd-4461-9744-65df06ec7f51 tempest-SubnetPoolsTestJSON-330469093 tempest-SubnetPoolsTestJSON-330469093-project] Notify callbacks [] for subnetpool, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:38.303075 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aa23223b-1dbd-4461-9744-65df06ec7f51 tempest-SubnetPoolsTestJSON-330469093 tempest-SubnetPoolsTestJSON-330469093-project] 10.222.0.81 "DELETE /v2.0/subnetpools/b7126491-4ba9-4f2d-bbe7-9625a29070be HTTP/1.1" status: 204 len: 168 time: 0.1846502 Nov 09 17:55:38.308507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45126) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:38.314167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9e66a45a-dcf3-4cfa-a7ab-29c0224d9234'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:38.316882 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-94e55cef-446c-419f-a22c-2acdc98617f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cc5de07-3c96-48b7-b307-babdac681206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764117 Nov 09 17:55:38.337978 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-85c9e449-72c9-4c15-8284-5b844fce4eed tempest-SubnetPoolsTestJSON-330469093 tempest-SubnetPoolsTestJSON-330469093-project] show failed (client error): The resource could not be found. Nov 09 17:55:38.339978 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-85c9e449-72c9-4c15-8284-5b844fce4eed tempest-SubnetPoolsTestJSON-330469093 tempest-SubnetPoolsTestJSON-330469093-project] 10.222.0.81 "GET /v2.0/subnetpools/b7126491-4ba9-4f2d-bbe7-9625a29070be HTTP/1.1" status: 404 len: 346 time: 0.0292337 Nov 09 17:55:38.344935 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45128) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:38.375255 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-22d4cd61-9018-47e8-a7fc-5ea2073b3781 tempest-SubnetPoolsTestJSON-330469093 tempest-SubnetPoolsTestJSON-330469093-project] delete failed (client error): The resource could not be found. Nov 09 17:55:38.377954 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-22d4cd61-9018-47e8-a7fc-5ea2073b3781 tempest-SubnetPoolsTestJSON-330469093 tempest-SubnetPoolsTestJSON-330469093-project] 10.222.0.81 "DELETE /v2.0/subnetpools/b7126491-4ba9-4f2d-bbe7-9625a29070be HTTP/1.1" status: 404 len: 346 time: 0.0297759 Nov 09 17:55:38.413012 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d2bbefc-0e77-4c6f-8d1a-633f3c0f73b0 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:38.593210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-9e8cb935-be5a-4b6b-881b-833e238c1965 service neutron] 10.222.0.13 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574744 Nov 09 17:55:38.620213 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d2bbefc-0e77-4c6f-8d1a-633f3c0f73b0 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:38.632580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d2bbefc-0e77-4c6f-8d1a-633f3c0f73b0 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:38.777837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bbefc-0e77-4c6f-8d1a-633f3c0f73b0 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbdf117-b17e-485a-89b5-4bfa7d9bca47,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:38.788399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45136) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:38.871109 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d2bbefc-0e77-4c6f-8d1a-633f3c0f73b0 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:38.873052 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6d2bbefc-0e77-4c6f-8d1a-633f3c0f73b0 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6090794 Nov 09 17:55:38.876053 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45142) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:38.903672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79da02fd-314b-4699-b6f8-202c37b467ba req-21203573-3cff-40de-9a8e-b9a18e157270 service neutron] 10.222.0.13 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871547 Nov 09 17:55:38.931504 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-476fcfb9-6f48-442b-8914-a86837608097 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:38.953890 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3dd95-5bfe-44c7-ae41-d2482db4f4b0 req-7e8315d4-829e-4b04-b846-7be3e89a334c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:38.953890 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2bc3dd95-5bfe-44c7-ae41-d2482db4f4b0 req-7e8315d4-829e-4b04-b846-7be3e89a334c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 945 time: 0.1871951 Nov 09 17:55:38.957645 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-476fcfb9-6f48-442b-8914-a86837608097 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:38.998966 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-384549da-2e33-4782-9048-b835b776427a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.004835 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2bc3dd95-5bfe-44c7-ae41-d2482db4f4b0 req-38ba2f08-0409-43de-b388-8331f45cf0ad tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Nov 09 17:55:39.036940 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-476fcfb9-6f48-442b-8914-a86837608097 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.054564 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-476fcfb9-6f48-442b-8914-a86837608097 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.054875 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-476fcfb9-6f48-442b-8914-a86837608097 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/3dbdf117-b17e-485a-89b5-4bfa7d9bca47 HTTP/1.1" status: 204 len: 168 time: 0.1753666 Nov 09 17:55:39.059060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45144) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.071129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fcfb9-6f48-442b-8914-a86837608097 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dbdf117-b17e-485a-89b5-4bfa7d9bca47,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:39.141338 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-384549da-2e33-4782-9048-b835b776427a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.141608 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9c668bc4-cbd0-4da7-a42d-5b2ac985daee tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0769250 Nov 09 17:55:39.142348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45148) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.152160 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-384549da-2e33-4782-9048-b835b776427a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.195449 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-50c2412a-6a25-4363-bc81-aa0e13cb54d6 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.206828 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-50c2412a-6a25-4363-bc81-aa0e13cb54d6 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.209352 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-384549da-2e33-4782-9048-b835b776427a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10e47be3079640bb9c6879db49a84fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4197710 Nov 09 17:55:39.210270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45154) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.217471 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384549da-2e33-4782-9048-b835b776427a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2878bb92-c64d-48b6-8693-5d7152389330,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:39.305614 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-50c2412a-6a25-4363-bc81-aa0e13cb54d6 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.306093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df5925d5-07f6-4e41-b01e-1fdb7ce36e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.311784 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-50c2412a-6a25-4363-bc81-aa0e13cb54d6 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.313104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-50c2412a-6a25-4363-bc81-aa0e13cb54d6 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/93c52d42-114b-492d-9ec8-20cf4d934e78 HTTP/1.1" status: 204 len: 168 time: 0.1686220 Nov 09 17:55:39.317112 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45156) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.347301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8dc84-279f-435f-b3af-3dc17c9f9bb2 req-c446f715-d220-40e5-bca4-5f0907d19203 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:39.352910 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4b8dc84-279f-435f-b3af-3dc17c9f9bb2 req-c446f715-d220-40e5-bca4-5f0907d19203 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 943 time: 0.1089687 Nov 09 17:55:39.354463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2412a-6a25-4363-bc81-aa0e13cb54d6 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93c52d42-114b-492d-9ec8-20cf4d934e78,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:39.369246 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df5925d5-07f6-4e41-b01e-1fdb7ce36e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.374505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091f2780-ca68-49df-bae2-a0b6dfeb27b9', 'tag': '63c07de3-9003-431a-8ca6-a1f54665868b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:39.377054 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d761ad-8ed4-40ba-acaa-a7b5d101abae" -d '{"events": [{"name": "network-changed", "server_uuid": "091f2780-ca68-49df-bae2-a0b6dfeb27b9", "tag": "63c07de3-9003-431a-8ca6-a1f54665868b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:39.421044 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4b8dc84-279f-435f-b3af-3dc17c9f9bb2 req-e8b89df3-7051-4ef1-adf0-725b7904c7ce tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538521 Nov 09 17:55:39.431071 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cf45be19-ba8e-48d5-80f8-737add8af38f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1121497 Nov 09 17:55:39.433909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45164) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.466822 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08d993ec-c370-4224-b788-9adc3b558f94 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.474261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e40989e1-d81d-472c-a5ca-5fb148105c21 req-622b7fcc-04f9-4346-82a3-5d5efc0341b2 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0419581 Nov 09 17:55:39.477785 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08d993ec-c370-4224-b788-9adc3b558f94 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.513021 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df5925d5-07f6-4e41-b01e-1fdb7ce36e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.516708 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df5925d5-07f6-4e41-b01e-1fdb7ce36e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.517965 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-df5925d5-07f6-4e41-b01e-1fdb7ce36e3b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2878bb92-c64d-48b6-8693-5d7152389330 HTTP/1.1" status: 204 len: 168 time: 0.3062446 Nov 09 17:55:39.529307 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5925d5-07f6-4e41-b01e-1fdb7ce36e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2878bb92-c64d-48b6-8693-5d7152389330,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:39.569393 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574e5563-5f03-4f74-8d8e-758a1704cae8 x-openstack-request-id: req-574e5563-5f03-4f74-8d8e-758a1704cae8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:39.569600 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091f2780-ca68-49df-bae2-a0b6dfeb27b9", "tag": "63c07de3-9003-431a-8ca6-a1f54665868b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:39.569834 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-574e5563-5f03-4f74-8d8e-758a1704cae8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:39.570228 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091f2780-ca68-49df-bae2-a0b6dfeb27b9', 'tag': '63c07de3-9003-431a-8ca6-a1f54665868b', 'status': 'completed', 'code': 200} Nov 09 17:55:39.582878 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08d993ec-c370-4224-b788-9adc3b558f94 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.591410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4c9bb56c-f590-44a9-adb5-b3d184665cbd no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:39.592985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-08d993ec-c370-4224-b788-9adc3b558f94 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.597321 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-08d993ec-c370-4224-b788-9adc3b558f94 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5ef29be9-a20c-4299-a449-0dfb5ce8c533 HTTP/1.1" status: 204 len: 168 time: 0.1616654 Nov 09 17:55:39.600464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45168) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.609291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d993ec-c370-4224-b788-9adc3b558f94 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ef29be9-a20c-4299-a449-0dfb5ce8c533,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:39.618532 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 4c9bb56c-f590-44a9-adb5-b3d184665cbd {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:55:39.618903 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4c9bb56c-f590-44a9-adb5-b3d184665cbd not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:39.686494 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5d6eda89-045f-412e-8e4c-6ed506a48362 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0860493 Nov 09 17:55:39.691381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45170) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.696558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3912b83-76fa-40f9-981d-d84d41b354ed req-b18afb05-7fba-423e-ab48-03d625fa1969 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:39.699154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a3912b83-76fa-40f9-981d-d84d41b354ed req-b18afb05-7fba-423e-ab48-03d625fa1969 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1822059 Nov 09 17:55:39.719360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d761ad-8ed4-40ba-acaa-a7b5d101abae req-198afe78-fc2b-43a3-b04f-ca663b30b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:39.721306 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32d761ad-8ed4-40ba-acaa-a7b5d101abae req-198afe78-fc2b-43a3-b04f-ca663b30b64a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 1094 time: 0.0993199 Nov 09 17:55:39.739898 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5ba2505a-ddde-45eb-8459-4793980a9999 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.752728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5ba2505a-ddde-45eb-8459-4793980a9999 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.799431 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5ba2505a-ddde-45eb-8459-4793980a9999 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.811134 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5ba2505a-ddde-45eb-8459-4793980a9999 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.813058 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5ba2505a-ddde-45eb-8459-4793980a9999 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c1cefb50-6f34-4355-8d90-cca74427617a HTTP/1.1" status: 204 len: 168 time: 0.1201255 Nov 09 17:55:39.816439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45174) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.818029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a3912b83-76fa-40f9-981d-d84d41b354ed req-a80b1484-01b0-4e7f-a702-b2d982c3a8d8 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095533 Nov 09 17:55:39.838032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2505a-ddde-45eb-8459-4793980a9999 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1cefb50-6f34-4355-8d90-cca74427617a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:39.868948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d761ad-8ed4-40ba-acaa-a7b5d101abae req-ff41879d-6259-419b-9280-eb8d3b5e126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:39.870513 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32d761ad-8ed4-40ba-acaa-a7b5d101abae req-ff41879d-6259-419b-9280-eb8d3b5e126d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 915 time: 0.1331015 Nov 09 17:55:39.896784 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a1c9ba3a-fedf-4773-8750-9100164a4906 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0760820 Nov 09 17:55:39.897050 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45176) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:39.932001 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6adead85-0943-4495-9e11-d2e4abe42c04 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.946935 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6adead85-0943-4495-9e11-d2e4abe42c04 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.952078 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32d761ad-8ed4-40ba-acaa-a7b5d101abae req-e75acdf3-fc47-460f-aecc-dd2ea97312d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63c07de3-9003-431a-8ca6-a1f54665868b HTTP/1.1" status: 200 len: 217 time: 0.0651402 Nov 09 17:55:39.990147 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6adead85-0943-4495-9e11-d2e4abe42c04 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.999515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6adead85-0943-4495-9e11-d2e4abe42c04 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.002290 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6adead85-0943-4495-9e11-d2e4abe42c04 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e71eeed2-ab50-405d-b9fa-7442566f1200 HTTP/1.1" status: 204 len: 168 time: 0.1026311 Nov 09 17:55:40.009203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45184) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:40.016634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adead85-0943-4495-9e11-d2e4abe42c04 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e71eeed2-ab50-405d-b9fa-7442566f1200,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:40.062902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d761ad-8ed4-40ba-acaa-a7b5d101abae req-8fb2c83d-0477-4ed9-8b84-34dffdcd8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:40.065984 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32d761ad-8ed4-40ba-acaa-a7b5d101abae req-8fb2c83d-0477-4ed9-8b84-34dffdcd8883 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8aaf626-567e-4ffb-9c25-6835cd728f1a HTTP/1.1" status: 200 len: 854 time: 0.1006672 Nov 09 17:55:40.093224 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a908f6f1-56d6-4efa-86d8-92ee0a2b92c7 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0746920 Nov 09 17:55:40.095581 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45190) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:40.111723 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32d761ad-8ed4-40ba-acaa-a7b5d101abae req-ebc7fbb2-edd8-4f3b-814b-9964238f6954 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cc5de07-3c96-48b7-b307-babdac681206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358248 Nov 09 17:55:40.170388 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a48c17e-8660-458d-ab52-275e3d234981 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.201385 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a48c17e-8660-458d-ab52-275e3d234981 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.264882 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a48c17e-8660-458d-ab52-275e3d234981 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.269058 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a48c17e-8660-458d-ab52-275e3d234981 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.270941 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9a48c17e-8660-458d-ab52-275e3d234981 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-groups/dcf20a87-8cfc-4034-bb28-6af4f1c3ed06 HTTP/1.1" status: 204 len: 168 time: 0.1739831 Nov 09 17:55:40.275901 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45194) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:40.294359 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48c17e-8660-458d-ab52-275e3d234981 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf20a87-8cfc-4034-bb28-6af4f1c3ed06,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:40.303324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803283f-293b-43c2-a49c-07c115c88f23 req-f9da5456-f209-4cc2-b020-636a6ff9b045 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:40.309494 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4803283f-293b-43c2-a49c-07c115c88f23 req-f9da5456-f209-4cc2-b020-636a6ff9b045 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 945 time: 0.1167994 Nov 09 17:55:40.347441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32d761ad-8ed4-40ba-acaa-a7b5d101abae req-92a65652-fb0c-44cb-9595-284068738223 service neutron] 10.222.0.13 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172856 Nov 09 17:55:40.357675 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a4e33852-7875-4ac7-ae6b-55a874ca44d2 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791476 Nov 09 17:55:40.368234 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45200) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:40.374068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-016187cf-9856-4a1d-b562-8ae50f8b3f6f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group': {'name': 'tempest-secgroup--711903668'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:40.423645 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-016187cf-9856-4a1d-b562-8ae50f8b3f6f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.446593 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4803283f-293b-43c2-a49c-07c115c88f23 req-c4e0a148-128c-4f60-80b8-b2b4aa22947f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129668 Nov 09 17:55:40.507633 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32d761ad-8ed4-40ba-acaa-a7b5d101abae req-2996d61d-0676-400d-b43e-5013b0056396 service neutron] 10.222.0.13 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470008 Nov 09 17:55:40.597930 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-016187cf-9856-4a1d-b562-8ae50f8b3f6f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.605078 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-016187cf-9856-4a1d-b562-8ae50f8b3f6f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.642390 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-847778a7-af7a-4942-9696-a41ac119e2dd req-df604f07-c394-46e3-a28e-a8e5b151e2b5 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0393496 Nov 09 17:55:40.661570 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-016187cf-9856-4a1d-b562-8ae50f8b3f6f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.662492 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-016187cf-9856-4a1d-b562-8ae50f8b3f6f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2927711 Nov 09 17:55:40.666852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45210) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:40.670796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016187cf-9856-4a1d-b562-8ae50f8b3f6f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc326bfa-da72-48c5-afc5-355c25a6dc99,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:40.672770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d4f93402-cd3c-44d0-9a29-606d17c20c67 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group_rule': {'security_group_id': 'cc326bfa-da72-48c5-afc5-355c25a6dc99', 'direction': 'ingress', 'protocol': 17}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:40.689620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a486e-c492-451e-9dee-16f6876aa7ab req-24f6ba7e-c67e-49b1-a111-2e769a61fdc2 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:40.691725 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ab1a486e-c492-451e-9dee-16f6876aa7ab req-24f6ba7e-c67e-49b1-a111-2e769a61fdc2 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 943 time: 0.1140025 Nov 09 17:55:40.700511 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4c18-2ec7-4ab5-9aff-982107011d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.712936 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4f93402-cd3c-44d0-9a29-606d17c20c67 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.746484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45212) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:40.775765 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ab1a486e-c492-451e-9dee-16f6876aa7ab req-57585e9d-9ffd-424b-9f10-2cdee0eaf562 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753520 Nov 09 17:55:40.778295 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4f93402-cd3c-44d0-9a29-606d17c20c67 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.784008 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4f93402-cd3c-44d0-9a29-606d17c20c67 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.806732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f93402-cd3c-44d0-9a29-606d17c20c67 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1b204e-48e3-42d4-9dc5-d79715684f47,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:40.811491 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4f93402-cd3c-44d0-9a29-606d17c20c67 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.812912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d4f93402-cd3c-44d0-9a29-606d17c20c67 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1446440 Nov 09 17:55:40.819267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45216) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:40.880393 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0484aece-11ad-4794-9aa6-a0ce7726b764 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.914492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-141056599'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:40.919037 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0484aece-11ad-4794-9aa6-a0ce7726b764 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.968150 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Made reservation on behalf of f5dd8d76ced6411a80a68b053b2e7663 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:40.972951 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.983425 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.003759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0484aece-11ad-4794-9aa6-a0ce7726b764 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.006785 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0484aece-11ad-4794-9aa6-a0ce7726b764 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.008084 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0484aece-11ad-4794-9aa6-a0ce7726b764 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-groups/cc326bfa-da72-48c5-afc5-355c25a6dc99 HTTP/1.1" status: 204 len: 168 time: 0.1882269 Nov 09 17:55:41.012244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45220) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:41.026975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484aece-11ad-4794-9aa6-a0ce7726b764 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc326bfa-da72-48c5-afc5-355c25a6dc99,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:41.027343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb2692-24b0-4eb6-9de4-36fac4859a55 req-dc45de17-2125-4a73-90bf-604a8d30c237 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:41.030084 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66fb2692-24b0-4eb6-9de4-36fac4859a55 req-dc45de17-2125-4a73-90bf-604a8d30c237 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.0975471 Nov 09 17:55:41.102009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 63c07de3-9003-431a-8ca6-a1f54665868b details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:55:41.127522 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.137024 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.186223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:55:41.205214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed78d74-bfa0-4ebc-b260-04d176fcafae,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:41.214070 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.214589 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Added segment 4da534da-54f2-4633-9ba4-40d16bd4cbc0 of type vlan for network 986501cb-9690-4dc6-a1bf-b0f2ba39a701 Nov 09 17:55:41.279315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 63c07de3-9003-431a-8ca6-a1f54665868b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=63c07de3-9003-431a-8ca6-a1f54665868b,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:41.288824 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.296152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '63c07de3-9003-431a-8ca6-a1f54665868b', 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206', 'port_id': '63c07de3-9003-431a-8ca6-a1f54665868b', 'mac_address': 'fa:16:3e:8e:e6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8aaf626-567e-4ffb-9c25-6835cd728f1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:55:41.335930 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.342531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:41.342891 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.349914 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.379825 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c07de3-9003-431a-8ca6-a1f54665868b {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:55:41.412222 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6592464 Nov 09 17:55:41.412222 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45224) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:41.416856 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 63c07de3-9003-431a-8ca6-a1f54665868b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=63c07de3-9003-431a-8ca6-a1f54665868b,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:41.417164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-dce91546-b875-4539-bf83-3800c65135dc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Request body: {'subnet': {'network_id': '986501cb-9690-4dc6-a1bf-b0f2ba39a701', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:41.422350 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.478467 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fc87e-f7f9-460d-904f-cc90dfc738e2 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Pushing event updated for resources: {'Network': ['ID=986501cb-9690-4dc6-a1bf-b0f2ba39a701,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:41.491540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 986501cb-9690-4dc6-a1bf-b0f2ba39a701 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:55:41.537631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=63c07de3-9003-431a-8ca6-a1f54665868b,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:41.584844 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce91546-b875-4539-bf83-3800c65135dc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Made reservation on behalf of f5dd8d76ced6411a80a68b053b2e7663 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:41.589975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:41.592050 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dce91546-b875-4539-bf83-3800c65135dc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.601446 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f5216d56-c972-4f0d-84f2-54951712f876 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5665348 Nov 09 17:55:41.602980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45228) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:41.610731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group': {'name': 'tempest-secgroup--63903932'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:41.618783 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66fb2692-24b0-4eb6-9de4-36fac4859a55 req-67d860fe-be18-4c31-be85-3c54be299e60 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661976 Nov 09 17:55:41.647873 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.674028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:55:41.680549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:41.680947 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.760966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464553a-b66a-4510-bdd1-c0ccf900ab42 req-f3fd8167-9bd8-4f98-82c8-b2894e1c3e03 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:41.762591 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5464553a-b66a-4510-bdd1-c0ccf900ab42 req-f3fd8167-9bd8-4f98-82c8-b2894e1c3e03 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 945 time: 0.0964112 Nov 09 17:55:41.785061 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.814893 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa185c1b-c20c-454f-9a68-ef63ca3161ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e66a45a-dcf3-4cfa-a7ab-29c0224d9234'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:41.817376 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108adb5c-df76-422d-94d7-da001ab77246" -d '{"events": [{"server_uuid": "fa185c1b-c20c-454f-9a68-ef63ca3161ed", "name": "network-vif-plugged", "status": "completed", "tag": "9e66a45a-dcf3-4cfa-a7ab-29c0224d9234"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:41.819560 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85c3c84d-6269-443a-bce7-24f41625f644 req-887c4eff-27d5-4474-8dd3-bf32fe635d2d tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0707097 Nov 09 17:55:41.832270 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9e66a45a-dcf3-4cfa-a7ab-29c0224d9234,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:41.839192 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.856740 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5464553a-b66a-4510-bdd1-c0ccf900ab42 req-2ff7c58a-b465-4bb2-b6b5-69c006716a47 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798609 Nov 09 17:55:41.858095 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.864293 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.894193 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['63c07de3-9003-431a-8ca6-a1f54665868b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:41.896496 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.898356 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2920761 Nov 09 17:55:41.901342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45236) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:41.907157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-fac9348e-9a66-4803-851f-91a72df80aa4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group': {'name': 'tempest-secgroup--1113897381'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:41.952889 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dce91546-b875-4539-bf83-3800c65135dc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.964516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02a34a6-812a-4f8e-95d3-2e886bc98d6c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:41.986640 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e565880-1dfa-4724-ad66-400b9036a0fe x-openstack-request-id: req-1e565880-1dfa-4724-ad66-400b9036a0fe {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:41.987615 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa185c1b-c20c-454f-9a68-ef63ca3161ed", "name": "network-vif-plugged", "status": "completed", "tag": "9e66a45a-dcf3-4cfa-a7ab-29c0224d9234", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:41.988242 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e565880-1dfa-4724-ad66-400b9036a0fe {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:41.989095 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa185c1b-c20c-454f-9a68-ef63ca3161ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e66a45a-dcf3-4cfa-a7ab-29c0224d9234', 'code': 200} Nov 09 17:55:41.991951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.992305 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.993188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.993593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.993937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.994456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.994797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.995126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.995514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.995897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.996227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.996551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8466b6-01f5-4abc-80b4-0754f984bad4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:42.014053 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac9348e-9a66-4803-851f-91a72df80aa4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.054886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce91546-b875-4539-bf83-3800c65135dc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Pushing event updated for resources: {'Subnet': ['ID=2c1593ad-0e65-42f0-b5e0-e9457953e7b8,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:42.069018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce91546-b875-4539-bf83-3800c65135dc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Checking segment: {'id': '4da534da-54f2-4633-9ba4-40d16bd4cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '986501cb-9690-4dc6-a1bf-b0f2ba39a701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:42.069665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce91546-b875-4539-bf83-3800c65135dc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Network hostable DHCP agents. Network: 986501cb-9690-4dc6-a1bf-b0f2ba39a701, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:55:42.080963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9e66a45a-dcf3-4cfa-a7ab-29c0224d9234,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:42.095505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce91546-b875-4539-bf83-3800c65135dc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Network 986501cb-9690-4dc6-a1bf-b0f2ba39a701 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:55:42.111115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-dce91546-b875-4539-bf83-3800c65135dc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 986501cb-9690-4dc6-a1bf-b0f2ba39a701) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:42.115540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca2910-d01f-4b6f-a001-c1a4ecd38552 req-399e17a1-d5e8-4b50-aa57-06971ff629c6 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:42.116854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce91546-b875-4539-bf83-3800c65135dc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:42.117722 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0ca2910-d01f-4b6f-a001-c1a4ecd38552 req-399e17a1-d5e8-4b50-aa57-06971ff629c6 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 944 time: 0.1504526 Nov 09 17:55:42.124970 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dce91546-b875-4539-bf83-3800c65135dc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.129427 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cb3f2f-287e-4d8b-92b5-0f64677f7be5 None None] Network 986501cb-9690-4dc6-a1bf-b0f2ba39a701 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:42.151534 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dce91546-b875-4539-bf83-3800c65135dc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7371867 Nov 09 17:55:42.152239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45240) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:42.174380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Request body: {'port': {'network_id': '986501cb-9690-4dc6-a1bf-b0f2ba39a701', 'name': 'tempest-TagsExtTest-89731876'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:42.186626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a70d5-b14b-4a1a-9fa0-64940acea835 req-9fd1c9e3-5b1d-4a7d-9ed3-359929b55cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:42.190956 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c5a70d5-b14b-4a1a-9fa0-64940acea835 req-9fd1c9e3-5b1d-4a7d-9ed3-359929b55cd1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 1097 time: 0.1373708 Nov 09 17:55:42.297191 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0ca2910-d01f-4b6f-a001-c1a4ecd38552 req-89cadaa0-57b6-4061-87b5-b0afaebf6d96 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690972 Nov 09 17:55:42.313116 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac9348e-9a66-4803-851f-91a72df80aa4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.334140 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac9348e-9a66-4803-851f-91a72df80aa4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.368855 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c5a70d5-b14b-4a1a-9fa0-64940acea835 req-c6cb62ae-7525-4cc7-88a0-a60dc1fbe0b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586761 Nov 09 17:55:42.379739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Made reservation on behalf of f5dd8d76ced6411a80a68b053b2e7663 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:42.381576 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-986501cb-9690-4dc6-a1bf-b0f2ba39a701', 'network_id': '986501cb-9690-4dc6-a1bf-b0f2ba39a701', 'tenant_id': 'f5dd8d76ced6411a80a68b053b2e7663', 'fixed_ips': [{'subnet_id': '2c1593ad-0e65-42f0-b5e0-e9457953e7b8'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:55:42.382758 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.385068 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.404071 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fac9348e-9a66-4803-851f-91a72df80aa4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.408852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fac9348e-9a66-4803-851f-91a72df80aa4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5032053 Nov 09 17:55:42.409526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] device_id is not set on port e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:55:42.409643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45242) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:42.410708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9348e-9a66-4803-851f-91a72df80aa4 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dabddd-a967-43e0-a31b-21cda699d566,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:42.422893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-41504604-20f9-40bc-8393-6bf4b006183f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group_rule': {'security_group_id': 'd02a34a6-812a-4f8e-95d3-2e886bc98d6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b7dabddd-a967-43e0-a31b-21cda699d566', 'remote_ip_prefix': None}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:42.491309 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41504604-20f9-40bc-8393-6bf4b006183f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.562587 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Allocated IP 172.20.0.13 (986501cb-9690-4dc6-a1bf-b0f2ba39a701/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:42.607169 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41504604-20f9-40bc-8393-6bf4b006183f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.612697 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41504604-20f9-40bc-8393-6bf4b006183f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.640999 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41504604-20f9-40bc-8393-6bf4b006183f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e77209-9f1f-40e0-b0c2-ba3f7ae4158c,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:42.649436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41504604-20f9-40bc-8393-6bf4b006183f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.655407 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-41504604-20f9-40bc-8393-6bf4b006183f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2363937 Nov 09 17:55:42.658528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45244) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:42.691924 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-88b3a702-7cc4-4e3f-8137-87485517d29b tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.702621 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-88b3a702-7cc4-4e3f-8137-87485517d29b tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.749354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-88b3a702-7cc4-4e3f-8137-87485517d29b tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.762708 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-88b3a702-7cc4-4e3f-8137-87485517d29b tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.764121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-88b3a702-7cc4-4e3f-8137-87485517d29b tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/81e77209-9f1f-40e0-b0c2-ba3f7ae4158c HTTP/1.1" status: 204 len: 168 time: 0.1042712 Nov 09 17:55:42.768921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45248) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:42.776868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3a702-7cc4-4e3f-8137-87485517d29b tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81e77209-9f1f-40e0-b0c2-ba3f7ae4158c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:42.839933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-390ac679-54e1-4406-890c-2f858dd5ec85 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0672870 Nov 09 17:55:42.840234 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45250) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:42.894107 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.925567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ac81b-344b-4f7b-9ccd-b34cce8fbfd2 req-432ebd23-8213-4efb-bd5b-d05ca0b15365 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:42.926538 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-df104477-9b4c-4c9e-8de1-37f346493dbc tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.928557 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a6ac81b-344b-4f7b-9ccd-b34cce8fbfd2 req-432ebd23-8213-4efb-bd5b-d05ca0b15365 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1651106 Nov 09 17:55:42.995690 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a6ac81b-344b-4f7b-9ccd-b34cce8fbfd2 req-2623b8ce-1a28-48a2-876b-f0e35c6f0775 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552385 Nov 09 17:55:43.005248 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.013703 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-df104477-9b4c-4c9e-8de1-37f346493dbc tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.021655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-448a631b-37cd-4fad-8d95-513809d668cc req-afae6258-61d4-4cb1-a887-32af51d9b7af tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0655823 Nov 09 17:55:43.083679 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-df104477-9b4c-4c9e-8de1-37f346493dbc tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.086561 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-df104477-9b4c-4c9e-8de1-37f346493dbc tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.090876 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-df104477-9b4c-4c9e-8de1-37f346493dbc tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-groups/b7dabddd-a967-43e0-a31b-21cda699d566 HTTP/1.1" status: 204 len: 168 time: 0.2495418 Nov 09 17:55:43.091551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45258) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:43.095964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Allocated IP 172.20.0.2 (986501cb-9690-4dc6-a1bf-b0f2ba39a701/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/e90b9cdb-6f48-4992-8295-eeb59cf5340c) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:43.098158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Network 986501cb-9690-4dc6-a1bf-b0f2ba39a701 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:43.106149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:43.108940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:43.115107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df104477-9b4c-4c9e-8de1-37f346493dbc tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dabddd-a967-43e0-a31b-21cda699d566,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:43.166504 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Pushing event updated for resources: {'Port': ['ID=e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:43.186469 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c9671106-509d-4e69-b9ed-7188d5a4eb9d tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0831819 Nov 09 17:55:43.191148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45260) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:43.202492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:43.203181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.217014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60c95-9cc2-4ab1-a453-730d1747caa5 req-5e88d298-e80c-47dd-a3b6-8b5c8498aa4b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:43.219268 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85d60c95-9cc2-4ab1-a453-730d1747caa5 req-5e88d298-e80c-47dd-a3b6-8b5c8498aa4b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 946 time: 0.1432393 Nov 09 17:55:43.294627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a90c1601-bcbd-40f6-a892-da846da9bb17 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.342254 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a90c1601-bcbd-40f6-a892-da846da9bb17 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.399905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.412611 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.426036 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a90c1601-bcbd-40f6-a892-da846da9bb17 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.433054 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a90c1601-bcbd-40f6-a892-da846da9bb17 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.437868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a90c1601-bcbd-40f6-a892-da846da9bb17 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-groups/d02a34a6-812a-4f8e-95d3-2e886bc98d6c HTTP/1.1" status: 204 len: 168 time: 0.2455027 Nov 09 17:55:43.439438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45266) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:43.476762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c1601-bcbd-40f6-a892-da846da9bb17 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02a34a6-812a-4f8e-95d3-2e886bc98d6c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:43.486476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Network 986501cb-9690-4dc6-a1bf-b0f2ba39a701 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:43.492491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:43.499522 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:43.520061 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-58f34795-8147-47cf-958c-71311a9f3fde tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746555 Nov 09 17:55:43.520061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45268) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:43.526650 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3fe350b9-ee91-4ae4-9992-f2ab805662e3 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group': {'name': 'tempest-secgroup--789714578'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:43.533921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cab053b4-af00-41d9-99d5-e96c070e487f tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3755310 Nov 09 17:55:43.549648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45270) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:43.559126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5f9ea64c-2230-4e80-911e-a3a9ffae5474 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-836665250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:43.566703 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85d60c95-9cc2-4ab1-a453-730d1747caa5 req-77801395-ff13-49f2-a16c-7ecf7674ec05 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383200 Nov 09 17:55:43.597393 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Pushing event updated for resources: {'Port': ['ID=e90b9cdb-6f48-4992-8295-eeb59cf5340c,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:43.610882 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3fe350b9-ee91-4ae4-9992-f2ab805662e3 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.620133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Attempting to bind port e90b9cdb-6f48-4992-8295-eeb59cf5340c on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:55:43.620505 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Attempting to bind port e90b9cdb-6f48-4992-8295-eeb59cf5340c by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '4da534da-54f2-4633-9ba4-40d16bd4cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '986501cb-9690-4dc6-a1bf-b0f2ba39a701'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:55:43.620870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Attempting to bind port e90b9cdb-6f48-4992-8295-eeb59cf5340c on network 986501cb-9690-4dc6-a1bf-b0f2ba39a701 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:43.634442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:43.634915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Checking segment: {'id': '4da534da-54f2-4633-9ba4-40d16bd4cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '986501cb-9690-4dc6-a1bf-b0f2ba39a701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:43.635412 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.635936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Bound using segment: {'id': '4da534da-54f2-4633-9ba4-40d16bd4cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '986501cb-9690-4dc6-a1bf-b0f2ba39a701'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:43.636471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Bound port: e90b9cdb-6f48-4992-8295-eeb59cf5340c, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da534da-54f2-4633-9ba4-40d16bd4cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '986501cb-9690-4dc6-a1bf-b0f2ba39a701'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:55:43.636923 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.640660 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-32be5b86-a97d-4a2e-af01-b8f00999da62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.644822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b09c-b476-4671-b7a5-72b3f3ca5573 req-e963c488-ab3b-411c-a4db-f354cb586930 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:43.646473 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3352b09c-b476-4671-b7a5-72b3f3ca5573 req-e963c488-ab3b-411c-a4db-f354cb586930 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 944 time: 0.1258211 Nov 09 17:55:43.651089 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5f9ea64c-2230-4e80-911e-a3a9ffae5474 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.651797 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5f9ea64c-2230-4e80-911e-a3a9ffae5474 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.739100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-632ad618-867d-4784-b252-380608c0bc45 None None] For port e90b9cdb-6f48-4992-8295-eeb59cf5340c, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:43.746270 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-632ad618-867d-4784-b252-380608c0bc45 None None] For port e90b9cdb-6f48-4992-8295-eeb59cf5340c, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e90b9cdb-6f48-4992-8295-eeb59cf5340c,segment=NetworkSegment(4da534da-54f2-4633-9ba4-40d16bd4cbc0),segment_id=4da534da-54f2-4633-9ba4-40d16bd4cbc0)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:43.753411 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.769422 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5f9ea64c-2230-4e80-911e-a3a9ffae5474 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.778602 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3352b09c-b476-4671-b7a5-72b3f3ca5573 req-e06d1919-0096-46cd-a3f7-711da6020b3a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159375 Nov 09 17:55:43.791545 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5f9ea64c-2230-4e80-911e-a3a9ffae5474 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.835832 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5f9ea64c-2230-4e80-911e-a3a9ffae5474 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.838252 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5f9ea64c-2230-4e80-911e-a3a9ffae5474 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2874491 Nov 09 17:55:43.842472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45272) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:43.842949 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3fe350b9-ee91-4ae4-9992-f2ab805662e3 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.848221 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9dd57637-ea61-46e3-a45d-bcc735b4fa22 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-682120226', 'prefixes': ['172.20.0.0/16']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:43.851534 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3fe350b9-ee91-4ae4-9992-f2ab805662e3 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.875444 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ad618-867d-4784-b252-380608c0bc45 None None] Pushing event updated for resources: {'Port': ['ID=e90b9cdb-6f48-4992-8295-eeb59cf5340c,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:43.915026 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3fe350b9-ee91-4ae4-9992-f2ab805662e3 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.917377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3fe350b9-ee91-4ae4-9992-f2ab805662e3 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3941123 Nov 09 17:55:43.920317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45274) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:43.925509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe350b9-ee91-4ae4-9992-f2ab805662e3 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe476c98-3296-4c82-9e85-2fa7b0829c1f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:43.927581 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-32915258-7002-4bdd-b094-8c87101e6898 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group_rule': {'security_group_id': 'fe476c98-3296-4c82-9e85-2fa7b0829c1f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:43.953424 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9dd57637-ea61-46e3-a45d-bcc735b4fa22 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for subnetpool, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.961208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45276) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:43.961801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9dd57637-ea61-46e3-a45d-bcc735b4fa22 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1179008 Nov 09 17:55:43.966374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-5bea53f7-4bd5-43b5-90cd-0862a2b55dc8 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2c1593ad-0e65-42f0-b5e0-e9457953e7b8', 'tempest-TagsExtTest-Tag-1150045964') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:43.996434 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32915258-7002-4bdd-b094-8c87101e6898 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.091663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32915258-7002-4bdd-b094-8c87101e6898 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.108106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32915258-7002-4bdd-b094-8c87101e6898 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.211072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32915258-7002-4bdd-b094-8c87101e6898 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade55446-02dd-4789-a736-6aca2c5f74a9,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:44.225033 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32915258-7002-4bdd-b094-8c87101e6898 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.231333 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-32915258-7002-4bdd-b094-8c87101e6898 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3027520 Nov 09 17:55:44.231589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2b19a827-bf3e-4fe4-86f2-6d51e2252bbb req-e4942960-cf7a-4ae4-8c37-131861586b12 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0488079 Nov 09 17:55:44.232530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45282) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.294167 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6386e3d-8dd3-46cd-b3ff-1846dfda9f2c tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.299558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5bea53f7-4bd5-43b5-90cd-0862a2b55dc8 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "PUT /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/tags/tempest-TagsExtTest-Tag-1150045964 HTTP/1.1" status: 201 len: 201 time: 0.3371654 Nov 09 17:55:44.302240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e729b7-4f75-483c-bd8a-e6dba5b999dd req-fd84a5ee-a58d-4c1b-87d3-9985c6ba0de1 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:44.304978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45286) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.307949 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-48e729b7-4f75-483c-bd8a-e6dba5b999dd req-fd84a5ee-a58d-4c1b-87d3-9985c6ba0de1 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1826172 Nov 09 17:55:44.309797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-6728c72f-9499-4a16-8e8d-e91940f5044b tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb', 'tempest-TagsExtTest-Tag-428790022') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:44.314584 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6386e3d-8dd3-46cd-b3ff-1846dfda9f2c tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.366914 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-48e729b7-4f75-483c-bd8a-e6dba5b999dd req-d40f669a-95cf-42e5-a2e1-fa4d2ff3fd13 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520680 Nov 09 17:55:44.381209 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6386e3d-8dd3-46cd-b3ff-1846dfda9f2c tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.393079 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6386e3d-8dd3-46cd-b3ff-1846dfda9f2c tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.395265 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f6386e3d-8dd3-46cd-b3ff-1846dfda9f2c tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/ade55446-02dd-4789-a736-6aca2c5f74a9 HTTP/1.1" status: 204 len: 168 time: 0.1614926 Nov 09 17:55:44.400199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45290) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.414604 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.419849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6386e3d-8dd3-46cd-b3ff-1846dfda9f2c tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ade55446-02dd-4789-a736-6aca2c5f74a9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:44.459208 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-89725b58-2eb2-48ba-9157-75225dcc8317 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558143 Nov 09 17:55:44.461472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45292) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.481051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6728c72f-9499-4a16-8e8d-e91940f5044b tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "PUT /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb/tags/tempest-TagsExtTest-Tag-428790022 HTTP/1.1" status: 201 len: 201 time: 0.1736982 Nov 09 17:55:44.483388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45294) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.491216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-bc0f1832-58aa-413a-8e60-b9915926e313 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c9721aa2-4dd5-4c28-911a-77681eae2a9e', 'tempest-TagsExtTest-Tag-979124416') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:44.540702 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf140dd8-1eb0-4c25-88d9-42fd0123d197 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.571177 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf140dd8-1eb0-4c25-88d9-42fd0123d197 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.598700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45298) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.598895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bc0f1832-58aa-413a-8e60-b9915926e313 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "PUT /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e/tags/tempest-TagsExtTest-Tag-979124416 HTTP/1.1" status: 201 len: 201 time: 0.1116731 Nov 09 17:55:44.605819 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-c2129295-bf5d-4286-b808-50bd5cb1638d tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c360a36f-d52b-4da0-8cc7-229c67148bac', 'tempest-TagsExtTest-Tag-1891778004') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:44.689557 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf140dd8-1eb0-4c25-88d9-42fd0123d197 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.692564 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf140dd8-1eb0-4c25-88d9-42fd0123d197 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.693799 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bf140dd8-1eb0-4c25-88d9-42fd0123d197 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-groups/fe476c98-3296-4c82-9e85-2fa7b0829c1f HTTP/1.1" status: 204 len: 168 time: 0.2311776 Nov 09 17:55:44.701177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45300) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.717605 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c2129295-bf5d-4286-b808-50bd5cb1638d tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "PUT /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac/tags/tempest-TagsExtTest-Tag-1891778004 HTTP/1.1" status: 201 len: 201 time: 0.1177182 Nov 09 17:55:44.723996 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45302) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.731109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-f4e61395-12d4-4985-b7ba-a989578b0588 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2c1593ad-0e65-42f0-b5e0-e9457953e7b8') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:44.743981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf140dd8-1eb0-4c25-88d9-42fd0123d197 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe476c98-3296-4c82-9e85-2fa7b0829c1f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:44.797503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d92abb2c-eb7d-4cdc-b65b-320a2749a556 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0933833 Nov 09 17:55:44.801840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45306) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.809780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c2ee-abcb-41b6-b3b4-3bf3f8971a1a req-094a8cd1-f5f6-4284-ba45-26ca6d34fa6f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:44.811541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3775c2ee-abcb-41b6-b3b4-3bf3f8971a1a req-094a8cd1-f5f6-4284-ba45-26ca6d34fa6f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 946 time: 0.1334028 Nov 09 17:55:44.817578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ab04e6ce-52af-42e1-a3e0-0babcb129bb1 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group': {'name': 'tempest-secgroup--259994680'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:44.879475 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab04e6ce-52af-42e1-a3e0-0babcb129bb1 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.915275 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3775c2ee-abcb-41b6-b3b4-3bf3f8971a1a req-63e59d5c-3a4d-449a-80e7-a2c614d029e5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928440 Nov 09 17:55:44.917355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c0a38-cb07-4bf8-bb9a-ca4d42cd0681 req-2dfab3ae-50d3-4395-a846-3eab4fa651a1 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:44.919083 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-380c0a38-cb07-4bf8-bb9a-ca4d42cd0681 req-2dfab3ae-50d3-4395-a846-3eab4fa651a1 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 944 time: 0.0607674 Nov 09 17:55:44.935284 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f4e61395-12d4-4985-b7ba-a989578b0588 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/tags HTTP/1.1" status: 200 len: 241 time: 0.1938615 Nov 09 17:55:44.939265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45308) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.945448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-36ccff2f-31ff-4be9-8e84-e484d9793efc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c1593ad-0e65-42f0-b5e0-e9457953e7b8', 'tempest-TagsExtTest-Tag-1150045964') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:45.051681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-380c0a38-cb07-4bf8-bb9a-ca4d42cd0681 req-7837c945-437a-4936-a73c-5f86498bf3d9 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193740 Nov 09 17:55:45.069443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab04e6ce-52af-42e1-a3e0-0babcb129bb1 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.078016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-36ccff2f-31ff-4be9-8e84-e484d9793efc tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/tags/tempest-TagsExtTest-Tag-1150045964 HTTP/1.1" status: 204 len: 168 time: 0.1365175 Nov 09 17:55:45.082230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45312) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:45.090975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-cebd2350-baf9-4b6a-b3f5-91c0234b8f76 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2c1593ad-0e65-42f0-b5e0-e9457953e7b8', 'tempest-TagsExtTest-Tag-1150045964') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:45.099870 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab04e6ce-52af-42e1-a3e0-0babcb129bb1 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.119039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 63c07de3-9003-431a-8ca6-a1f54665868b up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:45.140402 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab04e6ce-52af-42e1-a3e0-0babcb129bb1 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.143584 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ab04e6ce-52af-42e1-a3e0-0babcb129bb1 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3292434 Nov 09 17:55:45.149693 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45314) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:45.159738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb936581-430e-4baf-93f7-72a3c0f02454 None None] Network 986501cb-9690-4dc6-a1bf-b0f2ba39a701 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:45.160758 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04e6ce-52af-42e1-a3e0-0babcb129bb1 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13f6483-909a-462f-bc33-82859dc29c5f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:45.170909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4ff1b0fe-71a0-473e-950c-09531da8ca01 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group_rule': {'security_group_id': 'a13f6483-909a-462f-bc33-82859dc29c5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:45.172588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a718ab-6ab9-405e-b32b-83e41bc24775 req-8447b78f-0eb3-4c1b-a4ae-386be3c293a4 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:45.175028 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-36a718ab-6ab9-405e-b32b-83e41bc24775 req-8447b78f-0eb3-4c1b-a4ae-386be3c293a4 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 945 time: 0.1309855 Nov 09 17:55:45.228952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-36a718ab-6ab9-405e-b32b-83e41bc24775 req-d4cae238-4ff1-4b36-9ee8-7ca8add04225 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466268 Nov 09 17:55:45.240758 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b0fe-71a0-473e-950c-09531da8ca01 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.252312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bb05ffdb-3511-4d7f-bfd1-a0b261ee6d66 None None] Provisioning complete for port e90b9cdb-6f48-4992-8295-eeb59cf5340c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:45.252803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb05ffdb-3511-4d7f-bfd1-a0b261ee6d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.296308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 63c07de3-9003-431a-8ca6-a1f54665868b completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:55:45.316512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 63c07de3-9003-431a-8ca6-a1f54665868b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:45.331010 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.338520 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45320) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:45.338968 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cebd2350-baf9-4b6a-b3f5-91c0234b8f76 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/tags/tempest-TagsExtTest-Tag-1150045964 HTTP/1.1" status: 204 len: 168 time: 0.2550850 Nov 09 17:55:45.353006 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-b09c1d04-5888-42ae-a9a3-25d1ef493a16 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2c1593ad-0e65-42f0-b5e0-e9457953e7b8') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:45.415273 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b0fe-71a0-473e-950c-09531da8ca01 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.421909 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.426628 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b0fe-71a0-473e-950c-09531da8ca01 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.501521 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cf89eb2-ee75-4d13-82c9-eafa2736426f req-e064a4ff-a9c2-4a10-a7b2-5e25dfbf8c01 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.1379788 Nov 09 17:55:45.514779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1b0fe-71a0-473e-950c-09531da8ca01 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533b10ec-f6ac-460f-9c0e-72cacaab0060,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:45.526546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e90b9cdb-6f48-4992-8295-eeb59cf5340c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:45.552848 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b09c1d04-5888-42ae-a9a3-25d1ef493a16 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/tags HTTP/1.1" status: 200 len: 205 time: 0.2044537 Nov 09 17:55:45.557914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45326) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:45.567080 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b0fe-71a0-473e-950c-09531da8ca01 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.569005 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4ff1b0fe-71a0-473e-950c-09531da8ca01 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4187789 Nov 09 17:55:45.570015 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-b90b9c99-7454-44b4-9944-f0381cfbb3f6 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:45.579172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45328) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:45.590404 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb05ffdb-3511-4d7f-bfd1-a0b261ee6d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.619215 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60967d-e18b-4a5a-8103-ac7c4c904fb6 req-3c256955-d129-478f-aade-ff314daf5d08 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:45.622022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a60967d-e18b-4a5a-8103-ac7c4c904fb6 req-3c256955-d129-478f-aade-ff314daf5d08 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 946 time: 0.1474230 Nov 09 17:55:45.631448 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b31ec99e-b6aa-41df-a548-8125490bda78 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules/533b10ec-f6ac-460f-9c0e-72cacaab0060 HTTP/1.1" status: 200 len: 763 time: 0.0477552 Nov 09 17:55:45.641007 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.673966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45330) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:45.682036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bb05ffdb-3511-4d7f-bfd1-a0b261ee6d66 None None] For port e90b9cdb-6f48-4992-8295-eeb59cf5340c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e90b9cdb-6f48-4992-8295-eeb59cf5340c,segment=NetworkSegment(4da534da-54f2-4633-9ba4-40d16bd4cbc0),segment_id=4da534da-54f2-4633-9ba4-40d16bd4cbc0)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:45.710216 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb05ffdb-3511-4d7f-bfd1-a0b261ee6d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.720385 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a60967d-e18b-4a5a-8103-ac7c4c904fb6 req-c16e08c7-d1e0-4803-aa23-655fa2cf2f5f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866368 Nov 09 17:55:45.760088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091f2780-ca68-49df-bae2-a0b6dfeb27b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c07de3-9003-431a-8ca6-a1f54665868b'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:45.762726 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145aacb1-bf89-4ca8-96df-fb439c14bb63" -d '{"events": [{"server_uuid": "091f2780-ca68-49df-bae2-a0b6dfeb27b9", "name": "network-vif-plugged", "status": "completed", "tag": "63c07de3-9003-431a-8ca6-a1f54665868b"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:45.790862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 63c07de3-9003-431a-8ca6-a1f54665868b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=63c07de3-9003-431a-8ca6-a1f54665868b,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:45.798412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e90b9cdb-6f48-4992-8295-eeb59cf5340c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:45.798875 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.804466 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.809164 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fada582-f927-4e0d-908b-a27bb3257927 req-f3c46a67-e0f6-4094-9f0a-166485045fbe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0628653 Nov 09 17:55:45.828587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05ffdb-3511-4d7f-bfd1-a0b261ee6d66 None None] Pushing event updated for resources: {'Port': ['ID=e90b9cdb-6f48-4992-8295-eeb59cf5340c,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:45.911122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fada582-f927-4e0d-908b-a27bb3257927 req-a8c32152-001e-4466-9672-6a977342d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:45.914786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fada582-f927-4e0d-908b-a27bb3257927 req-a8c32152-001e-4466-9672-6a977342d64a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 1096 time: 0.0662608 Nov 09 17:55:45.935614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=63c07de3-9003-431a-8ca6-a1f54665868b,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:45.947575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45336) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:45.955452 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-be4557bc-09b6-4614-83ec-8619b7795271 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2772918 Nov 09 17:55:45.991465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477b0b7-2ce5-4eaa-a9e1-e01e93b1320f req-47c4da3a-b6a8-4577-981a-52d901a0ae3a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:46.019422 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b477b0b7-2ce5-4eaa-a9e1-e01e93b1320f req-47c4da3a-b6a8-4577-981a-52d901a0ae3a tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.3435235 Nov 09 17:55:46.115541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b90b9c99-7454-44b4-9944-f0381cfbb3f6 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb/tags HTTP/1.1" status: 200 len: 240 time: 0.5549557 Nov 09 17:55:46.125294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45340) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.136703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-42cff0f1-36e6-4a08-8cd1-e9ea53344894 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb', 'tempest-TagsExtTest-Tag-428790022') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:46.150267 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab19e-62b0-4ed0-ab57-1a2e04df8af9 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.156130 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b477b0b7-2ce5-4eaa-a9e1-e01e93b1320f req-5c5ed9a2-3d73-4c8e-9cb6-c8d7b9c27425 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353238 Nov 09 17:55:46.160638 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2fdc381e-44a5-4c71-b665-41512fce84a9 None None] Provisioning complete for port e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:46.161128 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2fdc381e-44a5-4c71-b665-41512fce84a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.208266 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7f8629-e92c-4ec4-a7e2-7393832f3a86 x-openstack-request-id: req-ed7f8629-e92c-4ec4-a7e2-7393832f3a86 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:46.208812 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091f2780-ca68-49df-bae2-a0b6dfeb27b9", "name": "network-vif-plugged", "status": "completed", "tag": "63c07de3-9003-431a-8ca6-a1f54665868b", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:46.209140 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ed7f8629-e92c-4ec4-a7e2-7393832f3a86 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:46.209768 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091f2780-ca68-49df-bae2-a0b6dfeb27b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c07de3-9003-431a-8ca6-a1f54665868b', 'code': 200} Nov 09 17:55:46.264416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc381e-44a5-4c71-b665-41512fce84a9 None None] Port e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:55:46.292250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2fdc381e-44a5-4c71-b665-41512fce84a9 None None] Provisioning complete for port e90b9cdb-6f48-4992-8295-eeb59cf5340c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:46.292903 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2fdc381e-44a5-4c71-b665-41512fce84a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.304419 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab19e-62b0-4ed0-ab57-1a2e04df8af9 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.351409 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab19e-62b0-4ed0-ab57-1a2e04df8af9 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.360527 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444df80-367b-4ef3-b68b-e179e8a8594c req-5e2f5930-a9cb-41e1-be3d-88019b83978e tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:46.362615 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1444df80-367b-4ef3-b68b-e179e8a8594c req-5e2f5930-a9cb-41e1-be3d-88019b83978e tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 945 time: 0.0979173 Nov 09 17:55:46.376948 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab19e-62b0-4ed0-ab57-1a2e04df8af9 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.378265 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fe7ab19e-62b0-4ed0-ab57-1a2e04df8af9 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/533b10ec-f6ac-460f-9c0e-72cacaab0060 HTTP/1.1" status: 204 len: 168 time: 0.4293163 Nov 09 17:55:46.386648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45344) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.405745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fada582-f927-4e0d-908b-a27bb3257927 req-559b2f5e-97aa-4363-b642-f098ac87ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:46.408178 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fada582-f927-4e0d-908b-a27bb3257927 req-559b2f5e-97aa-4363-b642-f098ac87ace5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 906 time: 0.4617279 Nov 09 17:55:46.442468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ab19e-62b0-4ed0-ab57-1a2e04df8af9 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=533b10ec-f6ac-460f-9c0e-72cacaab0060,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:46.447871 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1444df80-367b-4ef3-b68b-e179e8a8594c req-f6d33411-6d8b-4976-bebd-3d9aa3bcae1e tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765369 Nov 09 17:55:46.460730 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-609e449f-838c-4f5b-80e5-411b07c14164 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0726759 Nov 09 17:55:46.464214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45346) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.472270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f7588e6e-b952-4864-b499-b99e31630eb8 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group_rule': {'security_group_id': 'a13f6483-909a-462f-bc33-82859dc29c5f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:46.483924 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fada582-f927-4e0d-908b-a27bb3257927 req-177e9565-d748-49d2-8f75-aceb1d14916c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8e6bc8a-b50d-4349-9a54-1595577841fa HTTP/1.1" status: 200 len: 217 time: 0.0516231 Nov 09 17:55:46.520175 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f7588e6e-b952-4864-b499-b99e31630eb8 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.549530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f366a-fb99-41e6-a2e3-ede69ba864c6 req-86dfbcc9-6a24-4e9d-bb55-5c13a4792c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:46.551097 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc8f366a-fb99-41e6-a2e3-ede69ba864c6 req-86dfbcc9-6a24-4e9d-bb55-5c13a4792c03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 1096 time: 0.2016668 Nov 09 17:55:46.562951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef17093-5944-42c7-91c4-777abfeed620 req-06a54182-0193-4fe6-8dbb-e2cbbb41c99f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:46.564824 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ef17093-5944-42c7-91c4-777abfeed620 req-06a54182-0193-4fe6-8dbb-e2cbbb41c99f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 946 time: 0.2630510 Nov 09 17:55:46.573945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e9efd20e-2c24-45a5-9534-d91b21083923 None None] Provisioning complete for port e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:46.575108 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e9efd20e-2c24-45a5-9534-d91b21083923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.597919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-42cff0f1-36e6-4a08-8cd1-e9ea53344894 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb/tags/tempest-TagsExtTest-Tag-428790022 HTTP/1.1" status: 204 len: 168 time: 0.4687774 Nov 09 17:55:46.602699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45350) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.611442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-9289d5ce-f252-4ef0-b8f4-da2ffd037c7b tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb', 'tempest-TagsExtTest-Tag-428790022') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:46.620500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fada582-f927-4e0d-908b-a27bb3257927 req-35a17124-7086-405a-9698-5ded0b0e85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:46.622417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fada582-f927-4e0d-908b-a27bb3257927 req-35a17124-7086-405a-9698-5ded0b0e85d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.1266127 Nov 09 17:55:46.635380 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e9efd20e-2c24-45a5-9534-d91b21083923 None None] Port e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:55:46.641987 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f7588e6e-b952-4864-b499-b99e31630eb8 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.647808 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f7588e6e-b952-4864-b499-b99e31630eb8 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.696037 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7588e6e-b952-4864-b499-b99e31630eb8 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39720ec7-e577-4ce2-affe-bb76bb2e39ac,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:46.704617 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fada582-f927-4e0d-908b-a27bb3257927 req-4c3ccb68-e46d-4cc8-8708-ca690fc12ad7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570276 Nov 09 17:55:46.715920 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f7588e6e-b952-4864-b499-b99e31630eb8 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.719069 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f7588e6e-b952-4864-b499-b99e31630eb8 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2514031 Nov 09 17:55:46.719835 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c06ddf19-b3e9-4fe9-aa11-a8bdada5dc40 req-a08497ce-a8b0-4356-9334-2a1c9840ee05 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0400288 Nov 09 17:55:46.720042 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc8f366a-fb99-41e6-a2e3-ede69ba864c6 req-84b8d871-bd91-45ed-a28f-afa2704b879d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510797 Nov 09 17:55:46.722415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45352) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.742763 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5e6e714b-a9d9-4f11-9d45-81bc3588d368 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules/39720ec7-e577-4ce2-affe-bb76bb2e39ac HTTP/1.1" status: 200 len: 763 time: 0.0183856 Nov 09 17:55:46.747609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45354) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.747923 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ef17093-5944-42c7-91c4-777abfeed620 req-856a86c9-0c37-4045-b60a-c10302d1ca50 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294844 Nov 09 17:55:46.815674 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9289d5ce-f252-4ef0-b8f4-da2ffd037c7b tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb/tags/tempest-TagsExtTest-Tag-428790022 HTTP/1.1" status: 204 len: 168 time: 0.2116175 Nov 09 17:55:46.818111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45358) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.823642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-fb8acaf1-ff97-4fd5-8174-f9cbc171e490 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:46.839844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dd362fec-eb17-49e5-ac1e-6f50212e4250 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0902705 Nov 09 17:55:46.842491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45360) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.888944 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fb8acaf1-ff97-4fd5-8174-f9cbc171e490 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb/tags HTTP/1.1" status: 200 len: 205 time: 0.0694060 Nov 09 17:55:46.892975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45364) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.895470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33175de6-2b0b-4de8-99f4-51a135e46fbf tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.898046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-06906438-ec29-4440-8832-7a5f338cf82c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c9721aa2-4dd5-4c28-911a-77681eae2a9e') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:46.912723 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33175de6-2b0b-4de8-99f4-51a135e46fbf tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.968647 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33175de6-2b0b-4de8-99f4-51a135e46fbf tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.979136 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33175de6-2b0b-4de8-99f4-51a135e46fbf tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.981072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-33175de6-2b0b-4de8-99f4-51a135e46fbf tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/39720ec7-e577-4ce2-affe-bb76bb2e39ac HTTP/1.1" status: 204 len: 168 time: 0.1371677 Nov 09 17:55:46.987277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45366) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.007086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33175de6-2b0b-4de8-99f4-51a135e46fbf tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39720ec7-e577-4ce2-affe-bb76bb2e39ac,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:47.063076 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-50031e63-4a8d-460d-85cb-bdbd19a0c3d7 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0742714 Nov 09 17:55:47.067500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45368) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.073090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-06906438-ec29-4440-8832-7a5f338cf82c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e/tags HTTP/1.1" status: 200 len: 240 time: 0.1786628 Nov 09 17:55:47.073860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-98650920-6f4a-467d-8287-4d10af2ccd5e tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Request body: {'security_group_rule': {'security_group_id': 'a13f6483-909a-462f-bc33-82859dc29c5f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:47.077853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45370) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.085372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-f810f131-0496-4cdc-85c3-20a07bb20d80 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c9721aa2-4dd5-4c28-911a-77681eae2a9e', 'tempest-TagsExtTest-Tag-979124416') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:47.104634 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-98650920-6f4a-467d-8287-4d10af2ccd5e tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Project 7e7d881a0b1f4cc780ddd9fefeb96d92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 17:55:47.114084 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98650920-6f4a-467d-8287-4d10af2ccd5e tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.186647 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fada582-f927-4e0d-908b-a27bb3257927 req-538625c6-fc87-4540-9443-b06e1d3a8108 service neutron] 10.222.0.13 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181547 Nov 09 17:55:47.194968 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f810f131-0496-4cdc-85c3-20a07bb20d80 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e/tags/tempest-TagsExtTest-Tag-979124416 HTTP/1.1" status: 204 len: 168 time: 0.1159611 Nov 09 17:55:47.198859 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45374) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.211472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-a2505703-81d0-486b-9996-1f98d6606108 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c9721aa2-4dd5-4c28-911a-77681eae2a9e', 'tempest-TagsExtTest-Tag-979124416') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:47.213469 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98650920-6f4a-467d-8287-4d10af2ccd5e tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.219919 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98650920-6f4a-467d-8287-4d10af2ccd5e tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.249174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98650920-6f4a-467d-8287-4d10af2ccd5e tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105e77d8-746b-486e-afd6-a1dd84ffb519,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:47.262859 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-98650920-6f4a-467d-8287-4d10af2ccd5e tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.265076 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-98650920-6f4a-467d-8287-4d10af2ccd5e tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1959033 Nov 09 17:55:47.270329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45376) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.291759 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e74439c7-e961-4d41-882f-29dce6d32c35 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules/105e77d8-746b-486e-afd6-a1dd84ffb519 HTTP/1.1" status: 200 len: 769 time: 0.0195949 Nov 09 17:55:47.295499 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45378) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.344653 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-42038f25-4ec4-4bd6-8be8-e699da8fa9cc tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0479147 Nov 09 17:55:47.348763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45380) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.379705 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23fa1f93-de86-4b13-a197-3c29afcaa60d tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.392034 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23fa1f93-de86-4b13-a197-3c29afcaa60d tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.419640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d1784-361b-43e5-a12d-3fe702da813b req-b1914827-6b97-43a3-974f-d31f4f0909b8 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:47.421419 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-294d1784-361b-43e5-a12d-3fe702da813b req-b1914827-6b97-43a3-974f-d31f4f0909b8 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1639600 Nov 09 17:55:47.430724 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fada582-f927-4e0d-908b-a27bb3257927 req-140aaca8-04e8-4fc2-b780-36e7da798a8e service neutron] 10.222.0.13 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342639 Nov 09 17:55:47.458091 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a2505703-81d0-486b-9996-1f98d6606108 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e/tags/tempest-TagsExtTest-Tag-979124416 HTTP/1.1" status: 204 len: 168 time: 0.2517002 Nov 09 17:55:47.458091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45382) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.458550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23fa1f93-de86-4b13-a197-3c29afcaa60d tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.466051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-e9247520-5ab1-43bb-b8aa-49dcee52ae4e tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c9721aa2-4dd5-4c28-911a-77681eae2a9e') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:47.466345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e90b9cdb-6f48-4992-8295-eeb59cf5340c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:47.474834 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23fa1f93-de86-4b13-a197-3c29afcaa60d tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.477265 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-23fa1f93-de86-4b13-a197-3c29afcaa60d tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/105e77d8-746b-486e-afd6-a1dd84ffb519 HTTP/1.1" status: 204 len: 168 time: 0.1270432 Nov 09 17:55:47.480193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45384) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.514227 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa1f93-de86-4b13-a197-3c29afcaa60d tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=105e77d8-746b-486e-afd6-a1dd84ffb519,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:47.561779 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1a2219e3-8f2f-40a0-be9d-f498e9a953d2 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0748329 Nov 09 17:55:47.566930 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45388) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.609606 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e90b9cdb-6f48-4992-8295-eeb59cf5340c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:47.611687 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.651167 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-294d1784-361b-43e5-a12d-3fe702da813b req-bb2e79da-e5e0-449b-985a-8930ed052c22 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147158 Nov 09 17:55:47.674419 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e9247520-5ab1-43bb-b8aa-49dcee52ae4e tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e/tags HTTP/1.1" status: 200 len: 205 time: 0.2105858 Nov 09 17:55:47.674724 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.675818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45390) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.682356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-06502b5d-29c4-4f12-9119-054b99031898 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c360a36f-d52b-4da0-8cc7-229c67148bac') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:47.703621 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9fba-498f-415b-8745-d3e9426b18c3 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.704428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6501b-1e0a-4f84-9e87-da82f02488e2 req-247c5e57-dc21-4af8-b500-d089eb19b816 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:47.704428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abe6501b-1e0a-4f84-9e87-da82f02488e2 req-247c5e57-dc21-4af8-b500-d089eb19b816 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 946 time: 0.1108377 Nov 09 17:55:47.728954 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9fba-498f-415b-8745-d3e9426b18c3 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.762567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487765f-b838-485c-9353-2269a8622e5a req-2ee096f1-1291-4673-b852-98cbbff42660 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:47.764258 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4487765f-b838-485c-9353-2269a8622e5a req-2ee096f1-1291-4673-b852-98cbbff42660 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 945 time: 0.1365252 Nov 09 17:55:47.776369 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-06502b5d-29c4-4f12-9119-054b99031898 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac/tags HTTP/1.1" status: 200 len: 241 time: 0.0936811 Nov 09 17:55:47.776369 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45392) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.785481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-97d796d5-f44b-4279-aff2-5265e984d8ac tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c360a36f-d52b-4da0-8cc7-229c67148bac', 'tempest-TagsExtTest-Tag-1891778004') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:47.829433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9fba-498f-415b-8745-d3e9426b18c3 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.832239 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9fba-498f-415b-8745-d3e9426b18c3 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.837501 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8a0a9fba-498f-415b-8745-d3e9426b18c3 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "DELETE /v2.0/security-groups/a13f6483-909a-462f-bc33-82859dc29c5f HTTP/1.1" status: 204 len: 168 time: 0.2642376 Nov 09 17:55:47.838869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45398) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.857899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a9fba-498f-415b-8745-d3e9426b18c3 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13f6483-909a-462f-bc33-82859dc29c5f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:47.881292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-97d796d5-f44b-4279-aff2-5265e984d8ac tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac/tags/tempest-TagsExtTest-Tag-1891778004 HTTP/1.1" status: 204 len: 168 time: 0.1045439 Nov 09 17:55:47.881950 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4487765f-b838-485c-9353-2269a8622e5a req-bbc2a6d6-90b5-42b3-956d-ee33e94b0143 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673289 Nov 09 17:55:47.885531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45400) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.890867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-c7a78591-6702-4f84-a2a1-7a63a5fb101d tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c360a36f-d52b-4da0-8cc7-229c67148bac', 'tempest-TagsExtTest-Tag-1891778004') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:47.959452 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-46d953ba-acc0-47f3-a513-dacc605a2475 tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119847 Nov 09 17:55:47.968807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45402) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.976545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42ad0717-ae77-4aee-a0c7-700c6a6ead1e req-62333871-addb-4b74-b979-50bd76a864f4 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0523086 Nov 09 17:55:48.007067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-abe6501b-1e0a-4f84-9e87-da82f02488e2 req-de3f8a7c-7f13-448e-84f0-74f74a480891 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Deleting port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:48.009114 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abe6501b-1e0a-4f84-9e87-da82f02488e2 req-de3f8a7c-7f13-448e-84f0-74f74a480891 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.030088 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c7a78591-6702-4f84-a2a1-7a63a5fb101d tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac/tags/tempest-TagsExtTest-Tag-1891778004 HTTP/1.1" status: 204 len: 168 time: 0.1432910 Nov 09 17:55:48.038267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45406) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:48.047208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-36490480-350a-48ec-8b40-daf580fc4cb7 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c360a36f-d52b-4da0-8cc7-229c67148bac') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:48.127983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1ab3bd9c-e170-4113-be04-cae00a6c5b7f tempest-SecGroupIPv6Test-798428141 tempest-SecGroupIPv6Test-798428141-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1542103 Nov 09 17:55:48.161144 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-36490480-350a-48ec-8b40-daf580fc4cb7 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac/tags HTTP/1.1" status: 200 len: 205 time: 0.1195972 Nov 09 17:55:48.173062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45410) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:48.176136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cfdc1-8164-4f05-9f9c-9bde7f4b6080 req-d363aecb-8453-4b6f-bbf7-533596367d6e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:48.179096 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e73cfdc1-8164-4f05-9f9c-9bde7f4b6080 req-d363aecb-8453-4b6f-bbf7-533596367d6e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa185c1b-c20c-454f-9a68-ef63ca3161ed HTTP/1.1" status: 200 len: 946 time: 0.2084990 Nov 09 17:55:48.191423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-bbe0d249-0552-45d5-a65c-149f01a85aae tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c360a36f-d52b-4da0-8cc7-229c67148bac') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:48.247927 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e73cfdc1-8164-4f05-9f9c-9bde7f4b6080 req-b51d2ec5-76d0-4672-9cb8-8f5b9af24912 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599871 Nov 09 17:55:48.277416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-abe6501b-1e0a-4f84-9e87-da82f02488e2 req-de3f8a7c-7f13-448e-84f0-74f74a480891 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] For port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9e66a45a-dcf3-4cfa-a7ab-29c0224d9234,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:48.277947 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abe6501b-1e0a-4f84-9e87-da82f02488e2 req-de3f8a7c-7f13-448e-84f0-74f74a480891 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.305057 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bbe0d249-0552-45d5-a65c-149f01a85aae tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac/tags HTTP/1.1" status: 204 len: 168 time: 0.1235828 Nov 09 17:55:48.308061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45412) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:48.312473 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-abe6501b-1e0a-4f84-9e87-da82f02488e2 req-de3f8a7c-7f13-448e-84f0-74f74a480891 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Calling delete_port for 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:48.313958 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-b27fa8f8-8ce4-4dce-8482-bc7985171583 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c9721aa2-4dd5-4c28-911a-77681eae2a9e') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:48.454375 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b27fa8f8-8ce4-4dce-8482-bc7985171583 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e/tags HTTP/1.1" status: 204 len: 168 time: 0.1446564 Nov 09 17:55:48.458150 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45414) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:48.466706 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-a0d513b3-2498-4d80-9715-f10689dcf619 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:48.556866 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abe6501b-1e0a-4f84-9e87-da82f02488e2 req-de3f8a7c-7f13-448e-84f0-74f74a480891 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.590798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2c7e27d9-185f-45e5-9854-e7d1f0204a68', '9e66a45a-dcf3-4cfa-a7ab-29c0224d9234'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:48.599910 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a0d513b3-2498-4d80-9715-f10689dcf619 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb/tags HTTP/1.1" status: 204 len: 168 time: 0.1378517 Nov 09 17:55:48.599910 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45418) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:48.606063 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e8e6bc8a-b50d-4349-9a54-1595577841fa'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:48.607495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-d43d3a7f-323c-4f12-867d-55a7500b692a tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c1593ad-0e65-42f0-b5e0-e9457953e7b8') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:48.634637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f8a7c-7f13-448e-84f0-74f74a480891 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event deleted for resources: {'Port': ['ID=9e66a45a-dcf3-4cfa-a7ab-29c0224d9234,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:48.673699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe6501b-1e0a-4f84-9e87-da82f02488e2 req-de3f8a7c-7f13-448e-84f0-74f74a480891 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] No DVR routers for this DVR port 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:48.678077 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-abe6501b-1e0a-4f84-9e87-da82f02488e2 req-de3f8a7c-7f13-448e-84f0-74f74a480891 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.684115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45420) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:48.684404 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abe6501b-1e0a-4f84-9e87-da82f02488e2 req-de3f8a7c-7f13-448e-84f0-74f74a480891 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "DELETE /v2.0/ports/9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 HTTP/1.1" status: 204 len: 173 time: 0.9722865 Nov 09 17:55:48.685065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa185c1b-c20c-454f-9a68-ef63ca3161ed', 'name': 'network-vif-deleted', 'tag': '9e66a45a-dcf3-4cfa-a7ab-29c0224d9234'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:48.690497 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba284115-3038-4077-af93-b528c00aa5f3" -d '{"events": [{"server_uuid": "fa185c1b-c20c-454f-9a68-ef63ca3161ed", "name": "network-vif-deleted", "tag": "9e66a45a-dcf3-4cfa-a7ab-29c0224d9234"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:48.760672 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d43d3a7f-323c-4f12-867d-55a7500b692a tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/tags HTTP/1.1" status: 204 len: 168 time: 0.1591229 Nov 09 17:55:48.767555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45428) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:48.772928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-2fb9d505-ba75-411a-9460-e424dd287dc9 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2c1593ad-0e65-42f0-b5e0-e9457953e7b8', 'tempest-TagsExtTest-Tag-1946019200') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:48.801389 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87ea2b8-9c8c-4ba6-83cd-2708c06a3962 x-openstack-request-id: req-b87ea2b8-9c8c-4ba6-83cd-2708c06a3962 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:48.802204 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa185c1b-c20c-454f-9a68-ef63ca3161ed", "name": "network-vif-deleted", "tag": "9e66a45a-dcf3-4cfa-a7ab-29c0224d9234", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:48.802533 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b87ea2b8-9c8c-4ba6-83cd-2708c06a3962 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:48.803876 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa185c1b-c20c-454f-9a68-ef63ca3161ed', 'name': 'network-vif-deleted', 'tag': '9e66a45a-dcf3-4cfa-a7ab-29c0224d9234', 'status': 'completed', 'code': 200} Nov 09 17:55:48.902795 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2fb9d505-ba75-411a-9460-e424dd287dc9 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "PUT /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/tags/tempest-TagsExtTest-Tag-1946019200 HTTP/1.1" status: 201 len: 201 time: 0.1310840 Nov 09 17:55:48.903433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45430) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:48.915366 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-9912c34c-955c-4d85-9770-a19d2d80e819 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb', 'tempest-TagsExtTest-Tag-244398410') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:49.033078 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6a8af-541f-4ff6-800b-4160d3592df3 req-a23b8feb-ab42-4eb8-8272-ae7fefa0cbab tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:49.049125 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2be6a8af-541f-4ff6-800b-4160d3592df3 req-a23b8feb-ab42-4eb8-8272-ae7fefa0cbab tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1477928 Nov 09 17:55:49.131428 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2be6a8af-541f-4ff6-800b-4160d3592df3 req-07a3f578-1882-4afc-bdaf-def570de2990 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/security-groups?id=72418f55-5e52-43e7-8df4-e3e09346ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804212 Nov 09 17:55:49.142391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-460d7e03-042b-49f7-9cde-2126139eb8e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e7d881a0b1f4cc780ddd9fefeb96d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521036 Nov 09 17:55:49.142856 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45436) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:49.179835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6469f6f-bd19-4d70-bf5f-b22c94198bd6 req-9b4fa63b-9a85-4b0a-985a-fad92f66054a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:49.187863 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6469f6f-bd19-4d70-bf5f-b22c94198bd6 req-9b4fa63b-9a85-4b0a-985a-fad92f66054a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 945 time: 0.1356146 Nov 09 17:55:49.200557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9a4c5-bd2d-40d9-8732-5954a2e92e42 req-d9b137b6-7c7c-4e98-af22-4ce383cd0de2 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:49.218323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62a9a4c5-bd2d-40d9-8732-5954a2e92e42 req-d9b137b6-7c7c-4e98-af22-4ce383cd0de2 tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.13 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 946 time: 0.1859937 Nov 09 17:55:49.218323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9912c34c-955c-4d85-9770-a19d2d80e819 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "PUT /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb/tags/tempest-TagsExtTest-Tag-244398410 HTTP/1.1" status: 201 len: 201 time: 0.3084822 Nov 09 17:55:49.219999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45440) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:49.233148 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-7f8765ba-8904-48bd-aafc-7d8897cff765 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c9721aa2-4dd5-4c28-911a-77681eae2a9e', 'tempest-TagsExtTest-Tag-430357835') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:49.237923 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e42577da-df2c-4c75-90a1-6b9ed3f10594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.280234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6469f6f-bd19-4d70-bf5f-b22c94198bd6 req-8bdb6201-cebb-4f69-b5b8-cb0ee6ac6965 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907495 Nov 09 17:55:49.365346 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8f473270-e2c0-400e-a661-6c9a629f71f3 req-fde075bd-187b-4af4-9771-6f9303d1d2ca tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.1241477 Nov 09 17:55:49.385540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-62a9a4c5-bd2d-40d9-8732-5954a2e92e42 req-b5559eab-8387-4aab-ba44-6d304b333e2e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Deleting port c66ddead-5795-4f27-9160-e101e1161ee3 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:49.385869 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-62a9a4c5-bd2d-40d9-8732-5954a2e92e42 req-b5559eab-8387-4aab-ba44-6d304b333e2e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.415930 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e42577da-df2c-4c75-90a1-6b9ed3f10594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.513238 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7f8765ba-8904-48bd-aafc-7d8897cff765 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "PUT /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e/tags/tempest-TagsExtTest-Tag-430357835 HTTP/1.1" status: 201 len: 201 time: 0.2899408 Nov 09 17:55:49.518122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45446) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:49.523291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-f93078f2-7ac7-4c67-b5fa-a04facf7dbc6 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c360a36f-d52b-4da0-8cc7-229c67148bac', 'tempest-TagsExtTest-Tag-178642825') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:49.570396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e42577da-df2c-4c75-90a1-6b9ed3f10594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.573937 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e42577da-df2c-4c75-90a1-6b9ed3f10594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.579708 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e42577da-df2c-4c75-90a1-6b9ed3f10594 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1769db4-bad8-424d-9931-64b544adaa83 HTTP/1.1" status: 204 len: 168 time: 0.4312658 Nov 09 17:55:49.580672 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f93078f2-7ac7-4c67-b5fa-a04facf7dbc6 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "PUT /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac/tags/tempest-TagsExtTest-Tag-178642825 HTTP/1.1" status: 201 len: 201 time: 0.0612421 Nov 09 17:55:49.583259 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45452) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:49.594985 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-0f8ed8a5-8fe7-46b7-84f0-9b5c4c5bd2ba tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2c1593ad-0e65-42f0-b5e0-e9457953e7b8', {'tags': ['tempest-TagsExtTest-Tag-633071501', 'tempest-TagsExtTest-Tag-241095095', 'tempest-TagsExtTest-Tag-2039589438']}) {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:49.701774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42577da-df2c-4c75-90a1-6b9ed3f10594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1769db4-bad8-424d-9931-64b544adaa83,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:49.711149 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0f8ed8a5-8fe7-46b7-84f0-9b5c4c5bd2ba tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "PUT /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/tags HTTP/1.1" status: 200 len: 316 time: 0.1266110 Nov 09 17:55:49.713771 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45454) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:49.734717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-fca023b7-626c-4188-a26d-184041ed0556 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c1593ad-0e65-42f0-b5e0-e9457953e7b8') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:49.913719 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fca023b7-626c-4188-a26d-184041ed0556 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/tags HTTP/1.1" status: 204 len: 168 time: 0.1982601 Nov 09 17:55:49.917424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45462) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:49.932855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-c9807a51-a378-43d1-b319-814e6cf86bb9 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c1593ad-0e65-42f0-b5e0-e9457953e7b8', 'tempest-TagsExtTest-Tag-633071501') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:50.066866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-62a9a4c5-bd2d-40d9-8732-5954a2e92e42 req-b5559eab-8387-4aab-ba44-6d304b333e2e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] For port c66ddead-5795-4f27-9160-e101e1161ee3, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=c66ddead-5795-4f27-9160-e101e1161ee3,segment=NetworkSegment(c4d1a7b0-2165-41d5-8a00-bb0d062b37fe),segment_id=c4d1a7b0-2165-41d5-8a00-bb0d062b37fe)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:50.067435 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-62a9a4c5-bd2d-40d9-8732-5954a2e92e42 req-b5559eab-8387-4aab-ba44-6d304b333e2e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.087982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-62a9a4c5-bd2d-40d9-8732-5954a2e92e42 req-b5559eab-8387-4aab-ba44-6d304b333e2e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Calling delete_port for c66ddead-5795-4f27-9160-e101e1161ee3 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:50.136017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5a78e-20bf-4734-8f42-31d708300e72 req-2e42a215-7b7b-40c4-950c-b48c54f73494 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:50.139868 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78e5a78e-20bf-4734-8f42-31d708300e72 req-2e42a215-7b7b-40c4-950c-b48c54f73494 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 945 time: 0.1451492 Nov 09 17:55:50.149351 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-c9807a51-a378-43d1-b319-814e6cf86bb9 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] show failed (client error): The resource could not be found. Nov 09 17:55:50.154002 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c9807a51-a378-43d1-b319-814e6cf86bb9 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/tags/tempest-TagsExtTest-Tag-633071501 HTTP/1.1" status: 404 len: 328 time: 0.2291474 Nov 09 17:55:50.154967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45472) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:50.164310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-acd441b6-5b16-410d-9407-1084eee87220 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c1593ad-0e65-42f0-b5e0-e9457953e7b8', 'tempest-TagsExtTest-Tag-241095095') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:50.307356 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78e5a78e-20bf-4734-8f42-31d708300e72 req-6e081e89-abbe-4836-98d7-34b51191c049 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544800 Nov 09 17:55:50.332210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d0b0d0f-c71c-48f1-8b1b-b98c64ce8fae req-123ef9e2-a73c-43be-b2e9-8d4b94bc4faa tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.81 "GET /v2.0/ports?device_id=daa93e20-52c1-4990-bbe1-3c2fa71155b3 HTTP/1.1" status: 200 len: 210 time: 0.0536067 Nov 09 17:55:50.333636 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-62a9a4c5-bd2d-40d9-8732-5954a2e92e42 req-b5559eab-8387-4aab-ba44-6d304b333e2e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.352939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['c66ddead-5795-4f27-9160-e101e1161ee3'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:50.379688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5559eab-8387-4aab-ba44-6d304b333e2e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Pushing event deleted for resources: {'Port': ['ID=c66ddead-5795-4f27-9160-e101e1161ee3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:50.400477 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-acd441b6-5b16-410d-9407-1084eee87220 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] show failed (client error): The resource could not be found. Nov 09 17:55:50.404521 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-acd441b6-5b16-410d-9407-1084eee87220 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/tags/tempest-TagsExtTest-Tag-241095095 HTTP/1.1" status: 404 len: 328 time: 0.2471757 Nov 09 17:55:50.408210 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45480) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:50.428780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-a86e560d-55bf-478b-ab4c-a6c4b5c51907 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c1593ad-0e65-42f0-b5e0-e9457953e7b8', 'tempest-TagsExtTest-Tag-2039589438') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:50.471069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a9a4c5-bd2d-40d9-8732-5954a2e92e42 req-b5559eab-8387-4aab-ba44-6d304b333e2e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] No DVR routers for this DVR port c66ddead-5795-4f27-9160-e101e1161ee3 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:50.487762 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-62a9a4c5-bd2d-40d9-8732-5954a2e92e42 req-b5559eab-8387-4aab-ba44-6d304b333e2e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.491932 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62a9a4c5-bd2d-40d9-8732-5954a2e92e42 req-b5559eab-8387-4aab-ba44-6d304b333e2e tempest-ServerRescueNegativeTestJSON-37380349 tempest-ServerRescueNegativeTestJSON-37380349-project] 10.222.0.13 "DELETE /v2.0/ports/c66ddead-5795-4f27-9160-e101e1161ee3 HTTP/1.1" status: 204 len: 173 time: 1.2702932 Nov 09 17:55:50.612841 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-a86e560d-55bf-478b-ab4c-a6c4b5c51907 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] show failed (client error): The resource could not be found. Nov 09 17:55:50.618230 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a86e560d-55bf-478b-ab4c-a6c4b5c51907 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/tags/tempest-TagsExtTest-Tag-2039589438 HTTP/1.1" status: 404 len: 329 time: 0.2066183 Nov 09 17:55:50.623179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45490) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:50.645348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-58c2364e-d81d-4bb8-ab2c-2dd929653099 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb', {'tags': ['tempest-TagsExtTest-Tag-2069425341', 'tempest-TagsExtTest-Tag-2050337952', 'tempest-TagsExtTest-Tag-1990557235']}) {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:50.649444 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1f12ab78-aa7e-4e8b-bd8a-0f7d6604eec8 req-08145336-9218-4e49-a4f7-3778cb51824c tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0625241 Nov 09 17:55:50.743373 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-58c2364e-d81d-4bb8-ab2c-2dd929653099 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "PUT /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb/tags HTTP/1.1" status: 200 len: 318 time: 0.1131580 Nov 09 17:55:50.745917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45494) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:50.751162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-9b4b3202-6900-49f3-89c6-88fa18da7902 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:50.804512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa93e20-52c1-4990-bbe1-3c2fa71155b3', 'name': 'network-vif-deleted', 'tag': 'c66ddead-5795-4f27-9160-e101e1161ee3'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:50.806839 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f16f96-bf15-4de1-be5f-06f5b60f26f7" -d '{"events": [{"server_uuid": "daa93e20-52c1-4990-bbe1-3c2fa71155b3", "name": "network-vif-deleted", "tag": "c66ddead-5795-4f27-9160-e101e1161ee3"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:50.851571 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2546dbc-8c8f-402c-a7da-4e390555ee4f x-openstack-request-id: req-f2546dbc-8c8f-402c-a7da-4e390555ee4f {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:50.851571 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa93e20-52c1-4990-bbe1-3c2fa71155b3", "name": "network-vif-deleted", "tag": "c66ddead-5795-4f27-9160-e101e1161ee3", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:50.852136 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2546dbc-8c8f-402c-a7da-4e390555ee4f {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:50.852878 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa93e20-52c1-4990-bbe1-3c2fa71155b3', 'name': 'network-vif-deleted', 'tag': 'c66ddead-5795-4f27-9160-e101e1161ee3', 'status': 'completed', 'code': 200} Nov 09 17:55:50.876685 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9b4b3202-6900-49f3-89c6-88fa18da7902 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb/tags HTTP/1.1" status: 204 len: 168 time: 0.1268036 Nov 09 17:55:50.877396 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45500) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:50.884736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-28175848-c290-44e4-a5ce-ed8ceb52911a tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb', 'tempest-TagsExtTest-Tag-2069425341') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:50.963731 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-28175848-c290-44e4-a5ce-ed8ceb52911a tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] show failed (client error): The resource could not be found. Nov 09 17:55:50.964865 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-28175848-c290-44e4-a5ce-ed8ceb52911a tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb/tags/tempest-TagsExtTest-Tag-2069425341 HTTP/1.1" status: 404 len: 329 time: 0.0859694 Nov 09 17:55:50.968195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45504) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:50.979034 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-f55e4bb6-c658-4c89-99b5-312dee4c7343 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb', 'tempest-TagsExtTest-Tag-2050337952') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:51.007102 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:55:51.127730 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-f55e4bb6-c658-4c89-99b5-312dee4c7343 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] show failed (client error): The resource could not be found. Nov 09 17:55:51.128820 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f55e4bb6-c658-4c89-99b5-312dee4c7343 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb/tags/tempest-TagsExtTest-Tag-2050337952 HTTP/1.1" status: 404 len: 329 time: 0.1589944 Nov 09 17:55:51.133880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45508) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:51.141659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-8a08f9d1-589d-47ff-b95a-2eed25837c32 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb', 'tempest-TagsExtTest-Tag-1990557235') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:51.235888 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-8a08f9d1-589d-47ff-b95a-2eed25837c32 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] show failed (client error): The resource could not be found. Nov 09 17:55:51.238055 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8a08f9d1-589d-47ff-b95a-2eed25837c32 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb/tags/tempest-TagsExtTest-Tag-1990557235 HTTP/1.1" status: 404 len: 329 time: 0.1026330 Nov 09 17:55:51.241649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45512) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:51.248531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-36b7d2e7-87ce-41be-b90b-fa5b84923845 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c9721aa2-4dd5-4c28-911a-77681eae2a9e', {'tags': ['tempest-TagsExtTest-Tag-27044469', 'tempest-TagsExtTest-Tag-901253387', 'tempest-TagsExtTest-Tag-1925173336']}) {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:51.435343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45520) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:51.444368 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-36b7d2e7-87ce-41be-b90b-fa5b84923845 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "PUT /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e/tags HTTP/1.1" status: 200 len: 315 time: 0.2008214 Nov 09 17:55:51.445093 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45522) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:51.450584 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-95895075-b281-467b-8ca4-72dcc99848a7 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c9721aa2-4dd5-4c28-911a-77681eae2a9e') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:51.597469 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2828c72-9a44-4d98-850a-9b9c1c49156a req-fd9b657e-6c97-45ae-a348-13b132221b58 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:51.599367 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a2828c72-9a44-4d98-850a-9b9c1c49156a req-fd9b657e-6c97-45ae-a348-13b132221b58 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 945 time: 0.1066458 Nov 09 17:55:51.625803 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-95895075-b281-467b-8ca4-72dcc99848a7 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e/tags HTTP/1.1" status: 204 len: 168 time: 0.1745372 Nov 09 17:55:51.628035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45532) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:51.636227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.tag.tag_plugin [None req-f7b80e40-71f8-4de2-97e8-6bab90592b12 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c9721aa2-4dd5-4c28-911a-77681eae2a9e', 'tempest-TagsExtTest-Tag-27044469') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:51.653807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:51.687773 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a2828c72-9a44-4d98-850a-9b9c1c49156a req-454b0b00-2532-40e8-8c9d-db42099021e7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703800 Nov 09 17:55:51.710816 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:55:51.712047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9e66a45a-dcf3-4cfa-a7ab-29c0224d9234 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:51.830724 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0eb4c28e-7b69-48d1-89d9-494ddf97ba23 req-dcd25035-d983-4ec2-b808-e66ad97fa295 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0408421 Nov 09 17:55:52.010744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078918cc-68b6-4b01-9410-e7a22734ff50 req-5d60f00f-eaad-4314-b258-d8c2f3c6e06e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:52.013434 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-078918cc-68b6-4b01-9410-e7a22734ff50 req-5d60f00f-eaad-4314-b258-d8c2f3c6e06e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 945 time: 0.3038096 Nov 09 17:55:52.018925 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-f7b80e40-71f8-4de2-97e8-6bab90592b12 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] show failed (client error): The resource could not be found. Nov 09 17:55:52.020526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f7b80e40-71f8-4de2-97e8-6bab90592b12 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e/tags/tempest-TagsExtTest-Tag-27044469 HTTP/1.1" status: 404 len: 327 time: 0.3907993 Nov 09 17:55:52.024049 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45544) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.029117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-258fd76a-6cd7-48a7-9f9c-3e4b481af2d8 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c9721aa2-4dd5-4c28-911a-77681eae2a9e', 'tempest-TagsExtTest-Tag-901253387') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:52.122976 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-258fd76a-6cd7-48a7-9f9c-3e4b481af2d8 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] show failed (client error): The resource could not be found. Nov 09 17:55:52.130894 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-258fd76a-6cd7-48a7-9f9c-3e4b481af2d8 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e/tags/tempest-TagsExtTest-Tag-901253387 HTTP/1.1" status: 404 len: 328 time: 0.1014922 Nov 09 17:55:52.132129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45548) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.136501 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-a74e38a0-afac-4bb5-bf00-090efb923648 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c9721aa2-4dd5-4c28-911a-77681eae2a9e', 'tempest-TagsExtTest-Tag-1925173336') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:52.247632 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-a74e38a0-afac-4bb5-bf00-090efb923648 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] show failed (client error): The resource could not be found. Nov 09 17:55:52.255090 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a74e38a0-afac-4bb5-bf00-090efb923648 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e/tags/tempest-TagsExtTest-Tag-1925173336 HTTP/1.1" status: 404 len: 329 time: 0.1163032 Nov 09 17:55:52.255090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45556) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.260343 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-b6c26de1-ab30-4c29-a36f-2fd074f27fac tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c360a36f-d52b-4da0-8cc7-229c67148bac', {'tags': ['tempest-TagsExtTest-Tag-1343542446', 'tempest-TagsExtTest-Tag-1279585433', 'tempest-TagsExtTest-Tag-916446180']}) {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:52.313559 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b6c26de1-ab30-4c29-a36f-2fd074f27fac tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "PUT /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac/tags HTTP/1.1" status: 200 len: 317 time: 0.0579007 Nov 09 17:55:52.317728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45560) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.323294 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-9d778fdd-485d-46c7-aa3f-74449cf31de1 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c360a36f-d52b-4da0-8cc7-229c67148bac') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:52.333645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-078918cc-68b6-4b01-9410-e7a22734ff50 req-9a8a4ce6-8236-4b6a-a6bd-d0186b6e6943 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Deleting port 2c7e27d9-185f-45e5-9854-e7d1f0204a68 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:52.334623 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-078918cc-68b6-4b01-9410-e7a22734ff50 req-9a8a4ce6-8236-4b6a-a6bd-d0186b6e6943 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.378968 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9d778fdd-485d-46c7-aa3f-74449cf31de1 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac/tags HTTP/1.1" status: 204 len: 168 time: 0.0593340 Nov 09 17:55:52.383507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45566) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.390148 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-1a6bc916-7ef9-4918-b301-8ed322211e49 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c360a36f-d52b-4da0-8cc7-229c67148bac', 'tempest-TagsExtTest-Tag-1343542446') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:52.426242 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-1a6bc916-7ef9-4918-b301-8ed322211e49 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] show failed (client error): The resource could not be found. Nov 09 17:55:52.433138 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1a6bc916-7ef9-4918-b301-8ed322211e49 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac/tags/tempest-TagsExtTest-Tag-1343542446 HTTP/1.1" status: 404 len: 329 time: 0.0436604 Nov 09 17:55:52.434782 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45570) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.445683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-d9e34b99-9c52-49b1-a541-3eff57cbd1a0 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c360a36f-d52b-4da0-8cc7-229c67148bac', 'tempest-TagsExtTest-Tag-1279585433') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:52.504291 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-d9e34b99-9c52-49b1-a541-3eff57cbd1a0 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] show failed (client error): The resource could not be found. Nov 09 17:55:52.510301 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d9e34b99-9c52-49b1-a541-3eff57cbd1a0 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac/tags/tempest-TagsExtTest-Tag-1279585433 HTTP/1.1" status: 404 len: 329 time: 0.0704315 Nov 09 17:55:52.510797 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45576) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.522914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-f433ea99-9934-40fe-8182-bb1bae455474 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c360a36f-d52b-4da0-8cc7-229c67148bac', 'tempest-TagsExtTest-Tag-916446180') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:52.551543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-078918cc-68b6-4b01-9410-e7a22734ff50 req-9a8a4ce6-8236-4b6a-a6bd-d0186b6e6943 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] For port 2c7e27d9-185f-45e5-9854-e7d1f0204a68, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2c7e27d9-185f-45e5-9854-e7d1f0204a68,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:52.552530 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-078918cc-68b6-4b01-9410-e7a22734ff50 req-9a8a4ce6-8236-4b6a-a6bd-d0186b6e6943 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.573781 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-f433ea99-9934-40fe-8182-bb1bae455474 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] show failed (client error): The resource could not be found. Nov 09 17:55:52.580161 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f433ea99-9934-40fe-8182-bb1bae455474 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac/tags/tempest-TagsExtTest-Tag-916446180 HTTP/1.1" status: 404 len: 328 time: 0.0628510 Nov 09 17:55:52.583086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45580) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.591033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-d1344f8f-65b6-4dc5-9783-bff56a45cca7 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c360a36f-d52b-4da0-8cc7-229c67148bac') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:52.599656 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-078918cc-68b6-4b01-9410-e7a22734ff50 req-9a8a4ce6-8236-4b6a-a6bd-d0186b6e6943 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Calling delete_port for 2c7e27d9-185f-45e5-9854-e7d1f0204a68 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:52.638155 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d1344f8f-65b6-4dc5-9783-bff56a45cca7 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac/tags HTTP/1.1" status: 204 len: 168 time: 0.0531590 Nov 09 17:55:52.652737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45588) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:52.658400 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-94539772-9448-49d6-ae89-2f3ea5f681b8 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c9721aa2-4dd5-4c28-911a-77681eae2a9e') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:52.886263 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:53.023180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-078918cc-68b6-4b01-9410-e7a22734ff50 req-9a8a4ce6-8236-4b6a-a6bd-d0186b6e6943 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:53.039911 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e8e6bc8a-b50d-4349-9a54-1595577841fa'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:53.044693 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f60d39d0-edc1-4c7f-af86-b611c82f67fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:53.088434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a4ce6-8236-4b6a-a6bd-d0186b6e6943 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event deleted for resources: {'Port': ['ID=2c7e27d9-185f-45e5-9854-e7d1f0204a68,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:53.107650 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2c7e27d9-185f-45e5-9854-e7d1f0204a68'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:55:53.153791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device c66ddead-5795-4f27-9160-e101e1161ee3 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:53.198203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: c66ddead-5795-4f27-9160-e101e1161ee3 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:55:53.199390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device c66ddead-5795-4f27-9160-e101e1161ee3 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:53.332227 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7b37160-44ca-410f-9dc3-33e1f815a1b0 req-ceb6de5b-e2c0-4ed9-b0f8-353aff04d826 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4 HTTP/1.1" status: 200 len: 210 time: 0.0760546 Nov 09 17:55:53.353446 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e05c652f-d34a-44e7-8f25-cc2ee398954d req-f577e0eb-782b-4925-838c-4955eefc3eae tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0789907 Nov 09 17:55:53.364973 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-94539772-9448-49d6-ae89-2f3ea5f681b8 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e/tags HTTP/1.1" status: 204 len: 168 time: 0.7105813 Nov 09 17:55:53.370000 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45602) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:53.379370 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-1f3a9ba7-cd33-43d8-9d54-18be5fabb4c6 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:53.442820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-078918cc-68b6-4b01-9410-e7a22734ff50 req-9a8a4ce6-8236-4b6a-a6bd-d0186b6e6943 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] No DVR routers for this DVR port 2c7e27d9-185f-45e5-9854-e7d1f0204a68 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:55:53.449215 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-078918cc-68b6-4b01-9410-e7a22734ff50 req-9a8a4ce6-8236-4b6a-a6bd-d0186b6e6943 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:53.454747 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-078918cc-68b6-4b01-9410-e7a22734ff50 req-9a8a4ce6-8236-4b6a-a6bd-d0186b6e6943 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "DELETE /v2.0/ports/2c7e27d9-185f-45e5-9854-e7d1f0204a68 HTTP/1.1" status: 204 len: 173 time: 1.4326789 Nov 09 17:55:53.455688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4', 'name': 'network-vif-deleted', 'tag': '2c7e27d9-185f-45e5-9854-e7d1f0204a68'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:53.459361 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce409515-f4e5-4f4a-82c0-b820a1610b5c" -d '{"events": [{"server_uuid": "fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4", "name": "network-vif-deleted", "tag": "2c7e27d9-185f-45e5-9854-e7d1f0204a68"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:53.510929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45606) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:53.558837 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2c0206-55c7-4652-896c-9bf2e5711c21 x-openstack-request-id: req-8f2c0206-55c7-4652-896c-9bf2e5711c21 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:53.559212 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4", "name": "network-vif-deleted", "tag": "2c7e27d9-185f-45e5-9854-e7d1f0204a68", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:53.559648 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f2c0206-55c7-4652-896c-9bf2e5711c21 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:53.560293 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5b7cd1-f3ee-4290-9e5b-f0785a194bf4', 'name': 'network-vif-deleted', 'tag': '2c7e27d9-185f-45e5-9854-e7d1f0204a68', 'status': 'completed', 'code': 200} Nov 09 17:55:53.575644 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1f3a9ba7-cd33-43d8-9d54-18be5fabb4c6 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb/tags HTTP/1.1" status: 204 len: 168 time: 0.1998277 Nov 09 17:55:53.578730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45610) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:53.586261 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.tag.tag_plugin [None req-4bf2b42f-a354-4e8a-b3ad-e7f3805603e5 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c1593ad-0e65-42f0-b5e0-e9457953e7b8') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:53.664732 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:53.799325 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4bf2b42f-a354-4e8a-b3ad-e7f3805603e5 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8/tags HTTP/1.1" status: 204 len: 168 time: 0.2166739 Nov 09 17:55:53.802961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45612) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:53.823171 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8691-3e9a-492e-a6c3-8d8f76f6fa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:53.927789 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00efd5f0-6ad1-4872-90e0-869ac6c52f9a tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for subnetpool, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:53.933414 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-00efd5f0-6ad1-4872-90e0-869ac6c52f9a tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/subnetpools/c360a36f-d52b-4da0-8cc7-229c67148bac HTTP/1.1" status: 204 len: 168 time: 0.1262341 Nov 09 17:55:53.934403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45614) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:53.976865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b45811f6-7238-42dc-9bbe-56bebf7327ad tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9721aa2-4dd5-4c28-911a-77681eae2a9e HTTP/1.1" status: 200 len: 205 time: 0.0408676 Nov 09 17:55:53.981746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45616) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:54.056183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f60d39d0-edc1-4c7f-af86-b611c82f67fe admin admin] Deleting port e1c82b79-743b-4b3f-9788-f3d765026776 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:54.057148 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f60d39d0-edc1-4c7f-af86-b611c82f67fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.207882 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c318ecd5-5602-4f87-979c-57ca8dec7281 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.215116 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8691-3e9a-492e-a6c3-8d8f76f6fa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.227315 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8691-3e9a-492e-a6c3-8d8f76f6fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.315607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2f8e8691-3e9a-492e-a6c3-8d8f76f6fa7f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=de7204d239e642dd9d32926978bd6f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8003044 Nov 09 17:55:54.325281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45622) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:54.346124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e8691-3e9a-492e-a6c3-8d8f76f6fa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf84de0-3a08-4a58-a6c8-bbed6029f6db,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:54.365298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-f60d39d0-edc1-4c7f-af86-b611c82f67fe admin admin] For port e1c82b79-743b-4b3f-9788-f3d765026776, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e1c82b79-743b-4b3f-9788-f3d765026776,segment=NetworkSegment(c4d1a7b0-2165-41d5-8a00-bb0d062b37fe),segment_id=c4d1a7b0-2165-41d5-8a00-bb0d062b37fe)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:54.366310 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f60d39d0-edc1-4c7f-af86-b611c82f67fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.397013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f60d39d0-edc1-4c7f-af86-b611c82f67fe admin admin] Calling delete_port for e1c82b79-743b-4b3f-9788-f3d765026776 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:54.526145 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1102305f-36da-4872-b45d-d5a004f897bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.554653 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1102305f-36da-4872-b45d-d5a004f897bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.631656 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c318ecd5-5602-4f87-979c-57ca8dec7281 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.635211 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1102305f-36da-4872-b45d-d5a004f897bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.636934 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c318ecd5-5602-4f87-979c-57ca8dec7281 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.638809 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1102305f-36da-4872-b45d-d5a004f897bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.646112 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1102305f-36da-4872-b45d-d5a004f897bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cbf84de0-3a08-4a58-a6c8-bbed6029f6db HTTP/1.1" status: 204 len: 168 time: 0.3141849 Nov 09 17:55:54.685200 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c12b9dfe-1d00-47d1-82fa-3652ec33d288 req-26319dc9-a8b1-487d-8d61-fe6eafb26f8a tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0671747 Nov 09 17:55:54.688028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102305f-36da-4872-b45d-d5a004f897bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf84de0-3a08-4a58-a6c8-bbed6029f6db,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:54.827115 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c318ecd5-5602-4f87-979c-57ca8dec7281 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.828168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c318ecd5-5602-4f87-979c-57ca8dec7281 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Fanout notify agent at l3_agent the message router_deleted on router c9721aa2-4dd5-4c28-911a-77681eae2a9e {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:55:54.843757 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c318ecd5-5602-4f87-979c-57ca8dec7281 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.847926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c318ecd5-5602-4f87-979c-57ca8dec7281 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/routers/c9721aa2-4dd5-4c28-911a-77681eae2a9e HTTP/1.1" status: 204 len: 168 time: 0.8639927 Nov 09 17:55:54.856797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45634) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:55.030517 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f60d39d0-edc1-4c7f-af86-b611c82f67fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:55.075468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d39d0-edc1-4c7f-af86-b611c82f67fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c82b79-743b-4b3f-9788-f3d765026776,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:55.128052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-33627593-dd62-4a04-bdf8-abad81618c67 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Deleting port e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:55.128680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33627593-dd62-4a04-bdf8-abad81618c67 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:55.158811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-2218340d-98fa-4441-9738-cf893f23c650 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:55.171584 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-2218340d-98fa-4441-9738-cf893f23c650 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.2378004 Nov 09 17:55:55.215142 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-4760ea82-31fe-4c4d-8a9f-d27afb917555 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/quotas/d83662e3666441899feb7a0a206d59be HTTP/1.1" status: 200 len: 375 time: 0.0422084 Nov 09 17:55:55.316330 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-76d6a9c2-7167-493e-914f-94d6d64ff9cb tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0996704 Nov 09 17:55:55.437205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45650) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:55.483339 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-952f2535-1cea-441d-a0c2-32894b121ae7 service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620994 Nov 09 17:55:55.532415 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b8dafda-a2ae-409f-bc67-ff7d627826d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:55.614438 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33627593-dd62-4a04-bdf8-abad81618c67 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:55.619596 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-f44febda-1005-4827-93e8-b0ac1ff89f70 service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356082 Nov 09 17:55:55.624235 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f60d39d0-edc1-4c7f-af86-b611c82f67fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:55.644623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-33627593-dd62-4a04-bdf8-abad81618c67 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Calling delete_port for e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:55.685350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2c7e27d9-185f-45e5-9854-e7d1f0204a68 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:55.726357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 2c7e27d9-185f-45e5-9854-e7d1f0204a68 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:55:55.726948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2c7e27d9-185f-45e5-9854-e7d1f0204a68 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:56.033995 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43994ac0-8a64-4be9-b412-a6a002e2aad9 req-c802121c-d59b-420d-93e8-e10d9608ff9a tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0703964 Nov 09 17:55:56.064485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c3392e2-fa2f-487b-ad81-d72e28c5af68 req-ab08d68a-38df-4af4-95c3-c3eb01a89889 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 210 time: 0.1249206 Nov 09 17:55:56.067841 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b8dafda-a2ae-409f-bc67-ff7d627826d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.090330 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-908d5b78-2a9e-40b5-b3bf-5e138159efe6 req-f0444526-c880-48f1-af6a-317dd36b8366 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0867143 Nov 09 17:55:56.093369 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b8dafda-a2ae-409f-bc67-ff7d627826d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.688970 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1b8dafda-a2ae-409f-bc67-ff7d627826d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a4a0cf49c4448fe9d9d288b062c722d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2398803 Nov 09 17:55:56.690069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dafda-a2ae-409f-bc67-ff7d627826d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e88ddb2-6dd5-4b5f-ac1b-729e2bb4fcdf,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:56.691835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45670) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:56.752883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33627593-dd62-4a04-bdf8-abad81618c67 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.800160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33627593-dd62-4a04-bdf8-abad81618c67 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Pushing event deleted for resources: {'Port': ['ID=e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:56.808323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60d39d0-edc1-4c7f-af86-b611c82f67fe admin admin] Router 542c1959-d18c-4910-b920-68fed2109cd8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:55:56.847891 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-746f3aa8-88c0-4556-a2cd-0bd7b2387509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.880232 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-746f3aa8-88c0-4556-a2cd-0bd7b2387509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.971461 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-746f3aa8-88c0-4556-a2cd-0bd7b2387509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.974922 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-746f3aa8-88c0-4556-a2cd-0bd7b2387509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.976564 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-746f3aa8-88c0-4556-a2cd-0bd7b2387509 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e88ddb2-6dd5-4b5f-ac1b-729e2bb4fcdf HTTP/1.1" status: 204 len: 168 time: 0.2833200 Nov 09 17:55:57.025388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f3aa8-88c0-4556-a2cd-0bd7b2387509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e88ddb2-6dd5-4b5f-ac1b-729e2bb4fcdf,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:57.182580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33627593-dd62-4a04-bdf8-abad81618c67 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:57.202919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-33627593-dd62-4a04-bdf8-abad81618c67 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/ports/e4fc9c82-65e7-4d4f-87a7-ee16b44e4acb HTTP/1.1" status: 204 len: 168 time: 2.3376670 Nov 09 17:55:57.203691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45678) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:57.223509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60d39d0-edc1-4c7f-af86-b611c82f67fe admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:57.238450 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67570dd-a544-448e-a157-cc124ce34d06 None None] Sync routers for ids ['542c1959-d18c-4910-b920-68fed2109cd8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:57.255914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f60d39d0-edc1-4c7f-af86-b611c82f67fe admin admin] 10.222.0.81 "PUT /v2.0/routers/542c1959-d18c-4910-b920-68fed2109cd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8186421 Nov 09 17:55:57.264034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45680) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:57.296063 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67570dd-a544-448e-a157-cc124ce34d06 None None] Routers {'542c1959-d18c-4910-b920-68fed2109cd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:57.305107 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a67570dd-a544-448e-a157-cc124ce34d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['542c1959-d18c-4910-b920-68fed2109cd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:57.429773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b1b849-9538-45f5-9f82-984a4f949903 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Deleting subnet 2c1593ad-0e65-42f0-b5e0-e9457953e7b8 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:55:57.443584 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05b1b849-9538-45f5-9f82-984a4f949903 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:57.583106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f71905e5-623a-47cd-91bb-0637a63f2a10 req-776a7f6b-9457-4f4a-9a55-cc5536c360ac tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0754406 Nov 09 17:55:57.730092 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e37733d7-67ed-4ca5-b213-8c46469fb9be req-b061fd24-3dca-4f3c-91f0-7c2076eab9e9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 210 time: 0.2868381 Nov 09 17:55:57.806487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05b1b849-9538-45f5-9f82-984a4f949903 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:57.895173 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a67570dd-a544-448e-a157-cc124ce34d06 None None] Set router 542c1959-d18c-4910-b920-68fed2109cd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:58.049282 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:58.180470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-0299dbb1-15d5-4335-ac64-01720f5fcbd0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:58.182048 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-0299dbb1-15d5-4335-ac64-01720f5fcbd0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.4880412 Nov 09 17:55:58.202378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a78aa7ca-7db8-4ac1-86f6-3a1b9c33a672 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Request body: {'port': {'device_id': 'b20bee3a-e40e-458e-999d-87086f86d4e6', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'admin_state_up': True, 'tenant_id': 'd83662e3666441899feb7a0a206d59be'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:58.206760 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05b1b849-9538-45f5-9f82-984a4f949903 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:58.342629 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05b1b849-9538-45f5-9f82-984a4f949903 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:58.368938 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05b1b849-9538-45f5-9f82-984a4f949903 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:58.374843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee62ed7-5aed-4bfb-bca0-e4f3f60fe86a None None] Network 986501cb-9690-4dc6-a1bf-b0f2ba39a701 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:58.376608 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-05b1b849-9538-45f5-9f82-984a4f949903 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/subnets/2c1593ad-0e65-42f0-b5e0-e9457953e7b8 HTTP/1.1" status: 204 len: 168 time: 1.1707544 Nov 09 17:55:58.380159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45704) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:58.381051 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:58.446023 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a67570dd-a544-448e-a157-cc124ce34d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542c1959-d18c-4910-b920-68fed2109cd8', 'name': 'tempest-ServerRescueNegativeTestJSON-345112913-router', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:52:10Z', 'updated_at': '2021-11-09T17:55:54Z', 'revision_number': 5, 'project_id': '1b2412c4e8d749619a491ac24d825b4b', 'gw_port': {'id': '532cbddf-683a-40d1-a830-b92e8f04a2ed', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542c1959-d18c-4910-b920-68fed2109cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:52:14Z', 'updated_at': '2021-11-09T17:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:58.494132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Deleting port 532cbddf-683a-40d1-a830-b92e8f04a2ed {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:58.494670 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:58.551701 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67570dd-a544-448e-a157-cc124ce34d06 None None] Checking router: 542c1959-d18c-4910-b920-68fed2109cd8 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:55:58.591598 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67570dd-a544-448e-a157-cc124ce34d06 None None] Routers {'542c1959-d18c-4910-b920-68fed2109cd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:58.596625 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a67570dd-a544-448e-a157-cc124ce34d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['542c1959-d18c-4910-b920-68fed2109cd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:58.604870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] For port 532cbddf-683a-40d1-a830-b92e8f04a2ed, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=532cbddf-683a-40d1-a830-b92e8f04a2ed,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:58.605637 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:58.657529 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:58.676066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1b849-9538-45f5-9f82-984a4f949903 tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1593ad-0e65-42f0-b5e0-e9457953e7b8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:58.696636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Calling delete_port for 532cbddf-683a-40d1-a830-b92e8f04a2ed owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:58.698846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a78aa7ca-7db8-4ac1-86f6-3a1b9c33a672 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Made reservation on behalf of d83662e3666441899feb7a0a206d59be for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:58.711123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a78aa7ca-7db8-4ac1-86f6-3a1b9c33a672 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:58.885778 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a67570dd-a544-448e-a157-cc124ce34d06 None None] Set router 542c1959-d18c-4910-b920-68fed2109cd8 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:58.970865 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a67570dd-a544-448e-a157-cc124ce34d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542c1959-d18c-4910-b920-68fed2109cd8', 'name': 'tempest-ServerRescueNegativeTestJSON-345112913-router', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:52:10Z', 'updated_at': '2021-11-09T17:55:58Z', 'revision_number': 6, 'project_id': '1b2412c4e8d749619a491ac24d825b4b', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:59.001279 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67570dd-a544-448e-a157-cc124ce34d06 None None] The sync data for ids ['542c1959-d18c-4910-b920-68fed2109cd8'] in n-d-817236-1 is: [{'id': '542c1959-d18c-4910-b920-68fed2109cd8', 'name': 'tempest-ServerRescueNegativeTestJSON-345112913-router', 'tenant_id': '1b2412c4e8d749619a491ac24d825b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:52:10Z', 'updated_at': '2021-11-09T17:55:58Z', 'revision_number': 6, 'project_id': '1b2412c4e8d749619a491ac24d825b4b', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:59.060109 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97c168c0-b90e-47f2-ba33-96a7216e61ff req-5d69856c-6ec0-42f1-801d-bc418938346e tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.1741576 Nov 09 17:55:59.154601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Deleting port e90b9cdb-6f48-4992-8295-eeb59cf5340c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:59.155170 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:59.164133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b5e568f-d2fb-4ccc-acfd-4e809f494374 req-34804a32-7007-4392-b9d7-f98c453d6f25 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 210 time: 0.1466424 Nov 09 17:55:59.441839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a78aa7ca-7db8-4ac1-86f6-3a1b9c33a672 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Allocated IP 172.20.0.6 (1fb9bcd0-93f8-4d70-9afa-72807187a006/417001cc-f87f-4208-b45a-9ddf65dcb18d/79e896fe-3393-4c7b-819b-3569f3fcacc9) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:59.508341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e1c82b79-743b-4b3f-9788-f3d765026776 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:55:59.512639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a742df37-464a-4cf3-96ce-4c427108d050 None None] DHCP port deletion for 986501cb-9690-4dc6-a1bf-b0f2ba39a701 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:55:59.515405 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] For port e90b9cdb-6f48-4992-8295-eeb59cf5340c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e90b9cdb-6f48-4992-8295-eeb59cf5340c,segment=NetworkSegment(4da534da-54f2-4633-9ba4-40d16bd4cbc0),segment_id=4da534da-54f2-4633-9ba4-40d16bd4cbc0)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:59.516902 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:59.657155 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Calling delete_port for e90b9cdb-6f48-4992-8295-eeb59cf5340c owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:55:59.713331 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: e1c82b79-743b-4b3f-9788-f3d765026776 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:55:59.714648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e1c82b79-743b-4b3f-9788-f3d765026776 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:55:59.850472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a742df37-464a-4cf3-96ce-4c427108d050 None None] Deleting port e90b9cdb-6f48-4992-8295-eeb59cf5340c {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:55:59.857794 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a742df37-464a-4cf3-96ce-4c427108d050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:59.908672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-316e5e74-2792-4d9e-827a-dcf2240568e3 req-d5fdd69f-db7d-43fc-a468-8b5693656bde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ac5a74b6e14c73b143e9066a363695&device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.1078947 Nov 09 17:55:59.942971 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-14a5ee60-53dc-4ae3-b084-5521ebd5b753 req-7b08cbed-7fa5-4e4a-bcfb-9dbe783f1ab0 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0955839 Nov 09 17:56:00.010419 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a78aa7ca-7db8-4ac1-86f6-3a1b9c33a672 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.021586 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.028785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a742df37-464a-4cf3-96ce-4c427108d050 None None] For port e90b9cdb-6f48-4992-8295-eeb59cf5340c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e90b9cdb-6f48-4992-8295-eeb59cf5340c,segment=NetworkSegment(4da534da-54f2-4633-9ba4-40d16bd4cbc0),segment_id=4da534da-54f2-4633-9ba4-40d16bd4cbc0)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:00.033130 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a742df37-464a-4cf3-96ce-4c427108d050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.068475 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a742df37-464a-4cf3-96ce-4c427108d050 None None] Calling delete_port for e90b9cdb-6f48-4992-8295-eeb59cf5340c owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:56:00.077640 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a78aa7ca-7db8-4ac1-86f6-3a1b9c33a672 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.110650 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Pushing event deleted for resources: {'Port': ['ID=e90b9cdb-6f48-4992-8295-eeb59cf5340c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:00.131502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] No DVR routers for this DVR port e90b9cdb-6f48-4992-8295-eeb59cf5340c on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:00.165122 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-316e5e74-2792-4d9e-827a-dcf2240568e3 req-99895f67-a4bc-4951-9e0a-a80816cd18f7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b2ac5a74b6e14c73b143e9066a363695&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2298572 Nov 09 17:56:00.168200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78aa7ca-7db8-4ac1-86f6-3a1b9c33a672 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event updated for resources: {'Port': ['ID=79e896fe-3393-4c7b-819b-3569f3fcacc9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:00.204516 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.214792 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a742df37-464a-4cf3-96ce-4c427108d050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.251641 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e8e6bc8a-b50d-4349-9a54-1595577841fa'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:00.254100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a742df37-464a-4cf3-96ce-4c427108d050 None None] No DVR routers for this DVR port e90b9cdb-6f48-4992-8295-eeb59cf5340c on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:00.307585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a78aa7ca-7db8-4ac1-86f6-3a1b9c33a672 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Network 1fb9bcd0-93f8-4d70-9afa-72807187a006 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:00.331552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a78aa7ca-7db8-4ac1-86f6-3a1b9c33a672 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:00.345932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a78aa7ca-7db8-4ac1-86f6-3a1b9c33a672 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:00.352012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Pushing event deleted for resources: {'Port': ['ID=532cbddf-683a-40d1-a830-b92e8f04a2ed,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:00.373914 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.430362 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986501cb-9690-4dc6-a1bf-b0f2ba39a701']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:00.432321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742df37-464a-4cf3-96ce-4c427108d050 None None] Pushing event deleted for resources: {'Port': ['ID=e90b9cdb-6f48-4992-8295-eeb59cf5340c,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:00.458493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da534da-54f2-4633-9ba4-40d16bd4cbc0') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:00.459010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da534da-54f2-4633-9ba4-40d16bd4cbc0') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:00.561589 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.664400 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.696622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:56:00.697045 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.722871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a78aa7ca-7db8-4ac1-86f6-3a1b9c33a672 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:00.723871 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a78aa7ca-7db8-4ac1-86f6-3a1b9c33a672 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.750745 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:56:00.760212 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:56:00.790504 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.803123 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.809694 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] 10.222.0.81 "DELETE /v2.0/networks/986501cb-9690-4dc6-a1bf-b0f2ba39a701 HTTP/1.1" status: 204 len: 168 time: 2.4275095 Nov 09 17:56:00.850315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab23979-721b-4cf1-b561-89a4033f3f0c tempest-TagsExtTest-1658706726 tempest-TagsExtTest-1658706726-project] Pushing event deleted for resources: {'Network': ['ID=986501cb-9690-4dc6-a1bf-b0f2ba39a701,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:00.903163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.905823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.915891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e5e74-2792-4d9e-827a-dcf2240568e3 req-0ac96c5e-8b09-4199-b438-a3d020fbec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:00.917815 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-316e5e74-2792-4d9e-827a-dcf2240568e3 req-0ac96c5e-8b09-4199-b438-a3d020fbec9f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7341747 Nov 09 17:56:00.956763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b846211-6f7f-414a-8c40-41173fa05679 req-8d5ef97c-76d1-4a4c-919b-7dcd37dcb09b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:00.958428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b846211-6f7f-414a-8c40-41173fa05679 req-8d5ef97c-76d1-4a4c-919b-7dcd37dcb09b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 931 time: 0.5333550 Nov 09 17:56:01.007340 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a78aa7ca-7db8-4ac1-86f6-3a1b9c33a672 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8134491 Nov 09 17:56:01.046585 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.047718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 542c1959-d18c-4910-b920-68fed2109cd8 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:56:01.053991 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.057429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d9be91c0-1fd0-4e81-8c80-5d74ff3f962a admin admin] 10.222.0.81 "DELETE /v2.0/routers/542c1959-d18c-4910-b920-68fed2109cd8 HTTP/1.1" status: 204 len: 168 time: 3.7873929 Nov 09 17:56:01.057810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45754) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:01.090793 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b846211-6f7f-414a-8c40-41173fa05679 req-2c645d25-9120-4b34-b4cd-d841811a384e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814404 Nov 09 17:56:01.137963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b34654-6941-411c-8aeb-9ec6748cd5d5 admin admin] Deleting subnet 93d6a562-87c3-43f9-8f53-f107047886ee {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:56:01.145740 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c8b34654-6941-411c-8aeb-9ec6748cd5d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.221569 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2542a57e-2047-4e19-87a3-668f13c9ee14 req-13bd159d-c31b-4312-bae0-0267f75a623f tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0807557 Nov 09 17:56:01.240543 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c8b34654-6941-411c-8aeb-9ec6748cd5d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.291904 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c8b34654-6941-411c-8aeb-9ec6748cd5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.341744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Request body: {'port': {'device_id': 'b20bee3a-e40e-458e-999d-87086f86d4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:01.386340 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c8b34654-6941-411c-8aeb-9ec6748cd5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.421198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.439140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b34654-6941-411c-8aeb-9ec6748cd5d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93d6a562-87c3-43f9-8f53-f107047886ee,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:01.457957 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c8b34654-6941-411c-8aeb-9ec6748cd5d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.461709 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c8b34654-6941-411c-8aeb-9ec6748cd5d5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/93d6a562-87c3-43f9-8f53-f107047886ee HTTP/1.1" status: 204 len: 168 time: 0.4027801 Nov 09 17:56:01.462328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45760) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:01.477346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45764) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:01.502866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e90b9cdb-6f48-4992-8295-eeb59cf5340c no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:01.548711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: e90b9cdb-6f48-4992-8295-eeb59cf5340c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:56:01.549165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e90b9cdb-6f48-4992-8295-eeb59cf5340c not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:01.549535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 532cbddf-683a-40d1-a830-b92e8f04a2ed no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:01.592495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 532cbddf-683a-40d1-a830-b92e8f04a2ed {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:56:01.593090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 532cbddf-683a-40d1-a830-b92e8f04a2ed not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:01.646024 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6676faa0-01df-441a-9d18-33c1df94284b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f5dd8d76ced6411a80a68b053b2e7663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824665 Nov 09 17:56:01.650981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45766) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:01.724697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-427ff294-6f71-4deb-b8bc-f557f46cddfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.754988 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-454b5efb-cdbc-4fb2-8639-3654c3d11ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.767823 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-427ff294-6f71-4deb-b8bc-f557f46cddfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.868788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-427ff294-6f71-4deb-b8bc-f557f46cddfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.871812 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-427ff294-6f71-4deb-b8bc-f557f46cddfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.875412 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-427ff294-6f71-4deb-b8bc-f557f46cddfc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bed78d74-bfa0-4ebc-b260-04d176fcafae HTTP/1.1" status: 204 len: 168 time: 0.2206807 Nov 09 17:56:01.884334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ff294-6f71-4deb-b8bc-f557f46cddfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed78d74-bfa0-4ebc-b260-04d176fcafae,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:01.985735 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-454b5efb-cdbc-4fb2-8639-3654c3d11ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.030866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-454b5efb-cdbc-4fb2-8639-3654c3d11ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6642ab75-e5ec-4cb0-8139-1cc246529814']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:02.053971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-454b5efb-cdbc-4fb2-8639-3654c3d11ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:02.054248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-454b5efb-cdbc-4fb2-8639-3654c3d11ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d1a7b0-2165-41d5-8a00-bb0d062b37fe') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:02.079406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-454b5efb-cdbc-4fb2-8639-3654c3d11ecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.100078 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-454b5efb-cdbc-4fb2-8639-3654c3d11ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.121309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454b5efb-cdbc-4fb2-8639-3654c3d11ecf admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:56:02.121652 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-454b5efb-cdbc-4fb2-8639-3654c3d11ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:56:02.123689 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:56:02.214968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e896fe-3393-4c7b-819b-3569f3fcacc9 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:02.227031 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.239592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-454b5efb-cdbc-4fb2-8639-3654c3d11ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.256788 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-454b5efb-cdbc-4fb2-8639-3654c3d11ecf admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.263047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-454b5efb-cdbc-4fb2-8639-3654c3d11ecf admin admin] 10.222.0.81 "DELETE /v2.0/networks/6642ab75-e5ec-4cb0-8139-1cc246529814 HTTP/1.1" status: 204 len: 168 time: 0.7757971 Nov 09 17:56:02.263659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b5efb-cdbc-4fb2-8639-3654c3d11ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=6642ab75-e5ec-4cb0-8139-1cc246529814,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:02.268404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Transition to ACTIVE for port object 79e896fe-3393-4c7b-819b-3569f3fcacc9 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:02.276736 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.285550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fbbea-db9f-4db7-ab95-0002ddaf0dee req-02a0bfe7-4c25-4eca-bef4-f0750756c6b2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:02.287189 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-711fbbea-db9f-4db7-ab95-0002ddaf0dee req-02a0bfe7-4c25-4eca-bef4-f0750756c6b2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 931 time: 0.1031971 Nov 09 17:56:02.336923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Pushing event updated for resources: {'Port': ['ID=79e896fe-3393-4c7b-819b-3569f3fcacc9,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:02.368364 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-711fbbea-db9f-4db7-ab95-0002ddaf0dee req-f5c2ec39-232f-4473-8621-82348dfd6861 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639660 Nov 09 17:56:02.513010 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f539d507-079d-44d2-9856-653b146fc28e req-9dbf6337-e0bb-4f44-9601-97b2789fc5fa tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.1037257 Nov 09 17:56:02.526174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Attempting to bind port 79e896fe-3393-4c7b-819b-3569f3fcacc9 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:02.526534 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Attempting to bind port 79e896fe-3393-4c7b-819b-3569f3fcacc9 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:02.526904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Attempting to bind port 79e896fe-3393-4c7b-819b-3569f3fcacc9 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:02.532992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Port 79e896fe-3393-4c7b-819b-3569f3fcacc9 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:02.533329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Attempting to bind port 79e896fe-3393-4c7b-819b-3569f3fcacc9 on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:02.539123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:02.539502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Checking segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:02.539900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Bound using segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:02.540434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Bound port: 79e896fe-3393-4c7b-819b-3569f3fcacc9, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:02.540713 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.557805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45792) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:02.631569 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6697f9ee-dfd4-46ff-8a6e-ff0290046e9a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1b2412c4e8d749619a491ac24d825b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668406 Nov 09 17:56:02.631857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45798) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:02.641298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] For port 79e896fe-3393-4c7b-819b-3569f3fcacc9, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:02.646028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] For port 79e896fe-3393-4c7b-819b-3569f3fcacc9, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=79e896fe-3393-4c7b-819b-3569f3fcacc9,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:02.655833 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.713067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:02.713590 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.725942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] 10.222.0.18 "PUT /v2.0/ports/79e896fe-3393-4c7b-819b-3569f3fcacc9 HTTP/1.1" status: 200 len: 1091 time: 1.7025306 Nov 09 17:56:02.726469 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20bee3a-e40e-458e-999d-87086f86d4e6', 'tag': '79e896fe-3393-4c7b-819b-3569f3fcacc9'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:02.729132 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8689dd1a-c5a4-470b-ba58-6a5d240b5e17" -d '{"events": [{"name": "network-changed", "server_uuid": "b20bee3a-e40e-458e-999d-87086f86d4e6", "tag": "79e896fe-3393-4c7b-819b-3569f3fcacc9"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:02.731151 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de410501-74ee-43d2-9230-d6155e95cb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.777945 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de410501-74ee-43d2-9230-d6155e95cb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.789548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947d12d-a4d4-4d22-9f86-7aa204c55408 service neutron] Pushing event updated for resources: {'Port': ['ID=79e896fe-3393-4c7b-819b-3569f3fcacc9,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:02.840676 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-316e5e74-2792-4d9e-827a-dcf2240568e3 req-89cadee0-7ab7-4eca-902f-aaa2c8037ab5 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0604155 Nov 09 17:56:02.883671 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de410501-74ee-43d2-9230-d6155e95cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.887149 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de410501-74ee-43d2-9230-d6155e95cb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.893801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-de410501-74ee-43d2-9230-d6155e95cb87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/72418f55-5e52-43e7-8df4-e3e09346ba92 HTTP/1.1" status: 204 len: 168 time: 0.2604623 Nov 09 17:56:02.903428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-d17f8cc9-6c27-42b3-8750-0b3ff96847ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:02.909432 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-d17f8cc9-6c27-42b3-8750-0b3ff96847ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 1094 time: 0.1114824 Nov 09 17:56:02.917085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410501-74ee-43d2-9230-d6155e95cb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72418f55-5e52-43e7-8df4-e3e09346ba92,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:03.038684 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-c098322e-8a48-4256-995f-3f46aaf3c1df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79e896fe-3393-4c7b-819b-3569f3fcacc9 HTTP/1.1" status: 200 len: 217 time: 0.1225049 Nov 09 17:56:03.104001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a3c30920-4306-4e28-895b-0ec835908e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:03.106138 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a3c30920-4306-4e28-895b-0ec835908e68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.0604432 Nov 09 17:56:03.159125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-ce925de6-f97a-43f6-b0e3-a187cd94fc1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454040 Nov 09 17:56:03.284602 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215e9c9a-4a20-4822-a548-548a3fef1354 x-openstack-request-id: req-215e9c9a-4a20-4822-a548-548a3fef1354 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:03.284930 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20bee3a-e40e-458e-999d-87086f86d4e6", "tag": "79e896fe-3393-4c7b-819b-3569f3fcacc9", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:03.285181 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-215e9c9a-4a20-4822-a548-548a3fef1354 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:03.285673 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20bee3a-e40e-458e-999d-87086f86d4e6', 'tag': '79e896fe-3393-4c7b-819b-3569f3fcacc9', 'status': 'completed', 'code': 200} Nov 09 17:56:03.345878 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-6b51a97d-f45a-4be8-8922-5fecbc0df3b2 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772084 Nov 09 17:56:03.550620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45828) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:03.596477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f69aa0-f690-4800-9583-41793f89ccb2 req-3bbd0821-b0e1-419e-8f13-7db0f1e76f62 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:03.600122 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a9f69aa0-f690-4800-9583-41793f89ccb2 req-3bbd0821-b0e1-419e-8f13-7db0f1e76f62 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 943 time: 0.0827100 Nov 09 17:56:03.677308 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fa9d0ff-37c0-4d5c-aed3-76b51053a262 req-a208ca12-f12c-458c-a034-703843172d60 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055301 Nov 09 17:56:03.716805 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a9f69aa0-f690-4800-9583-41793f89ccb2 req-585f50b0-b992-4444-836b-3fc3122d99bc tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958130 Nov 09 17:56:03.845202 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-71a6c083-5e00-404b-9e5b-dd15e16cd168 req-e2bd7aa9-a7c5-4fe7-b15f-207c04e7c542 tempest-ServerShowV254Test-1293968798 tempest-ServerShowV254Test-1293968798-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bacfdfb-928d-4895-9581-086617690983 HTTP/1.1" status: 200 len: 210 time: 0.0611038 Nov 09 17:56:03.874180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689dd1a-c5a4-470b-ba58-6a5d240b5e17 req-a3c0dd36-ca62-400b-b9d4-8d34ff81fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:03.877673 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8689dd1a-c5a4-470b-ba58-6a5d240b5e17 req-a3c0dd36-ca62-400b-b9d4-8d34ff81fd96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 1094 time: 0.1130149 Nov 09 17:56:03.890484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1308040479-network', 'tenant_id': '6f86cd1abbb742d8bc5a9aaf8750d9fe'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:03.973034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Made reservation on behalf of 6f86cd1abbb742d8bc5a9aaf8750d9fe for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:03.975938 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:03.990760 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.047701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689dd1a-c5a4-470b-ba58-6a5d240b5e17 req-50bcbeaf-74a6-401f-b330-577cfa75bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:04.049404 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8689dd1a-c5a4-470b-ba58-6a5d240b5e17 req-50bcbeaf-74a6-401f-b330-577cfa75bd29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 906 time: 0.1550200 Nov 09 17:56:04.107874 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8689dd1a-c5a4-470b-ba58-6a5d240b5e17 req-dfc590cd-22de-4bbc-ae46-852fdb4117ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79e896fe-3393-4c7b-819b-3569f3fcacc9 HTTP/1.1" status: 200 len: 217 time: 0.0502837 Nov 09 17:56:04.192088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689dd1a-c5a4-470b-ba58-6a5d240b5e17 req-d0d5ffa8-7e53-43d6-8ff3-c9baf32a07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:04.194101 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8689dd1a-c5a4-470b-ba58-6a5d240b5e17 req-d0d5ffa8-7e53-43d6-8ff3-c9baf32a07c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.0782142 Nov 09 17:56:04.247312 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8689dd1a-c5a4-470b-ba58-6a5d240b5e17 req-a98ab45b-d39c-411c-98e3-f9e03d31b677 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442781 Nov 09 17:56:04.249641 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.271930 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.377955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:04.397403 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee38bc67-c3fb-4cb3-986c-a473ecb94a1c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:04.407717 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.408318 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Added segment bf4705f5-81b6-4b31-9d53-f7517d7fb26e of type vlan for network 7ae4a1db-6d54-4451-9874-2fbdb8b35536 Nov 09 17:56:04.475337 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8689dd1a-c5a4-470b-ba58-6a5d240b5e17 req-db6dc963-5e94-4a7a-a961-fec87e93d52c service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181523 Nov 09 17:56:04.588559 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.660324 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.661679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:04.662707 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.751602 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8689dd1a-c5a4-470b-ba58-6a5d240b5e17 req-09209691-548d-4c2d-9349-b27a2a38fb60 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375157 Nov 09 17:56:04.769322 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2121429 Nov 09 17:56:04.769605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45878) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:04.775556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dab30a-57b5-427a-80e4-18acede16b96 admin admin] Pushing event updated for resources: {'Network': ['ID=7ae4a1db-6d54-4451-9874-2fbdb8b35536,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:04.778253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-32049de1-8aa8-46d2-b3dd-e223a111b4c1 admin admin] Request body: {'subnet': {'network_id': '7ae4a1db-6d54-4451-9874-2fbdb8b35536', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1308040479-subnet', 'tenant_id': '6f86cd1abbb742d8bc5a9aaf8750d9fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:04.795528 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 7ae4a1db-6d54-4451-9874-2fbdb8b35536 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:04.819467 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32049de1-8aa8-46d2-b3dd-e223a111b4c1 admin admin] Made reservation on behalf of 6f86cd1abbb742d8bc5a9aaf8750d9fe for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:04.822482 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32049de1-8aa8-46d2-b3dd-e223a111b4c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.051790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14a6ad-072f-42fa-b507-72ab10236827 req-60d03250-404f-43a7-92d6-b774315669a8 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:05.059407 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9e14a6ad-072f-42fa-b507-72ab10236827 req-60d03250-404f-43a7-92d6-b774315669a8 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 943 time: 0.1847007 Nov 09 17:56:05.094349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45890) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:05.145805 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9e14a6ad-072f-42fa-b507-72ab10236827 req-557070a2-fff3-4c84-a48d-c48a2c505c9c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849974 Nov 09 17:56:05.154686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32049de1-8aa8-46d2-b3dd-e223a111b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.237553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32049de1-8aa8-46d2-b3dd-e223a111b4c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=874566e6-d48a-424a-bf84-43bcdfe1fecb,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:05.243563 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32049de1-8aa8-46d2-b3dd-e223a111b4c1 admin admin] Checking segment: {'id': 'bf4705f5-81b6-4b31-9d53-f7517d7fb26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7ae4a1db-6d54-4451-9874-2fbdb8b35536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:05.243892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32049de1-8aa8-46d2-b3dd-e223a111b4c1 admin admin] Network hostable DHCP agents. Network: 7ae4a1db-6d54-4451-9874-2fbdb8b35536, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:05.268932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32049de1-8aa8-46d2-b3dd-e223a111b4c1 admin admin] Network 7ae4a1db-6d54-4451-9874-2fbdb8b35536 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:05.284288 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-32049de1-8aa8-46d2-b3dd-e223a111b4c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 7ae4a1db-6d54-4451-9874-2fbdb8b35536) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:05.293244 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32049de1-8aa8-46d2-b3dd-e223a111b4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:05.293702 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32049de1-8aa8-46d2-b3dd-e223a111b4c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.298908 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1434c139-7ee2-424d-bc67-e7449428e2d4 None None] Network 7ae4a1db-6d54-4451-9874-2fbdb8b35536 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:05.333748 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-784a30f8-5d7b-49e6-92da-05b82d82a661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.368245 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-32049de1-8aa8-46d2-b3dd-e223a111b4c1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5960011 Nov 09 17:56:05.470866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de707330-c434-4c16-891b-158c34ec3af3 None None] Network 7ae4a1db-6d54-4451-9874-2fbdb8b35536 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:05.510801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-784a30f8-5d7b-49e6-92da-05b82d82a661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.519383 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-784a30f8-5d7b-49e6-92da-05b82d82a661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.547531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45902) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:05.600765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-784a30f8-5d7b-49e6-92da-05b82d82a661 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d49a52908c54b34b275ad4c1d6542b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046604 Nov 09 17:56:05.603463 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45910) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:05.615106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a30f8-5d7b-49e6-92da-05b82d82a661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dd6d60-1be9-41ac-a369-1ad4521d9524,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:05.704156 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e408446-fbac-4053-98db-d211ad6d9df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.763739 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-760cf854-a611-4290-8ae0-fa7466808218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.774836 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 79e896fe-3393-4c7b-819b-3569f3fcacc9 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:05.797791 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e408446-fbac-4053-98db-d211ad6d9df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.923943 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e408446-fbac-4053-98db-d211ad6d9df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.926964 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8e408446-fbac-4053-98db-d211ad6d9df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.928244 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8e408446-fbac-4053-98db-d211ad6d9df4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/81dd6d60-1be9-41ac-a369-1ad4521d9524 HTTP/1.1" status: 204 len: 168 time: 0.3234925 Nov 09 17:56:05.981204 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e408446-fbac-4053-98db-d211ad6d9df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dd6d60-1be9-41ac-a369-1ad4521d9524,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:06.025470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-760cf854-a611-4290-8ae0-fa7466808218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.039488 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-760cf854-a611-4290-8ae0-fa7466808218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.142924 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 79e896fe-3393-4c7b-819b-3569f3fcacc9, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=79e896fe-3393-4c7b-819b-3569f3fcacc9,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:06.154711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760cf854-a611-4290-8ae0-fa7466808218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cd12df-528e-4759-83cf-6261fbf47646,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:06.183897 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '79e896fe-3393-4c7b-819b-3569f3fcacc9', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'port_id': '79e896fe-3393-4c7b-819b-3569f3fcacc9', 'mac_address': 'fa:16:3e:e0:d9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417001cc-f87f-4208-b45a-9ddf65dcb18d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:06.214259 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-760cf854-a611-4290-8ae0-fa7466808218 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2ac5a74b6e14c73b143e9066a363695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6650286 Nov 09 17:56:06.218220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45928) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:06.276726 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.308031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e896fe-3393-4c7b-819b-3569f3fcacc9 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:06.324196 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca95d2e5-35c1-48af-a8c9-ac58f94a23a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.361080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 79e896fe-3393-4c7b-819b-3569f3fcacc9, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=79e896fe-3393-4c7b-819b-3569f3fcacc9,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:06.370710 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.379157 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca95d2e5-35c1-48af-a8c9-ac58f94a23a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.455303 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca95d2e5-35c1-48af-a8c9-ac58f94a23a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.460813 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca95d2e5-35c1-48af-a8c9-ac58f94a23a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.463902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ca95d2e5-35c1-48af-a8c9-ac58f94a23a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14cd12df-528e-4759-83cf-6261fbf47646 HTTP/1.1" status: 204 len: 168 time: 0.2436244 Nov 09 17:56:06.489808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95d2e5-35c1-48af-a8c9-ac58f94a23a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cd12df-528e-4759-83cf-6261fbf47646,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:06.497894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=79e896fe-3393-4c7b-819b-3569f3fcacc9,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:06.524396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b206a2b-a911-4ab0-9142-b9cf1bdfccc7 req-bb87a73b-c01e-400e-a478-c5ec6b86b3a1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:06.534793 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1b206a2b-a911-4ab0-9142-b9cf1bdfccc7 req-bb87a73b-c01e-400e-a478-c5ec6b86b3a1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 944 time: 0.1829388 Nov 09 17:56:06.607618 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1b206a2b-a911-4ab0-9142-b9cf1bdfccc7 req-6b464b7a-d3af-4072-b6f9-7cf17e8dd06a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716889 Nov 09 17:56:06.732453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['79e896fe-3393-4c7b-819b-3569f3fcacc9'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:06.906652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45950) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:06.912398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-367104174-network', 'tenant_id': '0653c5b1f59345148ce6686c09708db9'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:06.952347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Made reservation on behalf of 0653c5b1f59345148ce6686c09708db9 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:06.956479 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.989869 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.564701 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.586045 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.619492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:07.647840 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.648354 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Added segment 588ddd4f-6728-4d72-8b68-a84523b7eedd of type vlan for network 50fe6e4d-5b3d-4398-8a41-dffdb4ed60e4 Nov 09 17:56:07.726056 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.766167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf42d6f3-b74f-4252-a907-4235461fc500,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:07.772846 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.775397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:07.777169 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.924939 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0168204 Nov 09 17:56:07.929248 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45998) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:07.934786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Request body: {'subnet': {'network_id': '50fe6e4d-5b3d-4398-8a41-dffdb4ed60e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-367104174-subnet', 'tenant_id': '0653c5b1f59345148ce6686c09708db9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:07.942195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea8170-87a7-4c06-b30c-7bdc0612edc0 admin admin] Pushing event updated for resources: {'Network': ['ID=50fe6e4d-5b3d-4398-8a41-dffdb4ed60e4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:07.959839 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 50fe6e4d-5b3d-4398-8a41-dffdb4ed60e4 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:07.978993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea8293-658d-4d41-9e16-6dd5f29c3772 req-6d08dba7-763e-401d-bee3-3a926a4b7720 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:07.981898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0aea8293-658d-4d41-9e16-6dd5f29c3772 req-6d08dba7-763e-401d-bee3-3a926a4b7720 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 944 time: 0.1332507 Nov 09 17:56:08.014312 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Made reservation on behalf of 0653c5b1f59345148ce6686c09708db9 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:08.018493 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.043934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46002) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:08.107958 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0aea8293-658d-4d41-9e16-6dd5f29c3772 req-cc66805b-4cca-48eb-a68a-d2e0b68bc572 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186206 Nov 09 17:56:08.211453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-699204611-network', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:08.251276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Made reservation on behalf of 36d13fa3ca9d43c79d1b40e6be782523 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:08.255440 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.273408 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.314887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46020) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:08.384328 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.525371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc7982a-5ef0-4a8a-90a2-75542aed2e3b,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:08.544263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:08.544870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:08.545466 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:08.546180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:08.547456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:08.548341 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:08.549184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:08.549982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:08.550706 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:08.551780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:08.552551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:08.553308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:08.581951 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Checking segment: {'id': '588ddd4f-6728-4d72-8b68-a84523b7eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '50fe6e4d-5b3d-4398-8a41-dffdb4ed60e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:08.582767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Network hostable DHCP agents. Network: 50fe6e4d-5b3d-4398-8a41-dffdb4ed60e4, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:08.606959 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.618742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Network 50fe6e4d-5b3d-4398-8a41-dffdb4ed60e4 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:08.637450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 50fe6e4d-5b3d-4398-8a41-dffdb4ed60e4) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:08.641781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.645494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:08.646045 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.655727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4866e28-1335-498c-acc6-330474a5636f None None] Network 50fe6e4d-5b3d-4398-8a41-dffdb4ed60e4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:08.683674 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-58c30513-4a89-43e4-b29d-d57d8f848ffe admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7382390 Nov 09 17:56:08.743549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a412ac0-8010-4574-b074-bfc5ebb1597a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:08.790127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-d9fc4e03-fe6f-47df-869d-df6e0c4f5efc tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:08.791797 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-d9fc4e03-fe6f-47df-869d-df6e0c4f5efc tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 814 time: 0.4738634 Nov 09 17:56:08.817227 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9456ccc5-31e4-48c8-b986-991e345aceda tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3437 time: 0.5005774 Nov 09 17:56:08.819912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:08.820655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46036) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:08.829282 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0a11f1fe-d2b2-4f4b-9df0-6236d228d489 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Request body: {'network': {'name': 'tempest-network-smoke--1837837791', 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'port_security_enabled': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:08.850655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.858966 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Added segment 3a9b4582-6845-405a-81ea-9380b350b311 of type vlan for network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 Nov 09 17:56:08.862457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-50f6fd5f-8227-4b01-95c9-cd5c6138c1a7 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/quotas/6b425780d1a64d17b7ead1018da8d767 HTTP/1.1" status: 200 len: 375 time: 0.0438242 Nov 09 17:56:08.880083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a11f1fe-d2b2-4f4b-9df0-6236d228d489 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Made reservation on behalf of 60575135d11e43be9eb43cb2b7fd2240 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:08.887511 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a11f1fe-d2b2-4f4b-9df0-6236d228d489 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.926188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46038) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:08.955200 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.964949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1243456-200e-45f9-ad0a-52c5724923c4 None None] Network 50fe6e4d-5b3d-4398-8a41-dffdb4ed60e4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:08.997022 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a11f1fe-d2b2-4f4b-9df0-6236d228d489 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:09.008290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-7e86c633-dc32-46d8-87a4-db40c9c2160c tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1035113 Nov 09 17:56:09.042573 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.043854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:09.044470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.134348 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a11f1fe-d2b2-4f4b-9df0-6236d228d489 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.137882 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-0a11f1fe-d2b2-4f4b-9df0-6236d228d489 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Added segment 9c015266-0ef1-4eb6-8eaa-6f8bd94c0230 of type vlan for network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb Nov 09 17:56:09.172291 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1239672 Nov 09 17:56:09.175040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46044) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:09.193724 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f6af1e10-cd61-4911-8889-138cc3a755b7 admin admin] Request body: {'subnet': {'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-subnet', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:09.222783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92546c40-1ed7-4c15-bfc4-4132885e57b2 admin admin] Pushing event updated for resources: {'Network': ['ID=19a777cd-ee85-4a4d-abdf-aaeec996b6c3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:09.271471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6af1e10-cd61-4911-8889-138cc3a755b7 admin admin] Made reservation on behalf of 36d13fa3ca9d43c79d1b40e6be782523 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:09.287936 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6af1e10-cd61-4911-8889-138cc3a755b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.327501 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a11f1fe-d2b2-4f4b-9df0-6236d228d489 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.350844 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bf5851-b9da-420f-890a-9a3a808dd9e3 admin admin] Deleting subnet 874566e6-d48a-424a-bf84-43bcdfe1fecb {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:56:09.384050 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5851-b9da-420f-890a-9a3a808dd9e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.401486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:09.425403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a11f1fe-d2b2-4f4b-9df0-6236d228d489 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.432107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a11f1fe-d2b2-4f4b-9df0-6236d228d489 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:09.432765 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a11f1fe-d2b2-4f4b-9df0-6236d228d489 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.508392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-b152c733-f015-4d37-bdd2-f1fd21fa391c service neutron] 10.222.0.81 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134204 Nov 09 17:56:09.509732 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6af1e10-cd61-4911-8889-138cc3a755b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.535982 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5851-b9da-420f-890a-9a3a808dd9e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.547716 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0a11f1fe-d2b2-4f4b-9df0-6236d228d489 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7232640 Nov 09 17:56:09.548601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46052) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:09.578513 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1962216401', 'admin_state_up': True, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:09.626214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b80b0-b92c-4677-bb90-4006c66ad253 req-d446f78f-566e-4f45-ab3e-30adba3eac76 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:09.632624 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-301b80b0-b92c-4677-bb90-4006c66ad253 req-d446f78f-566e-4f45-ab3e-30adba3eac76 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 944 time: 0.3211312 Nov 09 17:56:09.636870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af1e10-cd61-4911-8889-138cc3a755b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3950d3a7-e3f4-4c46-a9b2-b63c91794171,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:09.659075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11f1fe-d2b2-4f4b-9df0-6236d228d489 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Network': ['ID=51618c0f-c17e-4a6a-86f9-4cd7c364f4bb,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:09.670061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af1e10-cd61-4911-8889-138cc3a755b7 admin admin] Checking segment: {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:09.670492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6af1e10-cd61-4911-8889-138cc3a755b7 admin admin] Network hostable DHCP agents. Network: 19a777cd-ee85-4a4d-abdf-aaeec996b6c3, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:09.682776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:09.706457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-e0c12aa8-d0a0-4bb4-85f0-483b45e7c867 service neutron] 10.222.0.81 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881664 Nov 09 17:56:09.716164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6af1e10-cd61-4911-8889-138cc3a755b7 admin admin] Network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:09.716900 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5851-b9da-420f-890a-9a3a808dd9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.751110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-f6af1e10-cd61-4911-8889-138cc3a755b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 19a777cd-ee85-4a4d-abdf-aaeec996b6c3) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:09.752991 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.754097 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.758190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af1e10-cd61-4911-8889-138cc3a755b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:09.758718 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f6af1e10-cd61-4911-8889-138cc3a755b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.796951 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f6af1e10-cd61-4911-8889-138cc3a755b7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6093805 Nov 09 17:56:09.796951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46060) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:09.797711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed3f30-62b6-4915-a67c-a4437607cdce None None] Network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:09.807923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:09.814623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 79e896fe-3393-4c7b-819b-3569f3fcacc9 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:09.829477 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-301b80b0-b92c-4677-bb90-4006c66ad253 req-aff5e0c7-aa49-456e-b901-df1ec5ee6967 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807992 Nov 09 17:56:09.909108 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.910434 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.056859 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.133232 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.168012 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 79e896fe-3393-4c7b-819b-3569f3fcacc9 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:10.185314 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 79e896fe-3393-4c7b-819b-3569f3fcacc9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:10.186460 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.480934 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.574807 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.717567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20bee3a-e40e-458e-999d-87086f86d4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e896fe-3393-4c7b-819b-3569f3fcacc9'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:10.719558 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea45649-9a5c-411b-bde1-97d9947a0c76" -d '{"events": [{"server_uuid": "b20bee3a-e40e-458e-999d-87086f86d4e6", "name": "network-vif-plugged", "status": "completed", "tag": "79e896fe-3393-4c7b-819b-3569f3fcacc9"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:10.724225 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:56:10.725715 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.758227 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0aaea23d-1734-4a41-9975-bcf2e73ffe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.773631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 79e896fe-3393-4c7b-819b-3569f3fcacc9, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=79e896fe-3393-4c7b-819b-3569f3fcacc9,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:10.794702 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.979583 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5851-b9da-420f-890a-9a3a808dd9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.051640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=79e896fe-3393-4c7b-819b-3569f3fcacc9,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:11.177553 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.186062 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-60cf0050-6124-46de-9b5b-f10b57986552 req-279bdb9d-0995-470a-bdfc-94fc70eb7829 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 210 time: 0.3214004 Nov 09 17:56:11.197625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Allocated IP 172.20.0.2 (19a777cd-ee85-4a4d-abdf-aaeec996b6c3/3950d3a7-e3f4-4c46-a9b2-b63c91794171/dea5093c-2220-4295-beb6-61f45c5e7de9) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:11.209466 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.289236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.335178 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf5851-b9da-420f-890a-9a3a808dd9e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=874566e6-d48a-424a-bf84-43bcdfe1fecb,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:11.378141 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c323476-c02f-4373-a1f3-258362dd77c2 x-openstack-request-id: req-5c323476-c02f-4373-a1f3-258362dd77c2 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:11.379628 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20bee3a-e40e-458e-999d-87086f86d4e6", "name": "network-vif-plugged", "status": "completed", "tag": "79e896fe-3393-4c7b-819b-3569f3fcacc9", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:11.380838 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c323476-c02f-4373-a1f3-258362dd77c2 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:11.381432 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20bee3a-e40e-458e-999d-87086f86d4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e896fe-3393-4c7b-819b-3569f3fcacc9', 'code': 200} Nov 09 17:56:11.446325 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5851-b9da-420f-890a-9a3a808dd9e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.453747 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c9bf5851-b9da-420f-890a-9a3a808dd9e3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/874566e6-d48a-424a-bf84-43bcdfe1fecb HTTP/1.1" status: 204 len: 168 time: 2.5244005 Nov 09 17:56:11.458278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46112) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.649771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Allocated IP 172.25.1.9 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/94d93624-bd82-4944-9148-61d8c2fc23b8) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:11.767481 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-81c3d45b-6453-4be7-8d82-b8b93c0e3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.777222 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.801527 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.820987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51340b82-1e89-478d-b568-e5e1c269f76f req-9c9ae9d4-eca6-442a-845c-a2520177c7da tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:11.833204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:11.836992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:11.845264 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-51340b82-1e89-478d-b568-e5e1c269f76f req-9c9ae9d4-eca6-442a-845c-a2520177c7da tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 945 time: 0.1475425 Nov 09 17:56:11.868267 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef035ed4-22f9-4afc-83a5-2673b152f510 req-70d1c7ef-c51d-4942-8153-da941f3d9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:11.870691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ef035ed4-22f9-4afc-83a5-2673b152f510 req-70d1c7ef-c51d-4942-8153-da941f3d9422 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 1096 time: 0.1997323 Nov 09 17:56:11.884758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:11.934936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Pushing event updated for resources: {'Port': ['ID=dea5093c-2220-4295-beb6-61f45c5e7de9,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:11.941804 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ef035ed4-22f9-4afc-83a5-2673b152f510 req-a6948acb-9828-4fa1-aa23-aa808419b2d5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542283 Nov 09 17:56:11.970714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Attempting to bind port dea5093c-2220-4295-beb6-61f45c5e7de9 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:11.971361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Attempting to bind port dea5093c-2220-4295-beb6-61f45c5e7de9 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:11.976093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Attempting to bind port dea5093c-2220-4295-beb6-61f45c5e7de9 on network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:11.987103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:11.988027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Checking segment: {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:11.988461 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.988903 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Bound using segment: {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:11.989488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Bound port: dea5093c-2220-4295-beb6-61f45c5e7de9, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:11.990365 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.032933 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.044686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-81c3d45b-6453-4be7-8d82-b8b93c0e3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.085258 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-51340b82-1e89-478d-b568-e5e1c269f76f req-a3127809-f413-48c5-9d52-c02d9f80f0c9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859710 Nov 09 17:56:12.102502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-81c3d45b-6453-4be7-8d82-b8b93c0e3342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae4a1db-6d54-4451-9874-2fbdb8b35536']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:12.135555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.170157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] For port dea5093c-2220-4295-beb6-61f45c5e7de9, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:12.182951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] For port dea5093c-2220-4295-beb6-61f45c5e7de9, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dea5093c-2220-4295-beb6-61f45c5e7de9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:12.192683 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.199200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-81c3d45b-6453-4be7-8d82-b8b93c0e3342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4705f5-81b6-4b31-9d53-f7517d7fb26e') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:12.199679 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-81c3d45b-6453-4be7-8d82-b8b93c0e3342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4705f5-81b6-4b31-9d53-f7517d7fb26e') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:12.223944 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:12.229644 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-81c3d45b-6453-4be7-8d82-b8b93c0e3342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.230903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:12.240047 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:12.287477 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.290647 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-81c3d45b-6453-4be7-8d82-b8b93c0e3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.293818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Pushing event updated for resources: {'Port': ['ID=94d93624-bd82-4944-9148-61d8c2fc23b8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:12.316176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.403564 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc6a98-7817-46c1-9761-523c24dd355c None None] Pushing event updated for resources: {'Port': ['ID=dea5093c-2220-4295-beb6-61f45c5e7de9,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:12.464601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c3d45b-6453-4be7-8d82-b8b93c0e3342 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:56:12.465423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-81c3d45b-6453-4be7-8d82-b8b93c0e3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:56:12.467171 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:56:12.567432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Allocated IP 172.25.1.240 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/f80f654f-923b-4b8e-8bea-9eecd8326a4f) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:12.607072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46128) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.629089 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f1b8e9f-dca8-459a-a0b5-cfb6904371be req-1479b5cd-a59b-49d4-a331-b5385ca2cdc1 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 210 time: 0.2985635 Nov 09 17:56:12.763919 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.863319 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.934755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Port': ['ID=f80f654f-923b-4b8e-8bea-9eecd8326a4f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:12.959215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:12.960433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-81c3d45b-6453-4be7-8d82-b8b93c0e3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.968592 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-81c3d45b-6453-4be7-8d82-b8b93c0e3342 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.973077 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-81c3d45b-6453-4be7-8d82-b8b93c0e3342 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7ae4a1db-6d54-4451-9874-2fbdb8b35536 HTTP/1.1" status: 204 len: 168 time: 1.5135856 Nov 09 17:56:12.974475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:12.978214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46136) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.980790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:13.005652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3d45b-6453-4be7-8d82-b8b93c0e3342 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae4a1db-6d54-4451-9874-2fbdb8b35536,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:13.083977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2a1b7d-7c44-4b3b-9bb7-2a1f5fb48510 admin admin] Deleting subnet 8cc7982a-5ef0-4a8a-90a2-75542aed2e3b {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:56:13.088895 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1b7d-7c44-4b3b-9bb7-2a1f5fb48510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.189413 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8de3cef8-5dcd-4d50-9c98-2782b25a1061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.209490 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-b69c72b5-ab49-4f1e-8ba0-88aa9834cb82 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:13.212837 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-b69c72b5-ab49-4f1e-8ba0-88aa9834cb82 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.18 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 814 time: 0.6089113 Nov 09 17:56:13.253936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-1d9d6846-30e8-45b2-8b12-f37051aff959 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Request body: {'port': {'device_id': '5fa6b44c-8425-4c21-a626-ab5ed08e0ca3', 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206', 'admin_state_up': True, 'tenant_id': '6b425780d1a64d17b7ead1018da8d767'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:13.277840 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1b7d-7c44-4b3b-9bb7-2a1f5fb48510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.394390 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.592268 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dea5093c-2220-4295-beb6-61f45c5e7de9 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:13.648784 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1b7d-7c44-4b3b-9bb7-2a1f5fb48510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.711878 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2c8fe10a-06db-4d2f-b930-22acb6b48e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.743716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653192-390c-4b59-b179-c636bb9e1522 req-d81ce8ff-0709-47f5-9762-163e9b0c82e4 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:13.745512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a653192-390c-4b59-b179-c636bb9e1522 req-d81ce8ff-0709-47f5-9762-163e9b0c82e4 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 945 time: 0.5049486 Nov 09 17:56:13.784281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port dea5093c-2220-4295-beb6-61f45c5e7de9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:13.785013 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.796165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1b7d-7c44-4b3b-9bb7-2a1f5fb48510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.873734 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ce61843-11a8-4356-8592-315a9e4b77f5 req-94b50e7f-cee5-4266-bb51-e91d6d9e6b92 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 210 time: 0.0913987 Nov 09 17:56:13.879209 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.907777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8de3cef8-5dcd-4d50-9c98-2782b25a1061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.985436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8de3cef8-5dcd-4d50-9c98-2782b25a1061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.072556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3cef8-5dcd-4d50-9c98-2782b25a1061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fe94dd-024a-4896-bf00-e5898ad62f77,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:14.085964 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a1b7d-7c44-4b3b-9bb7-2a1f5fb48510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc7982a-5ef0-4a8a-90a2-75542aed2e3b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:14.092652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1b7d-7c44-4b3b-9bb7-2a1f5fb48510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.101074 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5d2a1b7d-7c44-4b3b-9bb7-2a1f5fb48510 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8cc7982a-5ef0-4a8a-90a2-75542aed2e3b HTTP/1.1" status: 204 len: 168 time: 1.1183679 Nov 09 17:56:14.101074 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46146) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:14.144342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8de3cef8-5dcd-4d50-9c98-2782b25a1061 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6bebb67b8dcd4e2fbec3ebdc143ee2ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5352180 Nov 09 17:56:14.149534 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46148) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:14.160494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-1d9d6846-30e8-45b2-8b12-f37051aff959 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Made reservation on behalf of 6b425780d1a64d17b7ead1018da8d767 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:14.164572 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-1d9d6846-30e8-45b2-8b12-f37051aff959 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.174303 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a653192-390c-4b59-b179-c636bb9e1522 req-dcf36eed-4093-4c1e-8716-09950f1bec28 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421957 Nov 09 17:56:14.220338 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.258673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa5616-b38e-46bb-9f24-6d64ab7fd581 None None] Network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:14.345105 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.356985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f8f285ea-aa37-433e-97e7-b838aadd3bdd None None] Provisioning complete for port dea5093c-2220-4295-beb6-61f45c5e7de9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:14.357363 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f8f285ea-aa37-433e-97e7-b838aadd3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.403542 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dab2381-46fa-4e0e-ae01-3c0fdebf6df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.455276 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.498972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port dea5093c-2220-4295-beb6-61f45c5e7de9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dea5093c-2220-4295-beb6-61f45c5e7de9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:14.504596 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.549277 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.743141 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=dea5093c-2220-4295-beb6-61f45c5e7de9,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:14.862402 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dab2381-46fa-4e0e-ae01-3c0fdebf6df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.895967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6dab2381-46fa-4e0e-ae01-3c0fdebf6df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fe6e4d-5b3d-4398-8a41-dffdb4ed60e4']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:14.913820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6dab2381-46fa-4e0e-ae01-3c0fdebf6df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588ddd4f-6728-4d72-8b68-a84523b7eedd') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:14.914109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6dab2381-46fa-4e0e-ae01-3c0fdebf6df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588ddd4f-6728-4d72-8b68-a84523b7eedd') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:14.930731 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dab2381-46fa-4e0e-ae01-3c0fdebf6df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.014390 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dab2381-46fa-4e0e-ae01-3c0fdebf6df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.038902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-1d9d6846-30e8-45b2-8b12-f37051aff959 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Allocated IP 172.20.0.12 (0cc5de07-3c96-48b7-b307-babdac681206/e8aaf626-567e-4ffb-9c25-6835cd728f1a/bca3a759-d534-470b-ac21-06d71f4d0f62) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:15.042657 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Router 91e16220-219e-4684-b123-f203ec0ce321 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:56:15.052001 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a58d7b47-6ce0-44b2-95a0-e2f70fbb2bf8 req-83f3418e-cdeb-485b-9006-115a7069ceca tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 210 time: 0.0611577 Nov 09 17:56:15.054163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dab2381-46fa-4e0e-ae01-3c0fdebf6df5 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:56:15.054581 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dab2381-46fa-4e0e-ae01-3c0fdebf6df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:56:15.056551 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:56:15.107074 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1452043-6d06-4bb5-b35e-c732072f8265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.202001 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1452043-6d06-4bb5-b35e-c732072f8265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.207492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b998fc7a-187e-4c1c-a1bf-bb7de99dfcd2 None None] Provisioning complete for port dea5093c-2220-4295-beb6-61f45c5e7de9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:15.207868 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b998fc7a-187e-4c1c-a1bf-bb7de99dfcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.268395 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dab2381-46fa-4e0e-ae01-3c0fdebf6df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.277231 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dab2381-46fa-4e0e-ae01-3c0fdebf6df5 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.286921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6dab2381-46fa-4e0e-ae01-3c0fdebf6df5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/50fe6e4d-5b3d-4398-8a41-dffdb4ed60e4 HTTP/1.1" status: 204 len: 168 time: 1.1845372 Nov 09 17:56:15.349879 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab2381-46fa-4e0e-ae01-3c0fdebf6df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=50fe6e4d-5b3d-4398-8a41-dffdb4ed60e4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:15.427908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:56:15.444805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cf4cc-1b7a-4412-b9d9-9757f141f747 req-eed6e183-3fbc-4663-87b2-d7191218963d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:15.455252 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-738cf4cc-1b7a-4412-b9d9-9757f141f747 req-eed6e183-3fbc-4663-87b2-d7191218963d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 945 time: 0.1528435 Nov 09 17:56:15.476135 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.478415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Sync routers for ids ['91e16220-219e-4684-b123-f203ec0ce321'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:56:15.509359 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.511101 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6d434189-608a-4703-a79d-a3f108332e14 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.9370759 Nov 09 17:56:15.514621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46168) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:15.527253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dea5093c-2220-4295-beb6-61f45c5e7de9 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:15.533499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Routers {'91e16220-219e-4684-b123-f203ec0ce321'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:15.534432 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:56:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['91e16220-219e-4684-b123-f203ec0ce321'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:15.551080 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-1d9d6846-30e8-45b2-8b12-f37051aff959 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.589425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:56:15.595061 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-1d9d6846-30e8-45b2-8b12-f37051aff959 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.651003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-1d9d6846-30e8-45b2-8b12-f37051aff959 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Network 0cc5de07-3c96-48b7-b307-babdac681206 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:15.652972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-1d9d6846-30e8-45b2-8b12-f37051aff959 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:15.654439 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['63c07de3-9003-431a-8ca6-a1f54665868b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:15.662702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-1d9d6846-30e8-45b2-8b12-f37051aff959 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:15.672697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46170) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:15.857460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:56:15.867246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port dea5093c-2220-4295-beb6-61f45c5e7de9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:15.867774 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.869137 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Sync routers for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:56:15.888473 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:15.889122 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:56:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:15.940888 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-738cf4cc-1b7a-4412-b9d9-9757f141f747 req-f0d4a4dd-139e-456d-90aa-9a32182542bc tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697297 Nov 09 17:56:15.947235 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1452043-6d06-4bb5-b35e-c732072f8265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.953660 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1452043-6d06-4bb5-b35e-c732072f8265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.955091 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e1452043-6d06-4bb5-b35e-c732072f8265 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9fe94dd-024a-4896-bf00-e5898ad62f77 HTTP/1.1" status: 204 len: 168 time: 1.8025801 Nov 09 17:56:15.958080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Set router 91e16220-219e-4684-b123-f203ec0ce321 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:15.963188 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.966740 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fc097b7d-441f-4769-ae01-c2f679fa0e7a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1694548 Nov 09 17:56:15.977240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46174) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:16.109820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1452043-6d06-4bb5-b35e-c732072f8265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fe94dd-024a-4896-bf00-e5898ad62f77,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:16.118275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d6846-30e8-45b2-8b12-f37051aff959 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Pushing event updated for resources: {'Port': ['ID=bca3a759-d534-470b-ac21-06d71f4d0f62,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:16.167132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2f3a4bec-0a9c-434d-8f88-99ff86d91288 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f86cd1abbb742d8bc5a9aaf8750d9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809992 Nov 09 17:56:16.172123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46180) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:16.224506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-1d9d6846-30e8-45b2-8b12-f37051aff959 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:16.225771 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-1d9d6846-30e8-45b2-8b12-f37051aff959 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.227904 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b8b7e7-3b0c-48de-8ac3-5dbaa762b6cc tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:16.232442 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d3b8b7e7-3b0c-48de-8ac3-5dbaa762b6cc tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=60575135d11e43be9eb43cb2b7fd2240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.7160730 Nov 09 17:56:16.237266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46184) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:16.286076 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:16.312589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-1d9d6846-30e8-45b2-8b12-f37051aff959 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0696611 Nov 09 17:56:16.325709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Request body: {'port': {'device_id': '5fa6b44c-8425-4c21-a626-ab5ed08e0ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:16.436120 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-04a69389-5b04-4cc6-8a93-14e7a2e99385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.441675 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.533478 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-04a69389-5b04-4cc6-8a93-14e7a2e99385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.689534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e16220-219e-4684-b123-f203ec0ce321', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962216401', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:13Z', 'revision_number': 3, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e16220-219e-4684-b123-f203ec0ce321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:12Z', 'updated_at': '2021-11-09T17:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:16.710455 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-04a69389-5b04-4cc6-8a93-14e7a2e99385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.713987 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-04a69389-5b04-4cc6-8a93-14e7a2e99385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.719292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-04a69389-5b04-4cc6-8a93-14e7a2e99385 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ee38bc67-c3fb-4cb3-986c-a473ecb94a1c HTTP/1.1" status: 204 len: 168 time: 0.5421848 Nov 09 17:56:16.804067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a69389-5b04-4cc6-8a93-14e7a2e99385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee38bc67-c3fb-4cb3-986c-a473ecb94a1c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:16.837648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Checking router: 91e16220-219e-4684-b123-f203ec0ce321 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:56:16.838013 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Updating router 91e16220-219e-4684-b123-f203ec0ce321 port f80f654f-923b-4b8e-8bea-9eecd8326a4f binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:56:16.872649 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:12Z', 'revision_number': 3, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:16.941766 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.959400 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Checking router: 8e4580ea-4aa9-4f69-b67b-2141580ccab9 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:56:16.959789 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Updating router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 port 94d93624-bd82-4944-9148-61d8c2fc23b8 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:56:16.995051 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc8c1c-bc1f-41d5-95e1-3866d883e300 req-8680056b-2944-4032-8882-fffbb43a2a7d tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:16.998270 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-31dc8c1c-bc1f-41d5-95e1-3866d883e300 req-8680056b-2944-4032-8882-fffbb43a2a7d tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 932 time: 0.7025564 Nov 09 17:56:17.051202 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.087183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46196) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:17.121003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69011f9-dc4a-42ea-bbba-c3e14bade1d7 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:17.122960 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c69011f9-dc4a-42ea-bbba-c3e14bade1d7 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8824606 Nov 09 17:56:17.131412 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-31dc8c1c-bc1f-41d5-95e1-3866d883e300 req-9da95fd0-6847-40c1-affa-855e4b05c1aa tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857961 Nov 09 17:56:17.134326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46198) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:17.229527 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14958f3b-aecc-4a3b-9f86-7def33abcc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.316306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab5885-219a-414a-8d43-56a053462ae0 req-c1827960-b48e-4977-a4a7-8c3d14163322 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:17.334274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7aab5885-219a-414a-8d43-56a053462ae0 req-c1827960-b48e-4977-a4a7-8c3d14163322 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 945 time: 0.3688562 Nov 09 17:56:17.366159 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6b685d80-36ec-4fe0-beba-819a6c95fdb6 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2302141 Nov 09 17:56:17.417139 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46200) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:17.539323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7aab5885-219a-414a-8d43-56a053462ae0 req-68b6fb53-5f2f-494c-8a3c-89fd41af4266 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034712 Nov 09 17:56:17.573643 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.596959 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.638081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2a41ad97-bc08-45b5-90d9-bd4506ea0a2f tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=60575135d11e43be9eb43cb2b7fd2240&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2050974 Nov 09 17:56:17.710610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46208) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:17.715682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46206) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:17.817244 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.859288 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14958f3b-aecc-4a3b-9f86-7def33abcc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.887262 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14958f3b-aecc-4a3b-9f86-7def33abcc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.888374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Attempting to bind port f80f654f-923b-4b8e-8bea-9eecd8326a4f on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:17.889166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Attempting to bind port f80f654f-923b-4b8e-8bea-9eecd8326a4f by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:17.889651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Attempting to bind port f80f654f-923b-4b8e-8bea-9eecd8326a4f on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:17.894039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb289a-bb86-4e0b-bbb6-09a1a3e234e0 None None] Pushing event updated for resources: {'Port': ['ID=f80f654f-923b-4b8e-8bea-9eecd8326a4f,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:17.900532 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:17.901073 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:17.901628 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.902403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:17.903061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Bound port: f80f654f-923b-4b8e-8bea-9eecd8326a4f, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:17.903613 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.952078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca3a759-d534-470b-ac21-06d71f4d0f62 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:17.979650 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.007741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Transition to ACTIVE for port object bca3a759-d534-470b-ac21-06d71f4d0f62 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:18.027746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] For port f80f654f-923b-4b8e-8bea-9eecd8326a4f, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:18.037437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] For port f80f654f-923b-4b8e-8bea-9eecd8326a4f, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f80f654f-923b-4b8e-8bea-9eecd8326a4f,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:18.044819 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.055999 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.070753 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.072030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14958f3b-aecc-4a3b-9f86-7def33abcc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ece96f-8a6d-4b6a-bea5-0efc9158e779,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:18.081521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.104089 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-facfe843-e1f7-456c-b8ab-7d0b6ec62f51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0653c5b1f59345148ce6686c09708db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549078 Nov 09 17:56:18.107447 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46212) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:18.167940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89907e-5a8f-44b1-acba-ca498c7fd36b req-cc4217d5-5468-4cd1-bf2b-bbdb954cd58f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:18.169678 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0f89907e-5a8f-44b1-acba-ca498c7fd36b req-cc4217d5-5468-4cd1-bf2b-bbdb954cd58f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 945 time: 0.4156129 Nov 09 17:56:18.181562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.228570 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899ed308-3eb4-45ad-9bd3-5f88c333d1b5 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:18.236794 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-899ed308-3eb4-45ad-9bd3-5f88c333d1b5 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5099354 Nov 09 17:56:18.236794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46216) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:18.268630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb289a-bb86-4e0b-bbb6-09a1a3e234e0 None None] Pushing event updated for resources: {'Port': ['ID=f80f654f-923b-4b8e-8bea-9eecd8326a4f,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:18.282444 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Attempting to bind port 94d93624-bd82-4944-9148-61d8c2fc23b8 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:18.282738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Routers {'91e16220-219e-4684-b123-f203ec0ce321'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:18.283529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:56:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['91e16220-219e-4684-b123-f203ec0ce321'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:18.283723 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Attempting to bind port 94d93624-bd82-4944-9148-61d8c2fc23b8 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:18.284120 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Attempting to bind port 94d93624-bd82-4944-9148-61d8c2fc23b8 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:18.286513 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-14958f3b-aecc-4a3b-9f86-7def33abcc77 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b669995634874062a06c3bd693914e34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1914153 Nov 09 17:56:18.301313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46218) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:18.307505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d03b6741-ac56-4b86-b3b0-5e1bde32a2ce tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0641878 Nov 09 17:56:18.307813 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:18.309241 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:18.310151 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.311018 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:18.312721 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Bound port: 94d93624-bd82-4944-9148-61d8c2fc23b8, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:18.313923 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.319799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46220) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:18.333764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bca3a759-d534-470b-ac21-06d71f4d0f62,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:18.339915 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9b6fd221-8e1e-4c34-8278-f5a7104a740d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-133550147', 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb', 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:18.381283 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0f89907e-5a8f-44b1-acba-ca498c7fd36b req-439584f3-cb05-4815-83b3-11210b7a4bdf tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941695 Nov 09 17:56:18.393149 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-027cd58c-39a2-402c-8b9f-14dac29091a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.445246 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Pushing event updated for resources: {'Port': ['ID=94d93624-bd82-4944-9148-61d8c2fc23b8,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:18.475536 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:18.478582 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:18.479134 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:18.479701 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:18.480451 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:18.480940 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:18.481548 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:18.482040 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:18.482645 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:18.496080 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:18.496875 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:18.498867 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:18.538259 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] For port 94d93624-bd82-4944-9148-61d8c2fc23b8, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:18.547301 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] For port 94d93624-bd82-4944-9148-61d8c2fc23b8, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=94d93624-bd82-4944-9148-61d8c2fc23b8,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:18.559292 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.572007 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-027cd58c-39a2-402c-8b9f-14dac29091a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.579649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Attempting to bind port bca3a759-d534-470b-ac21-06d71f4d0f62 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:18.580262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Attempting to bind port bca3a759-d534-470b-ac21-06d71f4d0f62 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:18.581447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Attempting to bind port bca3a759-d534-470b-ac21-06d71f4d0f62 on network 0cc5de07-3c96-48b7-b307-babdac681206 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:18.599561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Port bca3a759-d534-470b-ac21-06d71f4d0f62 on network 0cc5de07-3c96-48b7-b307-babdac681206 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:18.600105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Attempting to bind port bca3a759-d534-470b-ac21-06d71f4d0f62 on network 0cc5de07-3c96-48b7-b307-babdac681206 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:18.628052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:18.628691 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Checking segment: {'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:18.629334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Bound using segment: {'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:18.630110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Bound port: bca3a759-d534-470b-ac21-06d71f4d0f62, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:18.631295 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.693800 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0886-653a-4a01-a20d-b996675e9845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.706026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] Set router 91e16220-219e-4684-b123-f203ec0ce321 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:18.742723 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:18.743438 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:56:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:18.750132 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3fcd8-f055-458c-a9cc-b83e93afb57e None None] Pushing event updated for resources: {'Port': ['ID=94d93624-bd82-4944-9148-61d8c2fc23b8,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:18.794801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a51cc-762c-41d6-8284-2b47a3b02c93 req-85d4af30-361b-49d8-8659-fdcc76d5dd0b tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:18.810495 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa9a51cc-762c-41d6-8284-2b47a3b02c93 req-85d4af30-361b-49d8-8659-fdcc76d5dd0b tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 944 time: 0.4299824 Nov 09 17:56:18.843555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6fd221-8e1e-4c34-8278-f5a7104a740d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Made reservation on behalf of 60575135d11e43be9eb43cb2b7fd2240 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:18.856812 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd221-8e1e-4c34-8278-f5a7104a740d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.872208 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0886-653a-4a01-a20d-b996675e9845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.009031 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:19.027881 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa9a51cc-762c-41d6-8284-2b47a3b02c93 req-133859c7-d7af-4c3b-974a-0d6ea060e46c tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160549 Nov 09 17:56:19.036091 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-027cd58c-39a2-402c-8b9f-14dac29091a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.047043 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-027cd58c-39a2-402c-8b9f-14dac29091a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.048758 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-027cd58c-39a2-402c-8b9f-14dac29091a7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf42d6f3-b74f-4252-a907-4235461fc500 HTTP/1.1" status: 204 len: 168 time: 0.9365840 Nov 09 17:56:19.057634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] For port bca3a759-d534-470b-ac21-06d71f4d0f62, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:19.068801 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Allocated IP 172.20.0.1 (19a777cd-ee85-4a4d-abdf-aaeec996b6c3/3950d3a7-e3f4-4c46-a9b2-b63c91794171/7a336a8c-3f63-451d-b6af-2fd731d715be) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:19.070610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] For port bca3a759-d534-470b-ac21-06d71f4d0f62, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=bca3a759-d534-470b-ac21-06d71f4d0f62,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:19.082047 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.253832 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e16220-219e-4684-b123-f203ec0ce321', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962216401', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:13Z', 'revision_number': 3, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e16220-219e-4684-b123-f203ec0ce321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:12Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:19.294203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169946c-68e8-4076-9eeb-e54992fb9058 None None] The sync data for ids ['91e16220-219e-4684-b123-f203ec0ce321'] in n-d-817236-1 is: [{'id': '91e16220-219e-4684-b123-f203ec0ce321', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962216401', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:13Z', 'revision_number': 3, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e16220-219e-4684-b123-f203ec0ce321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:12Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:56:19.297485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:19.302799 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.311282 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] 10.222.0.18 "PUT /v2.0/ports/bca3a759-d534-470b-ac21-06d71f4d0f62 HTTP/1.1" status: 200 len: 1092 time: 2.9903805 Nov 09 17:56:19.313043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa6b44c-8425-4c21-a626-ab5ed08e0ca3', 'tag': 'bca3a759-d534-470b-ac21-06d71f4d0f62'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:19.324100 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d07c32-286c-426f-af49-05289203910c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa6b44c-8425-4c21-a626-ab5ed08e0ca3", "tag": "bca3a759-d534-470b-ac21-06d71f4d0f62"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:19.410354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cd58c-39a2-402c-8b9f-14dac29091a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf42d6f3-b74f-4252-a907-4235461fc500,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:19.502306 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a89b0ee-a664-460f-a05c-3f20ec3f710f x-openstack-request-id: req-1a89b0ee-a664-460f-a05c-3f20ec3f710f {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:19.508022 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa6b44c-8425-4c21-a626-ab5ed08e0ca3", "tag": "bca3a759-d534-470b-ac21-06d71f4d0f62", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:19.508756 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a89b0ee-a664-460f-a05c-3f20ec3f710f {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:19.509766 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa6b44c-8425-4c21-a626-ab5ed08e0ca3', 'tag': 'bca3a759-d534-470b-ac21-06d71f4d0f62', 'status': 'completed', 'code': 200} Nov 09 17:56:19.516212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e768c99-e13c-4146-8aad-5a357a7ac2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bca3a759-d534-470b-ac21-06d71f4d0f62,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:19.573449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-e7d8549d-6845-4515-8ff7-bad908d5f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:19.585342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-e7d8549d-6845-4515-8ff7-bad908d5f178 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 1095 time: 0.1858644 Nov 09 17:56:19.585592 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.610404 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:12Z', 'revision_number': 3, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:19.630148 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0886-653a-4a01-a20d-b996675e9845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.634394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0886-653a-4a01-a20d-b996675e9845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.635640 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5a0d0886-653a-4a01-a20d-b996675e9845 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44ece96f-8a6d-4b6a-bea5-0efc9158e779 HTTP/1.1" status: 204 len: 168 time: 1.3310375 Nov 09 17:56:19.713671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-4a38ea55-cd7b-45eb-b3ba-9ab4b1a2cfc6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bca3a759-d534-470b-ac21-06d71f4d0f62 HTTP/1.1" status: 200 len: 217 time: 0.1138463 Nov 09 17:56:19.729689 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97f67f-acfe-4541-8f47-1ff8280b84cf None None] The sync data for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 is: [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:12Z', 'revision_number': 3, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:56:19.880239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-73b3ecec-763d-46ae-ae89-e0a01eadcf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:19.882672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-73b3ecec-763d-46ae-ae89-e0a01eadcf0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8aaf626-567e-4ffb-9c25-6835cd728f1a HTTP/1.1" status: 200 len: 854 time: 0.1541996 Nov 09 17:56:20.017669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-dd4a7098-011b-466d-9810-4fd54e34b322 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cc5de07-3c96-48b7-b307-babdac681206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199021 Nov 09 17:56:20.262991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-6ceda612-e784-4743-88e7-112c0b723cdc service neutron] 10.222.0.18 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396150 Nov 09 17:56:20.463806 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1179f3f5-f3f9-45d1-82e8-f3572c4eba12 req-a7db301f-4da5-4b6f-ad89-cfd75d3bf1d8 service neutron] 10.222.0.18 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925597 Nov 09 17:56:20.477215 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:20.500017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d0886-653a-4a01-a20d-b996675e9845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ece96f-8a6d-4b6a-bea5-0efc9158e779,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:20.724365 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:20.735271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f2ca6-82de-4d43-a233-1b7e2bec277e req-e028752b-e148-4103-aca9-dcefd9d9142a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:20.745401 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2f1f2ca6-82de-4d43-a233-1b7e2bec277e req-e028752b-e148-4103-aca9-dcefd9d9142a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 945 time: 1.7112141 Nov 09 17:56:20.802728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:20.845141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:20.886714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Pushing event updated for resources: {'Port': ['ID=7a336a8c-3f63-451d-b6af-2fd731d715be,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:21.019485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b181f9-925b-4fe5-b8e1-ae80a8f76a90 req-7ae9450b-ff0e-4c6f-9479-b888a16cea7e tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.028608 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37b181f9-925b-4fe5-b8e1-ae80a8f76a90 req-7ae9450b-ff0e-4c6f-9479-b888a16cea7e tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 944 time: 0.5751743 Nov 09 17:56:21.074018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d07c32-286c-426f-af49-05289203910c req-456972bc-178a-493c-85ef-5373ba02d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.076047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95d07c32-286c-426f-af49-05289203910c req-456972bc-178a-493c-85ef-5373ba02d1fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 1095 time: 0.5062952 Nov 09 17:56:21.135263 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717a4b9-bae2-4c91-b39c-625c93be3e8a req-900b54ca-d596-4217-9880-df484f254939 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.142710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f717a4b9-bae2-4c91-b39c-625c93be3e8a req-900b54ca-d596-4217-9880-df484f254939 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 945 time: 0.5654452 Nov 09 17:56:21.203085 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:21.429662 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37b181f9-925b-4fe5-b8e1-ae80a8f76a90 req-a7a95b29-7785-4c30-a9bd-592d6ecae506 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001665 Nov 09 17:56:21.441522 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-059b6a7f-6c29-4701-99bb-caa8d764541e None None] Provisioning complete for port 7a336a8c-3f63-451d-b6af-2fd731d715be triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:21.442521 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-059b6a7f-6c29-4701-99bb-caa8d764541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:21.467311 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2f1f2ca6-82de-4d43-a233-1b7e2bec277e req-1308f717-44ff-4d9e-bd1b-14425eed230a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7209647 Nov 09 17:56:21.565058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-059b6a7f-6c29-4701-99bb-caa8d764541e None None] Port 7a336a8c-3f63-451d-b6af-2fd731d715be cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:21.602311 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd221-8e1e-4c34-8278-f5a7104a740d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:21.684422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f80f654f-923b-4b8e-8bea-9eecd8326a4f up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:21.786003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d07c32-286c-426f-af49-05289203910c req-c4bb2c99-d547-46cf-baff-17490178d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.794366 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95d07c32-286c-426f-af49-05289203910c req-c4bb2c99-d547-46cf-baff-17490178d081 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 915 time: 0.7073131 Nov 09 17:56:21.861335 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fd221-8e1e-4c34-8278-f5a7104a740d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Subnet': ['ID=40237b23-1d44-40aa-af08-32bab6da1498,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:21.897157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f80f654f-923b-4b8e-8bea-9eecd8326a4f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:21.897853 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:21.942166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6fd221-8e1e-4c34-8278-f5a7104a740d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Checking segment: {'id': '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:21.942538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6fd221-8e1e-4c34-8278-f5a7104a740d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Network hostable DHCP agents. Network: 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:22.001173 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95d07c32-286c-426f-af49-05289203910c req-53e4da4f-c0d6-47e1-a2f8-b3196d5df1da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bca3a759-d534-470b-ac21-06d71f4d0f62 HTTP/1.1" status: 200 len: 217 time: 0.1805212 Nov 09 17:56:22.018925 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:22.106685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6fd221-8e1e-4c34-8278-f5a7104a740d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:22.170489 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:22.187497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f717a4b9-bae2-4c91-b39c-625c93be3e8a req-aa28b7da-667a-44d1-ad9a-de91b06b59a5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Deleting port 79e896fe-3393-4c7b-819b-3569f3fcacc9 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:56:22.187856 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f717a4b9-bae2-4c91-b39c-625c93be3e8a req-aa28b7da-667a-44d1-ad9a-de91b06b59a5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:22.202020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-9b6fd221-8e1e-4c34-8278-f5a7104a740d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:22.243837 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6fd221-8e1e-4c34-8278-f5a7104a740d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:22.245313 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd221-8e1e-4c34-8278-f5a7104a740d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:22.353763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port f80f654f-923b-4b8e-8bea-9eecd8326a4f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f80f654f-923b-4b8e-8bea-9eecd8326a4f,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:22.408589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f1d4dc-7a8b-44c7-b938-ca2168ddb561 None None] Network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:22.456631 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9b6fd221-8e1e-4c34-8278-f5a7104a740d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.1211622 Nov 09 17:56:22.460506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d07c32-286c-426f-af49-05289203910c req-ce0b6b5d-fb14-45d5-8136-23c8c56e475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:22.462083 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95d07c32-286c-426f-af49-05289203910c req-ce0b6b5d-fb14-45d5-8136-23c8c56e475f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8aaf626-567e-4ffb-9c25-6835cd728f1a HTTP/1.1" status: 200 len: 854 time: 0.4432943 Nov 09 17:56:22.462617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46300) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:22.634644 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:22.636328 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 94d93624-bd82-4944-9148-61d8c2fc23b8 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:22.659969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-f717a4b9-bae2-4c91-b39c-625c93be3e8a req-aa28b7da-667a-44d1-ad9a-de91b06b59a5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] For port 79e896fe-3393-4c7b-819b-3569f3fcacc9, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=79e896fe-3393-4c7b-819b-3569f3fcacc9,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:22.660684 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f717a4b9-bae2-4c91-b39c-625c93be3e8a req-aa28b7da-667a-44d1-ad9a-de91b06b59a5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:22.692757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f717a4b9-bae2-4c91-b39c-625c93be3e8a req-aa28b7da-667a-44d1-ad9a-de91b06b59a5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Calling delete_port for 79e896fe-3393-4c7b-819b-3569f3fcacc9 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:56:22.842603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-51618c0f-c17e-4a6a-86f9-4cd7c364f4bb', 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'fixed_ips': [{'subnet_id': '40237b23-1d44-40aa-af08-32bab6da1498'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:56:22.855419 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:22.902835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f9486-7535-44b9-bf54-2eea9231b534 req-1f2c98b2-7d29-47ed-8d08-3ac4428dee7c tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:22.908181 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-614f9486-7535-44b9-bf54-2eea9231b534 req-1f2c98b2-7d29-47ed-8d08-3ac4428dee7c tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 944 time: 0.2829304 Nov 09 17:56:22.946865 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f717a4b9-bae2-4c91-b39c-625c93be3e8a req-aa28b7da-667a-44d1-ad9a-de91b06b59a5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:22.976547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e8e6bc8a-b50d-4349-9a54-1595577841fa'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:23.030923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=f80f654f-923b-4b8e-8bea-9eecd8326a4f,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:23.074710 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.128797 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-614f9486-7535-44b9-bf54-2eea9231b534 req-6405ce88-5e46-4d40-ae51-b3e8f4db3716 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975636 Nov 09 17:56:23.175460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.184267 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.332342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 94d93624-bd82-4944-9148-61d8c2fc23b8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:23.332736 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.361073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.605816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95d07c32-286c-426f-af49-05289203910c req-132fe736-ccd9-418e-afeb-28f9811b5c90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cc5de07-3c96-48b7-b307-babdac681206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7099447 Nov 09 17:56:23.610620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28b7da-667a-44d1-ad9a-de91b06b59a5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event deleted for resources: {'Port': ['ID=79e896fe-3393-4c7b-819b-3569f3fcacc9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:23.634477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Pushing event updated for resources: {'Port': ['ID=7a336a8c-3f63-451d-b6af-2fd731d715be,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:23.828300 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.838376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:23.841583 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:23.941498 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 79e896fe-3393-4c7b-819b-3569f3fcacc9 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:23.974738 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9ed0cd3b-2e96-498d-8660-2e3e6a468765 req-e42a9118-92f5-4824-ad1a-d2a90ba23c14 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 210 time: 1.0778716 Nov 09 17:56:24.140557 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Allocated IP 172.20.0.18 (51618c0f-c17e-4a6a-86f9-4cd7c364f4bb/40237b23-1d44-40aa-af08-32bab6da1498/74d28c2a-89ff-4e4a-bcee-3c78954c00a4) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:24.141709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f717a4b9-bae2-4c91-b39c-625c93be3e8a req-aa28b7da-667a-44d1-ad9a-de91b06b59a5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] No DVR routers for this DVR port 79e896fe-3393-4c7b-819b-3569f3fcacc9 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:24.174992 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:56:24.357323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95d07c32-286c-426f-af49-05289203910c req-ec41eba7-9e86-44e4-aca2-81c396706ca1 service neutron] 10.222.0.18 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527071 Nov 09 17:56:24.363137 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f717a4b9-bae2-4c91-b39c-625c93be3e8a req-aa28b7da-667a-44d1-ad9a-de91b06b59a5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:24.369455 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f717a4b9-bae2-4c91-b39c-625c93be3e8a req-aa28b7da-667a-44d1-ad9a-de91b06b59a5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "DELETE /v2.0/ports/79e896fe-3393-4c7b-819b-3569f3fcacc9 HTTP/1.1" status: 204 len: 173 time: 3.2073033 Nov 09 17:56:24.370459 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20bee3a-e40e-458e-999d-87086f86d4e6', 'name': 'network-vif-deleted', 'tag': '79e896fe-3393-4c7b-819b-3569f3fcacc9'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:24.375913 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fe1284-f10f-48ad-b4d8-bf6715c2df58" -d '{"events": [{"server_uuid": "b20bee3a-e40e-458e-999d-87086f86d4e6", "name": "network-vif-deleted", "tag": "79e896fe-3393-4c7b-819b-3569f3fcacc9"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:24.482157 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bf2360-0ac5-4426-9cbb-35893e040c33 x-openstack-request-id: req-33bf2360-0ac5-4426-9cbb-35893e040c33 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:24.482758 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20bee3a-e40e-458e-999d-87086f86d4e6", "name": "network-vif-deleted", "tag": "79e896fe-3393-4c7b-819b-3569f3fcacc9", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:24.483171 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33bf2360-0ac5-4426-9cbb-35893e040c33 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:24.484240 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20bee3a-e40e-458e-999d-87086f86d4e6', 'name': 'network-vif-deleted', 'tag': '79e896fe-3393-4c7b-819b-3569f3fcacc9', 'status': 'completed', 'code': 200} Nov 09 17:56:24.711293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9ff09-d761-4fa5-8490-20e114585de7 req-c64db88f-b48d-4a3f-af35-5676c00b18cf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:24.712976 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8d9ff09-d761-4fa5-8490-20e114585de7 req-c64db88f-b48d-4a3f-af35-5676c00b18cf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 944 time: 0.3465929 Nov 09 17:56:24.732471 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:24.761610 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:56:24.774206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 79e896fe-3393-4c7b-819b-3569f3fcacc9 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:56:24.775147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 79e896fe-3393-4c7b-819b-3569f3fcacc9 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:24.782432 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95d07c32-286c-426f-af49-05289203910c req-88e15349-ea26-4f84-9fb5-3fec153d2a23 service neutron] 10.222.0.18 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989930 Nov 09 17:56:24.782639 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2d5492f5-76c3-49b5-a0fd-1138d2c82372 admin admin] 10.222.0.81 "PUT /v2.0/routers/8e4580ea-4aa9-4f69-b67b-2141580ccab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7986004 Nov 09 17:56:24.803174 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:24.818184 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Sync routers for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:56:24.832617 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e8d9ff09-d761-4fa5-8490-20e114585de7 req-b60f5bc4-f8f3-4bab-bcb3-2d0fbca76be5 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961714 Nov 09 17:56:24.900822 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:24.917747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:24.945052 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 94d93624-bd82-4944-9148-61d8c2fc23b8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=94d93624-bd82-4944-9148-61d8c2fc23b8,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:25.022435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:25.023341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:56:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:25.025860 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:25.368398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:25.375129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f80f654f-923b-4b8e-8bea-9eecd8326a4f up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:25.442404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:25.465783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:25.472146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-cbf7673d-6ca6-450e-b303-c91422bd6e4b None None] Provisioning complete for port 7a336a8c-3f63-451d-b6af-2fd731d715be triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:25.472485 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cbf7673d-6ca6-450e-b303-c91422bd6e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:25.488424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Pushing event updated for resources: {'Port': ['ID=74d28c2a-89ff-4e4a-bcee-3c78954c00a4,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:25.493529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:25.559913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f80f654f-923b-4b8e-8bea-9eecd8326a4f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:25.560302 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:25.580741 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95523d95-1e3d-4742-b024-55b85e63f0ee req-6eb28298-fa6e-4fc4-89d7-6d7b71723f53 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=b20bee3a-e40e-458e-999d-87086f86d4e6 HTTP/1.1" status: 200 len: 210 time: 0.1664054 Nov 09 17:56:25.595090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:25.595589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:25.595944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:25.596292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:25.596642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:25.596984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:25.597322 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:25.597659 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:25.597996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:25.598330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:25.598665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:25.598996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:25.785372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Allocated IP 172.20.0.17 (51618c0f-c17e-4a6a-86f9-4cd7c364f4bb/40237b23-1d44-40aa-af08-32bab6da1498/035b43ef-0aa7-464f-8b1d-db3a89341969) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:25.947515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.039322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46396) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:26.048435 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-327d54ff-62d9-4450-a51b-acaef1f3f123 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006477733', 'description': 'tempest-description--1514599770'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:26.081055 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.146430 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-327d54ff-62d9-4450-a51b-acaef1f3f123 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.188482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Attempting to bind port 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:26.189313 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Attempting to bind port 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:26.189670 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Attempting to bind port 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 on network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:26.194834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Port': ['ID=035b43ef-0aa7-464f-8b1d-db3a89341969,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:26.196586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7673d-6ca6-450e-b303-c91422bd6e4b None None] Port 7a336a8c-3f63-451d-b6af-2fd731d715be cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:26.199506 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device bca3a759-d534-470b-ac21-06d71f4d0f62 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:26.249862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:26.256293 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:26.260992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:26.279010 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=94d93624-bd82-4944-9148-61d8c2fc23b8,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:26.353368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d015d-c5bc-4f14-a63d-3af99e56240f req-6a11074b-c269-4f56-975c-76c26809ea7d tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:26.363884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:26.364890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Checking segment: {'id': '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:26.365752 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.365926 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e69d015d-c5bc-4f14-a63d-3af99e56240f req-6a11074b-c269-4f56-975c-76c26809ea7d tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 944 time: 0.3373911 Nov 09 17:56:26.366616 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Bound using segment: {'id': '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:26.367915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Bound port: 74d28c2a-89ff-4e4a-bcee-3c78954c00a4, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:26.368810 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.420204 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-327d54ff-62d9-4450-a51b-acaef1f3f123 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.429823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.433143 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-327d54ff-62d9-4450-a51b-acaef1f3f123 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.492319 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-327d54ff-62d9-4450-a51b-acaef1f3f123 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.497710 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-327d54ff-62d9-4450-a51b-acaef1f3f123 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4529788 Nov 09 17:56:26.510761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46402) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:26.520454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6c569c0a-b332-4220-a381-e0271439f4f6 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Request body: {'security_group_rule': {'security_group_id': '49bf9407-7f8a-481a-a3b7-83341633829c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:26.611283 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d54ff-62d9-4450-a51b-acaef1f3f123 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bf9407-7f8a-481a-a3b7-83341633829c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:26.661583 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c569c0a-b332-4220-a381-e0271439f4f6 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.735984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] For port 74d28c2a-89ff-4e4a-bcee-3c78954c00a4, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:26.741171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port bca3a759-d534-470b-ac21-06d71f4d0f62, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=bca3a759-d534-470b-ac21-06d71f4d0f62,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:26.788493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] For port 74d28c2a-89ff-4e4a-bcee-3c78954c00a4, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=74d28c2a-89ff-4e4a-bcee-3c78954c00a4,segment=NetworkSegment(9c015266-0ef1-4eb6-8eaa-6f8bd94c0230),segment_id=9c015266-0ef1-4eb6-8eaa-6f8bd94c0230)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:26.815521 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.831970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'bca3a759-d534-470b-ac21-06d71f4d0f62', 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206', 'port_id': 'bca3a759-d534-470b-ac21-06d71f4d0f62', 'mac_address': 'fa:16:3e:7c:60:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8aaf626-567e-4ffb-9c25-6835cd728f1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:26.894172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:22Z', 'revision_number': 2, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:26.942534 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.949777 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c569c0a-b332-4220-a381-e0271439f4f6 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.958227 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c569c0a-b332-4220-a381-e0271439f4f6 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.969106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca3a759-d534-470b-ac21-06d71f4d0f62 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:27.057395 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c569c0a-b332-4220-a381-e0271439f4f6 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec74f9e-48df-4bdb-b3f1-44a7bbefa480,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:27.075016 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c569c0a-b332-4220-a381-e0271439f4f6 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.080789 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6c569c0a-b332-4220-a381-e0271439f4f6 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5683744 Nov 09 17:56:27.083893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46416) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:27.093333 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port bca3a759-d534-470b-ac21-06d71f4d0f62, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=bca3a759-d534-470b-ac21-06d71f4d0f62,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:27.098228 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b41c8dc5-01d8-4501-864f-bc93b2cf1ccb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Request body: {'security_group_rule': {'security_group_id': '49bf9407-7f8a-481a-a3b7-83341633829c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:27.121370 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.137790 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Checking router: 8e4580ea-4aa9-4f69-b67b-2141580ccab9 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:56:27.138315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Updating router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 port 7a336a8c-3f63-451d-b6af-2fd731d715be binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:56:27.210988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585354b-cd15-4244-b102-a820aa11f057 None None] Pushing event updated for resources: {'Port': ['ID=74d28c2a-89ff-4e4a-bcee-3c78954c00a4,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:27.215207 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b41c8dc5-01d8-4501-864f-bc93b2cf1ccb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.421235 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=bca3a759-d534-470b-ac21-06d71f4d0f62,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:27.430251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 94d93624-bd82-4944-9148-61d8c2fc23b8 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:27.574866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.696454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b41c8dc5-01d8-4501-864f-bc93b2cf1ccb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.707812 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b41c8dc5-01d8-4501-864f-bc93b2cf1ccb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.754967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e69d015d-c5bc-4f14-a63d-3af99e56240f req-ea34d595-8401-4c5b-a66f-17386d36b2c4 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3870015 Nov 09 17:56:27.803147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c8dc5-01d8-4501-864f-bc93b2cf1ccb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a629e67a-9f9c-4718-b383-9e50c3118179,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:27.821459 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b41c8dc5-01d8-4501-864f-bc93b2cf1ccb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.831672 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b41c8dc5-01d8-4501-864f-bc93b2cf1ccb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7433751 Nov 09 17:56:27.835599 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46436) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:27.836153 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.846589 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:27.896810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-4e147f78-408d-4914-9e88-38db6ca09f20 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:27.912880 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-4e147f78-408d-4914-9e88-38db6ca09f20 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.6197116 Nov 09 17:56:27.989989 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:56:28.032385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['bca3a759-d534-470b-ac21-06d71f4d0f62'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:28.036183 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-80c76776-5759-4cb9-9b1c-6b0e54fea2ad tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/quotas/d83662e3666441899feb7a0a206d59be HTTP/1.1" status: 200 len: 375 time: 0.1218319 Nov 09 17:56:28.134518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.287508 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 94d93624-bd82-4944-9148-61d8c2fc23b8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:28.292714 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.327814 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-5ee370a0-8364-4f65-8ccb-5eba8b2c857f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2893977 Nov 09 17:56:28.525276 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.554289 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.567583 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.835308 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.838486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Port': ['ID=035b43ef-0aa7-464f-8b1d-db3a89341969,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:29.006200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Allocated IP 172.25.1.132 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/342466ee-2c34-45d1-bccb-d8d1567d8bd3) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:29.074261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46464) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:29.353304 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:29.371725 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0e18bc4e-1aa4-4dda-9092-cd5bc9e4aacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:29.458744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b9b62-9f68-454e-9d97-aa1b0ce0d778 req-a57bcaca-6a57-4236-9b20-663b7b74a325 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:29.460692 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-628b9b62-9f68-454e-9d97-aa1b0ce0d778 req-a57bcaca-6a57-4236-9b20-663b7b74a325 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 945 time: 0.3824859 Nov 09 17:56:29.495627 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:29.524769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84902828-7914-4dbf-8a49-23e44b8c0873 None None] Network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:29.646170 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-628b9b62-9f68-454e-9d97-aa1b0ce0d778 req-e2b53832-c560-40b9-83c6-03bbbd2fc811 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219952 Nov 09 17:56:29.666283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:29.682385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:29.699980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:29.709189 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:29.718259 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0e18bc4e-1aa4-4dda-9092-cd5bc9e4aacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:29.723308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:29.726238 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0e18bc4e-1aa4-4dda-9092-cd5bc9e4aacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:29.855970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event updated for resources: {'Port': ['ID=342466ee-2c34-45d1-bccb-d8d1567d8bd3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:29.867075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0e18bc4e-1aa4-4dda-9092-cd5bc9e4aacf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f538c59960e64fba9110c47157302916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7345421 Nov 09 17:56:29.897971 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46476) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:29.972493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-19a879f5-1ca9-4f58-82e5-78f828654e0e None None] Provisioning complete for port 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:29.974546 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-19a879f5-1ca9-4f58-82e5-78f828654e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:30.047452 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18bc4e-1aa4-4dda-9092-cd5bc9e4aacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b1a3ac-eff5-410a-b6b1-896ac7640dc7,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:30.069756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Router 91e16220-219e-4684-b123-f203ec0ce321 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:56:30.196712 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-05c80bef-da95-4756-b021-32c502967fac service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8235159 Nov 09 17:56:30.311949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:30.391292 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:30.402577 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:30.411763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:56:30.426456 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Sync routers for ids ['91e16220-219e-4684-b123-f203ec0ce321'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:56:30.432965 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03bbf9dc-2d9b-4829-a87c-566c49329ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:30.442331 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fbd6a6a7-d932-4ce0-938f-3af2fdd726c3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "PUT /v2.0/routers/91e16220-219e-4684-b123-f203ec0ce321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5482566 Nov 09 17:56:30.449732 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Routers {'91e16220-219e-4684-b123-f203ec0ce321'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:30.452029 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:56:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['91e16220-219e-4684-b123-f203ec0ce321'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:30.486496 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:30.524911 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:30.525559 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:30.582914 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03bbf9dc-2d9b-4829-a87c-566c49329ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:30.667371 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-e108a022-8b5e-4fb6-8402-26155de2ba0d service neutron] 10.222.0.81 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451015 Nov 09 17:56:30.679317 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:30.827292 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Set router 91e16220-219e-4684-b123-f203ec0ce321 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:30.850517 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-19a879f5-1ca9-4f58-82e5-78f828654e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.016407 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.019274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a7938-69bd-43e3-bfa1-98ce340e6550 None None] Pushing event updated for resources: {'Port': ['ID=7a336a8c-3f63-451d-b6af-2fd731d715be,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:31.113270 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Attempting to bind port 7a336a8c-3f63-451d-b6af-2fd731d715be on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:31.114278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Attempting to bind port 7a336a8c-3f63-451d-b6af-2fd731d715be by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:31.114770 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Attempting to bind port 7a336a8c-3f63-451d-b6af-2fd731d715be on network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:31.145508 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:31.145978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Checking segment: {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:31.146488 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.147074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Bound using segment: {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:31.147896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Bound port: 7a336a8c-3f63-451d-b6af-2fd731d715be, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:31.148505 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.154335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-19a879f5-1ca9-4f58-82e5-78f828654e0e None None] For port 74d28c2a-89ff-4e4a-bcee-3c78954c00a4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=74d28c2a-89ff-4e4a-bcee-3c78954c00a4,segment=NetworkSegment(9c015266-0ef1-4eb6-8eaa-6f8bd94c0230),segment_id=9c015266-0ef1-4eb6-8eaa-6f8bd94c0230)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:31.261055 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:56:31.261642 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:56:31.266599 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-19a879f5-1ca9-4f58-82e5-78f828654e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.380172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a879f5-1ca9-4f58-82e5-78f828654e0e None None] Pushing event updated for resources: {'Port': ['ID=74d28c2a-89ff-4e4a-bcee-3c78954c00a4,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:31.422139 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03bbf9dc-2d9b-4829-a87c-566c49329ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.434162 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03bbf9dc-2d9b-4829-a87c-566c49329ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.434983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-03bbf9dc-2d9b-4829-a87c-566c49329ea8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36b1a3ac-eff5-410a-b6b1-896ac7640dc7 HTTP/1.1" status: 204 len: 168 time: 1.5258682 Nov 09 17:56:31.526519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbf9dc-2d9b-4829-a87c-566c49329ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b1a3ac-eff5-410a-b6b1-896ac7640dc7,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:31.634675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-1a538e39-2444-4c15-8e0a-bb75fff8d94e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.648798 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-1a538e39-2444-4c15-8e0a-bb75fff8d94e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/networks?id=51618c0f-c17e-4a6a-86f9-4cd7c364f4bb HTTP/1.1" status: 200 len: 798 time: 0.6748908 Nov 09 17:56:31.726348 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-28ebf6c8-0db1-4f96-949a-eba84daecfae tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/quotas/60575135d11e43be9eb43cb2b7fd2240 HTTP/1.1" status: 200 len: 375 time: 0.0762753 Nov 09 17:56:31.741708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7daa52-671b-4266-9713-7716daa4c7af req-b0ddf468-dc82-4775-bea3-82e94ee673b1 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.764068 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a7daa52-671b-4266-9713-7716daa4c7af req-b0ddf468-dc82-4775-bea3-82e94ee673b1 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 945 time: 0.4584410 Nov 09 17:56:31.777972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] For port 7a336a8c-3f63-451d-b6af-2fd731d715be, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:31.809606 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] For port 7a336a8c-3f63-451d-b6af-2fd731d715be, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7a336a8c-3f63-451d-b6af-2fd731d715be,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:31.961232 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device bca3a759-d534-470b-ac21-06d71f4d0f62 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:31.966417 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.969528 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-11a43878-dd77-40b6-b558-97e7c71c1d7e None None] Provisioning complete for port 7a336a8c-3f63-451d-b6af-2fd731d715be triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:31.969958 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11a43878-dd77-40b6-b558-97e7c71c1d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.076459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a7daa52-671b-4266-9713-7716daa4c7af req-0ff4c756-9290-4d03-aac6-7b872ec9968a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039978 Nov 09 17:56:32.093313 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e16220-219e-4684-b123-f203ec0ce321', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962216401', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:27Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e16220-219e-4684-b123-f203ec0ce321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:12Z', 'updated_at': '2021-11-09T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '035b43ef-0aa7-464f-8b1d-db3a89341969', 'name': '', 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'mac_address': 'fa:16:3e:ed:6f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e16220-219e-4684-b123-f203ec0ce321', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '40237b23-1d44-40aa-af08-32bab6da1498', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:25Z', 'updated_at': '2021-11-09T17:56:28Z', 'revision_number': 2, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'subnets': [{'id': '40237b23-1d44-40aa-af08-32bab6da1498', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:32.141700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-b472eaa4-ac5a-4175-b39c-4572dbedef4b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=60575135d11e43be9eb43cb2b7fd2240&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4029620 Nov 09 17:56:32.231655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.249466 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.530345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a7938-69bd-43e3-bfa1-98ce340e6550 None None] Pushing event updated for resources: {'Port': ['ID=7a336a8c-3f63-451d-b6af-2fd731d715be,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:32.596673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port bca3a759-d534-470b-ac21-06d71f4d0f62 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:32.619301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:32.620956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:56:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:32.691864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:32.865929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46546) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:32.912297 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35ee325f-bee8-440c-b7ef-ab3c98be4b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.958859 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Checking router: 91e16220-219e-4684-b123-f203ec0ce321 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:56:32.959449 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Updating router 91e16220-219e-4684-b123-f203ec0ce321 port 035b43ef-0aa7-464f-8b1d-db3a89341969 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:56:33.027630 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:33.080091 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-54594c99-3ffb-456c-9196-570aa44f10e9 req-c55cff19-f84a-43ab-af81-b4b1e6667e5d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 210 time: 0.5498486 Nov 09 17:56:33.104417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event updated for resources: {'Port': ['ID=342466ee-2c34-45d1-bccb-d8d1567d8bd3,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:33.119507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:33.129119 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:33.142625 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-6b7dc9b1-cd39-4d5d-ad85-d5b454712233 service neutron] 10.222.0.81 "GET /v2.0/networks/51618c0f-c17e-4a6a-86f9-4cd7c364f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9488215 Nov 09 17:56:33.160125 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:33.167889 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cf800726-f2cc-401b-a93d-fb017f71bcf0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3246722 Nov 09 17:56:33.361329 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35ee325f-bee8-440c-b7ef-ab3c98be4b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:33.384111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port bca3a759-d534-470b-ac21-06d71f4d0f62 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:33.384491 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:33.498019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ca66-1861-4ddd-99ad-dbb19c62caf4 req-521b3e0a-b597-481a-98e1-ed4246d78438 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:33.500856 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0a45ca66-1861-4ddd-99ad-dbb19c62caf4 req-521b3e0a-b597-481a-98e1-ed4246d78438 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 945 time: 0.1700680 Nov 09 17:56:33.611028 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0a45ca66-1861-4ddd-99ad-dbb19c62caf4 req-a2a355d4-c5c6-4bed-9f34-177c8a47e8d7 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954213 Nov 09 17:56:33.631463 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35ee325f-bee8-440c-b7ef-ab3c98be4b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:33.642922 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-ea6f0f63-efdb-4d24-a74e-022da86b7c0c service neutron] 10.222.0.81 "GET /v2.0/networks/51618c0f-c17e-4a6a-86f9-4cd7c364f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562287 Nov 09 17:56:33.697691 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11a43878-dd77-40b6-b558-97e7c71c1d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:33.713704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee325f-bee8-440c-b7ef-ab3c98be4b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1397be-dd41-4907-8ba9-fcb85aa8bedd,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:33.729171 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-35ee325f-bee8-440c-b7ef-ab3c98be4b86 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=07b74d1f1d1a4b66b6075d61f78c3dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8560245 Nov 09 17:56:33.731608 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46560) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:33.966769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-11a43878-dd77-40b6-b558-97e7c71c1d7e None None] For port 7a336a8c-3f63-451d-b6af-2fd731d715be, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7a336a8c-3f63-451d-b6af-2fd731d715be,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:33.977987 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:33.980399 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.056038 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf49bcdd-1b92-4006-93f7-ca0057bb8ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.140845 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11a43878-dd77-40b6-b558-97e7c71c1d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.225589 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.243438 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.270677 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.289545 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-b1b6e3e9-7326-4a06-a629-6d0682bb4579 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1006477733&fields=id&tenant_id=36d13fa3ca9d43c79d1b40e6be782523 HTTP/1.1" status: 200 len: 267 time: 0.2631896 Nov 09 17:56:34.350561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-423148e0-ddf9-4198-ab3c-ede08d19d9f1 req-7c0f1dc9-5a8f-44bc-892e-ee3c6257dfcf tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 210 time: 0.1819754 Nov 09 17:56:34.436283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b3bcc1d8-6221-44ec-8651-b1b4c990add0 None None] Provisioning complete for port 035b43ef-0aa7-464f-8b1d-db3a89341969 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:34.436813 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b3bcc1d8-6221-44ec-8651-b1b4c990add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.444462 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34255846-3b72-43b4-b3db-f1e904ddac09 None None] Pushing event updated for resources: {'Port': ['ID=035b43ef-0aa7-464f-8b1d-db3a89341969,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:34.474965 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf49bcdd-1b92-4006-93f7-ca0057bb8ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.555878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port bca3a759-d534-470b-ac21-06d71f4d0f62, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=bca3a759-d534-470b-ac21-06d71f4d0f62,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:34.569972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b3bcc1d8-6221-44ec-8651-b1b4c990add0 None None] Port 035b43ef-0aa7-464f-8b1d-db3a89341969 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:34.571653 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa6b44c-8425-4c21-a626-ab5ed08e0ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca3a759-d534-470b-ac21-06d71f4d0f62'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:34.574675 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91615fa6-1228-4c4b-99ee-98cbe207d4d5" -d '{"events": [{"server_uuid": "5fa6b44c-8425-4c21-a626-ab5ed08e0ca3", "name": "network-vif-plugged", "status": "completed", "tag": "bca3a759-d534-470b-ac21-06d71f4d0f62"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:34.584476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-198c8335-4966-41ea-8a93-be5a9d09e961 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:34.587650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-198c8335-4966-41ea-8a93-be5a9d09e961 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 805 time: 0.7564337 Nov 09 17:56:34.593261 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Attempting to bind port 035b43ef-0aa7-464f-8b1d-db3a89341969 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:34.593753 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Attempting to bind port 035b43ef-0aa7-464f-8b1d-db3a89341969 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:34.593981 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Attempting to bind port 035b43ef-0aa7-464f-8b1d-db3a89341969 on network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:34.614080 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:34.614459 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Checking segment: {'id': '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:34.614909 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.620260 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Bound using segment: {'id': '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:34.620790 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Bound port: 035b43ef-0aa7-464f-8b1d-db3a89341969, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:34.621410 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.623156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-0a7be2f3-f94a-43ab-8ca7-31b8b9f50cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Request body: {'port': {'device_id': 'f5dd8b3b-eca0-42ca-b461-997ee92a07a8', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'admin_state_up': True, 'tenant_id': 'd83662e3666441899feb7a0a206d59be'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:34.645184 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.652614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a43878-dd77-40b6-b558-97e7c71c1d7e None None] Pushing event updated for resources: {'Port': ['ID=7a336a8c-3f63-451d-b6af-2fd731d715be,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:34.772813 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-daacf525-9244-4a38-8fab-98e6bbfd520e req-7b8fbcd2-279b-4023-9691-9ca55394234a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 210 time: 0.1812379 Nov 09 17:56:34.805827 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] For port 035b43ef-0aa7-464f-8b1d-db3a89341969, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:34.813746 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] For port 035b43ef-0aa7-464f-8b1d-db3a89341969, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=035b43ef-0aa7-464f-8b1d-db3a89341969,segment=NetworkSegment(9c015266-0ef1-4eb6-8eaa-6f8bd94c0230),segment_id=9c015266-0ef1-4eb6-8eaa-6f8bd94c0230)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:34.828212 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.970291 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34255846-3b72-43b4-b3db-f1e904ddac09 None None] Pushing event updated for resources: {'Port': ['ID=035b43ef-0aa7-464f-8b1d-db3a89341969,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:35.018023 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Routers {'91e16220-219e-4684-b123-f203ec0ce321'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:35.025892 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:56:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['91e16220-219e-4684-b123-f203ec0ce321'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:35.129337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-c5501cdc-b326-4f4c-90ba-c535362fa215 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:35.134750 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-c5501cdc-b326-4f4c-90ba-c535362fa215 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 816 time: 0.8163643 Nov 09 17:56:35.160181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf49bcdd-1b92-4006-93f7-ca0057bb8ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:35.179175 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cf49bcdd-1b92-4006-93f7-ca0057bb8ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:35.181766 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cf49bcdd-1b92-4006-93f7-ca0057bb8ae5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd1397be-dd41-4907-8ba9-fcb85aa8bedd HTTP/1.1" status: 204 len: 168 time: 1.4507098 Nov 09 17:56:35.220979 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49bcdd-1b92-4006-93f7-ca0057bb8ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1397be-dd41-4907-8ba9-fcb85aa8bedd,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:35.241291 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:31Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:35.252098 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-5a430fe9-4956-46b4-ac78-3f4dbfb2ca01 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/quotas/36d13fa3ca9d43c79d1b40e6be782523 HTTP/1.1" status: 200 len: 375 time: 0.0581808 Nov 09 17:56:35.455673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-c2729251-2888-4614-9588-a9861e4e2e01 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1991928 Nov 09 17:56:35.475165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-0a7be2f3-f94a-43ab-8ca7-31b8b9f50cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Made reservation on behalf of d83662e3666441899feb7a0a206d59be for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:35.484829 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-0a7be2f3-f94a-43ab-8ca7-31b8b9f50cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:35.566734 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b3bcc1d8-6221-44ec-8651-b1b4c990add0 None None] Provisioning complete for port 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:35.568177 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b3bcc1d8-6221-44ec-8651-b1b4c990add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:35.680407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c93b8-232a-4185-bf8e-b3c963197cab None None] The sync data for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 is: [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:31Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:56:35.684810 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] Set router 91e16220-219e-4684-b123-f203ec0ce321 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:35.716225 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=bca3a759-d534-470b-ac21-06d71f4d0f62,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:35.799193 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-cb2b4f15-6cb7-4654-8f5c-630d35306ba6 service neutron] 10.222.0.81 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664168 Nov 09 17:56:35.937945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b3bcc1d8-6221-44ec-8651-b1b4c990add0 None None] Provisioning complete for port 7a336a8c-3f63-451d-b6af-2fd731d715be triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:35.938427 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b3bcc1d8-6221-44ec-8651-b1b4c990add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.171121 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-e1657a97-eea1-4bb6-a048-5cc225ad33bd service neutron] 10.222.0.81 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507702 Nov 09 17:56:36.260515 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e16220-219e-4684-b123-f203ec0ce321', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962216401', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:27Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e16220-219e-4684-b123-f203ec0ce321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:12Z', 'updated_at': '2021-11-09T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '035b43ef-0aa7-464f-8b1d-db3a89341969', 'name': '', 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'mac_address': 'fa:16:3e:ed:6f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e16220-219e-4684-b123-f203ec0ce321', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '40237b23-1d44-40aa-af08-32bab6da1498', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:25Z', 'updated_at': '2021-11-09T17:56:34Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'subnets': [{'id': '40237b23-1d44-40aa-af08-32bab6da1498', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:36.284987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0ea1b-28c8-44cd-88f6-9c9f3ee3b5dd req-643baf73-d523-4922-9c17-58cd0eb1954a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:36.306673 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ba0ea1b-28c8-44cd-88f6-9c9f3ee3b5dd req-643baf73-d523-4922-9c17-58cd0eb1954a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 946 time: 1.0955851 Nov 09 17:56:36.450064 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85f659-5d72-434d-8682-6209cabddc12 None None] The sync data for ids ['91e16220-219e-4684-b123-f203ec0ce321'] in n-d-817236-1 is: [{'id': '91e16220-219e-4684-b123-f203ec0ce321', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962216401', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:27Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e16220-219e-4684-b123-f203ec0ce321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:12Z', 'updated_at': '2021-11-09T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '035b43ef-0aa7-464f-8b1d-db3a89341969', 'name': '', 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'mac_address': 'fa:16:3e:ed:6f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e16220-219e-4684-b123-f203ec0ce321', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '40237b23-1d44-40aa-af08-32bab6da1498', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:25Z', 'updated_at': '2021-11-09T17:56:34Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'subnets': [{'id': '40237b23-1d44-40aa-af08-32bab6da1498', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:56:36.453414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6f4727d4-e035-4020-a5b0-cb31382e8ff5 None None] Provisioning complete for port 035b43ef-0aa7-464f-8b1d-db3a89341969 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:36.454171 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6f4727d4-e035-4020-a5b0-cb31382e8ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.875210 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef47e3f7-8226-4f65-8cea-ecc1322cfb52 x-openstack-request-id: req-ef47e3f7-8226-4f65-8cea-ecc1322cfb52 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:36.878934 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa6b44c-8425-4c21-a626-ab5ed08e0ca3", "name": "network-vif-plugged", "status": "completed", "tag": "bca3a759-d534-470b-ac21-06d71f4d0f62", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:36.879422 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ef47e3f7-8226-4f65-8cea-ecc1322cfb52 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:36.882317 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa6b44c-8425-4c21-a626-ab5ed08e0ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca3a759-d534-470b-ac21-06d71f4d0f62', 'code': 200} Nov 09 17:56:36.933274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-0a7be2f3-f94a-43ab-8ca7-31b8b9f50cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Allocated IP 172.20.0.2 (1fb9bcd0-93f8-4d70-9afa-72807187a006/417001cc-f87f-4208-b45a-9ddf65dcb18d/9f197fa5-e9cb-4244-878e-71ac262602ed) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:37.025957 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ba0ea1b-28c8-44cd-88f6-9c9f3ee3b5dd req-ec6ed03a-b680-488c-82c2-1dc18114573e tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7179799 Nov 09 17:56:37.026658 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6f4727d4-e035-4020-a5b0-cb31382e8ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.139126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7a336a8c-3f63-451d-b6af-2fd731d715be up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:37.278638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa1dde-a9e5-4f63-a4a2-d0c284b9c4f1 req-9e886a92-f24e-4e0d-abbb-1a56e5e53fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:37.282253 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93fa1dde-a9e5-4f63-a4a2-d0c284b9c4f1 req-9e886a92-f24e-4e0d-abbb-1a56e5e53fde service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 1097 time: 0.2560372 Nov 09 17:56:37.294039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6f4727d4-e035-4020-a5b0-cb31382e8ff5 None None] For port 035b43ef-0aa7-464f-8b1d-db3a89341969, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=035b43ef-0aa7-464f-8b1d-db3a89341969,segment=NetworkSegment(9c015266-0ef1-4eb6-8eaa-6f8bd94c0230),segment_id=9c015266-0ef1-4eb6-8eaa-6f8bd94c0230)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:37.312227 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6f4727d4-e035-4020-a5b0-cb31382e8ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.362733 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1953f5b7-2018-4d25-bb05-2d07370266f4 req-57a52720-409c-45bc-bc4d-2867178a7b76 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 210 time: 0.1051965 Nov 09 17:56:37.496577 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93fa1dde-a9e5-4f63-a4a2-d0c284b9c4f1 req-6eedb1d2-27c3-43f1-9048-d60c64d2dab5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733556 Nov 09 17:56:37.523128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7a336a8c-3f63-451d-b6af-2fd731d715be triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:37.523759 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.552568 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a49cc4d-7a61-45db-b100-78601b73cb93 req-2c6f1248-08b2-4940-9e47-2f2332d09761 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0548594 Nov 09 17:56:37.580071 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-d2b0111f-cf12-411f-9264-3d090ef4ae8a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:37.582569 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-d2b0111f-cf12-411f-9264-3d090ef4ae8a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.18 "GET /v2.0/networks?id=51618c0f-c17e-4a6a-86f9-4cd7c364f4bb HTTP/1.1" status: 200 len: 798 time: 1.2195501 Nov 09 17:56:37.588135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4727d4-e035-4020-a5b0-cb31382e8ff5 None None] Pushing event updated for resources: {'Port': ['ID=035b43ef-0aa7-464f-8b1d-db3a89341969,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:37.725707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-adb581ee-f416-4760-acf8-4e5cd3ee4ab0 req-bf0f3fb0-f82d-45ad-943a-f1e185f76863 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 210 time: 0.2202883 Nov 09 17:56:37.853697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 035b43ef-0aa7-464f-8b1d-db3a89341969 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:37.888785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-9e22c805-b249-40d8-88a7-c52d6846034a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Request body: {'port': {'device_id': '1fa428e1-b827-4d06-98fb-48bfa53e4222', 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb', 'admin_state_up': True, 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:38.021625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 035b43ef-0aa7-464f-8b1d-db3a89341969 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:38.022128 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.177050 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-0a7be2f3-f94a-43ab-8ca7-31b8b9f50cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.426381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-0a7be2f3-f94a-43ab-8ca7-31b8b9f50cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.445959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e8e6bc8a-b50d-4349-9a54-1595577841fa'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:38.515802 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0c9cf-1c7b-425a-9a85-837f04be0e82 req-c33ed3d4-64b4-4f87-95b2-cac84d8d6944 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:38.531105 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-edd0c9cf-1c7b-425a-9a85-837f04be0e82 req-c33ed3d4-64b4-4f87-95b2-cac84d8d6944 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 946 time: 0.1386526 Nov 09 17:56:38.666404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-9e22c805-b249-40d8-88a7-c52d6846034a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Made reservation on behalf of 60575135d11e43be9eb43cb2b7fd2240 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:38.672421 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-9e22c805-b249-40d8-88a7-c52d6846034a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.680955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-0a7be2f3-f94a-43ab-8ca7-31b8b9f50cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Network 1fb9bcd0-93f8-4d70-9afa-72807187a006 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:38.683840 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-edd0c9cf-1c7b-425a-9a85-837f04be0e82 req-a6a68aa6-3b8f-4544-947d-4751b9977da8 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504984 Nov 09 17:56:38.724232 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-0a7be2f3-f94a-43ab-8ca7-31b8b9f50cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:38.757361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-0a7be2f3-f94a-43ab-8ca7-31b8b9f50cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:38.782745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7be2f3-f94a-43ab-8ca7-31b8b9f50cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event updated for resources: {'Port': ['ID=9f197fa5-e9cb-4244-878e-71ac262602ed,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:38.962314 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 035b43ef-0aa7-464f-8b1d-db3a89341969 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:39.023204 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-81ed557b-bc9f-42de-a33e-542cb07b2d90 req-c7990c11-49d1-44c9-8bf1-7e8c089cde7a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 210 time: 0.1365862 Nov 09 17:56:39.415932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-9e22c805-b249-40d8-88a7-c52d6846034a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Allocated IP 172.20.0.25 (51618c0f-c17e-4a6a-86f9-4cd7c364f4bb/40237b23-1d44-40aa-af08-32bab6da1498/6f0c8a1c-ce74-4bca-a04c-cdf1dce15570) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:39.458150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 035b43ef-0aa7-464f-8b1d-db3a89341969 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:39.460155 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.480745 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-049971e8-8411-4fb6-ab24-8d1cdb51804a req-de60d28d-7542-4301-867c-a7958c0d6b6a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 210 time: 0.1177070 Nov 09 17:56:39.849333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-0a7be2f3-f94a-43ab-8ca7-31b8b9f50cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:39.850777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-0a7be2f3-f94a-43ab-8ca7-31b8b9f50cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.905640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee306b8-8469-4868-a657-8bd1113e3b53 req-f2981d56-8af5-4ebb-8765-1e7f464ecbde tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:39.909121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bee306b8-8469-4868-a657-8bd1113e3b53 req-f2981d56-8af5-4ebb-8765-1e7f464ecbde tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 931 time: 1.3668106 Nov 09 17:56:39.968213 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9cf58-4019-4aa2-9183-7116278fca2d req-999e2056-3f69-4507-b999-fc3703525d2c tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:39.984838 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4a9cf58-4019-4aa2-9183-7116278fca2d req-999e2056-3f69-4507-b999-fc3703525d2c tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 946 time: 0.1972253 Nov 09 17:56:40.117439 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4a9cf58-4019-4aa2-9183-7116278fca2d req-0038a6e4-16f9-4f15-823d-25588df8aed2 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315751 Nov 09 17:56:40.320219 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-0a7be2f3-f94a-43ab-8ca7-31b8b9f50cab tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7170069 Nov 09 17:56:40.330197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-9e22c805-b249-40d8-88a7-c52d6846034a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.357821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Request body: {'port': {'device_id': 'f5dd8b3b-eca0-42ca-b461-997ee92a07a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:40.641075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bee306b8-8469-4868-a657-8bd1113e3b53 req-2c635f1a-032c-4fa8-a57c-aec93abf07ae tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6877570 Nov 09 17:56:40.660828 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6e79e71c-f2c1-4340-bcf6-6dcb36a95a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.726038 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-07be4666-0d1f-440c-971b-5d5502635589 req-3c6594c0-3a4c-4962-b1bc-99960c0abe62 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 210 time: 0.1124971 Nov 09 17:56:40.878144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.966085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d6e662f8-68c8-4f0f-b1e9-37b497e4665a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:40.974335 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d6e662f8-68c8-4f0f-b1e9-37b497e4665a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.13 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 816 time: 1.1750455 Nov 09 17:56:41.061310 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-01e5229b-525f-4fd1-bf39-86fe72bae788 req-f0c26e42-b9f9-4552-927d-0407e31cf0ce tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 210 time: 0.1515388 Nov 09 17:56:41.281442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-9e22c805-b249-40d8-88a7-c52d6846034a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.399861 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-1ad3d1cb-0ac9-4da1-9a69-a7bd711c274f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36d13fa3ca9d43c79d1b40e6be782523 HTTP/1.1" status: 200 len: 380 time: 0.4058702 Nov 09 17:56:41.403649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-9e22c805-b249-40d8-88a7-c52d6846034a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:41.413813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-9e22c805-b249-40d8-88a7-c52d6846034a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:41.426508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-666737d7-3acc-4f37-ad5f-4dadcb99f50f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Request body: {'port': {'device_id': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'admin_state_up': True, 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'security_groups': ['49bf9407-7f8a-481a-a3b7-83341633829c']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:41.442436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-9e22c805-b249-40d8-88a7-c52d6846034a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:41.517601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-9e22c805-b249-40d8-88a7-c52d6846034a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:41.518740 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-9e22c805-b249-40d8-88a7-c52d6846034a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.586659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22c805-b249-40d8-88a7-c52d6846034a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event updated for resources: {'Port': ['ID=6f0c8a1c-ce74-4bca-a04c-cdf1dce15570,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:41.683545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-9e22c805-b249-40d8-88a7-c52d6846034a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.8204684 Nov 09 17:56:41.709995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Request body: {'port': {'device_id': '1fa428e1-b827-4d06-98fb-48bfa53e4222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:41.829186 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.872367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3e1a535c-67ce-4a57-b9bf-6f93a6d43802 None None] Provisioning complete for port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:41.876221 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3e1a535c-67ce-4a57-b9bf-6f93a6d43802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.924621 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f74de5d0-1209-4554-a410-b260c53e1934 req-8cf64670-57ff-4916-9a10-207a44881ad5 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0396605 Nov 09 17:56:41.966343 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a535c-67ce-4a57-b9bf-6f93a6d43802 None None] Port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:42.017882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-666737d7-3acc-4f37-ad5f-4dadcb99f50f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Made reservation on behalf of 36d13fa3ca9d43c79d1b40e6be782523 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:42.023278 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-666737d7-3acc-4f37-ad5f-4dadcb99f50f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.054019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7f677-ef1a-4380-9d60-6fd3609305d6 req-5f36a40f-66af-45e2-b421-353e52a8bc84 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:42.059519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3d7f677-ef1a-4380-9d60-6fd3609305d6 req-5f36a40f-66af-45e2-b421-353e52a8bc84 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 931 time: 0.2338896 Nov 09 17:56:42.080866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f197fa5-e9cb-4244-878e-71ac262602ed {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:42.107343 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.147757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46770) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:42.183391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Transition to ACTIVE for port object 9f197fa5-e9cb-4244-878e-71ac262602ed will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:42.224852 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.361617 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a9292-4225-424b-9074-0921f447c045 req-24401b07-ff57-4dd9-b041-7750dcd0b15a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:42.365041 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-395a9292-4225-424b-9074-0921f447c045 req-24401b07-ff57-4dd9-b041-7750dcd0b15a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 895 time: 0.1793432 Nov 09 17:56:42.424413 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18a2914c-f5d4-41fa-b042-576e5540d9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.632365 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18a2914c-f5d4-41fa-b042-576e5540d9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.640859 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18a2914c-f5d4-41fa-b042-576e5540d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.697805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2914c-f5d4-41fa-b042-576e5540d9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e685c327-2c6d-46d0-867e-3802e7e96a79,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:42.719558 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-18a2914c-f5d4-41fa-b042-576e5540d9fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3d52868bbd948af8024b65d6c41a0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706232 Nov 09 17:56:42.723800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46784) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:42.796387 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6513409a-2e44-4f65-9111-304ed4111355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.882952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6513409a-2e44-4f65-9111-304ed4111355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.974715 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6513409a-2e44-4f65-9111-304ed4111355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.977800 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6513409a-2e44-4f65-9111-304ed4111355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.981489 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6513409a-2e44-4f65-9111-304ed4111355 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e685c327-2c6d-46d0-867e-3802e7e96a79 HTTP/1.1" status: 204 len: 168 time: 0.2538874 Nov 09 17:56:43.024270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513409a-2e44-4f65-9111-304ed4111355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e685c327-2c6d-46d0-867e-3802e7e96a79,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:43.155960 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb4a5d0d-4d2d-4e74-9b30-afccd8f15d17 req-06a14b45-fc47-4f06-9ae0-a400b5a729bb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0743423 Nov 09 17:56:43.215192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Pushing event updated for resources: {'Port': ['ID=9f197fa5-e9cb-4244-878e-71ac262602ed,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:43.236210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3d7f677-ef1a-4380-9d60-6fd3609305d6 req-9168805d-3b37-4f16-ad0f-91dbbac89368 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0603251 Nov 09 17:56:43.299783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:43.300373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:43.300885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:43.301374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:43.301858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:43.302363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:43.302840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:43.303354 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:43.303828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:43.304304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:43.304800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:43.305290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:43.375940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Attempting to bind port 9f197fa5-e9cb-4244-878e-71ac262602ed on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:43.376436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Attempting to bind port 9f197fa5-e9cb-4244-878e-71ac262602ed by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:43.377227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Attempting to bind port 9f197fa5-e9cb-4244-878e-71ac262602ed on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:43.535954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Port 9f197fa5-e9cb-4244-878e-71ac262602ed on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:43.536497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Attempting to bind port 9f197fa5-e9cb-4244-878e-71ac262602ed on network 1fb9bcd0-93f8-4d70-9afa-72807187a006 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:43.578757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:43.579312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Checking segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:43.579933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Bound using segment: {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:43.580977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Bound port: 9f197fa5-e9cb-4244-878e-71ac262602ed, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f78717-859a-44f8-ab04-2f7c33b209e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:43.581805 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:43.648532 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-50b1bfc7-5df2-4dd1-8cf8-cdbf8011fb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:43.661639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-666737d7-3acc-4f37-ad5f-4dadcb99f50f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Allocated IP 172.20.0.3 (19a777cd-ee85-4a4d-abdf-aaeec996b6c3/3950d3a7-e3f4-4c46-a9b2-b63c91794171/a04f9cb8-e02c-4435-868a-17572e6679e9) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:43.705219 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd973e52-ae86-4335-a1b0-d8655ad4f1ab req-0603d222-ef52-4a2b-8dca-f4cb6b02082e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:43.708283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46810) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.715953 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bd973e52-ae86-4335-a1b0-d8655ad4f1ab req-0603d222-ef52-4a2b-8dca-f4cb6b02082e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 895 time: 0.1834013 Nov 09 17:56:43.878893 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-874d33e6-9c4c-4ca9-9f1e-49dc441d70d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.040677 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] For port 9f197fa5-e9cb-4244-878e-71ac262602ed, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:44.221169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:44.238582 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.271174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Transition to ACTIVE for port object 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:44.308517 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.348271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] For port 9f197fa5-e9cb-4244-878e-71ac262602ed, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9f197fa5-e9cb-4244-878e-71ac262602ed,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:44.442448 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.445091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f05c6c-c246-4cfd-ab38-f33eea31401f req-45877621-716b-4377-a2fe-93d24c676860 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:44.462768 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f6f05c6c-c246-4cfd-ab38-f33eea31401f req-45877621-716b-4377-a2fe-93d24c676860 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 943 time: 0.1078324 Nov 09 17:56:44.517191 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.542752 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f6f05c6c-c246-4cfd-ab38-f33eea31401f req-ac41deae-317d-4b14-9159-58db0d906cbf tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766892 Nov 09 17:56:44.606941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:44.608319 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.610278 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] 10.222.0.18 "PUT /v2.0/ports/9f197fa5-e9cb-4244-878e-71ac262602ed HTTP/1.1" status: 200 len: 1091 time: 4.2609060 Nov 09 17:56:44.613517 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9475e5d5-e0de-42d7-8ba4-91a7946b50e4 req-cb72cb33-3323-42cd-986b-d0ec32e24b7d tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 210 time: 0.2910440 Nov 09 17:56:44.683737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dd8b3b-eca0-42ca-b461-997ee92a07a8', 'tag': '9f197fa5-e9cb-4244-878e-71ac262602ed'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:44.688940 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2597d797-15e3-4078-8b8c-9d6e9dccfa67" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dd8b3b-eca0-42ca-b461-997ee92a07a8", "tag": "9f197fa5-e9cb-4244-878e-71ac262602ed"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:44.773048 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-d20bd7a6-1680-4ace-bec3-1789c5b7ac09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1553812 Nov 09 17:56:44.980699 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed70ce0-9cd3-4ed0-b9cb-ac6cb7041822 x-openstack-request-id: req-eed70ce0-9cd3-4ed0-b9cb-ac6cb7041822 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:44.983661 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dd8b3b-eca0-42ca-b461-997ee92a07a8", "tag": "9f197fa5-e9cb-4244-878e-71ac262602ed", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:44.984287 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eed70ce0-9cd3-4ed0-b9cb-ac6cb7041822 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:44.985140 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dd8b3b-eca0-42ca-b461-997ee92a07a8', 'tag': '9f197fa5-e9cb-4244-878e-71ac262602ed', 'status': 'completed', 'code': 200} Nov 09 17:56:45.083488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-fbde0bff-c59d-49e7-b304-98e90e4d0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.084295 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-fbde0bff-c59d-49e7-b304-98e90e4d0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.085325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-fbde0bff-c59d-49e7-b304-98e90e4d0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.086000 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-fbde0bff-c59d-49e7-b304-98e90e4d0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.086823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-fbde0bff-c59d-49e7-b304-98e90e4d0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.087551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-fbde0bff-c59d-49e7-b304-98e90e4d0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.088261 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-fbde0bff-c59d-49e7-b304-98e90e4d0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.093087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-fbde0bff-c59d-49e7-b304-98e90e4d0031 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6501 time: 0.2197471 Nov 09 17:56:45.135942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0c8a1c-ce74-4bca-a04c-cdf1dce15570,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:45.205985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-666737d7-3acc-4f37-ad5f-4dadcb99f50f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:45.371971 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:45.553965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31648613-f1f8-4397-b168-8e6195d5a63e service neutron] Pushing event updated for resources: {'Port': ['ID=9f197fa5-e9cb-4244-878e-71ac262602ed,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:45.669266 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-874d33e6-9c4c-4ca9-9f1e-49dc441d70d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:45.680800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-3a9c36d3-2d5d-45b8-b8e0-cce6fd06c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.684172 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-3a9c36d3-2d5d-45b8-b8e0-cce6fd06c705 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 1094 time: 0.8526125 Nov 09 17:56:45.771907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842d560-183b-4936-9d21-dd7b62488f84 req-6503cac4-ff90-4efa-9552-d0fa469f2abb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.774781 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2842d560-183b-4936-9d21-dd7b62488f84 req-6503cac4-ff90-4efa-9552-d0fa469f2abb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 907 time: 0.7758095 Nov 09 17:56:45.854032 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-874d33e6-9c4c-4ca9-9f1e-49dc441d70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:45.917022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-2ebde638-acb7-41a2-9dbf-7b81bbd7a84e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f197fa5-e9cb-4244-878e-71ac262602ed HTTP/1.1" status: 200 len: 217 time: 0.2200778 Nov 09 17:56:46.089727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-44e6626e-3d39-49a8-b6f5-07a990d0b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:46.092486 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-44e6626e-3d39-49a8-b6f5-07a990d0b659 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.1292617 Nov 09 17:56:46.093819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d33e6-9c4c-4ca9-9f1e-49dc441d70d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1338fda-efb2-4820-8ad8-8d8ee796419f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:46.205087 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-874d33e6-9c4c-4ca9-9f1e-49dc441d70d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4124ab8772142fe9a1cc62125d957ab&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4276400 Nov 09 17:56:46.219958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2de719d-e27c-4bd4-be4f-82ddb9125ced req-ee71b4d9-0455-4872-b7ac-e8fbf696faa7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 210 time: 0.1063437 Nov 09 17:56:46.224926 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-7b56d702-8484-4dac-959d-02e09cac5c48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126442 Nov 09 17:56:46.234301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46854) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:46.243240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Attempting to bind port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:46.251532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Attempting to bind port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:46.254304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Attempting to bind port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 on network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:46.472187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 on network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:46.473234 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Attempting to bind port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 on network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:46.485763 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3655cca2-eead-4862-8023-89d63fe5b7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:46.489369 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-2743bd40-2d54-44b9-9b82-177f64ac21a4 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483559 Nov 09 17:56:46.491827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-666737d7-3acc-4f37-ad5f-4dadcb99f50f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:46.506525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:46.515779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Checking segment: {'id': '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:46.516445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Bound using segment: {'id': '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:46.517108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Bound port: 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:46.517670 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:46.528223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ac9c0-2578-431a-9d7a-3c26499b1d3f req-ad29db7d-22e9-42fe-b67e-b184073314c0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:46.530613 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-250ac9c0-2578-431a-9d7a-3c26499b1d3f req-ad29db7d-22e9-42fe-b67e-b184073314c0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 943 time: 0.5148027 Nov 09 17:56:46.619321 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-285781c4-2d46-4049-8c2b-039c0a7229fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:46.624308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-285781c4-2d46-4049-8c2b-039c0a7229fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:46.624776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-285781c4-2d46-4049-8c2b-039c0a7229fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:46.626868 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-285781c4-2d46-4049-8c2b-039c0a7229fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=72c64938-8905-40c6-a145-ef2e7c2b875f&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=7a6d1d09-f698-4920-b89f-e75ca6887450&id=7a6d1d09-f698-4920-b89f-e75ca6887450 HTTP/1.1" status: 200 len: 2299 time: 1.4838190 Nov 09 17:56:46.645137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3655cca2-eead-4862-8023-89d63fe5b7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:46.940841 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-d79b7a6f-c92e-4231-bb11-ae69181ffeab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 HTTP/1.1" status: 200 len: 1002 time: 0.1610389 Nov 09 17:56:46.959128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-666737d7-3acc-4f37-ad5f-4dadcb99f50f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:47.035279 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-250ac9c0-2578-431a-9d7a-3c26499b1d3f req-c0f4dfa5-fa37-4bb4-affb-360ee88be85d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747996 Nov 09 17:56:47.035753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666737d7-3acc-4f37-ad5f-4dadcb99f50f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event updated for resources: {'Port': ['ID=a04f9cb8-e02c-4435-868a-17572e6679e9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:47.070690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-666737d7-3acc-4f37-ad5f-4dadcb99f50f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:47.151367 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4b14d66-f342-4b8f-9dab-e57753aa563e req-3c82e729-7d29-4079-8c1c-1e5deda274f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2869329 Nov 09 17:56:47.151663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-30732393-60cb-4e97-92c7-a24f3e386090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.152824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-666737d7-3acc-4f37-ad5f-4dadcb99f50f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:47.156255 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-30732393-60cb-4e97-92c7-a24f3e386090 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f792151-56b0-45c8-afdd-23d2b348cfe7 HTTP/1.1" status: 200 len: 856 time: 0.1866343 Nov 09 17:56:47.157297 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3655cca2-eead-4862-8023-89d63fe5b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.160071 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3655cca2-eead-4862-8023-89d63fe5b7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.163586 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3655cca2-eead-4862-8023-89d63fe5b7c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d1338fda-efb2-4820-8ad8-8d8ee796419f HTTP/1.1" status: 204 len: 168 time: 0.9231052 Nov 09 17:56:47.213815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655cca2-eead-4862-8023-89d63fe5b7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1338fda-efb2-4820-8ad8-8d8ee796419f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:47.241358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-faa37620-d31b-4739-9c4e-116c19f2d669 req-c1b95a74-afbe-4463-9a6a-4d0a61cd7938 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7400708 Nov 09 17:56:47.494801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] For port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:47.530943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] For port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6f0c8a1c-ce74-4bca-a04c-cdf1dce15570,segment=NetworkSegment(9c015266-0ef1-4eb6-8eaa-6f8bd94c0230),segment_id=9c015266-0ef1-4eb6-8eaa-6f8bd94c0230)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:47.626356 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-e5032414-1025-4d48-83be-98c66e52cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.628724 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.635184 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-e5032414-1025-4d48-83be-98c66e52cad3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72c64938-8905-40c6-a145-ef2e7c2b875f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4226501 Nov 09 17:56:47.641922 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.665564 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef04e6-50ca-4108-93e4-98f05727f89d req-8aa63f00-e296-4468-9d8f-369b4b410132 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.680299 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7ef04e6-50ca-4108-93e4-98f05727f89d req-8aa63f00-e296-4468-9d8f-369b4b410132 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 931 time: 0.2009611 Nov 09 17:56:47.784098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.784727 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.786346 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] 10.222.0.18 "PUT /v2.0/ports/6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 HTTP/1.1" status: 200 len: 1055 time: 6.0857291 Nov 09 17:56:47.790883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa428e1-b827-4d06-98fb-48bfa53e4222', 'tag': '6f0c8a1c-ce74-4bca-a04c-cdf1dce15570'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:47.793343 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b6d30d-3f37-42fc-aff0-c491e8cb9280" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa428e1-b827-4d06-98fb-48bfa53e4222", "tag": "6f0c8a1c-ce74-4bca-a04c-cdf1dce15570"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:47.804392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08b167-2b1d-4823-85dd-1573ceacdced req-51e9f6ea-8ddd-42e1-aa28-a001e6b69ea7 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.813844 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec08b167-2b1d-4823-85dd-1573ceacdced req-51e9f6ea-8ddd-42e1-aa28-a001e6b69ea7 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 907 time: 0.5707598 Nov 09 17:56:47.850919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-666737d7-3acc-4f37-ad5f-4dadcb99f50f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.851796 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-666737d7-3acc-4f37-ad5f-4dadcb99f50f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.883585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8e12cb6d-7dea-47f0-a6de-36f8cd5b7981 None None] Provisioning complete for port a04f9cb8-e02c-4435-868a-17572e6679e9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:47.886725 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8e12cb6d-7dea-47f0-a6de-36f8cd5b7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.996467 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8e12cb6d-7dea-47f0-a6de-36f8cd5b7981 None None] Port a04f9cb8-e02c-4435-868a-17572e6679e9 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:48.002019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46884) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:48.019658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b14d66-f342-4b8f-9dab-e57753aa563e req-3e6583c0-342f-4e70-915e-74641c187f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:48.021240 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4b14d66-f342-4b8f-9dab-e57753aa563e req-3e6583c0-342f-4e70-915e-74641c187f72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 1096 time: 0.6301591 Nov 09 17:56:48.040615 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7ef04e6-50ca-4108-93e4-98f05727f89d req-0d052e87-e748-497e-b2dc-2b46d37ede35 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3582256 Nov 09 17:56:48.115540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f4c00-3603-4ba2-9d6b-795d3eecab80 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0c8a1c-ce74-4bca-a04c-cdf1dce15570,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:48.228807 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-ec207e2f-c6f3-4088-9f73-ae94e3a961f1 service neutron] 10.222.0.18 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800519 Nov 09 17:56:48.590600 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-666737d7-3acc-4f37-ad5f-4dadcb99f50f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1776018 Nov 09 17:56:48.603561 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4855f836-ac4c-4a91-a1b1-3b2cb8d70ba3 x-openstack-request-id: req-4855f836-ac4c-4a91-a1b1-3b2cb8d70ba3 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:48.605380 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa428e1-b827-4d06-98fb-48bfa53e4222", "tag": "6f0c8a1c-ce74-4bca-a04c-cdf1dce15570", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:48.606211 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4855f836-ac4c-4a91-a1b1-3b2cb8d70ba3 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:48.607068 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa428e1-b827-4d06-98fb-48bfa53e4222', 'tag': '6f0c8a1c-ce74-4bca-a04c-cdf1dce15570', 'status': 'completed', 'code': 200} Nov 09 17:56:48.616769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597d797-15e3-4078-8b8c-9d6e9dccfa67 req-83becd32-a3fc-4497-b49d-0f9c889229cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:48.621469 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2597d797-15e3-4078-8b8c-9d6e9dccfa67 req-83becd32-a3fc-4497-b49d-0f9c889229cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d83662e3666441899feb7a0a206d59be&device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 1094 time: 1.2760453 Nov 09 17:56:48.644082 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Request body: {'port': {'device_id': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:48.821035 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cd619-3377-459b-98e7-ff1f033850c1 req-f1e657ac-a0ad-4ac2-a4f5-687ec6ea9a2f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:48.835399 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-614cd619-3377-459b-98e7-ff1f033850c1 req-f1e657ac-a0ad-4ac2-a4f5-687ec6ea9a2f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 943 time: 0.2785611 Nov 09 17:56:48.881462 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-9c6b2b9b-190a-4b10-9f72-900747f2edbf service neutron] 10.222.0.18 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420343 Nov 09 17:56:48.940460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b14d66-f342-4b8f-9dab-e57753aa563e req-cada9a94-9087-45cc-a8df-14d1872a5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:48.943398 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4b14d66-f342-4b8f-9dab-e57753aa563e req-cada9a94-9087-45cc-a8df-14d1872a5ac9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 906 time: 0.7333832 Nov 09 17:56:49.024836 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-0d92f2fd-22e2-4682-bcba-90bb6cbf9a17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=6ef9967e-4c83-4ee5-860b-bdb537513739 HTTP/1.1" status: 200 len: 217 time: 0.1122925 Nov 09 17:56:49.039287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-614cd619-3377-459b-98e7-ff1f033850c1 req-0879ee86-1c4e-49bf-a203-9261254fd1db tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025557 Nov 09 17:56:49.156217 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-79d88529-11ae-40a8-a69a-9596b9ebad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:49.159560 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-79d88529-11ae-40a8-a69a-9596b9ebad3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.1186373 Nov 09 17:56:49.262346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-fce0950c-5798-4a90-9a55-191526dbca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:49.266491 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-fce0950c-5798-4a90-9a55-191526dbca07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939951 Nov 09 17:56:49.373214 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597d797-15e3-4078-8b8c-9d6e9dccfa67 req-bfcb1c18-9649-4452-833b-ac186cc6f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:49.376656 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2597d797-15e3-4078-8b8c-9d6e9dccfa67 req-bfcb1c18-9649-4452-833b-ac186cc6f1cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 200 len: 906 time: 0.7176626 Nov 09 17:56:49.378090 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-93ae993b-2e8b-42ca-91f7-5ec5f0a2c807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.419087 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4b14d66-f342-4b8f-9dab-e57753aa563e req-8f32c6b4-1c51-4c60-9c00-034aa300d638 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8e6bc8a-b50d-4349-9a54-1595577841fa HTTP/1.1" status: 200 len: 217 time: 0.4457977 Nov 09 17:56:49.438777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-98f0ca9f-adad-4b89-9939-d45a0008e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:49.442717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-98f0ca9f-adad-4b89-9939-d45a0008e66c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60575135d11e43be9eb43cb2b7fd2240&device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 1058 time: 1.5527182 Nov 09 17:56:49.498233 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597048cc-e97f-4118-918e-44f08e2644a7 req-b299206a-89cf-40e7-8fd1-0240cc3123d5 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:49.499923 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-597048cc-e97f-4118-918e-44f08e2644a7 req-b299206a-89cf-40e7-8fd1-0240cc3123d5 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 931 time: 0.1799035 Nov 09 17:56:49.563960 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.577230 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-8138438e-c8e6-4dd9-9e03-f3713b21a99d service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007898 Nov 09 17:56:49.663783 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2597d797-15e3-4078-8b8c-9d6e9dccfa67 req-2961d214-6f23-4857-a520-100bd55006ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f197fa5-e9cb-4244-878e-71ac262602ed HTTP/1.1" status: 200 len: 217 time: 0.2412775 Nov 09 17:56:49.692817 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-597048cc-e97f-4118-918e-44f08e2644a7 req-85086894-00cd-404c-99af-600cf096678c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795783 Nov 09 17:56:49.760548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-01f7cfe8-46e6-4ffd-a45c-edb53d3562f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 HTTP/1.1" status: 200 len: 217 time: 0.2911551 Nov 09 17:56:49.860815 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-f4e804ab-4c3a-4a84-9756-6f9e71fc0321 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690728 Nov 09 17:56:49.945307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-ff0bc21d-35a6-4a19-9e61-c4d2d694dfed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=510929e3-6484-4eca-8e41-119ef67dace3 HTTP/1.1" status: 200 len: 217 time: 0.0762734 Nov 09 17:56:50.066258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-9862b2a3-c3f0-404f-92c3-f38ae4559bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.069679 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-9862b2a3-c3f0-404f-92c3-f38ae4559bd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.1097739 Nov 09 17:56:50.187832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-8fdd1c0e-2c33-4aae-afd9-4d1a7c92f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.189303 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-8fdd1c0e-2c33-4aae-afd9-4d1a7c92f750 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102405 Nov 09 17:56:50.268555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1d39e-ac65-4250-b36d-8e16f4f3d408 req-24eda56c-7156-49e6-99ab-86d584bfd11d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.277996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19b1d39e-ac65-4250-b36d-8e16f4f3d408 req-24eda56c-7156-49e6-99ab-86d584bfd11d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 907 time: 1.1974959 Nov 09 17:56:50.287424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46950) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:50.314727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-f97658a7-132e-4058-a30d-3e5bfb93cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.316356 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-f97658a7-132e-4058-a30d-3e5bfb93cdf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40237b23-1d44-40aa-af08-32bab6da1498 HTTP/1.1" status: 200 len: 837 time: 0.5182638 Nov 09 17:56:50.322930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b14d66-f342-4b8f-9dab-e57753aa563e req-1e6d8bb5-2f66-4f09-9575-6927dcfcc1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.324689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4b14d66-f342-4b8f-9dab-e57753aa563e req-1e6d8bb5-2f66-4f09-9575-6927dcfcc1f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.8640666 Nov 09 17:56:50.335123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04f9cb8-e02c-4435-868a-17572e6679e9 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:50.426035 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae406468-c11d-4d24-a932-d7037a07623f req-ffd97d89-dcaf-496a-8b8f-91150d8d2565 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.427677 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae406468-c11d-4d24-a932-d7037a07623f req-ffd97d89-dcaf-496a-8b8f-91150d8d2565 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 943 time: 0.1313150 Nov 09 17:56:50.444992 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:50.453195 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-46a8aee1-3ec2-45ae-8761-10a4579cbf25 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548907 Nov 09 17:56:50.454238 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4b14d66-f342-4b8f-9dab-e57753aa563e req-5408e8be-a702-464c-823c-a6882e8bdacb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084867 Nov 09 17:56:50.461548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597d797-15e3-4078-8b8c-9d6e9dccfa67 req-12e0923d-7d89-4cc7-85eb-f197508edffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.463466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2597d797-15e3-4078-8b8c-9d6e9dccfa67 req-12e0923d-7d89-4cc7-85eb-f197508edffd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 200 len: 845 time: 0.7115076 Nov 09 17:56:50.538370 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae406468-c11d-4d24-a932-d7037a07623f req-2f14d60b-fa15-44af-a903-904f0d21f824 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976014 Nov 09 17:56:50.582439 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-2a746d89-b985-4fac-97ab-6cc46100e567 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205502 Nov 09 17:56:50.628593 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-6dbf9f53-7c76-44bf-a6cf-d26d1a0f0387 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=55aad609-e018-4a11-95ea-6a959eefd6a9 HTTP/1.1" status: 200 len: 217 time: 0.0381966 Nov 09 17:56:50.657483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Transition to ACTIVE for port object a04f9cb8-e02c-4435-868a-17572e6679e9 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:50.667881 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2597d797-15e3-4078-8b8c-9d6e9dccfa67 req-2fa42321-a24f-4683-a965-0e996c0c1e27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fb9bcd0-93f8-4d70-9afa-72807187a006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766372 Nov 09 17:56:50.676665 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17bebc36-343a-499b-b18a-5efb9d33dee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:50.686883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:50.701907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-360d1cd1-52f4-4527-8a4f-c86b7b72d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.704184 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-360d1cd1-52f4-4527-8a4f-c86b7b72d7d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.0682998 Nov 09 17:56:50.786592 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-92fb1402-d8d8-4bde-9e34-cac446d063c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.789493 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-92fb1402-d8d8-4bde-9e34-cac446d063c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771475 Nov 09 17:56:50.957705 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-8077e4e0-de38-427e-96c8-850c2eb28210 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595349 Nov 09 17:56:51.100974 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-ffc7bdf2-f2d9-41a0-9b7e-c68d68d63448 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348865 Nov 09 17:56:51.158410 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-fcbc4c12-3b2c-4edd-ad5c-0608c85284c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=dd8443a3-ce2a-48ee-a21b-3470a2238132 HTTP/1.1" status: 200 len: 217 time: 0.0490625 Nov 09 17:56:51.199782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-ac4806e3-a02f-4884-85fe-35e2ed7c881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:51.202135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-ac4806e3-a02f-4884-85fe-35e2ed7c881b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51618c0f-c17e-4a6a-86f9-4cd7c364f4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8739221 Nov 09 17:56:51.207854 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-93ae993b-2e8b-42ca-91f7-5ec5f0a2c807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.242402 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-dd02c4f0-84db-4ff4-9066-999f29f0b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:51.245494 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-dd02c4f0-84db-4ff4-9066-999f29f0b201 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.0785947 Nov 09 17:56:51.334037 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4b14d66-f342-4b8f-9dab-e57753aa563e req-6b1752fd-7628-4d59-8656-967b81278580 service neutron] 10.222.0.13 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8621871 Nov 09 17:56:51.334719 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-93ae993b-2e8b-42ca-91f7-5ec5f0a2c807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.401923 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-93ae993b-2e8b-42ca-91f7-5ec5f0a2c807 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=64237545c07d4e9ebbefa2da184a7fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3795819 Nov 09 17:56:51.410765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46984) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:51.488272 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-1738381b-7a53-4a5b-a0da-2473ddd4d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:51.489843 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-1738381b-7a53-4a5b-a0da-2473ddd4d674 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2322006 Nov 09 17:56:51.543949 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Pushing event updated for resources: {'Port': ['ID=a04f9cb8-e02c-4435-868a-17572e6679e9,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:51.697545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-46ab9897-48d2-4352-98e1-d09e80ccb12d tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:51.701282 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-46ab9897-48d2-4352-98e1-d09e80ccb12d tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 814 time: 0.3813376 Nov 09 17:56:51.719463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d92819-7dcd-4420-8bb2-a23186a6e7a9 req-b53db862-4791-48f9-bbbd-22cbdc0c463f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:51.721117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62d92819-7dcd-4420-8bb2-a23186a6e7a9 req-b53db862-4791-48f9-bbbd-22cbdc0c463f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.5264938 Nov 09 17:56:51.737486 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2597d797-15e3-4078-8b8c-9d6e9dccfa67 req-52577fad-6c58-4e89-8578-6238bba9ba00 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0549572 Nov 09 17:56:51.746697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae993b-2e8b-42ca-91f7-5ec5f0a2c807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b95dbb-0c5b-41c4-9bf4-4058efc0bd19,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:51.750675 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-ec82cb40-cad9-4ffc-8447-9e0a81f49c69 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/quotas/6b425780d1a64d17b7ead1018da8d767 HTTP/1.1" status: 200 len: 375 time: 0.0391421 Nov 09 17:56:51.773442 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-234d813b-8834-45ce-9455-6959e088bdd6 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734592 Nov 09 17:56:51.901357 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-b9e4f5de-cd1b-47d6-aa26-d253da802f78 service neutron] 10.222.0.18 "GET /v2.0/networks/51618c0f-c17e-4a6a-86f9-4cd7c364f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640525 Nov 09 17:56:51.919201 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-4c17fdeb-fab7-4d4c-a618-8afe6f661e1d tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247306 Nov 09 17:56:51.942967 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9f197fa5-e9cb-4244-878e-71ac262602ed details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:51.949157 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6cabb55f-2fed-4473-b009-969fd78df33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.949776 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-3f4e094d-f7ac-4c0d-997f-4681a2ffd04b service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686401 Nov 09 17:56:51.955362 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17bebc36-343a-499b-b18a-5efb9d33dee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.962554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Attempting to bind port a04f9cb8-e02c-4435-868a-17572e6679e9 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:51.962963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Attempting to bind port a04f9cb8-e02c-4435-868a-17572e6679e9 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:51.963289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Attempting to bind port a04f9cb8-e02c-4435-868a-17572e6679e9 on network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:52.038472 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-5bf33495-3451-4384-91b7-83d1258ce4cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=316e14fe-0b21-43d7-88c8-347033fc6186 HTTP/1.1" status: 200 len: 217 time: 0.0774288 Nov 09 17:56:52.073765 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17bebc36-343a-499b-b18a-5efb9d33dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.078493 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4b14d66-f342-4b8f-9dab-e57753aa563e req-464ac3d5-d4d8-4221-b1a2-c100ff3e8ca7 service neutron] 10.222.0.13 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6941137 Nov 09 17:56:52.120353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Port a04f9cb8-e02c-4435-868a-17572e6679e9 on network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:52.120353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Attempting to bind port a04f9cb8-e02c-4435-868a-17572e6679e9 on network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:52.153127 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62d92819-7dcd-4420-8bb2-a23186a6e7a9 req-f38e2dd2-1acc-4329-97ee-bfe45bd147fa tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4119513 Nov 09 17:56:52.183986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-a6c84300-4705-4473-9dce-8199a41f3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:52.187207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-a6c84300-4705-4473-9dce-8199a41f3137 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17413a2a-b8aa-4376-9143-5b1c6d073885 HTTP/1.1" status: 200 len: 797 time: 0.1388481 Nov 09 17:56:52.200904 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6cabb55f-2fed-4473-b009-969fd78df33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.208443 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-d69bd23a-781a-42f1-9564-20634d2eee9a service neutron] 10.222.0.81 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736824 Nov 09 17:56:52.261741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:52.262319 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Checking segment: {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:52.262986 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Bound using segment: {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:52.263882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Bound port: a04f9cb8-e02c-4435-868a-17572e6679e9, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:52.264515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.337079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-17bebc36-343a-499b-b18a-5efb9d33dee0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b08df33731604639a3fbf0ecfb73debc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0408528 Nov 09 17:56:52.351979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bebc36-343a-499b-b18a-5efb9d33dee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c192ccc-4f4d-4edd-9be7-ca1ea392aef3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:52.362436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47002) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:52.383429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9f197fa5-e9cb-4244-878e-71ac262602ed, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9f197fa5-e9cb-4244-878e-71ac262602ed,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:52.406227 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-05442ddd-1a86-4712-8ff5-9535bb97939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:52.408472 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-05442ddd-1a86-4712-8ff5-9535bb97939d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1987195 Nov 09 17:56:52.410029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2597d797-15e3-4078-8b8c-9d6e9dccfa67 req-639c6c8d-bb98-4e4b-b366-3d8a574acfa9 service neutron] 10.222.0.18 "GET /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517081 Nov 09 17:56:52.449410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '9f197fa5-e9cb-4244-878e-71ac262602ed', 'network_id': '1fb9bcd0-93f8-4d70-9afa-72807187a006', 'port_id': '9f197fa5-e9cb-4244-878e-71ac262602ed', 'mac_address': 'fa:16:3e:bf:2d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417001cc-f87f-4208-b45a-9ddf65dcb18d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:52.552747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.571251 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6cabb55f-2fed-4473-b009-969fd78df33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.581156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6cabb55f-2fed-4473-b009-969fd78df33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.582869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f197fa5-e9cb-4244-878e-71ac262602ed {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:52.584235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6cabb55f-2fed-4473-b009-969fd78df33e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7b95dbb-0c5b-41c4-9bf4-4058efc0bd19 HTTP/1.1" status: 204 len: 168 time: 1.1389015 Nov 09 17:56:52.596166 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-5d54e3ee-a43f-4cea-93b6-79f4d27c5692 service neutron] 10.222.0.81 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496788 Nov 09 17:56:52.639258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] For port a04f9cb8-e02c-4435-868a-17572e6679e9, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:52.640908 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9f197fa5-e9cb-4244-878e-71ac262602ed, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9f197fa5-e9cb-4244-878e-71ac262602ed,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:52.643726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] For port a04f9cb8-e02c-4435-868a-17572e6679e9, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a04f9cb8-e02c-4435-868a-17572e6679e9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:52.652491 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.678324 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-0fabaeb5-cc2b-404e-8236-6d15b4003c78 service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442725 Nov 09 17:56:52.685714 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56adfae6-ad06-423a-afc6-9f99bb88d8d0 req-a9d721ee-d4e9-4468-b1ce-0239f6b6d234 service neutron] 10.222.0.18 "GET /v2.0/networks/51618c0f-c17e-4a6a-86f9-4cd7c364f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7573550 Nov 09 17:56:52.692069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabb55f-2fed-4473-b009-969fd78df33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b95dbb-0c5b-41c4-9bf4-4058efc0bd19,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:52.721544 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.903480 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-cf6738a8-ffdb-4c28-9bc3-c2cfa0a89f06 service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097328 Nov 09 17:56:52.912166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:52.913106 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.914823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] 10.222.0.13 "PUT /v2.0/ports/a04f9cb8-e02c-4435-868a-17572e6679e9 HTTP/1.1" status: 200 len: 1091 time: 4.2809188 Nov 09 17:56:52.915589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:52.918397 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11973b70-76e0-48dd-96ae-5f99b43e427d" -d '{"events": [{"name": "network-changed", "server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:52.947905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9f197fa5-e9cb-4244-878e-71ac262602ed,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:52.975925 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:53.002091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d033ac7-96b1-4345-98ec-5bc89ffcc68f req-d3f3f9e8-bbca-4cdc-a536-03ddfc98000d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.003215 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d033ac7-96b1-4345-98ec-5bc89ffcc68f req-d3f3f9e8-bbca-4cdc-a536-03ddfc98000d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 907 time: 0.6358597 Nov 09 17:56:53.014755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3e772-55e4-406c-8a7a-70a296d08af6 service neutron] Pushing event updated for resources: {'Port': ['ID=a04f9cb8-e02c-4435-868a-17572e6679e9,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:53.045117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6d30d-3f37-42fc-aff0-c491e8cb9280 req-d77a9be3-295c-43e3-94a9-ebd20e07842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.047193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30b6d30d-3f37-42fc-aff0-c491e8cb9280 req-d77a9be3-295c-43e3-94a9-ebd20e07842e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60575135d11e43be9eb43cb2b7fd2240&device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 1058 time: 0.2020159 Nov 09 17:56:53.048160 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-489d3783-6504-4271-978d-946eca8ae0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:53.215073 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-ceb62855-d028-43a5-87c8-6180ac50e803 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7d451e7-2b1c-426c-8bb5-f2befdd86181 HTTP/1.1" status: 200 len: 217 time: 0.2939312 Nov 09 17:56:53.242523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9f197fa5-e9cb-4244-878e-71ac262602ed'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:53.536480 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-489d3783-6504-4271-978d-946eca8ae0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:53.553051 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-f6afc6a9-8732-438b-8728-17c781248bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.555764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-f6afc6a9-8732-438b-8728-17c781248bca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17413a2a-b8aa-4376-9143-5b1c6d073885 HTTP/1.1" status: 200 len: 797 time: 0.3325276 Nov 09 17:56:53.575129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438240ab-da01-47f3-8004-83dff5b88027 req-8b01771d-283f-4415-b57a-f7bf97f37d74 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.579356 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-438240ab-da01-47f3-8004-83dff5b88027 req-8b01771d-283f-4415-b57a-f7bf97f37d74 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 944 time: 0.1926482 Nov 09 17:56:53.671567 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8864038c-1be8-4882-8f99-b4ad77e95ea1 req-25df810e-3004-471c-b56b-52e4ca1dcf5b tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 210 time: 0.2947927 Nov 09 17:56:53.686943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47026) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:53.732751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59b920e5-9510-429c-bd76-e166c4f639d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:53.764394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-649ba0b0-4491-4a57-b746-e181d2090852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.766827 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-649ba0b0-4491-4a57-b746-e181d2090852 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 1094 time: 0.6336560 Nov 09 17:56:53.776282 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:53.866686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-b08c485a-843a-4c1d-8173-ed2c3fe4dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.874376 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-b08c485a-843a-4c1d-8173-ed2c3fe4dfcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2933888 Nov 09 17:56:53.916001 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-438240ab-da01-47f3-8004-83dff5b88027 req-53450307-29c9-4088-9880-7a5bb01a7b74 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629938 Nov 09 17:56:53.932840 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf9bcef-3893-4a73-8549-7e7221d81b2a x-openstack-request-id: req-2cf9bcef-3893-4a73-8549-7e7221d81b2a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:53.933156 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:53.933400 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2cf9bcef-3893-4a73-8549-7e7221d81b2a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:53.939528 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'status': 'completed', 'code': 200} Nov 09 17:56:53.946708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6d30d-3f37-42fc-aff0-c491e8cb9280 req-e8b35281-c4c7-4f5f-be39-5b62e27478b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.948463 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30b6d30d-3f37-42fc-aff0-c491e8cb9280 req-e8b35281-c4c7-4f5f-be39-5b62e27478b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51618c0f-c17e-4a6a-86f9-4cd7c364f4bb HTTP/1.1" status: 200 len: 899 time: 0.8921483 Nov 09 17:56:53.949912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-1c579f5c-b7eb-4dda-890b-5e3116a42c13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a04f9cb8-e02c-4435-868a-17572e6679e9 HTTP/1.1" status: 200 len: 217 time: 0.1677949 Nov 09 17:56:54.090159 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-489d3783-6504-4271-978d-946eca8ae0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:54.092974 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-489d3783-6504-4271-978d-946eca8ae0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:54.099270 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-489d3783-6504-4271-978d-946eca8ae0ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c192ccc-4f4d-4edd-9be7-ca1ea392aef3 HTTP/1.1" status: 204 len: 168 time: 1.7247729 Nov 09 17:56:54.178895 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-17550035-5587-4a1d-8757-dabdb4e399bc service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569315 Nov 09 17:56:54.216388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30b6d30d-3f37-42fc-aff0-c491e8cb9280 req-a3fd6d63-1612-48a4-b8d6-ceba6d6ccf87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 HTTP/1.1" status: 200 len: 217 time: 0.2597215 Nov 09 17:56:54.226036 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59b920e5-9510-429c-bd76-e166c4f639d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:54.248569 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d3783-6504-4271-978d-946eca8ae0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c192ccc-4f4d-4edd-9be7-ca1ea392aef3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:54.292736 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59b920e5-9510-429c-bd76-e166c4f639d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:54.420945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-9a7ab72c-27fe-444c-9395-2f7bcc97c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:54.424139 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-9a7ab72c-27fe-444c-9395-2f7bcc97c393 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.4660292 Nov 09 17:56:54.504390 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-59b920e5-9510-429c-bd76-e166c4f639d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=46dcb2e783f1480c9e1faeb70dab0d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8127639 Nov 09 17:56:54.509290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47038) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:54.509552 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98e81814-8653-4d4b-b8b6-1872d7713ddd req-88f61c10-fd8c-4512-8956-2ecd4b7c36e5 service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256962 Nov 09 17:56:54.512540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6d30d-3f37-42fc-aff0-c491e8cb9280 req-f49c399c-ec6e-4f09-9ba6-698fffcb1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:54.514512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30b6d30d-3f37-42fc-aff0-c491e8cb9280 req-f49c399c-ec6e-4f09-9ba6-698fffcb1618 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40237b23-1d44-40aa-af08-32bab6da1498 HTTP/1.1" status: 200 len: 837 time: 0.2702920 Nov 09 17:56:54.531438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d4327-f0c3-4bc3-bcdd-1032d6282754 req-400f81cc-307f-4891-826a-0844c63dd4a8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:54.539986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-676d4327-f0c3-4bc3-bcdd-1032d6282754 req-400f81cc-307f-4891-826a-0844c63dd4a8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.4733756 Nov 09 17:56:54.542050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b920e5-9510-429c-bd76-e166c4f639d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86202fe5-baf6-406e-8f2e-d7210ade5af5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:54.707099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d2b8dca5-b018-4a10-bf55-93e821d14eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:54.721094 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-d2b8dca5-b018-4a10-bf55-93e821d14eb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2708845 Nov 09 17:56:54.752914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-676d4327-f0c3-4bc3-bcdd-1032d6282754 req-6f5908a1-0362-411a-ab03-a609ac012fe9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182069 Nov 09 17:56:54.932715 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-58913d87-8fed-462d-8f42-f1d34518c118 service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759942 Nov 09 17:56:55.026945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6d30d-3f37-42fc-aff0-c491e8cb9280 req-48ff2d08-02d5-4783-8aeb-7bf274d2db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:55.030980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30b6d30d-3f37-42fc-aff0-c491e8cb9280 req-48ff2d08-02d5-4783-8aeb-7bf274d2db3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51618c0f-c17e-4a6a-86f9-4cd7c364f4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4948769 Nov 09 17:56:55.044683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79ca5e-e8c8-4a48-8ac6-4d4e4ab37473 req-313108f2-b34e-43a9-8470-f738c26d98bb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:55.048472 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8e79ca5e-e8c8-4a48-8ac6-4d4e4ab37473 req-313108f2-b34e-43a9-8470-f738c26d98bb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 907 time: 0.6218126 Nov 09 17:56:55.156694 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b215ecc-c5ee-41a6-8c36-e7db87f5b1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.251855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739231f3-393a-490c-bf6d-80bbb5d973e9 req-f58459a5-33bb-47cb-b5bf-908ef7da82cf tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:55.253407 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-739231f3-393a-490c-bf6d-80bbb5d973e9 req-f58459a5-33bb-47cb-b5bf-908ef7da82cf tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 944 time: 0.0856574 Nov 09 17:56:55.307957 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-739231f3-393a-490c-bf6d-80bbb5d973e9 req-79d47ff7-db6a-4c7e-a941-5f23455a855b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479333 Nov 09 17:56:55.439923 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7859e4a-ceea-413a-abce-46baf1362124 req-19e2622a-b592-48e0-a5c4-4122564fd329 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 210 time: 0.4027083 Nov 09 17:56:55.474410 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acddfed3-ada9-4b05-add8-37108fc8c782 req-75805cf8-4394-48fb-8dd4-5eddb79d396e service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351251 Nov 09 17:56:55.520136 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b215ecc-c5ee-41a6-8c36-e7db87f5b1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.571809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-cda8af53-95da-41a7-a270-40fbc48119cf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:55.573237 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-cda8af53-95da-41a7-a270-40fbc48119cf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.13 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 814 time: 0.6598222 Nov 09 17:56:55.613221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-f09ce226-fe1f-40f5-aafe-90386b63a884 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Request body: {'port': {'device_id': 'bcb034ed-b483-409e-ae16-d733dec05d51', 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206', 'admin_state_up': True, 'tenant_id': '6b425780d1a64d17b7ead1018da8d767'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:55.738309 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30b6d30d-3f37-42fc-aff0-c491e8cb9280 req-7604b8ce-4e63-4344-9b1b-fbc5b2c1b568 service neutron] 10.222.0.18 "GET /v2.0/networks/51618c0f-c17e-4a6a-86f9-4cd7c364f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906433 Nov 09 17:56:55.744831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973b70-76e0-48dd-96ae-5f99b43e427d req-b323a520-afab-4f8c-8b94-4f4842080861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:55.746788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11973b70-76e0-48dd-96ae-5f99b43e427d req-b323a520-afab-4f8c-8b94-4f4842080861 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 1094 time: 0.2053616 Nov 09 17:56:55.895025 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b215ecc-c5ee-41a6-8c36-e7db87f5b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.897821 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b215ecc-c5ee-41a6-8c36-e7db87f5b1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.899433 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8b215ecc-c5ee-41a6-8c36-e7db87f5b1e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/86202fe5-baf6-406e-8f2e-d7210ade5af5 HTTP/1.1" status: 204 len: 168 time: 1.3838348 Nov 09 17:56:55.946972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9f197fa5-e9cb-4244-878e-71ac262602ed up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:55.991936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5f8ca-6c64-45ec-bef5-9d9d7e3e493c req-8893f22a-7d30-4916-9fc3-d8dcfae3a5ed tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:56.003847 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97e5f8ca-6c64-45ec-bef5-9d9d7e3e493c req-8893f22a-7d30-4916-9fc3-d8dcfae3a5ed tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.1249316 Nov 09 17:56:56.032485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b215ecc-c5ee-41a6-8c36-e7db87f5b1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86202fe5-baf6-406e-8f2e-d7210ade5af5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:56.070632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 9f197fa5-e9cb-4244-878e-71ac262602ed completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:56.080705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 9f197fa5-e9cb-4244-878e-71ac262602ed triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:56.082996 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.116822 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30b6d30d-3f37-42fc-aff0-c491e8cb9280 req-f14003a7-907b-438f-b709-f3c851a31911 service neutron] 10.222.0.18 "GET /v2.0/networks/51618c0f-c17e-4a6a-86f9-4cd7c364f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677580 Nov 09 17:56:56.118551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973b70-76e0-48dd-96ae-5f99b43e427d req-cbc73b2d-1b1e-4d8c-a763-644fa65c08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:56.120094 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11973b70-76e0-48dd-96ae-5f99b43e427d req-cbc73b2d-1b1e-4d8c-a763-644fa65c08b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.3539445 Nov 09 17:56:56.179623 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97e5f8ca-6c64-45ec-bef5-9d9d7e3e493c req-76985165-809b-4a70-ab5f-a188f5ee4386 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717818 Nov 09 17:56:56.211709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11973b70-76e0-48dd-96ae-5f99b43e427d req-74e367b5-f242-479c-b011-0f8f0176c4d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a04f9cb8-e02c-4435-868a-17572e6679e9 HTTP/1.1" status: 200 len: 217 time: 0.0642724 Nov 09 17:56:56.223138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-f09ce226-fe1f-40f5-aafe-90386b63a884 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Made reservation on behalf of 6b425780d1a64d17b7ead1018da8d767 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:56.238385 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-f09ce226-fe1f-40f5-aafe-90386b63a884 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.287852 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.334975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dd8b3b-eca0-42ca-b461-997ee92a07a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f197fa5-e9cb-4244-878e-71ac262602ed'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:56.338773 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b7c6e3-e977-4e90-b28a-93f5e4353c8e" -d '{"events": [{"server_uuid": "f5dd8b3b-eca0-42ca-b461-997ee92a07a8", "name": "network-vif-plugged", "status": "completed", "tag": "9f197fa5-e9cb-4244-878e-71ac262602ed"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:56.363713 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9f197fa5-e9cb-4244-878e-71ac262602ed, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9f197fa5-e9cb-4244-878e-71ac262602ed,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:56.374976 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.495752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9f197fa5-e9cb-4244-878e-71ac262602ed,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:56.543861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973b70-76e0-48dd-96ae-5f99b43e427d req-83748c2e-8134-4f17-b02c-4d1c57bc3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:56.547968 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11973b70-76e0-48dd-96ae-5f99b43e427d req-83748c2e-8134-4f17-b02c-4d1c57bc3828 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.3407671 Nov 09 17:56:56.563083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315e744-a124-481d-8c4a-e071ee009d12 req-a8675282-70fa-41bd-93cc-d557aeeffb40 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:56.566267 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6315e744-a124-481d-8c4a-e071ee009d12 req-a8675282-70fa-41bd-93cc-d557aeeffb40 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.0994136 Nov 09 17:56:56.673295 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6315e744-a124-481d-8c4a-e071ee009d12 req-40e1c66b-26b9-47ee-9971-f710840dea5f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925236 Nov 09 17:56:56.681675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28260e5-6748-4b2a-962d-c066b3c77c94 req-43e731b0-6079-4ffd-8f02-1feb07dba466 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:56.697320 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e28260e5-6748-4b2a-962d-c066b3c77c94 req-43e731b0-6079-4ffd-8f02-1feb07dba466 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 907 time: 0.3680024 Nov 09 17:56:56.784943 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91568422-f83d-4bcb-9320-12aed426fe80 x-openstack-request-id: req-91568422-f83d-4bcb-9320-12aed426fe80 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:56.785295 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dd8b3b-eca0-42ca-b461-997ee92a07a8", "name": "network-vif-plugged", "status": "completed", "tag": "9f197fa5-e9cb-4244-878e-71ac262602ed", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:56.785568 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91568422-f83d-4bcb-9320-12aed426fe80 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:56.785993 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dd8b3b-eca0-42ca-b461-997ee92a07a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f197fa5-e9cb-4244-878e-71ac262602ed', 'code': 200} Nov 09 17:56:56.855010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973b70-76e0-48dd-96ae-5f99b43e427d req-99cef70c-217d-4d5f-a477-80105e8b3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:56.861593 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11973b70-76e0-48dd-96ae-5f99b43e427d req-99cef70c-217d-4d5f-a477-80105e8b3e0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3036163 Nov 09 17:56:56.971392 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0e838c2f-2933-473a-9a22-49d522549c6b req-f747294c-264f-4512-89ca-ddea1fd31a93 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 210 time: 0.0770953 Nov 09 17:56:57.097104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-f09ce226-fe1f-40f5-aafe-90386b63a884 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Allocated IP 172.20.0.13 (0cc5de07-3c96-48b7-b307-babdac681206/e8aaf626-567e-4ffb-9c25-6835cd728f1a/5415dadf-32a8-4d04-9af6-b42247a8aceb) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:57.117729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11973b70-76e0-48dd-96ae-5f99b43e427d req-e5e4ccb5-4c1d-4a3a-9136-eb9d640a77d0 service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222629 Nov 09 17:56:57.162629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82322e-1b6b-46bc-8762-8920b274f79d req-61810454-0a30-432e-bd63-41c559ab195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:57.164483 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e82322e-1b6b-46bc-8762-8920b274f79d req-61810454-0a30-432e-bd63-41c559ab195b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 1096 time: 0.2959342 Nov 09 17:56:57.403443 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1b48-908c-4e33-a7f1-d74f82f85346 req-6f1dc7fe-69d7-4bb1-be0f-940e1f606bcb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:57.411849 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-52cc1b48-908c-4e33-a7f1-d74f82f85346 req-6f1dc7fe-69d7-4bb1-be0f-940e1f606bcb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.0906436 Nov 09 17:56:57.483601 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-52cc1b48-908c-4e33-a7f1-d74f82f85346 req-0dfbf23a-b099-4089-878f-313f9de54208 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705402 Nov 09 17:56:57.710941 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47138) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:57.957301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:57.966535 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d51d4a36-38bb-4fda-85b0-f563f1903db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.084456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac42bc-a81d-439f-942e-74e0f6ae10a8 req-8fd00cc8-1d3f-47e3-b61c-0eaed9dbe92f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:58.099382 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0fac42bc-a81d-439f-942e-74e0f6ae10a8 req-8fd00cc8-1d3f-47e3-b61c-0eaed9dbe92f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 907 time: 0.2254517 Nov 09 17:56:58.100099 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e82322e-1b6b-46bc-8762-8920b274f79d req-cf597d31-e82e-4001-8a5e-c74dfa357123 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747111 Nov 09 17:56:58.195661 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11973b70-76e0-48dd-96ae-5f99b43e427d req-cddcd007-21fd-4308-9358-a4eb44e325e7 service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0657854 Nov 09 17:56:58.254028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660b3dd-6625-4d91-b921-e607e040c5c4 req-37fa43d0-fde8-4eb5-9993-903ec5ba5d21 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:58.257397 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d660b3dd-6625-4d91-b921-e607e040c5c4 req-37fa43d0-fde8-4eb5-9993-903ec5ba5d21 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.2946568 Nov 09 17:56:58.259592 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d51d4a36-38bb-4fda-85b0-f563f1903db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.268864 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d51d4a36-38bb-4fda-85b0-f563f1903db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.339722 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6f0c8a1c-ce74-4bca-a04c-cdf1dce15570,segment=NetworkSegment(9c015266-0ef1-4eb6-8eaa-6f8bd94c0230),segment_id=9c015266-0ef1-4eb6-8eaa-6f8bd94c0230)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:58.362259 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d51d4a36-38bb-4fda-85b0-f563f1903db9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf99fec1d7c148f0be83894992a27634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6494980 Nov 09 17:56:58.369174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47156) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:58.374835 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-f09ce226-fe1f-40f5-aafe-90386b63a884 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.387424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '6f0c8a1c-ce74-4bca-a04c-cdf1dce15570', 'network_id': '51618c0f-c17e-4a6a-86f9-4cd7c364f4bb', 'port_id': '6f0c8a1c-ce74-4bca-a04c-cdf1dce15570', 'mac_address': 'fa:16:3e:9b:71:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40237b23-1d44-40aa-af08-32bab6da1498', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:58.464198 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.466812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d660b3dd-6625-4d91-b921-e607e040c5c4 req-501fed4c-3af3-47b1-8359-74757f8a5c77 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843114 Nov 09 17:56:58.485001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:58.512605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6f0c8a1c-ce74-4bca-a04c-cdf1dce15570,segment=NetworkSegment(9c015266-0ef1-4eb6-8eaa-6f8bd94c0230),segment_id=9c015266-0ef1-4eb6-8eaa-6f8bd94c0230)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:58.518738 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.534948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d4a36-38bb-4fda-85b0-f563f1903db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2012e73-fa43-4120-9558-a9973c0d7ff8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:58.564012 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-f09ce226-fe1f-40f5-aafe-90386b63a884 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.590586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['bca3a759-d534-470b-ac21-06d71f4d0f62'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:58.594728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['63c07de3-9003-431a-8ca6-a1f54665868b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:58.706775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6f0c8a1c-ce74-4bca-a04c-cdf1dce15570,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:58.738120 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2ebdb5f5-4945-4c41-a19e-ef0a71b67f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.788737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-f09ce226-fe1f-40f5-aafe-90386b63a884 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Network 0cc5de07-3c96-48b7-b307-babdac681206 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:58.803780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-f09ce226-fe1f-40f5-aafe-90386b63a884 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:58.813201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-f09ce226-fe1f-40f5-aafe-90386b63a884 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:58.819198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce226-fe1f-40f5-aafe-90386b63a884 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Pushing event updated for resources: {'Port': ['ID=5415dadf-32a8-4d04-9af6-b42247a8aceb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:58.829352 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2ebdb5f5-4945-4c41-a19e-ef0a71b67f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.869424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07be50-6f8a-414b-a9d0-7272e2a6c346 req-c7271245-71a1-44e4-87f9-56eafaff7b72 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:58.886626 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6e07be50-6f8a-414b-a9d0-7272e2a6c346 req-c7271245-71a1-44e4-87f9-56eafaff7b72 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 932 time: 0.2500679 Nov 09 17:56:58.945559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdf598-2ddf-4c1b-87fa-9288baa4e23b req-05b5f80f-6f3b-4b81-bcb0-3de236f019b6 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:58.970788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77fdf598-2ddf-4c1b-87fa-9288baa4e23b req-05b5f80f-6f3b-4b81-bcb0-3de236f019b6 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.2997200 Nov 09 17:56:58.988482 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6e07be50-6f8a-414b-a9d0-7272e2a6c346 req-98e792a4-9128-4072-a534-757e739b947a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980456 Nov 09 17:56:59.033756 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2ebdb5f5-4945-4c41-a19e-ef0a71b67f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.038088 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2ebdb5f5-4945-4c41-a19e-ef0a71b67f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.041767 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2ebdb5f5-4945-4c41-a19e-ef0a71b67f66 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2012e73-fa43-4120-9558-a9973c0d7ff8 HTTP/1.1" status: 204 len: 168 time: 0.6692214 Nov 09 17:56:59.052240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdb5f5-4945-4c41-a19e-ef0a71b67f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2012e73-fa43-4120-9558-a9973c0d7ff8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:59.065320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-f09ce226-fe1f-40f5-aafe-90386b63a884 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:59.066009 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-f09ce226-fe1f-40f5-aafe-90386b63a884 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.072347 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['6f0c8a1c-ce74-4bca-a04c-cdf1dce15570'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:59.150794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-f09ce226-fe1f-40f5-aafe-90386b63a884 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5570123 Nov 09 17:56:59.168605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Request body: {'port': {'device_id': 'bcb034ed-b483-409e-ae16-d733dec05d51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:59.268979 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77fdf598-2ddf-4c1b-87fa-9288baa4e23b req-1fa1a6b3-d1f1-45dd-9dce-065bd99251b0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949681 Nov 09 17:56:59.472934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a04f9cb8-e02c-4435-868a-17572e6679e9 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:59.573782 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6593b-cfbc-4eb2-86b8-5ff119eea713 req-036e0fe7-6d02-4597-b190-9227f835df89 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:59.603680 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8b6593b-cfbc-4eb2-86b8-5ff119eea713 req-036e0fe7-6d02-4597-b190-9227f835df89 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 908 time: 0.3195984 Nov 09 17:56:59.710376 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.786867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a04f9cb8-e02c-4435-868a-17572e6679e9, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a04f9cb8-e02c-4435-868a-17572e6679e9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:59.836075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'port_id': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'mac_address': 'fa:16:3e:db:5c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:59.980509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:00.127791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2bd4b-cdba-4960-a14c-57435295586f req-1756fd59-8ff1-456e-bbf9-bb0243858bc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:00.152081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7a2bd4b-cdba-4960-a14c-57435295586f req-1756fd59-8ff1-456e-bbf9-bb0243858bc0 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.3061936 Nov 09 17:57:00.157240 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.214209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04f9cb8-e02c-4435-868a-17572e6679e9 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:00.268661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a04f9cb8-e02c-4435-868a-17572e6679e9, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a04f9cb8-e02c-4435-868a-17572e6679e9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:00.300035 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.327814 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7a2bd4b-cdba-4960-a14c-57435295586f req-29f4afd3-9ed5-42a4-939e-0592d818d146 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716166 Nov 09 17:57:00.434402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:57:00.474457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:00.475116 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.588098 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=a04f9cb8-e02c-4435-868a-17572e6679e9,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:00.701453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['a04f9cb8-e02c-4435-868a-17572e6679e9'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:00.734899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d950def-18fb-48bf-b89c-f38ca028fa4f req-34ff642b-c172-48d0-9a0b-2e0618de1188 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:00.744387 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d950def-18fb-48bf-b89c-f38ca028fa4f req-34ff642b-c172-48d0-9a0b-2e0618de1188 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 944 time: 0.2378080 Nov 09 17:57:00.779343 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.829196 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa428e1-b827-4d06-98fb-48bfa53e4222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0c8a1c-ce74-4bca-a04c-cdf1dce15570'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:00.832586 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccddb4a5-d188-4080-9871-450f7e862fba" -d '{"events": [{"server_uuid": "1fa428e1-b827-4d06-98fb-48bfa53e4222", "name": "network-vif-plugged", "status": "completed", "tag": "6f0c8a1c-ce74-4bca-a04c-cdf1dce15570"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:00.860754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6f0c8a1c-ce74-4bca-a04c-cdf1dce15570,segment=NetworkSegment(9c015266-0ef1-4eb6-8eaa-6f8bd94c0230),segment_id=9c015266-0ef1-4eb6-8eaa-6f8bd94c0230)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:00.869303 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.940737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6f0c8a1c-ce74-4bca-a04c-cdf1dce15570,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:00.961199 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d950def-18fb-48bf-b89c-f38ca028fa4f req-76f4aa48-e4c1-4628-a9d3-84a9ea9054f5 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987357 Nov 09 17:57:01.050174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa7372-05cd-413b-8c9b-a440fbefd341 req-f76cc95a-7512-4cb6-9ba6-fc44d43777f1 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:01.051850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55aa7372-05cd-413b-8c9b-a440fbefd341 req-f76cc95a-7512-4cb6-9ba6-fc44d43777f1 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 932 time: 0.6915340 Nov 09 17:57:01.133525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55aa7372-05cd-413b-8c9b-a440fbefd341 req-e036304b-2aa4-47e4-a9ba-efbfe0b9da02 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640054 Nov 09 17:57:01.246000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5415dadf-32a8-4d04-9af6-b42247a8aceb {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:01.281421 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.336737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Transition to ACTIVE for port object 5415dadf-32a8-4d04-9af6-b42247a8aceb will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:57:01.348015 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.373663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac2226-1738-452f-bb41-95e431764e8e req-d13f0e9e-bfd8-4e5e-86c7-9f22317fc173 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:01.392120 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a9ac2226-1738-452f-bb41-95e431764e8e req-d13f0e9e-bfd8-4e5e-86c7-9f22317fc173 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 909 time: 0.2128856 Nov 09 17:57:01.487947 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Pushing event updated for resources: {'Port': ['ID=5415dadf-32a8-4d04-9af6-b42247a8aceb,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:01.499165 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ceb1cd-53f4-4d22-9876-066984481093 x-openstack-request-id: req-d1ceb1cd-53f4-4d22-9876-066984481093 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:01.499776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47234) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:01.500310 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa428e1-b827-4d06-98fb-48bfa53e4222", "name": "network-vif-plugged", "status": "completed", "tag": "6f0c8a1c-ce74-4bca-a04c-cdf1dce15570", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:01.500749 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1ceb1cd-53f4-4d22-9876-066984481093 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:01.501393 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa428e1-b827-4d06-98fb-48bfa53e4222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0c8a1c-ce74-4bca-a04c-cdf1dce15570', 'code': 200} Nov 09 17:57:01.621117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Attempting to bind port 5415dadf-32a8-4d04-9af6-b42247a8aceb on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:01.621449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Attempting to bind port 5415dadf-32a8-4d04-9af6-b42247a8aceb by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:01.621789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Attempting to bind port 5415dadf-32a8-4d04-9af6-b42247a8aceb on network 0cc5de07-3c96-48b7-b307-babdac681206 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:01.683938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Port 5415dadf-32a8-4d04-9af6-b42247a8aceb on network 0cc5de07-3c96-48b7-b307-babdac681206 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:57:01.684539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Attempting to bind port 5415dadf-32a8-4d04-9af6-b42247a8aceb on network 0cc5de07-3c96-48b7-b307-babdac681206 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:01.692729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:01.693363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Checking segment: {'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:01.693974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Bound using segment: {'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:01.694498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Bound port: 5415dadf-32a8-4d04-9af6-b42247a8aceb, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:01.694886 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.721687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34009520-ba6d-4a92-b515-47f6bb11e7dc req-545a72b8-6aa6-439c-a100-09f306ff961e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:01.724371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27d5f-312d-4edb-bd2b-c997fdad0435 req-42ef06b0-cb57-41f2-b67d-54f27d780197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:01.725525 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-34009520-ba6d-4a92-b515-47f6bb11e7dc req-545a72b8-6aa6-439c-a100-09f306ff961e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1104076 Nov 09 17:57:01.725947 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-daa27d5f-312d-4edb-bd2b-c997fdad0435 req-42ef06b0-cb57-41f2-b67d-54f27d780197 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 1060 time: 0.0933692 Nov 09 17:57:01.792113 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-34009520-ba6d-4a92-b515-47f6bb11e7dc req-49d7f3f4-7c7f-4de6-a201-e6f1199af68d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557628 Nov 09 17:57:01.815907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] For port 5415dadf-32a8-4d04-9af6-b42247a8aceb, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:01.824667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] For port 5415dadf-32a8-4d04-9af6-b42247a8aceb, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=5415dadf-32a8-4d04-9af6-b42247a8aceb,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:01.841436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.889381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47246) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:01.921778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:01.922753 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.924500 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] 10.222.0.13 "PUT /v2.0/ports/5415dadf-32a8-4d04-9af6-b42247a8aceb HTTP/1.1" status: 200 len: 1092 time: 2.7603481 Nov 09 17:57:01.925351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb034ed-b483-409e-ae16-d733dec05d51', 'tag': '5415dadf-32a8-4d04-9af6-b42247a8aceb'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:01.927998 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71e1d14-82ae-44e7-a793-2179b483dd8e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb034ed-b483-409e-ae16-d733dec05d51", "tag": "5415dadf-32a8-4d04-9af6-b42247a8aceb"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:01.964064 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f7f04fb-0df3-45b9-ba88-9060c4ab722d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.977936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f547d-9eb8-4cbf-a24c-02073959db69 service neutron] Pushing event updated for resources: {'Port': ['ID=5415dadf-32a8-4d04-9af6-b42247a8aceb,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:02.074903 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d82ffdd-5ab7-4243-b58e-ad9daf528b5e x-openstack-request-id: req-3d82ffdd-5ab7-4243-b58e-ad9daf528b5e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:02.076957 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb034ed-b483-409e-ae16-d733dec05d51", "tag": "5415dadf-32a8-4d04-9af6-b42247a8aceb", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:02.076957 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d82ffdd-5ab7-4243-b58e-ad9daf528b5e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:02.076957 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb034ed-b483-409e-ae16-d733dec05d51', 'tag': '5415dadf-32a8-4d04-9af6-b42247a8aceb', 'status': 'completed', 'code': 200} Nov 09 17:57:02.101498 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-29ab84f5-60dd-43b2-a27d-d7861a0bf464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.154904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-4189787a-b8ba-4c87-9022-24819829af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:02.156638 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-4189787a-b8ba-4c87-9022-24819829af1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 1095 time: 0.1507957 Nov 09 17:57:02.230841 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f7f04fb-0df3-45b9-ba88-9060c4ab722d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.239804 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-96939a14-2277-4466-bf0e-d7346eb149f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5415dadf-32a8-4d04-9af6-b42247a8aceb HTTP/1.1" status: 200 len: 217 time: 0.0736890 Nov 09 17:57:02.248384 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f7f04fb-0df3-45b9-ba88-9060c4ab722d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.258042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a94f48-0ee9-45fe-ae6c-2bc38ee1ee3b req-6f7e4ae1-4325-4c31-9e56-4303a5bbdeba tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:02.261462 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02a94f48-0ee9-45fe-ae6c-2bc38ee1ee3b req-6f7e4ae1-4325-4c31-9e56-4303a5bbdeba tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 944 time: 0.1621716 Nov 09 17:57:02.320212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47260) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:02.327362 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fa424-45a7-4bcd-8432-bc05f35028db req-13906e28-1035-4f26-b63e-2f005427bdf5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:02.330135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d01fa424-45a7-4bcd-8432-bc05f35028db req-13906e28-1035-4f26-b63e-2f005427bdf5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1479456 Nov 09 17:57:02.367946 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47264) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:02.368226 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2f7f04fb-0df3-45b9-ba88-9060c4ab722d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2022d5c28c640129b6170dcd22a1631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8670800 Nov 09 17:57:02.371952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-29ab84f5-60dd-43b2-a27d-d7861a0bf464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.384570 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f04fb-0df3-45b9-ba88-9060c4ab722d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3984d3d-0cfd-490b-87b7-d98630c1e435,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:02.402912 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-29ab84f5-60dd-43b2-a27d-d7861a0bf464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.430980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-36e910d6-d128-410d-a583-17bce179dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:02.432907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-36e910d6-d128-410d-a583-17bce179dffe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8aaf626-567e-4ffb-9c25-6835cd728f1a HTTP/1.1" status: 200 len: 854 time: 0.1692669 Nov 09 17:57:02.444350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02a94f48-0ee9-45fe-ae6c-2bc38ee1ee3b req-d81b0a3a-6b7b-4739-9ce3-d48b72ed43c3 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625383 Nov 09 17:57:02.461564 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-29ab84f5-60dd-43b2-a27d-d7861a0bf464 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c20210b493be4319bd568a3f07534788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706902 Nov 09 17:57:02.467132 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47270) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:02.532950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-befe73b2-28b8-409d-b500-0a61dd28a493 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cc5de07-3c96-48b7-b307-babdac681206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812898 Nov 09 17:57:02.563904 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab84f5-60dd-43b2-a27d-d7861a0bf464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89db08de-250d-4d1a-b7d8-722e18257792,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:02.590191 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d01fa424-45a7-4bcd-8432-bc05f35028db req-8a579697-534c-4efe-8975-89a2475a76ef tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398412 Nov 09 17:57:02.647786 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cde85364-1993-4db0-b1e0-1e90c8c72d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.659304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1532158829'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:02.683874 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cde85364-1993-4db0-b1e0-1e90c8c72d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.773018 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cde85364-1993-4db0-b1e0-1e90c8c72d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.774290 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-351823dc-c440-45ee-a4a2-244c6256b6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.778074 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cde85364-1993-4db0-b1e0-1e90c8c72d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.781304 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cde85364-1993-4db0-b1e0-1e90c8c72d2e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/89db08de-250d-4d1a-b7d8-722e18257792 HTTP/1.1" status: 204 len: 168 time: 0.3124585 Nov 09 17:57:02.806689 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde85364-1993-4db0-b1e0-1e90c8c72d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89db08de-250d-4d1a-b7d8-722e18257792,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:02.839813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Made reservation on behalf of 12ce551159194c78acf5056e184e7d79 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:02.846646 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.896748 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-351823dc-c440-45ee-a4a2-244c6256b6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.900993 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.955030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9107f-12eb-4055-9daf-ea9c80930709 req-ec0742c5-48ea-4243-a435-137d49521dd8 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:02.957188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ccc9107f-12eb-4055-9daf-ea9c80930709 req-ec0742c5-48ea-4243-a435-137d49521dd8 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 944 time: 0.2845411 Nov 09 17:57:02.978022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-febea80a-56e7-4ce8-8f19-7cb6e7e2efc0 service neutron] 10.222.0.13 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358521 Nov 09 17:57:02.980168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269524c-1b4c-4e02-a688-301927f85b20 req-f78e2f1a-4ee0-43bb-88e1-1cec13a0df7b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:02.983113 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7269524c-1b4c-4e02-a688-301927f85b20 req-f78e2f1a-4ee0-43bb-88e1-1cec13a0df7b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 909 time: 0.1133161 Nov 09 17:57:03.173670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70b90a-ba3b-44d4-bf99-9945035ba721 req-b05c0586-ebf4-470e-b535-8c7020ed42a6 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:03.180909 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e70b90a-ba3b-44d4-bf99-9945035ba721 req-b05c0586-ebf4-470e-b535-8c7020ed42a6 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.0988340 Nov 09 17:57:03.228403 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ccc9107f-12eb-4055-9daf-ea9c80930709 req-1ef50839-c06f-4cb2-9b9c-5cd096990fbe tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484238 Nov 09 17:57:03.260093 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e70b90a-ba3b-44d4-bf99-9945035ba721 req-1ca7b239-0a77-4160-8727-51fc311d366e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752950 Nov 09 17:57:03.261897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-351823dc-c440-45ee-a4a2-244c6256b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.268642 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-351823dc-c440-45ee-a4a2-244c6256b6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.272958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-351823dc-c440-45ee-a4a2-244c6256b6b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b3984d3d-0cfd-490b-87b7-d98630c1e435 HTTP/1.1" status: 204 len: 168 time: 0.8991418 Nov 09 17:57:03.320806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351823dc-c440-45ee-a4a2-244c6256b6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3984d3d-0cfd-490b-87b7-d98630c1e435,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:03.352798 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78f26e4a-b976-4fa2-9313-d9d4acb7e4c9 req-304e43bd-3448-423d-9b08-744d21b707ac service neutron] 10.222.0.13 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493185 Nov 09 17:57:03.394256 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.403200 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.473752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47282) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:03.507426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:03.512712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a04f9cb8-e02c-4435-868a-17572e6679e9 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:03.537233 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93782533-1b29-4e20-b641-d35943b8dbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.552866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335db96e-a58b-4991-8ecc-e2cd49718098,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:03.566184 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.567040 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Added segment 872b289e-5b6b-418b-ac80-6ff0ce280698 of type vlan for network e54b1374-9cba-4caa-a564-5f0b57081cf7 Nov 09 17:57:03.653012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1d14-82ae-44e7-a793-2179b483dd8e req-64c3e5ac-e3f3-493d-a2ed-abd0f46e90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:03.657087 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d71e1d14-82ae-44e7-a793-2179b483dd8e req-64c3e5ac-e3f3-493d-a2ed-abd0f46e90d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 1095 time: 0.2242012 Nov 09 17:57:03.667751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.713143 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port a04f9cb8-e02c-4435-868a-17572e6679e9 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:57:03.734701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port a04f9cb8-e02c-4435-868a-17572e6679e9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:03.737292 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.753132 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93782533-1b29-4e20-b641-d35943b8dbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.771259 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93782533-1b29-4e20-b641-d35943b8dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.814957 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.resource_extend [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:57:03.829491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93782533-1b29-4e20-b641-d35943b8dbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42b15eb-4f48-4f8d-a11c-bba4e274971f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:03.869388 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-93782533-1b29-4e20-b641-d35943b8dbe2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c604801eb4b34dd684ba86dae2c5cbe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899848 Nov 09 17:57:03.869663 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.869993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47292) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:03.908764 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.909515 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11189678-330d-416e-8943-795de2994bd0 req-fe54b2f2-f851-45ed-8bcc-fdf03538fa92 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:03.911273 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11189678-330d-416e-8943-795de2994bd0 req-fe54b2f2-f851-45ed-8bcc-fdf03538fa92 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 944 time: 0.1565013 Nov 09 17:57:03.920502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:03.921550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.928777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a04f9cb8-e02c-4435-868a-17572e6679e9, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a04f9cb8-e02c-4435-868a-17572e6679e9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:03.931958 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:03.938887 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d7cdd-e9be-4ea0-9862-29b34420e811" -d '{"events": [{"server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "name": "network-vif-plugged", "status": "completed", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:03.956636 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.985120 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cdb3e83-f665-4932-a212-8452782c0b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.031314 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=a04f9cb8-e02c-4435-868a-17572e6679e9,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:04.048797 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cdb3e83-f665-4932-a212-8452782c0b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.062211 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11189678-330d-416e-8943-795de2994bd0 req-d326ab23-5bf8-42aa-b297-5362a5562a11 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352801 Nov 09 17:57:04.064894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a01a4-7df4-44fd-984c-d920cf3e7fbc req-d07547b8-f16b-429c-8b20-0a6f204bdceb tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:04.067758 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f41a01a4-7df4-44fd-984c-d920cf3e7fbc req-d07547b8-f16b-429c-8b20-0a6f204bdceb tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.3663907 Nov 09 17:57:04.088801 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7652111 Nov 09 17:57:04.116940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47298) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:04.124957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-684e285e-5d0e-4e78-afdf-ab3a36c751e8 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Request body: {'subnet': {'network_id': 'e54b1374-9cba-4caa-a564-5f0b57081cf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:04.131110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47300) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:04.172385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1d14-82ae-44e7-a793-2179b483dd8e req-9fef5a57-f096-4c98-8f25-d108a3a6b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:04.174042 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d71e1d14-82ae-44e7-a793-2179b483dd8e req-9fef5a57-f096-4c98-8f25-d108a3a6b27a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 915 time: 0.4916828 Nov 09 17:57:04.176292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450e7d8-3bf6-45a5-bba2-d048c2557acd tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event updated for resources: {'Network': ['ID=e54b1374-9cba-4caa-a564-5f0b57081cf7,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:04.202776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network e54b1374-9cba-4caa-a564-5f0b57081cf7 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:04.219309 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dfb695f-ebf6-4908-a398-04a3f428f60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.231082 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d71e1d14-82ae-44e7-a793-2179b483dd8e req-8f73194d-f965-4dd4-8e71-90bdb9042430 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5415dadf-32a8-4d04-9af6-b42247a8aceb HTTP/1.1" status: 200 len: 217 time: 0.0474176 Nov 09 17:57:04.235402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f41a01a4-7df4-44fd-984c-d920cf3e7fbc req-df8176e8-d9f4-426c-b9c5-455911f33d7e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580875 Nov 09 17:57:04.244955 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cdb3e83-f665-4932-a212-8452782c0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.251608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cdb3e83-f665-4932-a212-8452782c0b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.257095 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3cdb3e83-f665-4932-a212-8452782c0b56 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e42b15eb-4f48-4f8d-a11c-bba4e274971f HTTP/1.1" status: 204 len: 168 time: 0.3812048 Nov 09 17:57:04.310380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb3e83-f665-4932-a212-8452782c0b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42b15eb-4f48-4f8d-a11c-bba4e274971f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:04.368369 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1d14-82ae-44e7-a793-2179b483dd8e req-25f63b83-1054-45dc-9511-78628d4c3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:04.372593 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d71e1d14-82ae-44e7-a793-2179b483dd8e req-25f63b83-1054-45dc-9511-78628d4c3cc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8aaf626-567e-4ffb-9c25-6835cd728f1a HTTP/1.1" status: 200 len: 854 time: 0.1300559 Nov 09 17:57:04.397090 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bbd508-bd5e-4d98-a88e-b062907d1af4 x-openstack-request-id: req-35bbd508-bd5e-4d98-a88e-b062907d1af4 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:04.416611 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "name": "network-vif-plugged", "status": "completed", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:04.417113 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35bbd508-bd5e-4d98-a88e-b062907d1af4 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:04.417756 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'code': 200} Nov 09 17:57:04.496908 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d71e1d14-82ae-44e7-a793-2179b483dd8e req-aad315c5-8bc1-4f2d-a774-74b1c19948f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cc5de07-3c96-48b7-b307-babdac681206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142554 Nov 09 17:57:04.510463 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684e285e-5d0e-4e78-afdf-ab3a36c751e8 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Made reservation on behalf of 12ce551159194c78acf5056e184e7d79 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:04.517325 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-684e285e-5d0e-4e78-afdf-ab3a36c751e8 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.705992 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dfb695f-ebf6-4908-a398-04a3f428f60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.715378 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dfb695f-ebf6-4908-a398-04a3f428f60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.715756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fbdfe-1b2d-4df6-a35f-1f8f9951dc5a req-2d863c63-6779-4101-bd7e-781da688e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:04.717572 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-485fbdfe-1b2d-4df6-a35f-1f8f9951dc5a req-2d863c63-6779-4101-bd7e-781da688e566 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 1096 time: 0.2260506 Nov 09 17:57:04.772230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859f197-2ffc-4b34-9e1c-6b4d270ab505 req-e8805294-7f83-49c9-a141-966e82a141e8 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:04.773903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e859f197-2ffc-4b34-9e1c-6b4d270ab505 req-e8805294-7f83-49c9-a141-966e82a141e8 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 944 time: 0.2078593 Nov 09 17:57:04.776525 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e7c70-a0a7-498b-bf80-10088aa54531 req-d874238a-19a5-4864-bf0a-0e4d3242a8e8 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:04.784976 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-451e7c70-a0a7-498b-bf80-10088aa54531 req-d874238a-19a5-4864-bf0a-0e4d3242a8e8 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 909 time: 0.2604442 Nov 09 17:57:04.811476 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8dfb695f-ebf6-4908-a398-04a3f428f60b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8b3f75d0ba4744d7a1b123220b22a9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6773002 Nov 09 17:57:04.812028 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d71e1d14-82ae-44e7-a793-2179b483dd8e req-9c94b680-b56a-409c-b782-1ec0ad3b84f2 service neutron] 10.222.0.13 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841384 Nov 09 17:57:04.823243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb695f-ebf6-4908-a398-04a3f428f60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb1322b-3014-4781-888f-f0442e9c919f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:04.824278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47308) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:04.858369 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-485fbdfe-1b2d-4df6-a35f-1f8f9951dc5a req-29ae77eb-39f7-4e44-9ad9-78fe8bb64317 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318033 Nov 09 17:57:04.966594 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e859f197-2ffc-4b34-9e1c-6b4d270ab505 req-e3524345-1b1e-484f-9988-223cb3674ee8 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564012 Nov 09 17:57:04.991040 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:57:05.013175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4a16-322b-4970-9c62-061e7baae8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.033031 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d71e1d14-82ae-44e7-a793-2179b483dd8e req-0d396867-13f2-4df5-bec0-ae65ff76d7b7 service neutron] 10.222.0.13 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244954 Nov 09 17:57:05.053073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4049d6-7ff5-4ccd-b069-604d8e1c3c1b req-9762e806-aac2-422a-ba4b-e74e2cf9f223 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:05.054757 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9b4049d6-7ff5-4ccd-b069-604d8e1c3c1b req-9762e806-aac2-422a-ba4b-e74e2cf9f223 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 909 time: 0.1631188 Nov 09 17:57:05.066242 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4a16-322b-4970-9c62-061e7baae8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.104115 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-684e285e-5d0e-4e78-afdf-ab3a36c751e8 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.191475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e285e-5d0e-4e78-afdf-ab3a36c751e8 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event updated for resources: {'Subnet': ['ID=48bf1159-a1b9-469d-b03a-1ba4b4e57107,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:05.201419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684e285e-5d0e-4e78-afdf-ab3a36c751e8 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Checking segment: {'id': '872b289e-5b6b-418b-ac80-6ff0ce280698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e54b1374-9cba-4caa-a564-5f0b57081cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:05.201897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e285e-5d0e-4e78-afdf-ab3a36c751e8 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Network hostable DHCP agents. Network: e54b1374-9cba-4caa-a564-5f0b57081cf7, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:05.222588 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4a16-322b-4970-9c62-061e7baae8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.225619 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4a16-322b-4970-9c62-061e7baae8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.232117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f0ba4a16-322b-4970-9c62-061e7baae8ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dbb1322b-3014-4781-888f-f0442e9c919f HTTP/1.1" status: 204 len: 168 time: 0.4030504 Nov 09 17:57:05.248763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba4a16-322b-4970-9c62-061e7baae8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb1322b-3014-4781-888f-f0442e9c919f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:05.255011 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e285e-5d0e-4e78-afdf-ab3a36c751e8 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Network e54b1374-9cba-4caa-a564-5f0b57081cf7 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:05.272908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-684e285e-5d0e-4e78-afdf-ab3a36c751e8 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, e54b1374-9cba-4caa-a564-5f0b57081cf7) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:05.279127 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684e285e-5d0e-4e78-afdf-ab3a36c751e8 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:05.279914 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-684e285e-5d0e-4e78-afdf-ab3a36c751e8 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.290503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607569c9-e697-431f-9b87-850102243943 None None] Network e54b1374-9cba-4caa-a564-5f0b57081cf7 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:05.362748 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-684e285e-5d0e-4e78-afdf-ab3a36c751e8 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2446065 Nov 09 17:57:05.364237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e2351-6dca-4645-b0f4-5663362cac69 req-9ba04bcd-cff2-4d98-9b89-e4edbd5eb59c tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:05.365946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47330) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:05.371163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Request body: {'port': {'network_id': 'e54b1374-9cba-4caa-a564-5f0b57081cf7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2078597018'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:05.383729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bf3e2351-6dca-4645-b0f4-5663362cac69 req-9ba04bcd-cff2-4d98-9b89-e4edbd5eb59c tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 1060 time: 0.1407423 Nov 09 17:57:05.449107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fb6af-bda7-4718-8721-ef3f6ab75534 req-42710fdb-1c13-416f-be1b-503f374c4620 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:05.469130 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9f3fb6af-bda7-4718-8721-ef3f6ab75534 req-42710fdb-1c13-416f-be1b-503f374c4620 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1840830 Nov 09 17:57:05.561222 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9f3fb6af-bda7-4718-8721-ef3f6ab75534 req-816f493a-ea8b-428d-9877-74e6a8856943 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909536 Nov 09 17:57:05.627823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Made reservation on behalf of 12ce551159194c78acf5056e184e7d79 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:05.634495 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.699720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] device_id is not set on port 6dc498e4-4e3d-48cc-aa98-84ed0cc918e3 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:05.779893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f57698-c82b-4581-a2c2-c99f2225fbd4 req-2168ecb7-8567-4b5b-907a-c54add300bce tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:05.796737 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2f57698-c82b-4581-a2c2-c99f2225fbd4 req-2168ecb7-8567-4b5b-907a-c54add300bce tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1917012 Nov 09 17:57:05.817812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-e54b1374-9cba-4caa-a564-5f0b57081cf7', 'network_id': 'e54b1374-9cba-4caa-a564-5f0b57081cf7', 'tenant_id': '12ce551159194c78acf5056e184e7d79', 'fixed_ips': [{'subnet_id': '48bf1159-a1b9-469d-b03a-1ba4b4e57107'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:05.821623 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.900613 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2f57698-c82b-4581-a2c2-c99f2225fbd4 req-95281750-1596-4a95-a81c-a24ff84fd0b9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800228 Nov 09 17:57:05.950514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d542c5-029b-41a5-aac5-d8d1dc8e0b06 req-1e52736c-2524-4649-8d97-d72672b47a93 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:05.953210 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c9d542c5-029b-41a5-aac5-d8d1dc8e0b06 req-1e52736c-2524-4649-8d97-d72672b47a93 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 1135 time: 0.1628611 Nov 09 17:57:06.046079 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c9d542c5-029b-41a5-aac5-d8d1dc8e0b06 req-00ad260c-e1fa-4b57-b361-98c76f18dcce tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0621009 Nov 09 17:57:06.082070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47348) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:06.090430 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Allocated IP 2001:db8::99 (e54b1374-9cba-4caa-a564-5f0b57081cf7/48bf1159-a1b9-469d-b03a-1ba4b4e57107/6dc498e4-4e3d-48cc-aa98-84ed0cc918e3) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:06.213193 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8288b654-4982-4858-b856-61e4da130eb1 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:06.216092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8288b654-4982-4858-b856-61e4da130eb1 tempest-TestSecurityGroupsBasicOps-977613442 tempest-TestSecurityGroupsBasicOps-977613442-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 1055 time: 0.1320541 Nov 09 17:57:06.296332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f5501-4026-462a-8703-23e1168c37ef req-a3617051-c222-40db-ad46-1dd4c27da326 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:06.309033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb5f5501-4026-462a-8703-23e1168c37ef req-a3617051-c222-40db-ad46-1dd4c27da326 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 944 time: 0.1523604 Nov 09 17:57:06.371420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb5f5501-4026-462a-8703-23e1168c37ef req-653325eb-90fe-4acc-b4b3-9d4c87537d08 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549715 Nov 09 17:57:06.489659 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.563689 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.675415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Network e54b1374-9cba-4caa-a564-5f0b57081cf7 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:06.682492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:06.686015 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:06.696375 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:06.697470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.724940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Allocated IP 2001:db8::2 (e54b1374-9cba-4caa-a564-5f0b57081cf7/48bf1159-a1b9-469d-b03a-1ba4b4e57107/5d0c6f52-467d-4815-bf02-3dc3bc944fb5) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:06.740739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6e020-ba1d-4b08-9210-696f16201d2c req-c2d2ee6b-eea6-4606-9dce-fd3efd4d807a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:06.746129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event updated for resources: {'Port': ['ID=6dc498e4-4e3d-48cc-aa98-84ed0cc918e3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:06.747017 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ef6e020-ba1d-4b08-9210-696f16201d2c req-c2d2ee6b-eea6-4606-9dce-fd3efd4d807a tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 909 time: 0.1357474 Nov 09 17:57:06.830068 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7563c020-7be6-437a-b5de-9f62156a0e4a tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4630296 Nov 09 17:57:06.833955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47378) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:06.839661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Request body: {'port': {'network_id': 'e54b1374-9cba-4caa-a564-5f0b57081cf7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-198088935', 'allowed_address_pairs': [{'ip_address': '2001:db8::99', 'mac_address': 'fa:16:3e:e5:21:d2'}]}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:06.993713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa628c2-4245-417c-a26a-23045b5df808 req-f4c432f8-3712-46ea-8035-6f6231d8071d tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:06.996611 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ffa628c2-4245-417c-a26a-23045b5df808 req-f4c432f8-3712-46ea-8035-6f6231d8071d tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.2439148 Nov 09 17:57:07.132377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595a595-7cb4-410f-8534-7f220e192dc0 req-7d48f018-f848-49d2-8a78-15273ab0767e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:07.138661 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ffa628c2-4245-417c-a26a-23045b5df808 req-42d87ff1-6707-465b-8e10-9eebdb17532a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244433 Nov 09 17:57:07.141638 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2595a595-7cb4-410f-8534-7f220e192dc0 req-7d48f018-f848-49d2-8a78-15273ab0767e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1191323 Nov 09 17:57:07.202103 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2595a595-7cb4-410f-8534-7f220e192dc0 req-f502cd56-84e9-4471-8e06-d275638d4387 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550656 Nov 09 17:57:07.221904 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.234701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Made reservation on behalf of 12ce551159194c78acf5056e184e7d79 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:07.240558 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.415046 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Network e54b1374-9cba-4caa-a564-5f0b57081cf7 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:07.421580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.437305 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:07.444053 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:07.471126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Pushing event updated for resources: {'Port': ['ID=5d0c6f52-467d-4815-bf02-3dc3bc944fb5,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:07.482892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afa574-5fd0-4ac9-a8ab-531b50e732e9 req-f1d9074c-06f5-4fe2-87ea-17179f466c2e tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:07.485252 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-85afa574-5fd0-4ac9-a8ab-531b50e732e9 req-f1d9074c-06f5-4fe2-87ea-17179f466c2e tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1484210 Nov 09 17:57:07.496716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47398) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:07.503317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-639bf0fc-539b-499b-b4f2-53b98e8300b1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Request body: {'floatingip': {'port_id': 'a04f9cb8-e02c-4435-868a-17572e6679e9'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:07.551208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 5415dadf-32a8-4d04-9af6-b42247a8aceb details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:57:07.553403 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] device_id is not set on port 6be47ec4-fa3f-4c7c-a431-82545b057a1b yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:07.566526 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-639bf0fc-539b-499b-b4f2-53b98e8300b1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.746754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 5415dadf-32a8-4d04-9af6-b42247a8aceb, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=5415dadf-32a8-4d04-9af6-b42247a8aceb,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:07.780750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '5415dadf-32a8-4d04-9af6-b42247a8aceb', 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206', 'port_id': '5415dadf-32a8-4d04-9af6-b42247a8aceb', 'mac_address': 'fa:16:3e:bb:55:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8aaf626-567e-4ffb-9c25-6835cd728f1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:57:07.798565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22c2b6-197e-4233-83cd-f3477e11cba2 req-a4ba3781-4f4f-4100-a967-aead7e351253 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:07.811209 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a22c2b6-197e-4233-83cd-f3477e11cba2 req-a4ba3781-4f4f-4100-a967-aead7e351253 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 944 time: 0.3247242 Nov 09 17:57:07.906456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Attempting to bind port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:07.907086 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Attempting to bind port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '872b289e-5b6b-418b-ac80-6ff0ce280698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e54b1374-9cba-4caa-a564-5f0b57081cf7'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:07.907921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Attempting to bind port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 on network e54b1374-9cba-4caa-a564-5f0b57081cf7 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:07.969502 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:07.970889 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Checking segment: {'id': '872b289e-5b6b-418b-ac80-6ff0ce280698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e54b1374-9cba-4caa-a564-5f0b57081cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:07.971186 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.974965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Bound using segment: {'id': '872b289e-5b6b-418b-ac80-6ff0ce280698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e54b1374-9cba-4caa-a564-5f0b57081cf7'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:07.977242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Bound port: 5d0c6f52-467d-4815-bf02-3dc3bc944fb5, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872b289e-5b6b-418b-ac80-6ff0ce280698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e54b1374-9cba-4caa-a564-5f0b57081cf7'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:07.985991 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.041295 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.061937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5415dadf-32a8-4d04-9af6-b42247a8aceb {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:08.085565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Allocated IP 2001:db8::21b (e54b1374-9cba-4caa-a564-5f0b57081cf7/48bf1159-a1b9-469d-b03a-1ba4b4e57107/6be47ec4-fa3f-4c7c-a431-82545b057a1b) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:08.087104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 5415dadf-32a8-4d04-9af6-b42247a8aceb, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=5415dadf-32a8-4d04-9af6-b42247a8aceb,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:08.096302 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.241816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a22c2b6-197e-4233-83cd-f3477e11cba2 req-fe09db39-b754-42b3-a18c-baf980e2a429 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133799 Nov 09 17:57:08.263259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=5415dadf-32a8-4d04-9af6-b42247a8aceb,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:08.271113 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] For port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:08.304066 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] For port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5d0c6f52-467d-4815-bf02-3dc3bc944fb5,segment=NetworkSegment(872b289e-5b6b-418b-ac80-6ff0ce280698),segment_id=872b289e-5b6b-418b-ac80-6ff0ce280698)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:08.315260 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.325854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f90fe9-319d-4504-b745-a57fb3e71234 req-fd2f1436-9c01-427d-a5c1-ff9b12a25127 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:08.339820 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-71f90fe9-319d-4504-b745-a57fb3e71234 req-fd2f1436-9c01-427d-a5c1-ff9b12a25127 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 909 time: 0.2718515 Nov 09 17:57:08.347342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dbe60-ba25-465c-b9ba-8f3da7ba9874 req-62be4648-911a-4e03-a896-581d42987746 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:08.349163 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8b1dbe60-ba25-465c-b9ba-8f3da7ba9874 req-62be4648-911a-4e03-a896-581d42987746 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 909 time: 0.2594593 Nov 09 17:57:08.451970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['5415dadf-32a8-4d04-9af6-b42247a8aceb'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:08.605210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519abb38-c306-4eab-ac79-f159e478eecb None None] Pushing event updated for resources: {'Port': ['ID=5d0c6f52-467d-4815-bf02-3dc3bc944fb5,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:08.776770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf53ac-42f6-43a7-925a-e6477a360d10 req-294d203f-c9ca-4f65-81dc-2f6d22b95800 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:08.781108 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bbf53ac-42f6-43a7-925a-e6477a360d10 req-294d203f-c9ca-4f65-81dc-2f6d22b95800 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.2550302 Nov 09 17:57:08.899692 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.005143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-8b1dbe60-ba25-465c-b9ba-8f3da7ba9874 req-4ea1eb9b-0ccd-4c25-9835-6bcec6d61658 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Deleting port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:09.005588 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8b1dbe60-ba25-465c-b9ba-8f3da7ba9874 req-4ea1eb9b-0ccd-4c25-9835-6bcec6d61658 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.042448 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.113900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Network e54b1374-9cba-4caa-a564-5f0b57081cf7 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:09.149835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:09.162242 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:09.173639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:09.174348 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.190229 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bbf53ac-42f6-43a7-925a-e6477a360d10 req-45811c33-1447-47cd-ac18-e5e4abab33c2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842709 Nov 09 17:57:09.245014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event updated for resources: {'Port': ['ID=6be47ec4-fa3f-4c7c-a431-82545b057a1b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:09.260504 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4345abc5-010e-43b8-9e44-7949585f50b9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.4253144 Nov 09 17:57:09.265644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47436) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:09.288475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8b1dbe60-ba25-465c-b9ba-8f3da7ba9874 req-4ea1eb9b-0ccd-4c25-9835-6bcec6d61658 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] For port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6f0c8a1c-ce74-4bca-a04c-cdf1dce15570,segment=NetworkSegment(9c015266-0ef1-4eb6-8eaa-6f8bd94c0230),segment_id=9c015266-0ef1-4eb6-8eaa-6f8bd94c0230)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:09.289436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8b1dbe60-ba25-465c-b9ba-8f3da7ba9874 req-4ea1eb9b-0ccd-4c25-9835-6bcec6d61658 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.311184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-8b1dbe60-ba25-465c-b9ba-8f3da7ba9874 req-4ea1eb9b-0ccd-4c25-9835-6bcec6d61658 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Calling delete_port for 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:09.351100 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [None req-639bf0fc-539b-499b-b4f2-53b98e8300b1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:57:09.539256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 5415dadf-32a8-4d04-9af6-b42247a8aceb up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:09.636598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 5415dadf-32a8-4d04-9af6-b42247a8aceb completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:57:09.645637 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 5415dadf-32a8-4d04-9af6-b42247a8aceb triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:09.650031 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.685473 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-639bf0fc-539b-499b-b4f2-53b98e8300b1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.715355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad010fd6-4386-4c52-b8e3-343683f8de79 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:09.728809 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad010fd6-4386-4c52-b8e3-343683f8de79 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:09.742501 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad010fd6-4386-4c52-b8e3-343683f8de79 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:09.745787 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ad010fd6-4386-4c52-b8e3-343683f8de79 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4781129 Nov 09 17:57:09.754052 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-639bf0fc-539b-499b-b4f2-53b98e8300b1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.756625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47454) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:09.826517 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8b1dbe60-ba25-465c-b9ba-8f3da7ba9874 req-4ea1eb9b-0ccd-4c25-9835-6bcec6d61658 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.910871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1eb9b-0ccd-4c25-9835-6bcec6d61658 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event deleted for resources: {'Port': ['ID=6f0c8a1c-ce74-4bca-a04c-cdf1dce15570,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:09.981826 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.071410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb034ed-b483-409e-ae16-d733dec05d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5415dadf-32a8-4d04-9af6-b42247a8aceb'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:10.075778 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6240af65-af16-4532-a152-799df6097be1" -d '{"events": [{"server_uuid": "bcb034ed-b483-409e-ae16-d733dec05d51", "name": "network-vif-plugged", "status": "completed", "tag": "5415dadf-32a8-4d04-9af6-b42247a8aceb"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:10.078721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff04825-0a50-4eab-a961-b70f28614db0 req-acdcc694-8d4f-41a0-89d6-c8039e78d811 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:10.096896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ff04825-0a50-4eab-a961-b70f28614db0 req-acdcc694-8d4f-41a0-89d6-c8039e78d811 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fa428e1-b827-4d06-98fb-48bfa53e4222 HTTP/1.1" status: 200 len: 830 time: 0.4719627 Nov 09 17:57:10.139695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c8cb0-aea1-4931-84f8-bc4cb7be5a0a req-92a0e287-5d1c-42e9-a08e-e06a923ee96a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:10.141182 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c94c8cb0-aea1-4931-84f8-bc4cb7be5a0a req-92a0e287-5d1c-42e9-a08e-e06a923ee96a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 945 time: 0.6659827 Nov 09 17:57:10.151811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 5415dadf-32a8-4d04-9af6-b42247a8aceb, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=5415dadf-32a8-4d04-9af6-b42247a8aceb,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:10.165637 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.216954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1dbe60-ba25-465c-b9ba-8f3da7ba9874 req-4ea1eb9b-0ccd-4c25-9835-6bcec6d61658 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] No DVR routers for this DVR port 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:10.229343 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8b1dbe60-ba25-465c-b9ba-8f3da7ba9874 req-4ea1eb9b-0ccd-4c25-9835-6bcec6d61658 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.244954 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8b1dbe60-ba25-465c-b9ba-8f3da7ba9874 req-4ea1eb9b-0ccd-4c25-9835-6bcec6d61658 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.18 "DELETE /v2.0/ports/6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 HTTP/1.1" status: 204 len: 173 time: 1.8742292 Nov 09 17:57:10.246310 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa428e1-b827-4d06-98fb-48bfa53e4222', 'name': 'network-vif-deleted', 'tag': '6f0c8a1c-ce74-4bca-a04c-cdf1dce15570'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:10.254261 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c1c677-4619-4333-b338-88acf7d9dfc6" -d '{"events": [{"server_uuid": "1fa428e1-b827-4d06-98fb-48bfa53e4222", "name": "network-vif-deleted", "tag": "6f0c8a1c-ce74-4bca-a04c-cdf1dce15570"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:10.395303 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=5415dadf-32a8-4d04-9af6-b42247a8aceb,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:10.413328 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe2b835-b6cd-471e-9d24-ceca7721b2d6 x-openstack-request-id: req-efe2b835-b6cd-471e-9d24-ceca7721b2d6 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:10.413757 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb034ed-b483-409e-ae16-d733dec05d51", "name": "network-vif-plugged", "status": "completed", "tag": "5415dadf-32a8-4d04-9af6-b42247a8aceb", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:10.414154 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efe2b835-b6cd-471e-9d24-ceca7721b2d6 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:10.415674 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb034ed-b483-409e-ae16-d733dec05d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5415dadf-32a8-4d04-9af6-b42247a8aceb', 'code': 200} Nov 09 17:57:10.659907 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-00b5508d-e78c-4c40-832d-e9cebee83e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.712416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc46d8-86d6-456a-887c-1c91a4fe6465 None None] Network e54b1374-9cba-4caa-a564-5f0b57081cf7 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:10.842168 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c94c8cb0-aea1-4931-84f8-bc4cb7be5a0a req-d7dde5a5-2482-4228-9145-906deb7dfdd4 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6811895 Nov 09 17:57:10.894354 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-639bf0fc-539b-499b-b4f2-53b98e8300b1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Floating IP 96e937c6-7773-4f58-aeeb-8cce51c72c42 associated. External IP: 172.25.1.132, port: a04f9cb8-e02c-4435-868a-17572e6679e9. Nov 09 17:57:10.903750 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Deleting port 6be47ec4-fa3f-4c7c-a431-82545b057a1b {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:10.904256 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.038580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-85641158-683a-45bc-87f3-5a2ab40b6fd7 None None] Provisioning complete for port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:11.039969 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-85641158-683a-45bc-87f3-5a2ab40b6fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.043621 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.157421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:11.166650 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85702cd-66b8-4fd4-bf4e-2d3bdbab93cf x-openstack-request-id: req-e85702cd-66b8-4fd4-bf4e-2d3bdbab93cf {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:11.167447 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa428e1-b827-4d06-98fb-48bfa53e4222", "name": "network-vif-deleted", "tag": "6f0c8a1c-ce74-4bca-a04c-cdf1dce15570", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:11.167674 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e85702cd-66b8-4fd4-bf4e-2d3bdbab93cf {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:11.169687 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa428e1-b827-4d06-98fb-48bfa53e4222', 'name': 'network-vif-deleted', 'tag': '6f0c8a1c-ce74-4bca-a04c-cdf1dce15570', 'status': 'completed', 'code': 200} Nov 09 17:57:11.209286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9c854-aef9-4fc1-9544-07913ffb08cf req-6c61a543-86ae-4dbf-974e-b8e49a8d2b5c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:11.221347 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d1b9c854-aef9-4fc1-9544-07913ffb08cf req-6c61a543-86ae-4dbf-974e-b8e49a8d2b5c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.7557502 Nov 09 17:57:11.303130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61936e-28bb-4273-bde1-1ee2aeb0a54b req-fb130647-f32e-4418-a1a3-1ce7bc02ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:11.304730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8d61936e-28bb-4273-bde1-1ee2aeb0a54b req-fb130647-f32e-4418-a1a3-1ce7bc02ab4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 1097 time: 0.2460141 Nov 09 17:57:11.335107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Calling delete_port for 6be47ec4-fa3f-4c7c-a431-82545b057a1b owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:11.377426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47482) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:11.493559 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d1b9c854-aef9-4fc1-9544-07913ffb08cf req-a421438c-6655-4bad-b676-730e1f4be921 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703025 Nov 09 17:57:11.556289 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8d61936e-28bb-4273-bde1-1ee2aeb0a54b req-70708a49-9826-4603-88b4-072d392c53b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199340 Nov 09 17:57:11.588139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:11.588758 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.682840 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.723046 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-85641158-683a-45bc-87f3-5a2ab40b6fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.759098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event deleted for resources: {'Port': ['ID=6be47ec4-fa3f-4c7c-a431-82545b057a1b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:11.821270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:11.821730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:11.823142 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.824451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:11.824884 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:11.825326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:11.825629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:11.825974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:11.828033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:11.828741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:11.829059 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:11.829468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:11.829723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:11.870997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-85641158-683a-45bc-87f3-5a2ab40b6fd7 None None] For port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5d0c6f52-467d-4815-bf02-3dc3bc944fb5,segment=NetworkSegment(872b289e-5b6b-418b-ac80-6ff0ce280698),segment_id=872b289e-5b6b-418b-ac80-6ff0ce280698)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:11.883663 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-85641158-683a-45bc-87f3-5a2ab40b6fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.022068 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:12.062225 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:12.062577 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6f0c8a1c-ce74-4bca-a04c-cdf1dce15570 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:12.081149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47496) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:12.131486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-21c8aa9e-3896-4a2e-9403-3738c6cd42c0 None None] Could not find standard attr ID for object 6be47ec4-fa3f-4c7c-a431-82545b057a1b. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:57:12.142956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85641158-683a-45bc-87f3-5a2ab40b6fd7 None None] Pushing event updated for resources: {'Port': ['ID=5d0c6f52-467d-4815-bf02-3dc3bc944fb5,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:12.162580 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:57:12.164758 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:57:12.193447 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-21c8aa9e-3896-4a2e-9403-3738c6cd42c0 None None] Provisioning complete for port 6dc498e4-4e3d-48cc-aa98-84ed0cc918e3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:12.193447 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-21c8aa9e-3896-4a2e-9403-3738c6cd42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.219085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639bf0fc-539b-499b-b4f2-53b98e8300b1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:57:12.274437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-21c8aa9e-3896-4a2e-9403-3738c6cd42c0 None None] Port 6dc498e4-4e3d-48cc-aa98-84ed0cc918e3 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:12.290121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-21c8aa9e-3896-4a2e-9403-3738c6cd42c0 None None] Provisioning complete for port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:12.290735 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-21c8aa9e-3896-4a2e-9403-3738c6cd42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.363022 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-501f0137-ce20-42b2-abe9-2f55acaabfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.601512 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-501f0137-ce20-42b2-abe9-2f55acaabfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.617318 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-501f0137-ce20-42b2-abe9-2f55acaabfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.666750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f1036636-394a-44fe-accb-7ebbc0a26686 None None] Provisioning complete for port 6dc498e4-4e3d-48cc-aa98-84ed0cc918e3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:12.667012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639bf0fc-539b-499b-b4f2-53b98e8300b1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:12.671450 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f1036636-394a-44fe-accb-7ebbc0a26686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.693824 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-639bf0fc-539b-499b-b4f2-53b98e8300b1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.700673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d0d58-9348-40f0-8953-b92cb8c84eb4 None None] Sync routers for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:12.716230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f0137-ce20-42b2-abe9-2f55acaabfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eedc6b-db4c-4f08-8f4a-6c17d5c24f15,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:12.741181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.750724 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-12a2748d-4856-444d-bfb9-84fc1b2b96c5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "DELETE /v2.0/ports/6be47ec4-fa3f-4c7c-a431-82545b057a1b HTTP/1.1" status: 204 len: 168 time: 2.9784472 Nov 09 17:57:12.752521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47506) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:12.833869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d0d58-9348-40f0-8953-b92cb8c84eb4 None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:12.834656 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3e3d0d58-9348-40f0-8953-b92cb8c84eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:56:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:12.885467 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-501f0137-ce20-42b2-abe9-2f55acaabfff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0c7080edefa4352b7e7efea7108c8e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8029413 Nov 09 17:57:12.911700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47508) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:12.941104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada1a3f-7b09-4f4b-bd68-fb6715167d2c req-0c56c842-eba0-420e-aff6-04705f0d359d tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:12.943038 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cada1a3f-7b09-4f4b-bd68-fb6715167d2c req-0c56c842-eba0-420e-aff6-04705f0d359d tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 946 time: 0.7993495 Nov 09 17:57:12.946008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3e27e-08c5-4469-803d-e2817ccf199e req-248ebd60-6887-43e5-9468-7cbfda531945 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:12.948607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88e3e27e-08c5-4469-803d-e2817ccf199e req-248ebd60-6887-43e5-9468-7cbfda531945 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.2511923 Nov 09 17:57:12.955423 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27941e4-728f-426a-88e2-3bd5e5e743aa tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] GET failed (client error): The resource could not be found. Nov 09 17:57:12.965239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47510) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:12.966351 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d27941e4-728f-426a-88e2-3bd5e5e743aa tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "GET /v2.0/ports/6be47ec4-fa3f-4c7c-a431-82545b057a1b HTTP/1.1" status: 404 len: 333 time: 0.1700737 Nov 09 17:57:12.974060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Request body: {'port': {'network_id': 'e54b1374-9cba-4caa-a564-5f0b57081cf7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-176763649'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:13.123048 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-639bf0fc-539b-499b-b4f2-53b98e8300b1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "PUT /v2.0/floatingips/96e937c6-7773-4f58-aeeb-8cce51c72c42 HTTP/1.1" status: 200 len: 991 time: 5.6250203 Nov 09 17:57:13.129098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:13.135506 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99e2e80-c6bc-44af-8f0a-4b89baf0fecb" -d '{"events": [{"name": "network-changed", "server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:13.150120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-3e3d0d58-9348-40f0-8953-b92cb8c84eb4 None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:13.164686 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cada1a3f-7b09-4f4b-bd68-fb6715167d2c req-7fc738de-2f18-4bf1-996d-96e90a477439 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138139 Nov 09 17:57:13.168794 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-886e7b87-ab7d-4698-abb5-0176daf12890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:13.249318 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-886e7b87-ab7d-4698-abb5-0176daf12890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:13.303701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f1036636-394a-44fe-accb-7ebbc0a26686 None None] Port 6dc498e4-4e3d-48cc-aa98-84ed0cc918e3 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:13.327030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88e3e27e-08c5-4469-803d-e2817ccf199e req-4b2f34ca-f9b5-4b8b-bfc8-ce44b6020e41 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382268 Nov 09 17:57:13.451423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-886e7b87-ab7d-4698-abb5-0176daf12890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:13.462526 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-886e7b87-ab7d-4698-abb5-0176daf12890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:13.464578 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-886e7b87-ab7d-4698-abb5-0176daf12890 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/94eedc6b-db4c-4f08-8f4a-6c17d5c24f15 HTTP/1.1" status: 204 len: 168 time: 0.4928412 Nov 09 17:57:13.510892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e7b87-ab7d-4698-abb5-0176daf12890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eedc6b-db4c-4f08-8f4a-6c17d5c24f15,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:13.515718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:13.555089 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9b731412-0622-4d9c-bdf6-c31830394ceb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:13.703058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bfbb9694-81a5-45dc-a3f6-9c54eac19389 None None] Could not find standard attr ID for object 6be47ec4-fa3f-4c7c-a431-82545b057a1b. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:57:13.814692 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4df27645-15c9-4a70-a9cb-a52224f46a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:13.842108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Made reservation on behalf of 12ce551159194c78acf5056e184e7d79 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:13.849313 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:13.886930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] device_id is not set on port ceb0f227-ff2e-4821-a7ff-14eafc9dd128 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:13.994175 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c12381-27a7-4cbc-98ee-e46423cf500d x-openstack-request-id: req-43c12381-27a7-4cbc-98ee-e46423cf500d {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:13.994492 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:14.007427 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:14.008082 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43c12381-27a7-4cbc-98ee-e46423cf500d {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:14.008227 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.008362 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'status': 'completed', 'code': 200} Nov 09 17:57:14.025309 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47528) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:14.049809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d3744388-d7b7-49dc-9885-9c92aedccaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.213808 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d3744388-d7b7-49dc-9885-9c92aedccaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.214747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e2e80-c6bc-44af-8f0a-4b89baf0fecb req-9521b09f-0337-4e97-9636-c6d38a5fd40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:14.216441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a99e2e80-c6bc-44af-8f0a-4b89baf0fecb req-9521b09f-0337-4e97-9636-c6d38a5fd40d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 1096 time: 0.1845844 Nov 09 17:57:14.221636 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d3744388-d7b7-49dc-9885-9c92aedccaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.243452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3e3d0d58-9348-40f0-8953-b92cb8c84eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '96e937c6-7773-4f58-aeeb-8cce51c72c42', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'port_id': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'mac_address': 'fa:16:3e:db:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:56:30Z', 'updated_at': '2021-11-09T17:57:09Z', 'revision_number': 1, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:33Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:14.250912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Allocated IP 2001:db8::1ab (e54b1374-9cba-4caa-a564-5f0b57081cf7/48bf1159-a1b9-469d-b03a-1ba4b4e57107/ceb0f227-ff2e-4821-a7ff-14eafc9dd128) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:14.316866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d0d58-9348-40f0-8953-b92cb8c84eb4 None None] Checking router: 8e4580ea-4aa9-4f69-b67b-2141580ccab9 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:14.328453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d3744388-d7b7-49dc-9885-9c92aedccaa0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7134cd28879d47398dd06f50d9158f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3013637 Nov 09 17:57:14.340690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47534) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:14.345017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d0d58-9348-40f0-8953-b92cb8c84eb4 None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:14.346107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3e3d0d58-9348-40f0-8953-b92cb8c84eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:57:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:14.511964 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3744388-d7b7-49dc-9885-9c92aedccaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b084cb-355a-4f69-b548-1ba9c6e35866,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:14.600109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464500e-fd32-4d2e-9748-fd000b2f7be9 req-3b8505a6-1053-401d-8e92-d51a5c71be79 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:14.603368 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e464500e-fd32-4d2e-9748-fd000b2f7be9 req-3b8505a6-1053-401d-8e92-d51a5c71be79 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 946 time: 0.2445765 Nov 09 17:57:14.637431 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06cccb21-fa51-4aeb-a1ab-077d2ed7c544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.699015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29f3e8-ce8d-4403-aac4-1c9c512c1922 req-53d751b1-bec7-4881-9bac-758d1958fa05 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:14.701693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b29f3e8-ce8d-4403-aac4-1c9c512c1922 req-53d751b1-bec7-4881-9bac-758d1958fa05 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1403804 Nov 09 17:57:14.709961 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06cccb21-fa51-4aeb-a1ab-077d2ed7c544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.774520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9b731412-0622-4d9c-bdf6-c31830394ceb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Deleting port 035b43ef-0aa7-464f-8b1d-db3a89341969 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:14.774839 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9b731412-0622-4d9c-bdf6-c31830394ceb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.831331 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e464500e-fd32-4d2e-9748-fd000b2f7be9 req-d654f29c-cc86-44f7-aa67-c76251da492a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894467 Nov 09 17:57:14.870088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e2e80-c6bc-44af-8f0a-4b89baf0fecb req-0492e00f-f0b0-4ad3-b50f-81a8a5b517d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:14.879864 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a99e2e80-c6bc-44af-8f0a-4b89baf0fecb req-0492e00f-f0b0-4ad3-b50f-81a8a5b517d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.6498711 Nov 09 17:57:14.899139 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06cccb21-fa51-4aeb-a1ab-077d2ed7c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.904136 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06cccb21-fa51-4aeb-a1ab-077d2ed7c544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.921683 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-06cccb21-fa51-4aeb-a1ab-077d2ed7c544 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00b084cb-355a-4f69-b548-1ba9c6e35866 HTTP/1.1" status: 204 len: 168 time: 0.5655112 Nov 09 17:57:14.924146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-3e3d0d58-9348-40f0-8953-b92cb8c84eb4 None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:14.957651 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.971414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cccb21-fa51-4aeb-a1ab-077d2ed7c544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b084cb-355a-4f69-b548-1ba9c6e35866,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:15.134057 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.172491 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a99e2e80-c6bc-44af-8f0a-4b89baf0fecb req-58878f0a-b9f3-478a-acc1-3896c8600ed2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a04f9cb8-e02c-4435-868a-17572e6679e9 HTTP/1.1" status: 200 len: 999 time: 0.1758466 Nov 09 17:57:15.319796 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-9b731412-0622-4d9c-bdf6-c31830394ceb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] For port 035b43ef-0aa7-464f-8b1d-db3a89341969, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=035b43ef-0aa7-464f-8b1d-db3a89341969,segment=NetworkSegment(9c015266-0ef1-4eb6-8eaa-6f8bd94c0230),segment_id=9c015266-0ef1-4eb6-8eaa-6f8bd94c0230)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:15.320100 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9b731412-0622-4d9c-bdf6-c31830394ceb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.338947 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9b731412-0622-4d9c-bdf6-c31830394ceb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Calling delete_port for 035b43ef-0aa7-464f-8b1d-db3a89341969 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:15.398675 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.565672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b29f3e8-ce8d-4403-aac4-1c9c512c1922 req-6a93055f-c252-4e25-967a-1778c558d912 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8419497 Nov 09 17:57:15.602205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3e3d0d58-9348-40f0-8953-b92cb8c84eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '96e937c6-7773-4f58-aeeb-8cce51c72c42', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'port_id': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'mac_address': 'fa:16:3e:db:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:56:30Z', 'updated_at': '2021-11-09T17:57:09Z', 'revision_number': 1, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:33Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:15.656313 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d0d58-9348-40f0-8953-b92cb8c84eb4 None None] The sync data for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 is: [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '96e937c6-7773-4f58-aeeb-8cce51c72c42', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'port_id': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'mac_address': 'fa:16:3e:db:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:56:30Z', 'updated_at': '2021-11-09T17:57:09Z', 'revision_number': 1, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:33Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:15.728924 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.844707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e2e80-c6bc-44af-8f0a-4b89baf0fecb req-e90cd314-373d-4869-a832-1d9357952d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:15.846606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a99e2e80-c6bc-44af-8f0a-4b89baf0fecb req-e90cd314-373d-4869-a832-1d9357952d4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.6499183 Nov 09 17:57:15.956761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Network e54b1374-9cba-4caa-a564-5f0b57081cf7 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:16.061264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:16.071101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:16.081331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:16.082462 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.104784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event updated for resources: {'Port': ['ID=ceb0f227-ff2e-4821-a7ff-14eafc9dd128,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:16.124519 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb582ffe-d05a-4128-8d67-6b5e217a7131 None None] New status for floating IP 96e937c6-7773-4f58-aeeb-8cce51c72c42: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:57:16.138779 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6ddcfb32-d13e-41ed-bfe0-3765f0337cc5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1703174 Nov 09 17:57:16.143300 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47586) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:16.157180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0ffe614f-ae48-4532-9844-42664e618727 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::99', 'mac_address': 'fa:16:3e:e5:21:d2'}]}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:16.355392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e2e80-c6bc-44af-8f0a-4b89baf0fecb req-40dfe3b7-a9d4-4109-b6f8-74a5493ffdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:16.357646 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a99e2e80-c6bc-44af-8f0a-4b89baf0fecb req-40dfe3b7-a9d4-4109-b6f8-74a5493ffdf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4975715 Nov 09 17:57:16.682386 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f30c8e03-f584-4d94-8f01-6c6dd432cd88 None None] Provisioning complete for port ceb0f227-ff2e-4821-a7ff-14eafc9dd128 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:16.683319 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f30c8e03-f584-4d94-8f01-6c6dd432cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.683459 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a99e2e80-c6bc-44af-8f0a-4b89baf0fecb req-ff388ff7-e5a0-4be7-a183-761dc9451157 service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015981 Nov 09 17:57:16.780556 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe614f-ae48-4532-9844-42664e618727 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.796642 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9b731412-0622-4d9c-bdf6-c31830394ceb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.806302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f30c8e03-f584-4d94-8f01-6c6dd432cd88 None None] Port ceb0f227-ff2e-4821-a7ff-14eafc9dd128 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:16.867369 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77a454-4e6f-4aae-8767-38356412207c req-c4ce8f8b-0627-4588-a066-1c741eab3837 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:16.870618 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a77a454-4e6f-4aae-8767-38356412207c req-c4ce8f8b-0627-4588-a066-1c741eab3837 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1536150 Nov 09 17:57:16.937128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b731412-0622-4d9c-bdf6-c31830394ceb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event deleted for resources: {'Port': ['ID=035b43ef-0aa7-464f-8b1d-db3a89341969,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:16.989649 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a77a454-4e6f-4aae-8767-38356412207c req-811a0501-074b-46de-9b87-ee0bf0f02ad9 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060314 Nov 09 17:57:17.533662 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a99e2e80-c6bc-44af-8f0a-4b89baf0fecb req-d4703ee5-82af-440e-824e-a020cc9d27f8 service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7633860 Nov 09 17:57:17.598571 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9b731412-0622-4d9c-bdf6-c31830394ceb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:17.612738 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:18.285815 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe614f-ae48-4532-9844-42664e618727 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:18.302057 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe614f-ae48-4532-9844-42664e618727 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:18.307188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931275af-1475-4e2f-b5da-69ce6df3a4d6 req-d3a98522-8aba-4570-8d49-1a496583a97e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:18.324731 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-931275af-1475-4e2f-b5da-69ce6df3a4d6 req-d3a98522-8aba-4570-8d49-1a496583a97e tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1438849 Nov 09 17:57:18.422292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe614f-ae48-4532-9844-42664e618727 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] In _notify_port_updated(), no bound segment for port ceb0f227-ff2e-4821-a7ff-14eafc9dd128 on network e54b1374-9cba-4caa-a564-5f0b57081cf7 {{(pid=102154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 17:57:18.447766 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe614f-ae48-4532-9844-42664e618727 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:18.447766 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe614f-ae48-4532-9844-42664e618727 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:18.458564 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0ffe614f-ae48-4532-9844-42664e618727 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "PUT /v2.0/ports/ceb0f227-ff2e-4821-a7ff-14eafc9dd128 HTTP/1.1" status: 200 len: 1001 time: 2.3110631 Nov 09 17:57:18.460345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47644) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:18.529524 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-931275af-1475-4e2f-b5da-69ce6df3a4d6 req-7169c1ac-02e3-4e3d-b00e-d42bdaeed1ff tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031267 Nov 09 17:57:18.574554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe614f-ae48-4532-9844-42664e618727 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event updated for resources: {'Port': ['ID=ceb0f227-ff2e-4821-a7ff-14eafc9dd128,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:18.822996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b731412-0622-4d9c-bdf6-c31830394ceb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Router 91e16220-219e-4684-b123-f203ec0ce321 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:57:18.919815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c0224b09-3cde-45b6-a800-f8736c653bf5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Deleting port ceb0f227-ff2e-4821-a7ff-14eafc9dd128 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:18.921927 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c0224b09-3cde-45b6-a800-f8736c653bf5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:19.035245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-24f316fd-42de-4647-9af6-e67733fdf886 None None] Provisioning complete for port ceb0f227-ff2e-4821-a7ff-14eafc9dd128 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:19.038326 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-24f316fd-42de-4647-9af6-e67733fdf886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:19.039961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b731412-0622-4d9c-bdf6-c31830394ceb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:19.057341 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9b731412-0622-4d9c-bdf6-c31830394ceb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "PUT /v2.0/routers/91e16220-219e-4684-b123-f203ec0ce321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6625102 Nov 09 17:57:19.059857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47648) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:19.153485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee9dd9-c567-4fad-b720-8d3bf47a6b57 None None] Sync routers for ids ['91e16220-219e-4684-b123-f203ec0ce321'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:19.189671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee9dd9-c567-4fad-b720-8d3bf47a6b57 None None] Routers {'91e16220-219e-4684-b123-f203ec0ce321'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:19.191599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-08ee9dd9-c567-4fad-b720-8d3bf47a6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:57:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['91e16220-219e-4684-b123-f203ec0ce321'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:19.197847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-24f316fd-42de-4647-9af6-e67733fdf886 None None] Port ceb0f227-ff2e-4821-a7ff-14eafc9dd128 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:19.205512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3b0a8e-206a-4669-9c43-64d2cf6d0d45 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Deleting subnet 40237b23-1d44-40aa-af08-32bab6da1498 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:57:19.216870 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0a8e-206a-4669-9c43-64d2cf6d0d45 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:19.281695 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c0224b09-3cde-45b6-a800-f8736c653bf5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:19.311773 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0a8e-206a-4669-9c43-64d2cf6d0d45 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:19.349986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c0224b09-3cde-45b6-a800-f8736c653bf5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Calling delete_port for ceb0f227-ff2e-4821-a7ff-14eafc9dd128 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:19.536163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0a8e-206a-4669-9c43-64d2cf6d0d45 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:19.601731 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-08ee9dd9-c567-4fad-b720-8d3bf47a6b57 None None] Set router 91e16220-219e-4684-b123-f203ec0ce321 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:19.682230 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0a8e-206a-4669-9c43-64d2cf6d0d45 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:19.774650 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b0a8e-206a-4669-9c43-64d2cf6d0d45 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event deleted for resources: {'Subnet': ['ID=40237b23-1d44-40aa-af08-32bab6da1498,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:19.792362 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0a8e-206a-4669-9c43-64d2cf6d0d45 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:19.800036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1c3b0a8e-206a-4669-9c43-64d2cf6d0d45 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "DELETE /v2.0/subnets/40237b23-1d44-40aa-af08-32bab6da1498 HTTP/1.1" status: 204 len: 168 time: 0.7387857 Nov 09 17:57:19.800794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47666) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:19.815564 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c559d2f3-95c9-4ae2-97ea-524ba185f517 None None] Network 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:19.843161 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c0224b09-3cde-45b6-a800-f8736c653bf5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:19.974328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0224b09-3cde-45b6-a800-f8736c653bf5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event deleted for resources: {'Port': ['ID=ceb0f227-ff2e-4821-a7ff-14eafc9dd128,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:19.977003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:20.019347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc026cd-b185-40cd-86ce-631d4c5fc305 req-ac9b8a3b-65a9-45f1-a28f-6acf4afaa02b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:20.033512 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ccc026cd-b185-40cd-86ce-631d4c5fc305 req-ac9b8a3b-65a9-45f1-a28f-6acf4afaa02b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.2687452 Nov 09 17:57:20.202442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:20.353671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Deleting port f80f654f-923b-4b8e-8bea-9eecd8326a4f {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:20.357204 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:20.389800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-08ee9dd9-c567-4fad-b720-8d3bf47a6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e16220-219e-4684-b123-f203ec0ce321', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962216401', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:57:16Z', 'revision_number': 5, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': 'f80f654f-923b-4b8e-8bea-9eecd8326a4f', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e16220-219e-4684-b123-f203ec0ce321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:12Z', 'updated_at': '2021-11-09T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:20.472783 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ccc026cd-b185-40cd-86ce-631d4c5fc305 req-dd9d3d05-ac80-4cf6-a451-3fa993b1015c tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582795 Nov 09 17:57:20.519552 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c0224b09-3cde-45b6-a800-f8736c653bf5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:20.527687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47672) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:20.528870 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c0224b09-3cde-45b6-a800-f8736c653bf5 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "DELETE /v2.0/ports/ceb0f227-ff2e-4821-a7ff-14eafc9dd128 HTTP/1.1" status: 204 len: 168 time: 2.0669179 Nov 09 17:57:20.536729 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee9dd9-c567-4fad-b720-8d3bf47a6b57 None None] Checking router: 91e16220-219e-4684-b123-f203ec0ce321 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:20.541044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db36c0ec-27d1-4253-914f-e56fbbcb6876 None None] DHCP port deletion for 51618c0f-c17e-4a6a-86f9-4cd7c364f4bb request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:57:20.571008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] For port f80f654f-923b-4b8e-8bea-9eecd8326a4f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f80f654f-923b-4b8e-8bea-9eecd8326a4f,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:20.571531 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:20.588706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Calling delete_port for f80f654f-923b-4b8e-8bea-9eecd8326a4f owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:20.607667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee9dd9-c567-4fad-b720-8d3bf47a6b57 None None] Routers {'91e16220-219e-4684-b123-f203ec0ce321'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:20.608724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-08ee9dd9-c567-4fad-b720-8d3bf47a6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:57:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['91e16220-219e-4684-b123-f203ec0ce321'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:20.875722 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-08ee9dd9-c567-4fad-b720-8d3bf47a6b57 None None] Set router 91e16220-219e-4684-b123-f203ec0ce321 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:20.884334 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-82349fa6-0751-474d-806c-be26bd4370b3 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] GET failed (client error): The resource could not be found. Nov 09 17:57:20.892454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47682) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:20.896448 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-82349fa6-0751-474d-806c-be26bd4370b3 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "GET /v2.0/ports/ceb0f227-ff2e-4821-a7ff-14eafc9dd128 HTTP/1.1" status: 404 len: 333 time: 0.3663211 Nov 09 17:57:20.901572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Request body: {'port': {'network_id': 'e54b1374-9cba-4caa-a564-5f0b57081cf7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1788380689'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:20.908290 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.046369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-08ee9dd9-c567-4fad-b720-8d3bf47a6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e16220-219e-4684-b123-f203ec0ce321', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962216401', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:57:20Z', 'revision_number': 6, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:21.113272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee9dd9-c567-4fad-b720-8d3bf47a6b57 None None] The sync data for ids ['91e16220-219e-4684-b123-f203ec0ce321'] in n-d-817236-1 is: [{'id': '91e16220-219e-4684-b123-f203ec0ce321', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962216401', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:57:20Z', 'revision_number': 6, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:21.128901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event deleted for resources: {'Port': ['ID=f80f654f-923b-4b8e-8bea-9eecd8326a4f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:21.194712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-db36c0ec-27d1-4253-914f-e56fbbcb6876 None None] Deleting port 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:21.195364 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-db36c0ec-27d1-4253-914f-e56fbbcb6876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.267197 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Made reservation on behalf of 12ce551159194c78acf5056e184e7d79 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:21.274563 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.278589 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.363276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] device_id is not set on port b4cd98cb-fb77-4a42-8518-1858afa51e43 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:21.404105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-db36c0ec-27d1-4253-914f-e56fbbcb6876 None None] For port 74d28c2a-89ff-4e4a-bcee-3c78954c00a4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=74d28c2a-89ff-4e4a-bcee-3c78954c00a4,segment=NetworkSegment(9c015266-0ef1-4eb6-8eaa-6f8bd94c0230),segment_id=9c015266-0ef1-4eb6-8eaa-6f8bd94c0230)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:21.404728 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-db36c0ec-27d1-4253-914f-e56fbbcb6876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.421608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-db36c0ec-27d1-4253-914f-e56fbbcb6876 None None] Calling delete_port for 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:21.569245 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.582408 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.756419 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-db36c0ec-27d1-4253-914f-e56fbbcb6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.774594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Allocated IP 2001:db8::169 (e54b1374-9cba-4caa-a564-5f0b57081cf7/48bf1159-a1b9-469d-b03a-1ba4b4e57107/b4cd98cb-fb77-4a42-8518-1858afa51e43) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:21.823769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36c0ec-27d1-4253-914f-e56fbbcb6876 None None] Pushing event deleted for resources: {'Port': ['ID=74d28c2a-89ff-4e4a-bcee-3c78954c00a4,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:21.853249 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db36c0ec-27d1-4253-914f-e56fbbcb6876 None None] No DVR routers for this DVR port 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:21.878464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 035b43ef-0aa7-464f-8b1d-db3a89341969 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:21.889468 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.895123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Fanout notify agent at l3_agent the message router_deleted on router 91e16220-219e-4684-b123-f203ec0ce321 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:57:21.910370 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.922208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1f294c58-b22a-429a-a45c-e7bf2633776d tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "DELETE /v2.0/routers/91e16220-219e-4684-b123-f203ec0ce321 HTTP/1.1" status: 204 len: 168 time: 2.1198504 Nov 09 17:57:21.925548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47700) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:21.928213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 035b43ef-0aa7-464f-8b1d-db3a89341969 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:21.928698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 035b43ef-0aa7-464f-8b1d-db3a89341969 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:21.929230 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:21.976708 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:21.977406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 74d28c2a-89ff-4e4a-bcee-3c78954c00a4 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:22.221683 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c1e00112-8e9a-4cd2-bb9e-64afc57721c0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.268270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241fc7f-c50f-4a4a-812f-e4a5ae0df618 req-e25a7398-413d-45be-82c3-eaa7dc8f49fe tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.271625 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b241fc7f-c50f-4a4a-812f-e4a5ae0df618 req-e25a7398-413d-45be-82c3-eaa7dc8f49fe tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.4800189 Nov 09 17:57:22.512784 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.607951 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.632813 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c1e00112-8e9a-4cd2-bb9e-64afc57721c0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.703980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b241fc7f-c50f-4a4a-812f-e4a5ae0df618 req-ca73d920-2ebe-453c-a900-cb437ad91b45 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952489 Nov 09 17:57:22.753708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-c1e00112-8e9a-4cd2-bb9e-64afc57721c0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51618c0f-c17e-4a6a-86f9-4cd7c364f4bb']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:22.776951 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event updated for resources: {'Port': ['ID=b4cd98cb-fb77-4a42-8518-1858afa51e43,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:22.778373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-c1e00112-8e9a-4cd2-bb9e-64afc57721c0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:22.778373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-c1e00112-8e9a-4cd2-bb9e-64afc57721c0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c015266-0ef1-4eb6-8eaa-6f8bd94c0230') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:22.781960 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Network e54b1374-9cba-4caa-a564-5f0b57081cf7 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:22.784397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:22.799470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:22.809105 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.809757 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.812035 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c1e00112-8e9a-4cd2-bb9e-64afc57721c0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.840581 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f0c1219c-6fa1-4da4-938e-468c2b2a2085 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9458742 Nov 09 17:57:22.844881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47710) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:22.854055 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c1e00112-8e9a-4cd2-bb9e-64afc57721c0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.869777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e00112-8e9a-4cd2-bb9e-64afc57721c0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:22.870270 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c1e00112-8e9a-4cd2-bb9e-64afc57721c0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:22.875115 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:22.896543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-4e3acbc4-5420-4252-a384-2e1b33517219 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e5:21:d2'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:22.911092 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.097517 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c1e00112-8e9a-4cd2-bb9e-64afc57721c0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.105843 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c1e00112-8e9a-4cd2-bb9e-64afc57721c0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.116093 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c1e00112-8e9a-4cd2-bb9e-64afc57721c0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "DELETE /v2.0/networks/51618c0f-c17e-4a6a-86f9-4cd7c364f4bb HTTP/1.1" status: 204 len: 168 time: 1.1886976 Nov 09 17:57:23.117095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47714) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:23.311524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-299891fa-fb29-4220-a576-a62ace1ad185 None None] Provisioning complete for port b4cd98cb-fb77-4a42-8518-1858afa51e43 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:23.312257 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-299891fa-fb29-4220-a576-a62ace1ad185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.401516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e00112-8e9a-4cd2-bb9e-64afc57721c0 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event deleted for resources: {'Network': ['ID=51618c0f-c17e-4a6a-86f9-4cd7c364f4bb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:23.401733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-299891fa-fb29-4220-a576-a62ace1ad185 None None] Port b4cd98cb-fb77-4a42-8518-1858afa51e43 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:23.598001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f80f654f-923b-4b8e-8bea-9eecd8326a4f no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:23.639922 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4e3acbc4-5420-4252-a384-2e1b33517219 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.677893 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: f80f654f-923b-4b8e-8bea-9eecd8326a4f {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:23.678408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f80f654f-923b-4b8e-8bea-9eecd8326a4f not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:23.690181 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.727271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7cc7b022-8c56-4e21-ad76-eaf312b6753f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Deleting port 0900bcc4-286a-4c66-8656-307ed2121016 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:23.730133 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b022-8c56-4e21-ad76-eaf312b6753f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.080914 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b022-8c56-4e21-ad76-eaf312b6753f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.081864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b022-8c56-4e21-ad76-eaf312b6753f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.136253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7cc7b022-8c56-4e21-ad76-eaf312b6753f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Calling delete_port for 0900bcc4-286a-4c66-8656-307ed2121016 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:24.249018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725758f-7d34-4b90-afc0-bf1a90827b7b req-a68817b6-1e2b-4ec0-9ff4-a1ef8dc8da79 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.259908 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5725758f-7d34-4b90-afc0-bf1a90827b7b req-a68817b6-1e2b-4ec0-9ff4-a1ef8dc8da79 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1979942 Nov 09 17:57:24.362787 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5725758f-7d34-4b90-afc0-bf1a90827b7b req-67528d0b-0192-4264-99be-a7f84b0cc4df tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013134 Nov 09 17:57:24.425093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4e3acbc4-5420-4252-a384-2e1b33517219 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.435468 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4e3acbc4-5420-4252-a384-2e1b33517219 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.517753 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-4e3acbc4-5420-4252-a384-2e1b33517219 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] In _notify_port_updated(), no bound segment for port b4cd98cb-fb77-4a42-8518-1858afa51e43 on network e54b1374-9cba-4caa-a564-5f0b57081cf7 {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 17:57:24.523447 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3acbc4-5420-4252-a384-2e1b33517219 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.524134 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4e3acbc4-5420-4252-a384-2e1b33517219 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.525582 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4e3acbc4-5420-4252-a384-2e1b33517219 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "PUT /v2.0/ports/b4cd98cb-fb77-4a42-8518-1858afa51e43 HTTP/1.1" status: 200 len: 1003 time: 1.6582563 Nov 09 17:57:24.530638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47732) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:24.718664 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b022-8c56-4e21-ad76-eaf312b6753f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.767980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3acbc4-5420-4252-a384-2e1b33517219 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event updated for resources: {'Port': ['ID=b4cd98cb-fb77-4a42-8518-1858afa51e43,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:24.830091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7b022-8c56-4e21-ad76-eaf312b6753f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event deleted for resources: {'Port': ['ID=0900bcc4-286a-4c66-8656-307ed2121016,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:24.932449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-2041cabd-9274-4756-a218-4620fb8cd777 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Deleting port b4cd98cb-fb77-4a42-8518-1858afa51e43 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:24.933256 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2041cabd-9274-4756-a218-4620fb8cd777 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.941144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b022-8c56-4e21-ad76-eaf312b6753f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.941495 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-7cc7b022-8c56-4e21-ad76-eaf312b6753f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Floating IP e5e2a25b-ca53-4ca0-a5d1-e869ef6e7b2f disassociated (deleted). External IP: 172.25.1.23, port: e0b0787d-67e3-483c-9911-818ec515abab. Nov 09 17:57:25.140236 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2041cabd-9274-4756-a218-4620fb8cd777 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:25.161650 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-2041cabd-9274-4756-a218-4620fb8cd777 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Calling delete_port for b4cd98cb-fb77-4a42-8518-1858afa51e43 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:25.281152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2ab992c3-b638-4270-b293-51cdbbef5233 None None] Provisioning complete for port b4cd98cb-fb77-4a42-8518-1858afa51e43 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:25.282307 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2ab992c3-b638-4270-b293-51cdbbef5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:25.513187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2ab992c3-b638-4270-b293-51cdbbef5233 None None] Port b4cd98cb-fb77-4a42-8518-1858afa51e43 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:25.550338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc7b022-8c56-4e21-ad76-eaf312b6753f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Router 127e59d6-b383-45ce-89f0-8ba29e27227a has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:57:25.634057 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2041cabd-9274-4756-a218-4620fb8cd777 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:25.791086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041cabd-9274-4756-a218-4620fb8cd777 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event deleted for resources: {'Port': ['ID=b4cd98cb-fb77-4a42-8518-1858afa51e43,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:25.873264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc7b022-8c56-4e21-ad76-eaf312b6753f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:25.898541 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2514927a-5131-403f-8b97-68cb99472295 None None] Sync routers for ids ['127e59d6-b383-45ce-89f0-8ba29e27227a'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:25.901932 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b022-8c56-4e21-ad76-eaf312b6753f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:25.982887 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7cc7b022-8c56-4e21-ad76-eaf312b6753f tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "DELETE /v2.0/floatingips/e5e2a25b-ca53-4ca0-a5d1-e869ef6e7b2f HTTP/1.1" status: 204 len: 168 time: 2.8447621 Nov 09 17:57:26.009526 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2514927a-5131-403f-8b97-68cb99472295 None None] Routers {'127e59d6-b383-45ce-89f0-8ba29e27227a'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:26.010699 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2514927a-5131-403f-8b97-68cb99472295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:57:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['127e59d6-b383-45ce-89f0-8ba29e27227a'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:26.035430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41ee98-e598-4b52-8e55-34eecb9ce3fe req-9ad7e61c-e11d-41a8-aeef-ae485e3913a7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:26.038432 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd41ee98-e598-4b52-8e55-34eecb9ce3fe req-9ad7e61c-e11d-41a8-aeef-ae485e3913a7 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.2645383 Nov 09 17:57:26.039498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'tag': 'e0b0787d-67e3-483c-9911-818ec515abab'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:26.044571 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c17eef7-1a07-4c8d-b7b9-0820b9c4849c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7d7f8d-b0d9-44a5-b65b-3262216d49f9", "tag": "e0b0787d-67e3-483c-9911-818ec515abab"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:26.065091 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2041cabd-9274-4756-a218-4620fb8cd777 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:26.092082 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2041cabd-9274-4756-a218-4620fb8cd777 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "DELETE /v2.0/ports/b4cd98cb-fb77-4a42-8518-1858afa51e43 HTTP/1.1" status: 204 len: 168 time: 1.5571809 Nov 09 17:57:26.103520 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47758) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:26.246287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd41ee98-e598-4b52-8e55-34eecb9ce3fe req-dc42ce83-91da-4c99-9c66-b2a12d8df449 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951282 Nov 09 17:57:26.254243 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee67124-dfee-4b88-8fe2-c45d96394a00 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] GET failed (client error): The resource could not be found. Nov 09 17:57:26.267748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47762) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:26.276189 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8ee67124-dfee-4b88-8fe2-c45d96394a00 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "GET /v2.0/ports/b4cd98cb-fb77-4a42-8518-1858afa51e43 HTTP/1.1" status: 404 len: 333 time: 0.1723835 Nov 09 17:57:26.284178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Request body: {'port': {'network_id': 'e54b1374-9cba-4caa-a564-5f0b57081cf7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-270667084'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:26.396089 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51874ff-2947-4902-bd3a-b6bbcea9c8da x-openstack-request-id: req-b51874ff-2947-4902-bd3a-b6bbcea9c8da {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:26.398879 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7d7f8d-b0d9-44a5-b65b-3262216d49f9", "tag": "e0b0787d-67e3-483c-9911-818ec515abab", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:26.402023 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b51874ff-2947-4902-bd3a-b6bbcea9c8da {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:26.404460 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'tag': 'e0b0787d-67e3-483c-9911-818ec515abab', 'status': 'completed', 'code': 200} Nov 09 17:57:26.591815 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2514927a-5131-403f-8b97-68cb99472295 None None] Set router 127e59d6-b383-45ce-89f0-8ba29e27227a gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:27.069361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17eef7-1a07-4c8d-b7b9-0820b9c4849c req-7aba5430-a230-47ec-933c-824f5abbe874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.073386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c17eef7-1a07-4c8d-b7b9-0820b9c4849c req-7aba5430-a230-47ec-933c-824f5abbe874 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60575135d11e43be9eb43cb2b7fd2240&device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 1135 time: 0.3685389 Nov 09 17:57:27.113466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Made reservation on behalf of 12ce551159194c78acf5056e184e7d79 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:27.116293 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2514927a-5131-403f-8b97-68cb99472295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:54:36Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'fd14d186-45da-443e-b7f2-545c22e315f1', 'name': '', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'mac_address': 'fa:16:3e:12:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:32Z', 'updated_at': '2021-11-09T17:54:43Z', 'revision_number': 5, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'subnets': [{'id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:27.119908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:27.156193 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2514927a-5131-403f-8b97-68cb99472295 None None] Checking router: 127e59d6-b383-45ce-89f0-8ba29e27227a for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:27.169358 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2514927a-5131-403f-8b97-68cb99472295 None None] Routers {'127e59d6-b383-45ce-89f0-8ba29e27227a'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:27.170502 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2514927a-5131-403f-8b97-68cb99472295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:57:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['127e59d6-b383-45ce-89f0-8ba29e27227a'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:27.240629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d234a-eb02-4a7b-9a0a-34ff97ccbc3a req-537d2fc3-c938-40a2-a255-323a74d14195 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.260273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e36d234a-eb02-4a7b-9a0a-34ff97ccbc3a req-537d2fc3-c938-40a2-a255-323a74d14195 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 984 time: 0.5570416 Nov 09 17:57:27.362221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] device_id is not set on port a3eb400a-34a2-4cbe-9c58-e3aaa3911dd4 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:27.708430 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2514927a-5131-403f-8b97-68cb99472295 None None] Set router 127e59d6-b383-45ce-89f0-8ba29e27227a gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:27.724605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1f73f-50d2-4484-b490-11b908438beb req-0898cb24-8985-483f-ae49-ccb1ae1a7740 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.748767 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-35b1f73f-50d2-4484-b490-11b908438beb req-0898cb24-8985-483f-ae49-ccb1ae1a7740 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.2791259 Nov 09 17:57:27.903491 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-35b1f73f-50d2-4484-b490-11b908438beb req-08eba6ac-5317-4158-a3c2-25eb92ce6ce2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429174 Nov 09 17:57:27.927318 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e36d234a-eb02-4a7b-9a0a-34ff97ccbc3a req-d69cfe01-dbac-47b6-ac8a-307b9d869ece tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4941361 Nov 09 17:57:28.178144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17eef7-1a07-4c8d-b7b9-0820b9c4849c req-3072a6fb-8907-438b-a5e2-9eedc9f7a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:28.179792 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c17eef7-1a07-4c8d-b7b9-0820b9c4849c req-3072a6fb-8907-438b-a5e2-9eedc9f7a52f service neutron] 10.222.0.13 "GET /v2.0/networks?id=293c1dad-881e-4d58-a545-c78216b68db2 HTTP/1.1" status: 200 len: 898 time: 1.0952203 Nov 09 17:57:28.215349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47790) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:28.231832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Allocated IP 2001:db8::369 (e54b1374-9cba-4caa-a564-5f0b57081cf7/48bf1159-a1b9-469d-b03a-1ba4b4e57107/a3eb400a-34a2-4cbe-9c58-e3aaa3911dd4) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:28.578250 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2514927a-5131-403f-8b97-68cb99472295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:54:36Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'fd14d186-45da-443e-b7f2-545c22e315f1', 'name': '', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'mac_address': 'fa:16:3e:12:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:32Z', 'updated_at': '2021-11-09T17:54:43Z', 'revision_number': 5, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'subnets': [{'id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:28.591140 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:28.695427 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b88897d-2e6a-4478-b931-2627fa1fcca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:28.725363 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2514927a-5131-403f-8b97-68cb99472295 None None] The sync data for ids ['127e59d6-b383-45ce-89f0-8ba29e27227a'] in n-d-817236-1 is: [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:54:36Z', 'revision_number': 4, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'fd14d186-45da-443e-b7f2-545c22e315f1', 'name': '', 'network_id': '293c1dad-881e-4d58-a545-c78216b68db2', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'mac_address': 'fa:16:3e:12:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:32Z', 'updated_at': '2021-11-09T17:54:43Z', 'revision_number': 5, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'subnets': [{'id': 'abca216d-41d6-4c7a-8132-2de1912872f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:28.732164 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c17eef7-1a07-4c8d-b7b9-0820b9c4849c req-56008403-fa23-4b8e-b1e7-29933b031bb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b0787d-67e3-483c-9911-818ec515abab HTTP/1.1" status: 200 len: 217 time: 0.1579604 Nov 09 17:57:28.876364 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d89ce6-3e1e-44fe-afa4-9d01228477a2 req-68561829-934c-446e-81bb-415d3663bbc6 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:28.891116 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-46d89ce6-3e1e-44fe-afa4-9d01228477a2 req-68561829-934c-446e-81bb-415d3663bbc6 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 984 time: 0.7790258 Nov 09 17:57:28.897355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17eef7-1a07-4c8d-b7b9-0820b9c4849c req-4a35a8fb-b51f-45a8-a772-0bc583a79354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:28.900213 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c17eef7-1a07-4c8d-b7b9-0820b9c4849c req-4a35a8fb-b51f-45a8-a772-0bc583a79354 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abca216d-41d6-4c7a-8132-2de1912872f0 HTTP/1.1" status: 200 len: 833 time: 0.1553006 Nov 09 17:57:28.971994 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:28.972329 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b88897d-2e6a-4478-b931-2627fa1fcca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:28.990371 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b88897d-2e6a-4478-b931-2627fa1fcca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.104204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event updated for resources: {'Port': ['ID=a3eb400a-34a2-4cbe-9c58-e3aaa3911dd4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:29.170213 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7b88897d-2e6a-4478-b931-2627fa1fcca1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f5c2947d43934085bcd01efc94cb1936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9516921 Nov 09 17:57:29.172615 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88897d-2e6a-4478-b931-2627fa1fcca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b79191-eecd-45ac-8e20-d131aa5fda94,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:29.176024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47804) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:29.262991 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f975-1044-49bd-8dac-93c96372dc3b req-d52cd38c-af9c-40ed-acbe-8c53b72886c6 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.264050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Network e54b1374-9cba-4caa-a564-5f0b57081cf7 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:29.272501 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7082f975-1044-49bd-8dac-93c96372dc3b req-d52cd38c-af9c-40ed-acbe-8c53b72886c6 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1764281 Nov 09 17:57:29.287746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:29.297821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:29.307164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.308372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.343031 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7082f975-1044-49bd-8dac-93c96372dc3b req-67b0a3e1-077b-4159-aff8-1a12e2022fcc tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695467 Nov 09 17:57:29.358409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2faa5d-1b0a-426b-9ff4-bd2783cdacf2 None None] New status for floating IP e5e2a25b-ca53-4ca0-a5d1-e869ef6e7b2f: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:57:29.366582 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5bc2a103-f1d4-46ce-a698-a75beaf36f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.381746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17eef7-1a07-4c8d-b7b9-0820b9c4849c req-acaeea2c-b4cb-4cbe-87dc-c7848558341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.387627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c17eef7-1a07-4c8d-b7b9-0820b9c4849c req-acaeea2c-b4cb-4cbe-87dc-c7848558341d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=293c1dad-881e-4d58-a545-c78216b68db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4695759 Nov 09 17:57:29.405657 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dd7d2e50-e778-4919-8c36-318793bdaf5c tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1386564 Nov 09 17:57:29.415531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47810) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:29.422060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Request body: {'port': {'network_id': 'e54b1374-9cba-4caa-a564-5f0b57081cf7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-121304835'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:29.442726 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5bc2a103-f1d4-46ce-a698-a75beaf36f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.779778 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5bc2a103-f1d4-46ce-a698-a75beaf36f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.783106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5bc2a103-f1d4-46ce-a698-a75beaf36f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.784282 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5bc2a103-f1d4-46ce-a698-a75beaf36f86 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1b79191-eecd-45ac-8e20-d131aa5fda94 HTTP/1.1" status: 204 len: 168 time: 0.6046371 Nov 09 17:57:29.836717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2a103-f1d4-46ce-a698-a75beaf36f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b79191-eecd-45ac-8e20-d131aa5fda94,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:29.876329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Made reservation on behalf of 12ce551159194c78acf5056e184e7d79 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:29.892635 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.987731 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2f95d355-e512-4264-8887-3223d7cd2c5d None None] Provisioning complete for port a3eb400a-34a2-4cbe-9c58-e3aaa3911dd4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:29.988727 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f95d355-e512-4264-8887-3223d7cd2c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.012713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] device_id is not set on port f776e938-5b7c-4860-80b0-805a65d33843 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:30.126712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2f95d355-e512-4264-8887-3223d7cd2c5d None None] Port a3eb400a-34a2-4cbe-9c58-e3aaa3911dd4 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:30.202189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa17c62-9f54-47f7-abed-83665ed81709 req-3c1cc2ec-ff08-4aad-a969-b326e77dfcc3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:30.204540 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4aa17c62-9f54-47f7-abed-83665ed81709 req-3c1cc2ec-ff08-4aad-a969-b326e77dfcc3 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 984 time: 1.0711539 Nov 09 17:57:30.237141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-46d89ce6-3e1e-44fe-afa4-9d01228477a2 req-e48b15e8-21c3-4ac4-ad2b-0f5abb4b2926 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Deleting port e0b0787d-67e3-483c-9911-818ec515abab {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:30.237689 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-46d89ce6-3e1e-44fe-afa4-9d01228477a2 req-e48b15e8-21c3-4ac4-ad2b-0f5abb4b2926 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.287216 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc1179-052e-44d8-9b13-8b5a6680308d req-900f5fe0-9cf7-463f-9fab-a088b276f925 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:30.301869 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93bc1179-052e-44d8-9b13-8b5a6680308d req-900f5fe0-9cf7-463f-9fab-a088b276f925 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1642575 Nov 09 17:57:30.341445 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c17eef7-1a07-4c8d-b7b9-0820b9c4849c req-84367252-c772-484c-a829-689b5a1f09a1 service neutron] 10.222.0.13 "GET /v2.0/networks/293c1dad-881e-4d58-a545-c78216b68db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9345496 Nov 09 17:57:30.420471 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4aa17c62-9f54-47f7-abed-83665ed81709 req-685a632a-1797-4814-8076-710a09dc9359 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/security-groups?id=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77&id=ee3961bc-e8ea-4887-96e7-ee04da81b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1914923 Nov 09 17:57:30.474518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-46d89ce6-3e1e-44fe-afa4-9d01228477a2 req-e48b15e8-21c3-4ac4-ad2b-0f5abb4b2926 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] For port e0b0787d-67e3-483c-9911-818ec515abab, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e0b0787d-67e3-483c-9911-818ec515abab,segment=NetworkSegment(0724735a-e9ba-4dc8-86cc-e797546086d2),segment_id=0724735a-e9ba-4dc8-86cc-e797546086d2)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:30.474518 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-46d89ce6-3e1e-44fe-afa4-9d01228477a2 req-e48b15e8-21c3-4ac4-ad2b-0f5abb4b2926 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.490076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-46d89ce6-3e1e-44fe-afa4-9d01228477a2 req-e48b15e8-21c3-4ac4-ad2b-0f5abb4b2926 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Calling delete_port for e0b0787d-67e3-483c-9911-818ec515abab owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:30.504810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Allocated IP 2001:db8::42 (e54b1374-9cba-4caa-a564-5f0b57081cf7/48bf1159-a1b9-469d-b03a-1ba4b4e57107/f776e938-5b7c-4860-80b0-805a65d33843) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:30.548766 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93bc1179-052e-44d8-9b13-8b5a6680308d req-0de82a24-6314-4c8d-bcd5-f6be93b3787d tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449851 Nov 09 17:57:30.699313 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c17eef7-1a07-4c8d-b7b9-0820b9c4849c req-aae437c3-aa3d-43d7-9dd5-e1bab2945feb service neutron] 10.222.0.13 "GET /v2.0/networks/293c1dad-881e-4d58-a545-c78216b68db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477330 Nov 09 17:57:30.766864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852df11d-f668-4b03-bba9-fc3a382b4d4f req-dcc84998-e900-49ad-998a-e16b6f6a3aee tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:30.775530 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-852df11d-f668-4b03-bba9-fc3a382b4d4f req-dcc84998-e900-49ad-998a-e16b6f6a3aee tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1303868 Nov 09 17:57:30.845485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47834) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:30.867864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d653b1c-5982-4e1f-8c92-d3d7905369c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.891332 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-46d89ce6-3e1e-44fe-afa4-9d01228477a2 req-e48b15e8-21c3-4ac4-ad2b-0f5abb4b2926 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.952190 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-852df11d-f668-4b03-bba9-fc3a382b4d4f req-7ee71834-5a2f-496c-bee9-66955c5e310f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753607 Nov 09 17:57:30.964531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b15e8-21c3-4ac4-ad2b-0f5abb4b2926 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event deleted for resources: {'Port': ['ID=e0b0787d-67e3-483c-9911-818ec515abab,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:31.085591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d89ce6-3e1e-44fe-afa4-9d01228477a2 req-e48b15e8-21c3-4ac4-ad2b-0f5abb4b2926 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] No DVR routers for this DVR port e0b0787d-67e3-483c-9911-818ec515abab on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:31.096224 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-46d89ce6-3e1e-44fe-afa4-9d01228477a2 req-e48b15e8-21c3-4ac4-ad2b-0f5abb4b2926 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.096887 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.102353 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-46d89ce6-3e1e-44fe-afa4-9d01228477a2 req-e48b15e8-21c3-4ac4-ad2b-0f5abb4b2926 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.13 "DELETE /v2.0/ports/e0b0787d-67e3-483c-9911-818ec515abab HTTP/1.1" status: 204 len: 173 time: 2.1994388 Nov 09 17:57:31.102353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'name': 'network-vif-deleted', 'tag': 'e0b0787d-67e3-483c-9911-818ec515abab'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:31.106263 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbc6cae-cc73-4ed4-83f6-9c2d5bf0dcdf" -d '{"events": [{"server_uuid": "bd7d7f8d-b0d9-44a5-b65b-3262216d49f9", "name": "network-vif-deleted", "tag": "e0b0787d-67e3-483c-9911-818ec515abab"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:31.228919 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.233930 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131bda8b-0343-4c56-be92-7105436c61b5 x-openstack-request-id: req-131bda8b-0343-4c56-be92-7105436c61b5 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:31.234205 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7d7f8d-b0d9-44a5-b65b-3262216d49f9", "name": "network-vif-deleted", "tag": "e0b0787d-67e3-483c-9911-818ec515abab", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:31.234459 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-131bda8b-0343-4c56-be92-7105436c61b5 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:31.234829 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7d7f8d-b0d9-44a5-b65b-3262216d49f9', 'name': 'network-vif-deleted', 'tag': 'e0b0787d-67e3-483c-9911-818ec515abab', 'status': 'completed', 'code': 200} Nov 09 17:57:31.242429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d653b1c-5982-4e1f-8c92-d3d7905369c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.251196 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d653b1c-5982-4e1f-8c92-d3d7905369c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.331135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9d653b1c-5982-4e1f-8c92-d3d7905369c7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10507105a234423ca217057d7a88ef8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4817159 Nov 09 17:57:31.331135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d653b1c-5982-4e1f-8c92-d3d7905369c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26757e2b-54c7-4b99-893f-ff2ae2cec7cf,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:31.333082 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47844) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:31.400100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event updated for resources: {'Port': ['ID=f776e938-5b7c-4860-80b0-805a65d33843,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:31.427651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Network e54b1374-9cba-4caa-a564-5f0b57081cf7 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:31.440311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:31.454672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:31.468080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:31.469077 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.507378 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c243055b-fbf8-4423-8ad5-1d964ccd2bec tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0896766 Nov 09 17:57:31.510331 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47846) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:31.522080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-34b54b8d-84fd-4968-bb82-f6519817e6d2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::99', 'mac_address': 'fa:16:3e:e5:21:d2'}, {'ip_address': '2001:db8::369', 'mac_address': 'fa:16:3e:b8:d3:54'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:31.584754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e958b34-0ae9-4cb6-8c19-505d6f99adc5 req-bd4d985c-3696-42da-8bfa-a699a99c159b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:31.592730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e958b34-0ae9-4cb6-8c19-505d6f99adc5 req-bd4d985c-3696-42da-8bfa-a699a99c159b tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1431446 Nov 09 17:57:31.622957 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e0b0787d-67e3-483c-9911-818ec515abab no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:31.688563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e958b34-0ae9-4cb6-8c19-505d6f99adc5 req-8cff7dc4-2a17-4f34-b17c-fe49aab80717 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799696 Nov 09 17:57:31.738590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: e0b0787d-67e3-483c-9911-818ec515abab {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:31.739029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e0b0787d-67e3-483c-9911-818ec515abab not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:31.860739 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68166b34-3cbf-41d8-bfef-01cec898406f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.060834 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-30e0920c-6293-4612-ba79-960d460f9061 req-94f96bd8-aecc-43fe-a946-63076a364fcb tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd7d7f8d-b0d9-44a5-b65b-3262216d49f9 HTTP/1.1" status: 200 len: 210 time: 0.2291143 Nov 09 17:57:32.099759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b54b8d-84fd-4968-bb82-f6519817e6d2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.111769 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68166b34-3cbf-41d8-bfef-01cec898406f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.118955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b85e3589-e591-4e87-96b9-621d34146c6b None None] Provisioning complete for port f776e938-5b7c-4860-80b0-805a65d33843 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:32.119680 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b85e3589-e591-4e87-96b9-621d34146c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.206649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b85e3589-e591-4e87-96b9-621d34146c6b None None] Port f776e938-5b7c-4860-80b0-805a65d33843 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:32.262904 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68166b34-3cbf-41d8-bfef-01cec898406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.266493 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68166b34-3cbf-41d8-bfef-01cec898406f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.267660 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-68166b34-3cbf-41d8-bfef-01cec898406f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/26757e2b-54c7-4b99-893f-ff2ae2cec7cf HTTP/1.1" status: 204 len: 168 time: 0.9340742 Nov 09 17:57:32.313494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68166b34-3cbf-41d8-bfef-01cec898406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26757e2b-54c7-4b99-893f-ff2ae2cec7cf,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:32.458054 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b54b8d-84fd-4968-bb82-f6519817e6d2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.466929 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b54b8d-84fd-4968-bb82-f6519817e6d2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.515551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-34b54b8d-84fd-4968-bb82-f6519817e6d2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] In _notify_port_updated(), no bound segment for port f776e938-5b7c-4860-80b0-805a65d33843 on network e54b1374-9cba-4caa-a564-5f0b57081cf7 {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 17:57:32.523867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b54b8d-84fd-4968-bb82-f6519817e6d2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:32.524839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b54b8d-84fd-4968-bb82-f6519817e6d2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.529680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47864) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:32.529929 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-34b54b8d-84fd-4968-bb82-f6519817e6d2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "PUT /v2.0/ports/f776e938-5b7c-4860-80b0-805a65d33843 HTTP/1.1" status: 200 len: 1065 time: 1.0166242 Nov 09 17:57:32.614602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b54b8d-84fd-4968-bb82-f6519817e6d2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event updated for resources: {'Port': ['ID=f776e938-5b7c-4860-80b0-805a65d33843,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:32.737524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6c3982b7-2e1a-48e0-a3e7-540032226cc9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Deleting port f776e938-5b7c-4860-80b0-805a65d33843 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:32.738136 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c3982b7-2e1a-48e0-a3e7-540032226cc9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.867425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228c5d8-4384-4c9f-a686-7850d981a12f req-7658fe03-b400-417a-af8a-cacd56e87069 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:32.869045 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1228c5d8-4384-4c9f-a686-7850d981a12f req-7658fe03-b400-417a-af8a-cacd56e87069 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1656907 Nov 09 17:57:32.949540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe43084-c0c0-4f7f-b96e-2b7c563953fd req-7d72eed2-d0b2-41f2-9f8b-0e541b4825d6 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:32.958197 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbe43084-c0c0-4f7f-b96e-2b7c563953fd req-7d72eed2-d0b2-41f2-9f8b-0e541b4825d6 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 945 time: 0.1467381 Nov 09 17:57:32.985751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c3982b7-2e1a-48e0-a3e7-540032226cc9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.035535 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dbe43084-c0c0-4f7f-b96e-2b7c563953fd req-43653424-c2db-414d-967d-a59f6f759e9f tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763414 Nov 09 17:57:33.037849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6c3982b7-2e1a-48e0-a3e7-540032226cc9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Calling delete_port for f776e938-5b7c-4860-80b0-805a65d33843 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:33.067844 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-dc3f06f1-a58a-424f-883e-51c123c9b278 None None] Provisioning complete for port f776e938-5b7c-4860-80b0-805a65d33843 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:33.068342 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dc3f06f1-a58a-424f-883e-51c123c9b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.133436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-1228c5d8-4384-4c9f-a686-7850d981a12f req-b1d33a49-d5cf-4628-b539-4651b9a6d344 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Deleting port 9f197fa5-e9cb-4244-878e-71ac262602ed {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:33.134117 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1228c5d8-4384-4c9f-a686-7850d981a12f req-b1d33a49-d5cf-4628-b539-4651b9a6d344 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.185638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47888) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:33.203041 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f06f1-a58a-424f-883e-51c123c9b278 None None] Port f776e938-5b7c-4860-80b0-805a65d33843 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:33.259040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1228c5d8-4384-4c9f-a686-7850d981a12f req-b1d33a49-d5cf-4628-b539-4651b9a6d344 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] For port 9f197fa5-e9cb-4244-878e-71ac262602ed, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9f197fa5-e9cb-4244-878e-71ac262602ed,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:33.259481 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1228c5d8-4384-4c9f-a686-7850d981a12f req-b1d33a49-d5cf-4628-b539-4651b9a6d344 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.284317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-1228c5d8-4384-4c9f-a686-7850d981a12f req-b1d33a49-d5cf-4628-b539-4651b9a6d344 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Calling delete_port for 9f197fa5-e9cb-4244-878e-71ac262602ed owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:33.319353 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189bfd97-5f3d-4d3e-b344-720deb99799b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.363366 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189bfd97-5f3d-4d3e-b344-720deb99799b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.468155 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c3982b7-2e1a-48e0-a3e7-540032226cc9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.502074 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189bfd97-5f3d-4d3e-b344-720deb99799b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.504815 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189bfd97-5f3d-4d3e-b344-720deb99799b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.510346 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-189bfd97-5f3d-4d3e-b344-720deb99799b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "DELETE /v2.0/security-groups/8aaa7813-d9c7-4ffc-b0ac-b736c1087d77 HTTP/1.1" status: 204 len: 168 time: 0.3186595 Nov 09 17:57:33.511171 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47896) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:33.518126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bfd97-5f3d-4d3e-b344-720deb99799b tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaa7813-d9c7-4ffc-b0ac-b736c1087d77,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:33.553884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3982b7-2e1a-48e0-a3e7-540032226cc9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event deleted for resources: {'Port': ['ID=f776e938-5b7c-4860-80b0-805a65d33843,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:33.587213 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae166f35-b1d3-4079-8686-386d454df67c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.633848 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae166f35-b1d3-4079-8686-386d454df67c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.727946 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae166f35-b1d3-4079-8686-386d454df67c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.733322 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae166f35-b1d3-4079-8686-386d454df67c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.735796 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ae166f35-b1d3-4079-8686-386d454df67c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "DELETE /v2.0/security-groups/ee3961bc-e8ea-4887-96e7-ee04da81b11c HTTP/1.1" status: 204 len: 168 time: 0.2232943 Nov 09 17:57:33.744037 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47900) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:33.766595 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1228c5d8-4384-4c9f-a686-7850d981a12f req-b1d33a49-d5cf-4628-b539-4651b9a6d344 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.786452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9f197fa5-e9cb-4244-878e-71ac262602ed'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:33.793366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e8e6bc8a-b50d-4349-9a54-1595577841fa'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:33.805291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae166f35-b1d3-4079-8686-386d454df67c tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3961bc-e8ea-4887-96e7-ee04da81b11c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:33.934162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d33a49-d5cf-4628-b539-4651b9a6d344 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event deleted for resources: {'Port': ['ID=9f197fa5-e9cb-4244-878e-71ac262602ed,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:34.250250 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1228c5d8-4384-4c9f-a686-7850d981a12f req-b1d33a49-d5cf-4628-b539-4651b9a6d344 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] No DVR routers for this DVR port 9f197fa5-e9cb-4244-878e-71ac262602ed on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:34.264695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1228c5d8-4384-4c9f-a686-7850d981a12f req-b1d33a49-d5cf-4628-b539-4651b9a6d344 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:34.272796 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1228c5d8-4384-4c9f-a686-7850d981a12f req-b1d33a49-d5cf-4628-b539-4651b9a6d344 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.18 "DELETE /v2.0/ports/9f197fa5-e9cb-4244-878e-71ac262602ed HTTP/1.1" status: 204 len: 173 time: 1.3922510 Nov 09 17:57:34.273579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dd8b3b-eca0-42ca-b461-997ee92a07a8', 'name': 'network-vif-deleted', 'tag': '9f197fa5-e9cb-4244-878e-71ac262602ed'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:34.278664 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7d3be1-a431-4599-9178-e98c75bfee77" -d '{"events": [{"server_uuid": "f5dd8b3b-eca0-42ca-b461-997ee92a07a8", "name": "network-vif-deleted", "tag": "9f197fa5-e9cb-4244-878e-71ac262602ed"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:34.358374 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c3982b7-2e1a-48e0-a3e7-540032226cc9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:34.369237 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6c3982b7-2e1a-48e0-a3e7-540032226cc9 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "DELETE /v2.0/ports/f776e938-5b7c-4860-80b0-805a65d33843 HTTP/1.1" status: 204 len: 168 time: 1.8376322 Nov 09 17:57:34.371712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47918) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:34.413343 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7161cd8-6ca6-413e-8674-e5b8cbd9c52f tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] GET failed (client error): The resource could not be found. Nov 09 17:57:34.421435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e7161cd8-6ca6-413e-8674-e5b8cbd9c52f tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "GET /v2.0/ports/f776e938-5b7c-4860-80b0-805a65d33843 HTTP/1.1" status: 404 len: 333 time: 0.0478077 Nov 09 17:57:34.425767 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff212d3d-a8f3-4f14-8570-29cbaf44452c x-openstack-request-id: req-ff212d3d-a8f3-4f14-8570-29cbaf44452c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:34.426291 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dd8b3b-eca0-42ca-b461-997ee92a07a8", "name": "network-vif-deleted", "tag": "9f197fa5-e9cb-4244-878e-71ac262602ed", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:34.427511 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff212d3d-a8f3-4f14-8570-29cbaf44452c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:34.428504 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dd8b3b-eca0-42ca-b461-997ee92a07a8', 'name': 'network-vif-deleted', 'tag': '9f197fa5-e9cb-4244-878e-71ac262602ed', 'status': 'completed', 'code': 200} Nov 09 17:57:34.429350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47920) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:34.665669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9f530d8d-c3e8-48de-b16d-c3b7006eb52b tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Deleting port a3eb400a-34a2-4cbe-9c58-e3aaa3911dd4 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:34.666355 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f530d8d-c3e8-48de-b16d-c3b7006eb52b tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:34.928951 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f530d8d-c3e8-48de-b16d-c3b7006eb52b tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.003323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9f530d8d-c3e8-48de-b16d-c3b7006eb52b tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Calling delete_port for a3eb400a-34a2-4cbe-9c58-e3aaa3911dd4 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:35.081898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d9cb4c9c-4255-4415-bb19-d2bbf49fe9c8 req-7a3da8a4-74af-4cea-ba8a-789ee3dd85b2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5dd8b3b-eca0-42ca-b461-997ee92a07a8 HTTP/1.1" status: 200 len: 210 time: 0.0345759 Nov 09 17:57:35.394597 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f530d8d-c3e8-48de-b16d-c3b7006eb52b tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.448358 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2877-963f-4dc3-83c9-9b61e15aafda tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.453679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f530d8d-c3e8-48de-b16d-c3b7006eb52b tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event deleted for resources: {'Port': ['ID=a3eb400a-34a2-4cbe-9c58-e3aaa3911dd4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:35.500777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f530d8d-c3e8-48de-b16d-c3b7006eb52b tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.510275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9f530d8d-c3e8-48de-b16d-c3b7006eb52b tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "DELETE /v2.0/ports/a3eb400a-34a2-4cbe-9c58-e3aaa3911dd4 HTTP/1.1" status: 204 len: 168 time: 1.0759099 Nov 09 17:57:35.510275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47940) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:35.554083 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-88806172-9abc-45f4-93ca-e9af2164e292 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] GET failed (client error): The resource could not be found. Nov 09 17:57:35.556128 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-88806172-9abc-45f4-93ca-e9af2164e292 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "GET /v2.0/ports/a3eb400a-34a2-4cbe-9c58-e3aaa3911dd4 HTTP/1.1" status: 404 len: 333 time: 0.0437319 Nov 09 17:57:35.564846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47946) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:35.782040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-35c2d4ce-f653-4fdd-be26-f950d21e0a1f tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Deleting port 6dc498e4-4e3d-48cc-aa98-84ed0cc918e3 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:35.782783 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35c2d4ce-f653-4fdd-be26-f950d21e0a1f tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.966636 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35c2d4ce-f653-4fdd-be26-f950d21e0a1f tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.995629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-35c2d4ce-f653-4fdd-be26-f950d21e0a1f tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Calling delete_port for 6dc498e4-4e3d-48cc-aa98-84ed0cc918e3 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:36.050096 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a2877-963f-4dc3-83c9-9b61e15aafda tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Deleting port fd14d186-45da-443e-b7f2-545c22e315f1 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:36.050507 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2877-963f-4dc3-83c9-9b61e15aafda tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:36.122932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9f197fa5-e9cb-4244-878e-71ac262602ed no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:36.208240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 9f197fa5-e9cb-4244-878e-71ac262602ed {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:36.214512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9f197fa5-e9cb-4244-878e-71ac262602ed not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:36.259803 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-5c6a2877-963f-4dc3-83c9-9b61e15aafda tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] For port fd14d186-45da-443e-b7f2-545c22e315f1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fd14d186-45da-443e-b7f2-545c22e315f1,segment=NetworkSegment(0724735a-e9ba-4dc8-86cc-e797546086d2),segment_id=0724735a-e9ba-4dc8-86cc-e797546086d2)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:36.259803 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2877-963f-4dc3-83c9-9b61e15aafda tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:36.285604 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a2877-963f-4dc3-83c9-9b61e15aafda tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Calling delete_port for fd14d186-45da-443e-b7f2-545c22e315f1 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:36.528381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35c2d4ce-f653-4fdd-be26-f950d21e0a1f tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:36.646411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2d4ce-f653-4fdd-be26-f950d21e0a1f tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event deleted for resources: {'Port': ['ID=6dc498e4-4e3d-48cc-aa98-84ed0cc918e3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:36.762239 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35c2d4ce-f653-4fdd-be26-f950d21e0a1f tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:36.782411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-35c2d4ce-f653-4fdd-be26-f950d21e0a1f tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "DELETE /v2.0/ports/6dc498e4-4e3d-48cc-aa98-84ed0cc918e3 HTTP/1.1" status: 204 len: 168 time: 1.2165821 Nov 09 17:57:36.784653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48104) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:36.888063 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5b5535-53ea-463f-b976-0ef00a9435f3 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Deleting subnet 48bf1159-a1b9-469d-b03a-1ba4b4e57107 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:57:36.891937 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5535-53ea-463f-b976-0ef00a9435f3 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:36.895441 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2877-963f-4dc3-83c9-9b61e15aafda tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:37.024145 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5535-53ea-463f-b976-0ef00a9435f3 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:37.032013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a2877-963f-4dc3-83c9-9b61e15aafda tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event deleted for resources: {'Port': ['ID=fd14d186-45da-443e-b7f2-545c22e315f1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:37.420604 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5535-53ea-463f-b976-0ef00a9435f3 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:37.489632 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2877-963f-4dc3-83c9-9b61e15aafda tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:37.561741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48138) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:37.853248 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8296be05-19fc-4eca-a9b5-fc5de890810a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:37.980393 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5535-53ea-463f-b976-0ef00a9435f3 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.070919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b5535-53ea-463f-b976-0ef00a9435f3 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event deleted for resources: {'Subnet': ['ID=48bf1159-a1b9-469d-b03a-1ba4b4e57107,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:38.092761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56cea5-c0b8-48c4-a8ee-61364602ab12 req-80635fd6-1c40-4c99-8d70-fdfe1ebb1d92 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:38.100679 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8c56cea5-c0b8-48c4-a8ee-61364602ab12 req-80635fd6-1c40-4c99-8d70-fdfe1ebb1d92 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 945 time: 0.1909177 Nov 09 17:57:38.110006 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5535-53ea-463f-b976-0ef00a9435f3 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.115603 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5e5b5535-53ea-463f-b976-0ef00a9435f3 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "DELETE /v2.0/subnets/48bf1159-a1b9-469d-b03a-1ba4b4e57107 HTTP/1.1" status: 204 len: 168 time: 1.3274949 Nov 09 17:57:38.124291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48150) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:38.127172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe2c0f-fce4-4d7f-aee9-49e657b8f44f None None] Network e54b1374-9cba-4caa-a564-5f0b57081cf7 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:38.154620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6a2877-963f-4dc3-83c9-9b61e15aafda tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Router 127e59d6-b383-45ce-89f0-8ba29e27227a has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:57:38.228158 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8296be05-19fc-4eca-a9b5-fc5de890810a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.245168 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8296be05-19fc-4eca-a9b5-fc5de890810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.252103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8c56cea5-c0b8-48c4-a8ee-61364602ab12 req-00e6094c-d73c-475c-add4-e0575743ebe2 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262422 Nov 09 17:57:38.348975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6a2877-963f-4dc3-83c9-9b61e15aafda tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:38.371454 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5c6a2877-963f-4dc3-83c9-9b61e15aafda tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "PUT /v2.0/routers/127e59d6-b383-45ce-89f0-8ba29e27227a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6201496 Nov 09 17:57:38.371803 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a294b6ef-10c5-45b3-8749-3650d957deb7 None None] Sync routers for ids ['127e59d6-b383-45ce-89f0-8ba29e27227a'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:38.372557 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48152) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:38.395057 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a294b6ef-10c5-45b3-8749-3650d957deb7 None None] Routers {'127e59d6-b383-45ce-89f0-8ba29e27227a'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:38.396198 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a294b6ef-10c5-45b3-8749-3650d957deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:57:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['127e59d6-b383-45ce-89f0-8ba29e27227a'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:38.422693 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.436914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8296be05-19fc-4eca-a9b5-fc5de890810a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0736138d186943d3bcb6207f8c294bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8730214 Nov 09 17:57:38.438844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48154) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:38.441429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296be05-19fc-4eca-a9b5-fc5de890810a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54363273-fd24-4ab6-81ad-c47ca2d5267e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:38.456788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3de1781-6c6f-44ca-9a06-4c983247766e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Deleting subnet abca216d-41d6-4c7a-8132-2de1912872f0 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:57:38.460669 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d3de1781-6c6f-44ca-9a06-4c983247766e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.518252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] DHCP port deletion for e54b1374-9cba-4caa-a564-5f0b57081cf7 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:57:38.569987 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d3de1781-6c6f-44ca-9a06-4c983247766e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.590287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Deleting port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:38.591005 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.637613 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40d5fec6-3bdf-46d2-9604-bfad23e379f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.700830 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40d5fec6-3bdf-46d2-9604-bfad23e379f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.726857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] For port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5d0c6f52-467d-4815-bf02-3dc3bc944fb5,segment=NetworkSegment(872b289e-5b6b-418b-ac80-6ff0ce280698),segment_id=872b289e-5b6b-418b-ac80-6ff0ce280698)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:38.731547 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.755796 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Deleting port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:38.756316 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.774095 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d3de1781-6c6f-44ca-9a06-4c983247766e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.786310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Calling delete_port for 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:38.817278 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a294b6ef-10c5-45b3-8749-3650d957deb7 None None] Set router 127e59d6-b383-45ce-89f0-8ba29e27227a gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:38.857748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] For port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5d0c6f52-467d-4815-bf02-3dc3bc944fb5,segment=NetworkSegment(872b289e-5b6b-418b-ac80-6ff0ce280698),segment_id=872b289e-5b6b-418b-ac80-6ff0ce280698)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:38.858294 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.877597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Calling delete_port for 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:38.970645 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d3de1781-6c6f-44ca-9a06-4c983247766e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.053110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de1781-6c6f-44ca-9a06-4c983247766e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event deleted for resources: {'Subnet': ['ID=abca216d-41d6-4c7a-8132-2de1912872f0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:39.055991 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d3de1781-6c6f-44ca-9a06-4c983247766e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.056591 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.061129 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d3de1781-6c6f-44ca-9a06-4c983247766e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "DELETE /v2.0/subnets/abca216d-41d6-4c7a-8132-2de1912872f0 HTTP/1.1" status: 204 len: 168 time: 0.6879976 Nov 09 17:57:39.064917 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48164) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:39.065916 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.077089 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec0478d-8f59-4b75-96d0-fd81a34936f6 None None] Network 293c1dad-881e-4d58-a545-c78216b68db2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:39.134512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event deleted for resources: {'Port': ['ID=5d0c6f52-467d-4815-bf02-3dc3bc944fb5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:39.138822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] No DVR routers for this DVR port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:39.306398 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.374203 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40d5fec6-3bdf-46d2-9604-bfad23e379f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.377868 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a294b6ef-10c5-45b3-8749-3650d957deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:57:36Z', 'revision_number': 5, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:39.379180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40d5fec6-3bdf-46d2-9604-bfad23e379f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.385627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-40d5fec6-3bdf-46d2-9604-bfad23e379f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/54363273-fd24-4ab6-81ad-c47ca2d5267e HTTP/1.1" status: 204 len: 168 time: 0.9387543 Nov 09 17:57:39.437250 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.448181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5fec6-3bdf-46d2-9604-bfad23e379f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54363273-fd24-4ab6-81ad-c47ca2d5267e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:39.507604 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54b1374-9cba-4caa-a564-5f0b57081cf7']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:39.518482 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a294b6ef-10c5-45b3-8749-3650d957deb7 None None] Checking router: 127e59d6-b383-45ce-89f0-8ba29e27227a for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:39.520982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872b289e-5b6b-418b-ac80-6ff0ce280698') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:39.521284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872b289e-5b6b-418b-ac80-6ff0ce280698') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:39.546724 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.554047 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a294b6ef-10c5-45b3-8749-3650d957deb7 None None] Routers {'127e59d6-b383-45ce-89f0-8ba29e27227a'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:39.555071 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a294b6ef-10c5-45b3-8749-3650d957deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:57:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['127e59d6-b383-45ce-89f0-8ba29e27227a'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:39.568474 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.578222 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:39.578745 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.600042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:39.624556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Pushing event deleted for resources: {'Port': ['ID=5d0c6f52-467d-4815-bf02-3dc3bc944fb5,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:39.638211 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:39.652153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:39.669584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:39.673943 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:39.675379 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:39.679077 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:39.680774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:39.681384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:39.683386 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:39.686904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:39.688297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:39.690302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:39.691632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:39.695931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:39.700320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5aad1-84c6-46d8-8f38-540eef56cd93 req-ca2dddaa-2ffd-419f-bf7e-f567cecf3cb5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:39.702563 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fad5aad1-84c6-46d8-8f38-540eef56cd93 req-ca2dddaa-2ffd-419f-bf7e-f567cecf3cb5 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 945 time: 0.2005167 Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:39.735959 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:39.760321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197196c6-8ba7-4cea-855c-da8a869f324c None None] No DVR routers for this DVR port 5d0c6f52-467d-4815-bf02-3dc3bc944fb5 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:39.761601 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.787591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26028481-c4c1-4b5b-86b1-41743c8e8450 req-dbdab199-9b00-4463-b755-9cca5387fabe tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:39.792627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-26028481-c4c1-4b5b-86b1-41743c8e8450 req-dbdab199-9b00-4463-b755-9cca5387fabe tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 945 time: 0.4161434 Nov 09 17:57:39.805409 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fad5aad1-84c6-46d8-8f38-540eef56cd93 req-fc974713-09a8-43e7-a30e-644fe3b76b0a tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646915 Nov 09 17:57:39.864231 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.868652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.875487 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] 10.222.0.81 "DELETE /v2.0/networks/e54b1374-9cba-4caa-a564-5f0b57081cf7 HTTP/1.1" status: 204 len: 168 time: 1.7496004 Nov 09 17:57:39.877839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc64a23-04f8-4502-a96c-e8efd1c362e2 tempest-AllowedAddressPairIpV6TestJSON-1527405039 tempest-AllowedAddressPairIpV6TestJSON-1527405039-project] Pushing event deleted for resources: {'Network': ['ID=e54b1374-9cba-4caa-a564-5f0b57081cf7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:39.954211 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a294b6ef-10c5-45b3-8749-3650d957deb7 None None] Set router 127e59d6-b383-45ce-89f0-8ba29e27227a gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:40.048086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Deleting port 1ca85a57-c257-49cd-ae56-cee7ef64f035 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:40.054890 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.138283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb0bb9e-b361-44ac-91e5-f9dec02c3e21 None None] DHCP port deletion for 293c1dad-881e-4d58-a545-c78216b68db2 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:57:40.239903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] For port 1ca85a57-c257-49cd-ae56-cee7ef64f035, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1ca85a57-c257-49cd-ae56-cee7ef64f035,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:40.240580 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.258487 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Calling delete_port for 1ca85a57-c257-49cd-ae56-cee7ef64f035 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:40.278254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48190) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:40.336859 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-26028481-c4c1-4b5b-86b1-41743c8e8450 req-c70911fe-3b60-474d-8c23-f515631ab924 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Deleting port e8e6bc8a-b50d-4349-9a54-1595577841fa {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:40.337481 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-26028481-c4c1-4b5b-86b1-41743c8e8450 req-c70911fe-3b60-474d-8c23-f515631ab924 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.375102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-feb0bb9e-b361-44ac-91e5-f9dec02c3e21 None None] Deleting port 7c9b03b3-69bb-446a-b598-295333417570 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:40.375515 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-feb0bb9e-b361-44ac-91e5-f9dec02c3e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.564424 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cad7324-790d-4114-aa45-1fb8af86332b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.564629 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-feb0bb9e-b361-44ac-91e5-f9dec02c3e21 None None] For port 7c9b03b3-69bb-446a-b598-295333417570, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7c9b03b3-69bb-446a-b598-295333417570,segment=NetworkSegment(0724735a-e9ba-4dc8-86cc-e797546086d2),segment_id=0724735a-e9ba-4dc8-86cc-e797546086d2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:40.565669 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-feb0bb9e-b361-44ac-91e5-f9dec02c3e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.589335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-feb0bb9e-b361-44ac-91e5-f9dec02c3e21 None None] Calling delete_port for 7c9b03b3-69bb-446a-b598-295333417570 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:40.658900 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.747484 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a294b6ef-10c5-45b3-8749-3650d957deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:57:36Z', 'revision_number': 5, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:40.770346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event deleted for resources: {'Port': ['ID=1ca85a57-c257-49cd-ae56-cee7ef64f035,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:40.803156 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-760559a0-85e7-4d86-9e83-f018b767d79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.861414 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a294b6ef-10c5-45b3-8749-3650d957deb7 None None] The sync data for ids ['127e59d6-b383-45ce-89f0-8ba29e27227a'] in n-d-817236-1 is: [{'id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1908314014', 'tenant_id': '60575135d11e43be9eb43cb2b7fd2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:54:18Z', 'updated_at': '2021-11-09T17:57:36Z', 'revision_number': 5, 'project_id': '60575135d11e43be9eb43cb2b7fd2240', 'gw_port': {'id': '1ca85a57-c257-49cd-ae56-cee7ef64f035', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127e59d6-b383-45ce-89f0-8ba29e27227a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:54:19Z', 'updated_at': '2021-11-09T17:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:40.887893 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-feb0bb9e-b361-44ac-91e5-f9dec02c3e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.931739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0bb9e-b361-44ac-91e5-f9dec02c3e21 None None] Pushing event deleted for resources: {'Port': ['ID=7c9b03b3-69bb-446a-b598-295333417570,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:40.940992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0bb9e-b361-44ac-91e5-f9dec02c3e21 None None] No DVR routers for this DVR port 7c9b03b3-69bb-446a-b598-295333417570 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:40.978250 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.990998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cad7324-790d-4114-aa45-1fb8af86332b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.039048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4cad7324-790d-4114-aa45-1fb8af86332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.109353 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.116418 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.117998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48202) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:41.142535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d3576-75d5-4d5a-a5d6-24cea28054b2 req-ac3f1208-2505-4f7b-8e0b-c48eaeadbdb1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:41.144206 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-221d3576-75d5-4d5a-a5d6-24cea28054b2 req-ac3f1208-2505-4f7b-8e0b-c48eaeadbdb1 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 945 time: 0.1933000 Nov 09 17:57:41.182521 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4cad7324-790d-4114-aa45-1fb8af86332b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ce6ea3799984f97b6f4ca326580bfc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8794062 Nov 09 17:57:41.187198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-26028481-c4c1-4b5b-86b1-41743c8e8450 req-c70911fe-3b60-474d-8c23-f515631ab924 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] For port e8e6bc8a-b50d-4349-9a54-1595577841fa, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e8e6bc8a-b50d-4349-9a54-1595577841fa,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:41.188076 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-26028481-c4c1-4b5b-86b1-41743c8e8450 req-c70911fe-3b60-474d-8c23-f515631ab924 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.192697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48210) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:41.247323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-26028481-c4c1-4b5b-86b1-41743c8e8450 req-c70911fe-3b60-474d-8c23-f515631ab924 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Calling delete_port for e8e6bc8a-b50d-4349-9a54-1595577841fa owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:41.249701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad7324-790d-4114-aa45-1fb8af86332b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f958ba-a563-4b32-8672-cd1349d15afb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:41.352340 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.357853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Fanout notify agent at l3_agent the message router_deleted on router 127e59d6-b383-45ce-89f0-8ba29e27227a {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:57:41.370958 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.374099 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-56ec1419-0078-4552-adee-4192932235d9 tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "DELETE /v2.0/routers/127e59d6-b383-45ce-89f0-8ba29e27227a HTTP/1.1" status: 204 len: 168 time: 2.3076346 Nov 09 17:57:41.381837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48212) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:41.431112 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-221d3576-75d5-4d5a-a5d6-24cea28054b2 req-dacf2b54-b4d7-410c-8cb6-da493f5ba9e8 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/security-groups?id=adbde49e-2c67-49be-a55d-cdedfbef63b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379058 Nov 09 17:57:41.520129 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b5ddb9f0-6260-46db-9fe0-93be2d55e3a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12ce551159194c78acf5056e184e7d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994722 Nov 09 17:57:41.521213 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48216) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:41.633400 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d1eaa238-bd20-4571-a292-2a3041bf11ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.660492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e8e6bc8a-b50d-4349-9a54-1595577841fa no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:41.745947 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d1eaa238-bd20-4571-a292-2a3041bf11ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.761922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fd14d186-45da-443e-b7f2-545c22e315f1 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:41.830413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: fd14d186-45da-443e-b7f2-545c22e315f1 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:41.834195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fd14d186-45da-443e-b7f2-545c22e315f1 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:41.834871 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7c9b03b3-69bb-446a-b598-295333417570 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:41.863597 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-954b8d26-d079-4d08-b75d-a988cb479b8e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.904423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d1eaa238-bd20-4571-a292-2a3041bf11ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.909298 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d1eaa238-bd20-4571-a292-2a3041bf11ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.909899 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d1eaa238-bd20-4571-a292-2a3041bf11ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/335db96e-a58b-4991-8ecc-e2cd49718098 HTTP/1.1" status: 204 len: 168 time: 0.3869948 Nov 09 17:57:41.925572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eaa238-bd20-4571-a292-2a3041bf11ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335db96e-a58b-4991-8ecc-e2cd49718098,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:41.974043 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5a965bf-3bdf-46a9-be80-bc27f13de01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.005302 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:57:42.127352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 7c9b03b3-69bb-446a-b598-295333417570 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:42.135248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7c9b03b3-69bb-446a-b598-295333417570 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:42.176841 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5a965bf-3bdf-46a9-be80-bc27f13de01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.232362 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.380929 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e8e6bc8a-b50d-4349-9a54-1595577841fa, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e8e6bc8a-b50d-4349-9a54-1595577841fa,segment=NetworkSegment(53f78717-859a-44f8-ab04-2f7c33b209e4),segment_id=53f78717-859a-44f8-ab04-2f7c33b209e4)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:42.385446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4506d44-eb70-44b3-920c-e645c3d4e105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e6bc8a-b50d-4349-9a54-1595577841fa'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:42.395662 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c6d824-3d6a-4481-a48f-79b070a683c8" -d '{"events": [{"server_uuid": "e4506d44-eb70-44b3-920c-e645c3d4e105", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e6bc8a-b50d-4349-9a54-1595577841fa"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:42.405242 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.435050 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5a965bf-3bdf-46a9-be80-bc27f13de01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.438081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5a965bf-3bdf-46a9-be80-bc27f13de01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.439455 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c5a965bf-3bdf-46a9-be80-bc27f13de01e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45f958ba-a563-4b32-8672-cd1349d15afb HTTP/1.1" status: 204 len: 168 time: 1.2392006 Nov 09 17:57:42.519409 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a965bf-3bdf-46a9-be80-bc27f13de01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f958ba-a563-4b32-8672-cd1349d15afb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:42.561589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e8e6bc8a-b50d-4349-9a54-1595577841fa,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:42.570318 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-954b8d26-d079-4d08-b75d-a988cb479b8e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.618975 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02fbdaf-fbe7-4af2-8d76-f3d1ea9a39a5 x-openstack-request-id: req-f02fbdaf-fbe7-4af2-8d76-f3d1ea9a39a5 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:42.619312 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4506d44-eb70-44b3-920c-e645c3d4e105", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e6bc8a-b50d-4349-9a54-1595577841fa", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:42.619574 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f02fbdaf-fbe7-4af2-8d76-f3d1ea9a39a5 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:42.620004 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4506d44-eb70-44b3-920c-e645c3d4e105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e6bc8a-b50d-4349-9a54-1595577841fa', 'code': 200} Nov 09 17:57:42.637016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-954b8d26-d079-4d08-b75d-a988cb479b8e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293c1dad-881e-4d58-a545-c78216b68db2']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:42.641867 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-26028481-c4c1-4b5b-86b1-41743c8e8450 req-c70911fe-3b60-474d-8c23-f515631ab924 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.766657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-954b8d26-d079-4d08-b75d-a988cb479b8e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0724735a-e9ba-4dc8-86cc-e797546086d2') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:42.767130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-954b8d26-d079-4d08-b75d-a988cb479b8e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0724735a-e9ba-4dc8-86cc-e797546086d2') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:42.798441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70911fe-3b60-474d-8c23-f515631ab924 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Pushing event deleted for resources: {'Port': ['ID=e8e6bc8a-b50d-4349-9a54-1595577841fa,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:42.858929 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-954b8d26-d079-4d08-b75d-a988cb479b8e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.939502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-26028481-c4c1-4b5b-86b1-41743c8e8450 req-c70911fe-3b60-474d-8c23-f515631ab924 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] No DVR routers for this DVR port e8e6bc8a-b50d-4349-9a54-1595577841fa on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:42.944893 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-26028481-c4c1-4b5b-86b1-41743c8e8450 req-c70911fe-3b60-474d-8c23-f515631ab924 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.952250 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-26028481-c4c1-4b5b-86b1-41743c8e8450 req-c70911fe-3b60-474d-8c23-f515631ab924 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.13 "DELETE /v2.0/ports/e8e6bc8a-b50d-4349-9a54-1595577841fa HTTP/1.1" status: 204 len: 173 time: 3.0753541 Nov 09 17:57:42.953497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4506d44-eb70-44b3-920c-e645c3d4e105', 'name': 'network-vif-deleted', 'tag': 'e8e6bc8a-b50d-4349-9a54-1595577841fa'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:42.958346 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bfba3d-7d2e-41a2-b5aa-62a9f6bc3052" -d '{"events": [{"server_uuid": "e4506d44-eb70-44b3-920c-e645c3d4e105", "name": "network-vif-deleted", "tag": "e8e6bc8a-b50d-4349-9a54-1595577841fa"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:42.967836 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-954b8d26-d079-4d08-b75d-a988cb479b8e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:43.003381 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954b8d26-d079-4d08-b75d-a988cb479b8e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:43.003381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-954b8d26-d079-4d08-b75d-a988cb479b8e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:43.005891 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:43.108792 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b396654a-1ea2-4e32-afac-734bc164142d req-b24056f0-421c-46ea-8e20-f777f3397c95 tempest-ServersTestJSON-1801964199 tempest-ServersTestJSON-1801964199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4506d44-eb70-44b3-920c-e645c3d4e105 HTTP/1.1" status: 200 len: 210 time: 0.1345284 Nov 09 17:57:43.125780 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fe225b-152b-46bc-a370-854f03dff5ea x-openstack-request-id: req-54fe225b-152b-46bc-a370-854f03dff5ea {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:43.126067 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4506d44-eb70-44b3-920c-e645c3d4e105", "name": "network-vif-deleted", "tag": "e8e6bc8a-b50d-4349-9a54-1595577841fa", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:43.126366 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54fe225b-152b-46bc-a370-854f03dff5ea {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:43.126771 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4506d44-eb70-44b3-920c-e645c3d4e105', 'name': 'network-vif-deleted', 'tag': 'e8e6bc8a-b50d-4349-9a54-1595577841fa', 'status': 'completed', 'code': 200} Nov 09 17:57:43.216700 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-954b8d26-d079-4d08-b75d-a988cb479b8e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:43.234731 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-954b8d26-d079-4d08-b75d-a988cb479b8e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:43.248008 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-954b8d26-d079-4d08-b75d-a988cb479b8e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] 10.222.0.81 "DELETE /v2.0/networks/293c1dad-881e-4d58-a545-c78216b68db2 HTTP/1.1" status: 204 len: 168 time: 1.8536589 Nov 09 17:57:43.282456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b8d26-d079-4d08-b75d-a988cb479b8e tempest-TestSecurityGroupsBasicOps-1962456525 tempest-TestSecurityGroupsBasicOps-1962456525-project] Pushing event deleted for resources: {'Network': ['ID=293c1dad-881e-4d58-a545-c78216b68db2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:43.447645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1ca85a57-c257-49cd-ae56-cee7ef64f035 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:43.494783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 1ca85a57-c257-49cd-ae56-cee7ef64f035 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:43.496469 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1ca85a57-c257-49cd-ae56-cee7ef64f035 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:43.559846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48266) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:43.655264 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-311c4efb-7e07-4956-b4d5-56ce2dc5818e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:43.878615 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Request body: {'networks': [{'name': 'tempest-network--1096531085'}, {'name': 'tempest-network--473716759'}]} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:43.892666 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Request body: {'network': {'name': 'tempest-network--1096531085'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:43.895682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Request body: {'network': {'name': 'tempest-network--473716759'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:44.000586 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Made reservation on behalf of 8fd394d6c36d4abeb33ddf601d7f5632 for: {'network': 2} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:44.028966 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.055889 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.173332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48282) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:44.221819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48288) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:44.260001 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.269622 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.270321 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.336042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Deleting subnet 417001cc-f87f-4208-b45a-9ddf65dcb18d {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:57:44.340268 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.341079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:44.362163 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.362832 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Added segment 8017fc6d-d07c-4580-a140-7522c03142ab of type vlan for network bed791c0-af79-4e56-a549-705756b62eb2 Nov 09 17:57:44.409121 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.434002 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.525556 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.541467 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.556581 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4cee50-f12e-4e53-9f78-487d94210c57,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:44.640791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:44.678726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d4428f59-7a96-42d4-a3b2-da8de5b1bba9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60575135d11e43be9eb43cb2b7fd2240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040145 Nov 09 17:57:44.685392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48306) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:44.687274 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.687846 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Added segment b4c46aa3-3c86-427e-868f-e4f8aad267c2 of type vlan for network f391ed88-08e7-4bd4-a0eb-18a65053a447 Nov 09 17:57:44.820405 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc50620a-d0c4-4b2d-81e3-d370dce62975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.844373 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.845386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.906312 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.907675 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.911585 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc50620a-d0c4-4b2d-81e3-d370dce62975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.930242 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417001cc-f87f-4208-b45a-9ddf65dcb18d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:44.953907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:44.955709 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.964070 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/417001cc-f87f-4208-b45a-9ddf65dcb18d HTTP/1.1" status: 204 len: 168 time: 0.7408278 Nov 09 17:57:44.991685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48320) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:44.999410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:45.000110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:45.003054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:45.011573 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.012776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:45.013958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:45.014530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:45.015109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:45.016696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:45.017265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:45.017825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:45.018633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:45.019182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:45.019751 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e02f4-ba88-4687-b1e3-824f3d4ed285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:45.163900 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6008673 Nov 09 17:57:45.165795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48326) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:45.198272 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a89cde5-5575-4a70-85bb-762f4e72de11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.348134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48330) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:45.381013 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc50620a-d0c4-4b2d-81e3-d370dce62975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.388930 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.391420 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc50620a-d0c4-4b2d-81e3-d370dce62975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.393944 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cc50620a-d0c4-4b2d-81e3-d370dce62975 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b2e2a469-b165-4f0a-a975-f3acf86ea05b HTTP/1.1" status: 204 len: 168 time: 0.7071731 Nov 09 17:57:45.407987 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a89cde5-5575-4a70-85bb-762f4e72de11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.422291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event updated for resources: {'Network': ['ID=bed791c0-af79-4e56-a549-705756b62eb2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:45.435132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50620a-d0c4-4b2d-81e3-d370dce62975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e2a469-b165-4f0a-a975-f3acf86ea05b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:45.437796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network bed791c0-af79-4e56-a549-705756b62eb2 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:45.496434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-5a89cde5-5575-4a70-85bb-762f4e72de11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb9bcd0-93f8-4d70-9afa-72807187a006']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:45.504264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48336) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:45.539394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-5a89cde5-5575-4a70-85bb-762f4e72de11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f78717-859a-44f8-ab04-2f7c33b209e4') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:45.540552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-5a89cde5-5575-4a70-85bb-762f4e72de11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f78717-859a-44f8-ab04-2f7c33b209e4') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:45.572583 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a89cde5-5575-4a70-85bb-762f4e72de11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.621475 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a89cde5-5575-4a70-85bb-762f4e72de11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.657835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a89cde5-5575-4a70-85bb-762f4e72de11 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:45.658325 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a89cde5-5575-4a70-85bb-762f4e72de11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:45.748402 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:45.755692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5a301-f189-4929-9612-5adcec0fd598 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event updated for resources: {'Network': ['ID=f391ed88-08e7-4bd4-a0eb-18a65053a447,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:45.765266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-392506416-network', 'tenant_id': '2fdeb949af08490b893be6850f01b294'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:45.777771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network f391ed88-08e7-4bd4-a0eb-18a65053a447 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:45.795028 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a89cde5-5575-4a70-85bb-762f4e72de11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.840373 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a89cde5-5575-4a70-85bb-762f4e72de11 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.842331 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19f953-fcd8-46ec-ab4e-8a56fd4030c3 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:45.848648 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5a89cde5-5575-4a70-85bb-762f4e72de11 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1fb9bcd0-93f8-4d70-9afa-72807187a006 HTTP/1.1" status: 204 len: 168 time: 0.8540905 Nov 09 17:57:45.852333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89cde5-5575-4a70-85bb-762f4e72de11 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fb9bcd0-93f8-4d70-9afa-72807187a006,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:45.861114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19f953-fcd8-46ec-ab4e-8a56fd4030c3 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:45.867910 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19f953-fcd8-46ec-ab4e-8a56fd4030c3 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:45.872914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Made reservation on behalf of 2fdeb949af08490b893be6850f01b294 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:45.875334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19f953-fcd8-46ec-ab4e-8a56fd4030c3 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:45.877110 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4d19f953-fcd8-46ec-ab4e-8a56fd4030c3 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6286442 Nov 09 17:57:45.880950 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.881421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48344) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:45.891476 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.030001 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-efa52da5-038b-4bd7-aca8-24ffb20adf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.034180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.051148 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.081731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:46.106985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.109274 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Added segment 444ec7af-2972-48c8-99c1-a6450239dc66 of type vlan for network d2f80925-5362-4878-9d2e-aa04370950fe Nov 09 17:57:46.124604 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bace1263-9118-4ea4-8d49-2e37eaf55558 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.199361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.246321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48354) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:46.268130 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.269044 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:46.269704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.349346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c76f4df-0a81-4716-9c7e-eadf0d277f35,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:46.371179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95776678-ae50-49c3-b6a4-52eaab0ff50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.409041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48358) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:46.480249 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1248291 Nov 09 17:57:46.484812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48370) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:46.498640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b02de608-5763-44b5-9f7f-a743366c0b69 admin admin] Request body: {'subnet': {'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-392506416-subnet', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:46.519159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7c2c1-92d4-4afd-8989-eea3bd2a90a2 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f80925-5362-4878-9d2e-aa04370950fe,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:46.533197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d2f80925-5362-4878-9d2e-aa04370950fe details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:46.649388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02de608-5763-44b5-9f7f-a743366c0b69 admin admin] Made reservation on behalf of 2fdeb949af08490b893be6850f01b294 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:46.652343 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b02de608-5763-44b5-9f7f-a743366c0b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.662469 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9310ae25-2bbe-4dda-87ca-b048182a32b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d83662e3666441899feb7a0a206d59be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468472 Nov 09 17:57:46.690551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48372) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:46.812398 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bace1263-9118-4ea4-8d49-2e37eaf55558 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.845744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-bace1263-9118-4ea4-8d49-2e37eaf55558 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed791c0-af79-4e56-a549-705756b62eb2']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:46.858596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-bace1263-9118-4ea4-8d49-2e37eaf55558 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8017fc6d-d07c-4580-a140-7522c03142ab') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:46.858928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-bace1263-9118-4ea4-8d49-2e37eaf55558 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8017fc6d-d07c-4580-a140-7522c03142ab') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:46.878444 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bace1263-9118-4ea4-8d49-2e37eaf55558 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.900350 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bace1263-9118-4ea4-8d49-2e37eaf55558 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.909944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bace1263-9118-4ea4-8d49-2e37eaf55558 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:46.910600 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bace1263-9118-4ea4-8d49-2e37eaf55558 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:46.915072 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:47.001090 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bace1263-9118-4ea4-8d49-2e37eaf55558 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.008047 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bace1263-9118-4ea4-8d49-2e37eaf55558 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.013412 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bace1263-9118-4ea4-8d49-2e37eaf55558 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "DELETE /v2.0/networks/bed791c0-af79-4e56-a549-705756b62eb2 HTTP/1.1" status: 204 len: 168 time: 1.1308405 Nov 09 17:57:47.017778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48374) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:47.087370 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace1263-9118-4ea4-8d49-2e37eaf55558 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event deleted for resources: {'Network': ['ID=bed791c0-af79-4e56-a549-705756b62eb2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:47.131852 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-873de3ed-1c0c-4753-87a2-c568e5e9d59f tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.192133 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-efa52da5-038b-4bd7-aca8-24ffb20adf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.215204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d66f2d88-82e4-45c8-8f31-808cf56ca1df tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:47.216865 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d66f2d88-82e4-45c8-8f31-808cf56ca1df tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 814 time: 0.7066627 Nov 09 17:57:47.255180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-efa52da5-038b-4bd7-aca8-24ffb20adf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.257619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-873de3ed-1c0c-4753-87a2-c568e5e9d59f tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.285085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-873de3ed-1c0c-4753-87a2-c568e5e9d59f tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f391ed88-08e7-4bd4-a0eb-18a65053a447']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:47.298962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-873de3ed-1c0c-4753-87a2-c568e5e9d59f tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c46aa3-3c86-427e-868f-e4f8aad267c2') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:47.299317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-873de3ed-1c0c-4753-87a2-c568e5e9d59f tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c46aa3-3c86-427e-868f-e4f8aad267c2') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:47.311544 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-873de3ed-1c0c-4753-87a2-c568e5e9d59f tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.324296 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95776678-ae50-49c3-b6a4-52eaab0ff50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.334696 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-873de3ed-1c0c-4753-87a2-c568e5e9d59f tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.344650 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873de3ed-1c0c-4753-87a2-c568e5e9d59f tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:47.345138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-873de3ed-1c0c-4753-87a2-c568e5e9d59f tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.348446 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-95776678-ae50-49c3-b6a4-52eaab0ff50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:47.348704 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:47.376515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-e3bfe31d-e5b4-419c-ac1e-1cac85536ea3 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/quotas/6b425780d1a64d17b7ead1018da8d767 HTTP/1.1" status: 200 len: 375 time: 0.1007054 Nov 09 17:57:47.406049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-efa52da5-038b-4bd7-aca8-24ffb20adf3a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=94eeddb5c99b41c4956973c1ae6cddab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8979115 Nov 09 17:57:47.413651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa52da5-038b-4bd7-aca8-24ffb20adf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bda48f-8629-4c07-962e-0cabf9a90b0b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:47.416246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48382) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:47.473315 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c1d7bac-cca4-4747-83ba-7d72b0d56956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.473602 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-873de3ed-1c0c-4753-87a2-c568e5e9d59f tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.487957 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-873de3ed-1c0c-4753-87a2-c568e5e9d59f tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.496496 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-873de3ed-1c0c-4753-87a2-c568e5e9d59f tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "DELETE /v2.0/networks/f391ed88-08e7-4bd4-a0eb-18a65053a447 HTTP/1.1" status: 204 len: 168 time: 0.4745584 Nov 09 17:57:47.513310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48384) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:47.538154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-95776678-ae50-49c3-b6a4-52eaab0ff50e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60f2cd201a874f55806fd2d9c37cad8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2882214 Nov 09 17:57:47.542997 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c1d7bac-cca4-4747-83ba-7d72b0d56956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.549714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873de3ed-1c0c-4753-87a2-c568e5e9d59f tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event deleted for resources: {'Network': ['ID=f391ed88-08e7-4bd4-a0eb-18a65053a447,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:47.553289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48386) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:47.622656 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.659393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95776678-ae50-49c3-b6a4-52eaab0ff50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdd0e9f-26d0-43eb-be02-4f639a61533a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:47.747324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-44fe73ba-12f9-4c3e-9bfb-4194e148cc74 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3692431 Nov 09 17:57:47.773665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91a1b2a5-4156-40aa-bd10-2ac42c4372f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.806821 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd3bf0-3168-41cc-a03e-91919aab8f9a tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:47.818897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd3bf0-3168-41cc-a03e-91919aab8f9a tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:47.822105 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9bbd3bf0-3168-41cc-a03e-91919aab8f9a tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3071580 Nov 09 17:57:47.830053 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48388) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:47.838731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1c37319c-38ff-412e-b5b9-9187a90cb404 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1544548226'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:47.873608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91a1b2a5-4156-40aa-bd10-2ac42c4372f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.937282 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c37319c-38ff-412e-b5b9-9187a90cb404 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Made reservation on behalf of 8fd394d6c36d4abeb33ddf601d7f5632 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:47.943123 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c37319c-38ff-412e-b5b9-9187a90cb404 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.949456 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6392-7745-4a7f-ad4c-430ddb9816c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.021372 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91a1b2a5-4156-40aa-bd10-2ac42c4372f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.024366 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91a1b2a5-4156-40aa-bd10-2ac42c4372f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.025616 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-91a1b2a5-4156-40aa-bd10-2ac42c4372f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/efdd0e9f-26d0-43eb-be02-4f639a61533a HTTP/1.1" status: 204 len: 168 time: 0.4240911 Nov 09 17:57:48.026705 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c37319c-38ff-412e-b5b9-9187a90cb404 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:48.046183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1b2a5-4156-40aa-bd10-2ac42c4372f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdd0e9f-26d0-43eb-be02-4f639a61533a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:48.054117 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c37319c-38ff-412e-b5b9-9187a90cb404 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.054379 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-1c37319c-38ff-412e-b5b9-9187a90cb404 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Added segment a57e3b71-9d9f-42c4-bd5b-9294b0ead7b2 of type vlan for network 5e6d6adf-e180-4cd4-b029-da8f83942c29 Nov 09 17:57:48.064023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6392-7745-4a7f-ad4c-430ddb9816c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.085954 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c1d7bac-cca4-4747-83ba-7d72b0d56956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.089301 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c1d7bac-cca4-4747-83ba-7d72b0d56956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.093908 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1c1d7bac-cca4-4747-83ba-7d72b0d56956 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/adbde49e-2c67-49be-a55d-cdedfbef63b5 HTTP/1.1" status: 204 len: 168 time: 1.3997474 Nov 09 17:57:48.100800 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a22d653d-4bb8-4065-8387-ceeb6f239566 req-38138bff-7d72-4a94-b9b1-135aa2c2f104 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3198082 Nov 09 17:57:48.136511 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c37319c-38ff-412e-b5b9-9187a90cb404 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.138196 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b02de608-5763-44b5-9f7f-a743366c0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.158164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d7bac-cca4-4747-83ba-7d72b0d56956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbde49e-2c67-49be-a55d-cdedfbef63b5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:48.171889 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-b6e4ed4b-4499-466a-8076-0eb9e6bc79fe service neutron] 10.222.0.81 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036868 Nov 09 17:57:48.175622 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c37319c-38ff-412e-b5b9-9187a90cb404 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.184603 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c37319c-38ff-412e-b5b9-9187a90cb404 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:48.185674 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c37319c-38ff-412e-b5b9-9187a90cb404 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.231416 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1c37319c-38ff-412e-b5b9-9187a90cb404 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3968627 Nov 09 17:57:48.248643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48394) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:48.254877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8e9a6799-344d-4a4d-86ed-9f802df61340 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1638800550'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:48.306493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37319c-38ff-412e-b5b9-9187a90cb404 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event updated for resources: {'Network': ['ID=5e6d6adf-e180-4cd4-b029-da8f83942c29,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:48.317457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 5e6d6adf-e180-4cd4-b029-da8f83942c29 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:48.386732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02de608-5763-44b5-9f7f-a743366c0b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b00058f-22c9-4abb-82bb-f5d1ef3b946c,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:48.422916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6392-7745-4a7f-ad4c-430ddb9816c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.426088 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6392-7745-4a7f-ad4c-430ddb9816c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.427721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d5cb6392-7745-4a7f-ad4c-430ddb9816c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c1bda48f-8629-4c07-962e-0cabf9a90b0b HTTP/1.1" status: 204 len: 168 time: 0.9799266 Nov 09 17:57:48.440762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d653d-4bb8-4065-8387-ceeb6f239566 req-e913c8ed-937c-43df-b698-43e618c2a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:48.443112 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a22d653d-4bb8-4065-8387-ceeb6f239566 req-e913c8ed-937c-43df-b698-43e618c2a9ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 1097 time: 0.3102682 Nov 09 17:57:48.444106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9a6799-344d-4a4d-86ed-9f802df61340 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Made reservation on behalf of 8fd394d6c36d4abeb33ddf601d7f5632 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:48.448548 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6799-344d-4a4d-86ed-9f802df61340 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.485264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02de608-5763-44b5-9f7f-a743366c0b69 admin admin] Checking segment: {'id': '444ec7af-2972-48c8-99c1-a6450239dc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:48.485754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02de608-5763-44b5-9f7f-a743366c0b69 admin admin] Network hostable DHCP agents. Network: d2f80925-5362-4878-9d2e-aa04370950fe, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:48.502307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb6392-7745-4a7f-ad4c-430ddb9816c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bda48f-8629-4c07-962e-0cabf9a90b0b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:48.594583 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-50a996cd-c915-4df7-a0c0-d261bfc1d8ae service neutron] 10.222.0.81 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790197 Nov 09 17:57:48.611069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9a6799-344d-4a4d-86ed-9f802df61340 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:48.643384 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6799-344d-4a4d-86ed-9f802df61340 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.643682 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-8e9a6799-344d-4a4d-86ed-9f802df61340 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Added segment 2e815f69-aa53-4390-9080-921e647fe70c of type vlan for network fbbd2179-9499-444c-aefb-c743a7fe970c Nov 09 17:57:48.647137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02de608-5763-44b5-9f7f-a743366c0b69 admin admin] Network d2f80925-5362-4878-9d2e-aa04370950fe is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:48.708877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b02de608-5763-44b5-9f7f-a743366c0b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d2f80925-5362-4878-9d2e-aa04370950fe) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:48.721514 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2602231d-e8f7-417b-8763-109a34895766 None None] Network d2f80925-5362-4878-9d2e-aa04370950fe requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:48.730524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02de608-5763-44b5-9f7f-a743366c0b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:48.731283 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b02de608-5763-44b5-9f7f-a743366c0b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.739784 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6799-344d-4a4d-86ed-9f802df61340 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.742963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d653d-4bb8-4065-8387-ceeb6f239566 req-0f3ba68f-70f6-4393-bbf0-1e7e02662d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:48.744629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a22d653d-4bb8-4065-8387-ceeb6f239566 req-0f3ba68f-70f6-4393-bbf0-1e7e02662d1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 915 time: 0.2536712 Nov 09 17:57:48.784716 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b02de608-5763-44b5-9f7f-a743366c0b69 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2937684 Nov 09 17:57:48.789987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48406) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:48.798453 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-392506416-router', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:48.865022 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.870773 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.882278 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a22d653d-4bb8-4065-8387-ceeb6f239566 req-1ead6f2b-4643-44c9-a2d2-7514a70bf1a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bca3a759-d534-470b-ac21-06d71f4d0f62 HTTP/1.1" status: 200 len: 217 time: 0.1192236 Nov 09 17:57:48.983578 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6799-344d-4a4d-86ed-9f802df61340 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.009117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9a6799-344d-4a4d-86ed-9f802df61340 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:49.010067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e9a6799-344d-4a4d-86ed-9f802df61340 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.035547 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2c52e875-44d7-42f6-b3f1-3d5585afdc6f req-ab2bd8d5-816d-4b5d-aa2d-cc92f80df09d tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 210 time: 0.0967000 Nov 09 17:57:49.046104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48412) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:49.129250 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.217398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-d2f80925-5362-4878-9d2e-aa04370950fe', 'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'fixed_ips': [{'subnet_id': '1b00058f-22c9-4abb-82bb-f5d1ef3b946c'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:49.220593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.255497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a6799-344d-4a4d-86ed-9f802df61340 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event updated for resources: {'Network': ['ID=fbbd2179-9499-444c-aefb-c743a7fe970c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:49.304223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48422) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:49.309894 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Request body: {'ports': [{'network_id': '5e6d6adf-e180-4cd4-b029-da8f83942c29', 'name': 'tempest-port--1830388970', 'admin_state_up': True}, {'network_id': 'fbbd2179-9499-444c-aefb-c743a7fe970c', 'admin_state_up': False}]} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:49.310210 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Request body: {'port': {'network_id': '5e6d6adf-e180-4cd4-b029-da8f83942c29', 'name': 'tempest-port--1830388970', 'admin_state_up': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:49.310895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Request body: {'port': {'network_id': 'fbbd2179-9499-444c-aefb-c743a7fe970c', 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:49.315895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8e9a6799-344d-4a4d-86ed-9f802df61340 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0660598 Nov 09 17:57:49.395505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d653d-4bb8-4065-8387-ceeb6f239566 req-65007c59-a03e-4e99-8866-a702a7fcc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:49.402115 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a22d653d-4bb8-4065-8387-ceeb6f239566 req-65007c59-a03e-4e99-8866-a702a7fcc444 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8aaf626-567e-4ffb-9c25-6835cd728f1a HTTP/1.1" status: 200 len: 854 time: 0.5107369 Nov 09 17:57:49.468327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Allocated IP 172.20.0.2 (d2f80925-5362-4878-9d2e-aa04370950fe/1b00058f-22c9-4abb-82bb-f5d1ef3b946c/f7b563e2-d03a-4b2c-80ec-8750152bfefd) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:49.531508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6037b7f0-87a0-4c04-90e5-8e94cb8a9fbd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44016d6e9af0429bba33bf533215a414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190219 Nov 09 17:57:49.532267 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48430) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:49.537026 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7358672b-01e4-4e3a-b19c-fe98bfe0fa75 req-fe04a9c1-eed9-4bc1-8be4-611748c7ba46 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4917908 Nov 09 17:57:49.540093 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a22d653d-4bb8-4065-8387-ceeb6f239566 req-1e02048f-afa7-4827-9100-2077ebd4c886 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cc5de07-3c96-48b7-b307-babdac681206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103354 Nov 09 17:57:49.629763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network fbbd2179-9499-444c-aefb-c743a7fe970c details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:49.655281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48434) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:49.759650 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-450315d8-8c81-4d2b-aeee-7c8f098be296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.803127 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.833721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358672b-01e4-4e3a-b19c-fe98bfe0fa75 req-380970f5-17c2-4212-8868-811ace5794e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:49.835206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7358672b-01e4-4e3a-b19c-fe98bfe0fa75 req-380970f5-17c2-4212-8868-811ace5794e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 1096 time: 0.2428925 Nov 09 17:57:49.843690 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4927338d-f410-4fc3-bb56-db2c1639845a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.857850 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.893396 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a22d653d-4bb8-4065-8387-ceeb6f239566 req-1611afca-0fa9-405f-9db2-372388ce98ca service neutron] 10.222.0.18 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314826 Nov 09 17:57:49.937868 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4927338d-f410-4fc3-bb56-db2c1639845a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.015820 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.095541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Network d2f80925-5362-4878-9d2e-aa04370950fe is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:50.118266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Made reservation on behalf of 8fd394d6c36d4abeb33ddf601d7f5632 for: {'port': 2} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:50.127981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:50.130253 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.142314 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:50.186179 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.208518 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Pushing event updated for resources: {'Port': ['ID=f7b563e2-d03a-4b2c-80ec-8750152bfefd,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:50.241542 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Attempting to bind port f7b563e2-d03a-4b2c-80ec-8750152bfefd on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:50.244245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Attempting to bind port f7b563e2-d03a-4b2c-80ec-8750152bfefd by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '444ec7af-2972-48c8-99c1-a6450239dc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:50.244636 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Attempting to bind port f7b563e2-d03a-4b2c-80ec-8750152bfefd on network d2f80925-5362-4878-9d2e-aa04370950fe {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:50.259362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:50.260023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Checking segment: {'id': '444ec7af-2972-48c8-99c1-a6450239dc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:50.265008 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.265497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Bound using segment: {'id': '444ec7af-2972-48c8-99c1-a6450239dc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:50.266029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Bound port: f7b563e2-d03a-4b2c-80ec-8750152bfefd, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444ec7af-2972-48c8-99c1-a6450239dc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:50.267734 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.378861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358672b-01e4-4e3a-b19c-fe98bfe0fa75 req-363be017-6796-4572-bf82-9e250160f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:50.381006 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7358672b-01e4-4e3a-b19c-fe98bfe0fa75 req-363be017-6796-4572-bf82-9e250160f90e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 915 time: 0.4738476 Nov 09 17:57:50.397834 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd2b4001-05a4-4f84-9720-d279709394c4 req-a0cb4559-5d93-43e1-a02a-e4ee8d0fbdc5 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 210 time: 0.1216807 Nov 09 17:57:50.476884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] For port f7b563e2-d03a-4b2c-80ec-8750152bfefd, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:50.493398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] For port f7b563e2-d03a-4b2c-80ec-8750152bfefd, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f7b563e2-d03a-4b2c-80ec-8750152bfefd,segment=NetworkSegment(444ec7af-2972-48c8-99c1-a6450239dc66),segment_id=444ec7af-2972-48c8-99c1-a6450239dc66)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:50.501747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.533620 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-450315d8-8c81-4d2b-aeee-7c8f098be296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.541062 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7358672b-01e4-4e3a-b19c-fe98bfe0fa75 req-aec7aae0-b42a-4c0c-a96f-96ceeb9c60a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63c07de3-9003-431a-8ca6-a1f54665868b HTTP/1.1" status: 200 len: 217 time: 0.1359844 Nov 09 17:57:50.552310 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-450315d8-8c81-4d2b-aeee-7c8f098be296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.613215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] device_id is not set on port 2880e7d1-6fb0-4f85-a29f-22d3ecb74fc1 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:50.648583 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4927338d-f410-4fc3-bb56-db2c1639845a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.653146 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4927338d-f410-4fc3-bb56-db2c1639845a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.654784 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4927338d-f410-4fc3-bb56-db2c1639845a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1ef1955-efaa-4bfb-a920-86dcda84e0eb HTTP/1.1" status: 204 len: 168 time: 1.1212621 Nov 09 17:57:50.676802 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a22d653d-4bb8-4065-8387-ceeb6f239566 req-5cab1e1d-3c58-4ef0-8e80-878f5a65a534 service neutron] 10.222.0.18 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7684367 Nov 09 17:57:50.706973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-450315d8-8c81-4d2b-aeee-7c8f098be296 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34caba3d3676406a92142060583842f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0526724 Nov 09 17:57:50.708181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450315d8-8c81-4d2b-aeee-7c8f098be296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d3f867-1396-4557-8aca-33e5dd96b77f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:50.711598 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48458) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:50.727501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358672b-01e4-4e3a-b19c-fe98bfe0fa75 req-256c2cdd-0e99-4faa-a055-029fea843008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:50.730140 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7358672b-01e4-4e3a-b19c-fe98bfe0fa75 req-256c2cdd-0e99-4faa-a055-029fea843008 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8aaf626-567e-4ffb-9c25-6835cd728f1a HTTP/1.1" status: 200 len: 854 time: 0.1799200 Nov 09 17:57:50.731716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927338d-f410-4fc3-bb56-db2c1639845a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ef1955-efaa-4bfb-a920-86dcda84e0eb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:50.789555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7358672b-01e4-4e3a-b19c-fe98bfe0fa75 req-434e7738-af26-426e-81bb-b0b0a8cbfd86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cc5de07-3c96-48b7-b307-babdac681206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506802 Nov 09 17:57:50.817423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.838583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64066b67-324e-45b9-a7cb-975860500b3a None None] Pushing event updated for resources: {'Port': ['ID=f7b563e2-d03a-4b2c-80ec-8750152bfefd,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:51.131026 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.148161 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7358672b-01e4-4e3a-b19c-fe98bfe0fa75 req-ea5322eb-15b5-44b8-aa6a-ed42395accc8 service neutron] 10.222.0.13 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485572 Nov 09 17:57:51.551018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7358672b-01e4-4e3a-b19c-fe98bfe0fa75 req-c149bda3-8e9f-479b-9192-766637b0361d service neutron] 10.222.0.13 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704123 Nov 09 17:57:51.770602 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02039e14-ce76-4a5f-bceb-49c11e641dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.788235 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.809401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-cf4c4df6-82fd-419e-9463-613b5be6a7a5 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:51.811548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-cf4c4df6-82fd-419e-9463-613b5be6a7a5 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.18 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 814 time: 0.7780125 Nov 09 17:57:51.823483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Allocated IP 172.25.1.182 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/f78947e3-8c55-43b8-bc61-f28e838a768b) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:51.830767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d24ca8e7-f038-4e38-be4d-7eb28527c79a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Request body: {'port': {'device_id': 'aef5c7b3-9529-4022-a4c0-f67c23913f2f', 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206', 'admin_state_up': True, 'tenant_id': '6b425780d1a64d17b7ead1018da8d767'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:51.865555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f7b563e2-d03a-4b2c-80ec-8750152bfefd up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:51.915979 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed3c8bad-49c6-4d1c-ad6c-2a1e27295c8d req-9a623ab5-c7ba-42d6-ba4c-8be4db52780c tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 210 time: 0.1149442 Nov 09 17:57:51.935943 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02039e14-ce76-4a5f-bceb-49c11e641dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.014474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f7b563e2-d03a-4b2c-80ec-8750152bfefd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:52.015287 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.021756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] device_id is not set on port 80f87a5b-85ab-42a6-869a-23df119d1a85 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:57:52.111531 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.246971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d24ca8e7-f038-4e38-be4d-7eb28527c79a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Made reservation on behalf of 6b425780d1a64d17b7ead1018da8d767 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:52.252198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d24ca8e7-f038-4e38-be4d-7eb28527c79a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.274210 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.313308 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.343637 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port f7b563e2-d03a-4b2c-80ec-8750152bfefd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f7b563e2-d03a-4b2c-80ec-8750152bfefd,segment=NetworkSegment(444ec7af-2972-48c8-99c1-a6450239dc66),segment_id=444ec7af-2972-48c8-99c1-a6450239dc66)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:52.353398 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.372597 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.421715 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=f7b563e2-d03a-4b2c-80ec-8750152bfefd,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:52.448424 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02039e14-ce76-4a5f-bceb-49c11e641dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.451705 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-02039e14-ce76-4a5f-bceb-49c11e641dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.452964 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-02039e14-ce76-4a5f-bceb-49c11e641dde admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/24d3f867-1396-4557-8aca-33e5dd96b77f HTTP/1.1" status: 204 len: 168 time: 1.7273457 Nov 09 17:57:52.462369 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:52.494081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:52.505494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:52.512804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02039e14-ce76-4a5f-bceb-49c11e641dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d3f867-1396-4557-8aca-33e5dd96b77f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:52.543264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d24ca8e7-f038-4e38-be4d-7eb28527c79a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Allocated IP 172.20.0.11 (0cc5de07-3c96-48b7-b307-babdac681206/e8aaf626-567e-4ffb-9c25-6835cd728f1a/2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:52.555553 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.593556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Pushing event updated for resources: {'Port': ['ID=f78947e3-8c55-43b8-bc61-f28e838a768b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:52.764383 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d24ca8e7-f038-4e38-be4d-7eb28527c79a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.822435 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d24ca8e7-f038-4e38-be4d-7eb28527c79a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.836108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['bca3a759-d534-470b-ac21-06d71f4d0f62'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:52.842867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['63c07de3-9003-431a-8ca6-a1f54665868b', '5415dadf-32a8-4d04-9af6-b42247a8aceb'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:52.939641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event updated for resources: {'Port': ['ID=2880e7d1-6fb0-4f85-a29f-22d3ecb74fc1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:52.961781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d24ca8e7-f038-4e38-be4d-7eb28527c79a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Network 0cc5de07-3c96-48b7-b307-babdac681206 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:52.967685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d24ca8e7-f038-4e38-be4d-7eb28527c79a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:52.980716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d24ca8e7-f038-4e38-be4d-7eb28527c79a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:52.994323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Checking segment: {'id': 'a57e3b71-9d9f-42c4-bd5b-9294b0ead7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5e6d6adf-e180-4cd4-b029-da8f83942c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:52.995160 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Network hostable DHCP agents. Network: 5e6d6adf-e180-4cd4-b029-da8f83942c29, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:53.043473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Network 5e6d6adf-e180-4cd4-b029-da8f83942c29 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:53.054366 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca8e7-f038-4e38-be4d-7eb28527c79a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Pushing event updated for resources: {'Port': ['ID=2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:53.102994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676b77bb-07f7-45e8-ad62-bde5d14cf1be None None] Network d2f80925-5362-4878-9d2e-aa04370950fe requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:53.123387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d24ca8e7-f038-4e38-be4d-7eb28527c79a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:53.129787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d24ca8e7-f038-4e38-be4d-7eb28527c79a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.146225 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 5e6d6adf-e180-4cd4-b029-da8f83942c29) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:53.182638 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-d24ca8e7-f038-4e38-be4d-7eb28527c79a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3501918 Nov 09 17:57:53.194273 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e368328-ee5f-458e-a200-26afa8a0a491 None None] Network 5e6d6adf-e180-4cd4-b029-da8f83942c29 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:53.208924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Request body: {'port': {'device_id': 'aef5c7b3-9529-4022-a4c0-f67c23913f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:53.275195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:53.289448 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.322911 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.373080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c726ce3-5a92-4f6a-adbb-82fa2ceb45f0 req-e09f1fb9-3573-44d4-9d66-b9c376f1de7e tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:53.374688 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c726ce3-5a92-4f6a-adbb-82fa2ceb45f0 req-e09f1fb9-3573-44d4-9d66-b9c376f1de7e tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 932 time: 0.2178197 Nov 09 17:57:53.406712 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.536852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Checking segment: {'id': '2e815f69-aa53-4390-9080-921e647fe70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fbbd2179-9499-444c-aefb-c743a7fe970c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:53.538004 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Network hostable DHCP agents. Network: fbbd2179-9499-444c-aefb-c743a7fe970c, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:53.549470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.552483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event updated for resources: {'Port': ['ID=80f87a5b-85ab-42a6-869a-23df119d1a85,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:53.577818 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bba15293-30f2-4b68-ae69-cbfb71854637 None None] Provisioning complete for port f7b563e2-d03a-4b2c-80ec-8750152bfefd triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:53.578420 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bba15293-30f2-4b68-ae69-cbfb71854637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.639438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c726ce3-5a92-4f6a-adbb-82fa2ceb45f0 req-388942fb-5801-437d-b160-7a5a713699bc tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316197 Nov 09 17:57:53.668812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f7b563e2-d03a-4b2c-80ec-8750152bfefd up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:53.796092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Network fbbd2179-9499-444c-aefb-c743a7fe970c is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:53.829709 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, fbbd2179-9499-444c-aefb-c743a7fe970c) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:53.840853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:53.854637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:53.867978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:53.869065 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.875069 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc10e9ce-9641-4577-baf1-6cd8ea642063 None None] Network fbbd2179-9499-444c-aefb-c743a7fe970c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:53.932357 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3d749143-3dd3-4baf-ab7d-0e064102a3e4 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6266503 Nov 09 17:57:53.937750 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.948902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48508) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:54.035561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3630a315-e918-4652-9247-852e26039a56 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:54.052598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3630a315-e918-4652-9247-852e26039a56 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:54.058918 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3630a315-e918-4652-9247-852e26039a56 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1086681 Nov 09 17:57:54.066660 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48510) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:54.225296 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.298538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:54.309250 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.322278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f7869d85-649d-41d8-84b5-a4c246f748bf tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Deleting port 2880e7d1-6fb0-4f85-a29f-22d3ecb74fc1 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:54.322278 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f7869d85-649d-41d8-84b5-a4c246f748bf tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.327558 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f7b563e2-d03a-4b2c-80ec-8750152bfefd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:54.329099 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.332539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Transition to ACTIVE for port object 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:57:54.342508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.445741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:54.709971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Attempting to bind port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:54.711524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Attempting to bind port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:54.716211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Attempting to bind port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 on network 0cc5de07-3c96-48b7-b307-babdac681206 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:54.751320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 on network 0cc5de07-3c96-48b7-b307-babdac681206 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:57:54.751678 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Attempting to bind port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 on network 0cc5de07-3c96-48b7-b307-babdac681206 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:54.775972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:54.776344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Checking segment: {'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:54.776721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Bound using segment: {'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:54.777172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Bound port: 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc86718f-ea90-4b97-8704-4585be5e4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:54.777539 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.870943 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7d91fd28-8383-41c0-a6d7-0993d292269c None None] Provisioning complete for port f7b563e2-d03a-4b2c-80ec-8750152bfefd triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:54.871397 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7d91fd28-8383-41c0-a6d7-0993d292269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.941941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] For port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:54.949967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] For port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:54.961472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1c92a-3470-4924-8ffa-bc8469eccbce req-04cf73f6-ecda-40c7-a798-2de6572f8c48 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:54.964051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79b1c92a-3470-4924-8ffa-bc8469eccbce req-04cf73f6-ecda-40c7-a798-2de6572f8c48 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 944 time: 0.1042683 Nov 09 17:57:54.967974 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:55.027283 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f7869d85-649d-41d8-84b5-a4c246f748bf tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:55.045232 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:55.046024 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:55.048237 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] 10.222.0.18 "PUT /v2.0/ports/2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 HTTP/1.1" status: 200 len: 1092 time: 1.8512192 Nov 09 17:57:55.051384 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef5c7b3-9529-4022-a4c0-f67c23913f2f', 'tag': '2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:55.053939 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44f5dd0-dec7-42ae-8088-27bb7bf2b1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "aef5c7b3-9529-4022-a4c0-f67c23913f2f", "tag": "2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:55.066146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f7869d85-649d-41d8-84b5-a4c246f748bf tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Calling delete_port for 2880e7d1-6fb0-4f85-a29f-22d3ecb74fc1 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:55.113767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a6d7f-0f91-4c2a-8260-bdbb1facb1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:55.148652 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79b1c92a-3470-4924-8ffa-bc8469eccbce req-4f24fe61-b6b5-4b1b-a71c-149c8ce9a782 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699080 Nov 09 17:57:55.189952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-af34ac15-5cf5-4fe7-ba78-5f3d70f274e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:55.191645 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-af34ac15-5cf5-4fe7-ba78-5f3d70f274e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 1095 time: 0.0889409 Nov 09 17:57:55.230572 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb0cdd0-39a4-4ae7-9a94-93bba33a745b x-openstack-request-id: req-fcb0cdd0-39a4-4ae7-9a94-93bba33a745b {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:55.230847 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef5c7b3-9529-4022-a4c0-f67c23913f2f", "tag": "2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:55.231029 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fcb0cdd0-39a4-4ae7-9a94-93bba33a745b {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:55.231460 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef5c7b3-9529-4022-a4c0-f67c23913f2f', 'tag': '2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3', 'status': 'completed', 'code': 200} Nov 09 17:57:55.290350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-8348df69-4a7c-411c-a66e-2e4f1654b9ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 HTTP/1.1" status: 200 len: 217 time: 0.0838487 Nov 09 17:57:55.303754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Router 7b800446-ec14-49e1-aafe-596805ea7917 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:57:55.372111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-e5288df3-23ed-4d39-8630-8bef90113cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:55.373648 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-e5288df3-23ed-4d39-8630-8bef90113cf6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8aaf626-567e-4ffb-9c25-6835cd728f1a HTTP/1.1" status: 200 len: 854 time: 0.0797336 Nov 09 17:57:55.422352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-0a1b47e2-79ce-444a-9bd0-240f856e1997 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cc5de07-3c96-48b7-b307-babdac681206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411921 Nov 09 17:57:55.541135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:55.551329 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f7869d85-649d-41d8-84b5-a4c246f748bf tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:55.564461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Sync routers for ids ['7b800446-ec14-49e1-aafe-596805ea7917'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:55.590570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Routers {'7b800446-ec14-49e1-aafe-596805ea7917'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:55.596093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:57:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7b800446-ec14-49e1-aafe-596805ea7917'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:55.623551 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-bbc99c0d-8376-473c-8ea9-eada6f0feb50 service neutron] 10.222.0.18 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876805 Nov 09 17:57:55.705037 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7869d85-649d-41d8-84b5-a4c246f748bf tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event deleted for resources: {'Port': ['ID=2880e7d1-6fb0-4f85-a29f-22d3ecb74fc1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:55.743257 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:55.745509 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-189de6ac-f68c-49fa-8468-491f4042ee31 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.9533961 Nov 09 17:57:55.750191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48558) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:55.767764 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f7869d85-649d-41d8-84b5-a4c246f748bf tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:55.779476 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06add0de-e866-4804-93c0-fbbf3644ba08 req-00e76996-8be0-4d6c-b2ed-a0b93a3c9468 service neutron] 10.222.0.18 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496515 Nov 09 17:57:55.783690 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f7869d85-649d-41d8-84b5-a4c246f748bf tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "DELETE /v2.0/ports/2880e7d1-6fb0-4f85-a29f-22d3ecb74fc1 HTTP/1.1" status: 204 len: 168 time: 1.7133710 Nov 09 17:57:55.784941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48562) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:55.943460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Set router 7b800446-ec14-49e1-aafe-596805ea7917 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:55.996922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f5dd0-dec7-42ae-8088-27bb7bf2b1c6 req-69a1f117-0b51-4133-8e14-01aec1226cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:55.999445 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d44f5dd0-dec7-42ae-8088-27bb7bf2b1c6 req-69a1f117-0b51-4133-8e14-01aec1226cbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 1095 time: 0.1535573 Nov 09 17:57:56.284992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f5dd0-dec7-42ae-8088-27bb7bf2b1c6 req-ed1a0b8e-c450-4616-8060-1502c2a78f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:56.288276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d44f5dd0-dec7-42ae-8088-27bb7bf2b1c6 req-ed1a0b8e-c450-4616-8060-1502c2a78f3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 915 time: 0.2803469 Nov 09 17:57:56.347079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800446-ec14-49e1-aafe-596805ea7917', 'name': 'tempest-ImageQuotaTest-392506416-router', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:48Z', 'updated_at': '2021-11-09T17:57:53Z', 'revision_number': 3, 'project_id': '2fdeb949af08490b893be6850f01b294', 'gw_port': {'id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b800446-ec14-49e1-aafe-596805ea7917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:56.383594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Checking router: 7b800446-ec14-49e1-aafe-596805ea7917 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:56.383960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Updating router 7b800446-ec14-49e1-aafe-596805ea7917 port f78947e3-8c55-43b8-bc61-f28e838a768b binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:57:56.438532 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.466896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d44f5dd0-dec7-42ae-8088-27bb7bf2b1c6 req-a38273e2-383b-42ba-a926-f2fb3944d9d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 HTTP/1.1" status: 200 len: 217 time: 0.1687918 Nov 09 17:57:56.485059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-5bee19c3-5ddd-4a10-ab11-09c4a370cc4c tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Deleting port 80f87a5b-85ab-42a6-869a-23df119d1a85 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:56.485677 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bee19c3-5ddd-4a10-ab11-09c4a370cc4c tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.773766 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bee19c3-5ddd-4a10-ab11-09c4a370cc4c tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.797173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f5dd0-dec7-42ae-8088-27bb7bf2b1c6 req-5e67ac7d-514f-4df8-af42-a018320f5c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:56.801104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d44f5dd0-dec7-42ae-8088-27bb7bf2b1c6 req-5e67ac7d-514f-4df8-af42-a018320f5c21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8aaf626-567e-4ffb-9c25-6835cd728f1a HTTP/1.1" status: 200 len: 854 time: 0.3069034 Nov 09 17:57:56.913919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-5bee19c3-5ddd-4a10-ab11-09c4a370cc4c tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Calling delete_port for 80f87a5b-85ab-42a6-869a-23df119d1a85 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:56.920578 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d44f5dd0-dec7-42ae-8088-27bb7bf2b1c6 req-76165031-c3ef-4bb5-b2e5-27d21a8eb3ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cc5de07-3c96-48b7-b307-babdac681206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029899 Nov 09 17:57:56.970385 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.997282 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a66bb-1b3e-40c2-b89d-d78237f1a7e4 req-1dee9d42-b3c5-4606-a06c-98af3874f41a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:57.003604 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-265a66bb-1b3e-40c2-b89d-d78237f1a7e4 req-1dee9d42-b3c5-4606-a06c-98af3874f41a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 944 time: 0.2255862 Nov 09 17:57:57.224345 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:57.235684 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:57.375205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eace0e-ae11-4f5c-b3c1-1398f5edc4e8 None None] Pushing event updated for resources: {'Port': ['ID=f78947e3-8c55-43b8-bc61-f28e838a768b,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:57.377518 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-265a66bb-1b3e-40c2-b89d-d78237f1a7e4 req-9126ffba-b183-464e-b2cd-9f6a22af3750 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573968 Nov 09 17:57:57.476987 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Attempting to bind port f78947e3-8c55-43b8-bc61-f28e838a768b on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:57.477960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Attempting to bind port f78947e3-8c55-43b8-bc61-f28e838a768b by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:57.479739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Attempting to bind port f78947e3-8c55-43b8-bc61-f28e838a768b on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:57.492220 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:57.492879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:57.495093 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:57.495782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:57.496657 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Bound port: f78947e3-8c55-43b8-bc61-f28e838a768b, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:57.497414 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:57.694990 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Allocated IP 172.20.0.1 (d2f80925-5362-4878-9d2e-aa04370950fe/1b00058f-22c9-4abb-82bb-f5d1ef3b946c/8819e927-ca24-4aff-8d96-1ecdc1d86163) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:57.700548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] For port f78947e3-8c55-43b8-bc61-f28e838a768b, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:57.714808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] For port f78947e3-8c55-43b8-bc61-f28e838a768b, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f78947e3-8c55-43b8-bc61-f28e838a768b,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:57.723087 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:57.883028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eace0e-ae11-4f5c-b3c1-1398f5edc4e8 None None] Pushing event updated for resources: {'Port': ['ID=f78947e3-8c55-43b8-bc61-f28e838a768b,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:57.902840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Routers {'7b800446-ec14-49e1-aafe-596805ea7917'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:57.903576 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:57:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7b800446-ec14-49e1-aafe-596805ea7917'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:57.943199 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.014220 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d44f5dd0-dec7-42ae-8088-27bb7bf2b1c6 req-9c34293f-d6fd-43af-8d0c-426e28ec397a service neutron] 10.222.0.18 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0852101 Nov 09 17:57:58.040470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.125479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] Set router 7b800446-ec14-49e1-aafe-596805ea7917 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:58.149690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Pushing event updated for resources: {'Port': ['ID=8819e927-ca24-4aff-8d96-1ecdc1d86163,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:58.171964 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Network d2f80925-5362-4878-9d2e-aa04370950fe is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:58.173475 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bee19c3-5ddd-4a10-ab11-09c4a370cc4c tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.174580 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:58.177922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:58.242118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee19c3-5ddd-4a10-ab11-09c4a370cc4c tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event deleted for resources: {'Port': ['ID=80f87a5b-85ab-42a6-869a-23df119d1a85,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:58.276556 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.297870 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bee19c3-5ddd-4a10-ab11-09c4a370cc4c tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.309030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5bee19c3-5ddd-4a10-ab11-09c4a370cc4c tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "DELETE /v2.0/ports/80f87a5b-85ab-42a6-869a-23df119d1a85 HTTP/1.1" status: 204 len: 168 time: 2.5224140 Nov 09 17:57:58.310531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48598) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:58.398323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a5611197-4f2d-40ac-9179-a1af57716e5b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0837283 Nov 09 17:57:58.405924 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48600) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:58.423721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0d2ee05b-0af3-4c94-9a51-3526bb6034b6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1111670904'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:58.484649 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d44f5dd0-dec7-42ae-8088-27bb7bf2b1c6 req-b08de87d-354a-42c2-a4db-d39fe31dca10 service neutron] 10.222.0.18 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609337 Nov 09 17:57:58.543019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2ee05b-0af3-4c94-9a51-3526bb6034b6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Made reservation on behalf of 8fd394d6c36d4abeb33ddf601d7f5632 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:58.553428 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d2ee05b-0af3-4c94-9a51-3526bb6034b6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.622062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2ee05b-0af3-4c94-9a51-3526bb6034b6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:58.660212 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f83be4be-2efa-459a-a5d8-648c2ec0f257 None None] Provisioning complete for port 8819e927-ca24-4aff-8d96-1ecdc1d86163 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:58.661006 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f83be4be-2efa-459a-a5d8-648c2ec0f257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.686307 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d2ee05b-0af3-4c94-9a51-3526bb6034b6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.686790 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-0d2ee05b-0af3-4c94-9a51-3526bb6034b6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Added segment c921c573-9f3c-4552-8a3b-ba3e58cbcea7 of type vlan for network 0826e8a9-f5a8-4f73-aa3c-46edd5b148e9 Nov 09 17:57:58.733131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800446-ec14-49e1-aafe-596805ea7917', 'name': 'tempest-ImageQuotaTest-392506416-router', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:48Z', 'updated_at': '2021-11-09T17:57:53Z', 'revision_number': 3, 'project_id': '2fdeb949af08490b893be6850f01b294', 'gw_port': {'id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b800446-ec14-49e1-aafe-596805ea7917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:58.764168 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.798356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62682240-e4de-47b9-b569-0fb8fc31782b None None] The sync data for ids ['7b800446-ec14-49e1-aafe-596805ea7917'] in n-d-817236-1 is: [{'id': '7b800446-ec14-49e1-aafe-596805ea7917', 'name': 'tempest-ImageQuotaTest-392506416-router', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:48Z', 'updated_at': '2021-11-09T17:57:53Z', 'revision_number': 3, 'project_id': '2fdeb949af08490b893be6850f01b294', 'gw_port': {'id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b800446-ec14-49e1-aafe-596805ea7917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:58.802939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f83be4be-2efa-459a-a5d8-648c2ec0f257 None None] Port 8819e927-ca24-4aff-8d96-1ecdc1d86163 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:58.832026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183676a0-b8f1-40c9-9c32-dcd613192185 req-0c93e20e-80e6-424f-b742-9b2fd43847f5 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:58.835459 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-183676a0-b8f1-40c9-9c32-dcd613192185 req-0c93e20e-80e6-424f-b742-9b2fd43847f5 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 944 time: 0.1586990 Nov 09 17:57:58.875856 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d2ee05b-0af3-4c94-9a51-3526bb6034b6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.929645 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-183676a0-b8f1-40c9-9c32-dcd613192185 req-87c7b84f-dd5f-4279-8e55-3c25e2f650d0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845075 Nov 09 17:57:59.013783 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d2ee05b-0af3-4c94-9a51-3526bb6034b6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.033800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ee05b-0af3-4c94-9a51-3526bb6034b6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:59.035062 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d2ee05b-0af3-4c94-9a51-3526bb6034b6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.266222 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0d2ee05b-0af3-4c94-9a51-3526bb6034b6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8545785 Nov 09 17:57:59.270612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48620) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:59.286524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6b868285-1404-4db5-aed8-14696d3b435b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1310453512'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:59.304324 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ee05b-0af3-4c94-9a51-3526bb6034b6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event updated for resources: {'Network': ['ID=0826e8a9-f5a8-4f73-aa3c-46edd5b148e9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:59.326544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 0826e8a9-f5a8-4f73-aa3c-46edd5b148e9 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:59.375908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b868285-1404-4db5-aed8-14696d3b435b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Made reservation on behalf of 8fd394d6c36d4abeb33ddf601d7f5632 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:59.386108 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6b868285-1404-4db5-aed8-14696d3b435b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.410691 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.422487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.428436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b868285-1404-4db5-aed8-14696d3b435b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:59.458548 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6b868285-1404-4db5-aed8-14696d3b435b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.459022 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-6b868285-1404-4db5-aed8-14696d3b435b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Added segment fd980e27-27d8-4d77-beb5-35157a8fb5f9 of type vlan for network d06e30fc-b8ca-4ef4-9802-17dc78eefc49 Nov 09 17:57:59.640857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f78947e3-8c55-43b8-bc61-f28e838a768b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:59.662124 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6b868285-1404-4db5-aed8-14696d3b435b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.667786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Pushing event updated for resources: {'Port': ['ID=8819e927-ca24-4aff-8d96-1ecdc1d86163,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:59.683664 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.827482 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6b868285-1404-4db5-aed8-14696d3b435b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.875785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b868285-1404-4db5-aed8-14696d3b435b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:59.877842 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6b868285-1404-4db5-aed8-14696d3b435b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.023898 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f78947e3-8c55-43b8-bc61-f28e838a768b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:00.025840 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.086959 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6b868285-1404-4db5-aed8-14696d3b435b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8063014 Nov 09 17:58:00.156995 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Network d2f80925-5362-4878-9d2e-aa04370950fe is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:00.160861 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:00.222211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b868285-1404-4db5-aed8-14696d3b435b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event updated for resources: {'Network': ['ID=d06e30fc-b8ca-4ef4-9802-17dc78eefc49,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:00.265718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48634) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:00.334548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:00.337904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d06e30fc-b8ca-4ef4-9802-17dc78eefc49 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:00.357983 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Request body: {'subnets': [{'network_id': '0826e8a9-f5a8-4f73-aa3c-46edd5b148e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--268502674', 'ip_version': 4}, {'network_id': 'd06e30fc-b8ca-4ef4-9802-17dc78eefc49', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:00.364603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Request body: {'subnet': {'network_id': '0826e8a9-f5a8-4f73-aa3c-46edd5b148e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--268502674', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:00.365750 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Request body: {'subnet': {'network_id': 'd06e30fc-b8ca-4ef4-9802-17dc78eefc49', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:00.571257 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Router 7b800446-ec14-49e1-aafe-596805ea7917 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:00.821069 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:58:00.957548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647b9498-de73-4234-980d-85255b370efb admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:00.967297 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-647b9498-de73-4234-980d-85255b370efb admin admin] 10.222.0.81 "PUT /v2.0/routers/7b800446-ec14-49e1-aafe-596805ea7917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2158086 Nov 09 17:58:01.031137 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.059156 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port f78947e3-8c55-43b8-bc61-f28e838a768b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f78947e3-8c55-43b8-bc61-f28e838a768b,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:01.071277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b2e64bbc-f234-4270-87e7-7b6d0ef42d65 None None] Provisioning complete for port 8819e927-ca24-4aff-8d96-1ecdc1d86163 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:01.071669 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b2e64bbc-f234-4270-87e7-7b6d0ef42d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.137812 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.148703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b2e64bbc-f234-4270-87e7-7b6d0ef42d65 None None] Port 8819e927-ca24-4aff-8d96-1ecdc1d86163 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:58:01.193115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e5c08-0425-4e9b-823d-7374762c217f req-8c3fb536-3cfc-4f79-af9f-a70b16938621 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:01.208673 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f8e5c08-0425-4e9b-823d-7374762c217f req-8c3fb536-3cfc-4f79-af9f-a70b16938621 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 944 time: 0.7351725 Nov 09 17:58:01.220697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=f78947e3-8c55-43b8-bc61-f28e838a768b,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:01.256857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:01.321589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3', 'network_id': '0cc5de07-3c96-48b7-b307-babdac681206', 'port_id': '2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3', 'mac_address': 'fa:16:3e:99:ba:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8aaf626-567e-4ffb-9c25-6835cd728f1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:01.323482 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f8e5c08-0425-4e9b-823d-7374762c217f req-e1daee09-59b2-446e-9ca3-3c44bbd612a5 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021538 Nov 09 17:58:01.328633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Made reservation on behalf of 8fd394d6c36d4abeb33ddf601d7f5632 for: {'subnet': 2} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:01.357182 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.357736 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.408669 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.436628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:01.463042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:01.471877 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.574007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f78947e3-8c55-43b8-bc61-f28e838a768b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:01.740398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:01.854222 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f78947e3-8c55-43b8-bc61-f28e838a768b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:01.855453 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.945118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:02.352560 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.462319 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Sync routers for ids ['7b800446-ec14-49e1-aafe-596805ea7917'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:02.479266 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Routers {'7b800446-ec14-49e1-aafe-596805ea7917'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:02.480648 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:57:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7b800446-ec14-49e1-aafe-596805ea7917'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:02.494654 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event updated for resources: {'Subnet': ['ID=2c242b35-2b95-4e69-9f08-bdbb1b05239d,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:02.606005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Checking segment: {'id': 'c921c573-9f3c-4552-8a3b-ba3e58cbcea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0826e8a9-f5a8-4f73-aa3c-46edd5b148e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:02.606994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Network hostable DHCP agents. Network: 0826e8a9-f5a8-4f73-aa3c-46edd5b148e9, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:02.648893 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Set router 7b800446-ec14-49e1-aafe-596805ea7917 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:02.736874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b19e96-95a4-44ea-98b7-573e73e8d571 req-45a454e8-4ae6-4f94-bed7-9a07858261ac tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:02.762519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-01b19e96-95a4-44ea-98b7-573e73e8d571 req-45a454e8-4ae6-4f94-bed7-9a07858261ac tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 945 time: 0.3192656 Nov 09 17:58:02.788261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Network 0826e8a9-f5a8-4f73-aa3c-46edd5b148e9 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:02.833091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 0826e8a9-f5a8-4f73-aa3c-46edd5b148e9) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:02.842372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.853161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d76690-4566-46e8-827f-8a633b135432 None None] Network 0826e8a9-f5a8-4f73-aa3c-46edd5b148e9 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:02.954676 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-01b19e96-95a4-44ea-98b7-573e73e8d571 req-05d345fc-8393-443a-b9e1-bc8b4e3f105e tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821823 Nov 09 17:58:03.029997 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event updated for resources: {'Subnet': ['ID=f3da307e-111f-4271-9ddb-049c3133df14,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:03.170579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Checking segment: {'id': 'fd980e27-27d8-4d77-beb5-35157a8fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd06e30fc-b8ca-4ef4-9802-17dc78eefc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:03.171372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Network hostable DHCP agents. Network: d06e30fc-b8ca-4ef4-9802-17dc78eefc49, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:03.231591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Network d06e30fc-b8ca-4ef4-9802-17dc78eefc49 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:03.253995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d06e30fc-b8ca-4ef4-9802-17dc78eefc49) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:03.274449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:03.278706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:03.281445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.317581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb7b075-b5dd-4ae8-a934-85fad119dd51 None None] Network d06e30fc-b8ca-4ef4-9802-17dc78eefc49 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:03.328646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48696) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:03.329669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bca2ce45-9c39-4eaa-ad15-dd674b3e59c6 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.0153241 Nov 09 17:58:03.345228 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800446-ec14-49e1-aafe-596805ea7917', 'name': 'tempest-ImageQuotaTest-392506416-router', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:48Z', 'updated_at': '2021-11-09T17:57:58Z', 'revision_number': 4, 'project_id': '2fdeb949af08490b893be6850f01b294', 'gw_port': {'id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800446-ec14-49e1-aafe-596805ea7917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8819e927-ca24-4aff-8d96-1ecdc1d86163', 'name': '', 'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'mac_address': 'fa:16:3e:1d:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b800446-ec14-49e1-aafe-596805ea7917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '1b00058f-22c9-4abb-82bb-f5d1ef3b946c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:57Z', 'updated_at': '2021-11-09T17:57:58Z', 'revision_number': 2, 'project_id': '2fdeb949af08490b893be6850f01b294', 'subnets': [{'id': '1b00058f-22c9-4abb-82bb-f5d1ef3b946c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:03.421668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2a8d43-adda-473a-9077-d7bf31e5de54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-0826e8a9-f5a8-4f73-aa3c-46edd5b148e9', 'network_id': '0826e8a9-f5a8-4f73-aa3c-46edd5b148e9', 'tenant_id': '8fd394d6c36d4abeb33ddf601d7f5632', 'fixed_ips': [{'subnet_id': '2c242b35-2b95-4e69-9f08-bdbb1b05239d'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:03.433183 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Checking router: 7b800446-ec14-49e1-aafe-596805ea7917 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:03.434006 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8d43-adda-473a-9077-d7bf31e5de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.434788 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Updating router 7b800446-ec14-49e1-aafe-596805ea7917 port 8819e927-ca24-4aff-8d96-1ecdc1d86163 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:58:03.515007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eacd47-99bc-40dc-914f-3f2b25f62a65 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:03.517344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eacd47-99bc-40dc-914f-3f2b25f62a65 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:03.519909 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eacd47-99bc-40dc-914f-3f2b25f62a65 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:03.525086 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b5eacd47-99bc-40dc-914f-3f2b25f62a65 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1918900 Nov 09 17:58:03.526657 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48702) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:03.560697 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.655096 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b9b2ae-9bcd-4b9b-a206-d41ffce555b3 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Deleting subnet 2c242b35-2b95-4e69-9f08-bdbb1b05239d {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:58:03.663730 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-58b9b2ae-9bcd-4b9b-a206-d41ffce555b3 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.792043 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-58b9b2ae-9bcd-4b9b-a206-d41ffce555b3 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.859948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48704) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:03.957645 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-58b9b2ae-9bcd-4b9b-a206-d41ffce555b3 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.167657 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-58b9b2ae-9bcd-4b9b-a206-d41ffce555b3 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.207136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a47c0f9-1967-46b1-9eb7-e8d9e967c272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-d06e30fc-b8ca-4ef4-9802-17dc78eefc49', 'network_id': 'd06e30fc-b8ca-4ef4-9802-17dc78eefc49', 'tenant_id': '8fd394d6c36d4abeb33ddf601d7f5632', 'fixed_ips': [{'subnet_id': 'f3da307e-111f-4271-9ddb-049c3133df14'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:04.208854 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1a47c0f9-1967-46b1-9eb7-e8d9e967c272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server [None req-dc2a8d43-adda-473a-9077-d7bf31e5de54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c242b35-2b95-4e69-9f08-bdbb1b05239d: This subnet is being modified by another concurrent operation. Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise exception Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c242b35-2b95-4e69-9f08-bdbb1b05239d: This subnet is being modified by another concurrent operation. Nov 09 17:58:04.213508 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Nov 09 17:58:04.254813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:04.290544 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-58b9b2ae-9bcd-4b9b-a206-d41ffce555b3 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.294480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74d9a86-6462-4116-8e90-e2df2492420b None None] Network 0826e8a9-f5a8-4f73-aa3c-46edd5b148e9 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:04.308846 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-58b9b2ae-9bcd-4b9b-a206-d41ffce555b3 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "DELETE /v2.0/subnets/2c242b35-2b95-4e69-9f08-bdbb1b05239d HTTP/1.1" status: 204 len: 168 time: 0.7771597 Nov 09 17:58:04.326943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48712) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:04.342703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9b2ae-9bcd-4b9b-a206-d41ffce555b3 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event deleted for resources: {'Subnet': ['ID=2c242b35-2b95-4e69-9f08-bdbb1b05239d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:04.389218 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.406390 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.495270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705809f-6b93-4bc4-b8ef-2c974d242e73 req-00981194-315f-4f53-8523-e4bc81a0fdad tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:04.496849 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8705809f-6b93-4bc4-b8ef-2c974d242e73 req-00981194-315f-4f53-8523-e4bc81a0fdad tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 945 time: 0.3047478 Nov 09 17:58:04.621250 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8705809f-6b93-4bc4-b8ef-2c974d242e73 req-8c394feb-1636-4669-8cf0-faeeb2987601 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123347 Nov 09 17:58:04.700699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bf59b3-7492-4005-a4db-8ad609d7d53e tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Deleting subnet f3da307e-111f-4271-9ddb-049c3133df14 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:58:04.710323 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Pushing event updated for resources: {'Port': ['ID=8819e927-ca24-4aff-8d96-1ecdc1d86163,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:04.717106 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00bf59b3-7492-4005-a4db-8ad609d7d53e tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.786189 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:04.787032 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:04.787771 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:04.788581 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:04.789486 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:04.790214 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:04.790961 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:04.791678 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:04.792428 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:04.793222 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:04.793963 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:04.794889 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:04.829693 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Attempting to bind port 8819e927-ca24-4aff-8d96-1ecdc1d86163 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:04.830789 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Attempting to bind port 8819e927-ca24-4aff-8d96-1ecdc1d86163 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '444ec7af-2972-48c8-99c1-a6450239dc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:04.831666 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Attempting to bind port 8819e927-ca24-4aff-8d96-1ecdc1d86163 on network d2f80925-5362-4878-9d2e-aa04370950fe {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:04.843455 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:04.844301 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Checking segment: {'id': '444ec7af-2972-48c8-99c1-a6450239dc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:04.845580 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.846698 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Bound using segment: {'id': '444ec7af-2972-48c8-99c1-a6450239dc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:04.847768 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Bound port: 8819e927-ca24-4aff-8d96-1ecdc1d86163, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444ec7af-2972-48c8-99c1-a6450239dc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:04.848637 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.903358 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00bf59b3-7492-4005-a4db-8ad609d7d53e tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.009407 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] For port 8819e927-ca24-4aff-8d96-1ecdc1d86163, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:05.018738 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00bf59b3-7492-4005-a4db-8ad609d7d53e tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.029227 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] For port 8819e927-ca24-4aff-8d96-1ecdc1d86163, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8819e927-ca24-4aff-8d96-1ecdc1d86163,segment=NetworkSegment(444ec7af-2972-48c8-99c1-a6450239dc66),segment_id=444ec7af-2972-48c8-99c1-a6450239dc66)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:05.047746 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.205375 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Routers {'7b800446-ec14-49e1-aafe-596805ea7917'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:05.211798 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:57:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7b800446-ec14-49e1-aafe-596805ea7917'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:05.222260 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974fa5f-1f41-4868-b7a3-2cdc3eda0939 None None] Pushing event updated for resources: {'Port': ['ID=8819e927-ca24-4aff-8d96-1ecdc1d86163,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:05.260350 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00bf59b3-7492-4005-a4db-8ad609d7d53e tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.269114 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-47db32ec-c914-41fa-bdf0-c691ec2ba4f5 None None] Provisioning complete for port 8819e927-ca24-4aff-8d96-1ecdc1d86163 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:05.270155 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-47db32ec-c914-41fa-bdf0-c691ec2ba4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.293151 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server [None req-1a47c0f9-1967-46b1-9eb7-e8d9e967c272 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3da307e-111f-4271-9ddb-049c3133df14: This subnet is being modified by another concurrent operation. Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise exception Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3da307e-111f-4271-9ddb-049c3133df14: This subnet is being modified by another concurrent operation. Nov 09 17:58:05.334040 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Nov 09 17:58:05.349465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:05.349465 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.392616 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7fd6b3-1451-49e4-9320-19e6f54f9c3a None None] Network d06e30fc-b8ca-4ef4-9802-17dc78eefc49 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:05.478437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf59b3-7492-4005-a4db-8ad609d7d53e tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event deleted for resources: {'Subnet': ['ID=f3da307e-111f-4271-9ddb-049c3133df14,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:05.487175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00bf59b3-7492-4005-a4db-8ad609d7d53e tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.498219 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48724) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:05.510283 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-00bf59b3-7492-4005-a4db-8ad609d7d53e tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "DELETE /v2.0/subnets/f3da307e-111f-4271-9ddb-049c3133df14 HTTP/1.1" status: 204 len: 168 time: 1.1814466 Nov 09 17:58:05.562401 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ca2803a-d53f-4496-a208-2c94e6f801d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.694454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b863d4-1e9d-48bc-af07-b21881b8a997 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:05.707304 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-88b863d4-1e9d-48bc-af07-b21881b8a997 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2049718 Nov 09 17:58:05.715592 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48734) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:05.806277 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-47db32ec-c914-41fa-bdf0-c691ec2ba4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.919283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586badd-0b89-4148-8cda-5bbe94af0b19 None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:58:06.047446 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] Set router 7b800446-ec14-49e1-aafe-596805ea7917 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:06.050786 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b83c7a3-f181-4350-9324-883361da607b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.070144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.102501 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-47db32ec-c914-41fa-bdf0-c691ec2ba4f5 None None] For port 8819e927-ca24-4aff-8d96-1ecdc1d86163, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8819e927-ca24-4aff-8d96-1ecdc1d86163,segment=NetworkSegment(444ec7af-2972-48c8-99c1-a6450239dc66),segment_id=444ec7af-2972-48c8-99c1-a6450239dc66)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:06.187743 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-47db32ec-c914-41fa-bdf0-c691ec2ba4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.226307 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef5c7b3-9529-4022-a4c0-f67c23913f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:06.230368 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b09a68-e9de-495d-a372-49dc78b95cff" -d '{"events": [{"server_uuid": "aef5c7b3-9529-4022-a4c0-f67c23913f2f", "name": "network-vif-plugged", "status": "completed", "tag": "2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:06.319826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2803a-d53f-4496-a208-2c94e6f801d8 admin admin] Deleting port 8819e927-ca24-4aff-8d96-1ecdc1d86163 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:06.320691 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ca2803a-d53f-4496-a208-2c94e6f801d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.339922 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea78a27-a515-48d7-a2ef-95afbdea2973 x-openstack-request-id: req-dea78a27-a515-48d7-a2ef-95afbdea2973 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:06.340766 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef5c7b3-9529-4022-a4c0-f67c23913f2f", "name": "network-vif-plugged", "status": "completed", "tag": "2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:06.342324 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dea78a27-a515-48d7-a2ef-95afbdea2973 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:06.342970 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef5c7b3-9529-4022-a4c0-f67c23913f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3', 'code': 200} Nov 09 17:58:06.365142 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b83c7a3-f181-4350-9324-883361da607b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.390362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:06.426006 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7f71f-7344-4544-b4b9-fff224a68c89 req-ed02ad0b-6764-4b3d-b589-8bc842c4251c tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:06.430981 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8eb7f71f-7344-4544-b4b9-fff224a68c89 req-ed02ad0b-6764-4b3d-b589-8bc842c4251c tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 945 time: 0.3593726 Nov 09 17:58:06.441176 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.520972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7b83c7a3-f181-4350-9324-883361da607b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06e30fc-b8ca-4ef4-9802-17dc78eefc49']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:06.582237 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7b83c7a3-f181-4350-9324-883361da607b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd980e27-27d8-4d77-beb5-35157a8fb5f9') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:06.582776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2bcc576f-2257-4913-9df5-eb044e8c0efe None None] Provisioning complete for port 8819e927-ca24-4aff-8d96-1ecdc1d86163 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:06.586502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7b83c7a3-f181-4350-9324-883361da607b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd980e27-27d8-4d77-beb5-35157a8fb5f9') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:06.587368 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2bcc576f-2257-4913-9df5-eb044e8c0efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.646396 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8eb7f71f-7344-4544-b4b9-fff224a68c89 req-93a318a2-b939-4d64-8b2c-9f0f536fdf0f tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868804 Nov 09 17:58:06.653634 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b83c7a3-f181-4350-9324-883361da607b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.662887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-4ca2803a-d53f-4496-a208-2c94e6f801d8 admin admin] For port 8819e927-ca24-4aff-8d96-1ecdc1d86163, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8819e927-ca24-4aff-8d96-1ecdc1d86163,segment=NetworkSegment(444ec7af-2972-48c8-99c1-a6450239dc66),segment_id=444ec7af-2972-48c8-99c1-a6450239dc66)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:06.663921 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ca2803a-d53f-4496-a208-2c94e6f801d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.687371 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db32ec-c914-41fa-bdf0-c691ec2ba4f5 None None] Pushing event updated for resources: {'Port': ['ID=8819e927-ca24-4aff-8d96-1ecdc1d86163,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:06.710621 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b83c7a3-f181-4350-9324-883361da607b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.716396 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2803a-d53f-4496-a208-2c94e6f801d8 admin admin] Calling delete_port for 8819e927-ca24-4aff-8d96-1ecdc1d86163 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:06.723250 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b83c7a3-f181-4350-9324-883361da607b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:06.724246 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b83c7a3-f181-4350-9324-883361da607b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:06.762022 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:06.797391 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800446-ec14-49e1-aafe-596805ea7917', 'name': 'tempest-ImageQuotaTest-392506416-router', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:48Z', 'updated_at': '2021-11-09T17:57:58Z', 'revision_number': 4, 'project_id': '2fdeb949af08490b893be6850f01b294', 'gw_port': {'id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800446-ec14-49e1-aafe-596805ea7917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8819e927-ca24-4aff-8d96-1ecdc1d86163', 'name': '', 'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'mac_address': 'fa:16:3e:1d:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b800446-ec14-49e1-aafe-596805ea7917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '1b00058f-22c9-4abb-82bb-f5d1ef3b946c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:57Z', 'updated_at': '2021-11-09T17:58:04Z', 'revision_number': 4, 'project_id': '2fdeb949af08490b893be6850f01b294', 'subnets': [{'id': '1b00058f-22c9-4abb-82bb-f5d1ef3b946c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:06.819941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a84dda-fc59-45fa-b941-145e9a7cfa5d req-887cb8c3-cb30-479f-9e9e-0cfd1b7b9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:06.822580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32a84dda-fc59-45fa-b941-145e9a7cfa5d req-887cb8c3-cb30-479f-9e9e-0cfd1b7b9e61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 1097 time: 0.2689040 Nov 09 17:58:06.883329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586badd-0b89-4148-8cda-5bbe94af0b19 None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:58:06.921046 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fded7c-7f42-45a8-b0b5-b9dff2117634 None None] The sync data for ids ['7b800446-ec14-49e1-aafe-596805ea7917'] in n-d-817236-1 is: [{'id': '7b800446-ec14-49e1-aafe-596805ea7917', 'name': 'tempest-ImageQuotaTest-392506416-router', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:48Z', 'updated_at': '2021-11-09T17:57:58Z', 'revision_number': 4, 'project_id': '2fdeb949af08490b893be6850f01b294', 'gw_port': {'id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800446-ec14-49e1-aafe-596805ea7917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8819e927-ca24-4aff-8d96-1ecdc1d86163', 'name': '', 'network_id': 'd2f80925-5362-4878-9d2e-aa04370950fe', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'mac_address': 'fa:16:3e:1d:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b800446-ec14-49e1-aafe-596805ea7917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '1b00058f-22c9-4abb-82bb-f5d1ef3b946c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:57Z', 'updated_at': '2021-11-09T17:58:04Z', 'revision_number': 4, 'project_id': '2fdeb949af08490b893be6850f01b294', 'subnets': [{'id': '1b00058f-22c9-4abb-82bb-f5d1ef3b946c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:06.945613 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b83c7a3-f181-4350-9324-883361da607b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.953494 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b83c7a3-f181-4350-9324-883361da607b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.962144 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7b83c7a3-f181-4350-9324-883361da607b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "DELETE /v2.0/networks/d06e30fc-b8ca-4ef4-9802-17dc78eefc49 HTTP/1.1" status: 204 len: 168 time: 1.2440445 Nov 09 17:58:06.968433 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:06.976458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48748) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:07.115614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83c7a3-f181-4350-9324-883361da607b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event deleted for resources: {'Network': ['ID=d06e30fc-b8ca-4ef4-9802-17dc78eefc49,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:07.144866 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32a84dda-fc59-45fa-b941-145e9a7cfa5d req-d49df8a4-5cf2-4cd2-98bf-97e6c028cc6b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243223 Nov 09 17:58:07.472215 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3899-c945-486e-80d1-8ef42c8d2327 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.588280 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ca2803a-d53f-4496-a208-2c94e6f801d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.655926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2803a-d53f-4496-a208-2c94e6f801d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8819e927-ca24-4aff-8d96-1ecdc1d86163,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:07.790366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8819e927-ca24-4aff-8d96-1ecdc1d86163 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:08.012905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 8819e927-ca24-4aff-8d96-1ecdc1d86163 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:08.017476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8819e927-ca24-4aff-8d96-1ecdc1d86163 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 17:58:08.192149 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3899-c945-486e-80d1-8ef42c8d2327 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.237020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Port 8819e927-ca24-4aff-8d96-1ecdc1d86163 not found, will not notify nova. {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 17:58:08.286819 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4ca2803a-d53f-4496-a208-2c94e6f801d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.311104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-9b7b3899-c945-486e-80d1-8ef42c8d2327 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0826e8a9-f5a8-4f73-aa3c-46edd5b148e9']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:08.341271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-9b7b3899-c945-486e-80d1-8ef42c8d2327 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c921c573-9f3c-4552-8a3b-ba3e58cbcea7') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:08.346653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-9b7b3899-c945-486e-80d1-8ef42c8d2327 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c921c573-9f3c-4552-8a3b-ba3e58cbcea7') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:08.371876 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1ee7a-3296-46dd-9a0b-d03b76dea8fc req-a857e54a-9f25-4855-aab6-d611800d26b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:08.373990 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ce1ee7a-3296-46dd-9a0b-d03b76dea8fc req-a857e54a-9f25-4855-aab6-d611800d26b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 946 time: 0.2811582 Nov 09 17:58:08.397319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48774) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:08.432300 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3899-c945-486e-80d1-8ef42c8d2327 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.494931 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3899-c945-486e-80d1-8ef42c8d2327 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.581842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7b3899-c945-486e-80d1-8ef42c8d2327 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:08.588671 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3899-c945-486e-80d1-8ef42c8d2327 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:08.621221 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:08.640436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a860a93-190a-41f3-80aa-6515d583adf5 None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:58:08.735299 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ce1ee7a-3296-46dd-9a0b-d03b76dea8fc req-9d9ff5aa-6833-4493-ae2d-fd3b312765b2 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387358 Nov 09 17:58:08.944337 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0396c587-7da1-43d2-8728-1423897efa12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.955151 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3899-c945-486e-80d1-8ef42c8d2327 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.985661 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3899-c945-486e-80d1-8ef42c8d2327 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.015436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a860a93-190a-41f3-80aa-6515d583adf5 None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:58:09.032573 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9b7b3899-c945-486e-80d1-8ef42c8d2327 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "DELETE /v2.0/networks/0826e8a9-f5a8-4f73-aa3c-46edd5b148e9 HTTP/1.1" status: 204 len: 168 time: 2.0498481 Nov 09 17:58:09.102423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48792) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.253865 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0396c587-7da1-43d2-8728-1423897efa12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.273510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48794) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.286305 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0396c587-7da1-43d2-8728-1423897efa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.296922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b3899-c945-486e-80d1-8ef42c8d2327 tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event deleted for resources: {'Network': ['ID=0826e8a9-f5a8-4f73-aa3c-46edd5b148e9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:09.422963 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0396c587-7da1-43d2-8728-1423897efa12 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49bbec99187e419ab87072f1dddb59e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0123193 Nov 09 17:58:09.426556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396c587-7da1-43d2-8728-1423897efa12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8405d54e-9ef1-4079-af92-e5fb9c492229,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:09.432362 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48800) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:09.472503 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-75fb6c87-d148-4133-8ace-21fc27962a3b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.609281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca2803a-d53f-4496-a208-2c94e6f801d8 admin admin] Router 7b800446-ec14-49e1-aafe-596805ea7917 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:09.629318 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a96145b6-58e2-48fb-9670-afe26e7f471b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.678884 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d4e6aabf-310b-40f0-8e73-87f35d10786b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.808817 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d4e6aabf-310b-40f0-8e73-87f35d10786b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.052548 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a96145b6-58e2-48fb-9670-afe26e7f471b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.053660 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-75fb6c87-d148-4133-8ace-21fc27962a3b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.057668 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d4e6aabf-310b-40f0-8e73-87f35d10786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.063898 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d4e6aabf-310b-40f0-8e73-87f35d10786b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.070559 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d4e6aabf-310b-40f0-8e73-87f35d10786b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8405d54e-9ef1-4079-af92-e5fb9c492229 HTTP/1.1" status: 204 len: 168 time: 0.6325023 Nov 09 17:58:10.083179 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a96145b6-58e2-48fb-9670-afe26e7f471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.092034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca2803a-d53f-4496-a208-2c94e6f801d8 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:10.125346 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4ca2803a-d53f-4496-a208-2c94e6f801d8 admin admin] 10.222.0.81 "PUT /v2.0/routers/7b800446-ec14-49e1-aafe-596805ea7917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2637885 Nov 09 17:58:10.154212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd5f00-1cdb-4e68-a1bd-c3c1db2e99ed req-0a78a3ef-5d45-4804-a189-70c373903598 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:10.156009 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8dd5f00-1cdb-4e68-a1bd-c3c1db2e99ed req-0a78a3ef-5d45-4804-a189-70c373903598 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 946 time: 0.2294650 Nov 09 17:58:10.156627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48808) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:10.176675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6aabf-310b-40f0-8e73-87f35d10786b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8405d54e-9ef1-4079-af92-e5fb9c492229,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:10.184539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-75fb6c87-d148-4133-8ace-21fc27962a3b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbbd2179-9499-444c-aefb-c743a7fe970c']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:10.255441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146df359-9803-4009-b187-e05d86162444 None None] Sync routers for ids ['7b800446-ec14-49e1-aafe-596805ea7917'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:10.263962 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a96145b6-58e2-48fb-9670-afe26e7f471b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a4300810d8634a1c949f0acaf4a5eda5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9881475 Nov 09 17:58:10.270787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48810) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:10.278063 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146df359-9803-4009-b187-e05d86162444 None None] Routers {'7b800446-ec14-49e1-aafe-596805ea7917'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:10.278974 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-146df359-9803-4009-b187-e05d86162444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:57:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7b800446-ec14-49e1-aafe-596805ea7917'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:10.307990 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96145b6-58e2-48fb-9670-afe26e7f471b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f592e20e-6e3b-43de-aafc-9db1605a9354,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:10.338524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-75fb6c87-d148-4133-8ace-21fc27962a3b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e815f69-aa53-4390-9080-921e647fe70c') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:10.338932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-75fb6c87-d148-4133-8ace-21fc27962a3b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e815f69-aa53-4390-9080-921e647fe70c') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:10.370208 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-75fb6c87-d148-4133-8ace-21fc27962a3b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.403176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9f57383a-7969-49de-b16c-edbdc2cb3777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.443534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8dd5f00-1cdb-4e68-a1bd-c3c1db2e99ed req-6029a466-936b-4c07-8eda-8aff80d5ea4d tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514734 Nov 09 17:58:10.462352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-75fb6c87-d148-4133-8ace-21fc27962a3b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.465618 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9f57383a-7969-49de-b16c-edbdc2cb3777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.475783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fb6c87-d148-4133-8ace-21fc27962a3b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:10.476583 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-75fb6c87-d148-4133-8ace-21fc27962a3b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:10.481783 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:10.603292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9f57383a-7969-49de-b16c-edbdc2cb3777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.613064 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.615145 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9f57383a-7969-49de-b16c-edbdc2cb3777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.617589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9f57383a-7969-49de-b16c-edbdc2cb3777 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f592e20e-6e3b-43de-aafc-9db1605a9354 HTTP/1.1" status: 204 len: 168 time: 0.3444395 Nov 09 17:58:10.624816 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-146df359-9803-4009-b187-e05d86162444 None None] Set router 7b800446-ec14-49e1-aafe-596805ea7917 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:10.665423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57383a-7969-49de-b16c-edbdc2cb3777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f592e20e-6e3b-43de-aafc-9db1605a9354,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:10.708726 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-75fb6c87-d148-4133-8ace-21fc27962a3b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.769787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-75fb6c87-d148-4133-8ace-21fc27962a3b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.781342 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48820) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:10.782652 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-75fb6c87-d148-4133-8ace-21fc27962a3b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "DELETE /v2.0/networks/fbbd2179-9499-444c-aefb-c743a7fe970c HTTP/1.1" status: 204 len: 168 time: 1.6684258 Nov 09 17:58:10.848038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb6c87-d148-4133-8ace-21fc27962a3b tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event deleted for resources: {'Network': ['ID=fbbd2179-9499-444c-aefb-c743a7fe970c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:10.867512 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1ca4-2569-45e1-8c2f-7aef8f29ba4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.963158 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c39f72e-4eac-42ae-9db2-052b5e47ddda tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.998661 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.162571 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c39f72e-4eac-42ae-9db2-052b5e47ddda tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.207283 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6c39f72e-4eac-42ae-9db2-052b5e47ddda tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6d6adf-e180-4cd4-b029-da8f83942c29']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:11.226456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6c39f72e-4eac-42ae-9db2-052b5e47ddda tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57e3b71-9d9f-42c4-bd5b-9294b0ead7b2') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:11.226890 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6c39f72e-4eac-42ae-9db2-052b5e47ddda tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57e3b71-9d9f-42c4-bd5b-9294b0ead7b2') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:11.254151 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c39f72e-4eac-42ae-9db2-052b5e47ddda tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.299065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-146df359-9803-4009-b187-e05d86162444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800446-ec14-49e1-aafe-596805ea7917', 'name': 'tempest-ImageQuotaTest-392506416-router', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:48Z', 'updated_at': '2021-11-09T17:58:07Z', 'revision_number': 5, 'project_id': '2fdeb949af08490b893be6850f01b294', 'gw_port': {'id': 'f78947e3-8c55-43b8-bc61-f28e838a768b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800446-ec14-49e1-aafe-596805ea7917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:11.308992 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c39f72e-4eac-42ae-9db2-052b5e47ddda tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.338667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c39f72e-4eac-42ae-9db2-052b5e47ddda tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:11.339879 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c39f72e-4eac-42ae-9db2-052b5e47ddda tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.403427 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146df359-9803-4009-b187-e05d86162444 None None] Checking router: 7b800446-ec14-49e1-aafe-596805ea7917 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:11.420775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146df359-9803-4009-b187-e05d86162444 None None] Routers {'7b800446-ec14-49e1-aafe-596805ea7917'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:11.422299 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-146df359-9803-4009-b187-e05d86162444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T17:57:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7b800446-ec14-49e1-aafe-596805ea7917'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:11.443490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48822) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:11.444853 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:11.485108 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.550279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c39f72e-4eac-42ae-9db2-052b5e47ddda tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.592932 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c39f72e-4eac-42ae-9db2-052b5e47ddda tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.602591 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6c39f72e-4eac-42ae-9db2-052b5e47ddda tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] 10.222.0.81 "DELETE /v2.0/networks/5e6d6adf-e180-4cd4-b029-da8f83942c29 HTTP/1.1" status: 204 len: 168 time: 0.8176603 Nov 09 17:58:11.605360 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39f72e-4eac-42ae-9db2-052b5e47ddda tempest-BulkNetworkOpsTest-491441622 tempest-BulkNetworkOpsTest-491441622-project] Pushing event deleted for resources: {'Network': ['ID=5e6d6adf-e180-4cd4-b029-da8f83942c29,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:11.709539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-146df359-9803-4009-b187-e05d86162444 None None] Set router 7b800446-ec14-49e1-aafe-596805ea7917 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:11.787989 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.796767 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.830718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-146df359-9803-4009-b187-e05d86162444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800446-ec14-49e1-aafe-596805ea7917', 'name': 'tempest-ImageQuotaTest-392506416-router', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:48Z', 'updated_at': '2021-11-09T17:58:10Z', 'revision_number': 6, 'project_id': '2fdeb949af08490b893be6850f01b294', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:11.858256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Deleting port f78947e3-8c55-43b8-bc61-f28e838a768b {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:11.858839 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.871537 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146df359-9803-4009-b187-e05d86162444 None None] The sync data for ids ['7b800446-ec14-49e1-aafe-596805ea7917'] in n-d-817236-1 is: [{'id': '7b800446-ec14-49e1-aafe-596805ea7917', 'name': 'tempest-ImageQuotaTest-392506416-router', 'tenant_id': '2fdeb949af08490b893be6850f01b294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:48Z', 'updated_at': '2021-11-09T17:58:10Z', 'revision_number': 6, 'project_id': '2fdeb949af08490b893be6850f01b294', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:11.872525 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fe491d-e87c-4616-9c5e-22fb002c5da1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:11.917423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:11.917895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:11.920169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:11.920861 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:11.922682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:11.923276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:11.923810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:11.925566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:11.926127 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:11.926779 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:11.927072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:11.928769 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:11.955520 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f609eb94-047b-4780-aefc-f6cfe2f0690b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d59b487b6cdc4ef1a342a10e95ee3314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5089467 Nov 09 17:58:11.960707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48850) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:12.067037 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] For port f78947e3-8c55-43b8-bc61-f28e838a768b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f78947e3-8c55-43b8-bc61-f28e838a768b,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:12.067614 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.069696 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48852) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:12.089547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Calling delete_port for f78947e3-8c55-43b8-bc61-f28e838a768b owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:12.093753 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50fa09c-d4bd-4818-86ae-66c32a3b18e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.149616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50fa09c-d4bd-4818-86ae-66c32a3b18e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.249702 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50fa09c-d4bd-4818-86ae-66c32a3b18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.254122 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d50fa09c-d4bd-4818-86ae-66c32a3b18e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.255919 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d50fa09c-d4bd-4818-86ae-66c32a3b18e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/84fe491d-e87c-4616-9c5e-22fb002c5da1 HTTP/1.1" status: 204 len: 168 time: 0.2939637 Nov 09 17:58:12.327096 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fa09c-d4bd-4818-86ae-66c32a3b18e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fe491d-e87c-4616-9c5e-22fb002c5da1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:12.442934 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.545947 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b9f19d62-8b37-4e85-bfc3-67f7a9c259eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8fd394d6c36d4abeb33ddf601d7f5632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746063 Nov 09 17:58:12.549988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48868) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:12.564382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=f78947e3-8c55-43b8-bc61-f28e838a768b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:12.736520 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.750274 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f395e6c-a1cc-4b4c-ad3c-d4f8bb9f60c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.797392 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f395e6c-a1cc-4b4c-ad3c-d4f8bb9f60c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.886318 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f395e6c-a1cc-4b4c-ad3c-d4f8bb9f60c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.888790 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.890806 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f395e6c-a1cc-4b4c-ad3c-d4f8bb9f60c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.892369 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2f395e6c-a1cc-4b4c-ad3c-d4f8bb9f60c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab4cee50-f12e-4e53-9f78-487d94210c57 HTTP/1.1" status: 204 len: 168 time: 0.3405051 Nov 09 17:58:12.896859 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.905304 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f395e6c-a1cc-4b4c-ad3c-d4f8bb9f60c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4cee50-f12e-4e53-9f78-487d94210c57,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:13.047116 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.048371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b800446-ec14-49e1-aafe-596805ea7917 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:58:13.058739 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.060198 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b8b37778-a6db-4568-ae9a-8253ce0e9f95 admin admin] 10.222.0.81 "DELETE /v2.0/routers/7b800446-ec14-49e1-aafe-596805ea7917 HTTP/1.1" status: 204 len: 168 time: 2.8889067 Nov 09 17:58:13.063999 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48884) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:13.179287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d026e23-1049-4cf3-a049-286ea41df0e9 admin admin] Deleting subnet 1b00058f-22c9-4abb-82bb-f5d1ef3b946c {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:58:13.189141 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d026e23-1049-4cf3-a049-286ea41df0e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.292363 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d026e23-1049-4cf3-a049-286ea41df0e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.487109 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d026e23-1049-4cf3-a049-286ea41df0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.561544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8819e927-ca24-4aff-8d96-1ecdc1d86163 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:13.608580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 8819e927-ca24-4aff-8d96-1ecdc1d86163 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:13.609019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8819e927-ca24-4aff-8d96-1ecdc1d86163 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:13.609730 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f78947e3-8c55-43b8-bc61-f28e838a768b no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:13.629765 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d026e23-1049-4cf3-a049-286ea41df0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.666265 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: f78947e3-8c55-43b8-bc61-f28e838a768b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:13.667062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d026e23-1049-4cf3-a049-286ea41df0e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b00058f-22c9-4abb-82bb-f5d1ef3b946c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:13.668016 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f78947e3-8c55-43b8-bc61-f28e838a768b not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:13.674981 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d026e23-1049-4cf3-a049-286ea41df0e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.682082 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1d026e23-1049-4cf3-a049-286ea41df0e9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1b00058f-22c9-4abb-82bb-f5d1ef3b946c HTTP/1.1" status: 204 len: 168 time: 0.6164818 Nov 09 17:58:13.686028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48898) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:13.717414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb8e7cd-2567-4024-931b-c44bc8613263 None None] Network d2f80925-5362-4878-9d2e-aa04370950fe requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:13.817168 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.934928 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-688384c2-ed5e-4232-91d4-7ff4cdf1ba0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.973088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Deleting port f7b563e2-d03a-4b2c-80ec-8750152bfefd {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:13.975748 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.180308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] For port f7b563e2-d03a-4b2c-80ec-8750152bfefd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f7b563e2-d03a-4b2c-80ec-8750152bfefd,segment=NetworkSegment(444ec7af-2972-48c8-99c1-a6450239dc66),segment_id=444ec7af-2972-48c8-99c1-a6450239dc66)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:14.186246 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.224729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Calling delete_port for f7b563e2-d03a-4b2c-80ec-8750152bfefd owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:14.338255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a95f5b-7a7f-4036-bf3a-0ee752bf0322 None None] DHCP port deletion for d2f80925-5362-4878-9d2e-aa04370950fe request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:14.395516 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.454970 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.476565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b563e2-d03a-4b2c-80ec-8750152bfefd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:14.497884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] No DVR routers for this DVR port f7b563e2-d03a-4b2c-80ec-8750152bfefd on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:14.518641 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-23a95f5b-7a7f-4036-bf3a-0ee752bf0322 None None] Deleting port f7b563e2-d03a-4b2c-80ec-8750152bfefd {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:14.528480 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23a95f5b-7a7f-4036-bf3a-0ee752bf0322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.745634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-23a95f5b-7a7f-4036-bf3a-0ee752bf0322 None None] For port f7b563e2-d03a-4b2c-80ec-8750152bfefd, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:14.746928 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23a95f5b-7a7f-4036-bf3a-0ee752bf0322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.755864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.771418 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-23a95f5b-7a7f-4036-bf3a-0ee752bf0322 None None] Calling delete_port for f7b563e2-d03a-4b2c-80ec-8750152bfefd owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:14.777356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-23a95f5b-7a7f-4036-bf3a-0ee752bf0322 None None] Port f7b563e2-d03a-4b2c-80ec-8750152bfefd was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 17:58:14.780231 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23a95f5b-7a7f-4036-bf3a-0ee752bf0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.812827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f80925-5362-4878-9d2e-aa04370950fe']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:14.817927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a95f5b-7a7f-4036-bf3a-0ee752bf0322 None None] No DVR routers for this DVR port f7b563e2-d03a-4b2c-80ec-8750152bfefd on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:14.824895 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a95f5b-7a7f-4036-bf3a-0ee752bf0322 None None] Pushing event deleted for resources: {'Port': ['ID=f7b563e2-d03a-4b2c-80ec-8750152bfefd,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:14.854461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444ec7af-2972-48c8-99c1-a6450239dc66') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:14.855338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444ec7af-2972-48c8-99c1-a6450239dc66') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:14.883252 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.922770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.935189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:14.936867 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:14.940782 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:15.062437 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:15.069486 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:15.079738 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] 10.222.0.81 "DELETE /v2.0/networks/d2f80925-5362-4878-9d2e-aa04370950fe HTTP/1.1" status: 204 len: 168 time: 1.3910832 Nov 09 17:58:15.096704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec992a7-3b50-4fc1-acdb-33cc1a36f17d admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f80925-5362-4878-9d2e-aa04370950fe,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:15.363802 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:15.561474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f7b563e2-d03a-4b2c-80ec-8750152bfefd no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:15.591693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: f7b563e2-d03a-4b2c-80ec-8750152bfefd {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:15.592152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f7b563e2-d03a-4b2c-80ec-8750152bfefd not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:15.616459 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48960) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:15.680415 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-42fb8164-1f7c-4bcb-b618-e49fd6c0b34e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2fdeb949af08490b893be6850f01b294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610754 Nov 09 17:58:15.682919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48962) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:15.779127 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a4d4a0f4-3cba-4079-b17d-dc7d36e44d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:15.817655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a4d4a0f4-3cba-4079-b17d-dc7d36e44d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:15.953310 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a4d4a0f4-3cba-4079-b17d-dc7d36e44d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:15.956647 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a4d4a0f4-3cba-4079-b17d-dc7d36e44d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:15.958764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a4d4a0f4-3cba-4079-b17d-dc7d36e44d36 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c76f4df-0a81-4716-9c7e-eadf0d277f35 HTTP/1.1" status: 204 len: 168 time: 0.2740693 Nov 09 17:58:15.982357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4a0f4-3cba-4079-b17d-dc7d36e44d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c76f4df-0a81-4716-9c7e-eadf0d277f35,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:16.156427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48982) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:16.595679 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-919069972'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:16.658966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:16.672508 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:16.699619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:16.898229 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:16.919556 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:16.971258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:17.015717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48996) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:17.029052 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.029612 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Added segment 66067ec4-c29a-494b-ba7e-ad16f59ee406 of type vlan for network 972bae1c-65a8-40c7-b9df-78b7d8d69e95 Nov 09 17:58:17.039432 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9fe6a6c9-255b-4246-8d63-38b239204f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.063359 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e18e8e-95c3-4975-bce1-cb6706311021,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:17.147805 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9fe6a6c9-255b-4246-8d63-38b239204f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.148149 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.154058 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9fe6a6c9-255b-4246-8d63-38b239204f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.195701 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.204398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:17.205040 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.230607 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0729358 Nov 09 17:58:17.253347 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9fe6a6c9-255b-4246-8d63-38b239204f17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2330339 Nov 09 17:58:17.253347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6a6c9-255b-4246-8d63-38b239204f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c611d6-d47b-487f-819f-ad3bd751ab50,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:17.255022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49004) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:17.397764 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16913df8-23cc-4313-87c9-95d7b6ccca52 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=972bae1c-65a8-40c7-b9df-78b7d8d69e95,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:17.417829 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc79a-69d9-48d9-a7d3-4a5655d90b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.419206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 972bae1c-65a8-40c7-b9df-78b7d8d69e95 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:17.501744 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc79a-69d9-48d9-a7d3-4a5655d90b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.570436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49014) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:17.576727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9fbfae08-33da-4e10-be96-140d1af53d76 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'subnet': {'network_id': '972bae1c-65a8-40c7-b9df-78b7d8d69e95', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:17.669309 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.669500 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc79a-69d9-48d9-a7d3-4a5655d90b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.677241 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc79a-69d9-48d9-a7d3-4a5655d90b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.698305 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e4fbc79a-69d9-48d9-a7d3-4a5655d90b22 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05c611d6-d47b-487f-819f-ad3bd751ab50 HTTP/1.1" status: 204 len: 168 time: 0.4289570 Nov 09 17:58:17.717149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbfae08-33da-4e10-be96-140d1af53d76 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:17.724291 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9fbfae08-33da-4e10-be96-140d1af53d76 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.737058 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbc79a-69d9-48d9-a7d3-4a5655d90b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c611d6-d47b-487f-819f-ad3bd751ab50,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:18.200201 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9fbfae08-33da-4e10-be96-140d1af53d76 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.372930 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfae08-33da-4e10-be96-140d1af53d76 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Subnet': ['ID=40598848-a992-4c6a-bfd1-631eea1c2ae5,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:18.384364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbfae08-33da-4e10-be96-140d1af53d76 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking segment: {'id': '66067ec4-c29a-494b-ba7e-ad16f59ee406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '972bae1c-65a8-40c7-b9df-78b7d8d69e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:18.385116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbfae08-33da-4e10-be96-140d1af53d76 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network hostable DHCP agents. Network: 972bae1c-65a8-40c7-b9df-78b7d8d69e95, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:18.427213 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbfae08-33da-4e10-be96-140d1af53d76 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network 972bae1c-65a8-40c7-b9df-78b7d8d69e95 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:18.462140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-9fbfae08-33da-4e10-be96-140d1af53d76 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 972bae1c-65a8-40c7-b9df-78b7d8d69e95) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:18.472458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a929afc-e77f-4ecc-be3f-52b689bf4458 None None] Network 972bae1c-65a8-40c7-b9df-78b7d8d69e95 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:18.485327 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbfae08-33da-4e10-be96-140d1af53d76 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:18.485744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9fbfae08-33da-4e10-be96-140d1af53d76 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.546165 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9fbfae08-33da-4e10-be96-140d1af53d76 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9738379 Nov 09 17:58:18.550319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49050) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:18.562504 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-dfc9694c-0cce-452d-8360-0f3adfdbc007 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1526169085'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:18.647794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc9694c-0cce-452d-8360-0f3adfdbc007 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:18.668262 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dfc9694c-0cce-452d-8360-0f3adfdbc007 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.759577 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc9694c-0cce-452d-8360-0f3adfdbc007 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:18.781939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-972bae1c-65a8-40c7-b9df-78b7d8d69e95', 'network_id': '972bae1c-65a8-40c7-b9df-78b7d8d69e95', 'tenant_id': '7619867eeb0243be89987b2f182b804e', 'fixed_ips': [{'subnet_id': '40598848-a992-4c6a-bfd1-631eea1c2ae5'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:18.783680 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.792596 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dfc9694c-0cce-452d-8360-0f3adfdbc007 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.793180 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-dfc9694c-0cce-452d-8360-0f3adfdbc007 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Added segment f80451f3-cff2-43a9-9d88-68cb35968500 of type vlan for network 24ba781d-87c0-4d1d-a395-298bbeebf6c2 Nov 09 17:58:18.882231 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dfc9694c-0cce-452d-8360-0f3adfdbc007 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.950050 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dfc9694c-0cce-452d-8360-0f3adfdbc007 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.960973 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9694c-0cce-452d-8360-0f3adfdbc007 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:18.964404 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dfc9694c-0cce-452d-8360-0f3adfdbc007 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.997502 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:58:19.104870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49056) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:19.110474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f50763ae-5ae4-4eb4-862d-11185d1593c8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'subnet': {'network_id': '24ba781d-87c0-4d1d-a395-298bbeebf6c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:19.116879 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dfc9694c-0cce-452d-8360-0f3adfdbc007 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5628021 Nov 09 17:58:19.135586 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9694c-0cce-452d-8360-0f3adfdbc007 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=24ba781d-87c0-4d1d-a395-298bbeebf6c2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:19.157684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 24ba781d-87c0-4d1d-a395-298bbeebf6c2 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:19.174864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Allocated IP 172.20.255.242 (972bae1c-65a8-40c7-b9df-78b7d8d69e95/40598848-a992-4c6a-bfd1-631eea1c2ae5/95864257-9ce3-40a6-81b1-7a3e6a439938) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:19.268187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50763ae-5ae4-4eb4-862d-11185d1593c8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:19.279818 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f50763ae-5ae4-4eb4-862d-11185d1593c8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:19.627159 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:19.636394 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:19.695206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Network 972bae1c-65a8-40c7-b9df-78b7d8d69e95 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:19.700426 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:19.705365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:19.709457 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f50763ae-5ae4-4eb4-862d-11185d1593c8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:19.766440 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Pushing event updated for resources: {'Port': ['ID=95864257-9ce3-40a6-81b1-7a3e6a439938,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:19.820547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50763ae-5ae4-4eb4-862d-11185d1593c8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Subnet': ['ID=559f1e41-bb41-479b-8968-f5d5679005ea,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:19.930155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50763ae-5ae4-4eb4-862d-11185d1593c8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking segment: {'id': 'f80451f3-cff2-43a9-9d88-68cb35968500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '24ba781d-87c0-4d1d-a395-298bbeebf6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:19.930531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50763ae-5ae4-4eb4-862d-11185d1593c8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network hostable DHCP agents. Network: 24ba781d-87c0-4d1d-a395-298bbeebf6c2, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:19.955899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50763ae-5ae4-4eb4-862d-11185d1593c8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network 24ba781d-87c0-4d1d-a395-298bbeebf6c2 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:19.972660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-f50763ae-5ae4-4eb4-862d-11185d1593c8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 24ba781d-87c0-4d1d-a395-298bbeebf6c2) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:19.981209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50763ae-5ae4-4eb4-862d-11185d1593c8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:19.983192 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f50763ae-5ae4-4eb4-862d-11185d1593c8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.062656 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49076) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:20.073980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f50763ae-5ae4-4eb4-862d-11185d1593c8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9653919 Nov 09 17:58:20.083686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1b0ebb-2f7d-4775-b2ec-78564aec6484 None None] Network 24ba781d-87c0-4d1d-a395-298bbeebf6c2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:20.167459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Attempting to bind port 95864257-9ce3-40a6-81b1-7a3e6a439938 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:20.167861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Attempting to bind port 95864257-9ce3-40a6-81b1-7a3e6a439938 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '66067ec4-c29a-494b-ba7e-ad16f59ee406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '972bae1c-65a8-40c7-b9df-78b7d8d69e95'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:20.168298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Attempting to bind port 95864257-9ce3-40a6-81b1-7a3e6a439938 on network 972bae1c-65a8-40c7-b9df-78b7d8d69e95 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:20.178982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:20.179421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Checking segment: {'id': '66067ec4-c29a-494b-ba7e-ad16f59ee406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '972bae1c-65a8-40c7-b9df-78b7d8d69e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:20.179852 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.180264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Bound using segment: {'id': '66067ec4-c29a-494b-ba7e-ad16f59ee406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '972bae1c-65a8-40c7-b9df-78b7d8d69e95'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:20.181419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Bound port: 95864257-9ce3-40a6-81b1-7a3e6a439938, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66067ec4-c29a-494b-ba7e-ad16f59ee406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '972bae1c-65a8-40c7-b9df-78b7d8d69e95'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:20.181419 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.267992 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.348642 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.379204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] For port 95864257-9ce3-40a6-81b1-7a3e6a439938, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:20.402594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf9e026-da68-4c8b-814b-5f35d9d0359c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-24ba781d-87c0-4d1d-a395-298bbeebf6c2', 'network_id': '24ba781d-87c0-4d1d-a395-298bbeebf6c2', 'tenant_id': '7619867eeb0243be89987b2f182b804e', 'fixed_ips': [{'subnet_id': '559f1e41-bb41-479b-8968-f5d5679005ea'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:20.404016 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aaf9e026-da68-4c8b-814b-5f35d9d0359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.415706 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] For port 95864257-9ce3-40a6-81b1-7a3e6a439938, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=95864257-9ce3-40a6-81b1-7a3e6a439938,segment=NetworkSegment(66067ec4-c29a-494b-ba7e-ad16f59ee406),segment_id=66067ec4-c29a-494b-ba7e-ad16f59ee406)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:20.429335 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.479831 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.531418 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Subnet': ['ID=559f1e41-bb41-479b-8968-f5d5679005ea,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:20.540579 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80da7f-c42b-4bbd-9dec-26a399e89117 None None] Pushing event updated for resources: {'Port': ['ID=95864257-9ce3-40a6-81b1-7a3e6a439938,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:20.663468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea63c0c-0d62-4aeb-80d4-921339b91293 None None] Network 24ba781d-87c0-4d1d-a395-298bbeebf6c2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:20.674496 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.713403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ba781d-87c0-4d1d-a395-298bbeebf6c2']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:20.726878 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80451f3-cff2-43a9-9d88-68cb35968500') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:20.728144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80451f3-cff2-43a9-9d88-68cb35968500') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:20.741946 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.761200 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.778648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:20.783335 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:20.792981 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:20.994830 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:21.025280 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:21.034072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49092) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.034994 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/24ba781d-87c0-4d1d-a395-298bbeebf6c2 HTTP/1.1" status: 204 len: 168 time: 0.9705210 Nov 09 17:58:21.039590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-dff1ad54-883c-41a8-af70-c38b26e8d404 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1488940735'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:21.067048 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988a5d0-fcc6-461b-abf4-bfae1b3c18f8 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Network': ['ID=24ba781d-87c0-4d1d-a395-298bbeebf6c2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:21.131642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff1ad54-883c-41a8-af70-c38b26e8d404 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:21.136487 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dff1ad54-883c-41a8-af70-c38b26e8d404 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:21.201282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff1ad54-883c-41a8-af70-c38b26e8d404 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:21.218601 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dff1ad54-883c-41a8-af70-c38b26e8d404 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:21.219045 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-dff1ad54-883c-41a8-af70-c38b26e8d404 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Added segment 7ec1240f-51d5-4274-81ca-9689abfc4450 of type vlan for network 677075e3-f201-4642-8aeb-fdfbeff8bc6f Nov 09 17:58:21.288977 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dff1ad54-883c-41a8-af70-c38b26e8d404 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:21.332663 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dff1ad54-883c-41a8-af70-c38b26e8d404 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:21.341343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff1ad54-883c-41a8-af70-c38b26e8d404 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:21.342108 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dff1ad54-883c-41a8-af70-c38b26e8d404 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:21.411844 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dff1ad54-883c-41a8-af70-c38b26e8d404 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3740256 Nov 09 17:58:21.413579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49096) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.420386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'subnet': {'network_id': '677075e3-f201-4642-8aeb-fdfbeff8bc6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:21.444831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1ad54-883c-41a8-af70-c38b26e8d404 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=677075e3-f201-4642-8aeb-fdfbeff8bc6f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:21.461254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 677075e3-f201-4642-8aeb-fdfbeff8bc6f details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:21.619541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:21.623991 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:21.701001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 95864257-9ce3-40a6-81b1-7a3e6a439938 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:21.754131 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Performing IP validity checks on allocation pools {{(pid=102155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 17:58:21.757537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 17:58:21.806197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 95864257-9ce3-40a6-81b1-7a3e6a439938 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:21.807439 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:21.986737 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.055523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 95864257-9ce3-40a6-81b1-7a3e6a439938, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=95864257-9ce3-40a6-81b1-7a3e6a439938,segment=NetworkSegment(66067ec4-c29a-494b-ba7e-ad16f59ee406),segment_id=66067ec4-c29a-494b-ba7e-ad16f59ee406)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:22.063933 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.124070 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.218523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=95864257-9ce3-40a6-81b1-7a3e6a439938,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:22.332458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Subnet': ['ID=4dd57372-fee6-4df8-a71e-39992dce4e19,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:22.348729 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking segment: {'id': '7ec1240f-51d5-4274-81ca-9689abfc4450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '677075e3-f201-4642-8aeb-fdfbeff8bc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:22.349371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network hostable DHCP agents. Network: 677075e3-f201-4642-8aeb-fdfbeff8bc6f, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:22.354937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ec622-b1c6-4aa3-8132-d306e4ad89c1 None None] Network 972bae1c-65a8-40c7-b9df-78b7d8d69e95 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:22.406456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network 677075e3-f201-4642-8aeb-fdfbeff8bc6f is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:22.429638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 677075e3-f201-4642-8aeb-fdfbeff8bc6f) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:22.442195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:22.442901 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.484567 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-94f44a43-d721-449e-a165-365db76f3361 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0683391 Nov 09 17:58:22.486228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49120) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:22.603324 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1702398a-0c81-447c-848c-1fbff251defc None None] Network 677075e3-f201-4642-8aeb-fdfbeff8bc6f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:22.731199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b6204349-989f-4e91-a818-3acdb5914a74 None None] Provisioning complete for port 95864257-9ce3-40a6-81b1-7a3e6a439938 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:22.733735 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b6204349-989f-4e91-a818-3acdb5914a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.738414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49128) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:22.819937 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.919536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.972361 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7f8e41fe-3661-43c6-8e87-bc4aa65b3827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.006004 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.016465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0577783c-edaf-4033-9c6c-2981e3c51384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-677075e3-f201-4642-8aeb-fdfbeff8bc6f', 'network_id': '677075e3-f201-4642-8aeb-fdfbeff8bc6f', 'tenant_id': '7619867eeb0243be89987b2f182b804e', 'fixed_ips': [{'subnet_id': '4dd57372-fee6-4df8-a71e-39992dce4e19'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:23.018012 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0577783c-edaf-4033-9c6c-2981e3c51384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.144815 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7f8e41fe-3661-43c6-8e87-bc4aa65b3827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.152528 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7f8e41fe-3661-43c6-8e87-bc4aa65b3827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.171214 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.265743 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7f8e41fe-3661-43c6-8e87-bc4aa65b3827 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7693107df194bbe9c5f48e2d0bf9494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5248785 Nov 09 17:58:23.267291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e41fe-3661-43c6-8e87-bc4aa65b3827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f2ff66-1fa4-4f41-b0dd-cd8678fb54a4,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:23.270040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49140) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server [None req-0577783c-edaf-4033-9c6c-2981e3c51384 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4dd57372-fee6-4df8-a71e-39992dce4e19: This subnet is being modified by another concurrent operation. Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise exception Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4dd57372-fee6-4df8-a71e-39992dce4e19: This subnet is being modified by another concurrent operation. Nov 09 17:58:23.294465 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Nov 09 17:58:23.319814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a094daee-ec85-429f-997f-ac2cc67ee80a None None] Network 677075e3-f201-4642-8aeb-fdfbeff8bc6f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:23.347645 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.380637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677075e3-f201-4642-8aeb-fdfbeff8bc6f']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:23.392851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec1240f-51d5-4274-81ca-9689abfc4450') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:23.392851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec1240f-51d5-4274-81ca-9689abfc4450') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:23.408375 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.427858 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd67dbf6-9863-449b-91d7-c4f7ee2416c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.438857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd57372-fee6-4df8-a71e-39992dce4e19,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:23.463569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.491025 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:23.491732 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:23.496047 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:23.500553 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd67dbf6-9863-449b-91d7-c4f7ee2416c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.594914 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd67dbf6-9863-449b-91d7-c4f7ee2416c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.600290 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd67dbf6-9863-449b-91d7-c4f7ee2416c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.602357 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fd67dbf6-9863-449b-91d7-c4f7ee2416c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5f2ff66-1fa4-4f41-b0dd-cd8678fb54a4 HTTP/1.1" status: 204 len: 168 time: 0.3310249 Nov 09 17:58:23.619451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e5e0a-a8a5-44fc-b72b-7e2cae4311b7 None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:58:23.630246 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.641605 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.642809 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67dbf6-9863-449b-91d7-c4f7ee2416c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f2ff66-1fa4-4f41-b0dd-cd8678fb54a4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:23.652946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49150) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:23.657062 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/677075e3-f201-4642-8aeb-fdfbeff8bc6f HTTP/1.1" status: 204 len: 168 time: 1.1578031 Nov 09 17:58:23.660208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c6b3fe7a-1372-4ec0-8dc1-2406aa58fe5f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-631376717'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:23.671536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cae259-4e69-454c-b8a7-607d17058b02 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Network': ['ID=677075e3-f201-4642-8aeb-fdfbeff8bc6f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:23.700759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b3fe7a-1372-4ec0-8dc1-2406aa58fe5f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:23.706146 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6b3fe7a-1372-4ec0-8dc1-2406aa58fe5f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.748151 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b3fe7a-1372-4ec0-8dc1-2406aa58fe5f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:23.764262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e5e0a-a8a5-44fc-b72b-7e2cae4311b7 None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:58:23.766834 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 95864257-9ce3-40a6-81b1-7a3e6a439938 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:23.767669 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6b3fe7a-1372-4ec0-8dc1-2406aa58fe5f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.768253 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-c6b3fe7a-1372-4ec0-8dc1-2406aa58fe5f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Added segment 46e7f67c-e3dc-4841-aa44-87171029060a of type vlan for network 3026a721-82ea-4b86-8bb7-a83825c64ede Nov 09 17:58:23.850993 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.855137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-be911126-77a3-4fcf-a302-279428e11fe9 None None] Provisioning complete for port 95864257-9ce3-40a6-81b1-7a3e6a439938 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:23.856450 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be911126-77a3-4fcf-a302-279428e11fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.883055 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6b3fe7a-1372-4ec0-8dc1-2406aa58fe5f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.921946 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6b3fe7a-1372-4ec0-8dc1-2406aa58fe5f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.928457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b3fe7a-1372-4ec0-8dc1-2406aa58fe5f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:23.932206 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6b3fe7a-1372-4ec0-8dc1-2406aa58fe5f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:24.154222 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 95864257-9ce3-40a6-81b1-7a3e6a439938 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:24.155376 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:24.586174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3fe7a-1372-4ec0-8dc1-2406aa58fe5f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=3026a721-82ea-4b86-8bb7-a83825c64ede,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:24.617521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 3026a721-82ea-4b86-8bb7-a83825c64ede details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:24.632016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49170) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:24.641419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-42f58f4c-b918-43d8-9f56-c070fd0a9de6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'subnet': {'network_id': '3026a721-82ea-4b86-8bb7-a83825c64ede', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:24.646198 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c6b3fe7a-1372-4ec0-8dc1-2406aa58fe5f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9915161 Nov 09 17:58:24.811169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f58f4c-b918-43d8-9f56-c070fd0a9de6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:24.815818 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42f58f4c-b918-43d8-9f56-c070fd0a9de6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.146102 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42f58f4c-b918-43d8-9f56-c070fd0a9de6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.244246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f58f4c-b918-43d8-9f56-c070fd0a9de6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Subnet': ['ID=d827d9c7-5a2d-40ac-9805-8484d78690b2,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:25.255564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f58f4c-b918-43d8-9f56-c070fd0a9de6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking segment: {'id': '46e7f67c-e3dc-4841-aa44-87171029060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3026a721-82ea-4b86-8bb7-a83825c64ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:25.256175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f58f4c-b918-43d8-9f56-c070fd0a9de6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network hostable DHCP agents. Network: 3026a721-82ea-4b86-8bb7-a83825c64ede, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:25.277919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f58f4c-b918-43d8-9f56-c070fd0a9de6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network 3026a721-82ea-4b86-8bb7-a83825c64ede is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:25.292240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-42f58f4c-b918-43d8-9f56-c070fd0a9de6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 3026a721-82ea-4b86-8bb7-a83825c64ede) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:25.299651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f58f4c-b918-43d8-9f56-c070fd0a9de6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:25.301381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42f58f4c-b918-43d8-9f56-c070fd0a9de6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.307369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7d248d-950f-4181-996e-0bb669f783ec None None] Network 3026a721-82ea-4b86-8bb7-a83825c64ede requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:25.329109 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-42f58f4c-b918-43d8-9f56-c070fd0a9de6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6943552 Nov 09 17:58:25.332505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49188) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:25.360173 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49190) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:25.500288 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.512075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-119289936-network', 'tenant_id': 'fe3ea150829c49b6ac4c5e74626d3471'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:25.549837 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Made reservation on behalf of fe3ea150829c49b6ac4c5e74626d3471 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:25.557916 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.561770 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01edf4d6-e635-4398-add0-46039d0ffd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-3026a721-82ea-4b86-8bb7-a83825c64ede', 'network_id': '3026a721-82ea-4b86-8bb7-a83825c64ede', 'tenant_id': '7619867eeb0243be89987b2f182b804e', 'fixed_ips': [{'subnet_id': 'd827d9c7-5a2d-40ac-9805-8484d78690b2'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:25.562709 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01edf4d6-e635-4398-add0-46039d0ffd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.574479 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.578992 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.702590 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.784770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Subnet': ['ID=d827d9c7-5a2d-40ac-9805-8484d78690b2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server [None req-01edf4d6-e635-4398-add0-46039d0ffd8b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d827d9c7-5a2d-40ac-9805-8484d78690b2: This subnet is being modified by another concurrent operation. Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise exception Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d827d9c7-5a2d-40ac-9805-8484d78690b2: This subnet is being modified by another concurrent operation. Nov 09 17:58:25.791252 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Nov 09 17:58:25.830682 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625ec1fb-d098-4833-a188-4a814a1334d6 None None] Network 3026a721-82ea-4b86-8bb7-a83825c64ede requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:25.851073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.860248 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.891596 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.901756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:25.914070 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c84a690-4b0c-42db-b48b-5a815159b1cd,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:25.920152 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.920813 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Added segment 7460bc85-500b-4fbd-8106-246b05e09102 of type vlan for network 355f60d0-bb93-45e7-b7a6-b926cc716891 Nov 09 17:58:25.939807 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3026a721-82ea-4b86-8bb7-a83825c64ede']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:25.959955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e7f67c-e3dc-4841-aa44-87171029060a') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:25.960284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e7f67c-e3dc-4841-aa44-87171029060a') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:25.976519 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.995354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623fbe4c-3bcc-4d8f-ac2f-a4b32aaaa22e None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:58:26.001048 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.004296 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.031119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:26.031576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:26.037828 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:26.059123 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.062454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:26.064005 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.094021 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7320480 Nov 09 17:58:26.105608 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49202) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:26.117743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49204) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:26.139573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-11c6a1da-a5f3-4897-943a-9fa566166e60 admin admin] Request body: {'subnet': {'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-119289936-subnet', 'tenant_id': 'fe3ea150829c49b6ac4c5e74626d3471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:26.170929 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.174984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623fbe4c-3bcc-4d8f-ac2f-a4b32aaaa22e None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:58:26.175507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2117a5f-2f31-46a4-853e-16dec796a05b admin admin] Pushing event updated for resources: {'Network': ['ID=355f60d0-bb93-45e7-b7a6-b926cc716891,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:26.177988 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.179420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c6a1da-a5f3-4897-943a-9fa566166e60 admin admin] Made reservation on behalf of fe3ea150829c49b6ac4c5e74626d3471 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:26.184508 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11c6a1da-a5f3-4897-943a-9fa566166e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.203565 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/3026a721-82ea-4b86-8bb7-a83825c64ede HTTP/1.1" status: 204 len: 168 time: 0.8685338 Nov 09 17:58:26.209060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49210) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:26.219747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-97777cf2-093a-49eb-928b-5a27cf0a7445 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126474192'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:26.246971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bb584-9e54-4a36-81cb-6afe39422c4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Network': ['ID=3026a721-82ea-4b86-8bb7-a83825c64ede,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:26.285700 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 355f60d0-bb93-45e7-b7a6-b926cc716891 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:26.289211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97777cf2-093a-49eb-928b-5a27cf0a7445 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:26.302418 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-97777cf2-093a-49eb-928b-5a27cf0a7445 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.362440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97777cf2-093a-49eb-928b-5a27cf0a7445 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:26.378752 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-97777cf2-093a-49eb-928b-5a27cf0a7445 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.379147 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-97777cf2-093a-49eb-928b-5a27cf0a7445 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Added segment 046efe34-5bcd-47a3-8cdb-f7de919b89e7 of type vlan for network d857dedf-98f4-46f2-a900-0e04eee3bf3b Nov 09 17:58:26.424972 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11c6a1da-a5f3-4897-943a-9fa566166e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.441015 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a92c7-d9fd-441f-a000-6cfb089141fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.457441 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-97777cf2-093a-49eb-928b-5a27cf0a7445 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.485957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6a1da-a5f3-4897-943a-9fa566166e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafcfa2f-f5ed-4bf5-ba83-913ea4cb76f4,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:26.509734 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c6a1da-a5f3-4897-943a-9fa566166e60 admin admin] Checking segment: {'id': '7460bc85-500b-4fbd-8106-246b05e09102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:26.510610 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c6a1da-a5f3-4897-943a-9fa566166e60 admin admin] Network hostable DHCP agents. Network: 355f60d0-bb93-45e7-b7a6-b926cc716891, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:26.513860 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-97777cf2-093a-49eb-928b-5a27cf0a7445 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.519780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97777cf2-093a-49eb-928b-5a27cf0a7445 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:26.520592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-97777cf2-093a-49eb-928b-5a27cf0a7445 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.534676 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c6a1da-a5f3-4897-943a-9fa566166e60 admin admin] Network 355f60d0-bb93-45e7-b7a6-b926cc716891 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:26.549039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-11c6a1da-a5f3-4897-943a-9fa566166e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 355f60d0-bb93-45e7-b7a6-b926cc716891) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:26.552976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c6a1da-a5f3-4897-943a-9fa566166e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:26.553584 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11c6a1da-a5f3-4897-943a-9fa566166e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.562106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0600e64c-1e41-41da-a73b-8f99d64d1bed None None] Network 355f60d0-bb93-45e7-b7a6-b926cc716891 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:26.575042 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-11c6a1da-a5f3-4897-943a-9fa566166e60 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4685762 Nov 09 17:58:26.609986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-97777cf2-093a-49eb-928b-5a27cf0a7445 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3997467 Nov 09 17:58:26.613820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49214) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:26.624003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-72366d4f-a6a0-4093-8289-9e78f9699b4b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'subnet': {'network_id': 'd857dedf-98f4-46f2-a900-0e04eee3bf3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:26.657476 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a92c7-d9fd-441f-a000-6cfb089141fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.664872 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a92c7-d9fd-441f-a000-6cfb089141fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.720567 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fd9a92c7-d9fd-441f-a000-6cfb089141fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af61f910215348cd80f433fd8a2afed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5983834 Nov 09 17:58:26.721595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49216) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:26.732122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97777cf2-093a-49eb-928b-5a27cf0a7445 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=d857dedf-98f4-46f2-a900-0e04eee3bf3b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:26.761867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a92c7-d9fd-441f-a000-6cfb089141fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41f4835-4bcb-4748-9e76-b2dad102b58e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:26.788133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d857dedf-98f4-46f2-a900-0e04eee3bf3b details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:26.791138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72366d4f-a6a0-4093-8289-9e78f9699b4b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:26.795199 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-72366d4f-a6a0-4093-8289-9e78f9699b4b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.941730 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df2380b8-2b36-46a0-a8bb-f1e332cc15c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.988525 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df2380b8-2b36-46a0-a8bb-f1e332cc15c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.000614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e5be2c-5f0a-4db3-952a-15307f624f51 None None] Network 355f60d0-bb93-45e7-b7a6-b926cc716891 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:27.186634 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df2380b8-2b36-46a0-a8bb-f1e332cc15c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.191738 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df2380b8-2b36-46a0-a8bb-f1e332cc15c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.193704 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-df2380b8-2b36-46a0-a8bb-f1e332cc15c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d41f4835-4bcb-4748-9e76-b2dad102b58e HTTP/1.1" status: 204 len: 168 time: 0.4716065 Nov 09 17:58:27.219941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-72366d4f-a6a0-4093-8289-9e78f9699b4b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.224075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2380b8-2b36-46a0-a8bb-f1e332cc15c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41f4835-4bcb-4748-9e76-b2dad102b58e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:27.379840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72366d4f-a6a0-4093-8289-9e78f9699b4b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Subnet': ['ID=4086b384-15a2-4d90-a89c-a34a976dca0c,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:27.388850 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72366d4f-a6a0-4093-8289-9e78f9699b4b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking segment: {'id': '046efe34-5bcd-47a3-8cdb-f7de919b89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd857dedf-98f4-46f2-a900-0e04eee3bf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:27.389352 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72366d4f-a6a0-4093-8289-9e78f9699b4b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network hostable DHCP agents. Network: d857dedf-98f4-46f2-a900-0e04eee3bf3b, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:27.428672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72366d4f-a6a0-4093-8289-9e78f9699b4b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network d857dedf-98f4-46f2-a900-0e04eee3bf3b is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:27.455307 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-72366d4f-a6a0-4093-8289-9e78f9699b4b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d857dedf-98f4-46f2-a900-0e04eee3bf3b) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:27.470491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0016325-5809-4b3b-8577-d12b4c2d4809 None None] Network d857dedf-98f4-46f2-a900-0e04eee3bf3b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:27.475591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72366d4f-a6a0-4093-8289-9e78f9699b4b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:27.476809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-72366d4f-a6a0-4093-8289-9e78f9699b4b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.526838 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-72366d4f-a6a0-4093-8289-9e78f9699b4b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9108646 Nov 09 17:58:27.531436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49236) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:27.702131 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.725106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49240) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:27.754161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-d857dedf-98f4-46f2-a900-0e04eee3bf3b', 'network_id': 'd857dedf-98f4-46f2-a900-0e04eee3bf3b', 'tenant_id': '7619867eeb0243be89987b2f182b804e', 'fixed_ips': [{'subnet_id': '4086b384-15a2-4d90-a89c-a34a976dca0c'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:27.755115 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.795623 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfe00-bf02-4a13-ac61-0c796cf10917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.858572 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.952796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Allocated IP 172.20.0.2 (d857dedf-98f4-46f2-a900-0e04eee3bf3b/4086b384-15a2-4d90-a89c-a34a976dca0c/14fc5ad0-94d1-4a2d-9489-6a1d21db7b52) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:28.099359 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfe00-bf02-4a13-ac61-0c796cf10917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.105890 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfe00-bf02-4a13-ac61-0c796cf10917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.161858 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2f8bfe00-bf02-4a13-ac61-0c796cf10917 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=934496567cfa4c6db0e72543d1c6989b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352562 Nov 09 17:58:28.162737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bfe00-bf02-4a13-ac61-0c796cf10917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec7437b-790d-4567-b223-d459e66d1b87,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:28.167726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49246) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:28.256868 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.276281 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c8e857e0-3a08-497c-bccc-36c00af3727d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.280601 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.333966 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.373851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Pushing event updated for resources: {'Port': ['ID=14fc5ad0-94d1-4a2d-9489-6a1d21db7b52,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:28.375304 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c8e857e0-3a08-497c-bccc-36c00af3727d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.378984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Network d857dedf-98f4-46f2-a900-0e04eee3bf3b is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:28.380886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:28.387016 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:28.427689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Subnet': ['ID=4086b384-15a2-4d90-a89c-a34a976dca0c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:28.477741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Attempting to bind port 14fc5ad0-94d1-4a2d-9489-6a1d21db7b52 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:28.479185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Attempting to bind port 14fc5ad0-94d1-4a2d-9489-6a1d21db7b52 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '046efe34-5bcd-47a3-8cdb-f7de919b89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd857dedf-98f4-46f2-a900-0e04eee3bf3b'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:28.479185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Attempting to bind port 14fc5ad0-94d1-4a2d-9489-6a1d21db7b52 on network d857dedf-98f4-46f2-a900-0e04eee3bf3b {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:28.496165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:28.496600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Checking segment: {'id': '046efe34-5bcd-47a3-8cdb-f7de919b89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd857dedf-98f4-46f2-a900-0e04eee3bf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:28.497087 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.497601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Bound using segment: {'id': '046efe34-5bcd-47a3-8cdb-f7de919b89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd857dedf-98f4-46f2-a900-0e04eee3bf3b'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:28.498283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Bound port: 14fc5ad0-94d1-4a2d-9489-6a1d21db7b52, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046efe34-5bcd-47a3-8cdb-f7de919b89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd857dedf-98f4-46f2-a900-0e04eee3bf3b'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:28.498671 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.518464 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c8e857e0-3a08-497c-bccc-36c00af3727d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.521768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c8e857e0-3a08-497c-bccc-36c00af3727d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.523115 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c8e857e0-3a08-497c-bccc-36c00af3727d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fec7437b-790d-4567-b223-d459e66d1b87 HTTP/1.1" status: 204 len: 168 time: 0.3477080 Nov 09 17:58:28.552571 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e857e0-3a08-497c-bccc-36c00af3727d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec7437b-790d-4567-b223-d459e66d1b87,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:28.557803 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.591856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d857dedf-98f4-46f2-a900-0e04eee3bf3b']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:28.616292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046efe34-5bcd-47a3-8cdb-f7de919b89e7') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:28.616878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046efe34-5bcd-47a3-8cdb-f7de919b89e7') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:28.640569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.666149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] For port 14fc5ad0-94d1-4a2d-9489-6a1d21db7b52, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:28.669953 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.678977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:28.679421 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:28.684563 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:28.750247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] For port 14fc5ad0-94d1-4a2d-9489-6a1d21db7b52, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=14fc5ad0-94d1-4a2d-9489-6a1d21db7b52,segment=NetworkSegment(046efe34-5bcd-47a3-8cdb-f7de919b89e7),segment_id=046efe34-5bcd-47a3-8cdb-f7de919b89e7)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:28.752571 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.api [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:58:28.752571 n-d-817236-1 neutron-server[102154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:58:28.752571 n-d-817236-1 neutron-server[102154]: [parameters: {'id': 'd857dedf-98f4-46f2-a900-0e04eee3bf3b'}] Nov 09 17:58:28.752571 n-d-817236-1 neutron-server[102154]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:58:28.753638 n-d-817236-1 neutron-server[102154]: DEBUG oslo_db.api [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:58:28.756136 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.870725 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d139c2-e03c-4150-aefc-4adcf24c6599 None None] Pushing event updated for resources: {'Port': ['ID=14fc5ad0-94d1-4a2d-9489-6a1d21db7b52,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:28.901777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4cb430-2b58-4c06-9d27-08c0e6109c3e None None] Network d857dedf-98f4-46f2-a900-0e04eee3bf3b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:29.205102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e96671-91a5-4a17-8ab5-bdc036189015 None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:58:29.254770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.362773 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Deleting port 14fc5ad0-94d1-4a2d-9489-6a1d21db7b52 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:29.363605 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.381998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e96671-91a5-4a17-8ab5-bdc036189015 None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:58:29.497892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] For port 14fc5ad0-94d1-4a2d-9489-6a1d21db7b52, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=14fc5ad0-94d1-4a2d-9489-6a1d21db7b52,segment=NetworkSegment(046efe34-5bcd-47a3-8cdb-f7de919b89e7),segment_id=046efe34-5bcd-47a3-8cdb-f7de919b89e7)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:29.499036 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.521106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Calling delete_port for 14fc5ad0-94d1-4a2d-9489-6a1d21db7b52 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:29.661455 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.688146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No DVR routers for this DVR port 14fc5ad0-94d1-4a2d-9489-6a1d21db7b52 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:29.729293 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Port': ['ID=14fc5ad0-94d1-4a2d-9489-6a1d21db7b52,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:29.895784 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.933122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d857dedf-98f4-46f2-a900-0e04eee3bf3b']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:29.949983 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046efe34-5bcd-47a3-8cdb-f7de919b89e7') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:29.950723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046efe34-5bcd-47a3-8cdb-f7de919b89e7') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:29.969142 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.989378 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.999004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:29.999741 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:30.083755 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:30.089641 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.095102 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.099511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/d857dedf-98f4-46f2-a900-0e04eee3bf3b HTTP/1.1" status: 204 len: 168 time: 2.5660083 Nov 09 17:58:30.106860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49294) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:30.117001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e3560cd8-fd78-4570-8409-737fd4a94031 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-677490516'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:30.117994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f4cf5-b125-4f43-b1dc-3d16008ebb69 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Network': ['ID=d857dedf-98f4-46f2-a900-0e04eee3bf3b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:30.156503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3560cd8-fd78-4570-8409-737fd4a94031 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:30.160524 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e3560cd8-fd78-4570-8409-737fd4a94031 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.192804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3560cd8-fd78-4570-8409-737fd4a94031 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:30.217301 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e3560cd8-fd78-4570-8409-737fd4a94031 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.217828 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-e3560cd8-fd78-4570-8409-737fd4a94031 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Added segment 4df938d7-2264-4818-a952-8d7fe7c584cf of type vlan for network a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b Nov 09 17:58:30.322408 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e3560cd8-fd78-4570-8409-737fd4a94031 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.393363 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e3560cd8-fd78-4570-8409-737fd4a94031 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.408466 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3560cd8-fd78-4570-8409-737fd4a94031 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:30.409854 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e3560cd8-fd78-4570-8409-737fd4a94031 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.472545 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e3560cd8-fd78-4570-8409-737fd4a94031 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3596818 Nov 09 17:58:30.473009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-01fac3e4-b4f3-4d79-a529-e0f9446dbfcf tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:30.473009 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-01fac3e4-b4f3-4d79-a529-e0f9446dbfcf tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/networks?id=355f60d0-bb93-45e7-b7a6-b926cc716891 HTTP/1.1" status: 200 len: 808 time: 0.2385933 Nov 09 17:58:30.474015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49314) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:30.486026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'subnet': {'network_id': 'a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:30.590669 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3560cd8-fd78-4570-8409-737fd4a94031 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:30.612255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:30.628122 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-9a98dd95-b274-40ca-a2e0-76f911ecad0d tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/quotas/fe3ea150829c49b6ac4c5e74626d3471 HTTP/1.1" status: 200 len: 375 time: 0.1312754 Nov 09 17:58:30.775944 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-571ad028-1ef4-430a-a46b-5a39655894db tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe3ea150829c49b6ac4c5e74626d3471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107323 Nov 09 17:58:30.900275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:30.905593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:31.018054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.ipam_backend_mixin [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Performing IP validity checks on allocation pools {{(pid=102154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 17:58:31.018689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.ipam_backend_mixin [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 17:58:31.058379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-788b3104-2773-4533-a9b6-57a95c7d264f service neutron] 10.222.0.81 "GET /v2.0/networks/355f60d0-bb93-45e7-b7a6-b926cc716891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642326 Nov 09 17:58:31.280992 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-1514253f-ff5c-431e-890c-1207cb39f4f9 service neutron] 10.222.0.81 "GET /v2.0/networks/355f60d0-bb93-45e7-b7a6-b926cc716891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048347 Nov 09 17:58:31.292280 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:31.431954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Subnet': ['ID=044f6e68-3902-4b8c-93e9-9bd2408089b5,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:31.462220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking segment: {'id': '4df938d7-2264-4818-a952-8d7fe7c584cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:31.463635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network hostable DHCP agents. Network: a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:31.528088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:31.543819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:31.557851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a1d55d-0824-43ac-a182-b26ff8ed58ef None None] Network a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:31.565697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:31.569892 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-23c4a63e-693f-4ce0-886d-fb50fae4fac4 req-0c1d6e2b-b654-41f4-b169-41a2a77031c9 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 210 time: 0.0698743 Nov 09 17:58:31.571083 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:31.610899 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3314af54-685c-4e9d-9d92-9ed27dd39427 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1326191 Nov 09 17:58:31.611355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49340) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:31.797768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:31.834739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220b2f97-ad53-410c-afb6-c459fc0ae9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b', 'network_id': 'a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b', 'tenant_id': '7619867eeb0243be89987b2f182b804e', 'fixed_ips': [{'subnet_id': '044f6e68-3902-4b8c-93e9-9bd2408089b5'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:31.844558 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-220b2f97-ad53-410c-afb6-c459fc0ae9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:31.913047 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.027023 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.074918 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Subnet': ['ID=044f6e68-3902-4b8c-93e9-9bd2408089b5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:32.178292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.208656 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:32.226108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df938d7-2264-4818-a952-8d7fe7c584cf') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:32.226683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df938d7-2264-4818-a952-8d7fe7c584cf') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:32.252499 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server [None req-220b2f97-ad53-410c-afb6-c459fc0ae9d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 044f6e68-3902-4b8c-93e9-9bd2408089b5: This subnet is being modified by another concurrent operation. Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise exception Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 044f6e68-3902-4b8c-93e9-9bd2408089b5: This subnet is being modified by another concurrent operation. Nov 09 17:58:32.257111 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Nov 09 17:58:32.277740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc6c4f5-f423-4955-9805-3013112ccd66 None None] Network a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:32.286494 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.303182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:32.303980 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:32.311060 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:32.460180 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a37b5-ad47-4962-a8f3-00afb8b8802b None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:58:32.496082 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.514047 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.524665 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b HTTP/1.1" status: 204 len: 168 time: 0.9089282 Nov 09 17:58:32.525374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49372) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:32.538791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-be216da2-08f6-4047-9d56-4262753f8501 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-227962591'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:32.562913 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90098cbf-407a-408d-a949-2503f73adeee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Network': ['ID=a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:32.617469 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5a37b5-ad47-4962-a8f3-00afb8b8802b None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:58:32.628987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be216da2-08f6-4047-9d56-4262753f8501 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:32.643534 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be216da2-08f6-4047-9d56-4262753f8501 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.737820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be216da2-08f6-4047-9d56-4262753f8501 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:32.756386 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be216da2-08f6-4047-9d56-4262753f8501 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.756736 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-be216da2-08f6-4047-9d56-4262753f8501 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Added segment d4437ef2-5e8b-42c8-b23d-fd9c83c47820 of type vlan for network 77d310ef-422e-4901-b937-e7d3e414492f Nov 09 17:58:32.841138 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be216da2-08f6-4047-9d56-4262753f8501 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.841369 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-03e04f8c-9ccb-465e-a35f-9d262f1200db req-d9fc9239-163d-48bf-a809-8101b764f62a tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 210 time: 0.0939827 Nov 09 17:58:32.879900 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be216da2-08f6-4047-9d56-4262753f8501 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.887330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be216da2-08f6-4047-9d56-4262753f8501 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:32.888129 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be216da2-08f6-4047-9d56-4262753f8501 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.924083 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-be216da2-08f6-4047-9d56-4262753f8501 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3952556 Nov 09 17:58:32.927920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49378) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:32.938824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bca1bf8f-9c08-401f-ba94-ebfe02814aa4 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'subnet': {'network_id': '77d310ef-422e-4901-b937-e7d3e414492f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:33.018045 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be216da2-08f6-4047-9d56-4262753f8501 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=77d310ef-422e-4901-b937-e7d3e414492f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:33.037283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 77d310ef-422e-4901-b937-e7d3e414492f details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:33.231491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca1bf8f-9c08-401f-ba94-ebfe02814aa4 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:33.236064 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bca1bf8f-9c08-401f-ba94-ebfe02814aa4 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.310596 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49388) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:33.405520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-2217aa12-6bd1-4eac-900f-cf9f232788a9 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:33.407560 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-2217aa12-6bd1-4eac-900f-cf9f232788a9 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.13 "GET /v2.0/networks?id=355f60d0-bb93-45e7-b7a6-b926cc716891 HTTP/1.1" status: 200 len: 808 time: 0.1602256 Nov 09 17:58:33.429940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-60a9873c-4a37-4038-a405-89aca90315d6 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Request body: {'port': {'device_id': '9aea96cd-ea94-4060-a670-fa953bbc04cc', 'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891', 'admin_state_up': True, 'tenant_id': 'fe3ea150829c49b6ac4c5e74626d3471'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:33.513925 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f1ccdb18-266f-4570-bd44-b4a7c1e2e456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.645248 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bca1bf8f-9c08-401f-ba94-ebfe02814aa4 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.647890 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-60a9873c-4a37-4038-a405-89aca90315d6 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Made reservation on behalf of fe3ea150829c49b6ac4c5e74626d3471 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:33.654291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-60a9873c-4a37-4038-a405-89aca90315d6 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.689374 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f1ccdb18-266f-4570-bd44-b4a7c1e2e456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.704372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f1ccdb18-266f-4570-bd44-b4a7c1e2e456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.724210 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1bf8f-9c08-401f-ba94-ebfe02814aa4 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Subnet': ['ID=620f6579-13f7-48fd-9647-ae81885309b4,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:33.730102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1bf8f-9c08-401f-ba94-ebfe02814aa4 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking segment: {'id': 'd4437ef2-5e8b-42c8-b23d-fd9c83c47820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '77d310ef-422e-4901-b937-e7d3e414492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:33.731470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1bf8f-9c08-401f-ba94-ebfe02814aa4 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network hostable DHCP agents. Network: 77d310ef-422e-4901-b937-e7d3e414492f, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:33.751870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1bf8f-9c08-401f-ba94-ebfe02814aa4 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network 77d310ef-422e-4901-b937-e7d3e414492f is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:33.766503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-bca1bf8f-9c08-401f-ba94-ebfe02814aa4 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 77d310ef-422e-4901-b937-e7d3e414492f) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:33.772033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca1bf8f-9c08-401f-ba94-ebfe02814aa4 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:33.773012 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bca1bf8f-9c08-401f-ba94-ebfe02814aa4 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.789928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88755dd2-047c-4846-a9df-7d362f436661 None None] Network 77d310ef-422e-4901-b937-e7d3e414492f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:33.796097 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bca1bf8f-9c08-401f-ba94-ebfe02814aa4 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8665142 Nov 09 17:58:33.799372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49392) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:33.844596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f1ccdb18-266f-4570-bd44-b4a7c1e2e456 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8eae9efdc5a41be82729aed8035b408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329938 Nov 09 17:58:33.845449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49394) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:33.848616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccdb18-266f-4570-bd44-b4a7c1e2e456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db52e39-ae56-47b3-b308-24b6a9d06f10,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:33.954177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-60a9873c-4a37-4038-a405-89aca90315d6 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Allocated IP 172.20.0.2 (355f60d0-bb93-45e7-b7a6-b926cc716891/fafcfa2f-f5ed-4bf5-ba83-913ea4cb76f4/49e164bd-59d4-41a8-ab0c-da4d60ad8e45) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:33.981912 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-edbb2ab8-8bef-4ae0-88ea-884d8d9e3624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.030603 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-edbb2ab8-8bef-4ae0-88ea-884d8d9e3624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.033480 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.058494 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d270f09-5855-477e-bf6e-55f7b5f95e2f req-cdc918fb-e9c5-45e8-b63a-7ee9567211c4 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 210 time: 0.0703657 Nov 09 17:58:34.082318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-77d310ef-422e-4901-b937-e7d3e414492f', 'network_id': '77d310ef-422e-4901-b937-e7d3e414492f', 'tenant_id': '7619867eeb0243be89987b2f182b804e', 'fixed_ips': [{'subnet_id': '620f6579-13f7-48fd-9647-ae81885309b4'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:34.083331 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.147277 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-edbb2ab8-8bef-4ae0-88ea-884d8d9e3624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.150279 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-edbb2ab8-8bef-4ae0-88ea-884d8d9e3624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.154816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-edbb2ab8-8bef-4ae0-88ea-884d8d9e3624 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9db52e39-ae56-47b3-b308-24b6a9d06f10 HTTP/1.1" status: 204 len: 168 time: 0.3032913 Nov 09 17:58:34.171954 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.207958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb2ab8-8bef-4ae0-88ea-884d8d9e3624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db52e39-ae56-47b3-b308-24b6a9d06f10,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:34.350899 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-60a9873c-4a37-4038-a405-89aca90315d6 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.373041 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Allocated IP 172.20.0.1 (77d310ef-422e-4901-b937-e7d3e414492f/620f6579-13f7-48fd-9647-ae81885309b4/5e8cb876-a932-4ebd-8d04-f70169e905b6) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:34.398525 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-60a9873c-4a37-4038-a405-89aca90315d6 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.468457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-60a9873c-4a37-4038-a405-89aca90315d6 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Network 355f60d0-bb93-45e7-b7a6-b926cc716891 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:34.470261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-60a9873c-4a37-4038-a405-89aca90315d6 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:34.474671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9873c-4a37-4038-a405-89aca90315d6 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Pushing event updated for resources: {'Port': ['ID=49e164bd-59d4-41a8-ab0c-da4d60ad8e45,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:34.479264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-60a9873c-4a37-4038-a405-89aca90315d6 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:34.559848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-60a9873c-4a37-4038-a405-89aca90315d6 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:34.561516 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-60a9873c-4a37-4038-a405-89aca90315d6 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.578933 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.588069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-60a9873c-4a37-4038-a405-89aca90315d6 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1703601 Nov 09 17:58:34.591711 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.620533 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.629576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Request body: {'port': {'device_id': '9aea96cd-ea94-4060-a670-fa953bbc04cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:34.684971 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Network 77d310ef-422e-4901-b937-e7d3e414492f is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:34.692714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:34.697361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:34.727745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Subnet': ['ID=620f6579-13f7-48fd-9647-ae81885309b4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:34.770235 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Pushing event updated for resources: {'Port': ['ID=5e8cb876-a932-4ebd-8d04-f70169e905b6,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:34.801810 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.818840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49408) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:34.829619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Attempting to bind port 5e8cb876-a932-4ebd-8d04-f70169e905b6 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:34.830447 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Attempting to bind port 5e8cb876-a932-4ebd-8d04-f70169e905b6 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd4437ef2-5e8b-42c8-b23d-fd9c83c47820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '77d310ef-422e-4901-b937-e7d3e414492f'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:34.830954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Attempting to bind port 5e8cb876-a932-4ebd-8d04-f70169e905b6 on network 77d310ef-422e-4901-b937-e7d3e414492f {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:34.841617 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:34.842337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Checking segment: {'id': 'd4437ef2-5e8b-42c8-b23d-fd9c83c47820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '77d310ef-422e-4901-b937-e7d3e414492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:34.843074 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.843820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Bound using segment: {'id': 'd4437ef2-5e8b-42c8-b23d-fd9c83c47820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '77d310ef-422e-4901-b937-e7d3e414492f'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:34.844733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Bound port: 5e8cb876-a932-4ebd-8d04-f70169e905b6, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4437ef2-5e8b-42c8-b23d-fd9c83c47820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '77d310ef-422e-4901-b937-e7d3e414492f'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:34.845615 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.855482 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5156-97d5-4e7c-9832-4cd4eb0eceb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.919637 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.970470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d310ef-422e-4901-b937-e7d3e414492f']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:34.988259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] For port 5e8cb876-a932-4ebd-8d04-f70169e905b6, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:34.997965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4437ef2-5e8b-42c8-b23d-fd9c83c47820') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:34.998842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4437ef2-5e8b-42c8-b23d-fd9c83c47820') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:35.020341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.026851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] For port 5e8cb876-a932-4ebd-8d04-f70169e905b6, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5e8cb876-a932-4ebd-8d04-f70169e905b6,segment=NetworkSegment(d4437ef2-5e8b-42c8-b23d-fd9c83c47820),segment_id=d4437ef2-5e8b-42c8-b23d-fd9c83c47820)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:35.036275 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.061607 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.076583 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:35.077632 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:35.150283 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:35.281295 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.api [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:58:35.281295 n-d-817236-1 neutron-server[102155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:58:35.281295 n-d-817236-1 neutron-server[102155]: [parameters: {'id': '77d310ef-422e-4901-b937-e7d3e414492f'}] Nov 09 17:58:35.281295 n-d-817236-1 neutron-server[102155]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:58:35.283914 n-d-817236-1 neutron-server[102155]: DEBUG oslo_db.api [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:58:35.291860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dfb333-f458-4d8c-86df-d7688bfcde56 None None] Network 77d310ef-422e-4901-b937-e7d3e414492f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:35.379999 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac22da-ef57-4699-b518-887f3aad1fab None None] Pushing event updated for resources: {'Port': ['ID=5e8cb876-a932-4ebd-8d04-f70169e905b6,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:35.421484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4036c85-e1a9-4361-93f4-ab42cfa33cbc req-4d032b17-d727-4cf5-b3d7-0ad693dc60db tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:35.423874 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e4036c85-e1a9-4361-93f4-ab42cfa33cbc req-4d032b17-d727-4cf5-b3d7-0ad693dc60db tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 931 time: 0.1365781 Nov 09 17:58:35.532132 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e4036c85-e1a9-4361-93f4-ab42cfa33cbc req-ffe7d100-64ea-42c7-86c6-32d60eda758a tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973163 Nov 09 17:58:35.573783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a178a81f-f22b-4c78-82b6-5fa336472e46 None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:58:35.690265 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a178a81f-f22b-4c78-82b6-5fa336472e46 None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:58:35.719167 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5156-97d5-4e7c-9832-4cd4eb0eceb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.729228 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5156-97d5-4e7c-9832-4cd4eb0eceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.785361 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.786627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0d0f5156-97d5-4e7c-9832-4cd4eb0eceb2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8f4ac71fd9148feaa2f6fb8ea458c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9644740 Nov 09 17:58:35.794487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49418) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:35.833923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f5156-97d5-4e7c-9832-4cd4eb0eceb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc3f273-6c0f-4bf8-a99e-79f2b7f441a3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:35.915610 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Deleting port 5e8cb876-a932-4ebd-8d04-f70169e905b6 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:35.915610 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.924655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-270d4ca3-4bf7-4789-bbba-f29d6d1ef7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.997893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] For port 5e8cb876-a932-4ebd-8d04-f70169e905b6, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5e8cb876-a932-4ebd-8d04-f70169e905b6,segment=NetworkSegment(d4437ef2-5e8b-42c8-b23d-fd9c83c47820),segment_id=d4437ef2-5e8b-42c8-b23d-fd9c83c47820)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:35.998259 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.011140 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-270d4ca3-4bf7-4789-bbba-f29d6d1ef7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.014627 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Calling delete_port for 5e8cb876-a932-4ebd-8d04-f70169e905b6 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:36.020974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:36.050992 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.116397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Transition to ACTIVE for port object 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:36.121883 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.141629 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.159084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Port': ['ID=5e8cb876-a932-4ebd-8d04-f70169e905b6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:36.177271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No DVR routers for this DVR port 5e8cb876-a932-4ebd-8d04-f70169e905b6 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:36.211300 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-270d4ca3-4bf7-4789-bbba-f29d6d1ef7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.215597 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-270d4ca3-4bf7-4789-bbba-f29d6d1ef7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.217025 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-270d4ca3-4bf7-4789-bbba-f29d6d1ef7c6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5dc3f273-6c0f-4bf8-a99e-79f2b7f441a3 HTTP/1.1" status: 204 len: 168 time: 0.4189873 Nov 09 17:58:36.253666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d4ca3-4bf7-4789-bbba-f29d6d1ef7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc3f273-6c0f-4bf8-a99e-79f2b7f441a3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:36.280582 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.310444 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d310ef-422e-4901-b937-e7d3e414492f']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:36.325012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4437ef2-5e8b-42c8-b23d-fd9c83c47820') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:36.325446 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4437ef2-5e8b-42c8-b23d-fd9c83c47820') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:36.343619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.366597 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.381959 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:36.383975 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:36.390154 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:36.474282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=49e164bd-59d4-41a8-ab0c-da4d60ad8e45,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:36.499341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.504703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Attempting to bind port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:36.505156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Attempting to bind port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '7460bc85-500b-4fbd-8106-246b05e09102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:36.505429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Attempting to bind port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 on network 355f60d0-bb93-45e7-b7a6-b926cc716891 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:36.512880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 on network 355f60d0-bb93-45e7-b7a6-b926cc716891 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:36.513209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Attempting to bind port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 on network 355f60d0-bb93-45e7-b7a6-b926cc716891 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:36.528775 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.528937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:36.528937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Checking segment: {'id': '7460bc85-500b-4fbd-8106-246b05e09102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:36.528937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Bound using segment: {'id': '7460bc85-500b-4fbd-8106-246b05e09102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:36.528937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Bound port: 49e164bd-59d4-41a8-ab0c-da4d60ad8e45, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7460bc85-500b-4fbd-8106-246b05e09102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:36.528937 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.537210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49428) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:36.540085 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/77d310ef-422e-4901-b937-e7d3e414492f HTTP/1.1" status: 204 len: 168 time: 2.7285087 Nov 09 17:58:36.545606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3aa6dbc4-2608-449a-99d2-a55efdd70a03 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-895218043'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:36.592541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6714441-b088-456f-b9ff-88ada04c4947 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Network': ['ID=77d310ef-422e-4901-b937-e7d3e414492f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:36.687992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa6dbc4-2608-449a-99d2-a55efdd70a03 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:36.692217 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dbc4-2608-449a-99d2-a55efdd70a03 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.726496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] For port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:36.737861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] For port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=49e164bd-59d4-41a8-ab0c-da4d60ad8e45,segment=NetworkSegment(7460bc85-500b-4fbd-8106-246b05e09102),segment_id=7460bc85-500b-4fbd-8106-246b05e09102)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:36.746875 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.766043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa6dbc4-2608-449a-99d2-a55efdd70a03 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:36.842877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:36.844469 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.846913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] 10.222.0.13 "PUT /v2.0/ports/49e164bd-59d4-41a8-ab0c-da4d60ad8e45 HTTP/1.1" status: 200 len: 1091 time: 2.2494218 Nov 09 17:58:36.856685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aea96cd-ea94-4060-a670-fa953bbc04cc', 'tag': '49e164bd-59d4-41a8-ab0c-da4d60ad8e45'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:36.860588 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3792c10c-d05b-49fd-ac01-c972ff4e4617" -d '{"events": [{"name": "network-changed", "server_uuid": "9aea96cd-ea94-4060-a670-fa953bbc04cc", "tag": "49e164bd-59d4-41a8-ab0c-da4d60ad8e45"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:36.866067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dbc4-2608-449a-99d2-a55efdd70a03 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.866804 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-3aa6dbc4-2608-449a-99d2-a55efdd70a03 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Added segment 554cfdfd-49a0-44b6-8ecf-4b9ecf60062c of type vlan for network abcff143-df68-4f7f-92ff-286de7020336 Nov 09 17:58:36.924130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eff90-1909-4c87-b197-02800763bb2b req-71804d09-10fe-4327-8d9c-838c28d0d178 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:36.947003 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e6eff90-1909-4c87-b197-02800763bb2b req-71804d09-10fe-4327-8d9c-838c28d0d178 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 943 time: 0.1810851 Nov 09 17:58:36.954083 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84575d3-de58-4ead-b27b-8598ce7012f7 x-openstack-request-id: req-e84575d3-de58-4ead-b27b-8598ce7012f7 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:36.954547 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aea96cd-ea94-4060-a670-fa953bbc04cc", "tag": "49e164bd-59d4-41a8-ab0c-da4d60ad8e45", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:36.954964 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e84575d3-de58-4ead-b27b-8598ce7012f7 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:36.955657 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aea96cd-ea94-4060-a670-fa953bbc04cc', 'tag': '49e164bd-59d4-41a8-ab0c-da4d60ad8e45', 'status': 'completed', 'code': 200} Nov 09 17:58:37.005972 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e6eff90-1909-4c87-b197-02800763bb2b req-bd8e0e6c-9ee3-4228-a247-67ae59298f4b tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577157 Nov 09 17:58:37.029711 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dbc4-2608-449a-99d2-a55efdd70a03 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:37.033525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb0645-9bed-403b-9599-aede5b23a3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=49e164bd-59d4-41a8-ab0c-da4d60ad8e45,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:37.075214 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-b27c2553-15af-4bea-af4b-f64ada1451ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:37.077020 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-b27c2553-15af-4bea-af4b-f64ada1451ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3ea150829c49b6ac4c5e74626d3471&device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 1094 time: 0.1373391 Nov 09 17:58:37.100902 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dbc4-2608-449a-99d2-a55efdd70a03 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:37.109688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa6dbc4-2608-449a-99d2-a55efdd70a03 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:37.110833 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dbc4-2608-449a-99d2-a55efdd70a03 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:37.197706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3aa6dbc4-2608-449a-99d2-a55efdd70a03 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6538393 Nov 09 17:58:37.197706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-09eae975-7f3e-4126-95bb-d0e953d9caf7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49e164bd-59d4-41a8-ab0c-da4d60ad8e45 HTTP/1.1" status: 200 len: 217 time: 0.1073475 Nov 09 17:58:37.198184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49444) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:37.203638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-cba6fe8a-e398-4c86-9777-b9e1896c2783 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'subnet': {'network_id': 'abcff143-df68-4f7f-92ff-286de7020336', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:37.363807 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6dbc4-2608-449a-99d2-a55efdd70a03 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=abcff143-df68-4f7f-92ff-286de7020336,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:37.378771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network abcff143-df68-4f7f-92ff-286de7020336 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:37.388836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-14a79bb6-6efa-4a82-b10f-fb5090cb2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:37.389153 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba6fe8a-e398-4c86-9777-b9e1896c2783 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:37.393255 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cba6fe8a-e398-4c86-9777-b9e1896c2783 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:37.394093 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-14a79bb6-6efa-4a82-b10f-fb5090cb2f37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fafcfa2f-f5ed-4bf5-ba83-913ea4cb76f4 HTTP/1.1" status: 200 len: 848 time: 0.1797721 Nov 09 17:58:37.470137 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-b5fdfb09-bdf0-4895-9b2b-820a402c7732 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355f60d0-bb93-45e7-b7a6-b926cc716891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660858 Nov 09 17:58:37.657737 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-675272ad-55d6-4652-af79-0366ad5c697b service neutron] 10.222.0.13 "GET /v2.0/networks/355f60d0-bb93-45e7-b7a6-b926cc716891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823368 Nov 09 17:58:37.768355 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cba6fe8a-e398-4c86-9777-b9e1896c2783 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:37.859568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6fe8a-e398-4c86-9777-b9e1896c2783 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking segment: {'id': '554cfdfd-49a0-44b6-8ecf-4b9ecf60062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'abcff143-df68-4f7f-92ff-286de7020336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:37.859942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba6fe8a-e398-4c86-9777-b9e1896c2783 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network hostable DHCP agents. Network: abcff143-df68-4f7f-92ff-286de7020336, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:37.874686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6fe8a-e398-4c86-9777-b9e1896c2783 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Subnet': ['ID=8b060948-57dd-4bce-aac8-e3871c4aff96,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:37.874913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa77ae8f-15b5-4d6f-8ea8-29b26bea7d9a req-c8f8e4de-7c5d-4c64-a9b3-6e5005d49d06 service neutron] 10.222.0.13 "GET /v2.0/networks/355f60d0-bb93-45e7-b7a6-b926cc716891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993172 Nov 09 17:58:37.899182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba6fe8a-e398-4c86-9777-b9e1896c2783 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network abcff143-df68-4f7f-92ff-286de7020336 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:37.916168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-cba6fe8a-e398-4c86-9777-b9e1896c2783 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, abcff143-df68-4f7f-92ff-286de7020336) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:37.924075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6fe8a-e398-4c86-9777-b9e1896c2783 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:37.925493 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cba6fe8a-e398-4c86-9777-b9e1896c2783 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:37.928987 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af5b999-7dec-4cdd-87d9-48718ea8a3d0 None None] Network abcff143-df68-4f7f-92ff-286de7020336 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:37.952627 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cba6fe8a-e398-4c86-9777-b9e1896c2783 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7534673 Nov 09 17:58:37.966104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49466) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:38.201329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792c10c-d05b-49fd-ac01-c972ff4e4617 req-483d3457-50bf-4a8e-a41e-f7015ba682e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:38.204190 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3792c10c-d05b-49fd-ac01-c972ff4e4617 req-483d3457-50bf-4a8e-a41e-f7015ba682e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3ea150829c49b6ac4c5e74626d3471&device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 1094 time: 0.2479815 Nov 09 17:58:38.293645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-abcff143-df68-4f7f-92ff-286de7020336', 'network_id': 'abcff143-df68-4f7f-92ff-286de7020336', 'tenant_id': '7619867eeb0243be89987b2f182b804e', 'fixed_ips': [{'subnet_id': '8b060948-57dd-4bce-aac8-e3871c4aff96'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:38.298228 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:38.303667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447f275-a926-41c4-92c7-4904d15bc074 req-7eaf6474-bc94-4a9c-a58d-9379ea9d2ffa tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:38.313227 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5447f275-a926-41c4-92c7-4904d15bc074 req-7eaf6474-bc94-4a9c-a58d-9379ea9d2ffa tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 943 time: 0.0837321 Nov 09 17:58:38.372420 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:38.372701 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5447f275-a926-41c4-92c7-4904d15bc074 req-29bceee3-d6e2-4798-a66e-8f851838ee7b tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582597 Nov 09 17:58:38.439241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792c10c-d05b-49fd-ac01-c972ff4e4617 req-b80f094d-1861-4782-b58d-3fca376898bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:38.441088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3792c10c-d05b-49fd-ac01-c972ff4e4617 req-b80f094d-1861-4782-b58d-3fca376898bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=355f60d0-bb93-45e7-b7a6-b926cc716891 HTTP/1.1" status: 200 len: 909 time: 0.2179401 Nov 09 17:58:38.505519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Allocated IP 172.20.0.1 (abcff143-df68-4f7f-92ff-286de7020336/8b060948-57dd-4bce-aac8-e3871c4aff96/434efd4b-46e1-4e9e-a3a6-dcb81535b78d) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:38.536943 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3792c10c-d05b-49fd-ac01-c972ff4e4617 req-9a878aff-ae09-4fdb-aab9-74a1a7455ba2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49e164bd-59d4-41a8-ab0c-da4d60ad8e45 HTTP/1.1" status: 200 len: 217 time: 0.0730846 Nov 09 17:58:38.613287 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:38.671585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792c10c-d05b-49fd-ac01-c972ff4e4617 req-1958813e-599d-42b0-9ad2-4291a6226c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:38.673111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3792c10c-d05b-49fd-ac01-c972ff4e4617 req-1958813e-599d-42b0-9ad2-4291a6226c66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fafcfa2f-f5ed-4bf5-ba83-913ea4cb76f4 HTTP/1.1" status: 200 len: 848 time: 0.1224074 Nov 09 17:58:38.737495 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3792c10c-d05b-49fd-ac01-c972ff4e4617 req-4cee2f2f-40ad-4c60-adc9-0dcb951f9135 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355f60d0-bb93-45e7-b7a6-b926cc716891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506883 Nov 09 17:58:38.804667 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:38.825967 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:38.911992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Network abcff143-df68-4f7f-92ff-286de7020336 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:38.917169 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:38.949523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:38.952910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Pushing event updated for resources: {'Port': ['ID=434efd4b-46e1-4e9e-a3a6-dcb81535b78d,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:38.957414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:39.067109 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Attempting to bind port 434efd4b-46e1-4e9e-a3a6-dcb81535b78d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:39.067874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Attempting to bind port 434efd4b-46e1-4e9e-a3a6-dcb81535b78d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '554cfdfd-49a0-44b6-8ecf-4b9ecf60062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'abcff143-df68-4f7f-92ff-286de7020336'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:39.068454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Attempting to bind port 434efd4b-46e1-4e9e-a3a6-dcb81535b78d on network abcff143-df68-4f7f-92ff-286de7020336 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:39.075871 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:39.076721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Checking segment: {'id': '554cfdfd-49a0-44b6-8ecf-4b9ecf60062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'abcff143-df68-4f7f-92ff-286de7020336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:39.077440 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.077927 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Subnet': ['ID=8b060948-57dd-4bce-aac8-e3871c4aff96,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:39.078270 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Bound using segment: {'id': '554cfdfd-49a0-44b6-8ecf-4b9ecf60062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'abcff143-df68-4f7f-92ff-286de7020336'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:39.078962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Bound port: 434efd4b-46e1-4e9e-a3a6-dcb81535b78d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554cfdfd-49a0-44b6-8ecf-4b9ecf60062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'abcff143-df68-4f7f-92ff-286de7020336'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:39.079626 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.122508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3792c10c-d05b-49fd-ac01-c972ff4e4617 req-437e862f-7432-4c16-a321-3ddf922ab8da service neutron] 10.222.0.13 "GET /v2.0/networks/355f60d0-bb93-45e7-b7a6-b926cc716891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754647 Nov 09 17:58:39.161107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] For port 434efd4b-46e1-4e9e-a3a6-dcb81535b78d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:39.166437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] For port 434efd4b-46e1-4e9e-a3a6-dcb81535b78d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=434efd4b-46e1-4e9e-a3a6-dcb81535b78d,segment=NetworkSegment(554cfdfd-49a0-44b6-8ecf-4b9ecf60062c),segment_id=554cfdfd-49a0-44b6-8ecf-4b9ecf60062c)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:39.174942 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.216704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.282896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcff143-df68-4f7f-92ff-286de7020336']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:39.309578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b92e0-0aa4-4689-9a03-a484959a92ef None None] Pushing event updated for resources: {'Port': ['ID=434efd4b-46e1-4e9e-a3a6-dcb81535b78d,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:39.316436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554cfdfd-49a0-44b6-8ecf-4b9ecf60062c') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:39.317094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554cfdfd-49a0-44b6-8ecf-4b9ecf60062c') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:39.320734 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d6e81-5ffe-4264-8f9d-9a1a7283a8e3 None None] Network abcff143-df68-4f7f-92ff-286de7020336 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:39.360344 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.385958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3792c10c-d05b-49fd-ac01-c972ff4e4617 req-1c6ba6e0-8eca-410f-b4ac-a64561d7efe5 service neutron] 10.222.0.13 "GET /v2.0/networks/355f60d0-bb93-45e7-b7a6-b926cc716891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515028 Nov 09 17:58:39.392362 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.403416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:39.404658 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:39.517738 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:39.577888 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.api [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:58:39.577888 n-d-817236-1 neutron-server[102154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:58:39.577888 n-d-817236-1 neutron-server[102154]: [parameters: {'id': 'abcff143-df68-4f7f-92ff-286de7020336'}] Nov 09 17:58:39.577888 n-d-817236-1 neutron-server[102154]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:58:39.578604 n-d-817236-1 neutron-server[102154]: DEBUG oslo_db.api [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:58:39.593710 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2845662-e13b-42f7-b37c-99ffe1a125fa None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:58:39.598425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bf2f6-ba67-484e-9dec-fe88dd62bbaf req-cd94c3e1-9335-4ecf-b5f4-014551c02613 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:39.607298 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e2bf2f6-ba67-484e-9dec-fe88dd62bbaf req-cd94c3e1-9335-4ecf-b5f4-014551c02613 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 943 time: 0.0885763 Nov 09 17:58:39.665225 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e2bf2f6-ba67-484e-9dec-fe88dd62bbaf req-91dbbfe9-af56-4e1b-b74d-b3c770684329 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 Nov 09 17:58:39.771895 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2845662-e13b-42f7-b37c-99ffe1a125fa None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:58:40.079898 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.181874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Deleting port 434efd4b-46e1-4e9e-a3a6-dcb81535b78d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:40.182467 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.295801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] For port 434efd4b-46e1-4e9e-a3a6-dcb81535b78d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=434efd4b-46e1-4e9e-a3a6-dcb81535b78d,segment=NetworkSegment(554cfdfd-49a0-44b6-8ecf-4b9ecf60062c),segment_id=554cfdfd-49a0-44b6-8ecf-4b9ecf60062c)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:40.296279 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.333660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Calling delete_port for 434efd4b-46e1-4e9e-a3a6-dcb81535b78d owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:40.461747 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.508186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Port': ['ID=434efd4b-46e1-4e9e-a3a6-dcb81535b78d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:40.514582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No DVR routers for this DVR port 434efd4b-46e1-4e9e-a3a6-dcb81535b78d on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:40.650373 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.655926 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5664acfc-c5bb-4aa8-be9c-4279828c1d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.680203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcff143-df68-4f7f-92ff-286de7020336']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:40.694088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554cfdfd-49a0-44b6-8ecf-4b9ecf60062c') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:40.694360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554cfdfd-49a0-44b6-8ecf-4b9ecf60062c') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:40.712113 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.731432 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.739703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:40.740121 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:40.800859 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:40.866011 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.878778 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.882746 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/abcff143-df68-4f7f-92ff-286de7020336 HTTP/1.1" status: 204 len: 168 time: 2.9154770 Nov 09 17:58:40.890870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49538) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:40.900540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6371a687-e00e-4ff0-8447-5acad49a8ec9 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-946132995'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:40.909319 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dcab3-7c7d-42a9-a30c-29714edd56ad tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Network': ['ID=abcff143-df68-4f7f-92ff-286de7020336,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:40.944662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa05d69-bfaf-4237-83b5-38a13efd2740 req-7227a21a-79ec-4727-b7bd-ce7413ab7f9e tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:40.947545 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9fa05d69-bfaf-4237-83b5-38a13efd2740 req-7227a21a-79ec-4727-b7bd-ce7413ab7f9e tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 943 time: 0.1459272 Nov 09 17:58:40.949175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6371a687-e00e-4ff0-8447-5acad49a8ec9 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:40.954458 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6371a687-e00e-4ff0-8447-5acad49a8ec9 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.021564 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6371a687-e00e-4ff0-8447-5acad49a8ec9 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:41.052160 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49544) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:41.066730 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6371a687-e00e-4ff0-8447-5acad49a8ec9 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.067315 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-6371a687-e00e-4ff0-8447-5acad49a8ec9 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Added segment c1b6b23c-eb52-4bb1-a36f-3f456e18512e of type vlan for network b649ce06-e900-4d67-8054-234a90d946db Nov 09 17:58:41.075088 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9fa05d69-bfaf-4237-83b5-38a13efd2740 req-e7cb8f10-d397-429e-aeed-8cd96eda85e9 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158562 Nov 09 17:58:41.150287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6371a687-e00e-4ff0-8447-5acad49a8ec9 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.199182 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6371a687-e00e-4ff0-8447-5acad49a8ec9 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.209871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6371a687-e00e-4ff0-8447-5acad49a8ec9 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:41.210863 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6371a687-e00e-4ff0-8447-5acad49a8ec9 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.339179 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-357f445a-beff-498d-8e35-72d53f5dc1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.369227 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6371a687-e00e-4ff0-8447-5acad49a8ec9 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4763439 Nov 09 17:58:41.373754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49548) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:41.381133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5a092d00-4d10-4379-947f-9822b7617b5b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:41.404978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371a687-e00e-4ff0-8447-5acad49a8ec9 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=b649ce06-e900-4d67-8054-234a90d946db,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:41.429048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network b649ce06-e900-4d67-8054-234a90d946db details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:41.523927 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-357f445a-beff-498d-8e35-72d53f5dc1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.532024 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-357f445a-beff-498d-8e35-72d53f5dc1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.583252 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-357f445a-beff-498d-8e35-72d53f5dc1fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f135f1e32914e1da9ad1838834a36a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5295320 Nov 09 17:58:41.584355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f445a-beff-498d-8e35-72d53f5dc1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2803d779-ae0a-4194-affa-6c52cd51d50d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:41.599329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49552) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:41.698639 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09889145-b7c4-4e93-b5e2-44354a6aa564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.737801 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09889145-b7c4-4e93-b5e2-44354a6aa564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.743549 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a092d00-4d10-4379-947f-9822b7617b5b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.770378 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a092d00-4d10-4379-947f-9822b7617b5b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.791210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5a092d00-4d10-4379-947f-9822b7617b5b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network b649ce06-e900-4d67-8054-234a90d946db is not hosted by any dhcp agent {{(pid=102154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:58:41.801596 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a092d00-4d10-4379-947f-9822b7617b5b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:41.802719 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a092d00-4d10-4379-947f-9822b7617b5b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.806629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5a092d00-4d10-4379-947f-9822b7617b5b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "PUT /v2.0/networks/b649ce06-e900-4d67-8054-234a90d946db HTTP/1.1" status: 200 len: 723 time: 0.4295428 Nov 09 17:58:41.809202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49554) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:41.816130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e35db990-c5c2-4007-bbd0-e06b7ae104ff tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'subnet': {'network_id': 'b649ce06-e900-4d67-8054-234a90d946db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:41.904882 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09889145-b7c4-4e93-b5e2-44354a6aa564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.910797 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09889145-b7c4-4e93-b5e2-44354a6aa564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.913209 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-09889145-b7c4-4e93-b5e2-44354a6aa564 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2803d779-ae0a-4194-affa-6c52cd51d50d HTTP/1.1" status: 204 len: 168 time: 0.3126066 Nov 09 17:58:41.919337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:41.945173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a092d00-4d10-4379-947f-9822b7617b5b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=b649ce06-e900-4d67-8054-234a90d946db,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:41.963823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network b649ce06-e900-4d67-8054-234a90d946db details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:41.982538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09889145-b7c4-4e93-b5e2-44354a6aa564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2803d779-ae0a-4194-affa-6c52cd51d50d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:42.055543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35db990-c5c2-4007-bbd0-e06b7ae104ff tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:42.072039 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e35db990-c5c2-4007-bbd0-e06b7ae104ff tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:42.197911 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=49e164bd-59d4-41a8-ab0c-da4d60ad8e45,segment=NetworkSegment(7460bc85-500b-4fbd-8106-246b05e09102),segment_id=7460bc85-500b-4fbd-8106-246b05e09102)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:42.224006 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '49e164bd-59d4-41a8-ab0c-da4d60ad8e45', 'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891', 'port_id': '49e164bd-59d4-41a8-ab0c-da4d60ad8e45', 'mac_address': 'fa:16:3e:7e:32:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafcfa2f-f5ed-4bf5-ba83-913ea4cb76f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:42.291469 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:42.318775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:42.352168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5b15f-1129-41d4-b26a-8b841813a2de req-3b838733-ee7f-4615-8e01-d76c66514a20 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:42.364472 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6d5b15f-1129-41d4-b26a-8b841813a2de req-3b838733-ee7f-4615-8e01-d76c66514a20 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 943 time: 0.1203403 Nov 09 17:58:42.368126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=49e164bd-59d4-41a8-ab0c-da4d60ad8e45,segment=NetworkSegment(7460bc85-500b-4fbd-8106-246b05e09102),segment_id=7460bc85-500b-4fbd-8106-246b05e09102)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:42.374437 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:42.457568 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6d5b15f-1129-41d4-b26a-8b841813a2de req-372c7ba6-19fd-468d-8fa6-6a9788f0476b tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684049 Nov 09 17:58:42.522830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=49e164bd-59d4-41a8-ab0c-da4d60ad8e45,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:42.551063 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:42.551577 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:42.552172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:42.553207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:42.553366 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e35db990-c5c2-4007-bbd0-e06b7ae104ff tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:42.554022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:42.555256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:42.556865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:42.557471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:42.558120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:42.558800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:42.560259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:42.560859 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:42.624131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['49e164bd-59d4-41a8-ab0c-da4d60ad8e45'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:42.633818 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35db990-c5c2-4007-bbd0-e06b7ae104ff tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Subnet': ['ID=0faa0075-3a8b-411f-a17f-647a4e88fe11,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:42.654373 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35db990-c5c2-4007-bbd0-e06b7ae104ff tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking segment: {'id': 'c1b6b23c-eb52-4bb1-a36f-3f456e18512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b649ce06-e900-4d67-8054-234a90d946db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:42.654785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35db990-c5c2-4007-bbd0-e06b7ae104ff tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network hostable DHCP agents. Network: b649ce06-e900-4d67-8054-234a90d946db, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:42.677133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35db990-c5c2-4007-bbd0-e06b7ae104ff tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network b649ce06-e900-4d67-8054-234a90d946db is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:42.690417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e35db990-c5c2-4007-bbd0-e06b7ae104ff tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, b649ce06-e900-4d67-8054-234a90d946db) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:42.698945 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35db990-c5c2-4007-bbd0-e06b7ae104ff tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:42.700209 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e35db990-c5c2-4007-bbd0-e06b7ae104ff tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:42.701285 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49570) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:42.731950 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75786a5e-1c34-417b-89fa-19dabf9e48af None None] Network b649ce06-e900-4d67-8054-234a90d946db requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:42.735868 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf92fdfc-a485-4f4d-9dc5-bdd730032e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:42.749048 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e35db990-c5c2-4007-bbd0-e06b7ae104ff tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9349532 Nov 09 17:58:42.749266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49572) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:42.765444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-07ff3226-0002-4cd2-990d-b94a83049eba tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:42.964195 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07ff3226-0002-4cd2-990d-b94a83049eba tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8715102'] for subnet, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.009757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458517f-48ef-4ae8-b6cd-a4eeb6979762 req-d1d34d06-7ac3-4b71-982a-afcb3b5933df tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:43.017487 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2458517f-48ef-4ae8-b6cd-a4eeb6979762 req-d1d34d06-7ac3-4b71-982a-afcb3b5933df tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 946 time: 0.1281228 Nov 09 17:58:43.074410 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf92fdfc-a485-4f4d-9dc5-bdd730032e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.098340 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf92fdfc-a485-4f4d-9dc5-bdd730032e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.137521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-b649ce06-e900-4d67-8054-234a90d946db', 'network_id': 'b649ce06-e900-4d67-8054-234a90d946db', 'tenant_id': '7619867eeb0243be89987b2f182b804e', 'fixed_ips': [{'subnet_id': '0faa0075-3a8b-411f-a17f-647a4e88fe11'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:43.138979 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.146609 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bf92fdfc-a485-4f4d-9dc5-bdd730032e9f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=962b583149a44413ac518204674d2bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345527 Nov 09 17:58:43.146962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49578) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:43.201921 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2458517f-48ef-4ae8-b6cd-a4eeb6979762 req-6ccfe0c4-50f7-4017-9425-52ece6d875af tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831427 Nov 09 17:58:43.232982 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce35f564-4075-4b94-aa6d-699f5eaa63d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.236008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92fdfc-a485-4f4d-9dc5-bdd730032e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b711bd1b-e66c-4b8b-800d-973907d37881,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:43.276525 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce35f564-4075-4b94-aa6d-699f5eaa63d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.330412 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07ff3226-0002-4cd2-990d-b94a83049eba tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742656825649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8909463'] for subnet, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.401934 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce35f564-4075-4b94-aa6d-699f5eaa63d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.406481 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce35f564-4075-4b94-aa6d-699f5eaa63d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.408404 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ce35f564-4075-4b94-aa6d-699f5eaa63d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b711bd1b-e66c-4b8b-800d-973907d37881 HTTP/1.1" status: 204 len: 168 time: 0.2617404 Nov 09 17:58:43.420568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35f564-4075-4b94-aa6d-699f5eaa63d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b711bd1b-e66c-4b8b-800d-973907d37881,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:43.421526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Allocated IP 172.20.0.2 (b649ce06-e900-4d67-8054-234a90d946db/0faa0075-3a8b-411f-a17f-647a4e88fe11/79bebdee-270a-4c85-9783-0d10319dc0c3) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:43.434546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ff3226-0002-4cd2-990d-b94a83049eba tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:43.435273 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07ff3226-0002-4cd2-990d-b94a83049eba tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.439516 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-07ff3226-0002-4cd2-990d-b94a83049eba tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "PUT /v2.0/subnets/0faa0075-3a8b-411f-a17f-647a4e88fe11 HTTP/1.1" status: 200 len: 806 time: 0.6866963 Nov 09 17:58:43.440677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49584) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:43.463502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff3226-0002-4cd2-990d-b94a83049eba tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Subnet': ['ID=0faa0075-3a8b-411f-a17f-647a4e88fe11,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:43.594397 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.680632 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.687507 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea2c0dba-1c9f-4082-80c8-65757167f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.697518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60773557-5a22-48c3-927f-0f551801efe3 req-37e1b58d-302c-4d9f-9c0c-01099e9c5fdf tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:43.710126 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.710522 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60773557-5a22-48c3-927f-0f551801efe3 req-37e1b58d-302c-4d9f-9c0c-01099e9c5fdf tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 944 time: 0.1227732 Nov 09 17:58:43.718480 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.770662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Network b649ce06-e900-4d67-8054-234a90d946db is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:43.774098 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:43.781377 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:43.794750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Pushing event updated for resources: {'Port': ['ID=79bebdee-270a-4c85-9783-0d10319dc0c3,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:43.796537 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.808578 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60773557-5a22-48c3-927f-0f551801efe3 req-13a4bce5-2ad5-4c8a-8f9c-2e93cabb016f tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959918 Nov 09 17:58:43.870621 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Attempting to bind port 79bebdee-270a-4c85-9783-0d10319dc0c3 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:43.871374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Attempting to bind port 79bebdee-270a-4c85-9783-0d10319dc0c3 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'c1b6b23c-eb52-4bb1-a36f-3f456e18512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b649ce06-e900-4d67-8054-234a90d946db'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:43.872079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Attempting to bind port 79bebdee-270a-4c85-9783-0d10319dc0c3 on network b649ce06-e900-4d67-8054-234a90d946db {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:43.881787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Subnet': ['ID=0faa0075-3a8b-411f-a17f-647a4e88fe11,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:43.882485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:43.883813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Checking segment: {'id': 'c1b6b23c-eb52-4bb1-a36f-3f456e18512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b649ce06-e900-4d67-8054-234a90d946db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:43.884802 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.886162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Bound using segment: {'id': 'c1b6b23c-eb52-4bb1-a36f-3f456e18512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b649ce06-e900-4d67-8054-234a90d946db'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:43.887560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Bound port: 79bebdee-270a-4c85-9783-0d10319dc0c3, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b6b23c-eb52-4bb1-a36f-3f456e18512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b649ce06-e900-4d67-8054-234a90d946db'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:43.888289 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.951260 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:43.974646 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.019567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b649ce06-e900-4d67-8054-234a90d946db']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:44.042678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] For port 79bebdee-270a-4c85-9783-0d10319dc0c3, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:44.046058 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b6b23c-eb52-4bb1-a36f-3f456e18512e') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:44.046524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b6b23c-eb52-4bb1-a36f-3f456e18512e') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:44.063773 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.066552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-de1cb0d9-346f-493e-a736-e22d3ffebeb3 req-4c8483c5-757f-422b-a139-ac10b111503d service neutron] (102155) timed out ('10.222.0.81', 45666) {{(pid=102155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 17:58:44.075944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] For port 79bebdee-270a-4c85-9783-0d10319dc0c3, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=79bebdee-270a-4c85-9783-0d10319dc0c3,segment=NetworkSegment(c1b6b23c-eb52-4bb1-a36f-3f456e18512e),segment_id=c1b6b23c-eb52-4bb1-a36f-3f456e18512e)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:44.083262 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.085156 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.093435 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:44.093863 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:44.097543 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:44.101810 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:44.153891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:44.154924 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.184137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.api [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:58:44.184137 n-d-817236-1 neutron-server[102155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:58:44.184137 n-d-817236-1 neutron-server[102155]: [parameters: {'id': 'b649ce06-e900-4d67-8054-234a90d946db'}] Nov 09 17:58:44.184137 n-d-817236-1 neutron-server[102155]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:58:44.185496 n-d-817236-1 neutron-server[102155]: DEBUG oslo_db.api [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:58:44.310948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb2bc9-e5bc-4a86-a862-c7de28f39daf None None] Pushing event updated for resources: {'Port': ['ID=79bebdee-270a-4c85-9783-0d10319dc0c3,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:44.345246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a842ed83-1b3d-440c-a306-a34da6352d22 None None] Network b649ce06-e900-4d67-8054-234a90d946db requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:44.374043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a3cfc-a231-4bf5-b370-a695560cc794 req-2874c84a-862f-4266-a29e-51769a1f2bd9 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:44.375888 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f5a3cfc-a231-4bf5-b370-a695560cc794 req-2874c84a-862f-4266-a29e-51769a1f2bd9 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 946 time: 0.0797455 Nov 09 17:58:44.453927 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f5a3cfc-a231-4bf5-b370-a695560cc794 req-c09d0c00-c735-4778-ab4b-c745c9df6474 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718324 Nov 09 17:58:44.499727 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.519470 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.582592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aea96cd-ea94-4060-a670-fa953bbc04cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e164bd-59d4-41a8-ab0c-da4d60ad8e45'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:44.585110 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12080e97-82c1-4279-bdab-675dd4eca71c" -d '{"events": [{"server_uuid": "9aea96cd-ea94-4060-a670-fa953bbc04cc", "name": "network-vif-plugged", "status": "completed", "tag": "49e164bd-59d4-41a8-ab0c-da4d60ad8e45"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:44.585404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8781ab-e7ae-424f-a3c7-cac1d9d07d8c req-17437f72-6a15-4075-9fa2-d47c5b89aeaf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:44.588405 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8781ab-e7ae-424f-a3c7-cac1d9d07d8c req-17437f72-6a15-4075-9fa2-d47c5b89aeaf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 946 time: 0.0895121 Nov 09 17:58:44.603214 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=49e164bd-59d4-41a8-ab0c-da4d60ad8e45,segment=NetworkSegment(7460bc85-500b-4fbd-8106-246b05e09102),segment_id=7460bc85-500b-4fbd-8106-246b05e09102)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:44.610891 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.651475 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8fbb8d-13c5-44d1-a060-55fd8a5342ba x-openstack-request-id: req-9b8fbb8d-13c5-44d1-a060-55fd8a5342ba {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:44.651748 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aea96cd-ea94-4060-a670-fa953bbc04cc", "name": "network-vif-plugged", "status": "completed", "tag": "49e164bd-59d4-41a8-ab0c-da4d60ad8e45", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:44.652039 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b8fbb8d-13c5-44d1-a060-55fd8a5342ba {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:44.652404 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aea96cd-ea94-4060-a670-fa953bbc04cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e164bd-59d4-41a8-ab0c-da4d60ad8e45', 'code': 200} Nov 09 17:58:44.674415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76e59f0-dc6a-4fa9-88d2-75b65998bd48 None None] Network b649ce06-e900-4d67-8054-234a90d946db requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:44.686407 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.720820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=49e164bd-59d4-41a8-ab0c-da4d60ad8e45,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:44.754619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ea8781ab-e7ae-424f-a3c7-cac1d9d07d8c req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Deleting port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:44.754619 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea8781ab-e7ae-424f-a3c7-cac1d9d07d8c req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.836391 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Deleting port 79bebdee-270a-4c85-9783-0d10319dc0c3 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:44.837847 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.855283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6425cf2-ed84-4107-9984-07a720d9be2c None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:58:44.876166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb2146-ec30-4a40-8aac-1a92e37f6698 req-a75def24-74ed-4a38-83b7-31e242ee8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:44.877903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09eb2146-ec30-4a40-8aac-1a92e37f6698 req-a75def24-74ed-4a38-83b7-31e242ee8301 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 1096 time: 0.1175222 Nov 09 17:58:44.924752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ea8781ab-e7ae-424f-a3c7-cac1d9d07d8c req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] For port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:44.924874 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea8781ab-e7ae-424f-a3c7-cac1d9d07d8c req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.954731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ea8781ab-e7ae-424f-a3c7-cac1d9d07d8c req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Calling delete_port for 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:44.962909 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] For port 79bebdee-270a-4c85-9783-0d10319dc0c3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=79bebdee-270a-4c85-9783-0d10319dc0c3,segment=NetworkSegment(c1b6b23c-eb52-4bb1-a36f-3f456e18512e),segment_id=c1b6b23c-eb52-4bb1-a36f-3f456e18512e)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:44.963374 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.966216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-09eb2146-ec30-4a40-8aac-1a92e37f6698 req-24de586b-aad6-416d-b754-3a65d7a56229 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706353 Nov 09 17:58:44.987944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Calling delete_port for 79bebdee-270a-4c85-9783-0d10319dc0c3 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:45.085757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5b9f6-4e47-4e41-b7c1-7340903321a0 req-a8c61d06-31d9-4c47-b621-77aafbae5360 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:45.092321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6425cf2-ed84-4107-9984-07a720d9be2c None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:58:45.093563 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68e5b9f6-4e47-4e41-b7c1-7340903321a0 req-a8c61d06-31d9-4c47-b621-77aafbae5360 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 945 time: 0.1216109 Nov 09 17:58:45.167828 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68e5b9f6-4e47-4e41-b7c1-7340903321a0 req-b1f8aa12-9b6d-49c9-b6da-cbbef0235d76 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732131 Nov 09 17:58:45.171503 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea8781ab-e7ae-424f-a3c7-cac1d9d07d8c req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.186978 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.218057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Pushing event deleted for resources: {'Port': ['ID=2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:45.256215 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:45.256582 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:45.256984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:45.257257 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:45.257570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:45.258664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:45.258664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:45.259023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:45.259390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:45.259685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:45.260007 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:45.260202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No DVR routers for this DVR port 79bebdee-270a-4c85-9783-0d10319dc0c3 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:45.260394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:45.268466 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Port': ['ID=79bebdee-270a-4c85-9783-0d10319dc0c3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:45.281262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['bca3a759-d534-470b-ac21-06d71f4d0f62', '2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:45.292070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['63c07de3-9003-431a-8ca6-a1f54665868b', '5415dadf-32a8-4d04-9af6-b42247a8aceb'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:45.304493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8781ab-e7ae-424f-a3c7-cac1d9d07d8c req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] No DVR routers for this DVR port 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:45.309823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea8781ab-e7ae-424f-a3c7-cac1d9d07d8c req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.323670 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea8781ab-e7ae-424f-a3c7-cac1d9d07d8c req-79dfc655-f422-4ff3-95b8-0ae369fad8b0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.18 "DELETE /v2.0/ports/2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 HTTP/1.1" status: 204 len: 173 time: 0.7257564 Nov 09 17:58:45.323670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef5c7b3-9529-4022-a4c0-f67c23913f2f', 'name': 'network-vif-deleted', 'tag': '2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:45.329975 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94350c42-91f2-4e15-984a-6cc133d46ba5" -d '{"events": [{"server_uuid": "aef5c7b3-9529-4022-a4c0-f67c23913f2f", "name": "network-vif-deleted", "tag": "2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:45.443510 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33a7869-5c03-42ac-a386-b6862fdb3139 x-openstack-request-id: req-b33a7869-5c03-42ac-a386-b6862fdb3139 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:45.446465 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef5c7b3-9529-4022-a4c0-f67c23913f2f", "name": "network-vif-deleted", "tag": "2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:45.447424 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b33a7869-5c03-42ac-a386-b6862fdb3139 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:45.448481 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef5c7b3-9529-4022-a4c0-f67c23913f2f', 'name': 'network-vif-deleted', 'tag': '2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3', 'status': 'completed', 'code': 200} Nov 09 17:58:45.472543 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.549929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b649ce06-e900-4d67-8054-234a90d946db']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:45.576646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b6b23c-eb52-4bb1-a36f-3f456e18512e') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:45.576993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b6b23c-eb52-4bb1-a36f-3f456e18512e') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:45.602879 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.645140 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.661745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:45.664924 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: timer() Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:45.669148 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:45.767531 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.769958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d66f4671-8927-4e1b-92e7-33bcbd3d3cfb req-296b3417-b3ea-46d4-8b0a-efe4f2f55593 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=aef5c7b3-9529-4022-a4c0-f67c23913f2f HTTP/1.1" status: 200 len: 210 time: 0.1126988 Nov 09 17:58:45.815165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.832438 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.836116 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/b649ce06-e900-4d67-8054-234a90d946db HTTP/1.1" status: 204 len: 168 time: 2.3941453 Nov 09 17:58:45.839188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49640) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:45.862655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246477c0-95dc-46ea-9394-2f3b92fdd71f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Network': ['ID=b649ce06-e900-4d67-8054-234a90d946db,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:45.876617 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3da9b9-282c-4a28-a90f-10a339c51124 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:58:45.878609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de3da9b9-282c-4a28-a90f-10a339c51124 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:58:45.883753 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-de3da9b9-282c-4a28-a90f-10a339c51124 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/b649ce06-e900-4d67-8054-234a90d946db HTTP/1.1" status: 404 len: 339 time: 0.0424504 Nov 09 17:58:45.887919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49644) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:45.893648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-bf9d6851-bc3c-46e8-93a6-5a6427b0ea4c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-478892279', 'description': 'd1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:45.943490 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9d6851-bc3c-46e8-93a6-5a6427b0ea4c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:45.958968 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6851-bc3c-46e8-93a6-5a6427b0ea4c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.007341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9d6851-bc3c-46e8-93a6-5a6427b0ea4c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:46.050141 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6851-bc3c-46e8-93a6-5a6427b0ea4c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.051469 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-bf9d6851-bc3c-46e8-93a6-5a6427b0ea4c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Added segment aafa963f-7258-41ff-b3e7-400a6bb59d23 of type vlan for network 1415ff40-7c4b-41ee-ba7e-94fb4d104daf Nov 09 17:58:46.122696 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6851-bc3c-46e8-93a6-5a6427b0ea4c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.178341 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6851-bc3c-46e8-93a6-5a6427b0ea4c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.194031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d6851-bc3c-46e8-93a6-5a6427b0ea4c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:46.195982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6851-bc3c-46e8-93a6-5a6427b0ea4c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.338408 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bf9d6851-bc3c-46e8-93a6-5a6427b0ea4c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4484193 Nov 09 17:58:46.342626 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49652) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:46.384308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d6851-bc3c-46e8-93a6-5a6427b0ea4c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=1415ff40-7c4b-41ee-ba7e-94fb4d104daf,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:46.407213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 1415ff40-7c4b-41ee-ba7e-94fb4d104daf details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:46.575691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d0bca-30fd-47c9-94e4-5431e8561daa req-7bc3cab8-4a79-456c-b3f1-c52540d9cb33 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:46.578485 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f41d0bca-30fd-47c9-94e4-5431e8561daa req-7bc3cab8-4a79-456c-b3f1-c52540d9cb33 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 945 time: 0.3014600 Nov 09 17:58:46.665888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf273f03-5a31-4a8e-92d5-71a6bde7630f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:46.668707 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bf273f03-5a31-4a8e-92d5-71a6bde7630f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "GET /v2.0/networks?id=1415ff40-7c4b-41ee-ba7e-94fb4d104daf HTTP/1.1" status: 200 len: 760 time: 0.3147037 Nov 09 17:58:46.672208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49664) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:46.680116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5f96318b-ca15-4755-ab55-8bf916d53448 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'description': 'd2'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:46.705709 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f41d0bca-30fd-47c9-94e4-5431e8561daa req-e41ad7d5-2088-4ce0-b431-6c0cdec36c9b tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081457 Nov 09 17:58:46.908721 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5f96318b-ca15-4755-ab55-8bf916d53448 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.935258 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5f96318b-ca15-4755-ab55-8bf916d53448 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.954583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f96318b-ca15-4755-ab55-8bf916d53448 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network 1415ff40-7c4b-41ee-ba7e-94fb4d104daf is not hosted by any dhcp agent {{(pid=102154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 17:58:46.966355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f96318b-ca15-4755-ab55-8bf916d53448 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:46.967505 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5f96318b-ca15-4755-ab55-8bf916d53448 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.970038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5f96318b-ca15-4755-ab55-8bf916d53448 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "PUT /v2.0/networks/1415ff40-7c4b-41ee-ba7e-94fb4d104daf HTTP/1.1" status: 200 len: 757 time: 0.2965348 Nov 09 17:58:46.974532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49676) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:47.067052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96318b-ca15-4755-ab55-8bf916d53448 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=1415ff40-7c4b-41ee-ba7e-94fb4d104daf,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:47.088187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 1415ff40-7c4b-41ee-ba7e-94fb4d104daf details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:47.169801 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c3361-e8e6-4d90-bdac-d5a13393e44e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:47.175748 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0d3c3361-e8e6-4d90-bdac-d5a13393e44e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "GET /v2.0/networks?id=1415ff40-7c4b-41ee-ba7e-94fb4d104daf HTTP/1.1" status: 200 len: 760 time: 0.1964464 Nov 09 17:58:47.176433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49684) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:47.188942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3d6a9387-fc38-4fb7-ad4b-f27d97e82521 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-780153821'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:47.240302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6a9387-fc38-4fb7-ad4b-f27d97e82521 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:47.247277 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9387-fc38-4fb7-ad4b-f27d97e82521 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.290780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6a9387-fc38-4fb7-ad4b-f27d97e82521 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:47.308008 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9387-fc38-4fb7-ad4b-f27d97e82521 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.308606 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-3d6a9387-fc38-4fb7-ad4b-f27d97e82521 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Added segment d230187e-a4db-4a24-a627-1f79da35d66b of type vlan for network aee29b09-3f90-40bb-8933-d0e2fbe1f988 Nov 09 17:58:47.396429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9387-fc38-4fb7-ad4b-f27d97e82521 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.435083 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9387-fc38-4fb7-ad4b-f27d97e82521 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.446488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6a9387-fc38-4fb7-ad4b-f27d97e82521 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:47.447536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9387-fc38-4fb7-ad4b-f27d97e82521 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.547024 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3d6a9387-fc38-4fb7-ad4b-f27d97e82521 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3682435 Nov 09 17:58:47.551420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49690) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:47.563285 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-18ec3db8-a4c3-4d20-afda-fc10590fba71 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'subnet': {'network_id': 'aee29b09-3f90-40bb-8933-d0e2fbe1f988', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:47.582485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a9387-fc38-4fb7-ad4b-f27d97e82521 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=aee29b09-3f90-40bb-8933-d0e2fbe1f988,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:47.626757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network aee29b09-3f90-40bb-8933-d0e2fbe1f988 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:47.884706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-0298c82f-a595-4729-9aa5-898789d13086 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2289853 Nov 09 17:58:47.901520 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:48.086078 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec3db8-a4c3-4d20-afda-fc10590fba71 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:48.089997 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18ec3db8-a4c3-4d20-afda-fc10590fba71 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:48.103842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-abb2e8cb-3e21-4849-aa48-b62c24a20078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.104331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-abb2e8cb-3e21-4849-aa48-b62c24a20078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.104792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-abb2e8cb-3e21-4849-aa48-b62c24a20078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.105262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-abb2e8cb-3e21-4849-aa48-b62c24a20078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.105763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-abb2e8cb-3e21-4849-aa48-b62c24a20078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.106303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-abb2e8cb-3e21-4849-aa48-b62c24a20078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.106714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-abb2e8cb-3e21-4849-aa48-b62c24a20078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.118726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-abb2e8cb-3e21-4849-aa48-b62c24a20078 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6501 time: 0.1082890 Nov 09 17:58:48.302221 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19008bd-1a3f-4b71-8014-d364038c1ff8 req-d2557db2-fed8-4299-b197-00416d9faf34 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.306143 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f19008bd-1a3f-4b71-8014-d364038c1ff8 req-d2557db2-fed8-4299-b197-00416d9faf34 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 945 time: 0.2745385 Nov 09 17:58:48.395430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-062f6494-a466-4d19-b931-3d4712cae469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.396667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-062f6494-a466-4d19-b931-3d4712cae469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.397737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-062f6494-a466-4d19-b931-3d4712cae469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.401088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-062f6494-a466-4d19-b931-3d4712cae469 service neutron] 10.222.0.18 "GET /v2.0/networks?id=72c64938-8905-40c6-a145-ef2e7c2b875f&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=7a6d1d09-f698-4920-b89f-e75ca6887450&id=7a6d1d09-f698-4920-b89f-e75ca6887450 HTTP/1.1" status: 200 len: 2299 time: 0.2443523 Nov 09 17:58:48.417628 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f19008bd-1a3f-4b71-8014-d364038c1ff8 req-3f5363f1-81d1-4feb-8a16-ea3ac4246a18 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927391 Nov 09 17:58:48.470357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:48.564993 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-a90e3347-51d2-47f0-aa83-e3caf4401b1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 HTTP/1.1" status: 200 len: 1002 time: 0.1554325 Nov 09 17:58:48.566879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:48.568087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2334e87b-9e7e-4048-a24d-5a3b1e3a3fa3 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:48.635672 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18ec3db8-a4c3-4d20-afda-fc10590fba71 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:48.697448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-1ff9a1fa-5c72-49f4-9433-556c94406739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.700132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-1ff9a1fa-5c72-49f4-9433-556c94406739 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f792151-56b0-45c8-afdd-23d2b348cfe7 HTTP/1.1" status: 200 len: 856 time: 0.1255736 Nov 09 17:58:48.769261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-7950420a-a36b-4435-9349-e33b268dc878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.771462 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-7950420a-a36b-4435-9349-e33b268dc878 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72c64938-8905-40c6-a145-ef2e7c2b875f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633235 Nov 09 17:58:48.823385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ec3db8-a4c3-4d20-afda-fc10590fba71 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking segment: {'id': 'd230187e-a4db-4a24-a627-1f79da35d66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aee29b09-3f90-40bb-8933-d0e2fbe1f988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:48.823970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec3db8-a4c3-4d20-afda-fc10590fba71 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network hostable DHCP agents. Network: aee29b09-3f90-40bb-8933-d0e2fbe1f988, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:48.848631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec3db8-a4c3-4d20-afda-fc10590fba71 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Subnet': ['ID=9913856d-f952-4851-9310-60b694d1975a,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:48.887313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec3db8-a4c3-4d20-afda-fc10590fba71 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network aee29b09-3f90-40bb-8933-d0e2fbe1f988 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:48.917176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-18ec3db8-a4c3-4d20-afda-fc10590fba71 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, aee29b09-3f90-40bb-8933-d0e2fbe1f988) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:48.937367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6090cb92-5f85-4777-a95a-0c34ab7818ab None None] Network aee29b09-3f90-40bb-8933-d0e2fbe1f988 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:48.942036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec3db8-a4c3-4d20-afda-fc10590fba71 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.943053 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18ec3db8-a4c3-4d20-afda-fc10590fba71 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:49.013771 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-18ec3db8-a4c3-4d20-afda-fc10590fba71 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4581354 Nov 09 17:58:49.018410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49722) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:49.189114 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-e6aabb22-e61f-4046-bf0f-6938c220589c service neutron] 10.222.0.18 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100153 Nov 09 17:58:49.341561 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-aee29b09-3f90-40bb-8933-d0e2fbe1f988', 'network_id': 'aee29b09-3f90-40bb-8933-d0e2fbe1f988', 'tenant_id': '7619867eeb0243be89987b2f182b804e', 'fixed_ips': [{'subnet_id': '9913856d-f952-4851-9310-60b694d1975a'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:49.343101 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:49.368536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:49.501511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:49.507080 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-ec84e701-605c-4eed-b269-90b516f88acf service neutron] 10.222.0.18 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970648 Nov 09 17:58:49.610631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Allocated IP 172.20.0.2 (aee29b09-3f90-40bb-8933-d0e2fbe1f988/9913856d-f952-4851-9310-60b694d1975a/55e8d864-4d1e-4174-9885-8f10a3071e3d) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:49.753645 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-075d43cd-7126-4f3f-940c-8ef2db1f24bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=6ef9967e-4c83-4ee5-860b-bdb537513739 HTTP/1.1" status: 200 len: 217 time: 0.1562202 Nov 09 17:58:49.817342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6659cc42-72bf-4af5-beb9-1e0a56e29014 req-b741897a-199f-4307-bdc6-6fe6e99a470b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1992202 Nov 09 17:58:49.881279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-71c796e0-3791-4bbd-9c2f-2005784b8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.884472 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-71c796e0-3791-4bbd-9c2f-2005784b8317 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.1166298 Nov 09 17:58:49.910464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9cd68-5d7f-489a-a6a0-d1f10e1f653a req-8a2db36a-573d-4a47-a2ab-4f4eebdcaa5d tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.912751 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9c9cd68-5d7f-489a-a6a0-d1f10e1f653a req-8a2db36a-573d-4a47-a2ab-4f4eebdcaa5d tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 945 time: 0.1168549 Nov 09 17:58:50.014531 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:50.027144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:50.078422 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9c9cd68-5d7f-489a-a6a0-d1f10e1f653a req-41f8c7dc-a22f-4abd-b88e-993f60a1f3ae tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358290 Nov 09 17:58:50.145885 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Pushing event updated for resources: {'Port': ['ID=55e8d864-4d1e-4174-9885-8f10a3071e3d,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:50.156720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659cc42-72bf-4af5-beb9-1e0a56e29014 req-49035e23-810b-4222-92ac-a268ce41409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.162520 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6659cc42-72bf-4af5-beb9-1e0a56e29014 req-49035e23-810b-4222-92ac-a268ce41409d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b425780d1a64d17b7ead1018da8d767&device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 1096 time: 0.2761741 Nov 09 17:58:50.173233 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Network aee29b09-3f90-40bb-8933-d0e2fbe1f988 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:50.177753 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:50.190709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:50.203051 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:50.236083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-a8dbf586-fd09-4215-b934-60709e223711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.238563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-a8dbf586-fd09-4215-b934-60709e223711 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3217893 Nov 09 17:58:50.327359 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Attempting to bind port 55e8d864-4d1e-4174-9885-8f10a3071e3d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:50.327956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Attempting to bind port 55e8d864-4d1e-4174-9885-8f10a3071e3d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd230187e-a4db-4a24-a627-1f79da35d66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aee29b09-3f90-40bb-8933-d0e2fbe1f988'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:50.328431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Attempting to bind port 55e8d864-4d1e-4174-9885-8f10a3071e3d on network aee29b09-3f90-40bb-8933-d0e2fbe1f988 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:50.336090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:50.337025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Checking segment: {'id': 'd230187e-a4db-4a24-a627-1f79da35d66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aee29b09-3f90-40bb-8933-d0e2fbe1f988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:50.337797 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:50.338437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Bound using segment: {'id': 'd230187e-a4db-4a24-a627-1f79da35d66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aee29b09-3f90-40bb-8933-d0e2fbe1f988'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:50.339670 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Bound port: 55e8d864-4d1e-4174-9885-8f10a3071e3d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd230187e-a4db-4a24-a627-1f79da35d66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aee29b09-3f90-40bb-8933-d0e2fbe1f988'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:50.340336 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:50.362805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Subnet': ['ID=9913856d-f952-4851-9310-60b694d1975a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:50.487848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] For port 55e8d864-4d1e-4174-9885-8f10a3071e3d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:50.492013 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] For port 55e8d864-4d1e-4174-9885-8f10a3071e3d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=55e8d864-4d1e-4174-9885-8f10a3071e3d,segment=NetworkSegment(d230187e-a4db-4a24-a627-1f79da35d66b),segment_id=d230187e-a4db-4a24-a627-1f79da35d66b)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:50.501249 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:50.705903 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cea6a5-ea2a-4242-8717-5afa77de5b7e None None] Network aee29b09-3f90-40bb-8933-d0e2fbe1f988 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:50.853760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23918f01-6fcb-4403-8e5c-788257d87918 None None] Pushing event updated for resources: {'Port': ['ID=55e8d864-4d1e-4174-9885-8f10a3071e3d,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:50.897322 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:50.954652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee29b09-3f90-40bb-8933-d0e2fbe1f988']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:50.980721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd230187e-a4db-4a24-a627-1f79da35d66b') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:50.981066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd230187e-a4db-4a24-a627-1f79da35d66b') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:50.983461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659cc42-72bf-4af5-beb9-1e0a56e29014 req-37c669b7-58d8-4c11-a2b8-f8962ed95aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.985004 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6659cc42-72bf-4af5-beb9-1e0a56e29014 req-37c669b7-58d8-4c11-a2b8-f8962ed95aaf service neutron] 10.222.0.13 "GET /v2.0/networks?id=0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 200 len: 915 time: 0.7779393 Nov 09 17:58:50.996108 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-faf04310-5215-47ee-930b-28877a70463f service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172997 Nov 09 17:58:51.000148 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:51.045028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21dc49c-8726-4eee-a334-61d0595ffd9e None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:58:51.071992 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6659cc42-72bf-4af5-beb9-1e0a56e29014 req-0e938383-03d9-490c-bad7-05a0d91689c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63c07de3-9003-431a-8ca6-a1f54665868b HTTP/1.1" status: 200 len: 217 time: 0.0696194 Nov 09 17:58:51.090499 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:51.134279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:51.134738 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:51.139958 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:51.259739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21dc49c-8726-4eee-a334-61d0595ffd9e None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 17:58:51.477470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659cc42-72bf-4af5-beb9-1e0a56e29014 req-08e20ec8-1511-465c-98a7-390dc8b35445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:51.481134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6659cc42-72bf-4af5-beb9-1e0a56e29014 req-08e20ec8-1511-465c-98a7-390dc8b35445 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8aaf626-567e-4ffb-9c25-6835cd728f1a HTTP/1.1" status: 200 len: 854 time: 0.3869810 Nov 09 17:58:51.498416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.api [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:58:51.498416 n-d-817236-1 neutron-server[102154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:58:51.498416 n-d-817236-1 neutron-server[102154]: [parameters: {'id': 'aee29b09-3f90-40bb-8933-d0e2fbe1f988'}] Nov 09 17:58:51.498416 n-d-817236-1 neutron-server[102154]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:58:51.499044 n-d-817236-1 neutron-server[102154]: DEBUG oslo_db.api [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:58:51.589312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf846-b908-44bd-baad-306e6e7cd9f9 req-f54f7c91-3026-4745-957f-090ce5973c6e tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:51.592473 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42dbf846-b908-44bd-baad-306e6e7cd9f9 req-f54f7c91-3026-4745-957f-090ce5973c6e tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 945 time: 0.2695997 Nov 09 17:58:51.649528 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6659cc42-72bf-4af5-beb9-1e0a56e29014 req-94d17ba6-c25b-4958-8a7c-25742e5bf146 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cc5de07-3c96-48b7-b307-babdac681206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462805 Nov 09 17:58:51.698959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1bd97-1188-4a3b-a592-7a43e79570b7 req-72db3934-f873-4f8e-abac-0ff544ce7e54 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:51.701786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-35a1bd97-1188-4a3b-a592-7a43e79570b7 req-72db3934-f873-4f8e-abac-0ff544ce7e54 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.13 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 945 time: 0.4933896 Nov 09 17:58:51.721006 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-41622aeb-c37c-4cde-8e67-cfeda0bb6702 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035553 Nov 09 17:58:52.018565 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.052973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-77cac180-d321-4be7-aff8-d090412d826f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=510929e3-6484-4eca-8e41-119ef67dace3 HTTP/1.1" status: 200 len: 217 time: 0.2466319 Nov 09 17:58:52.055208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb00cd-8252-4c41-89f2-dd27ae6db34b req-827e6042-4a59-414d-bce2-d9e610661d3c tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:52.059104 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77bb00cd-8252-4c41-89f2-dd27ae6db34b req-827e6042-4a59-414d-bce2-d9e610661d3c tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 946 time: 0.1026251 Nov 09 17:58:52.109754 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-77bb00cd-8252-4c41-89f2-dd27ae6db34b req-e8d29f8b-f532-4dbf-a94d-9a3c809572c0 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Nov 09 17:58:52.111146 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42dbf846-b908-44bd-baad-306e6e7cd9f9 req-f55f9c5f-9d5b-43e9-97d3-a201da1c4474 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790244 Nov 09 17:58:52.293577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6659cc42-72bf-4af5-beb9-1e0a56e29014 req-94f4d366-47ee-469e-9052-6ff951243af0 service neutron] 10.222.0.13 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903847 Nov 09 17:58:52.313978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-67ba4acd-d15f-4143-aaab-077f5320aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:52.316726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-67ba4acd-d15f-4143-aaab-077f5320aac3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.2432725 Nov 09 17:58:52.464337 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-35a1bd97-1188-4a3b-a592-7a43e79570b7 req-63223046-d6ab-4cee-97b2-d5073871b7d0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Deleting port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:52.464797 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-35a1bd97-1188-4a3b-a592-7a43e79570b7 req-63223046-d6ab-4cee-97b2-d5073871b7d0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.590743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-f9fc163e-2aa4-4600-aed4-8e1032127a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:52.592372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-f9fc163e-2aa4-4600-aed4-8e1032127a42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2443507 Nov 09 17:58:52.640735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Deleting port 55e8d864-4d1e-4174-9885-8f10a3071e3d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:52.641084 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.781535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6659cc42-72bf-4af5-beb9-1e0a56e29014 req-d14bcd59-8213-4b6e-8851-6495f479ba8c service neutron] 10.222.0.13 "GET /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745264 Nov 09 17:58:52.814883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-35a1bd97-1188-4a3b-a592-7a43e79570b7 req-63223046-d6ab-4cee-97b2-d5073871b7d0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] For port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=49e164bd-59d4-41a8-ab0c-da4d60ad8e45,segment=NetworkSegment(7460bc85-500b-4fbd-8106-246b05e09102),segment_id=7460bc85-500b-4fbd-8106-246b05e09102)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:52.815302 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-35a1bd97-1188-4a3b-a592-7a43e79570b7 req-63223046-d6ab-4cee-97b2-d5073871b7d0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.843506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] For port 55e8d864-4d1e-4174-9885-8f10a3071e3d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=55e8d864-4d1e-4174-9885-8f10a3071e3d,segment=NetworkSegment(d230187e-a4db-4a24-a627-1f79da35d66b),segment_id=d230187e-a4db-4a24-a627-1f79da35d66b)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:52.843883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.869896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-35a1bd97-1188-4a3b-a592-7a43e79570b7 req-63223046-d6ab-4cee-97b2-d5073871b7d0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Calling delete_port for 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:52.884572 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-c5fd8ebb-1d5b-49d2-be67-8390384d6d07 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801867 Nov 09 17:58:52.888571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Calling delete_port for 55e8d864-4d1e-4174-9885-8f10a3071e3d owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:52.946227 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.175032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-d2a529f1-e06a-487f-8c8f-e5c0e46eb682 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806020 Nov 09 17:58:53.279559 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-f52fa2be-e077-49fe-b6a0-a7dfc68d9fa4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=55aad609-e018-4a11-95ea-6a959eefd6a9 HTTP/1.1" status: 200 len: 217 time: 0.0971370 Nov 09 17:58:53.284884 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.416500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Port': ['ID=55e8d864-4d1e-4174-9885-8f10a3071e3d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:53.418687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No DVR routers for this DVR port 55e8d864-4d1e-4174-9885-8f10a3071e3d on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:53.492635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-3b9f1ce1-0381-48ae-bb5a-948ec2e2f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:53.494734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-3b9f1ce1-0381-48ae-bb5a-948ec2e2f945 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.1945105 Nov 09 17:58:53.509672 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-35a1bd97-1188-4a3b-a592-7a43e79570b7 req-63223046-d6ab-4cee-97b2-d5073871b7d0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.554395 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32702a3d-33a6-4cd2-a87c-f5670ddd5605 req-240fe0a9-ff63-49a7-a2e9-57a557e339d0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:53.568048 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-32702a3d-33a6-4cd2-a87c-f5670ddd5605 req-240fe0a9-ff63-49a7-a2e9-57a557e339d0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 867 time: 0.2603309 Nov 09 17:58:53.609387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc665a46-81d2-4d1e-9939-835b84dcac66 req-ae96346e-36b7-4bb1-bc1a-e93ca52f1915 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:53.611052 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cc665a46-81d2-4d1e-9939-835b84dcac66 req-ae96346e-36b7-4bb1-bc1a-e93ca52f1915 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 946 time: 0.3302143 Nov 09 17:58:53.643654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-32702a3d-33a6-4cd2-a87c-f5670ddd5605 req-3130179a-6d7f-4748-9160-c92026f9709c tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616038 Nov 09 17:58:53.671161 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.671923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63223046-d6ab-4cee-97b2-d5073871b7d0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Pushing event deleted for resources: {'Port': ['ID=49e164bd-59d4-41a8-ab0c-da4d60ad8e45,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:53.712007 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.756105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee29b09-3f90-40bb-8933-d0e2fbe1f988']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:53.779808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd230187e-a4db-4a24-a627-1f79da35d66b') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:53.780305 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd230187e-a4db-4a24-a627-1f79da35d66b') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:53.849119 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.916599 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.938519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:53.938935 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:53.950083 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:53.970651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:54.020723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:54.022287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:54.110507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a1bd97-1188-4a3b-a592-7a43e79570b7 req-63223046-d6ab-4cee-97b2-d5073871b7d0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] No DVR routers for this DVR port 49e164bd-59d4-41a8-ab0c-da4d60ad8e45 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:54.115679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-9570bb27-a1d8-473d-a44c-b4be9bcff3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:54.118685 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-9570bb27-a1d8-473d-a44c-b4be9bcff3d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5626569 Nov 09 17:58:54.142482 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-35a1bd97-1188-4a3b-a592-7a43e79570b7 req-63223046-d6ab-4cee-97b2-d5073871b7d0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.146674 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-35a1bd97-1188-4a3b-a592-7a43e79570b7 req-63223046-d6ab-4cee-97b2-d5073871b7d0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.13 "DELETE /v2.0/ports/49e164bd-59d4-41a8-ab0c-da4d60ad8e45 HTTP/1.1" status: 204 len: 173 time: 2.4239378 Nov 09 17:58:54.164413 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3816b4-c18a-43c0-9191-fabec422c9b8 req-afd4cd10-d2e9-45e6-8b38-d653e9cd29fc tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:54.167425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed3816b4-c18a-43c0-9191-fabec422c9b8 req-afd4cd10-d2e9-45e6-8b38-d653e9cd29fc tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 946 time: 0.5512071 Nov 09 17:58:54.168292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aea96cd-ea94-4060-a670-fa953bbc04cc', 'name': 'network-vif-deleted', 'tag': '49e164bd-59d4-41a8-ab0c-da4d60ad8e45'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:54.173621 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1f7c51-b74f-4274-abd7-ae8b7f261be7" -d '{"events": [{"server_uuid": "9aea96cd-ea94-4060-a670-fa953bbc04cc", "name": "network-vif-deleted", "tag": "49e164bd-59d4-41a8-ab0c-da4d60ad8e45"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:54.196752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cc665a46-81d2-4d1e-9939-835b84dcac66 req-e1110239-0338-48da-b418-d1f2f95eb09a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210307 Nov 09 17:58:54.258771 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0d15fb-c21e-409e-a0c9-f057a7afb0e1 x-openstack-request-id: req-5e0d15fb-c21e-409e-a0c9-f057a7afb0e1 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:54.259316 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aea96cd-ea94-4060-a670-fa953bbc04cc", "name": "network-vif-deleted", "tag": "49e164bd-59d4-41a8-ab0c-da4d60ad8e45", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:54.259733 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e0d15fb-c21e-409e-a0c9-f057a7afb0e1 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:54.260399 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aea96cd-ea94-4060-a670-fa953bbc04cc', 'name': 'network-vif-deleted', 'tag': '49e164bd-59d4-41a8-ab0c-da4d60ad8e45', 'status': 'completed', 'code': 200} Nov 09 17:58:54.383285 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.401319 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.404916 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/aee29b09-3f90-40bb-8933-d0e2fbe1f988 HTTP/1.1" status: 204 len: 168 time: 5.3852444 Nov 09 17:58:54.409416 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49850) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:54.429942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe98f9-0fe7-4d27-b815-90472fb6ee86 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Network': ['ID=aee29b09-3f90-40bb-8933-d0e2fbe1f988,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:54.460796 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e1eae9-e1bb-404f-aaf5-a981419d4977 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] GET failed (client error): The resource could not be found. Nov 09 17:58:54.467185 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c5e1eae9-e1bb-404f-aaf5-a981419d4977 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "GET /v2.0/subnets/9913856d-f952-4851-9310-60b694d1975a HTTP/1.1" status: 404 len: 337 time: 0.0517185 Nov 09 17:58:54.467713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49852) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:54.488005 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-a1572aad-ce2f-4422-a9b4-ee0f20d8d6f9 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087673 Nov 09 17:58:54.506829 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf77994-8092-4ad2-84b5-7a726dc3519d tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:58:54.507569 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf77994-8092-4ad2-84b5-7a726dc3519d tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:58:54.511164 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2cf77994-8092-4ad2-84b5-7a726dc3519d tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/aee29b09-3f90-40bb-8933-d0e2fbe1f988 HTTP/1.1" status: 404 len: 339 time: 0.0345130 Nov 09 17:58:54.517524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49856) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:54.608082 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ed3816b4-c18a-43c0-9191-fabec422c9b8 req-c0620086-0e31-4ec1-b7b2-1bf1be68efca tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Deleting port 5415dadf-32a8-4d04-9af6-b42247a8aceb {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:54.608435 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ed3816b4-c18a-43c0-9191-fabec422c9b8 req-c0620086-0e31-4ec1-b7b2-1bf1be68efca tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.713771 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-ef5eafa4-2303-4201-b3fc-76917c5169ba service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074978 Nov 09 17:58:54.822699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-77525108-1237-4223-a5a7-b4089a89fc98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=dd8443a3-ce2a-48ee-a21b-3470a2238132 HTTP/1.1" status: 200 len: 217 time: 0.0947545 Nov 09 17:58:54.842390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ed3816b4-c18a-43c0-9191-fabec422c9b8 req-c0620086-0e31-4ec1-b7b2-1bf1be68efca tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] For port 5415dadf-32a8-4d04-9af6-b42247a8aceb, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=5415dadf-32a8-4d04-9af6-b42247a8aceb,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:54.844317 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ed3816b4-c18a-43c0-9191-fabec422c9b8 req-c0620086-0e31-4ec1-b7b2-1bf1be68efca tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.946137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ed3816b4-c18a-43c0-9191-fabec422c9b8 req-c0620086-0e31-4ec1-b7b2-1bf1be68efca tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Calling delete_port for 5415dadf-32a8-4d04-9af6-b42247a8aceb owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:54.958277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65e8ea7c-651a-4d27-be84-bb2e2f5d6c4a req-e82afd4f-564d-4ecb-a6ec-be4596f0143f tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aea96cd-ea94-4060-a670-fa953bbc04cc HTTP/1.1" status: 200 len: 210 time: 0.0822213 Nov 09 17:58:54.980474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-63d678e4-9385-4bf8-9088-b6df0d9ac7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:54.982220 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-63d678e4-9385-4bf8-9088-b6df0d9ac7db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.1522238 Nov 09 17:58:55.118692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-aae0b891-aa82-4f39-8a3c-bfa53ec4b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.119548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-aae0b891-aa82-4f39-8a3c-bfa53ec4b8f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761404 Nov 09 17:58:55.170493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c09bb-3092-43c5-856e-ec5a6c1b9e40 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.175611 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c21c09bb-3092-43c5-856e-ec5a6c1b9e40 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6565075 Nov 09 17:58:55.176475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49872) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:55.225494 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a113a010-49ba-4b5c-b1fe-f230b82c5677 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 207 time: 0.0473239 Nov 09 17:58:55.226628 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49874) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:55.386683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0311a4f9-68d1-441a-9673-2bc49cee84a7 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.399628 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0311a4f9-68d1-441a-9673-2bc49cee84a7 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.412354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0311a4f9-68d1-441a-9673-2bc49cee84a7 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.424934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0311a4f9-68d1-441a-9673-2bc49cee84a7 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.432415 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0311a4f9-68d1-441a-9673-2bc49cee84a7 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2001152 Nov 09 17:58:55.433804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49882) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:55.586244 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-873c809a-4f4d-43d5-a74a-c62a9e1b731f tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1474006 Nov 09 17:58:55.586617 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49886) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:55.664009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aade867-6fbf-4922-b5c9-d2304ca61c8c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.665778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aade867-6fbf-4922-b5c9-d2304ca61c8c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.667787 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7aade867-6fbf-4922-b5c9-d2304ca61c8c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0801952 Nov 09 17:58:55.673952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49890) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:55.721802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7af83-18a3-4eef-89e0-ea21fd51f971 req-65938622-66f2-49e3-9bd8-38180db4c9db tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.730815 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0f7af83-18a3-4eef-89e0-ea21fd51f971 req-65938622-66f2-49e3-9bd8-38180db4c9db tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcb034ed-b483-409e-ae16-d733dec05d51 HTTP/1.1" status: 200 len: 946 time: 0.1008976 Nov 09 17:58:55.735658 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ed3816b4-c18a-43c0-9191-fabec422c9b8 req-c0620086-0e31-4ec1-b7b2-1bf1be68efca tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:55.748382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['63c07de3-9003-431a-8ca6-a1f54665868b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:55.751852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['bca3a759-d534-470b-ac21-06d71f4d0f62'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:55.764333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47bb9c1-fb4a-4050-98e2-454fa9c66ffc tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.766064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47bb9c1-fb4a-4050-98e2-454fa9c66ffc tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.767969 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f47bb9c1-fb4a-4050-98e2-454fa9c66ffc tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0924711 Nov 09 17:58:55.774415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49894) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:55.904308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0620086-0e31-4ec1-b7b2-1bf1be68efca tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Pushing event deleted for resources: {'Port': ['ID=5415dadf-32a8-4d04-9af6-b42247a8aceb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:55.914420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc77838-9c81-466b-a5a8-b96d3e90cf61 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.915938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8fc77838-9c81-466b-a5a8-b96d3e90cf61 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "GET /v2.0/networks/972bae1c-65a8-40c7-b9df-78b7d8d69e95 HTTP/1.1" status: 200 len: 799 time: 0.1404719 Nov 09 17:58:55.922976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49898) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:55.985878 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-32bdd37d-92e2-4d2e-b164-cf3ade3c563e service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8580916 Nov 09 17:58:55.994781 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0f7af83-18a3-4eef-89e0-ea21fd51f971 req-b4428d1e-91c7-428e-81e1-846f6a80b5d4 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627869 Nov 09 17:58:56.013685 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:58:56.038020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 5415dadf-32a8-4d04-9af6-b42247a8aceb no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:56.062139 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3816b4-c18a-43c0-9191-fabec422c9b8 req-c0620086-0e31-4ec1-b7b2-1bf1be68efca tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] No DVR routers for this DVR port 5415dadf-32a8-4d04-9af6-b42247a8aceb on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:56.078144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 5415dadf-32a8-4d04-9af6-b42247a8aceb {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:56.078865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 5415dadf-32a8-4d04-9af6-b42247a8aceb not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:56.090197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ed3816b4-c18a-43c0-9191-fabec422c9b8 req-c0620086-0e31-4ec1-b7b2-1bf1be68efca tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:56.099398 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed3816b4-c18a-43c0-9191-fabec422c9b8 req-c0620086-0e31-4ec1-b7b2-1bf1be68efca tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.13 "DELETE /v2.0/ports/5415dadf-32a8-4d04-9af6-b42247a8aceb HTTP/1.1" status: 204 len: 173 time: 1.9103718 Nov 09 17:58:56.201490 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6bc9cba9-55ef-418b-bc37-cdd74d6aae6a tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "GET /v2.0/networks/972bae1c-65a8-40c7-b9df-78b7d8d69e95?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2774107 Nov 09 17:58:56.207841 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49910) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:56.263145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb034ed-b483-409e-ae16-d733dec05d51', 'name': 'network-vif-deleted', 'tag': '5415dadf-32a8-4d04-9af6-b42247a8aceb'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:56.267483 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf3bc82-790c-4e02-acbc-70a7890113d1" -d '{"events": [{"server_uuid": "bcb034ed-b483-409e-ae16-d733dec05d51", "name": "network-vif-deleted", "tag": "5415dadf-32a8-4d04-9af6-b42247a8aceb"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:56.360365 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-e0575745-862f-49bb-8764-0a365a3a187a service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556223 Nov 09 17:58:56.416865 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceae06a-f5ae-42f2-a171-22f7f9a30220 x-openstack-request-id: req-4ceae06a-f5ae-42f2-a171-22f7f9a30220 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:56.417476 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb034ed-b483-409e-ae16-d733dec05d51", "name": "network-vif-deleted", "tag": "5415dadf-32a8-4d04-9af6-b42247a8aceb", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:56.417914 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ceae06a-f5ae-42f2-a171-22f7f9a30220 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:56.418746 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb034ed-b483-409e-ae16-d733dec05d51', 'name': 'network-vif-deleted', 'tag': '5415dadf-32a8-4d04-9af6-b42247a8aceb', 'status': 'completed', 'code': 200} Nov 09 17:58:56.435167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d850c0-7e57-4fe8-b912-0d8de612857c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:56.438535 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-71d850c0-7e57-4fe8-b912-0d8de612857c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "GET /v2.0/subnets/40598848-a992-4c6a-bfd1-631eea1c2ae5 HTTP/1.1" status: 200 len: 811 time: 0.2289522 Nov 09 17:58:56.443923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49920) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:56.485052 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-3eb9f1e6-b419-48a9-96b8-95f371eef795 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=316e14fe-0b21-43d7-88c8-347033fc6186 HTTP/1.1" status: 200 len: 217 time: 0.1142757 Nov 09 17:58:56.591731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8093aeb5-e342-4d82-a0c5-62205d9a80cb tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['shared'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:56.595294 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8093aeb5-e342-4d82-a0c5-62205d9a80cb tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "GET /v2.0/subnets/40598848-a992-4c6a-bfd1-631eea1c2ae5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1474273 Nov 09 17:58:56.600278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49936) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:56.610160 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-dc3c4c89-09d5-447f-a81d-d27f627be547 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-356178164'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:56.622169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-2600b158-1754-49a6-a6f7-fec3299117be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:56.623968 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-2600b158-1754-49a6-a6f7-fec3299117be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17413a2a-b8aa-4376-9143-5b1c6d073885 HTTP/1.1" status: 200 len: 797 time: 0.1303520 Nov 09 17:58:56.661514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3c4c89-09d5-447f-a81d-d27f627be547 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:56.670809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4c89-09d5-447f-a81d-d27f627be547 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:56.762361 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3c4c89-09d5-447f-a81d-d27f627be547 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:56.782839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4c89-09d5-447f-a81d-d27f627be547 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:56.783676 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-dc3c4c89-09d5-447f-a81d-d27f627be547 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Added segment b703d5dd-67e3-4a9d-afca-ac4cd298ee24 of type vlan for network 21db8239-5ef6-4f82-b0bc-8adf797435e2 Nov 09 17:58:56.821941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-3c4a739d-7c6f-454a-ab73-654dda334557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:56.825967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-3c4a739d-7c6f-454a-ab73-654dda334557 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1833205 Nov 09 17:58:56.848063 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4c89-09d5-447f-a81d-d27f627be547 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:56.876004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-587405bd-9cc7-4683-8907-289e9e338564 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:56.878576 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-587405bd-9cc7-4683-8907-289e9e338564 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/networks?id=355f60d0-bb93-45e7-b7a6-b926cc716891 HTTP/1.1" status: 200 len: 808 time: 0.3023729 Nov 09 17:58:56.892079 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4c89-09d5-447f-a81d-d27f627be547 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:56.899439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3c4c89-09d5-447f-a81d-d27f627be547 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:56.900367 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4c89-09d5-447f-a81d-d27f627be547 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:56.947137 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-8788fdba-15c0-41f0-8987-e1c71a9d9544 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/quotas/fe3ea150829c49b6ac4c5e74626d3471 HTTP/1.1" status: 200 len: 375 time: 0.0188940 Nov 09 17:58:56.995357 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dc3c4c89-09d5-447f-a81d-d27f627be547 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3924937 Nov 09 17:58:56.999208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-0cef3c44-8b69-412e-8790-e9f86bba3d8c tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe3ea150829c49b6ac4c5e74626d3471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352924 Nov 09 17:58:57.000248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49940) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:57.006634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'subnet': {'network_id': '21db8239-5ef6-4f82-b0bc-8adf797435e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:57.025749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c4c89-09d5-447f-a81d-d27f627be547 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Network': ['ID=21db8239-5ef6-4f82-b0bc-8adf797435e2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:57.039801 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75a743-332b-4478-8433-6656558e74db req-dd72a8ac-b98d-4f8a-a22b-c45562ed1bf2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:57.043562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 21db8239-5ef6-4f82-b0bc-8adf797435e2 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:57.044147 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-db75a743-332b-4478-8433-6656558e74db req-dd72a8ac-b98d-4f8a-a22b-c45562ed1bf2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1653655 Nov 09 17:58:57.108866 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-db75a743-332b-4478-8433-6656558e74db req-b4081d3d-c562-47fc-88a9-b7ff3309e9b0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509460 Nov 09 17:58:57.212211 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-da44a22e-8997-46a1-beaf-2d261145084d service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774288 Nov 09 17:58:57.249093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Made reservation on behalf of 7619867eeb0243be89987b2f182b804e for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:57.255359 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:57.510066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.ipam_backend_mixin [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Performing IP validity checks on allocation pools {{(pid=102154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 17:58:57.511036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.ipam_backend_mixin [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 17:58:57.524055 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb7628-c535-421d-a73b-02493f5dde79 req-741e6f93-ed98-4d3b-aee1-0c3a19abd491 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:57.524666 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-276b6e0a-e749-4eac-ab3b-8b7a709164c6 service neutron] 10.222.0.81 "GET /v2.0/networks/355f60d0-bb93-45e7-b7a6-b926cc716891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119570 Nov 09 17:58:57.526523 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e6bb7628-c535-421d-a73b-02493f5dde79 req-741e6f93-ed98-4d3b-aee1-0c3a19abd491 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 946 time: 0.0632343 Nov 09 17:58:57.582995 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e6bb7628-c535-421d-a73b-02493f5dde79 req-f1bee759-9236-4430-a807-5d5e53f3c094 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436516 Nov 09 17:58:57.687938 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-adde719d-fda9-4b73-9582-0bb78f491247 service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646144 Nov 09 17:58:57.794911 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-d4c3cf54-a9bd-4829-8d5e-ab0f6e867032 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7d451e7-2b1c-426c-8bb5-f2befdd86181 HTTP/1.1" status: 200 len: 217 time: 0.0936193 Nov 09 17:58:58.001841 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-301f65ad-8163-4f93-ab7a-89491fa9d2ea service neutron] 10.222.0.81 "GET /v2.0/networks/355f60d0-bb93-45e7-b7a6-b926cc716891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417346 Nov 09 17:58:58.012535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-7c0c8f60-6919-4a36-9244-22f78518fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:58.015287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-7c0c8f60-6919-4a36-9244-22f78518fb49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17413a2a-b8aa-4376-9143-5b1c6d073885 HTTP/1.1" status: 200 len: 797 time: 0.2097085 Nov 09 17:58:58.177545 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.193057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-55830b2d-ea6d-4e32-990c-c8fb65387070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:58.195670 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-55830b2d-ea6d-4e32-990c-c8fb65387070 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1705978 Nov 09 17:58:58.342394 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce5676ca-abec-485b-a584-c6e0bc1acef1 req-90de6a63-4b9f-4a11-8730-7bcbe42680b4 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 210 time: 0.0548611 Nov 09 17:58:58.342842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Subnet': ['ID=3b6a0a2a-ffbb-4071-a024-43ccea7926d6,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:58.366099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Checking segment: {'id': 'b703d5dd-67e3-4a9d-afca-ac4cd298ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '21db8239-5ef6-4f82-b0bc-8adf797435e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:58.367094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network hostable DHCP agents. Network: 21db8239-5ef6-4f82-b0bc-8adf797435e2, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:58.411314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-635f6496-6b6f-49ef-af50-9748c1e71acf service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855798 Nov 09 17:58:58.432198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca5c7-ca33-4a09-820b-e7344a241a5f req-7dd60929-39f7-4d32-94b7-09a88c6cef88 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:58.448395 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c8ca5c7-ca33-4a09-820b-e7344a241a5f req-7dd60929-39f7-4d32-94b7-09a88c6cef88 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1438925 Nov 09 17:58:58.531565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Network 21db8239-5ef6-4f82-b0bc-8adf797435e2 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:58.533412 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9c8ca5c7-ca33-4a09-820b-e7344a241a5f req-d79b0825-d6d8-4d53-a8b1-4ac26df7b4d0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804508 Nov 09 17:58:58.563907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 21db8239-5ef6-4f82-b0bc-8adf797435e2) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:58.563907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:58.563907 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.582992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b5afb-5ee0-4eb7-94a6-fb1cf3edb697 None None] Network 21db8239-5ef6-4f82-b0bc-8adf797435e2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:58.609958 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 49988) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:58.610188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dbad5a4f-f217-4b7b-9ef2-cada5d444251 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6083593 Nov 09 17:58:58.620405 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-cd2ef0ba-a10e-4a9d-a902-c2a5cd129dec tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:58.624421 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3df58bdd-9a80-433a-ba7f-9d6ca99f7810 req-9ddf8c4a-f7a2-432f-acbe-e6c4804cefbc service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978574 Nov 09 17:58:58.825558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834603a-4b62-4e0d-b3d3-6396abe977fa req-196c4b95-7cdb-45b1-a51f-dcf4111bd3e8 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:58.841102 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c834603a-4b62-4e0d-b3d3-6396abe977fa req-196c4b95-7cdb-45b1-a51f-dcf4111bd3e8 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 946 time: 0.0930681 Nov 09 17:58:58.940368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c834603a-4b62-4e0d-b3d3-6396abe977fa req-fa37aefc-f5ff-4ff9-8533-d5753566955c tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979903 Nov 09 17:58:58.988750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-21db8239-5ef6-4f82-b0bc-8adf797435e2', 'network_id': '21db8239-5ef6-4f82-b0bc-8adf797435e2', 'tenant_id': '7619867eeb0243be89987b2f182b804e', 'fixed_ips': [{'subnet_id': '3b6a0a2a-ffbb-4071-a024-43ccea7926d6'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:58.990224 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:59.006226 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef0ba-a10e-4a9d-a902-c2a5cd129dec tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10364041'] for subnet, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:59.033176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6a347-a2a7-4e1a-a226-ebfc720ef69f req-ee5bff13-5eab-4809-a623-e8442ea84a33 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.037519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36b6a347-a2a7-4e1a-a226-ebfc720ef69f req-ee5bff13-5eab-4809-a623-e8442ea84a33 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 946 time: 0.1168294 Nov 09 17:58:59.351634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-36b6a347-a2a7-4e1a-a226-ebfc720ef69f req-21c95100-be13-407d-b8eb-8b2d63abc2f6 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Deleting port bca3a759-d534-470b-ac21-06d71f4d0f62 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:59.351918 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-36b6a347-a2a7-4e1a-a226-ebfc720ef69f req-21c95100-be13-407d-b8eb-8b2d63abc2f6 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:59.433533 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef0ba-a10e-4a9d-a902-c2a5cd129dec tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742656825649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3302668'] for subnet, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:59.526338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2ef0ba-a10e-4a9d-a902-c2a5cd129dec tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.530737 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef0ba-a10e-4a9d-a902-c2a5cd129dec tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:59.533755 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cd2ef0ba-a10e-4a9d-a902-c2a5cd129dec tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "PUT /v2.0/subnets/3b6a0a2a-ffbb-4071-a024-43ccea7926d6 HTTP/1.1" status: 200 len: 877 time: 0.9218233 Nov 09 17:58:59.543168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50006) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:59.598274 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8fd8eca3-9ccb-44cb-b8fc-988879cf1627 req-dcc67838-65f8-46e7-a21d-490618013c80 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 210 time: 0.1255970 Nov 09 17:58:59.646259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Allocated IP 172.20.0.3 (21db8239-5ef6-4f82-b0bc-8adf797435e2/3b6a0a2a-ffbb-4071-a024-43ccea7926d6/41b288c9-05e9-4014-875a-cfedd0d6c17d) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:59.739517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ef0ba-a10e-4a9d-a902-c2a5cd129dec tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event updated for resources: {'Subnet': ['ID=3b6a0a2a-ffbb-4071-a024-43ccea7926d6,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:59.915292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-36b6a347-a2a7-4e1a-a226-ebfc720ef69f req-21c95100-be13-407d-b8eb-8b2d63abc2f6 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] For port bca3a759-d534-470b-ac21-06d71f4d0f62, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=bca3a759-d534-470b-ac21-06d71f4d0f62,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:59.916094 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-36b6a347-a2a7-4e1a-a226-ebfc720ef69f req-21c95100-be13-407d-b8eb-8b2d63abc2f6 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:59.926043 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4887ce-d0fb-483e-93c7-bacc4ffc7628 req-dddec6a7-d193-49d4-9f3f-b27dc31adbcf tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.943279 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b4887ce-d0fb-483e-93c7-bacc4ffc7628 req-dddec6a7-d193-49d4-9f3f-b27dc31adbcf tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1500874 Nov 09 17:58:59.968081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-36b6a347-a2a7-4e1a-a226-ebfc720ef69f req-21c95100-be13-407d-b8eb-8b2d63abc2f6 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Calling delete_port for bca3a759-d534-470b-ac21-06d71f4d0f62 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:00.019720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:00.070676 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b4887ce-d0fb-483e-93c7-bacc4ffc7628 req-c2fa4efc-b3b8-43f7-b4e1-db8a897b97fb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190801 Nov 09 17:59:00.146755 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:00.158772 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:00.240509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Network 21db8239-5ef6-4f82-b0bc-8adf797435e2 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:00.282843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Pushing event updated for resources: {'Port': ['ID=41b288c9-05e9-4014-875a-cfedd0d6c17d,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:00.288761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:00.293557 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:00.381743 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:00.403976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Attempting to bind port 41b288c9-05e9-4014-875a-cfedd0d6c17d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:00.404619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Attempting to bind port 41b288c9-05e9-4014-875a-cfedd0d6c17d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'b703d5dd-67e3-4a9d-afca-ac4cd298ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '21db8239-5ef6-4f82-b0bc-8adf797435e2'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:00.405213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Attempting to bind port 41b288c9-05e9-4014-875a-cfedd0d6c17d on network 21db8239-5ef6-4f82-b0bc-8adf797435e2 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:00.416486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:00.417093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Checking segment: {'id': 'b703d5dd-67e3-4a9d-afca-ac4cd298ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '21db8239-5ef6-4f82-b0bc-8adf797435e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:00.417754 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:00.418401 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Bound using segment: {'id': 'b703d5dd-67e3-4a9d-afca-ac4cd298ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '21db8239-5ef6-4f82-b0bc-8adf797435e2'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:00.419637 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Bound port: 41b288c9-05e9-4014-875a-cfedd0d6c17d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b703d5dd-67e3-4a9d-afca-ac4cd298ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '21db8239-5ef6-4f82-b0bc-8adf797435e2'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:00.420642 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:00.454611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268ca2-af2a-44ba-9ffc-273c080e6c4e req-de53fb05-4c25-4c54-9d32-8f0ef346cd8f tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:00.470181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7268ca2-af2a-44ba-9ffc-273c080e6c4e req-de53fb05-4c25-4c54-9d32-8f0ef346cd8f tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 946 time: 0.2648361 Nov 09 17:59:00.573697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] For port 41b288c9-05e9-4014-875a-cfedd0d6c17d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:00.580530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] For port 41b288c9-05e9-4014-875a-cfedd0d6c17d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=41b288c9-05e9-4014-875a-cfedd0d6c17d,segment=NetworkSegment(b703d5dd-67e3-4a9d-afca-ac4cd298ee24),segment_id=b703d5dd-67e3-4a9d-afca-ac4cd298ee24)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:00.592528 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:00.719922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaf541-9dfb-4f62-9a87-efa825bcfd02 None None] Pushing event updated for resources: {'Port': ['ID=41b288c9-05e9-4014-875a-cfedd0d6c17d,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:00.761450 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7268ca2-af2a-44ba-9ffc-273c080e6c4e req-35f25872-1051-478c-af32-4efa76891183 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899814 Nov 09 17:59:00.766194 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-c3df4972-0eb1-432c-aabd-b426dd75aec2 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:00.768600 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-c3df4972-0eb1-432c-aabd-b426dd75aec2 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.18 "GET /v2.0/networks?id=355f60d0-bb93-45e7-b7a6-b926cc716891 HTTP/1.1" status: 200 len: 808 time: 0.4185269 Nov 09 17:59:00.802469 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-2680727c-c107-4aeb-9ff9-5f16168d1279 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Request body: {'port': {'device_id': 'b99fe6db-0013-4629-9a62-95cec68b9793', 'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891', 'admin_state_up': True, 'tenant_id': 'fe3ea150829c49b6ac4c5e74626d3471'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:00.818133 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:00.831387 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-36b6a347-a2a7-4e1a-a226-ebfc720ef69f req-21c95100-be13-407d-b8eb-8b2d63abc2f6 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:00.854714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['63c07de3-9003-431a-8ca6-a1f54665868b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:00.884473 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6a0a2a-ffbb-4071-a024-43ccea7926d6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:00.930744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c95100-be13-407d-b8eb-8b2d63abc2f6 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Pushing event deleted for resources: {'Port': ['ID=bca3a759-d534-470b-ac21-06d71f4d0f62,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:01.083621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b6a347-a2a7-4e1a-a226-ebfc720ef69f req-21c95100-be13-407d-b8eb-8b2d63abc2f6 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] No DVR routers for this DVR port bca3a759-d534-470b-ac21-06d71f4d0f62 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:01.087181 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:01.109271 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-36b6a347-a2a7-4e1a-a226-ebfc720ef69f req-21c95100-be13-407d-b8eb-8b2d63abc2f6 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:01.113018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36b6a347-a2a7-4e1a-a226-ebfc720ef69f req-21c95100-be13-407d-b8eb-8b2d63abc2f6 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.18 "DELETE /v2.0/ports/bca3a759-d534-470b-ac21-06d71f4d0f62 HTTP/1.1" status: 204 len: 173 time: 2.0681334 Nov 09 17:59:01.113525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa6b44c-8425-4c21-a626-ab5ed08e0ca3', 'name': 'network-vif-deleted', 'tag': 'bca3a759-d534-470b-ac21-06d71f4d0f62'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:01.115968 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512af18e-3204-4d8e-9d36-fa11dccaf575" -d '{"events": [{"server_uuid": "5fa6b44c-8425-4c21-a626-ab5ed08e0ca3", "name": "network-vif-deleted", "tag": "bca3a759-d534-470b-ac21-06d71f4d0f62"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:01.230343 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a9fe86-cf78-414a-a91a-3c354b7ec9c1 x-openstack-request-id: req-36a9fe86-cf78-414a-a91a-3c354b7ec9c1 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:01.230817 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa6b44c-8425-4c21-a626-ab5ed08e0ca3", "name": "network-vif-deleted", "tag": "bca3a759-d534-470b-ac21-06d71f4d0f62", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:01.231256 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36a9fe86-cf78-414a-a91a-3c354b7ec9c1 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:01.232328 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa6b44c-8425-4c21-a626-ab5ed08e0ca3', 'name': 'network-vif-deleted', 'tag': 'bca3a759-d534-470b-ac21-06d71f4d0f62', 'status': 'completed', 'code': 200} Nov 09 17:59:01.236785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21db8239-5ef6-4f82-b0bc-8adf797435e2']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:01.256282 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a1e23e9-e67c-4615-b039-62d2eb7fa0fb req-3b956d04-1a34-4be9-aa2b-34ce85cf8d1d tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 210 time: 0.1008768 Nov 09 17:59:01.274857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b703d5dd-67e3-4a9d-afca-ac4cd298ee24') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:01.275186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b703d5dd-67e3-4a9d-afca-ac4cd298ee24') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:01.301604 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:01.315754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-2680727c-c107-4aeb-9ff9-5f16168d1279 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Made reservation on behalf of fe3ea150829c49b6ac4c5e74626d3471 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:01.322481 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-2680727c-c107-4aeb-9ff9-5f16168d1279 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:01.382352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:01.414283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:59:01.415009 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:59:01.422105 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:59:01.512956 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1aad7d-c411-4994-aba1-aefacef04744 req-699fdbe1-a3da-4058-8455-50620b742405 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:01.520709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf1aad7d-c411-4994-aba1-aefacef04744 req-699fdbe1-a3da-4058-8455-50620b742405 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1703920 Nov 09 17:59:01.605676 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf1aad7d-c411-4994-aba1-aefacef04744 req-3531379a-afb0-4877-979f-9c99cd8b0564 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837133 Nov 09 17:59:01.607570 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.db.api [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 17:59:01.607570 n-d-817236-1 neutron-server[102154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 17:59:01.607570 n-d-817236-1 neutron-server[102154]: [parameters: {'id': '21db8239-5ef6-4f82-b0bc-8adf797435e2'}] Nov 09 17:59:01.607570 n-d-817236-1 neutron-server[102154]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:59:01.608112 n-d-817236-1 neutron-server[102154]: DEBUG oslo_db.api [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:59:01.616702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-2680727c-c107-4aeb-9ff9-5f16168d1279 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Allocated IP 172.20.0.8 (355f60d0-bb93-45e7-b7a6-b926cc716891/fafcfa2f-f5ed-4bf5-ba83-913ea4cb76f4/4cbb92ad-3b69-44b8-851e-dc7730908db8) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:01.726822 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 41b288c9-05e9-4014-875a-cfedd0d6c17d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:01.868621 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 41b288c9-05e9-4014-875a-cfedd0d6c17d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:01.869427 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:02.056713 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d7c9c0b-78ed-4d85-8064-854bc84acaed req-7ed04a20-0bd8-4979-ad24-8512338fbb4a tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fa6b44c-8425-4c21-a626-ab5ed08e0ca3 HTTP/1.1" status: 200 len: 210 time: 0.0929031 Nov 09 17:59:02.079010 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:02.109348 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:02.150785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 41b288c9-05e9-4014-875a-cfedd0d6c17d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=41b288c9-05e9-4014-875a-cfedd0d6c17d,segment=NetworkSegment(b703d5dd-67e3-4a9d-afca-ac4cd298ee24),segment_id=b703d5dd-67e3-4a9d-afca-ac4cd298ee24)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:02.158682 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:02.188538 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-2680727c-c107-4aeb-9ff9-5f16168d1279 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:02.234300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=41b288c9-05e9-4014-875a-cfedd0d6c17d,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:02.249529 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-2680727c-c107-4aeb-9ff9-5f16168d1279 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:02.270043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Deleting port 41b288c9-05e9-4014-875a-cfedd0d6c17d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:02.271511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:02.323726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-2680727c-c107-4aeb-9ff9-5f16168d1279 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Network 355f60d0-bb93-45e7-b7a6-b926cc716891 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:02.341492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-2680727c-c107-4aeb-9ff9-5f16168d1279 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:02.353757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-2680727c-c107-4aeb-9ff9-5f16168d1279 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:02.422024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] For port 41b288c9-05e9-4014-875a-cfedd0d6c17d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=41b288c9-05e9-4014-875a-cfedd0d6c17d,segment=NetworkSegment(b703d5dd-67e3-4a9d-afca-ac4cd298ee24),segment_id=b703d5dd-67e3-4a9d-afca-ac4cd298ee24)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:02.423747 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:02.450759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Calling delete_port for 41b288c9-05e9-4014-875a-cfedd0d6c17d owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:02.461972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680727c-c107-4aeb-9ff9-5f16168d1279 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Pushing event updated for resources: {'Port': ['ID=4cbb92ad-3b69-44b8-851e-dc7730908db8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:02.474961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-2680727c-c107-4aeb-9ff9-5f16168d1279 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:02.476244 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-2680727c-c107-4aeb-9ff9-5f16168d1279 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:02.500310 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-2680727c-c107-4aeb-9ff9-5f16168d1279 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7214813 Nov 09 17:59:02.504183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device bca3a759-d534-470b-ac21-06d71f4d0f62 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:02.514603 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Request body: {'port': {'device_id': 'b99fe6db-0013-4629-9a62-95cec68b9793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:02.526261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea7b22d-0218-4092-9726-26dcf4890cec None None] Network 21db8239-5ef6-4f82-b0bc-8adf797435e2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:02.592126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: bca3a759-d534-470b-ac21-06d71f4d0f62 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:59:02.595328 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device bca3a759-d534-470b-ac21-06d71f4d0f62 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:02.606972 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:02.684331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03d0aa-81ff-4a73-859c-49a727403dcc req-2308111d-4f83-487f-955b-6745d8d4f493 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:02.694184 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec03d0aa-81ff-4a73-859c-49a727403dcc req-2308111d-4f83-487f-955b-6745d8d4f493 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 931 time: 0.1541049 Nov 09 17:59:02.814939 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:02.879077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No DVR routers for this DVR port 41b288c9-05e9-4014-875a-cfedd0d6c17d on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:02.881490 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Port': ['ID=41b288c9-05e9-4014-875a-cfedd0d6c17d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:02.886915 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec03d0aa-81ff-4a73-859c-49a727403dcc req-9cca8731-6767-43a2-8b8a-0e62451d8087 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835070 Nov 09 17:59:02.975634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ab9fc80f-b802-43e1-8fa5-28b00334fce8 None None] Provisioning complete for port 41b288c9-05e9-4014-875a-cfedd0d6c17d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:02.976250 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ab9fc80f-b802-43e1-8fa5-28b00334fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.048318 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.054290 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ab9fc80f-b802-43e1-8fa5-28b00334fce8 None None] Port 41b288c9-05e9-4014-875a-cfedd0d6c17d was deleted so its status cannot be updated. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 09 17:59:03.118192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21db8239-5ef6-4f82-b0bc-8adf797435e2']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:03.142495 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b703d5dd-67e3-4a9d-afca-ac4cd298ee24') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:03.143393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b703d5dd-67e3-4a9d-afca-ac4cd298ee24') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:03.176372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.207067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.229665 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:59:03.230423 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:59:03.236745 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:59:03.300899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da001036-fcc9-42a4-a6a3-340c0cb5a3ca None None] DHCP port deletion for 21db8239-5ef6-4f82-b0bc-8adf797435e2 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:03.327939 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b27c7-30ce-401c-af7c-c56a24fa41e4 req-16df7915-e46d-4e72-8621-5ef6f9519919 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:03.331650 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-938b27c7-30ce-401c-af7c-c56a24fa41e4 req-16df7915-e46d-4e72-8621-5ef6f9519919 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.3649681 Nov 09 17:59:03.344207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ced406-b358-407a-9a78-b3d66391ef7d None None] Network 21db8239-5ef6-4f82-b0bc-8adf797435e2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:03.376728 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.385241 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.388645 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/21db8239-5ef6-4f82-b0bc-8adf797435e2 HTTP/1.1" status: 204 len: 168 time: 3.8438578 Nov 09 17:59:03.412383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50074) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:03.416814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467819dc-c9ac-4eaa-ba5b-7b0615dac3e5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Network': ['ID=21db8239-5ef6-4f82-b0bc-8adf797435e2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:03.480753 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc96368-a1dd-4e4f-9857-aafdc39c5068 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:03.481243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc96368-a1dd-4e4f-9857-aafdc39c5068 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:03.485288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6dc96368-a1dd-4e4f-9857-aafdc39c5068 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/subnets/3b6a0a2a-ffbb-4071-a024-43ccea7926d6 HTTP/1.1" status: 404 len: 337 time: 0.0663197 Nov 09 17:59:03.489588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50078) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:03.539446 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a134f3-ca38-4700-b6c4-7604e07c89d1 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:03.540067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a134f3-ca38-4700-b6c4-7604e07c89d1 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:03.543364 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-90a134f3-ca38-4700-b6c4-7604e07c89d1 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/21db8239-5ef6-4f82-b0bc-8adf797435e2 HTTP/1.1" status: 404 len: 339 time: 0.0526400 Nov 09 17:59:03.552965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50080) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:03.606773 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-938b27c7-30ce-401c-af7c-c56a24fa41e4 req-113182e8-f318-49f4-b2f6-9ab009c7d271 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345467 Nov 09 17:59:03.613656 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb90e601-6842-4451-84cd-06922f137bb7 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:03.614120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb90e601-6842-4451-84cd-06922f137bb7 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:03.629265 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-eb90e601-6842-4451-84cd-06922f137bb7 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/subnets/9913856d-f952-4851-9310-60b694d1975a HTTP/1.1" status: 404 len: 337 time: 0.0746710 Nov 09 17:59:03.633460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50082) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:03.672144 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9006630a-c183-4d99-ab4e-fd1a13a0c3a5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:03.673521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9006630a-c183-4d99-ab4e-fd1a13a0c3a5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:03.676945 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9006630a-c183-4d99-ab4e-fd1a13a0c3a5 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/aee29b09-3f90-40bb-8933-d0e2fbe1f988 HTTP/1.1" status: 404 len: 339 time: 0.0421698 Nov 09 17:59:03.681485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50084) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:03.704661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 41b288c9-05e9-4014-875a-cfedd0d6c17d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:03.759061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbb92ad-3b69-44b8-851e-dc7730908db8 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:03.775926 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.791471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 41b288c9-05e9-4014-875a-cfedd0d6c17d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:59:03.792333 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 41b288c9-05e9-4014-875a-cfedd0d6c17d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:03.839670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Transition to ACTIVE for port object 4cbb92ad-3b69-44b8-851e-dc7730908db8 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:59:03.847871 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.898156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-77a80508-b7ae-456e-b550-a28864094898 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.968072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbb92ad-3b69-44b8-851e-dc7730908db8,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:04.050739 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-77a80508-b7ae-456e-b550-a28864094898 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:04.085702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-77a80508-b7ae-456e-b550-a28864094898 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1415ff40-7c4b-41ee-ba7e-94fb4d104daf']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:04.097969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-77a80508-b7ae-456e-b550-a28864094898 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafa963f-7258-41ff-b3e7-400a6bb59d23') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:04.098427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-77a80508-b7ae-456e-b550-a28864094898 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafa963f-7258-41ff-b3e7-400a6bb59d23') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:04.122637 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-77a80508-b7ae-456e-b550-a28864094898 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:04.146144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Attempting to bind port 4cbb92ad-3b69-44b8-851e-dc7730908db8 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:04.146966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Attempting to bind port 4cbb92ad-3b69-44b8-851e-dc7730908db8 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '7460bc85-500b-4fbd-8106-246b05e09102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:04.147880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Attempting to bind port 4cbb92ad-3b69-44b8-851e-dc7730908db8 on network 355f60d0-bb93-45e7-b7a6-b926cc716891 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:04.155170 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-77a80508-b7ae-456e-b550-a28864094898 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:04.160074 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Port 4cbb92ad-3b69-44b8-851e-dc7730908db8 on network 355f60d0-bb93-45e7-b7a6-b926cc716891 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:59:04.160403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Attempting to bind port 4cbb92ad-3b69-44b8-851e-dc7730908db8 on network 355f60d0-bb93-45e7-b7a6-b926cc716891 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:04.170728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a80508-b7ae-456e-b550-a28864094898 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:59:04.171166 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-77a80508-b7ae-456e-b550-a28864094898 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:59:04.174502 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:59:04.180723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:04.181499 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Checking segment: {'id': '7460bc85-500b-4fbd-8106-246b05e09102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:04.182174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Bound using segment: {'id': '7460bc85-500b-4fbd-8106-246b05e09102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:04.183049 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Bound port: 4cbb92ad-3b69-44b8-851e-dc7730908db8, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7460bc85-500b-4fbd-8106-246b05e09102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:04.183714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:04.285142 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-77a80508-b7ae-456e-b550-a28864094898 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:04.292144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-77a80508-b7ae-456e-b550-a28864094898 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:04.296409 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-77a80508-b7ae-456e-b550-a28864094898 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/1415ff40-7c4b-41ee-ba7e-94fb4d104daf HTTP/1.1" status: 204 len: 168 time: 0.6135247 Nov 09 17:59:04.317275 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50094) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:04.326617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c245391-cae0-427d-91ff-7290452f933d req-114325d6-bd74-4805-98d4-97cbd019870f tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:04.328472 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c245391-cae0-427d-91ff-7290452f933d req-114325d6-bd74-4805-98d4-97cbd019870f tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 943 time: 0.2267377 Nov 09 17:59:04.329546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a80508-b7ae-456e-b550-a28864094898 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Network': ['ID=1415ff40-7c4b-41ee-ba7e-94fb4d104daf,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:04.386076 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4cb5ce6-f77d-4cb0-891e-eebe04dae621 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:04.387414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4cb5ce6-f77d-4cb0-891e-eebe04dae621 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:04.391612 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f4cb5ce6-f77d-4cb0-891e-eebe04dae621 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/subnets/0faa0075-3a8b-411f-a17f-647a4e88fe11 HTTP/1.1" status: 404 len: 337 time: 0.0727553 Nov 09 17:59:04.392934 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c245391-cae0-427d-91ff-7290452f933d req-204abbaf-473b-4be6-9334-640accb9330e tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513387 Nov 09 17:59:04.395591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50096) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:04.404383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] For port 4cbb92ad-3b69-44b8-851e-dc7730908db8, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:04.411245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] For port 4cbb92ad-3b69-44b8-851e-dc7730908db8, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4cbb92ad-3b69-44b8-851e-dc7730908db8,segment=NetworkSegment(7460bc85-500b-4fbd-8106-246b05e09102),segment_id=7460bc85-500b-4fbd-8106-246b05e09102)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:04.417132 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:04.417517 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-25353a59-45a0-4c6e-9230-67ecdb7dab98 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:04.418179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25353a59-45a0-4c6e-9230-67ecdb7dab98 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:04.423942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-25353a59-45a0-4c6e-9230-67ecdb7dab98 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/b649ce06-e900-4d67-8054-234a90d946db HTTP/1.1" status: 404 len: 339 time: 0.0248904 Nov 09 17:59:04.424856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50098) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:04.466443 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b892a31a-c5b3-4e19-a12c-366a12e05a74 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:04.466908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b892a31a-c5b3-4e19-a12c-366a12e05a74 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:04.468288 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:04.469010 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:04.470262 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b892a31a-c5b3-4e19-a12c-366a12e05a74 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/subnets/8b060948-57dd-4bce-aac8-e3871c4aff96 HTTP/1.1" status: 404 len: 337 time: 0.0449173 Nov 09 17:59:04.470911 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] 10.222.0.18 "PUT /v2.0/ports/4cbb92ad-3b69-44b8-851e-dc7730908db8 HTTP/1.1" status: 200 len: 1091 time: 1.9612608 Nov 09 17:59:04.473927 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99fe6db-0013-4629-9a62-95cec68b9793', 'tag': '4cbb92ad-3b69-44b8-851e-dc7730908db8'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:04.474632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50100) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:04.477530 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c7e5f0-a7b6-4d8a-8085-c7c6fd36a077" -d '{"events": [{"name": "network-changed", "server_uuid": "b99fe6db-0013-4629-9a62-95cec68b9793", "tag": "4cbb92ad-3b69-44b8-851e-dc7730908db8"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:04.519687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c4246-a02f-40f5-a9a9-d1451414a193 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbb92ad-3b69-44b8-851e-dc7730908db8,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:04.532007 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-d645a6e3-0140-4d01-8aed-0a7bd6c3d5cb tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:04.541536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d645a6e3-0140-4d01-8aed-0a7bd6c3d5cb tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:04.548007 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d645a6e3-0140-4d01-8aed-0a7bd6c3d5cb tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/abcff143-df68-4f7f-92ff-286de7020336 HTTP/1.1" status: 404 len: 339 time: 0.0691588 Nov 09 17:59:04.548561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50104) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:04.586427 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-18227a67-af2d-42ad-b5a8-ff73b5861f28 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:04.586906 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18227a67-af2d-42ad-b5a8-ff73b5861f28 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:04.591281 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-18227a67-af2d-42ad-b5a8-ff73b5861f28 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/subnets/620f6579-13f7-48fd-9647-ae81885309b4 HTTP/1.1" status: 404 len: 337 time: 0.0404603 Nov 09 17:59:04.594734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50108) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:04.629451 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5118dd79-6108-43b8-8044-031d9d005b96 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:04.630043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5118dd79-6108-43b8-8044-031d9d005b96 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:04.637867 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5118dd79-6108-43b8-8044-031d9d005b96 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/77d310ef-422e-4901-b937-e7d3e414492f HTTP/1.1" status: 404 len: 339 time: 0.0381958 Nov 09 17:59:04.638821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50110) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:04.645227 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc4f20a-97ab-48f0-a9fb-61b3c7ad9241 x-openstack-request-id: req-bfc4f20a-97ab-48f0-a9fb-61b3c7ad9241 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:04.645688 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99fe6db-0013-4629-9a62-95cec68b9793", "tag": "4cbb92ad-3b69-44b8-851e-dc7730908db8", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:04.646109 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bfc4f20a-97ab-48f0-a9fb-61b3c7ad9241 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:04.646770 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99fe6db-0013-4629-9a62-95cec68b9793', 'tag': '4cbb92ad-3b69-44b8-851e-dc7730908db8', 'status': 'completed', 'code': 200} Nov 09 17:59:04.707996 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0cd265-8c89-42cc-8a49-007b2f14dbe2 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:04.709101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0cd265-8c89-42cc-8a49-007b2f14dbe2 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:04.715871 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5a0cd265-8c89-42cc-8a49-007b2f14dbe2 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/subnets/044f6e68-3902-4b8c-93e9-9bd2408089b5 HTTP/1.1" status: 404 len: 337 time: 0.0755622 Nov 09 17:59:04.718949 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50116) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:04.725090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-4726a959-194a-409f-908e-8c823bd9906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:04.731810 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-4726a959-194a-409f-908e-8c823bd9906b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3ea150829c49b6ac4c5e74626d3471&device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 1094 time: 0.1994102 Nov 09 17:59:04.765955 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b068576b-74ca-4849-a55e-cf4224402cd6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:04.766925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b068576b-74ca-4849-a55e-cf4224402cd6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:04.783769 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b068576b-74ca-4849-a55e-cf4224402cd6 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/a71a02a7-e4bd-4fbc-8d03-0a2ca93f922b HTTP/1.1" status: 404 len: 339 time: 0.0627935 Nov 09 17:59:04.788585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50118) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:04.856182 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-dd997993-137b-4b8b-900b-b466da3d7985 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cbb92ad-3b69-44b8-851e-dc7730908db8 HTTP/1.1" status: 200 len: 217 time: 0.1154630 Nov 09 17:59:04.871847 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-00550311-53b9-4168-9e59-268d873e0537 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:04.872626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00550311-53b9-4168-9e59-268d873e0537 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:04.877942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-00550311-53b9-4168-9e59-268d873e0537 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/subnets/4086b384-15a2-4d90-a89c-a34a976dca0c HTTP/1.1" status: 404 len: 337 time: 0.0865171 Nov 09 17:59:04.882901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50122) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:04.912128 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5083cf4-a29d-4890-9551-3d51944ce60c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:04.913660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5083cf4-a29d-4890-9551-3d51944ce60c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:04.920371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b5083cf4-a29d-4890-9551-3d51944ce60c tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/d857dedf-98f4-46f2-a900-0e04eee3bf3b HTTP/1.1" status: 404 len: 339 time: 0.0351923 Nov 09 17:59:04.925265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50124) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:04.972223 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8162da0f-ce16-4b02-bd65-db011e48b43a tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:04.973089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8162da0f-ce16-4b02-bd65-db011e48b43a tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:04.973972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-6bb063b7-fc15-4f29-95f9-7e036df70f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:04.976630 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-6bb063b7-fc15-4f29-95f9-7e036df70f55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fafcfa2f-f5ed-4bf5-ba83-913ea4cb76f4 HTTP/1.1" status: 200 len: 848 time: 0.1129925 Nov 09 17:59:04.978031 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8162da0f-ce16-4b02-bd65-db011e48b43a tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/subnets/d827d9c7-5a2d-40ac-9805-8484d78690b2 HTTP/1.1" status: 404 len: 337 time: 0.0505323 Nov 09 17:59:04.981381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50126) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:05.003104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad515ea1-2151-4057-95b4-6232d559869d req-75f97f8d-5f01-4bec-b02f-d4bd72f1a9e9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:05.023790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad515ea1-2151-4057-95b4-6232d559869d req-75f97f8d-5f01-4bec-b02f-d4bd72f1a9e9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.2371352 Nov 09 17:59:05.087595 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad515ea1-2151-4057-95b4-6232d559869d req-4ac5d75e-0d4f-408e-8529-3bc74040143e tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573380 Nov 09 17:59:05.111110 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc2214a-8894-4717-9761-90838db3b0ee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:05.111110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc2214a-8894-4717-9761-90838db3b0ee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:05.112650 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5fc2214a-8894-4717-9761-90838db3b0ee tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/3026a721-82ea-4b86-8bb7-a83825c64ede HTTP/1.1" status: 404 len: 339 time: 0.1279056 Nov 09 17:59:05.116617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50130) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:05.116819 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-2a8b59f1-47fa-4e15-8cdc-738b6b4a2b7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=355f60d0-bb93-45e7-b7a6-b926cc716891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293700 Nov 09 17:59:05.151868 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-05204eaf-c686-4107-ab1a-45934e3ff8bc tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:05.152333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05204eaf-c686-4107-ab1a-45934e3ff8bc tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:05.156134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-05204eaf-c686-4107-ab1a-45934e3ff8bc tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/subnets/4dd57372-fee6-4df8-a71e-39992dce4e19 HTTP/1.1" status: 404 len: 337 time: 0.0380323 Nov 09 17:59:05.160370 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50132) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:05.250700 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ce2e3b-c29e-4776-9ed2-20b4d741f489 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:05.251476 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ce2e3b-c29e-4776-9ed2-20b4d741f489 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:05.259470 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b0ce2e3b-c29e-4776-9ed2-20b4d741f489 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/677075e3-f201-4642-8aeb-fdfbeff8bc6f HTTP/1.1" status: 404 len: 339 time: 0.0934930 Nov 09 17:59:05.259792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50134) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:05.293409 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e08c2e-0c06-4d34-89f4-51e0698e138b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:05.294052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e08c2e-0c06-4d34-89f4-51e0698e138b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:05.298906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c3e08c2e-0c06-4d34-89f4-51e0698e138b tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/subnets/559f1e41-bb41-479b-8968-f5d5679005ea HTTP/1.1" status: 404 len: 337 time: 0.0377004 Nov 09 17:59:05.302258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50136) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:05.340759 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a33540-89b2-4829-bc31-d69cff9d6469 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:05.342137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a33540-89b2-4829-bc31-d69cff9d6469 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:05.343661 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-d476e1bf-b0bf-4f3c-aecb-a3286c885f15 service neutron] 10.222.0.18 "GET /v2.0/networks/355f60d0-bb93-45e7-b7a6-b926cc716891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166665 Nov 09 17:59:05.351139 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e9a33540-89b2-4829-bc31-d69cff9d6469 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/24ba781d-87c0-4d1d-a395-298bbeebf6c2 HTTP/1.1" status: 404 len: 339 time: 0.0447063 Nov 09 17:59:05.359881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50140) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:05.491145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f7563a-3ef9-4ba2-9bce-e1b538969f74 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Deleting subnet 40598848-a992-4c6a-bfd1-631eea1c2ae5 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:59:05.495349 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92f7563a-3ef9-4ba2-9bce-e1b538969f74 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:05.547919 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9bfedc85-9635-4687-9e10-5c7f3c9305da req-3682b7eb-351e-421e-8014-23c2e1f1aef1 service neutron] 10.222.0.18 "GET /v2.0/networks/355f60d0-bb93-45e7-b7a6-b926cc716891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955106 Nov 09 17:59:05.587317 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92f7563a-3ef9-4ba2-9bce-e1b538969f74 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:05.696109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7e5f0-a7b6-4d8a-8085-c7c6fd36a077 req-cd062026-68b8-459d-82cd-acacac253091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:05.701600 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-54c7e5f0-a7b6-4d8a-8085-c7c6fd36a077 req-cd062026-68b8-459d-82cd-acacac253091 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3ea150829c49b6ac4c5e74626d3471&device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 1094 time: 0.0907569 Nov 09 17:59:05.769453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb83f2-61c2-43b0-9c3b-429f93017f4c req-65241f0e-56c8-499b-b0b1-c49c9f16edb0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:05.771272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebeb83f2-61c2-43b0-9c3b-429f93017f4c req-65241f0e-56c8-499b-b0b1-c49c9f16edb0 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 943 time: 0.2093942 Nov 09 17:59:05.798402 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92f7563a-3ef9-4ba2-9bce-e1b538969f74 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:05.846826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50148) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:05.903682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92f7563a-3ef9-4ba2-9bce-e1b538969f74 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:05.941063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7563a-3ef9-4ba2-9bce-e1b538969f74 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Subnet': ['ID=40598848-a992-4c6a-bfd1-631eea1c2ae5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:05.951813 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebeb83f2-61c2-43b0-9c3b-429f93017f4c req-e89c28d8-b6a4-4009-ad25-62edc75a0cb8 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724266 Nov 09 17:59:05.959045 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92f7563a-3ef9-4ba2-9bce-e1b538969f74 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:05.968174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-92f7563a-3ef9-4ba2-9bce-e1b538969f74 tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/subnets/40598848-a992-4c6a-bfd1-631eea1c2ae5 HTTP/1.1" status: 204 len: 168 time: 0.5999808 Nov 09 17:59:05.969031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50152) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:05.970857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227d380a-3a82-4118-9450-7d207c816448 None None] Network 972bae1c-65a8-40c7-b9df-78b7d8d69e95 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:06.093895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7e5f0-a7b6-4d8a-8085-c7c6fd36a077 req-a9203645-d4e5-4d5d-9b0f-2f4c348f4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:06.095904 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-54c7e5f0-a7b6-4d8a-8085-c7c6fd36a077 req-a9203645-d4e5-4d5d-9b0f-2f4c348f4bbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=355f60d0-bb93-45e7-b7a6-b926cc716891 HTTP/1.1" status: 200 len: 909 time: 0.3868420 Nov 09 17:59:06.144448 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.175639 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c56bea4-6d1a-40c8-add4-c5085d6d7d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.191149 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-54c7e5f0-a7b6-4d8a-8085-c7c6fd36a077 req-f470206a-2dab-4a21-b133-67b6877f267c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cbb92ad-3b69-44b8-851e-dc7730908db8 HTTP/1.1" status: 200 len: 217 time: 0.0844121 Nov 09 17:59:06.255850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6937000-c216-4818-a455-aca499334f3a None None] DHCP port deletion for 972bae1c-65a8-40c7-b9df-78b7d8d69e95 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:06.260219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Deleting port 95864257-9ce3-40a6-81b1-7a3e6a439938 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:06.260874 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.380202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a6937000-c216-4818-a455-aca499334f3a None None] Deleting port 95864257-9ce3-40a6-81b1-7a3e6a439938 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:06.380906 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a6937000-c216-4818-a455-aca499334f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.393894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] For port 95864257-9ce3-40a6-81b1-7a3e6a439938, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=95864257-9ce3-40a6-81b1-7a3e6a439938,segment=NetworkSegment(66067ec4-c29a-494b-ba7e-ad16f59ee406),segment_id=66067ec4-c29a-494b-ba7e-ad16f59ee406)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:06.394384 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.411618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7e5f0-a7b6-4d8a-8085-c7c6fd36a077 req-22f5a031-63a7-4d5c-9ee1-8d2ef6dee2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:06.415772 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-54c7e5f0-a7b6-4d8a-8085-c7c6fd36a077 req-22f5a031-63a7-4d5c-9ee1-8d2ef6dee2f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fafcfa2f-f5ed-4bf5-ba83-913ea4cb76f4 HTTP/1.1" status: 200 len: 848 time: 0.2082412 Nov 09 17:59:06.422845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Calling delete_port for 95864257-9ce3-40a6-81b1-7a3e6a439938 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:06.430371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b17ba-ea82-46d1-9362-45489f133e65 req-fa3ab39a-35bf-438b-bef2-cf76b5efd185 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:06.444622 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9f8b17ba-ea82-46d1-9362-45489f133e65 req-fa3ab39a-35bf-438b-bef2-cf76b5efd185 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.2347727 Nov 09 17:59:06.533151 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a6937000-c216-4818-a455-aca499334f3a None None] For port 95864257-9ce3-40a6-81b1-7a3e6a439938, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=95864257-9ce3-40a6-81b1-7a3e6a439938,segment=NetworkSegment(66067ec4-c29a-494b-ba7e-ad16f59ee406),segment_id=66067ec4-c29a-494b-ba7e-ad16f59ee406)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:06.533581 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a6937000-c216-4818-a455-aca499334f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.535943 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-54c7e5f0-a7b6-4d8a-8085-c7c6fd36a077 req-78020c4f-18bc-4234-bb5b-16c5ae6bab49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=355f60d0-bb93-45e7-b7a6-b926cc716891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847585 Nov 09 17:59:06.541188 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.572419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a6937000-c216-4818-a455-aca499334f3a None None] Calling delete_port for 95864257-9ce3-40a6-81b1-7a3e6a439938 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:06.591273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Port': ['ID=95864257-9ce3-40a6-81b1-7a3e6a439938,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:06.592564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] No DVR routers for this DVR port 95864257-9ce3-40a6-81b1-7a3e6a439938 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:06.643611 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9f8b17ba-ea82-46d1-9362-45489f133e65 req-07ef9af3-fdee-480a-9452-e67ab41ac8f3 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973293 Nov 09 17:59:06.683197 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a6937000-c216-4818-a455-aca499334f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.715504 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.724245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6937000-c216-4818-a455-aca499334f3a None None] Pushing event deleted for resources: {'Port': ['ID=95864257-9ce3-40a6-81b1-7a3e6a439938,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:06.732940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6937000-c216-4818-a455-aca499334f3a None None] No DVR routers for this DVR port 95864257-9ce3-40a6-81b1-7a3e6a439938 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:06.756074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972bae1c-65a8-40c7-b9df-78b7d8d69e95']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:06.775679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66067ec4-c29a-494b-ba7e-ad16f59ee406') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:06.776010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66067ec4-c29a-494b-ba7e-ad16f59ee406') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:06.789303 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.808662 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c56bea4-6d1a-40c8-add4-c5085d6d7d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.809695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.819613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:59:06.820394 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:59:06.825688 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:59:06.831264 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c56bea4-6d1a-40c8-add4-c5085d6d7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.901084 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6c56bea4-6d1a-40c8-add4-c5085d6d7d90 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f08470ded154d5fa44673dff9761138&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0526874 Nov 09 17:59:06.905707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50158) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:06.911426 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-54c7e5f0-a7b6-4d8a-8085-c7c6fd36a077 req-e9331ef7-ac8d-4993-8ea1-4a0bc014fcb1 service neutron] 10.222.0.18 "GET /v2.0/networks/355f60d0-bb93-45e7-b7a6-b926cc716891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670690 Nov 09 17:59:06.915561 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56bea4-6d1a-40c8-add4-c5085d6d7d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a9bf54-1b9a-4a49-a812-00bd6510fe12,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:07.002790 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:07.022087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:07.030066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] 10.222.0.81 "DELETE /v2.0/networks/972bae1c-65a8-40c7-b9df-78b7d8d69e95 HTTP/1.1" status: 204 len: 168 time: 1.0559123 Nov 09 17:59:07.092839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216e647-e87c-4729-bb14-faea9f538d4e tempest-NetworksTest-344638422 tempest-NetworksTest-344638422-project] Pushing event deleted for resources: {'Network': ['ID=972bae1c-65a8-40c7-b9df-78b7d8d69e95,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:07.133170 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-54c7e5f0-a7b6-4d8a-8085-c7c6fd36a077 req-ec56c30f-3353-4d8d-9284-1eafa06098d2 service neutron] 10.222.0.18 "GET /v2.0/networks/355f60d0-bb93-45e7-b7a6-b926cc716891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136583 Nov 09 17:59:07.142816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d611cd4-8a89-4244-9a0c-9120299b7c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:07.195365 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d611cd4-8a89-4244-9a0c-9120299b7c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:07.269758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd238ba4-616e-4597-90f3-f6df060aae5d req-0cfff113-40a1-4d08-8865-15aca942e60f tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:07.271415 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd238ba4-616e-4597-90f3-f6df060aae5d req-0cfff113-40a1-4d08-8865-15aca942e60f tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 943 time: 0.0928087 Nov 09 17:59:07.316004 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d611cd4-8a89-4244-9a0c-9120299b7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:07.318669 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d611cd4-8a89-4244-9a0c-9120299b7c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:07.320387 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4d611cd4-8a89-4244-9a0c-9120299b7c15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45a9bf54-1b9a-4a49-a812-00bd6510fe12 HTTP/1.1" status: 204 len: 168 time: 0.4130585 Nov 09 17:59:07.344344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd238ba4-616e-4597-90f3-f6df060aae5d req-d59eddba-c709-4034-a8c0-02baee622c4a tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565841 Nov 09 17:59:07.345130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d611cd4-8a89-4244-9a0c-9120299b7c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a9bf54-1b9a-4a49-a812-00bd6510fe12,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:07.435980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50170) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:07.626817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 95864257-9ce3-40a6-81b1-7a3e6a439938 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:07.660573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 95864257-9ce3-40a6-81b1-7a3e6a439938 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:59:07.661085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 95864257-9ce3-40a6-81b1-7a3e6a439938 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:07.834323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-95454696-e198-4b3a-acfd-28b8ba6a6159 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7619867eeb0243be89987b2f182b804e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971248 Nov 09 17:59:07.837046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50180) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:07.874369 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50182) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:07.888085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a55bd2-91fb-4d08-a946-fc3862840fbe req-48df2e26-5a70-4adb-8b39-f983a4a737bf tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:07.892097 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c1a55bd2-91fb-4d08-a946-fc3862840fbe req-48df2e26-5a70-4adb-8b39-f983a4a737bf tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1131966 Nov 09 17:59:07.892908 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fcf1745-7b63-43f4-8669-fad5c4048cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:07.949589 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d2892d95-602d-45e1-bc39-f3fdccb037d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:07.957711 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c1a55bd2-91fb-4d08-a946-fc3862840fbe req-020f3e67-f136-4e2b-8b24-69221641c267 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596058 Nov 09 17:59:07.982144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d2892d95-602d-45e1-bc39-f3fdccb037d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:07.998581 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fcf1745-7b63-43f4-8669-fad5c4048cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:08.007476 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fcf1745-7b63-43f4-8669-fad5c4048cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:08.063151 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1fcf1745-7b63-43f4-8669-fad5c4048cab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be74d7b02e7d43a7ad5c9c3fa1b06491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843088 Nov 09 17:59:08.063151 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf1745-7b63-43f4-8669-fad5c4048cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3bc70f-e46c-4083-a5ac-4ce4907da399,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:08.064982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50184) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:08.082916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d2892d95-602d-45e1-bc39-f3fdccb037d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:08.086498 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d2892d95-602d-45e1-bc39-f3fdccb037d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:08.087779 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d2892d95-602d-45e1-bc39-f3fdccb037d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/22e18e8e-95c3-4975-bce1-cb6706311021 HTTP/1.1" status: 204 len: 168 time: 0.2497563 Nov 09 17:59:08.113012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2892d95-602d-45e1-bc39-f3fdccb037d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e18e8e-95c3-4975-bce1-cb6706311021,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:08.157167 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92c73634-6950-4dca-a7bc-4510333f5d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:08.196852 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92c73634-6950-4dca-a7bc-4510333f5d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:08.259271 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92c73634-6950-4dca-a7bc-4510333f5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:08.262097 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92c73634-6950-4dca-a7bc-4510333f5d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:08.263371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-92c73634-6950-4dca-a7bc-4510333f5d69 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db3bc70f-e46c-4083-a5ac-4ce4907da399 HTTP/1.1" status: 204 len: 168 time: 0.1963785 Nov 09 17:59:08.280202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c73634-6950-4dca-a7bc-4510333f5d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3bc70f-e46c-4083-a5ac-4ce4907da399,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:08.532075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4cbb92ad-3b69-44b8-851e-dc7730908db8 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:08.546287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2c58e-05c2-40ff-bbb3-be718322daf0 req-8960531a-34ad-411e-a23d-8ab85a60a8b5 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:08.547940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b7d2c58e-05c2-40ff-bbb3-be718322daf0 req-8960531a-34ad-411e-a23d-8ab85a60a8b5 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 945 time: 0.0740840 Nov 09 17:59:08.610296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550303fc-341f-470d-88a3-4c0ed898c80f req-69b2c8b8-1948-4b69-855e-005125ec0920 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:08.613500 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-550303fc-341f-470d-88a3-4c0ed898c80f req-69b2c8b8-1948-4b69-855e-005125ec0920 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 943 time: 0.1236703 Nov 09 17:59:08.650117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b7d2c58e-05c2-40ff-bbb3-be718322daf0 req-badccf32-f62b-4a5a-9e8a-6fbd6002a5ba tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855911 Nov 09 17:59:08.688602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4cbb92ad-3b69-44b8-851e-dc7730908db8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4cbb92ad-3b69-44b8-851e-dc7730908db8,segment=NetworkSegment(7460bc85-500b-4fbd-8106-246b05e09102),segment_id=7460bc85-500b-4fbd-8106-246b05e09102)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:08.704798 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-550303fc-341f-470d-88a3-4c0ed898c80f req-e0482581-9e1b-4252-9e8c-b962b7a58670 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838821 Nov 09 17:59:08.714398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '4cbb92ad-3b69-44b8-851e-dc7730908db8', 'network_id': '355f60d0-bb93-45e7-b7a6-b926cc716891', 'port_id': '4cbb92ad-3b69-44b8-851e-dc7730908db8', 'mac_address': 'fa:16:3e:70:1f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafcfa2f-f5ed-4bf5-ba83-913ea4cb76f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:08.815271 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:08.837016 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbb92ad-3b69-44b8-851e-dc7730908db8 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:08.872798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4cbb92ad-3b69-44b8-851e-dc7730908db8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4cbb92ad-3b69-44b8-851e-dc7730908db8,segment=NetworkSegment(7460bc85-500b-4fbd-8106-246b05e09102),segment_id=7460bc85-500b-4fbd-8106-246b05e09102)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:08.879342 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:08.960571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4cbb92ad-3b69-44b8-851e-dc7730908db8,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:09.173883 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778e14-e07c-459e-bc7f-80c9ca96c5c9 req-c6693426-1cc4-4165-b91c-4e0ba01b4282 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:09.187407 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d8778e14-e07c-459e-bc7f-80c9ca96c5c9 req-c6693426-1cc4-4165-b91c-4e0ba01b4282 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1162879 Nov 09 17:59:09.251819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4cbb92ad-3b69-44b8-851e-dc7730908db8'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:09.261271 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d8778e14-e07c-459e-bc7f-80c9ca96c5c9 req-0ea23fa3-52af-44fa-8cce-a56c9d143c44 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700893 Nov 09 17:59:09.519048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50246) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:09.867602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48548402-c3b0-4105-8f49-8fe0ec41f0de req-52b81ed1-2f46-42bc-be46-9fe319b2c13b tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:09.876103 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-48548402-c3b0-4105-8f49-8fe0ec41f0de req-52b81ed1-2f46-42bc-be46-9fe319b2c13b tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 945 time: 0.0748577 Nov 09 17:59:09.881303 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab194ca3-e776-453f-9d4f-00a07338f59b req-3f265864-3e8f-429d-b51e-e65c46c47c03 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:09.885630 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ab194ca3-e776-453f-9d4f-00a07338f59b req-3f265864-3e8f-429d-b51e-e65c46c47c03 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 944 time: 0.0964353 Nov 09 17:59:09.935916 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-48548402-c3b0-4105-8f49-8fe0ec41f0de req-0412e2fb-84af-4add-816b-ef4c4a74d3a2 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581775 Nov 09 17:59:09.951491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-792434847'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:09.987429 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ab194ca3-e776-453f-9d4f-00a07338f59b req-1d8e1bfe-2e0a-4c79-b8d5-ae3ff76d56be tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916264 Nov 09 17:59:10.009794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a04f9cb8-e02c-4435-868a-17572e6679e9 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:10.029030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:10.037574 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:10.053593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:10.208461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a04f9cb8-e02c-4435-868a-17572e6679e9, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a04f9cb8-e02c-4435-868a-17572e6679e9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:10.223844 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'port_id': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'mac_address': 'fa:16:3e:db:5c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:10.271839 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:10.283399 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:10.302014 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a04f9cb8-e02c-4435-868a-17572e6679e9 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:10.321052 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:10.337048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a04f9cb8-e02c-4435-868a-17572e6679e9, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a04f9cb8-e02c-4435-868a-17572e6679e9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:10.342788 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:10.392776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:59:10.421719 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=a04f9cb8-e02c-4435-868a-17572e6679e9,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:10.448143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1013ef6-856a-4942-9c82-83769b5d46f6 req-8c26fdae-fa49-423e-982d-2f9a24964457 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:10.451167 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1013ef6-856a-4942-9c82-83769b5d46f6 req-8c26fdae-fa49-423e-982d-2f9a24964457 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.13 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 945 time: 0.2356625 Nov 09 17:59:10.456018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac86e445-f06d-4c7f-a468-4f31d71bf73a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:10.465080 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:10.465938 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Added segment 4ecb62fa-4bb8-44d9-841e-c667d22e992b of type vlan for network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 Nov 09 17:59:10.488625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['a04f9cb8-e02c-4435-868a-17572e6679e9'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:10.557607 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4cbb92ad-3b69-44b8-851e-dc7730908db8 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:10.596415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b59ec8-31c6-4b56-aeb1-8cc04a3f8dad req-8af15bca-390a-442b-8513-b184030455dd tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:10.600619 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19b59ec8-31c6-4b56-aeb1-8cc04a3f8dad req-8af15bca-390a-442b-8513-b184030455dd tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 944 time: 0.1167881 Nov 09 17:59:10.676915 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a51f0543-ba6e-4ef4-87aa-89b5b631037e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:10.703905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 4cbb92ad-3b69-44b8-851e-dc7730908db8 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:59:10.713159 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19b59ec8-31c6-4b56-aeb1-8cc04a3f8dad req-9847d36a-5cd7-4492-8e4e-660653427436 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041079 Nov 09 17:59:10.725656 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 4cbb92ad-3b69-44b8-851e-dc7730908db8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:10.733413 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:10.942143 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:10.971365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99fe6db-0013-4629-9a62-95cec68b9793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbb92ad-3b69-44b8-851e-dc7730908db8'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:10.973946 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3350f436-0d81-4870-aaad-8749ec8dc87e" -d '{"events": [{"server_uuid": "b99fe6db-0013-4629-9a62-95cec68b9793", "name": "network-vif-plugged", "status": "completed", "tag": "4cbb92ad-3b69-44b8-851e-dc7730908db8"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:11.006521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4cbb92ad-3b69-44b8-851e-dc7730908db8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4cbb92ad-3b69-44b8-851e-dc7730908db8,segment=NetworkSegment(7460bc85-500b-4fbd-8106-246b05e09102),segment_id=7460bc85-500b-4fbd-8106-246b05e09102)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:11.018549 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:11.055164 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9e2850-fbff-4463-9c1c-70c48e247443 x-openstack-request-id: req-1f9e2850-fbff-4463-9c1c-70c48e247443 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:11.055989 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99fe6db-0013-4629-9a62-95cec68b9793", "name": "network-vif-plugged", "status": "completed", "tag": "4cbb92ad-3b69-44b8-851e-dc7730908db8", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:11.056678 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f9e2850-fbff-4463-9c1c-70c48e247443 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:11.059026 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99fe6db-0013-4629-9a62-95cec68b9793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbb92ad-3b69-44b8-851e-dc7730908db8', 'code': 200} Nov 09 17:59:11.272730 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4cbb92ad-3b69-44b8-851e-dc7730908db8,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:11.331259 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4011022-39b7-47a8-a24b-dec1f8e566ab req-6e6618f2-56f3-49de-94cb-a9fa534850da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:11.333276 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4011022-39b7-47a8-a24b-dec1f8e566ab req-6e6618f2-56f3-49de-94cb-a9fa534850da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 1096 time: 0.1989176 Nov 09 17:59:11.391100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ca9ff-96a0-41ef-affe-d5e8c37e3c1d req-f8192883-9dd6-4e1f-b2e4-9e2c6fbd34e2 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:11.393339 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-675ca9ff-96a0-41ef-affe-d5e8c37e3c1d req-f8192883-9dd6-4e1f-b2e4-9e2c6fbd34e2 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 945 time: 0.1252732 Nov 09 17:59:11.417706 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:11.426325 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4011022-39b7-47a8-a24b-dec1f8e566ab req-dd3cc993-c5bb-4907-934f-994972ade780 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829816 Nov 09 17:59:11.477689 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-675ca9ff-96a0-41ef-affe-d5e8c37e3c1d req-6585105d-7c2f-4261-8a3c-9f923a369c4f tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710499 Nov 09 17:59:11.486402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce57e47-975f-4cc9-b459-05c2a0977bf0 req-f4b2f04c-d5ab-4d51-ab2b-3a061535202e tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:11.488014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fce57e47-975f-4cc9-b459-05c2a0977bf0 req-f4b2f04c-d5ab-4d51-ab2b-3a061535202e tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 945 time: 0.2606409 Nov 09 17:59:11.551983 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:11.559763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:11.560795 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:11.605721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fce57e47-975f-4cc9-b459-05c2a0977bf0 req-e125f458-a1bf-4fef-81dc-afc20b6c3794 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055372 Nov 09 17:59:11.614362 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0888531 Nov 09 17:59:11.615162 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50304) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:11.629399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'name': 'tempest-PortsTestJSON-2142658227'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:11.720529 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50c0df-6d4a-41c1-be26-8460fc457f86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Network': ['ID=eb7d5132-068e-43cd-aed0-aef7f4b1e4a0,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:11.746198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:59:11.780272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-e1013ef6-856a-4942-9c82-83769b5d46f6 req-21772288-0625-4d31-80bf-cca283a3dcdf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Deleting port 63c07de3-9003-431a-8ca6-a1f54665868b {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:11.782653 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1013ef6-856a-4942-9c82-83769b5d46f6 req-21772288-0625-4d31-80bf-cca283a3dcdf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:12.065613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a04f9cb8-e02c-4435-868a-17572e6679e9 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:12.190004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port a04f9cb8-e02c-4435-868a-17572e6679e9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:12.190853 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:12.268227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0b4e3-b924-473d-ba5e-d6bf34420092 req-f4c4560e-9b81-424a-88e4-675acfea7eec tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:12.282383 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0bc0b4e3-b924-473d-ba5e-d6bf34420092 req-f4c4560e-9b81-424a-88e4-675acfea7eec tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 944 time: 0.3248048 Nov 09 17:59:12.383294 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:12.421015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e1013ef6-856a-4942-9c82-83769b5d46f6 req-21772288-0625-4d31-80bf-cca283a3dcdf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] For port 63c07de3-9003-431a-8ca6-a1f54665868b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=63c07de3-9003-431a-8ca6-a1f54665868b,segment=NetworkSegment(dc86718f-ea90-4b97-8704-4585be5e4ecd),segment_id=dc86718f-ea90-4b97-8704-4585be5e4ecd)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:12.421625 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1013ef6-856a-4942-9c82-83769b5d46f6 req-21772288-0625-4d31-80bf-cca283a3dcdf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:12.461303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-e1013ef6-856a-4942-9c82-83769b5d46f6 req-21772288-0625-4d31-80bf-cca283a3dcdf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Calling delete_port for 63c07de3-9003-431a-8ca6-a1f54665868b owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:12.496094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a04f9cb8-e02c-4435-868a-17572e6679e9, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a04f9cb8-e02c-4435-868a-17572e6679e9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:12.515163 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:12.583085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:12.589221 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:12.629710 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:59:12.659976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=a04f9cb8-e02c-4435-868a-17572e6679e9,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:12.776063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0bc0b4e3-b924-473d-ba5e-d6bf34420092 req-8de43fd4-0db8-4922-aea5-946e6695ccd8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4921894 Nov 09 17:59:13.053829 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1013ef6-856a-4942-9c82-83769b5d46f6 req-21772288-0625-4d31-80bf-cca283a3dcdf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:13.061204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:13.064034 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0b94e4-1d60-4e57-9f07-559e4edbea28" -d '{"events": [{"server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "name": "network-vif-plugged", "status": "completed", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:13.081315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24e539-9da7-4495-9f57-a3406df07de4 req-91b64e2e-62c3-4f1e-9b82-d191a4baf990 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:13.091969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed24e539-9da7-4495-9f57-a3406df07de4 req-91b64e2e-62c3-4f1e-9b82-d191a4baf990 tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/ports?device_id=091f2780-ca68-49df-bae2-a0b6dfeb27b9 HTTP/1.1" status: 200 len: 945 time: 0.1427543 Nov 09 17:59:13.157239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131fdd-84b5-4b93-9733-aabe2b152531 req-1a7db23e-620b-4b74-841a-007197428519 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:13.160041 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af131fdd-84b5-4b93-9733-aabe2b152531 req-1a7db23e-620b-4b74-841a-007197428519 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 945 time: 0.2739494 Nov 09 17:59:13.199276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21772288-0625-4d31-80bf-cca283a3dcdf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Pushing event deleted for resources: {'Port': ['ID=63c07de3-9003-431a-8ca6-a1f54665868b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:13.219638 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:13.279141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1013ef6-856a-4942-9c82-83769b5d46f6 req-21772288-0625-4d31-80bf-cca283a3dcdf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] No DVR routers for this DVR port 63c07de3-9003-431a-8ca6-a1f54665868b on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:13.283998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1013ef6-856a-4942-9c82-83769b5d46f6 req-21772288-0625-4d31-80bf-cca283a3dcdf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:13.290198 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1013ef6-856a-4942-9c82-83769b5d46f6 req-21772288-0625-4d31-80bf-cca283a3dcdf tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.13 "DELETE /v2.0/ports/63c07de3-9003-431a-8ca6-a1f54665868b HTTP/1.1" status: 204 len: 173 time: 2.8204675 Nov 09 17:59:13.297860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091f2780-ca68-49df-bae2-a0b6dfeb27b9', 'name': 'network-vif-deleted', 'tag': '63c07de3-9003-431a-8ca6-a1f54665868b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:13.303020 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a3b1f1-fa16-4252-a788-6013b06a2b55" -d '{"events": [{"server_uuid": "091f2780-ca68-49df-bae2-a0b6dfeb27b9", "name": "network-vif-deleted", "tag": "63c07de3-9003-431a-8ca6-a1f54665868b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:13.317558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed24e539-9da7-4495-9f57-a3406df07de4 req-4dbcf891-5e0b-4165-aced-8c54d6a408bb tempest-AttachVolumeNegativeTest-867814500 tempest-AttachVolumeNegativeTest-867814500-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194233 Nov 09 17:59:13.333482 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af131fdd-84b5-4b93-9733-aabe2b152531 req-592e5eab-8323-470f-a8f8-4955895351c5 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577954 Nov 09 17:59:13.443163 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:13.496765 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a34205-05cc-4f0f-9049-cf5c6ecd49c0 x-openstack-request-id: req-a4a34205-05cc-4f0f-9049-cf5c6ecd49c0 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:13.497671 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "name": "network-vif-plugged", "status": "completed", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:13.497671 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4a34205-05cc-4f0f-9049-cf5c6ecd49c0 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:13.498383 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'code': 200} Nov 09 17:59:13.573216 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=25c78d4f-33cb-4d10-a75c-abd41e3f8a1c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:13.605445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:13.605694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:13.606061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:13.606407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:13.606707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:13.607040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:13.607411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:13.607740 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:13.608069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:13.608391 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:13.608725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:13.609091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:13.636066 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efdae17-3c82-481c-90f7-e1b674b44afe x-openstack-request-id: req-8efdae17-3c82-481c-90f7-e1b674b44afe {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:13.636728 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091f2780-ca68-49df-bae2-a0b6dfeb27b9", "name": "network-vif-deleted", "tag": "63c07de3-9003-431a-8ca6-a1f54665868b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:13.637087 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8efdae17-3c82-481c-90f7-e1b674b44afe {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:13.637762 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091f2780-ca68-49df-bae2-a0b6dfeb27b9', 'name': 'network-vif-deleted', 'tag': '63c07de3-9003-431a-8ca6-a1f54665868b', 'status': 'completed', 'code': 200} Nov 09 17:59:13.660238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Checking segment: {'id': '4ecb62fa-4bb8-44d9-841e-c667d22e992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:13.661708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network hostable DHCP agents. Network: eb7d5132-068e-43cd-aed0-aef7f4b1e4a0, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:59:13.674331 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5aa0a089-9169-43f6-9900-29a908f4e80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:13.697988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:59:13.714580 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, eb7d5132-068e-43cd-aed0-aef7f4b1e4a0) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:13.721568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:13.730964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dd15ab-b5b4-4ca7-b389-5928ccf65b1d None None] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:13.745043 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:13.748357 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:13.804994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50346) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:13.827751 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c3b5edad-2f3a-4689-a15e-dbea0383f25e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1837204 Nov 09 17:59:13.828035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-fd226543-5679-4d1b-9043-eb645a2c4f85 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-502655969'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:13.903513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd226543-5679-4d1b-9043-eb645a2c4f85 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:13.909637 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd226543-5679-4d1b-9043-eb645a2c4f85 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:13.974794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd226543-5679-4d1b-9043-eb645a2c4f85 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:59:14.028217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 63c07de3-9003-431a-8ca6-a1f54665868b no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:14.063500 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 63c07de3-9003-431a-8ca6-a1f54665868b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:59:14.063854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 63c07de3-9003-431a-8ca6-a1f54665868b not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:14.094981 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd226543-5679-4d1b-9043-eb645a2c4f85 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.095684 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-fd226543-5679-4d1b-9043-eb645a2c4f85 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Added segment dcb04c5e-749f-440a-93e4-b306cf244674 of type vlan for network bffbadbc-156b-4173-8de7-58a77a6ddb96 Nov 09 17:59:14.200637 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd226543-5679-4d1b-9043-eb645a2c4f85 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.251370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4011f-d652-466c-823e-1765953a2c4e req-8d637776-6764-496d-b43a-6b0b878ab74a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:14.259278 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cd4011f-d652-466c-823e-1765953a2c4e req-8d637776-6764-496d-b43a-6b0b878ab74a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.2343860 Nov 09 17:59:14.286286 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd226543-5679-4d1b-9043-eb645a2c4f85 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.297278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd226543-5679-4d1b-9043-eb645a2c4f85 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:14.298033 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fd226543-5679-4d1b-9043-eb645a2c4f85 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.437839 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.454794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fd226543-5679-4d1b-9043-eb645a2c4f85 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6472771 Nov 09 17:59:14.457531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50356) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:14.464482 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'ports': [{'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0'}, {'network_id': 'bffbadbc-156b-4173-8de7-58a77a6ddb96'}]} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:14.464482 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:14.464482 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': 'bffbadbc-156b-4173-8de7-58a77a6ddb96'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:14.501666 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6cd4011f-d652-466c-823e-1765953a2c4e req-e4d2c480-6a0f-4bd9-bdf8-1eae9f62e5a7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303393 Nov 09 17:59:14.545310 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50358) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:14.689242 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd226543-5679-4d1b-9043-eb645a2c4f85 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Network': ['ID=bffbadbc-156b-4173-8de7-58a77a6ddb96,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:14.704306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network bffbadbc-156b-4173-8de7-58a77a6ddb96 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:59:14.732591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b27d667-ce2e-4c90-8d7b-8aa8dbaf1485 admin admin] Deleting subnet e8aaf626-567e-4ffb-9c25-6835cd728f1a {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:59:14.740259 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b27d667-ce2e-4c90-8d7b-8aa8dbaf1485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.822834 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b27d667-ce2e-4c90-8d7b-8aa8dbaf1485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.836181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 2} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:14.841164 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.877724 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.916499 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b27d667-ce2e-4c90-8d7b-8aa8dbaf1485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.976047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f74dca-58ac-4e8e-998b-25ca3efb63d0 req-5f465077-8957-456a-a10b-31edead2933b tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:14.979450 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-03f74dca-58ac-4e8e-998b-25ca3efb63d0 req-5f465077-8957-456a-a10b-31edead2933b tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 945 time: 0.2016108 Nov 09 17:59:15.012149 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b27d667-ce2e-4c90-8d7b-8aa8dbaf1485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.050483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27d667-ce2e-4c90-8d7b-8aa8dbaf1485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8aaf626-567e-4ffb-9c25-6835cd728f1a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:15.055807 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b27d667-ce2e-4c90-8d7b-8aa8dbaf1485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.059296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2b27d667-ce2e-4c90-8d7b-8aa8dbaf1485 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e8aaf626-567e-4ffb-9c25-6835cd728f1a HTTP/1.1" status: 204 len: 168 time: 0.5118930 Nov 09 17:59:15.063513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50366) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:15.106252 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port f80b407e-a824-4409-a23d-04ba506212c0 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:59:15.167155 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-03f74dca-58ac-4e8e-998b-25ca3efb63d0 req-77e5d375-0f67-4cd0-b682-30ed97432a2b tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765485 Nov 09 17:59:15.168233 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc26ed0-4a2b-4b57-b1f3-ab58809b2143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.383098 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.385623 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc26ed0-4a2b-4b57-b1f3-ab58809b2143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.421863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-0cc26ed0-4a2b-4b57-b1f3-ab58809b2143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc5de07-3c96-48b7-b307-babdac681206']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:15.454084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-0cc26ed0-4a2b-4b57-b1f3-ab58809b2143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc86718f-ea90-4b97-8704-4585be5e4ecd') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:15.455474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-0cc26ed0-4a2b-4b57-b1f3-ab58809b2143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc86718f-ea90-4b97-8704-4585be5e4ecd') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:15.474337 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.483511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc26ed0-4a2b-4b57-b1f3-ab58809b2143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.525033 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc26ed0-4a2b-4b57-b1f3-ab58809b2143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.560040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc26ed0-4a2b-4b57-b1f3-ab58809b2143 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:59:15.560197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc26ed0-4a2b-4b57-b1f3-ab58809b2143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:59:15.562254 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:59:15.614491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port a4b126fc-22c8-441d-966a-e86e1427a295 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:59:15.825820 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc26ed0-4a2b-4b57-b1f3-ab58809b2143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.874922 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc26ed0-4a2b-4b57-b1f3-ab58809b2143 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.889656 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0cc26ed0-4a2b-4b57-b1f3-ab58809b2143 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0cc5de07-3c96-48b7-b307-babdac681206 HTTP/1.1" status: 204 len: 168 time: 0.8247015 Nov 09 17:59:15.917858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc26ed0-4a2b-4b57-b1f3-ab58809b2143 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc5de07-3c96-48b7-b307-babdac681206,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:15.940457 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.990809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077be0f8-1884-4657-91f5-b3a3edecdae9 req-e65bcae6-edf9-4214-99be-451224af204c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:16.000014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-077be0f8-1884-4657-91f5-b3a3edecdae9 req-e65bcae6-edf9-4214-99be-451224af204c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.2869985 Nov 09 17:59:16.081457 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:16.132013 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-077be0f8-1884-4657-91f5-b3a3edecdae9 req-84ba66e0-c45b-44f6-9c46-7b67da21cbb0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298954 Nov 09 17:59:16.185491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=f80b407e-a824-4409-a23d-04ba506212c0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:16.205933 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:16.214960 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:16.226781 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:16.232576 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:16.338618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=a4b126fc-22c8-441d-966a-e86e1427a295,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:16.358512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Checking segment: {'id': 'dcb04c5e-749f-440a-93e4-b306cf244674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bffbadbc-156b-4173-8de7-58a77a6ddb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:16.358969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network hostable DHCP agents. Network: bffbadbc-156b-4173-8de7-58a77a6ddb96, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:59:16.382584 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network bffbadbc-156b-4173-8de7-58a77a6ddb96 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:59:16.405552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, bffbadbc-156b-4173-8de7-58a77a6ddb96) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:16.412943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:16.422311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8285a74-31a6-45d3-bf19-483197b22a4b None None] Network bffbadbc-156b-4173-8de7-58a77a6ddb96 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:16.433376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:16.443963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:16.445662 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:16.446297 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50400) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:16.487618 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-362efd70-b0b3-4477-82ea-b5645d38787c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0243433 Nov 09 17:59:16.490039 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50402) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:16.650725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50406) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:16.651067 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-500270ab-49f1-45f5-a32d-9383ae4f06c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b425780d1a64d17b7ead1018da8d767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029459 Nov 09 17:59:16.744882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-03c1c66a-a423-48f1-9216-85be26cf244e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port a4b126fc-22c8-441d-966a-e86e1427a295 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:16.744882 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-03c1c66a-a423-48f1-9216-85be26cf244e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:16.760768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e966b-d623-40b5-8ed1-2312c294f9d6 req-bd5efaa4-d780-48a7-8440-05636f3fcc84 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:16.763401 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-298e966b-d623-40b5-8ed1-2312c294f9d6 req-bd5efaa4-d780-48a7-8440-05636f3fcc84 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 945 time: 0.1039023 Nov 09 17:59:16.856659 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9e73d1a6-ec3c-4a3d-8130-50193a82106e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:16.903700 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9e73d1a6-ec3c-4a3d-8130-50193a82106e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:16.924797 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-03c1c66a-a423-48f1-9216-85be26cf244e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:16.954530 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-298e966b-d623-40b5-8ed1-2312c294f9d6 req-bce4f2eb-e6b8-477d-af77-22dccc25ff2c tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375499 Nov 09 17:59:16.980017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-03c1c66a-a423-48f1-9216-85be26cf244e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for a4b126fc-22c8-441d-966a-e86e1427a295 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:17.110065 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9e73d1a6-ec3c-4a3d-8130-50193a82106e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:17.134012 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9e73d1a6-ec3c-4a3d-8130-50193a82106e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:17.134429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-03c1c66a-a423-48f1-9216-85be26cf244e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:17.141648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9e73d1a6-ec3c-4a3d-8130-50193a82106e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34c2e2c8-9d37-412d-9ac9-06c3a8d666ec HTTP/1.1" status: 204 len: 168 time: 0.4857149 Nov 09 17:59:17.165020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73d1a6-ec3c-4a3d-8130-50193a82106e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c2e2c8-9d37-412d-9ac9-06c3a8d666ec,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:17.184706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1c66a-a423-48f1-9216-85be26cf244e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=a4b126fc-22c8-441d-966a-e86e1427a295,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:17.192296 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-03c1c66a-a423-48f1-9216-85be26cf244e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:17.197667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-03c1c66a-a423-48f1-9216-85be26cf244e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/a4b126fc-22c8-441d-966a-e86e1427a295 HTTP/1.1" status: 204 len: 168 time: 0.7032309 Nov 09 17:59:17.202478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50418) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:17.346297 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9b16e6-8250-4950-aa88-a66143bf6534 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:17.371424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9b16e6-8250-4950-aa88-a66143bf6534 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:17.374518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ac9b16e6-8250-4950-aa88-a66143bf6534 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1704073 Nov 09 17:59:17.380427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50420) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:17.601478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa2312-eaec-4353-aaf4-1af558c2fd5a req-1d240c5b-7bd3-4b14-92be-c1b363c7881c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:17.609610 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcfa2312-eaec-4353-aaf4-1af558c2fd5a req-1d240c5b-7bd3-4b14-92be-c1b363c7881c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.2113671 Nov 09 17:59:17.685892 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:17.723139 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dcfa2312-eaec-4353-aaf4-1af558c2fd5a req-463a59cb-9616-4435-8fb6-533fe118f485 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121738 Nov 09 17:59:17.768057 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b39ac-a1f8-47bc-9ab8-64174caff762 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port f80b407e-a824-4409-a23d-04ba506212c0 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:17.769009 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf5b39ac-a1f8-47bc-9ab8-64174caff762 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:17.921005 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf5b39ac-a1f8-47bc-9ab8-64174caff762 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:17.962493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b39ac-a1f8-47bc-9ab8-64174caff762 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for f80b407e-a824-4409-a23d-04ba506212c0 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:18.306120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b2a37-4087-45f4-8f5c-37475594c748 req-9fbcbd2c-47c0-4287-bbe5-ea6f1d2a6644 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:18.309131 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c46b2a37-4087-45f4-8f5c-37475594c748 req-9fbcbd2c-47c0-4287-bbe5-ea6f1d2a6644 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.18 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 945 time: 0.1512530 Nov 09 17:59:18.349593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30833ea-9d77-471c-b9c2-a3e5f0947c41 req-abd078c2-b43b-4511-8610-3e75480032e1 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:18.354157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e30833ea-9d77-471c-b9c2-a3e5f0947c41 req-abd078c2-b43b-4511-8610-3e75480032e1 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 945 time: 0.1725895 Nov 09 17:59:18.475108 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf5b39ac-a1f8-47bc-9ab8-64174caff762 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:18.484994 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e30833ea-9d77-471c-b9c2-a3e5f0947c41 req-e33b6b01-b3de-439a-b9f0-b0ff0f87ea6a tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c84a690-4b0c-42db-b48b-5a815159b1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164563 Nov 09 17:59:18.502442 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf5b39ac-a1f8-47bc-9ab8-64174caff762 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:18.505973 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bf5b39ac-a1f8-47bc-9ab8-64174caff762 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/f80b407e-a824-4409-a23d-04ba506212c0 HTTP/1.1" status: 204 len: 168 time: 1.1232691 Nov 09 17:59:18.511070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50446) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:18.559727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b39ac-a1f8-47bc-9ab8-64174caff762 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=f80b407e-a824-4409-a23d-04ba506212c0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:18.618641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e71489c-43f3-4105-abe9-fc191cdffe4c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:18.621387 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-c46b2a37-4087-45f4-8f5c-37475594c748 req-19f76a63-d963-4ff1-8cc5-167e0fe55768 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Deleting port 4cbb92ad-3b69-44b8-851e-dc7730908db8 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:18.621619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c46b2a37-4087-45f4-8f5c-37475594c748 req-19f76a63-d963-4ff1-8cc5-167e0fe55768 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:18.627698 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4e71489c-43f3-4105-abe9-fc191cdffe4c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1103535 Nov 09 17:59:18.628562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50452) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:18.703773 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0791fb62-345c-490c-8fb3-557b8735c768 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 17:59:18.710745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0791fb62-345c-490c-8fb3-557b8735c768 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/a4b126fc-22c8-441d-966a-e86e1427a295 HTTP/1.1" status: 404 len: 333 time: 0.0761108 Nov 09 17:59:18.712763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50456) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:18.776572 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3025d2bb-02f5-46f1-9ad0-886a600a5645 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 17:59:18.779336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3025d2bb-02f5-46f1-9ad0-886a600a5645 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/f80b407e-a824-4409-a23d-04ba506212c0 HTTP/1.1" status: 404 len: 333 time: 0.0652325 Nov 09 17:59:18.785805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50462) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:18.900139 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-c46b2a37-4087-45f4-8f5c-37475594c748 req-19f76a63-d963-4ff1-8cc5-167e0fe55768 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] For port 4cbb92ad-3b69-44b8-851e-dc7730908db8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4cbb92ad-3b69-44b8-851e-dc7730908db8,segment=NetworkSegment(7460bc85-500b-4fbd-8106-246b05e09102),segment_id=7460bc85-500b-4fbd-8106-246b05e09102)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:18.900868 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c46b2a37-4087-45f4-8f5c-37475594c748 req-19f76a63-d963-4ff1-8cc5-167e0fe55768 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:18.995293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-c46b2a37-4087-45f4-8f5c-37475594c748 req-19f76a63-d963-4ff1-8cc5-167e0fe55768 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Calling delete_port for 4cbb92ad-3b69-44b8-851e-dc7730908db8 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:19.023987 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f3b98c0-7333-4ca1-9176-13099b5837bd tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.315426 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f3b98c0-7333-4ca1-9176-13099b5837bd tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.348402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-1f3b98c0-7333-4ca1-9176-13099b5837bd tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffbadbc-156b-4173-8de7-58a77a6ddb96']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:19.363719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-1f3b98c0-7333-4ca1-9176-13099b5837bd tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb04c5e-749f-440a-93e4-b306cf244674') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:19.364944 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-1f3b98c0-7333-4ca1-9176-13099b5837bd tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb04c5e-749f-440a-93e4-b306cf244674') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:19.385043 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f3b98c0-7333-4ca1-9176-13099b5837bd tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.408250 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f3b98c0-7333-4ca1-9176-13099b5837bd tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.421383 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3b98c0-7333-4ca1-9176-13099b5837bd tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:59:19.422228 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f3b98c0-7333-4ca1-9176-13099b5837bd tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:59:19.429520 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:59:19.483111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a690b-6388-458b-ae9e-c39773ee867d req-5d4e6cdb-dc82-4e1a-9f24-d57513af5dc5 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:19.485888 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1c0a690b-6388-458b-ae9e-c39773ee867d req-5d4e6cdb-dc82-4e1a-9f24-d57513af5dc5 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.5786054 Nov 09 17:59:19.531890 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f3b98c0-7333-4ca1-9176-13099b5837bd tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.563743 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f3b98c0-7333-4ca1-9176-13099b5837bd tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.569616 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1f3b98c0-7333-4ca1-9176-13099b5837bd tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/networks/bffbadbc-156b-4173-8de7-58a77a6ddb96 HTTP/1.1" status: 204 len: 168 time: 0.7814264 Nov 09 17:59:19.609423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50476) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:19.635376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c6a3a08f-9d23-4730-8da1-6a1108b45698 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1528612482'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:19.675670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b98c0-7333-4ca1-9176-13099b5837bd tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Network': ['ID=bffbadbc-156b-4173-8de7-58a77a6ddb96,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:19.720270 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1c0a690b-6388-458b-ae9e-c39773ee867d req-4df709b4-a080-47c1-ae0d-0b4585415472 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128711 Nov 09 17:59:19.730798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a3a08f-9d23-4730-8da1-6a1108b45698 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:19.746579 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a08f-9d23-4730-8da1-6a1108b45698 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.813386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c46b2a37-4087-45f4-8f5c-37475594c748 req-19f76a63-d963-4ff1-8cc5-167e0fe55768 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.860743 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e6a917c1-1bd7-4dbf-9e7d-61b332706a8e req-a79b60f8-2a89-49e8-92dd-aa5d1a4928ea tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.81 "GET /v2.0/ports?device_id=b99fe6db-0013-4629-9a62-95cec68b9793 HTTP/1.1" status: 200 len: 210 time: 0.0708659 Nov 09 17:59:19.881356 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f76a63-d963-4ff1-8cc5-167e0fe55768 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Pushing event deleted for resources: {'Port': ['ID=4cbb92ad-3b69-44b8-851e-dc7730908db8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:19.904065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a3a08f-9d23-4730-8da1-6a1108b45698 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:59:19.918968 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a08f-9d23-4730-8da1-6a1108b45698 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.919537 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-c6a3a08f-9d23-4730-8da1-6a1108b45698 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Added segment 5f265c64-8a0c-4294-89ed-9a531fdbc468 of type vlan for network 92dac331-dda1-4af3-9f58-fc8d0fa27240 Nov 09 17:59:19.986721 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a08f-9d23-4730-8da1-6a1108b45698 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:20.017593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46b2a37-4087-45f4-8f5c-37475594c748 req-19f76a63-d963-4ff1-8cc5-167e0fe55768 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] No DVR routers for this DVR port 4cbb92ad-3b69-44b8-851e-dc7730908db8 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:20.024715 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-c46b2a37-4087-45f4-8f5c-37475594c748 req-19f76a63-d963-4ff1-8cc5-167e0fe55768 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:20.055137 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c46b2a37-4087-45f4-8f5c-37475594c748 req-19f76a63-d963-4ff1-8cc5-167e0fe55768 tempest-VolumesActionsTest-846645202 tempest-VolumesActionsTest-846645202-project] 10.222.0.18 "DELETE /v2.0/ports/4cbb92ad-3b69-44b8-851e-dc7730908db8 HTTP/1.1" status: 204 len: 173 time: 1.7273097 Nov 09 17:59:20.056556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99fe6db-0013-4629-9a62-95cec68b9793', 'name': 'network-vif-deleted', 'tag': '4cbb92ad-3b69-44b8-851e-dc7730908db8'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:20.063130 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4926b156-b3f3-4fac-bc1b-1ffdc3e1a224" -d '{"events": [{"server_uuid": "b99fe6db-0013-4629-9a62-95cec68b9793", "name": "network-vif-deleted", "tag": "4cbb92ad-3b69-44b8-851e-dc7730908db8"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:20.081487 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a08f-9d23-4730-8da1-6a1108b45698 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:20.097138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a3a08f-9d23-4730-8da1-6a1108b45698 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:20.097982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a08f-9d23-4730-8da1-6a1108b45698 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:20.233112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3a08f-9d23-4730-8da1-6a1108b45698 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Network': ['ID=92dac331-dda1-4af3-9f58-fc8d0fa27240,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:20.251053 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404369ae-d798-4cf6-bf08-47e0acc9a24c x-openstack-request-id: req-404369ae-d798-4cf6-bf08-47e0acc9a24c {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:20.252376 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99fe6db-0013-4629-9a62-95cec68b9793", "name": "network-vif-deleted", "tag": "4cbb92ad-3b69-44b8-851e-dc7730908db8", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:20.252376 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-404369ae-d798-4cf6-bf08-47e0acc9a24c {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:20.253112 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99fe6db-0013-4629-9a62-95cec68b9793', 'name': 'network-vif-deleted', 'tag': '4cbb92ad-3b69-44b8-851e-dc7730908db8', 'status': 'completed', 'code': 200} Nov 09 17:59:20.256881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 92dac331-dda1-4af3-9f58-fc8d0fa27240 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:59:20.326481 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c6a3a08f-9d23-4730-8da1-6a1108b45698 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7103143 Nov 09 17:59:20.327651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50486) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:20.340019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': '92dac331-dda1-4af3-9f58-fc8d0fa27240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:20.587448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:20.594966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4cbb92ad-3b69-44b8-851e-dc7730908db8 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:20.606409 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:20.663534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 4cbb92ad-3b69-44b8-851e-dc7730908db8 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:59:20.674413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4cbb92ad-3b69-44b8-851e-dc7730908db8 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:20.752609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Performing IP validity checks on allocation pools {{(pid=102155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 17:59:20.756946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 17:59:21.284718 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:21.488037 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Subnet': ['ID=225d01b7-9ea6-47eb-ba62-7694a978e42f,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:21.528579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ea26a-fd35-40f9-bccb-273cd6eade22 req-5ece5187-348f-4ffd-b799-dc4fa7cdb1dc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:21.548269 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-644ea26a-fd35-40f9-bccb-273cd6eade22 req-5ece5187-348f-4ffd-b799-dc4fa7cdb1dc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.5204418 Nov 09 17:59:21.806516 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-644ea26a-fd35-40f9-bccb-273cd6eade22 req-3d2ead59-08b6-41a8-a472-801108610595 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566705 Nov 09 17:59:21.821141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Checking segment: {'id': '5f265c64-8a0c-4294-89ed-9a531fdbc468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '92dac331-dda1-4af3-9f58-fc8d0fa27240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:21.822196 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network hostable DHCP agents. Network: 92dac331-dda1-4af3-9f58-fc8d0fa27240, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:59:21.899209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network 92dac331-dda1-4af3-9f58-fc8d0fa27240 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:59:21.934143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 92dac331-dda1-4af3-9f58-fc8d0fa27240) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:21.952380 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23337e7c-8aee-4088-8a3a-a6d71c52bdc8 None None] Network 92dac331-dda1-4af3-9f58-fc8d0fa27240 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:21.958460 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:21.961677 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:22.022981 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8be7ffe8-dc1a-45bd-98b2-d1c13a5de642 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6935575 Nov 09 17:59:22.028354 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50528) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:22.037164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': '92dac331-dda1-4af3-9f58-fc8d0fa27240', 'name': 'tempest-PortsTestJSON-270591094'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:22.334524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-92dac331-dda1-4af3-9f58-fc8d0fa27240', 'network_id': '92dac331-dda1-4af3-9f58-fc8d0fa27240', 'tenant_id': '209c889c76a049799d3c10c6a9ab48a3', 'fixed_ips': [{'subnet_id': '225d01b7-9ea6-47eb-ba62-7694a978e42f'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:59:22.344902 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:22.379470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:22.384111 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:22.428124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port 63852737-21b2-409e-b27b-06253ff8af7f yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:59:22.778075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Allocated IP 172.20.0.2 (92dac331-dda1-4af3-9f58-fc8d0fa27240/225d01b7-9ea6-47eb-ba62-7694a978e42f/c13030f5-0943-4798-9baf-c8f0aa051afb) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:23.267965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb1d3a-4b07-4a0f-9c77-d703358be0ce req-fdc60c30-d393-45ed-aacb-9dc465c0c38f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:23.276934 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4fb1d3a-4b07-4a0f-9c77-d703358be0ce req-fdc60c30-d393-45ed-aacb-9dc465c0c38f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.2234445 Nov 09 17:59:23.318074 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:23.361136 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:23.365375 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:23.397107 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4fb1d3a-4b07-4a0f-9c77-d703358be0ce req-019a83db-219d-4899-81d1-6825b5ca5e4f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069591 Nov 09 17:59:23.468145 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Pushing event updated for resources: {'Port': ['ID=c13030f5-0943-4798-9baf-c8f0aa051afb,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:23.489501 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Network 92dac331-dda1-4af3-9f58-fc8d0fa27240 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:23.494928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:23.500956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:23.538894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.4 (92dac331-dda1-4af3-9f58-fc8d0fa27240/225d01b7-9ea6-47eb-ba62-7694a978e42f/63852737-21b2-409e-b27b-06253ff8af7f) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:23.627818 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Attempting to bind port c13030f5-0943-4798-9baf-c8f0aa051afb on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:23.629121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Attempting to bind port c13030f5-0943-4798-9baf-c8f0aa051afb by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '5f265c64-8a0c-4294-89ed-9a531fdbc468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '92dac331-dda1-4af3-9f58-fc8d0fa27240'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:23.630179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Attempting to bind port c13030f5-0943-4798-9baf-c8f0aa051afb on network 92dac331-dda1-4af3-9f58-fc8d0fa27240 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:23.639931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:23.644290 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Checking segment: {'id': '5f265c64-8a0c-4294-89ed-9a531fdbc468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '92dac331-dda1-4af3-9f58-fc8d0fa27240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:23.648486 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:23.649289 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Bound using segment: {'id': '5f265c64-8a0c-4294-89ed-9a531fdbc468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '92dac331-dda1-4af3-9f58-fc8d0fa27240'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:23.650060 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Bound port: c13030f5-0943-4798-9baf-c8f0aa051afb, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f265c64-8a0c-4294-89ed-9a531fdbc468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '92dac331-dda1-4af3-9f58-fc8d0fa27240'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:23.650938 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:23.790422 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:23.873858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] For port c13030f5-0943-4798-9baf-c8f0aa051afb, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:23.878384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] For port c13030f5-0943-4798-9baf-c8f0aa051afb, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c13030f5-0943-4798-9baf-c8f0aa051afb,segment=NetworkSegment(5f265c64-8a0c-4294-89ed-9a531fdbc468),segment_id=5f265c64-8a0c-4294-89ed-9a531fdbc468)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:23.888336 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:23.935984 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:24.071753 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:24.125919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d72fd-ee19-4543-a698-294aecaa73d6 None None] Pushing event updated for resources: {'Port': ['ID=c13030f5-0943-4798-9baf-c8f0aa051afb,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:24.236934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network 92dac331-dda1-4af3-9f58-fc8d0fa27240 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:24.238117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=63852737-21b2-409e-b27b-06253ff8af7f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:24.250052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:24.258114 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:24.401510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:24.401972 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:24.522816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50618) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:24.527352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9bf5de8d-68a3-47c8-b973-20dc12d360ab tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4966562 Nov 09 17:59:24.936588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d37a-1a31-4757-8cc1-9b6d1b89978d req-a7d6ebed-9db9-4dcc-99f8-9a2bcb77fbd0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:24.938234 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-24d6d37a-1a31-4757-8cc1-9b6d1b89978d req-a7d6ebed-9db9-4dcc-99f8-9a2bcb77fbd0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.3066878 Nov 09 17:59:25.045149 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-24d6d37a-1a31-4757-8cc1-9b6d1b89978d req-f3586f50-7e18-4ee3-a146-ed8b1a2697bc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927424 Nov 09 17:59:25.068823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-62edf426-d4dd-4fc4-a1d2-7bf08f0a161d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port 63852737-21b2-409e-b27b-06253ff8af7f {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:25.069164 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62edf426-d4dd-4fc4-a1d2-7bf08f0a161d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:25.377343 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62edf426-d4dd-4fc4-a1d2-7bf08f0a161d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:25.423742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-62edf426-d4dd-4fc4-a1d2-7bf08f0a161d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for 63852737-21b2-409e-b27b-06253ff8af7f owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:25.736929 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62edf426-d4dd-4fc4-a1d2-7bf08f0a161d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:25.870011 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c13030f5-0943-4798-9baf-c8f0aa051afb up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:25.885708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edf426-d4dd-4fc4-a1d2-7bf08f0a161d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=63852737-21b2-409e-b27b-06253ff8af7f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:26.127890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c13030f5-0943-4798-9baf-c8f0aa051afb triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:26.131195 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:26.253946 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62edf426-d4dd-4fc4-a1d2-7bf08f0a161d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:26.266349 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-62edf426-d4dd-4fc4-a1d2-7bf08f0a161d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/63852737-21b2-409e-b27b-06253ff8af7f HTTP/1.1" status: 204 len: 168 time: 1.7411928 Nov 09 17:59:26.271501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50646) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:26.351346 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea89705c-f73d-4ebe-94fc-f9fc79da6534 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] DELETE failed (client error): The resource could not be found. Nov 09 17:59:26.352244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea89705c-f73d-4ebe-94fc-f9fc79da6534 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:26.365446 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ea89705c-f73d-4ebe-94fc-f9fc79da6534 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/63852737-21b2-409e-b27b-06253ff8af7f HTTP/1.1" status: 404 len: 333 time: 0.0925255 Nov 09 17:59:26.379511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50650) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:26.451556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91977326-abe8-46c2-8a31-9e47c4a140d9 None None] Network 92dac331-dda1-4af3-9f58-fc8d0fa27240 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:26.510885 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b56da98-85e0-40db-8e31-32fe577a37a6 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 17:59:26.516588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af32b8-4649-41a9-81d4-578b059f10ac req-06786a64-5eb3-4d9b-90cc-8a812d239503 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:26.520556 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c2af32b8-4649-41a9-81d4-578b059f10ac req-06786a64-5eb3-4d9b-90cc-8a812d239503 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1884499 Nov 09 17:59:26.524748 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6b56da98-85e0-40db-8e31-32fe577a37a6 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/63852737-21b2-409e-b27b-06253ff8af7f HTTP/1.1" status: 404 len: 333 time: 0.1387577 Nov 09 17:59:26.526656 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50652) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:26.742247 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:26.762504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ce5ad4f9-c374-4021-89dc-74f2f24ffaed None None] Provisioning complete for port c13030f5-0943-4798-9baf-c8f0aa051afb triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:26.763364 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ce5ad4f9-c374-4021-89dc-74f2f24ffaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:26.766005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d026bf7b-c111-4ecc-9b68-c6428bdd1b86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting subnet 225d01b7-9ea6-47eb-ba62-7694a978e42f {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:59:26.789998 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d026bf7b-c111-4ecc-9b68-c6428bdd1b86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:26.816189 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c2af32b8-4649-41a9-81d4-578b059f10ac req-59d93ac6-6a09-46fa-a9f2-da28b68f4646 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617488 Nov 09 17:59:26.883445 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port c13030f5-0943-4798-9baf-c8f0aa051afb, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c13030f5-0943-4798-9baf-c8f0aa051afb,segment=NetworkSegment(5f265c64-8a0c-4294-89ed-9a531fdbc468),segment_id=5f265c64-8a0c-4294-89ed-9a531fdbc468)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:26.938933 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.047636 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d026bf7b-c111-4ecc-9b68-c6428bdd1b86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.426906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=c13030f5-0943-4798-9baf-c8f0aa051afb,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:27.471554 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d026bf7b-c111-4ecc-9b68-c6428bdd1b86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.566905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b10bcefc-0bf3-4d25-b56b-d5af704ac8df None None] Provisioning complete for port c13030f5-0943-4798-9baf-c8f0aa051afb triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:27.567798 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b10bcefc-0bf3-4d25-b56b-d5af704ac8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.805173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c13030f5-0943-4798-9baf-c8f0aa051afb up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:27.842075 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d026bf7b-c111-4ecc-9b68-c6428bdd1b86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.889980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c13030f5-0943-4798-9baf-c8f0aa051afb triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:27.891071 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.912372 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d026bf7b-c111-4ecc-9b68-c6428bdd1b86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.930442 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d026bf7b-c111-4ecc-9b68-c6428bdd1b86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/225d01b7-9ea6-47eb-ba62-7694a978e42f HTTP/1.1" status: 204 len: 168 time: 1.4012012 Nov 09 17:59:27.933788 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50664) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:28.023769 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026bf7b-c111-4ecc-9b68-c6428bdd1b86 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Subnet': ['ID=225d01b7-9ea6-47eb-ba62-7694a978e42f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:28.258546 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:28.400146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ef310-156f-4db7-a1b7-83e10f865d67 req-7a55d1b5-afdb-4b50-be99-3c2805f33088 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:28.414007 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fd7ef310-156f-4db7-a1b7-83e10f865d67 req-7a55d1b5-afdb-4b50-be99-3c2805f33088 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.2915919 Nov 09 17:59:28.451791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port c13030f5-0943-4798-9baf-c8f0aa051afb {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:28.455506 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:28.526540 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fd7ef310-156f-4db7-a1b7-83e10f865d67 req-91b11523-3760-48f3-a95f-b109be7e9e80 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881822 Nov 09 17:59:28.676577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] For port c13030f5-0943-4798-9baf-c8f0aa051afb, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c13030f5-0943-4798-9baf-c8f0aa051afb,segment=NetworkSegment(5f265c64-8a0c-4294-89ed-9a531fdbc468),segment_id=5f265c64-8a0c-4294-89ed-9a531fdbc468)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:28.677255 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:28.719441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for c13030f5-0943-4798-9baf-c8f0aa051afb owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:28.849652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f12775-33b9-44bc-8d97-0e226ec39307 None None] Network 92dac331-dda1-4af3-9f58-fc8d0fa27240 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:28.867901 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50672) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:29.048156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.111363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-afb5595b-e857-43f2-a76f-2f43caaf7ed7 None None] Could not find standard attr ID for object 63852737-21b2-409e-b27b-06253ff8af7f. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 17:59:29.123320 n-d-817236-1 neutron-server[102156]: INFO neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No ports have port_id starting with c13030f5-0943-4798-9baf-c8f0aa051afb Nov 09 17:59:29.159754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=c13030f5-0943-4798-9baf-c8f0aa051afb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:29.192694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No DVR routers for this DVR port c13030f5-0943-4798-9baf-c8f0aa051afb on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:29.252331 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-afd72014-e7e6-49fd-bf07-764c78a17a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.256220 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5485d4a-5039-4bde-a319-e061189cee79 None None] DHCP port deletion for 92dac331-dda1-4af3-9f58-fc8d0fa27240 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:29.387404 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.508783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92dac331-dda1-4af3-9f58-fc8d0fa27240']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:29.517927 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-afd72014-e7e6-49fd-bf07-764c78a17a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.526152 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-afd72014-e7e6-49fd-bf07-764c78a17a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.584452 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-afd72014-e7e6-49fd-bf07-764c78a17a58 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a7fb79455359441f843040e44d1a50a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7123497 Nov 09 17:59:29.586107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f265c64-8a0c-4294-89ed-9a531fdbc468') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:29.586459 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f265c64-8a0c-4294-89ed-9a531fdbc468') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:29.599492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50680) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:29.631174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd72014-e7e6-49fd-bf07-764c78a17a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71658626-2593-4002-aefb-c8e8ff98eab3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:29.683504 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.701280 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c13030f5-0943-4798-9baf-c8f0aa051afb no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:29.714779 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.731958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:59:29.732438 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:59:29.736144 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:59:29.785124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: c13030f5-0943-4798-9baf-c8f0aa051afb {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:59:29.788551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c13030f5-0943-4798-9baf-c8f0aa051afb not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:29.928686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ce82429-9e4c-46fd-bad5-3ad57a0bd694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.959849 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.988819 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744beef-28bf-4cb0-9875-58e1106a70ef req-aada6ff9-fce9-44c9-b202-9a75d98673c2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:29.998996 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.012708 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2744beef-28bf-4cb0-9875-58e1106a70ef req-aada6ff9-fce9-44c9-b202-9a75d98673c2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1946378 Nov 09 17:59:30.014794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50692) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:30.022847 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/networks/92dac331-dda1-4af3-9f58-fc8d0fa27240 HTTP/1.1" status: 204 len: 168 time: 2.0871055 Nov 09 17:59:30.029984 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0f930a24-fd14-429a-be44-bc323d3c8365 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2068478378'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:30.077123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cc745-b3e5-4d9d-a468-825b27e9c492 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Network': ['ID=92dac331-dda1-4af3-9f58-fc8d0fa27240,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:30.091430 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ce82429-9e4c-46fd-bad5-3ad57a0bd694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.157511 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2744beef-28bf-4cb0-9875-58e1106a70ef req-0d49185b-0014-49d9-8099-8c0e453f7272 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196656 Nov 09 17:59:30.211066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f930a24-fd14-429a-be44-bc323d3c8365 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:30.218124 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f930a24-fd14-429a-be44-bc323d3c8365 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.227674 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ce82429-9e4c-46fd-bad5-3ad57a0bd694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.231970 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ce82429-9e4c-46fd-bad5-3ad57a0bd694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.235791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0ce82429-9e4c-46fd-bad5-3ad57a0bd694 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71658626-2593-4002-aefb-c8e8ff98eab3 HTTP/1.1" status: 204 len: 168 time: 0.6325169 Nov 09 17:59:30.250858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce82429-9e4c-46fd-bad5-3ad57a0bd694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71658626-2593-4002-aefb-c8e8ff98eab3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:30.305136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f930a24-fd14-429a-be44-bc323d3c8365 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:59:30.331479 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f930a24-fd14-429a-be44-bc323d3c8365 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.336225 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-0f930a24-fd14-429a-be44-bc323d3c8365 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Added segment 6efe3ed8-6cb2-4cb7-a93f-c68d9283f501 of type vlan for network 36ae91ad-f158-4c10-a9a6-fdf16d5b4726 Nov 09 17:59:30.473187 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f930a24-fd14-429a-be44-bc323d3c8365 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.548402 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f930a24-fd14-429a-be44-bc323d3c8365 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.558791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f930a24-fd14-429a-be44-bc323d3c8365 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:30.563623 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f930a24-fd14-429a-be44-bc323d3c8365 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.819442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50704) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:30.819722 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0f930a24-fd14-429a-be44-bc323d3c8365 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8006480 Nov 09 17:59:30.823108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f930a24-fd14-429a-be44-bc323d3c8365 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Network': ['ID=36ae91ad-f158-4c10-a9a6-fdf16d5b4726,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:30.828856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-604329aa-11f3-40b4-a18a-19b904c42db4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': '36ae91ad-f158-4c10-a9a6-fdf16d5b4726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:30.848687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 36ae91ad-f158-4c10-a9a6-fdf16d5b4726 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:59:31.203840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50710) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:31.247749 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-97a67c6a-7353-4de4-86bc-92511f2bdf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:31.353986 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604329aa-11f3-40b4-a18a-19b904c42db4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:31.369413 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-604329aa-11f3-40b4-a18a-19b904c42db4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:31.588340 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-97a67c6a-7353-4de4-86bc-92511f2bdf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:31.622685 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-97a67c6a-7353-4de4-86bc-92511f2bdf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:31.726549 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a67c6a-7353-4de4-86bc-92511f2bdf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ae128d-8238-4bfd-a512-da9b19d09805,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:31.742300 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-97a67c6a-7353-4de4-86bc-92511f2bdf48 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15c3ea658f6b48d6bcd5c5785bd4dee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372810 Nov 09 17:59:31.751453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50718) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:31.849516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95545020-e0f9-4661-a886-70255195c20a req-7549c167-24d8-48ab-ba3a-0450b74488ce tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:31.864439 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-95545020-e0f9-4661-a886-70255195c20a req-7549c167-24d8-48ab-ba3a-0450b74488ce tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.2709780 Nov 09 17:59:32.008106 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-95545020-e0f9-4661-a886-70255195c20a req-bb46aacf-77ca-44d0-b530-42719e471acf tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338296 Nov 09 17:59:32.040349 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-21466099-dd27-4851-aa4f-d7d8dc5d70ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:32.190368 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-21466099-dd27-4851-aa4f-d7d8dc5d70ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:32.290100 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-604329aa-11f3-40b4-a18a-19b904c42db4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:32.446991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604329aa-11f3-40b4-a18a-19b904c42db4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Subnet': ['ID=cccc832d-f8a9-4f0e-b035-7fb44d53392c,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:32.479517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604329aa-11f3-40b4-a18a-19b904c42db4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Checking segment: {'id': '6efe3ed8-6cb2-4cb7-a93f-c68d9283f501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36ae91ad-f158-4c10-a9a6-fdf16d5b4726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:32.479769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604329aa-11f3-40b4-a18a-19b904c42db4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network hostable DHCP agents. Network: 36ae91ad-f158-4c10-a9a6-fdf16d5b4726, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:59:32.485134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-21466099-dd27-4851-aa4f-d7d8dc5d70ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:32.491550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-21466099-dd27-4851-aa4f-d7d8dc5d70ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:32.496301 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-21466099-dd27-4851-aa4f-d7d8dc5d70ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d3ae128d-8238-4bfd-a512-da9b19d09805 HTTP/1.1" status: 204 len: 168 time: 0.7431085 Nov 09 17:59:32.509858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21466099-dd27-4851-aa4f-d7d8dc5d70ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ae128d-8238-4bfd-a512-da9b19d09805,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:32.530438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604329aa-11f3-40b4-a18a-19b904c42db4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network 36ae91ad-f158-4c10-a9a6-fdf16d5b4726 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:59:32.564622 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-604329aa-11f3-40b4-a18a-19b904c42db4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 36ae91ad-f158-4c10-a9a6-fdf16d5b4726) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:32.577924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604329aa-11f3-40b4-a18a-19b904c42db4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:32.580023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ccba3d-29cd-412d-8d8b-19b048e89a38 None None] Network 36ae91ad-f158-4c10-a9a6-fdf16d5b4726 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:32.585981 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-604329aa-11f3-40b4-a18a-19b904c42db4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:32.664482 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-604329aa-11f3-40b4-a18a-19b904c42db4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8404064 Nov 09 17:59:32.666071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50730) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:32.676812 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': '36ae91ad-f158-4c10-a9a6-fdf16d5b4726', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1316274223'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:33.024578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:33.029020 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:33.038131 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:59:33.085115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port 13dab946-9535-4d0f-a2db-25d106ef0977 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:59:33.226455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.7 (36ae91ad-f158-4c10-a9a6-fdf16d5b4726/cccc832d-f8a9-4f0e-b035-7fb44d53392c/13dab946-9535-4d0f-a2db-25d106ef0977) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:33.589649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-36ae91ad-f158-4c10-a9a6-fdf16d5b4726', 'network_id': '36ae91ad-f158-4c10-a9a6-fdf16d5b4726', 'tenant_id': '209c889c76a049799d3c10c6a9ab48a3', 'fixed_ips': [{'subnet_id': 'cccc832d-f8a9-4f0e-b035-7fb44d53392c'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:59:33.591668 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:33.638343 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:33.678994 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3468b8-b5af-4c22-bb84-632ffc11dc03 req-a155df44-f978-4cf7-bb18-c1d56cfe1b87 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:33.681252 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb3468b8-b5af-4c22-bb84-632ffc11dc03 req-a155df44-f978-4cf7-bb18-c1d56cfe1b87 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1749487 Nov 09 17:59:33.793237 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:33.901640 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb3468b8-b5af-4c22-bb84-632ffc11dc03 req-f58882cf-c91d-4d32-9bce-d690ba803d2a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100778 Nov 09 17:59:33.927978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network 36ae91ad-f158-4c10-a9a6-fdf16d5b4726 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:33.985906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:33.998445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:34.093210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Allocated IP 172.20.0.2 (36ae91ad-f158-4c10-a9a6-fdf16d5b4726/cccc832d-f8a9-4f0e-b035-7fb44d53392c/a385c084-38aa-4bf2-95ed-41ce624a3d13) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:34.210351 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=13dab946-9535-4d0f-a2db-25d106ef0977,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:34.305803 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:34.307498 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:34.375418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50762) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:34.376990 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-06fdd6e3-db26-45a6-83e6-3b396569c29d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7094057 Nov 09 17:59:34.559199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-3d188319-bad0-4891-a1b5-d0ed2a1ccbda tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port 13dab946-9535-4d0f-a2db-25d106ef0977 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:34.559927 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d188319-bad0-4891-a1b5-d0ed2a1ccbda tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:34.635935 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:34.655766 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:34.698596 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Network 36ae91ad-f158-4c10-a9a6-fdf16d5b4726 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:34.703610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:34.721608 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d188319-bad0-4891-a1b5-d0ed2a1ccbda tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:34.753496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-3d188319-bad0-4891-a1b5-d0ed2a1ccbda tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for 13dab946-9535-4d0f-a2db-25d106ef0977 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:34.756942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:34.825703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Pushing event updated for resources: {'Port': ['ID=a385c084-38aa-4bf2-95ed-41ce624a3d13,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:34.979651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Attempting to bind port a385c084-38aa-4bf2-95ed-41ce624a3d13 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:34.980171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Attempting to bind port a385c084-38aa-4bf2-95ed-41ce624a3d13 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '6efe3ed8-6cb2-4cb7-a93f-c68d9283f501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36ae91ad-f158-4c10-a9a6-fdf16d5b4726'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:34.980814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Attempting to bind port a385c084-38aa-4bf2-95ed-41ce624a3d13 on network 36ae91ad-f158-4c10-a9a6-fdf16d5b4726 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:35.016206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:35.032158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Checking segment: {'id': '6efe3ed8-6cb2-4cb7-a93f-c68d9283f501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36ae91ad-f158-4c10-a9a6-fdf16d5b4726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:35.032841 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:35.033586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Bound using segment: {'id': '6efe3ed8-6cb2-4cb7-a93f-c68d9283f501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36ae91ad-f158-4c10-a9a6-fdf16d5b4726'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:35.034309 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Bound port: a385c084-38aa-4bf2-95ed-41ce624a3d13, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efe3ed8-6cb2-4cb7-a93f-c68d9283f501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36ae91ad-f158-4c10-a9a6-fdf16d5b4726'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:35.048852 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:35.324492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] For port a385c084-38aa-4bf2-95ed-41ce624a3d13, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:35.338636 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] For port a385c084-38aa-4bf2-95ed-41ce624a3d13, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a385c084-38aa-4bf2-95ed-41ce624a3d13,segment=NetworkSegment(6efe3ed8-6cb2-4cb7-a93f-c68d9283f501),segment_id=6efe3ed8-6cb2-4cb7-a93f-c68d9283f501)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:35.366805 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:35.430539 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26248cbe-4439-4609-b92a-8c2dd4c00b4d req-332923ef-10ad-4bf1-b4eb-9cb243e02385 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:35.433171 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d188319-bad0-4891-a1b5-d0ed2a1ccbda tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:35.462466 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-26248cbe-4439-4609-b92a-8c2dd4c00b4d req-332923ef-10ad-4bf1-b4eb-9cb243e02385 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1994164 Nov 09 17:59:35.540191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d188319-bad0-4891-a1b5-d0ed2a1ccbda tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=13dab946-9535-4d0f-a2db-25d106ef0977,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:35.579171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34d07e-ea87-4cbb-92da-bf7dd8a94ad2 req-33eafa47-cc2e-4c30-91a3-bbbafeec7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:35.591203 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9e34d07e-ea87-4cbb-92da-bf7dd8a94ad2 req-33eafa47-cc2e-4c30-91a3-bbbafeec7c3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 1096 time: 0.2496562 Nov 09 17:59:35.605669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5780f2-fffb-4bed-9802-072488f1b518 None None] Pushing event updated for resources: {'Port': ['ID=a385c084-38aa-4bf2-95ed-41ce624a3d13,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:35.625248 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-26248cbe-4439-4609-b92a-8c2dd4c00b4d req-9ccc29d4-5cca-4f17-a779-c28f57abd884 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517255 Nov 09 17:59:36.145905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34d07e-ea87-4cbb-92da-bf7dd8a94ad2 req-d42ed55f-5f54-492c-84ba-a10a05f9be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:36.147408 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9e34d07e-ea87-4cbb-92da-bf7dd8a94ad2 req-d42ed55f-5f54-492c-84ba-a10a05f9be51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.5409672 Nov 09 17:59:36.148704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d188319-bad0-4891-a1b5-d0ed2a1ccbda tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:36.152672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3d188319-bad0-4891-a1b5-d0ed2a1ccbda tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/13dab946-9535-4d0f-a2db-25d106ef0977 HTTP/1.1" status: 204 len: 168 time: 1.7740250 Nov 09 17:59:36.157430 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50804) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:36.237278 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22693b9-a19a-4cdc-b457-591da7f1dd2f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 17:59:36.250807 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a22693b9-a19a-4cdc-b457-591da7f1dd2f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/13dab946-9535-4d0f-a2db-25d106ef0977 HTTP/1.1" status: 404 len: 333 time: 0.0800798 Nov 09 17:59:36.251594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50810) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:36.430384 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9e34d07e-ea87-4cbb-92da-bf7dd8a94ad2 req-7c82c4c0-6663-4b12-85d6-29f9766828a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a04f9cb8-e02c-4435-868a-17572e6679e9 HTTP/1.1" status: 200 len: 1001 time: 0.2755041 Nov 09 17:59:36.515065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-10701986-1980-4ba6-9a47-42f76f5f3a7c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting subnet cccc832d-f8a9-4f0e-b035-7fb44d53392c {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:59:36.523109 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10701986-1980-4ba6-9a47-42f76f5f3a7c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:36.594049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34d07e-ea87-4cbb-92da-bf7dd8a94ad2 req-a80e9caa-e219-4453-bb8b-660e882f60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:36.604105 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9e34d07e-ea87-4cbb-92da-bf7dd8a94ad2 req-a80e9caa-e219-4453-bb8b-660e882f60a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.1539025 Nov 09 17:59:36.697637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dd131-875c-4e1c-8697-cf60820e3264 req-167a762d-04e2-47b3-916e-cc0697f2c0a5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:36.698472 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10701986-1980-4ba6-9a47-42f76f5f3a7c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:36.727076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dd131-875c-4e1c-8697-cf60820e3264 req-167a762d-04e2-47b3-916e-cc0697f2c0a5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:36.741100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dd131-875c-4e1c-8697-cf60820e3264 req-167a762d-04e2-47b3-916e-cc0697f2c0a5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:36.758587 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dd131-875c-4e1c-8697-cf60820e3264 req-167a762d-04e2-47b3-916e-cc0697f2c0a5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:36.780604 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dd131-875c-4e1c-8697-cf60820e3264 req-167a762d-04e2-47b3-916e-cc0697f2c0a5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:36.826079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dd131-875c-4e1c-8697-cf60820e3264 req-167a762d-04e2-47b3-916e-cc0697f2c0a5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:36.837446 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dd131-875c-4e1c-8697-cf60820e3264 req-167a762d-04e2-47b3-916e-cc0697f2c0a5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:36.846262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34d07e-ea87-4cbb-92da-bf7dd8a94ad2 req-c2e064ee-af24-475f-8719-35ea16e06902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:36.854650 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-932dd131-875c-4e1c-8697-cf60820e3264 req-167a762d-04e2-47b3-916e-cc0697f2c0a5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5444 time: 0.2995863 Nov 09 17:59:36.861812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9e34d07e-ea87-4cbb-92da-bf7dd8a94ad2 req-c2e064ee-af24-475f-8719-35ea16e06902 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2567387 Nov 09 17:59:36.971939 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-932dd131-875c-4e1c-8697-cf60820e3264 req-225ade54-7a48-4ff7-bb19-cefa3dfa4eef tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159627 Nov 09 17:59:37.171049 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10701986-1980-4ba6-9a47-42f76f5f3a7c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:37.426375 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10701986-1980-4ba6-9a47-42f76f5f3a7c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:37.432566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63276242-958c-4366-845d-4ef9fd90116f req-16ff9bc5-efff-46ec-a523-2c4d58fda2ff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:37.453880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63276242-958c-4366-845d-4ef9fd90116f req-16ff9bc5-efff-46ec-a523-2c4d58fda2ff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:37.476851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da99e3a-f57b-4d17-816b-10fa89ef2e0d None None] Network 36ae91ad-f158-4c10-a9a6-fdf16d5b4726 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:37.497962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63276242-958c-4366-845d-4ef9fd90116f req-16ff9bc5-efff-46ec-a523-2c4d58fda2ff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:37.520115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63276242-958c-4366-845d-4ef9fd90116f req-16ff9bc5-efff-46ec-a523-2c4d58fda2ff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:37.540467 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63276242-958c-4366-845d-4ef9fd90116f req-16ff9bc5-efff-46ec-a523-2c4d58fda2ff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:37.546916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141af167-537a-4eec-bd83-bf6fbf3333f8 req-5e9a38f6-cae5-4ed2-bbfd-48c00915d213 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:37.562029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-141af167-537a-4eec-bd83-bf6fbf3333f8 req-5e9a38f6-cae5-4ed2-bbfd-48c00915d213 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.2894151 Nov 09 17:59:37.570207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63276242-958c-4366-845d-4ef9fd90116f req-16ff9bc5-efff-46ec-a523-2c4d58fda2ff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:37.570966 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10701986-1980-4ba6-9a47-42f76f5f3a7c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:37.576469 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-10701986-1980-4ba6-9a47-42f76f5f3a7c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/cccc832d-f8a9-4f0e-b035-7fb44d53392c HTTP/1.1" status: 204 len: 168 time: 1.3235297 Nov 09 17:59:37.585187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10701986-1980-4ba6-9a47-42f76f5f3a7c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Subnet': ['ID=cccc832d-f8a9-4f0e-b035-7fb44d53392c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:37.596699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50852) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:37.598495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63276242-958c-4366-845d-4ef9fd90116f req-16ff9bc5-efff-46ec-a523-2c4d58fda2ff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:37.655501 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63276242-958c-4366-845d-4ef9fd90116f req-16ff9bc5-efff-46ec-a523-2c4d58fda2ff tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5444 time: 0.4276206 Nov 09 17:59:37.909551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a385c084-38aa-4bf2-95ed-41ce624a3d13 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:37.929681 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0a1b542c-b92e-4ed2-8eac-30ca906754dc None None] Provisioning complete for port a385c084-38aa-4bf2-95ed-41ce624a3d13 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:37.930772 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0a1b542c-b92e-4ed2-8eac-30ca906754dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:37.984828 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:37.999107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9e34d07e-ea87-4cbb-92da-bf7dd8a94ad2 req-06aeaf79-afb3-4843-a338-906419852ad8 service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1263828 Nov 09 17:59:38.174899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a385c084-38aa-4bf2-95ed-41ce624a3d13 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:38.176134 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:38.235863 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0b0c0c-7c47-439a-b4bf-d72210ab8f88 None None] DHCP port deletion for 36ae91ad-f158-4c10-a9a6-fdf16d5b4726 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:59:38.292501 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0a1b542c-b92e-4ed2-8eac-30ca906754dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:38.391867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0a1b542c-b92e-4ed2-8eac-30ca906754dc None None] For port a385c084-38aa-4bf2-95ed-41ce624a3d13, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a385c084-38aa-4bf2-95ed-41ce624a3d13,segment=NetworkSegment(6efe3ed8-6cb2-4cb7-a93f-c68d9283f501),segment_id=6efe3ed8-6cb2-4cb7-a93f-c68d9283f501)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:38.458776 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0a1b542c-b92e-4ed2-8eac-30ca906754dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:38.506154 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7b0b0c0c-7c47-439a-b4bf-d72210ab8f88 None None] Deleting port a385c084-38aa-4bf2-95ed-41ce624a3d13 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:38.507128 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0c0c-7c47-439a-b4bf-d72210ab8f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:38.896572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b542c-b92e-4ed2-8eac-30ca906754dc None None] Pushing event updated for resources: {'Port': ['ID=a385c084-38aa-4bf2-95ed-41ce624a3d13,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:38.908286 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-141af167-537a-4eec-bd83-bf6fbf3333f8 req-ffd1c137-7b1c-4fa8-96e4-08cc61f93b09 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2947695 Nov 09 17:59:39.038569 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9e34d07e-ea87-4cbb-92da-bf7dd8a94ad2 req-011ddc41-a1e5-476d-bd3b-676d9509f130 service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0126498 Nov 09 17:59:39.179852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7b0b0c0c-7c47-439a-b4bf-d72210ab8f88 None None] For port a385c084-38aa-4bf2-95ed-41ce624a3d13, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a385c084-38aa-4bf2-95ed-41ce624a3d13,segment=NetworkSegment(6efe3ed8-6cb2-4cb7-a93f-c68d9283f501),segment_id=6efe3ed8-6cb2-4cb7-a93f-c68d9283f501)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:39.185147 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0c0c-7c47-439a-b4bf-d72210ab8f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.188706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port a385c084-38aa-4bf2-95ed-41ce624a3d13 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:39.189070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.269135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7b0b0c0c-7c47-439a-b4bf-d72210ab8f88 None None] Calling delete_port for a385c084-38aa-4bf2-95ed-41ce624a3d13 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:39.501450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] For port a385c084-38aa-4bf2-95ed-41ce624a3d13, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a385c084-38aa-4bf2-95ed-41ce624a3d13,segment=NetworkSegment(6efe3ed8-6cb2-4cb7-a93f-c68d9283f501),segment_id=6efe3ed8-6cb2-4cb7-a93f-c68d9283f501)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:39.503614 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.547605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for a385c084-38aa-4bf2-95ed-41ce624a3d13 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:39.778453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a385c084-38aa-4bf2-95ed-41ce624a3d13 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:39.839668 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0c0c-7c47-439a-b4bf-d72210ab8f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.906068 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.988872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0b0c0c-7c47-439a-b4bf-d72210ab8f88 None None] No DVR routers for this DVR port a385c084-38aa-4bf2-95ed-41ce624a3d13 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:39.993083 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b0c0c-7c47-439a-b4bf-d72210ab8f88 None None] Pushing event deleted for resources: {'Port': ['ID=a385c084-38aa-4bf2-95ed-41ce624a3d13,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:40.029202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No active binding found for port a385c084-38aa-4bf2-95ed-41ce624a3d13 {{(pid=102156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 17:59:40.029860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a385c084-38aa-4bf2-95ed-41ce624a3d13 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:40.060623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No DVR routers for this DVR port a385c084-38aa-4bf2-95ed-41ce624a3d13 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:40.116039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a04f9cb8-e02c-4435-868a-17572e6679e9 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:40.132672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=a385c084-38aa-4bf2-95ed-41ce624a3d13,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:40.381845 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.394516 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.445182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ae91ad-f158-4c10-a9a6-fdf16d5b4726']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:40.449878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:40.455705 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d998a6-e8aa-4b39-aadd-12557cfcdd6d" -d '{"events": [{"server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "name": "network-vif-unplugged", "status": "completed", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:40.482015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efe3ed8-6cb2-4cb7-a93f-c68d9283f501') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:40.482368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efe3ed8-6cb2-4cb7-a93f-c68d9283f501') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:40.489927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a04f9cb8-e02c-4435-868a-17572e6679e9, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a04f9cb8-e02c-4435-868a-17572e6679e9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:40.501555 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.512214 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.557945 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.605089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:59:40.609210 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.617037 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772a30db-e60a-48e3-9787-f0442c039182 x-openstack-request-id: req-772a30db-e60a-48e3-9787-f0442c039182 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:40.617634 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "name": "network-vif-unplugged", "status": "completed", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:40.618081 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-772a30db-e60a-48e3-9787-f0442c039182 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:40.618786 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'code': 200} Nov 09 17:59:40.620364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=a04f9cb8-e02c-4435-868a-17572e6679e9,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: timer() Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:59:40.622979 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:59:40.670181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97db8d8-9c5b-4a7c-b743-480ac657a093 req-d93685dc-6a45-461d-9823-5aaff911c75f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:40.694174 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d97db8d8-9c5b-4a7c-b743-480ac657a093 req-d93685dc-6a45-461d-9823-5aaff911c75f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 945 time: 0.3337030 Nov 09 17:59:40.705969 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a5444ed4-7dd0-436f-9d91-295ce53ae6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.834484 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d97db8d8-9c5b-4a7c-b743-480ac657a093 req-165c8ac3-1f95-4278-a45c-72459b7d0e41 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341619 Nov 09 17:59:40.987490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50926) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:40.994283 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.040209 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.067019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/networks/36ae91ad-f158-4c10-a9a6-fdf16d5b4726 HTTP/1.1" status: 204 len: 168 time: 3.4498863 Nov 09 17:59:41.068157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50930) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:41.077196 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c050a280-f91d-4d30-ae3c-88a5f7b20f53 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'name': 'tempest-PortsTestJSON-1288408044'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:41.212882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1c31f-6d6e-43fb-b8d7-d06da6b5d746 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Network': ['ID=36ae91ad-f158-4c10-a9a6-fdf16d5b4726,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:41.392777 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c050a280-f91d-4d30-ae3c-88a5f7b20f53 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:41.400802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c050a280-f91d-4d30-ae3c-88a5f7b20f53 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.488947 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-c050a280-f91d-4d30-ae3c-88a5f7b20f53 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port aa9e0f36-84de-4967-a26b-51bc8c543f6f yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:59:41.519141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6acd88-62e4-4680-9754-ca8658fdbade req-b2bac9e5-33e5-4fc6-818f-537e3df6c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:41.521133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6acd88-62e4-4680-9754-ca8658fdbade req-b2bac9e5-33e5-4fc6-818f-537e3df6c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:41.521852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6acd88-62e4-4680-9754-ca8658fdbade req-b2bac9e5-33e5-4fc6-818f-537e3df6c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:41.522591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6acd88-62e4-4680-9754-ca8658fdbade req-b2bac9e5-33e5-4fc6-818f-537e3df6c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:41.523561 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6acd88-62e4-4680-9754-ca8658fdbade req-b2bac9e5-33e5-4fc6-818f-537e3df6c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:41.524276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6acd88-62e4-4680-9754-ca8658fdbade req-b2bac9e5-33e5-4fc6-818f-537e3df6c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:41.525079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6acd88-62e4-4680-9754-ca8658fdbade req-b2bac9e5-33e5-4fc6-818f-537e3df6c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:41.529100 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0e6acd88-62e4-4680-9754-ca8658fdbade req-b2bac9e5-33e5-4fc6-818f-537e3df6c6da service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6501 time: 0.5310633 Nov 09 17:59:41.648977 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0e6acd88-62e4-4680-9754-ca8658fdbade req-63f14134-554b-4e96-a296-f2a1a5e90739 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853937 Nov 09 17:59:41.929174 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c050a280-f91d-4d30-ae3c-88a5f7b20f53 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.066151 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c050a280-f91d-4d30-ae3c-88a5f7b20f53 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.202074 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c050a280-f91d-4d30-ae3c-88a5f7b20f53 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:42.206380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c050a280-f91d-4d30-ae3c-88a5f7b20f53 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:42.214156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c050a280-f91d-4d30-ae3c-88a5f7b20f53 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:42.220910 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c050a280-f91d-4d30-ae3c-88a5f7b20f53 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.221267 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c050a280-f91d-4d30-ae3c-88a5f7b20f53 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.234831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050a280-f91d-4d30-ae3c-88a5f7b20f53 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=aa9e0f36-84de-4967-a26b-51bc8c543f6f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:42.249745 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c050a280-f91d-4d30-ae3c-88a5f7b20f53 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1797726 Nov 09 17:59:42.253817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50962) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:42.306018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6b348-74f1-4959-9394-cc79704fe5da req-3d88863e-dea3-40a9-9898-ef3b11b950c7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.314437 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acc6b348-74f1-4959-9394-cc79704fe5da req-3d88863e-dea3-40a9-9898-ef3b11b950c7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.2039111 Nov 09 17:59:42.432581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acc6b348-74f1-4959-9394-cc79704fe5da req-ad13ac78-d3fe-412e-9ef5-d8ace798bf6c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169274 Nov 09 17:59:42.545064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-857bfae6-e1d6-4fbb-ac80-b86232e95ebb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port aa9e0f36-84de-4967-a26b-51bc8c543f6f {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:42.546617 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-857bfae6-e1d6-4fbb-ac80-b86232e95ebb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:43.316569 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-857bfae6-e1d6-4fbb-ac80-b86232e95ebb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:43.371368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-857bfae6-e1d6-4fbb-ac80-b86232e95ebb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for aa9e0f36-84de-4967-a26b-51bc8c543f6f owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:43.670726 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2dcf-1949-4898-a31c-a74777ca9b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:43.753919 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-857bfae6-e1d6-4fbb-ac80-b86232e95ebb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:43.813011 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bfae6-e1d6-4fbb-ac80-b86232e95ebb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=aa9e0f36-84de-4967-a26b-51bc8c543f6f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:43.820633 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-857bfae6-e1d6-4fbb-ac80-b86232e95ebb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:43.829544 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-857bfae6-e1d6-4fbb-ac80-b86232e95ebb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/aa9e0f36-84de-4967-a26b-51bc8c543f6f HTTP/1.1" status: 204 len: 168 time: 1.5695035 Nov 09 17:59:43.829544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51004) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:43.834236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c6ad9e44-8957-41ff-98d8-73c02f773db8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'mac_address': 'fa:16:3e:13:ba:9d', 'name': 'tempest-PortsTestJSON-1185102400'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:43.891311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-0eb21a13-0a3b-40a7-b1c9-aa01370ffca7 req-fbd1f9c1-f021-487c-8fc2-6a66e9f7346b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:59:43.898301 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0eb21a13-0a3b-40a7-b1c9-aa01370ffca7 req-fbd1f9c1-f021-487c-8fc2-6a66e9f7346b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185652 Nov 09 17:59:44.201411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ad9e44-8957-41ff-98d8-73c02f773db8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:44.444397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d68864-43c0-4eb1-9961-70fb111d9e17 req-70e52b4e-848f-4805-9521-12db77ae4227 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:44.459874 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1d68864-43c0-4eb1-9961-70fb111d9e17 req-70e52b4e-848f-4805-9521-12db77ae4227 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.1603470 Nov 09 17:59:44.470290 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:44.505604 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9e44-8957-41ff-98d8-73c02f773db8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:44.567315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-c6ad9e44-8957-41ff-98d8-73c02f773db8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port bac44aad-aea9-4fcd-8017-e033ef7c7bbe yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:59:44.605290 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1d68864-43c0-4eb1-9961-70fb111d9e17 req-0348d339-8f78-4986-95c6-6c74bc8b98c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387994 Nov 09 17:59:45.085335 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9e44-8957-41ff-98d8-73c02f773db8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:45.230635 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9e44-8957-41ff-98d8-73c02f773db8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:45.327810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ad9e44-8957-41ff-98d8-73c02f773db8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:45.343653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c6ad9e44-8957-41ff-98d8-73c02f773db8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:45.360685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad9e44-8957-41ff-98d8-73c02f773db8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:45.387714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ad9e44-8957-41ff-98d8-73c02f773db8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:45.388388 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9e44-8957-41ff-98d8-73c02f773db8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:45.399457 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:45.429355 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c6ad9e44-8957-41ff-98d8-73c02f773db8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5971761 Nov 09 17:59:45.431574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51054) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:45.445651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad9e44-8957-41ff-98d8-73c02f773db8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=bac44aad-aea9-4fcd-8017-e033ef7c7bbe,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:45.570292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb011736-65d2-4ff3-9628-92f644f3dab5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:45.587131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cb011736-65d2-4ff3-9628-92f644f3dab5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/bac44aad-aea9-4fcd-8017-e033ef7c7bbe HTTP/1.1" status: 200 len: 841 time: 0.1544368 Nov 09 17:59:45.591641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51056) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:45.611724 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51058) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:45.765538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8a71763e-139e-40f2-85e2-f218acb12b9f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port bac44aad-aea9-4fcd-8017-e033ef7c7bbe {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:45.766281 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a71763e-139e-40f2-85e2-f218acb12b9f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:45.900688 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a71763e-139e-40f2-85e2-f218acb12b9f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:45.949683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8a71763e-139e-40f2-85e2-f218acb12b9f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for bac44aad-aea9-4fcd-8017-e033ef7c7bbe owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:46.005453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5baaac-b776-45a9-822e-8c09c2626c2b req-d0b35e78-4d10-44fb-a7ff-299636ee8ad5 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:46.007605 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2c5baaac-b776-45a9-822e-8c09c2626c2b req-d0b35e78-4d10-44fb-a7ff-299636ee8ad5 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.1598797 Nov 09 17:59:46.131899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a04f9cb8-e02c-4435-868a-17572e6679e9 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:46.178525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2c5baaac-b776-45a9-822e-8c09c2626c2b req-7bef6173-7101-45a4-bb84-1d50b41ee472 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275046 Nov 09 17:59:46.210780 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a71763e-139e-40f2-85e2-f218acb12b9f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:46.253394 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-9a095cd6-5cd3-4b4f-9efd-c90f2d752655 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6401782 Nov 09 17:59:46.269952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-f2c8489c-0627-4ac9-9952-712d6a7e7371 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:59:46.273269 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-f2c8489c-0627-4ac9-9952-712d6a7e7371 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131147 Nov 09 17:59:46.293610 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71763e-139e-40f2-85e2-f218acb12b9f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=bac44aad-aea9-4fcd-8017-e033ef7c7bbe,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:46.303918 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a71763e-139e-40f2-85e2-f218acb12b9f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:46.307581 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8a71763e-139e-40f2-85e2-f218acb12b9f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/bac44aad-aea9-4fcd-8017-e033ef7c7bbe HTTP/1.1" status: 204 len: 168 time: 0.7148480 Nov 09 17:59:46.310674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51070) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:46.344910 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f372a338-3431-429d-9324-2c664b86c393 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 17:59:46.349668 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f372a338-3431-429d-9324-2c664b86c393 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/bac44aad-aea9-4fcd-8017-e033ef7c7bbe HTTP/1.1" status: 404 len: 333 time: 0.0374825 Nov 09 17:59:46.353670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51076) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:46.363713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'name': 'tempest-PortsTestJSON-1633606083'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:46.564964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:46.571177 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:46.618855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port 566b5712-353f-4446-b968-ca49f8db8e63 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:59:47.024178 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.197978 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.338097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:47.345943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:47.355819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:47.368156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:47.369216 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.420256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=566b5712-353f-4446-b968-ca49f8db8e63,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:47.439932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51098) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:47.441573 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0858483 Nov 09 17:59:47.447550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-75dc5bc8-b4d3-43b8-8804-a6468203cf0c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:47.463921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:47.464660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:47.465158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:47.465779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:47.466568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:47.466959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:47.467540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:47.468173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:47.468791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:47.469354 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:47.469974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:47.470539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37967ced-18dc-4d90-afc3-16a17e05158e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:47.655723 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.868761 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-75dc5bc8-b4d3-43b8-8804-a6468203cf0c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.950618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fe063-da80-42e4-a6f5-6a03bed1a249 req-9f059a18-f16a-451a-9891-ab9620d160fb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:47.969446 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-112fe063-da80-42e4-a6f5-6a03bed1a249 req-9f059a18-f16a-451a-9891-ab9620d160fb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.4021254 Nov 09 17:59:48.135949 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-112fe063-da80-42e4-a6f5-6a03bed1a249 req-c7c73220-0fe3-4201-825c-1b27a044ccce tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649430 Nov 09 17:59:48.435915 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-75dc5bc8-b4d3-43b8-8804-a6468203cf0c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:48.456888 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-75dc5bc8-b4d3-43b8-8804-a6468203cf0c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:48.653474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-75dc5bc8-b4d3-43b8-8804-a6468203cf0c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] In _notify_port_updated(), no bound segment for port 566b5712-353f-4446-b968-ca49f8db8e63 on network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 17:59:48.687642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dc5bc8-b4d3-43b8-8804-a6468203cf0c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:48.691447 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-75dc5bc8-b4d3-43b8-8804-a6468203cf0c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:48.701074 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-75dc5bc8-b4d3-43b8-8804-a6468203cf0c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "PUT /v2.0/ports/566b5712-353f-4446-b968-ca49f8db8e63 HTTP/1.1" status: 200 len: 818 time: 1.2553990 Nov 09 17:59:48.704126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51124) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:48.763281 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc5bc8-b4d3-43b8-8804-a6468203cf0c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=566b5712-353f-4446-b968-ca49f8db8e63,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:48.782791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51126) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:48.981770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-8fa9519e-7919-4a86-9f96-7d85d4e3acb7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port 566b5712-353f-4446-b968-ca49f8db8e63 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:48.982442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fa9519e-7919-4a86-9f96-7d85d4e3acb7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:49.050390 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-17a236a2-6e13-4597-b0ee-17fb68da0a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:49.205043 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fa9519e-7919-4a86-9f96-7d85d4e3acb7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:49.241015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-8fa9519e-7919-4a86-9f96-7d85d4e3acb7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for 566b5712-353f-4446-b968-ca49f8db8e63 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:49.274560 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-17a236a2-6e13-4597-b0ee-17fb68da0a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:49.285408 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-17a236a2-6e13-4597-b0ee-17fb68da0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:49.321414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a236a2-6e13-4597-b0ee-17fb68da0a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c16ff1-870b-4218-86de-5538d711dcb1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:49.432673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-17a236a2-6e13-4597-b0ee-17fb68da0a5c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b3293ae576a4eb783202a6b7a662e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6483002 Nov 09 17:59:49.453638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51134) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:49.540436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310ec75-7aa7-4f78-99bc-d74e6f93df77 req-d605f5a9-7829-4c00-8009-474677b0752d tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:49.543579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7310ec75-7aa7-4f78-99bc-d74e6f93df77 req-d605f5a9-7829-4c00-8009-474677b0752d tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.0843868 Nov 09 17:59:49.545275 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fa9519e-7919-4a86-9f96-7d85d4e3acb7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:49.612376 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fa9519e-7919-4a86-9f96-7d85d4e3acb7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:49.616782 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f7f30cb-6d53-4aa8-ae31-1377054be20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:49.618168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8fa9519e-7919-4a86-9f96-7d85d4e3acb7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/566b5712-353f-4446-b968-ca49f8db8e63 HTTP/1.1" status: 204 len: 168 time: 0.9115498 Nov 09 17:59:49.620916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9519e-7919-4a86-9f96-7d85d4e3acb7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=566b5712-353f-4446-b968-ca49f8db8e63,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:49.622084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51136) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:49.746820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7310ec75-7aa7-4f78-99bc-d74e6f93df77 req-0c47209d-47c9-4ca0-a7c6-fdd400360cda tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269791 Nov 09 17:59:49.809102 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f7f30cb-6d53-4aa8-ae31-1377054be20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:49.883976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e7ffd3-8700-4c66-aaa1-cb42c91f869f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:49.888739 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f8e7ffd3-8700-4c66-aaa1-cb42c91f869f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2655017 Nov 09 17:59:49.889065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51148) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:49.956713 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f7f30cb-6d53-4aa8-ae31-1377054be20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:49.965468 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f7f30cb-6d53-4aa8-ae31-1377054be20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:49.967965 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1f7f30cb-6d53-4aa8-ae31-1377054be20a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9c16ff1-870b-4218-86de-5538d711dcb1 HTTP/1.1" status: 204 len: 168 time: 0.5125289 Nov 09 17:59:50.008765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f30cb-6d53-4aa8-ae31-1377054be20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c16ff1-870b-4218-86de-5538d711dcb1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:50.017906 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2ecd50-7eef-4242-a1dd-853df0e62ecb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 17:59:50.030055 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51152) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:50.037047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-de2ecd50-7eef-4242-a1dd-853df0e62ecb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/566b5712-353f-4446-b968-ca49f8db8e63 HTTP/1.1" status: 404 len: 333 time: 0.1463490 Nov 09 17:59:50.044622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6276cc86-95b4-48b3-8fdf-71e35cf71462 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-320245398'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:50.118661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6276cc86-95b4-48b3-8fdf-71e35cf71462 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:50.130152 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6276cc86-95b4-48b3-8fdf-71e35cf71462 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:50.292720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6276cc86-95b4-48b3-8fdf-71e35cf71462 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:59:50.324612 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6276cc86-95b4-48b3-8fdf-71e35cf71462 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:50.325340 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-6276cc86-95b4-48b3-8fdf-71e35cf71462 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Added segment ef1cdeb4-de36-46d3-88aa-35fc4a910892 of type vlan for network 945cfac9-033a-48c0-8af7-122198fd5701 Nov 09 17:59:50.408933 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6276cc86-95b4-48b3-8fdf-71e35cf71462 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:50.518693 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6276cc86-95b4-48b3-8fdf-71e35cf71462 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:50.554399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6276cc86-95b4-48b3-8fdf-71e35cf71462 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:50.564046 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6276cc86-95b4-48b3-8fdf-71e35cf71462 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:50.703276 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6276cc86-95b4-48b3-8fdf-71e35cf71462 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6655560 Nov 09 17:59:50.707387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51158) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:50.750740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e51815eb-e4ab-4489-befe-86532e2254d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': '945cfac9-033a-48c0-8af7-122198fd5701', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:51.072981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276cc86-95b4-48b3-8fdf-71e35cf71462 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Network': ['ID=945cfac9-033a-48c0-8af7-122198fd5701,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:51.089279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 945cfac9-033a-48c0-8af7-122198fd5701 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:59:51.236061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51815eb-e4ab-4489-befe-86532e2254d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:51.247949 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e51815eb-e4ab-4489-befe-86532e2254d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:51.328401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e7ab8-7ee2-42b2-8409-d13dccb030fa req-500310f9-1f42-4c98-b13f-d713a4b89dcf tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:51.347923 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e2e7ab8-7ee2-42b2-8409-d13dccb030fa req-500310f9-1f42-4c98-b13f-d713a4b89dcf tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.2307658 Nov 09 17:59:51.457061 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e2e7ab8-7ee2-42b2-8409-d13dccb030fa req-5e6214b6-d59c-4e31-b33c-d06bedb31e8b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078200 Nov 09 17:59:51.463306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51168) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:51.483431 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b23d6a6a-2054-491c-93c1-a01d03433a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:51.554042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51170) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:51.789451 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b23d6a6a-2054-491c-93c1-a01d03433a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:51.807116 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b23d6a6a-2054-491c-93c1-a01d03433a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:51.959881 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b23d6a6a-2054-491c-93c1-a01d03433a97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fd0190c9091f493bbffb9e38cdab4514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4932656 Nov 09 17:59:51.962998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51178) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:51.970934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d6a6a-2054-491c-93c1-a01d03433a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e4d734-304d-4b4e-985a-84e19e79bb30,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:52.122853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-982a4772-164c-4cc8-92db-0962c4da8c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:52.128617 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e51815eb-e4ab-4489-befe-86532e2254d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:52.131181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe17-b668-4a8f-936b-5588370a072c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:52.189116 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe17-b668-4a8f-936b-5588370a072c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:52.243577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51815eb-e4ab-4489-befe-86532e2254d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Subnet': ['ID=7e3e70f6-49e5-4346-88db-66736a2d444c,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:52.285050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51815eb-e4ab-4489-befe-86532e2254d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Checking segment: {'id': 'ef1cdeb4-de36-46d3-88aa-35fc4a910892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '945cfac9-033a-48c0-8af7-122198fd5701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:52.285654 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51815eb-e4ab-4489-befe-86532e2254d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network hostable DHCP agents. Network: 945cfac9-033a-48c0-8af7-122198fd5701, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:59:52.308719 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe17-b668-4a8f-936b-5588370a072c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:52.316214 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe17-b668-4a8f-936b-5588370a072c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:52.318345 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e10dbe17-b668-4a8f-936b-5588370a072c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6e4d734-304d-4b4e-985a-84e19e79bb30 HTTP/1.1" status: 204 len: 168 time: 0.3336387 Nov 09 17:59:52.338784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51815eb-e4ab-4489-befe-86532e2254d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network 945cfac9-033a-48c0-8af7-122198fd5701 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:59:52.345467 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dbe17-b668-4a8f-936b-5588370a072c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e4d734-304d-4b4e-985a-84e19e79bb30,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:52.405052 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-982a4772-164c-4cc8-92db-0962c4da8c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:52.408128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-e51815eb-e4ab-4489-befe-86532e2254d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 945cfac9-033a-48c0-8af7-122198fd5701) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:52.416803 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-982a4772-164c-4cc8-92db-0962c4da8c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:52.423695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51815eb-e4ab-4489-befe-86532e2254d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:52.424867 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e51815eb-e4ab-4489-befe-86532e2254d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:52.433009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75077b96-3696-4b40-b4b5-8661a4e4c529 None None] Network 945cfac9-033a-48c0-8af7-122198fd5701 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:52.585825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e51815eb-e4ab-4489-befe-86532e2254d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8754084 Nov 09 17:59:52.589701 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51184) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:52.595193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-74828afb-6b4e-4a2e-ae66-02997d91b69c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': '945cfac9-033a-48c0-8af7-122198fd5701', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:52.621874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a4772-164c-4cc8-92db-0962c4da8c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bbb728-d3d4-4373-9733-2c6b9c1369af,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:52.627950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-982a4772-164c-4cc8-92db-0962c4da8c4d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6dd2478d373642c89dce9aaa8d7d357e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0612812 Nov 09 17:59:52.633633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51186) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:52.907931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf6a112f-49c3-4e29-879f-2cd09e3dc7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:52.962014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74828afb-6b4e-4a2e-ae66-02997d91b69c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:52.967861 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-74828afb-6b4e-4a2e-ae66-02997d91b69c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.032765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc323c-ccc8-40f3-b580-9cad4135fa89 req-b08c9e4e-f53c-47d7-be01-cc9144f0e61c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:53.037376 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7abc323c-ccc8-40f3-b580-9cad4135fa89 req-b08c9e4e-f53c-47d7-be01-cc9144f0e61c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.2399633 Nov 09 17:59:53.045159 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf6a112f-49c3-4e29-879f-2cd09e3dc7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.100076 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.157173 n-d-817236-1 neutron-server[102155]: INFO neutron.db.ipam_backend_mixin [None req-74828afb-6b4e-4a2e-ae66-02997d91b69c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7e3e70f6-49e5-4346-88db-66736a2d444c (CIDR: 172.20.0.0/28) Nov 09 17:59:53.167357 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-74828afb-6b4e-4a2e-ae66-02997d91b69c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 17:59:53.169121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74828afb-6b4e-4a2e-ae66-02997d91b69c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 17:59:53.173853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf6a112f-49c3-4e29-879f-2cd09e3dc7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.180192 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf6a112f-49c3-4e29-879f-2cd09e3dc7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.183082 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bf6a112f-49c3-4e29-879f-2cd09e3dc7ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/21bbb728-d3d4-4373-9733-2c6b9c1369af HTTP/1.1" status: 204 len: 168 time: 0.5435522 Nov 09 17:59:53.211311 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-74828afb-6b4e-4a2e-ae66-02997d91b69c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6204598 Nov 09 17:59:53.215539 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51198) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:53.222242 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bff0281e-cf31-4026-b56e-a10b82d28ce7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': '945cfac9-033a-48c0-8af7-122198fd5701', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:53.224933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-945cfac9-033a-48c0-8af7-122198fd5701', 'network_id': '945cfac9-033a-48c0-8af7-122198fd5701', 'tenant_id': '209c889c76a049799d3c10c6a9ab48a3', 'fixed_ips': [{'subnet_id': '7e3e70f6-49e5-4346-88db-66736a2d444c'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:59:53.226773 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.282459 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7abc323c-ccc8-40f3-b580-9cad4135fa89 req-831fbad8-3d66-431c-b29f-e6b475a020ad tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263765 Nov 09 17:59:53.284167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a112f-49c3-4e29-879f-2cd09e3dc7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bbb728-d3d4-4373-9733-2c6b9c1369af,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:53.509350 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff0281e-cf31-4026-b56e-a10b82d28ce7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:53.518658 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bff0281e-cf31-4026-b56e-a10b82d28ce7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.812027 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.837714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Allocated IP 172.20.0.2 (945cfac9-033a-48c0-8af7-122198fd5701/7e3e70f6-49e5-4346-88db-66736a2d444c/a44e2ef1-016f-499f-ad44-4fdc5f7e63e7) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:54.229963 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bff0281e-cf31-4026-b56e-a10b82d28ce7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:54.284761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51218) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:54.388173 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-05f93bcf-196d-4fbb-b473-4f1ed8d51b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:54.574447 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:54.610189 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:54.735322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff0281e-cf31-4026-b56e-a10b82d28ce7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network 945cfac9-033a-48c0-8af7-122198fd5701 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:54.738988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Network 945cfac9-033a-48c0-8af7-122198fd5701 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:54.743843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-bff0281e-cf31-4026-b56e-a10b82d28ce7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:54.750533 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:54.764174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff0281e-cf31-4026-b56e-a10b82d28ce7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:54.767987 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bff0281e-cf31-4026-b56e-a10b82d28ce7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:54.784573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:54.796851 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0281e-cf31-4026-b56e-a10b82d28ce7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Subnet': ['ID=8a9a1f14-9b7c-4dfc-870b-6d879eabd412,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:54.836686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Pushing event updated for resources: {'Port': ['ID=a44e2ef1-016f-499f-ad44-4fdc5f7e63e7,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:54.871241 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bff0281e-cf31-4026-b56e-a10b82d28ce7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6542799 Nov 09 17:59:54.874956 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-05f93bcf-196d-4fbb-b473-4f1ed8d51b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:54.876603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51224) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:54.896411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': '945cfac9-033a-48c0-8af7-122198fd5701', 'fixed_ips': [{'subnet_id': '7e3e70f6-49e5-4346-88db-66736a2d444c'}, {'subnet_id': '8a9a1f14-9b7c-4dfc-870b-6d879eabd412'}], 'name': 'tempest-PortsTestJSON-752220038'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:54.910259 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-05f93bcf-196d-4fbb-b473-4f1ed8d51b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:54.928545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2403-7e0a-4f9f-bcb7-27ee2f9044b6 req-eeb8a96f-c598-4e96-8453-0d67a03646fa tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:54.942797 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-650a2403-7e0a-4f9f-bcb7-27ee2f9044b6 req-eeb8a96f-c598-4e96-8453-0d67a03646fa tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.4330010 Nov 09 17:59:54.978259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:54.978936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:54.979381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:54.979932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:54.980479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:54.981022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:54.981571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:54.982112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:54.982844 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:54.983419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:54.983968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:54.984513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:55.120150 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-650a2403-7e0a-4f9f-bcb7-27ee2f9044b6 req-74cd0acf-83e4-41e0-8396-b7854214d522 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752625 Nov 09 17:59:55.158836 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Attempting to bind port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:55.159544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Attempting to bind port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ef1cdeb4-de36-46d3-88aa-35fc4a910892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '945cfac9-033a-48c0-8af7-122198fd5701'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:55.160138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Attempting to bind port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 on network 945cfac9-033a-48c0-8af7-122198fd5701 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:55.190702 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-05f93bcf-196d-4fbb-b473-4f1ed8d51b69 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1df8dbe5b88a46fba6c946b7f51b6834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9003553 Nov 09 17:59:55.191184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51236) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:55.194874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f93bcf-196d-4fbb-b473-4f1ed8d51b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a4a2e1-0813-49a5-a6b0-34c949f84ab9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:55.197652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:55.199859 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Checking segment: {'id': 'ef1cdeb4-de36-46d3-88aa-35fc4a910892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '945cfac9-033a-48c0-8af7-122198fd5701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:55.202983 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:55.203754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Bound using segment: {'id': 'ef1cdeb4-de36-46d3-88aa-35fc4a910892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '945cfac9-033a-48c0-8af7-122198fd5701'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:55.204608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Bound port: a44e2ef1-016f-499f-ad44-4fdc5f7e63e7, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1cdeb4-de36-46d3-88aa-35fc4a910892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '945cfac9-033a-48c0-8af7-122198fd5701'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:55.205284 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:55.368472 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8fa769a4-ed8f-4d8a-8105-c2f739749619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:55.378609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:55.415112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] For port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:55.433762 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] For port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a44e2ef1-016f-499f-ad44-4fdc5f7e63e7,segment=NetworkSegment(ef1cdeb4-de36-46d3-88aa-35fc4a910892),segment_id=ef1cdeb4-de36-46d3-88aa-35fc4a910892)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:55.446361 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:55.450118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8fa769a4-ed8f-4d8a-8105-c2f739749619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:55.657525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533f9d6-decd-45ca-ae77-7772ab065c1c None None] Pushing event updated for resources: {'Port': ['ID=a44e2ef1-016f-499f-ad44-4fdc5f7e63e7,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:55.697137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8fa769a4-ed8f-4d8a-8105-c2f739749619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:55.700550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8fa769a4-ed8f-4d8a-8105-c2f739749619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:55.702240 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8fa769a4-ed8f-4d8a-8105-c2f739749619 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8a4a2e1-0813-49a5-a6b0-34c949f84ab9 HTTP/1.1" status: 204 len: 168 time: 0.5094793 Nov 09 17:59:55.717343 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa769a4-ed8f-4d8a-8105-c2f739749619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a4a2e1-0813-49a5-a6b0-34c949f84ab9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:55.842522 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:55.930662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port be500dcb-82a4-4dea-8dc4-ce1b8206ec4b yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 17:59:56.727328 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29132e-d3e5-4072-b67e-a81310f89f18 req-8d7483e4-31d0-4500-801b-a6514a449ca5 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:56.729237 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f29132e-d3e5-4072-b67e-a81310f89f18 req-8d7483e4-31d0-4500-801b-a6514a449ca5 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.2273467 Nov 09 17:59:56.903468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f29132e-d3e5-4072-b67e-a81310f89f18 req-294f7d33-9a16-41d4-ae51-b814b5c672d3 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479802 Nov 09 17:59:57.131314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.7 (945cfac9-033a-48c0-8af7-122198fd5701/7e3e70f6-49e5-4346-88db-66736a2d444c/be500dcb-82a4-4dea-8dc4-ce1b8206ec4b) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:57.141916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.19 (945cfac9-033a-48c0-8af7-122198fd5701/8a9a1f14-9b7c-4dfc-870b-6d879eabd412/be500dcb-82a4-4dea-8dc4-ce1b8206ec4b) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:57.407563 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:57.483331 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:57.535205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network 945cfac9-033a-48c0-8af7-122198fd5701 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:57.540388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:57.545472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:57.585098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51278) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:57.613121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=be500dcb-82a4-4dea-8dc4-ce1b8206ec4b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:57.642422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:57.643459 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:57.677879 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cc16aa8e-f2ec-41d6-ab95-ea5093d2cd4e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.7928927 Nov 09 17:59:57.678639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51284) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:57.689198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6cc939c7-541f-4f5f-bf76-e77788defe5f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e3e70f6-49e5-4346-88db-66736a2d444c'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:57.909053 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6cc939c7-541f-4f5f-bf76-e77788defe5f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:58.020800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d058465b-8a39-44ed-a01a-06ddb34b9770 None None] Network 945cfac9-033a-48c0-8af7-122198fd5701 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:58.110001 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c98513f9-7015-4d09-828c-b5240c03b707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:58.277229 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:58.469039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bedb9dbf-81d7-4ebd-ab0a-f979a64c6ecb None None] Provisioning complete for port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:58.470297 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bedb9dbf-81d7-4ebd-ab0a-f979a64c6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:58.686709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:58.687546 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:58.764821 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657f02e-190f-46a7-a737-9b5f3f6a4bc0 req-216704e4-1faa-45e0-9ab8-c8cef89d3f8b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:58.788411 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2657f02e-190f-46a7-a737-9b5f3f6a4bc0 req-216704e4-1faa-45e0-9ab8-c8cef89d3f8b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.5419967 Nov 09 17:59:58.841704 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bedb9dbf-81d7-4ebd-ab0a-f979a64c6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:59.239626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bedb9dbf-81d7-4ebd-ab0a-f979a64c6ecb None None] For port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a44e2ef1-016f-499f-ad44-4fdc5f7e63e7,segment=NetworkSegment(ef1cdeb4-de36-46d3-88aa-35fc4a910892),segment_id=ef1cdeb4-de36-46d3-88aa-35fc4a910892)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:59.327248 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bedb9dbf-81d7-4ebd-ab0a-f979a64c6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:59.339122 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2657f02e-190f-46a7-a737-9b5f3f6a4bc0 req-c48f8822-453d-4d64-be98-cbaa8223d9e3 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5490286 Nov 09 17:59:59.367902 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c98513f9-7015-4d09-828c-b5240c03b707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:59.379565 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c98513f9-7015-4d09-828c-b5240c03b707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:59.657832 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c98513f9-7015-4d09-828c-b5240c03b707 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1446a0e4fdcb4213b13077c4afce5bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0660379 Nov 09 17:59:59.658176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51314) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:59.669825 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98513f9-7015-4d09-828c-b5240c03b707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85e0c4b-d365-4b46-9d6b-d1fe3ac955bf,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:59.728816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-6cc939c7-541f-4f5f-bf76-e77788defe5f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Delete allocated IP 172.20.0.19 (945cfac9-033a-48c0-8af7-122198fd5701/8a9a1f14-9b7c-4dfc-870b-6d879eabd412) {{(pid=102155) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 17:59:59.736821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb9dbf-81d7-4ebd-ab0a-f979a64c6ecb None None] Pushing event updated for resources: {'Port': ['ID=a44e2ef1-016f-499f-ad44-4fdc5f7e63e7,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:59.774592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5527-0de6-4518-b94d-5f9dc46dbd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:59.796907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c28de0b-333f-4052-b053-ac63d37cad13 None None] Update dhcp port {'port': {'network_id': '945cfac9-033a-48c0-8af7-122198fd5701', 'fixed_ips': [{'subnet_id': '7e3e70f6-49e5-4346-88db-66736a2d444c', 'ip_address': '172.20.0.2'}, {'subnet_id': '8a9a1f14-9b7c-4dfc-870b-6d879eabd412'}], 'binding:host_id': 'n-d-817236-1'}, 'id': 'a44e2ef1-016f-499f-ad44-4fdc5f7e63e7'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 17:59:59.834136 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5527-0de6-4518-b94d-5f9dc46dbd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:59.849932 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c28de0b-333f-4052-b053-ac63d37cad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:00.060771 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5527-0de6-4518-b94d-5f9dc46dbd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:00.074750 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5527-0de6-4518-b94d-5f9dc46dbd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:00.080784 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1d4a5527-0de6-4518-b94d-5f9dc46dbd6a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a85e0c4b-d365-4b46-9d6b-d1fe3ac955bf HTTP/1.1" status: 204 len: 168 time: 0.4176576 Nov 09 18:00:00.121190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-a7df1866-ba42-42d5-9352-3d433ed0ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.124812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-a7df1866-ba42-42d5-9352-3d433ed0ff5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0&tenant_id=36d13fa3ca9d43c79d1b40e6be782523 HTTP/1.1" status: 200 len: 1094 time: 0.2017746 Nov 09 18:00:00.140245 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a5527-0de6-4518-b94d-5f9dc46dbd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85e0c4b-d365-4b46-9d6b-d1fe3ac955bf,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:00.164351 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6cc939c7-541f-4f5f-bf76-e77788defe5f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:00.174645 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6cc939c7-541f-4f5f-bf76-e77788defe5f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:00.319047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-8c28de0b-333f-4052-b053-ac63d37cad13 None None] Allocated IP 172.20.0.18 (945cfac9-033a-48c0-8af7-122198fd5701/8a9a1f14-9b7c-4dfc-870b-6d879eabd412/a44e2ef1-016f-499f-ad44-4fdc5f7e63e7) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:00.321027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-b38eec45-e759-4eeb-86e6-ae4dcc51c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.326402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-b38eec45-e759-4eeb-86e6-ae4dcc51c753 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 1094 time: 0.1417465 Nov 09 18:00:00.482999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc939c7-541f-4f5f-bf76-e77788defe5f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=be500dcb-82a4-4dea-8dc4-ce1b8206ec4b,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:00.675286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-74a7be89-3feb-429f-a55d-16d29fa65ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.677534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-74a7be89-3feb-429f-a55d-16d29fa65ed3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.3442359 Nov 09 18:00:00.692838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5065505-308c-40dd-9f26-444f54b3804d req-3494a8a1-0d8e-45d1-ac76-3bba00ca8f54 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.707579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a5065505-308c-40dd-9f26-444f54b3804d req-3494a8a1-0d8e-45d1-ac76-3bba00ca8f54 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.1054950 Nov 09 18:00:00.791404 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-cc3ab6fa-ad5b-4b7f-b404-1c83a99665ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a04f9cb8-e02c-4435-868a-17572e6679e9 HTTP/1.1" status: 200 len: 999 time: 0.0811987 Nov 09 18:00:00.859313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6cc939c7-541f-4f5f-bf76-e77788defe5f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] In _notify_port_updated(), no bound segment for port be500dcb-82a4-4dea-8dc4-ce1b8206ec4b on network 945cfac9-033a-48c0-8af7-122198fd5701 {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:00:00.881964 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc939c7-541f-4f5f-bf76-e77788defe5f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.888873 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6cc939c7-541f-4f5f-bf76-e77788defe5f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:00.894561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6cc939c7-541f-4f5f-bf76-e77788defe5f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "PUT /v2.0/ports/be500dcb-82a4-4dea-8dc4-ce1b8206ec4b HTTP/1.1" status: 200 len: 918 time: 3.2105417 Nov 09 18:00:00.895448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51332) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:00.925455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0b6c42fe-cb56-4849-a32a-8d1afd5035db tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e3e70f6-49e5-4346-88db-66736a2d444c'}, {'subnet_id': '8a9a1f14-9b7c-4dfc-870b-6d879eabd412'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:01.013864 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a5065505-308c-40dd-9f26-444f54b3804d req-856fe035-13f5-49a8-827d-3f86ae56dcb0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048856 Nov 09 18:00:01.068176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-72afbf8e-8353-4158-8af5-aa8adcf548db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:01.081848 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-72afbf8e-8353-4158-8af5-aa8adcf548db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.2795770 Nov 09 18:00:01.116819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8c28de0b-333f-4052-b053-ac63d37cad13 None None] For port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a44e2ef1-016f-499f-ad44-4fdc5f7e63e7,segment=NetworkSegment(ef1cdeb4-de36-46d3-88aa-35fc4a910892),segment_id=ef1cdeb4-de36-46d3-88aa-35fc4a910892)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:01.220292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b6c42fe-cb56-4849-a32a-8d1afd5035db tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:01.226537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-2ea0856e-bf78-47c6-ae48-73765826942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:01.228326 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-2ea0856e-bf78-47c6-ae48-73765826942f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939023 Nov 09 18:00:01.342081 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c28de0b-333f-4052-b053-ac63d37cad13 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:01.364650 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8c28de0b-333f-4052-b053-ac63d37cad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:01.476720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-70ca36d8-f447-490d-9dab-d019e6aa80e4 service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397900 Nov 09 18:00:01.641283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28de0b-333f-4052-b053-ac63d37cad13 None None] Pushing event updated for resources: {'Port': ['ID=a44e2ef1-016f-499f-ad44-4fdc5f7e63e7,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:01.917642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:01.983443 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-035c4504-0a09-4a73-97fd-b82cbfc638c1 service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973278 Nov 09 18:00:02.118643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:02.121280 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:02.344649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-0b6c42fe-cb56-4849-a32a-8d1afd5035db tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.22 (945cfac9-033a-48c0-8af7-122198fd5701/8a9a1f14-9b7c-4dfc-870b-6d879eabd412/be500dcb-82a4-4dea-8dc4-ce1b8206ec4b) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:02.657477 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b6c42fe-cb56-4849-a32a-8d1afd5035db tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:02.710858 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b6c42fe-cb56-4849-a32a-8d1afd5035db tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:02.988157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113a232f-b610-4b85-95ae-7cf6f51f6ee0 None None] Network 945cfac9-033a-48c0-8af7-122198fd5701 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:03.140984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c2c65ef1-579c-4a59-a530-de0e12ddf322 None None] Provisioning complete for port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:03.141984 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2c65ef1-579c-4a59-a530-de0e12ddf322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:03.650364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c42fe-cb56-4849-a32a-8d1afd5035db tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=be500dcb-82a4-4dea-8dc4-ce1b8206ec4b,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:03.758266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d4283-3c5a-46a7-93fb-7bad74e1cad7 req-1f8f688f-36f8-4398-b250-2150880670bb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:03.775272 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e38d4283-3c5a-46a7-93fb-7bad74e1cad7 req-1f8f688f-36f8-4398-b250-2150880670bb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 1.1112809 Nov 09 18:00:03.841756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c2c65ef1-579c-4a59-a530-de0e12ddf322 None None] Provisioning complete for port be500dcb-82a4-4dea-8dc4-ce1b8206ec4b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:03.845813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-0b6c42fe-cb56-4849-a32a-8d1afd5035db tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] In _notify_port_updated(), no bound segment for port be500dcb-82a4-4dea-8dc4-ce1b8206ec4b on network 945cfac9-033a-48c0-8af7-122198fd5701 {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:00:03.848038 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2c65ef1-579c-4a59-a530-de0e12ddf322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:03.866213 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6c42fe-cb56-4849-a32a-8d1afd5035db tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:03.867439 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0b6c42fe-cb56-4849-a32a-8d1afd5035db tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:03.869155 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0b6c42fe-cb56-4849-a32a-8d1afd5035db tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "PUT /v2.0/ports/be500dcb-82a4-4dea-8dc4-ce1b8206ec4b HTTP/1.1" status: 200 len: 998 time: 2.9721706 Nov 09 18:00:03.874293 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51418) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:03.884847 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e38d4283-3c5a-46a7-93fb-7bad74e1cad7 req-832862ce-393a-4c2d-9ded-9ffb3192a34a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073778 Nov 09 18:00:03.968589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c2c65ef1-579c-4a59-a530-de0e12ddf322 None None] Port be500dcb-82a4-4dea-8dc4-ce1b8206ec4b cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:04.234782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-45528319-d6a6-4c07-ad1a-e10adeb1ff66 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port be500dcb-82a4-4dea-8dc4-ce1b8206ec4b {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:04.235501 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45528319-d6a6-4c07-ad1a-e10adeb1ff66 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:04.671115 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45528319-d6a6-4c07-ad1a-e10adeb1ff66 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:04.729645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-45528319-d6a6-4c07-ad1a-e10adeb1ff66 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for be500dcb-82a4-4dea-8dc4-ce1b8206ec4b owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:05.134138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51442) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:05.413048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45528319-d6a6-4c07-ad1a-e10adeb1ff66 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:05.546689 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bb487a0b-13d5-449b-9765-ba90028a4c3a None None] Provisioning complete for port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:05.547885 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb487a0b-13d5-449b-9765-ba90028a4c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:05.555432 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32286164-fe68-4fd1-90bb-b201d647de07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:05.636375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45528319-d6a6-4c07-ad1a-e10adeb1ff66 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=be500dcb-82a4-4dea-8dc4-ce1b8206ec4b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:05.750354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45528319-d6a6-4c07-ad1a-e10adeb1ff66 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:05.760582 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-45528319-d6a6-4c07-ad1a-e10adeb1ff66 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/be500dcb-82a4-4dea-8dc4-ce1b8206ec4b HTTP/1.1" status: 204 len: 168 time: 1.8850124 Nov 09 18:00:05.761540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51446) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:05.814747 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cfae2f-d650-4bd9-88f4-625f7d9a8235 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 18:00:05.820884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-52cfae2f-d650-4bd9-88f4-625f7d9a8235 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/be500dcb-82a4-4dea-8dc4-ce1b8206ec4b HTTP/1.1" status: 404 len: 333 time: 0.0551136 Nov 09 18:00:05.822150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51448) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:05.967311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e5ce6c-98b2-4c9e-b587-0ee0a17bd448 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting subnet 8a9a1f14-9b7c-4dfc-870b-6d879eabd412 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:00:05.971257 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61e5ce6c-98b2-4c9e-b587-0ee0a17bd448 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:05.985294 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32286164-fe68-4fd1-90bb-b201d647de07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:05.988625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bb487a0b-13d5-449b-9765-ba90028a4c3a None None] Could not find standard attr ID for object be500dcb-82a4-4dea-8dc4-ce1b8206ec4b. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:00:05.994178 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32286164-fe68-4fd1-90bb-b201d647de07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.057318 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61e5ce6c-98b2-4c9e-b587-0ee0a17bd448 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.081734 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-32286164-fe68-4fd1-90bb-b201d647de07 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=afe6cb1f2d1f4040b2050884b43a1fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9408383 Nov 09 18:00:06.084083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32286164-fe68-4fd1-90bb-b201d647de07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5abe1f-851e-4865-bce6-76a9768cb62b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:06.088991 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51450) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:06.119408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-56e88bfe-e021-44f9-a191-05c3d8848935 None None] Could not find standard attr ID for object be500dcb-82a4-4dea-8dc4-ce1b8206ec4b. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:00:06.166506 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7739-4573-46f5-8445-1c513abe9174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.197402 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7739-4573-46f5-8445-1c513abe9174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.245560 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61e5ce6c-98b2-4c9e-b587-0ee0a17bd448 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.284826 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7739-4573-46f5-8445-1c513abe9174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.290758 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7739-4573-46f5-8445-1c513abe9174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.292512 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5d3e7739-4573-46f5-8445-1c513abe9174 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d5abe1f-851e-4865-bce6-76a9768cb62b HTTP/1.1" status: 204 len: 168 time: 0.2014754 Nov 09 18:00:06.346224 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e7739-4573-46f5-8445-1c513abe9174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5abe1f-851e-4865-bce6-76a9768cb62b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:06.382066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90975-8593-4f8a-b272-bc7ad5aeed61 req-ba08a066-1502-413c-b150-c64a6b011fdc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:06.393246 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8c90975-8593-4f8a-b272-bc7ad5aeed61 req-ba08a066-1502-413c-b150-c64a6b011fdc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 1.3295362 Nov 09 18:00:06.419570 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61e5ce6c-98b2-4c9e-b587-0ee0a17bd448 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.443191 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61e5ce6c-98b2-4c9e-b587-0ee0a17bd448 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.446659 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-61e5ce6c-98b2-4c9e-b587-0ee0a17bd448 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/8a9a1f14-9b7c-4dfc-870b-6d879eabd412 HTTP/1.1" status: 204 len: 168 time: 0.6230748 Nov 09 18:00:06.456072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51454) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:06.579144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5ce6c-98b2-4c9e-b587-0ee0a17bd448 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9a1f14-9b7c-4dfc-870b-6d879eabd412,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:06.623551 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8c90975-8593-4f8a-b272-bc7ad5aeed61 req-31fb820c-c155-4bd9-be2b-2790083db89b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285526 Nov 09 18:00:06.647205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c69cc55-204e-4308-af3b-b2ca592f267e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting subnet 7e3e70f6-49e5-4346-88db-66736a2d444c {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:00:06.651598 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c69cc55-204e-4308-af3b-b2ca592f267e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.712584 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c69cc55-204e-4308-af3b-b2ca592f267e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.883270 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c69cc55-204e-4308-af3b-b2ca592f267e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.993967 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c69cc55-204e-4308-af3b-b2ca592f267e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.011599 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c69cc55-204e-4308-af3b-b2ca592f267e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.026225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51458) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:07.026723 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9c69cc55-204e-4308-af3b-b2ca592f267e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/7e3e70f6-49e5-4346-88db-66736a2d444c HTTP/1.1" status: 204 len: 168 time: 0.5651178 Nov 09 18:00:07.114469 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69cc55-204e-4308-af3b-b2ca592f267e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3e70f6-49e5-4346-88db-66736a2d444c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:07.212025 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.351562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e894444-0cb6-4208-82fe-d6d2bccb41a1 None None] Network 945cfac9-033a-48c0-8af7-122198fd5701 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:07.396956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51460) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:07.409013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:07.411452 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.414482 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73321763-125d-4837-b245-69437f7e4134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.559908 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6e91be25-c016-4466-9594-dd34695b54f9 None None] Could not find standard attr ID for object be500dcb-82a4-4dea-8dc4-ce1b8206ec4b. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:00:07.606801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] For port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a44e2ef1-016f-499f-ad44-4fdc5f7e63e7,segment=NetworkSegment(ef1cdeb4-de36-46d3-88aa-35fc4a910892),segment_id=ef1cdeb4-de36-46d3-88aa-35fc4a910892)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:07.608000 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.646540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:07.657918 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73321763-125d-4837-b245-69437f7e4134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.674495 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73321763-125d-4837-b245-69437f7e4134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.779384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722d129-f5b5-46bb-a41e-d563542ccae3 None None] DHCP port deletion for 945cfac9-033a-48c0-8af7-122198fd5701 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:00:07.845351 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73321763-125d-4837-b245-69437f7e4134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69711e3-2f2b-4fd4-8ac1-6daac2facf87,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:07.875064 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.876004 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-73321763-125d-4837-b245-69437f7e4134 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f81bcde676334515b0ce50c98fed6fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779181 Nov 09 18:00:07.887640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51464) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:07.957415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=a44e2ef1-016f-499f-ad44-4fdc5f7e63e7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:08.085641 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4f654a46-7f96-4c85-b0ee-8ffce3562a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.091382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1722d129-f5b5-46bb-a41e-d563542ccae3 None None] Deleting port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:08.094624 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1722d129-f5b5-46bb-a41e-d563542ccae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.161845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No DVR routers for this DVR port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:08.230806 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4f654a46-7f96-4c85-b0ee-8ffce3562a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.279190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1722d129-f5b5-46bb-a41e-d563542ccae3 None None] For port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:08.279654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1722d129-f5b5-46bb-a41e-d563542ccae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.305293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1722d129-f5b5-46bb-a41e-d563542ccae3 None None] Calling delete_port for a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:08.309395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-1722d129-f5b5-46bb-a41e-d563542ccae3 None None] Port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:00:08.311540 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1722d129-f5b5-46bb-a41e-d563542ccae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.338434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722d129-f5b5-46bb-a41e-d563542ccae3 None None] Pushing event deleted for resources: {'Port': ['ID=a44e2ef1-016f-499f-ad44-4fdc5f7e63e7,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:08.351057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1722d129-f5b5-46bb-a41e-d563542ccae3 None None] No DVR routers for this DVR port a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:08.396440 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4f654a46-7f96-4c85-b0ee-8ffce3562a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.399972 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4f654a46-7f96-4c85-b0ee-8ffce3562a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.404345 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4f654a46-7f96-4c85-b0ee-8ffce3562a52 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e69711e3-2f2b-4fd4-8ac1-6daac2facf87 HTTP/1.1" status: 204 len: 168 time: 0.5011189 Nov 09 18:00:08.427046 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f654a46-7f96-4c85-b0ee-8ffce3562a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69711e3-2f2b-4fd4-8ac1-6daac2facf87,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:08.478029 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.571097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945cfac9-033a-48c0-8af7-122198fd5701']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:08.594955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1cdeb4-de36-46d3-88aa-35fc4a910892') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:08.595694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1cdeb4-de36-46d3-88aa-35fc4a910892') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:08.635999 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.679782 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.707590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:08.709160 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:08.721305 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:08.912044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.933267 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.945166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51476) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:08.945742 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/networks/945cfac9-033a-48c0-8af7-122198fd5701 HTTP/1.1" status: 204 len: 168 time: 1.9175162 Nov 09 18:00:08.976506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf100b-913e-4442-8e31-9df8e17cb0d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Network': ['ID=945cfac9-033a-48c0-8af7-122198fd5701,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:09.225686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d484a250-757e-42c2-af79-51d1c23e9b31 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:09.235573 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d484a250-757e-42c2-af79-51d1c23e9b31 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2842185 Nov 09 18:00:09.237055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51480) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:09.290330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345551-cfe7-47b1-a143-1e2a1b72325a req-52cfa863-0f32-4bb3-840e-278929c1174c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:09.293138 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59345551-cfe7-47b1-a143-1e2a1b72325a req-52cfa863-0f32-4bb3-840e-278929c1174c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 1.4085617 Nov 09 18:00:09.371077 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51486) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:09.374627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-eeed8dea-fa7c-48e5-9471-2b8e58cdd7cf tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1355283 Nov 09 18:00:09.382226 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59345551-cfe7-47b1-a143-1e2a1b72325a req-ef1fbc73-6128-4a2f-ab30-ab243b715ec8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785787 Nov 09 18:00:09.390630 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-660e25ad-2dad-46a2-9551-c28bae513dfa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1251333084'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:09.443913 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660e25ad-2dad-46a2-9551-c28bae513dfa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:09.454835 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-660e25ad-2dad-46a2-9551-c28bae513dfa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:09.527269 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660e25ad-2dad-46a2-9551-c28bae513dfa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:09.554594 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-660e25ad-2dad-46a2-9551-c28bae513dfa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:09.555301 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-660e25ad-2dad-46a2-9551-c28bae513dfa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Added segment be54f981-1699-43e0-908b-058cda37d35c of type vlan for network 84e54527-80b4-4f67-8dd3-b56c429d1338 Nov 09 18:00:09.655104 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-660e25ad-2dad-46a2-9551-c28bae513dfa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:09.720988 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-660e25ad-2dad-46a2-9551-c28bae513dfa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:09.767956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660e25ad-2dad-46a2-9551-c28bae513dfa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:09.770249 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-660e25ad-2dad-46a2-9551-c28bae513dfa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:09.845002 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-660e25ad-2dad-46a2-9551-c28bae513dfa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4613583 Nov 09 18:00:09.849692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51500) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:09.856045 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-feb5dd08-cdb1-4054-8c27-c3af53ddd8ec tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': '84e54527-80b4-4f67-8dd3-b56c429d1338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:09.889587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:09.959750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:09.960733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a44e2ef1-016f-499f-ad44-4fdc5f7e63e7 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:10.001875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e25ad-2dad-46a2-9551-c28bae513dfa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Network': ['ID=84e54527-80b4-4f67-8dd3-b56c429d1338,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:10.026856 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 84e54527-80b4-4f67-8dd3-b56c429d1338 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:00:10.067513 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:00:10.169380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb5dd08-cdb1-4054-8c27-c3af53ddd8ec tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:10.197304 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-feb5dd08-cdb1-4054-8c27-c3af53ddd8ec tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:10.677669 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bce2642d-0ae6-4705-992a-1edc8b6b5c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:10.760051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab85f89-240a-49cd-853c-aa7ce901d5b4 req-fc2011a2-91c8-4b73-8aba-6c0f5b7df8d0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:10.767854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ab85f89-240a-49cd-853c-aa7ce901d5b4 req-fc2011a2-91c8-4b73-8aba-6c0f5b7df8d0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.2353749 Nov 09 18:00:10.919058 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-feb5dd08-cdb1-4054-8c27-c3af53ddd8ec tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:11.000086 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ab85f89-240a-49cd-853c-aa7ce901d5b4 req-145b037d-0339-4844-afc5-142c2b5f473e tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185533 Nov 09 18:00:11.093994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5dd08-cdb1-4054-8c27-c3af53ddd8ec tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Subnet': ['ID=ee1b0cd7-ea24-488c-a36b-41cb7166ef3c,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:11.113519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5dd08-cdb1-4054-8c27-c3af53ddd8ec tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Checking segment: {'id': 'be54f981-1699-43e0-908b-058cda37d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '84e54527-80b4-4f67-8dd3-b56c429d1338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:11.114182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5dd08-cdb1-4054-8c27-c3af53ddd8ec tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network hostable DHCP agents. Network: 84e54527-80b4-4f67-8dd3-b56c429d1338, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:00:11.149581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5dd08-cdb1-4054-8c27-c3af53ddd8ec tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network 84e54527-80b4-4f67-8dd3-b56c429d1338 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:00:11.178664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-feb5dd08-cdb1-4054-8c27-c3af53ddd8ec tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 84e54527-80b4-4f67-8dd3-b56c429d1338) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:11.196193 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4c0369-4b91-49b6-890b-4034e688fb80 None None] Network 84e54527-80b4-4f67-8dd3-b56c429d1338 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:11.208589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5dd08-cdb1-4054-8c27-c3af53ddd8ec tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:11.211775 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-feb5dd08-cdb1-4054-8c27-c3af53ddd8ec tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:11.262660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-feb5dd08-cdb1-4054-8c27-c3af53ddd8ec tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4111753 Nov 09 18:00:11.265861 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51550) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:11.271881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': '84e54527-80b4-4f67-8dd3-b56c429d1338', 'name': 'tempest-PortsTestJSON-1849500390'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:11.523639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:11.538851 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:11.609132 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port eb3f44a9-1e94-4890-b17b-2577d9401919 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:00:11.655773 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-84e54527-80b4-4f67-8dd3-b56c429d1338', 'network_id': '84e54527-80b4-4f67-8dd3-b56c429d1338', 'tenant_id': '209c889c76a049799d3c10c6a9ab48a3', 'fixed_ips': [{'subnet_id': 'ee1b0cd7-ea24-488c-a36b-41cb7166ef3c'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:00:11.656637 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:11.941381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.6 (84e54527-80b4-4f67-8dd3-b56c429d1338/ee1b0cd7-ea24-488c-a36b-41cb7166ef3c/eb3f44a9-1e94-4890-b17b-2577d9401919) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:12.354627 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:12.418979 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:12.493686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Allocated IP 172.20.0.2 (84e54527-80b4-4f67-8dd3-b56c429d1338/ee1b0cd7-ea24-488c-a36b-41cb7166ef3c/45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:12.499893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network 84e54527-80b4-4f67-8dd3-b56c429d1338 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:12.504814 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:12.508724 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:12.599670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51594) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:12.639620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed5da3-fadb-43d6-842c-c78fff94a97c req-3509c135-729e-4db0-bce3-2ef6ed6e6fae tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:12.661993 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9fed5da3-fadb-43d6-842c-c78fff94a97c req-3509c135-729e-4db0-bce3-2ef6ed6e6fae tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.4048302 Nov 09 18:00:12.664833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=eb3f44a9-1e94-4890-b17b-2577d9401919,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:12.761795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:12.763873 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:12.832643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51600) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:12.836334 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7ea603fb-eaca-49f2-a00c-1709aaf16332 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5684295 Nov 09 18:00:12.840022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': '84e54527-80b4-4f67-8dd3-b56c429d1338', 'name': 'tempest-PortsTestJSON-1926763278'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:12.888890 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9fed5da3-fadb-43d6-842c-c78fff94a97c req-49657846-9466-4062-ba3c-1195af86f93b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938736 Nov 09 18:00:12.942346 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:12.976547 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.076129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Network 84e54527-80b4-4f67-8dd3-b56c429d1338 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:13.078052 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:13.083294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:13.085283 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db0eb115-805c-4997-809a-1d8296a01a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.166469 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Attempting to bind port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:13.166863 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Attempting to bind port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'be54f981-1699-43e0-908b-058cda37d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '84e54527-80b4-4f67-8dd3-b56c429d1338'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:13.167264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Attempting to bind port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d on network 84e54527-80b4-4f67-8dd3-b56c429d1338 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:13.186517 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Pushing event updated for resources: {'Port': ['ID=45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:13.189823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:13.190300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Checking segment: {'id': 'be54f981-1699-43e0-908b-058cda37d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '84e54527-80b4-4f67-8dd3-b56c429d1338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:13.190836 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.191323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Bound using segment: {'id': 'be54f981-1699-43e0-908b-058cda37d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '84e54527-80b4-4f67-8dd3-b56c429d1338'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:13.191911 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Bound port: 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be54f981-1699-43e0-908b-058cda37d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '84e54527-80b4-4f67-8dd3-b56c429d1338'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:13.192312 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.256789 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db0eb115-805c-4997-809a-1d8296a01a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.282219 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db0eb115-805c-4997-809a-1d8296a01a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.417949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] For port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:13.433097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] For port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d,segment=NetworkSegment(be54f981-1699-43e0-908b-058cda37d35c),segment_id=be54f981-1699-43e0-908b-058cda37d35c)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:13.444745 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.463245 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0eb115-805c-4997-809a-1d8296a01a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95032ec6-2259-481f-bca5-f0caf152f981,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:13.501109 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-db0eb115-805c-4997-809a-1d8296a01a71 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=89c26f51a38145a09ff74d3d4f06faf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8957956 Nov 09 18:00:13.502792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51610) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:13.551164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:13.557835 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.618068 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port 3c27e63d-849b-4e71-ac8b-69d49a18c22d yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:00:13.724909 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.786154 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-38c4b05a-53b6-4a1a-a0b4-684f09938d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.809643 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.815935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e7f89-b413-40c3-a370-42a7b195e342 None None] Pushing event updated for resources: {'Port': ['ID=45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:14.013968 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:14.029343 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:14.031538 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95032ec6-2259-481f-bca5-f0caf152f981 HTTP/1.1" status: 204 len: 168 time: 0.5247395 Nov 09 18:00:14.092101 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95032ec6-2259-481f-bca5-f0caf152f981,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:14.127740 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:14.128094 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:14.129068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:14.129411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:14.129753 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:14.130086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:14.130420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:14.130749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:14.131079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:14.131431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:14.131761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:14.132084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877420-b760-48d7-9079-8d6078508666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:14.238235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.3 (84e54527-80b4-4f67-8dd3-b56c429d1338/ee1b0cd7-ea24-488c-a36b-41cb7166ef3c/3c27e63d-849b-4e71-ac8b-69d49a18c22d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:14.459728 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:15.006538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51642) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:15.035865 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1ff7287c-4222-4c89-81aa-e3e3eb818ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:15.354787 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1ff7287c-4222-4c89-81aa-e3e3eb818ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:15.364049 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1ff7287c-4222-4c89-81aa-e3e3eb818ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:15.407556 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:15.413551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc070b98-ba70-4448-ae4f-de0282ed9b25 req-de6b60f6-2283-413a-b6b1-39bc9bda70a4 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:15.430295 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc070b98-ba70-4448-ae4f-de0282ed9b25 req-de6b60f6-2283-413a-b6b1-39bc9bda70a4 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 1.0316272 Nov 09 18:00:15.589318 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1ff7287c-4222-4c89-81aa-e3e3eb818ca3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c228d1d08c54d5b99db5f73a5ea148d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5804820 Nov 09 18:00:15.599347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51644) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:15.625358 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:15.626852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7287c-4222-4c89-81aa-e3e3eb818ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bf972d-bb78-43c8-92ca-d90105c8d288,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:15.661941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc070b98-ba70-4448-ae4f-de0282ed9b25 req-b96a1206-b245-49e7-9490-9ae05ad8b1cb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297897 Nov 09 18:00:15.807617 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7008a8d5-3df6-4c55-a055-faa5a93b8e8f None None] Network 84e54527-80b4-4f67-8dd3-b56c429d1338 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:15.818674 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a6648cd-a348-4d6a-8d3c-d50de6c0c18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:15.838236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:15.888165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a6648cd-a348-4d6a-8d3c-d50de6c0c18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.001531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network 84e54527-80b4-4f67-8dd3-b56c429d1338 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:16.012210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:16.022015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:16.026682 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a6648cd-a348-4d6a-8d3c-d50de6c0c18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.032165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a6648cd-a348-4d6a-8d3c-d50de6c0c18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.049120 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6a6648cd-a348-4d6a-8d3c-d50de6c0c18e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9bf972d-bb78-43c8-92ca-d90105c8d288 HTTP/1.1" status: 204 len: 168 time: 0.4443979 Nov 09 18:00:16.080283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:16.084458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6648cd-a348-4d6a-8d3c-d50de6c0c18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bf972d-bb78-43c8-92ca-d90105c8d288,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:16.150936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=3c27e63d-849b-4e71-ac8b-69d49a18c22d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:16.212423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:16.213977 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.228930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fd32b48c-57bf-4678-a5ef-d44b34128d15 None None] Provisioning complete for port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:16.229386 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fd32b48c-57bf-4678-a5ef-d44b34128d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.272795 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-afe40256-bb32-4180-9d96-64411c6ca76c tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4382811 Nov 09 18:00:16.275450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51658) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:16.343676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:16.344897 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.493381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fdfa9d-efbb-407a-8cee-879e5d9ef4f5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:16.495161 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-32fdfa9d-efbb-407a-8cee-879e5d9ef4f5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2178802 Nov 09 18:00:16.498351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51670) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:16.546911 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fd32b48c-57bf-4678-a5ef-d44b34128d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.594389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fd32b48c-57bf-4678-a5ef-d44b34128d15 None None] For port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d,segment=NetworkSegment(be54f981-1699-43e0-908b-058cda37d35c),segment_id=be54f981-1699-43e0-908b-058cda37d35c)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:16.671381 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fd32b48c-57bf-4678-a5ef-d44b34128d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.802071 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.856543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6b40e22a-19ca-4890-bc35-8662c454b405 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port 3c27e63d-849b-4e71-ac8b-69d49a18c22d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:16.857167 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6b40e22a-19ca-4890-bc35-8662c454b405 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.945118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32b48c-57bf-4678-a5ef-d44b34128d15 None None] Pushing event updated for resources: {'Port': ['ID=45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:17.024086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189d4d4-c568-454b-b004-d53a9859cb6f req-e2d5ca5b-26be-4d68-9642-109bdaafc57a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.039120 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3189d4d4-c568-454b-b004-d53a9859cb6f req-e2d5ca5b-26be-4d68-9642-109bdaafc57a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.1555526 Nov 09 18:00:17.056387 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0da78772-e0f0-4f8d-9b4a-4fde60757385 None None] Provisioning complete for port eb3f44a9-1e94-4890-b17b-2577d9401919 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:17.059536 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0da78772-e0f0-4f8d-9b4a-4fde60757385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:17.175785 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3189d4d4-c568-454b-b004-d53a9859cb6f req-8cfe6455-4fe5-49c6-93d9-e8c1f1723e62 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351926 Nov 09 18:00:17.310929 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6b40e22a-19ca-4890-bc35-8662c454b405 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:17.333310 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:00:17.334882 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:00:17.339845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0da78772-e0f0-4f8d-9b4a-4fde60757385 None None] Port eb3f44a9-1e94-4890-b17b-2577d9401919 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:17.370162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6b40e22a-19ca-4890-bc35-8662c454b405 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for 3c27e63d-849b-4e71-ac8b-69d49a18c22d owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:17.385101 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0da78772-e0f0-4f8d-9b4a-4fde60757385 None None] Provisioning complete for port 3c27e63d-849b-4e71-ac8b-69d49a18c22d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:17.388091 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0da78772-e0f0-4f8d-9b4a-4fde60757385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:17.616389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0da78772-e0f0-4f8d-9b4a-4fde60757385 None None] Port 3c27e63d-849b-4e71-ac8b-69d49a18c22d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:17.691801 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:17.719264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0da78772-e0f0-4f8d-9b4a-4fde60757385 None None] Provisioning complete for port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:17.724047 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0da78772-e0f0-4f8d-9b4a-4fde60757385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:17.900411 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6b40e22a-19ca-4890-bc35-8662c454b405 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.002564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40e22a-19ca-4890-bc35-8662c454b405 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=3c27e63d-849b-4e71-ac8b-69d49a18c22d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:18.171458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51728) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:18.225503 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6b40e22a-19ca-4890-bc35-8662c454b405 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.233896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6b40e22a-19ca-4890-bc35-8662c454b405 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/3c27e63d-849b-4e71-ac8b-69d49a18c22d HTTP/1.1" status: 204 len: 168 time: 1.7302454 Nov 09 18:00:18.235353 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51732) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:18.312290 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b9a7fc-8462-4220-a4a6-e4210822b26e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 18:00:18.316648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-29b9a7fc-8462-4220-a4a6-e4210822b26e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/3c27e63d-849b-4e71-ac8b-69d49a18c22d HTTP/1.1" status: 404 len: 333 time: 0.0793259 Nov 09 18:00:18.321046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51736) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:18.404181 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:18.592237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-cc474e7d-35d6-422b-abe9-cb68b91517a7 None None] Provisioning complete for port eb3f44a9-1e94-4890-b17b-2577d9401919 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:18.602658 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cc474e7d-35d6-422b-abe9-cb68b91517a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.668817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:18.669492 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.688786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3b060-6ea0-4fb3-b126-cfb3967adedb req-edf57596-edf5-4645-b9c5-65664468dda2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:18.689518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2d98d29-a10d-4647-908c-c1ad9e7ca481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.697509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5b3b060-6ea0-4fb3-b126-cfb3967adedb req-edf57596-edf5-4645-b9c5-65664468dda2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.2813327 Nov 09 18:00:18.769484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2c9f511c-f806-49c9-b644-daafb04b49df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port eb3f44a9-1e94-4890-b17b-2577d9401919 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:18.770147 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2c9f511c-f806-49c9-b644-daafb04b49df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.782105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-cc474e7d-35d6-422b-abe9-cb68b91517a7 None None] Port eb3f44a9-1e94-4890-b17b-2577d9401919 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:18.802257 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-cc474e7d-35d6-422b-abe9-cb68b91517a7 None None] Could not find standard attr ID for object 3c27e63d-849b-4e71-ac8b-69d49a18c22d. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:00:18.952047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5b3b060-6ea0-4fb3-b126-cfb3967adedb req-b96a136b-a7a7-4774-a6d4-78ff8cb65416 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489641 Nov 09 18:00:18.986853 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2d98d29-a10d-4647-908c-c1ad9e7ca481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:19.005564 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2d98d29-a10d-4647-908c-c1ad9e7ca481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:19.096678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d98d29-a10d-4647-908c-c1ad9e7ca481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b3e084-35a4-4a98-9557-a558969590e4,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:19.099706 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2c9f511c-f806-49c9-b644-daafb04b49df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:19.127889 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b2d98d29-a10d-4647-908c-c1ad9e7ca481 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2213116d0cdf4ba28a5e331ecedba18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9534979 Nov 09 18:00:19.136075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51750) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:19.157431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2c9f511c-f806-49c9-b644-daafb04b49df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for eb3f44a9-1e94-4890-b17b-2577d9401919 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:19.527177 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e220c4-3d2e-42b9-9d05-9fc20b6155f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:19.532134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2c9f511c-f806-49c9-b644-daafb04b49df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:19.734159 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e220c4-3d2e-42b9-9d05-9fc20b6155f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:19.738954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f511c-f806-49c9-b644-daafb04b49df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=eb3f44a9-1e94-4890-b17b-2577d9401919,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:20.166539 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2c9f511c-f806-49c9-b644-daafb04b49df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.177008 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2c9f511c-f806-49c9-b644-daafb04b49df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/eb3f44a9-1e94-4890-b17b-2577d9401919 HTTP/1.1" status: 204 len: 168 time: 1.8514802 Nov 09 18:00:20.178234 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51774) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:20.216705 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e220c4-3d2e-42b9-9d05-9fc20b6155f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.228905 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91e220c4-3d2e-42b9-9d05-9fc20b6155f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.236014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-91e220c4-3d2e-42b9-9d05-9fc20b6155f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/21b3e084-35a4-4a98-9557-a558969590e4 HTTP/1.1" status: 204 len: 168 time: 1.0926323 Nov 09 18:00:20.280619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e220c4-3d2e-42b9-9d05-9fc20b6155f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b3e084-35a4-4a98-9557-a558969590e4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:20.433638 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeabfb7a-2164-4dda-8d68-2df6e79206cc tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 18:00:20.437784 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aeabfb7a-2164-4dda-8d68-2df6e79206cc tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/eb3f44a9-1e94-4890-b17b-2577d9401919 HTTP/1.1" status: 404 len: 333 time: 0.2559829 Nov 09 18:00:20.438452 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51778) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:20.554601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda02e38-4c14-49e7-a3b0-007115b6cfc8 req-aaf1818f-8bd2-4503-b068-f155daf9f698 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:20.557475 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dda02e38-4c14-49e7-a3b0-007115b6cfc8 req-aaf1818f-8bd2-4503-b068-f155daf9f698 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.3653865 Nov 09 18:00:20.619203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6943144e-d3e2-48a0-b031-61fdfa562fdb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting subnet ee1b0cd7-ea24-488c-a36b-41cb7166ef3c {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:00:20.651105 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6943144e-d3e2-48a0-b031-61fdfa562fdb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.677762 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dda02e38-4c14-49e7-a3b0-007115b6cfc8 req-e5e13e2a-7d4e-4d74-923f-ca6a2d3a3b72 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124909 Nov 09 18:00:20.873425 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6943144e-d3e2-48a0-b031-61fdfa562fdb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.152569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6943144e-d3e2-48a0-b031-61fdfa562fdb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.344973 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6943144e-d3e2-48a0-b031-61fdfa562fdb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.431776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d09bd8-8fc6-4c11-ae46-7f2ca0f9eece None None] Network 84e54527-80b4-4f67-8dd3-b56c429d1338 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:21.506639 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6943144e-d3e2-48a0-b031-61fdfa562fdb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.521974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51828) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:21.528196 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6943144e-d3e2-48a0-b031-61fdfa562fdb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/ee1b0cd7-ea24-488c-a36b-41cb7166ef3c HTTP/1.1" status: 204 len: 168 time: 1.0879290 Nov 09 18:00:21.533360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51830) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:21.540851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943144e-d3e2-48a0-b031-61fdfa562fdb tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1b0cd7-ea24-488c-a36b-41cb7166ef3c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:21.583370 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c6d6-7f0d-4da3-9822-6fc083474686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.760840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d48ea-05e2-4ba2-a432-b69f948d1937 None None] DHCP port deletion for 84e54527-80b4-4f67-8dd3-b56c429d1338 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:00:21.898230 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-390d48ea-05e2-4ba2-a432-b69f948d1937 None None] Deleting port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:21.898620 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-390d48ea-05e2-4ba2-a432-b69f948d1937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.942406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.045725 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c6d6-7f0d-4da3-9822-6fc083474686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.055459 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c6d6-7f0d-4da3-9822-6fc083474686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.161860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8dd0c6d6-7f0d-4da3-9822-6fc083474686 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6c5adef05554fb3a4fc9336bddbdc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6377296 Nov 09 18:00:22.162669 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51854) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:22.163366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0c6d6-7f0d-4da3-9822-6fc083474686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab5829-6e4e-48d4-8973-281b1a506326,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:22.182540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8d221-5be9-4372-9e03-a6a225152387 req-b698fbff-3389-4b4c-a166-df70aad075c4 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:22.194555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aef8d221-5be9-4372-9e03-a6a225152387 req-b698fbff-3389-4b4c-a166-df70aad075c4 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.2433431 Nov 09 18:00:22.231673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-390d48ea-05e2-4ba2-a432-b69f948d1937 None None] For port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d,segment=NetworkSegment(be54f981-1699-43e0-908b-058cda37d35c),segment_id=be54f981-1699-43e0-908b-058cda37d35c)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:22.241249 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51862) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:22.248186 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-390d48ea-05e2-4ba2-a432-b69f948d1937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.285286 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-390d48ea-05e2-4ba2-a432-b69f948d1937 None None] Calling delete_port for 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:22.355253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aef8d221-5be9-4372-9e03-a6a225152387 req-870511b5-0489-4b4d-95c6-d46a70287dfc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600642 Nov 09 18:00:22.357946 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:22.357946 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.442104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-290a0172-67e3-4443-888e-e1be30e9b354 admin admin] Deleting subnet fafcfa2f-f5ed-4bf5-ba83-913ea4cb76f4 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:00:22.446149 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c88cf-5443-439e-9c9a-e41d3b645a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.458759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-290a0172-67e3-4443-888e-e1be30e9b354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.519803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] For port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d,segment=NetworkSegment(be54f981-1699-43e0-908b-058cda37d35c),segment_id=be54f981-1699-43e0-908b-058cda37d35c)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:22.520489 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.536068 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:22.550768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:22.574660 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-290a0172-67e3-4443-888e-e1be30e9b354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.588071 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-390d48ea-05e2-4ba2-a432-b69f948d1937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.628441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d48ea-05e2-4ba2-a432-b69f948d1937 None None] Pushing event deleted for resources: {'Port': ['ID=45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:22.658952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c88cf-5443-439e-9c9a-e41d3b645a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.663732 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d48ea-05e2-4ba2-a432-b69f948d1937 None None] No DVR routers for this DVR port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:22.668906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No active binding found for port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d {{(pid=102156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 18:00:22.668906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:22.701770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.726283 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-290a0172-67e3-4443-888e-e1be30e9b354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.743321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:22.750393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No DVR routers for this DVR port 45a8cb64-0e9a-44bd-a4bc-35fd86c75f1d on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:22.838731 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c88cf-5443-439e-9c9a-e41d3b645a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.844261 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c88cf-5443-439e-9c9a-e41d3b645a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.850247 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3e3c88cf-5443-439e-9c9a-e41d3b645a4c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d9ab5829-6e4e-48d4-8973-281b1a506326 HTTP/1.1" status: 204 len: 168 time: 0.6836367 Nov 09 18:00:22.864057 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c88cf-5443-439e-9c9a-e41d3b645a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab5829-6e4e-48d4-8973-281b1a506326,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:22.875375 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-290a0172-67e3-4443-888e-e1be30e9b354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.922554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.951737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a0172-67e3-4443-888e-e1be30e9b354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafcfa2f-f5ed-4bf5-ba83-913ea4cb76f4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:22.958241 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-290a0172-67e3-4443-888e-e1be30e9b354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.961564 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-290a0172-67e3-4443-888e-e1be30e9b354 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fafcfa2f-f5ed-4bf5-ba83-913ea4cb76f4 HTTP/1.1" status: 204 len: 168 time: 0.7191110 Nov 09 18:00:22.965917 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51898) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:22.970917 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.989650 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e54527-80b4-4f67-8dd3-b56c429d1338']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:23.016017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be54f981-1699-43e0-908b-058cda37d35c') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:23.016297 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be54f981-1699-43e0-908b-058cda37d35c') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:23.042016 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.060189 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.076074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:23.077050 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:23.083986 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:23.127255 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c817b48e-18b4-48cd-9a64-bca9795c04e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.199548 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.205462 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.215400 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/networks/84e54527-80b4-4f67-8dd3-b56c429d1338 HTTP/1.1" status: 204 len: 168 time: 1.6758673 Nov 09 18:00:23.216076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51912) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:23.237845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445ea83-3934-4ce6-ac3d-a9ba2bd398aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Network': ['ID=84e54527-80b4-4f67-8dd3-b56c429d1338,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:23.240656 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-809212c6-d534-43e2-a73a-ba38782c9df7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-759663295'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:23.305799 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c817b48e-18b4-48cd-9a64-bca9795c04e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.324511 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809212c6-d534-43e2-a73a-ba38782c9df7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:23.328686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-809212c6-d534-43e2-a73a-ba38782c9df7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.350238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-c817b48e-18b4-48cd-9a64-bca9795c04e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355f60d0-bb93-45e7-b7a6-b926cc716891']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:23.372099 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809212c6-d534-43e2-a73a-ba38782c9df7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:23.401638 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-809212c6-d534-43e2-a73a-ba38782c9df7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.402374 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-809212c6-d534-43e2-a73a-ba38782c9df7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Added segment 4175f9f4-a0f1-4513-b104-fb358a7dfc62 of type vlan for network b3e5b780-9020-40e3-880c-946c88e2c10c Nov 09 18:00:23.406670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-c817b48e-18b4-48cd-9a64-bca9795c04e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7460bc85-500b-4fbd-8106-246b05e09102') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:23.407470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-c817b48e-18b4-48cd-9a64-bca9795c04e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7460bc85-500b-4fbd-8106-246b05e09102') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:23.449935 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c817b48e-18b4-48cd-9a64-bca9795c04e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.530960 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c817b48e-18b4-48cd-9a64-bca9795c04e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.540706 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-809212c6-d534-43e2-a73a-ba38782c9df7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.550855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c817b48e-18b4-48cd-9a64-bca9795c04e9 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:23.551478 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c817b48e-18b4-48cd-9a64-bca9795c04e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:23.553566 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:23.647768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc735d4a-22d2-457b-8049-460b479f6b6d req-8c39851c-e8ec-4608-ae43-7feed3059aa7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:23.655648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc735d4a-22d2-457b-8049-460b479f6b6d req-8c39851c-e8ec-4608-ae43-7feed3059aa7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.2095742 Nov 09 18:00:23.659838 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-809212c6-d534-43e2-a73a-ba38782c9df7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.666474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809212c6-d534-43e2-a73a-ba38782c9df7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:23.667425 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-809212c6-d534-43e2-a73a-ba38782c9df7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.692487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c817b48e-18b4-48cd-9a64-bca9795c04e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.734451 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.735418 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c817b48e-18b4-48cd-9a64-bca9795c04e9 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.742257 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c817b48e-18b4-48cd-9a64-bca9795c04e9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/355f60d0-bb93-45e7-b7a6-b926cc716891 HTTP/1.1" status: 204 len: 168 time: 0.7750070 Nov 09 18:00:23.795214 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-809212c6-d534-43e2-a73a-ba38782c9df7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5776210 Nov 09 18:00:23.800676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51940) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:23.810978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-fdd595e3-6fc2-4576-a51b-da97a9bed457 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': 'b3e5b780-9020-40e3-880c-946c88e2c10c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:23.821798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809212c6-d534-43e2-a73a-ba38782c9df7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Network': ['ID=b3e5b780-9020-40e3-880c-946c88e2c10c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:23.834414 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc735d4a-22d2-457b-8049-460b479f6b6d req-44506618-96d6-41ef-9cfa-344a58e26d44 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754470 Nov 09 18:00:23.843920 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network b3e5b780-9020-40e3-880c-946c88e2c10c details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:00:23.862569 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817b48e-18b4-48cd-9a64-bca9795c04e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=355f60d0-bb93-45e7-b7a6-b926cc716891,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:23.968878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd595e3-6fc2-4576-a51b-da97a9bed457 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:23.975926 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fdd595e3-6fc2-4576-a51b-da97a9bed457 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.024080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51944) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:24.040682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51948) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:24.107655 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0247c22b-bb54-4e1b-b0d6-128f57d6003e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe3ea150829c49b6ac4c5e74626d3471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629544 Nov 09 18:00:24.108027 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51950) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:24.179038 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-51aae9ca-e622-482a-a3f8-9b8727901b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.219184 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-51aae9ca-e622-482a-a3f8-9b8727901b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.310352 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ee40b9e7-71f2-4102-8b5d-cdde5585cabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.325472 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fdd595e3-6fc2-4576-a51b-da97a9bed457 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.375832 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-51aae9ca-e622-482a-a3f8-9b8727901b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.381645 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-51aae9ca-e622-482a-a3f8-9b8727901b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.383667 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-51aae9ca-e622-482a-a3f8-9b8727901b0f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c84a690-4b0c-42db-b48b-5a815159b1cd HTTP/1.1" status: 204 len: 168 time: 0.2743852 Nov 09 18:00:24.405872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aae9ca-e622-482a-a3f8-9b8727901b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c84a690-4b0c-42db-b48b-5a815159b1cd,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:24.440616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd595e3-6fc2-4576-a51b-da97a9bed457 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Subnet': ['ID=92151ca2-9b2c-4d1a-9dbf-669972de45e9,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:24.461271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd595e3-6fc2-4576-a51b-da97a9bed457 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Checking segment: {'id': '4175f9f4-a0f1-4513-b104-fb358a7dfc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3e5b780-9020-40e3-880c-946c88e2c10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:24.461549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd595e3-6fc2-4576-a51b-da97a9bed457 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network hostable DHCP agents. Network: b3e5b780-9020-40e3-880c-946c88e2c10c, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:00:24.491284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd595e3-6fc2-4576-a51b-da97a9bed457 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network b3e5b780-9020-40e3-880c-946c88e2c10c is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:00:24.492172 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ee40b9e7-71f2-4102-8b5d-cdde5585cabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.497557 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ee40b9e7-71f2-4102-8b5d-cdde5585cabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.517666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-fdd595e3-6fc2-4576-a51b-da97a9bed457 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, b3e5b780-9020-40e3-880c-946c88e2c10c) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:24.535158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd595e3-6fc2-4576-a51b-da97a9bed457 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:24.536500 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fdd595e3-6fc2-4576-a51b-da97a9bed457 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.537377 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f71e96a-831b-48e7-904f-f8cf326f86ae None None] Network b3e5b780-9020-40e3-880c-946c88e2c10c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:24.555927 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ee40b9e7-71f2-4102-8b5d-cdde5585cabb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb96c82cfd8d46a19865e1e1d3b24101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305762 Nov 09 18:00:24.560078 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51966) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:24.568280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40b9e7-71f2-4102-8b5d-cdde5585cabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e32e697-0f40-40d0-8bc3-e2000ad70f13,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:24.583993 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fdd595e3-6fc2-4576-a51b-da97a9bed457 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7803922 Nov 09 18:00:24.586704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51968) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:24.601256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': 'b3e5b780-9020-40e3-880c-946c88e2c10c', 'name': 'tempest-PortsTestJSON-1331059144', 'fixed_ips': [{'subnet_id': '92151ca2-9b2c-4d1a-9dbf-669972de45e9', 'ip_address': '172.20.0.10'}]}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:24.700561 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32c9716c-fcea-40de-a724-ad0d3012d31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.744749 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32c9716c-fcea-40de-a724-ad0d3012d31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.824323 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32c9716c-fcea-40de-a724-ad0d3012d31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.827365 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32c9716c-fcea-40de-a724-ad0d3012d31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.828593 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-32c9716c-fcea-40de-a724-ad0d3012d31b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8e32e697-0f40-40d0-8bc3-e2000ad70f13 HTTP/1.1" status: 204 len: 168 time: 0.2673485 Nov 09 18:00:24.841534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9716c-fcea-40de-a724-ad0d3012d31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e32e697-0f40-40d0-8bc3-e2000ad70f13,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:24.894416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:25.188059 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:25.226684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-b3e5b780-9020-40e3-880c-946c88e2c10c', 'network_id': 'b3e5b780-9020-40e3-880c-946c88e2c10c', 'tenant_id': '209c889c76a049799d3c10c6a9ab48a3', 'fixed_ips': [{'subnet_id': '92151ca2-9b2c-4d1a-9dbf-669972de45e9'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:00:25.230075 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:25.238005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e83d7-c526-4dcc-ad51-423c71059de7 req-32c68e2c-a225-4960-9dc0-a913a4f7fd2a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:25.238370 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c90e83d7-c526-4dcc-ad51-423c71059de7 req-32c68e2c-a225-4960-9dc0-a913a4f7fd2a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.2085690 Nov 09 18:00:25.248500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port 956562e3-075c-4821-a1a7-ddc9caa4fb87 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:00:25.397989 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c90e83d7-c526-4dcc-ad51-423c71059de7 req-9edb3194-c300-45d5-a465-284f35e4f7c0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415658 Nov 09 18:00:25.612942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Allocated IP 172.20.0.2 (b3e5b780-9020-40e3-880c-946c88e2c10c/92151ca2-9b2c-4d1a-9dbf-669972de45e9/5c8d57bc-8f35-4d72-90a2-306eaba99d44) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:25.888716 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:25.900965 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:25.950085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Network b3e5b780-9020-40e3-880c-946c88e2c10c is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:25.955412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:25.963602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:25.964041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.10 (b3e5b780-9020-40e3-880c-946c88e2c10c/92151ca2-9b2c-4d1a-9dbf-669972de45e9/956562e3-075c-4821-a1a7-ddc9caa4fb87) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:25.966886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Pushing event updated for resources: {'Port': ['ID=5c8d57bc-8f35-4d72-90a2-306eaba99d44,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:26.063133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Attempting to bind port 5c8d57bc-8f35-4d72-90a2-306eaba99d44 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:26.063808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Attempting to bind port 5c8d57bc-8f35-4d72-90a2-306eaba99d44 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '4175f9f4-a0f1-4513-b104-fb358a7dfc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3e5b780-9020-40e3-880c-946c88e2c10c'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:26.064698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Attempting to bind port 5c8d57bc-8f35-4d72-90a2-306eaba99d44 on network b3e5b780-9020-40e3-880c-946c88e2c10c {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:26.076691 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:26.077548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Checking segment: {'id': '4175f9f4-a0f1-4513-b104-fb358a7dfc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3e5b780-9020-40e3-880c-946c88e2c10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:26.078651 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.079709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Bound using segment: {'id': '4175f9f4-a0f1-4513-b104-fb358a7dfc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3e5b780-9020-40e3-880c-946c88e2c10c'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:26.080566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Bound port: 5c8d57bc-8f35-4d72-90a2-306eaba99d44, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4175f9f4-a0f1-4513-b104-fb358a7dfc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3e5b780-9020-40e3-880c-946c88e2c10c'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:26.081331 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.106395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52028) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:26.181298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52034) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:26.183880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] For port 5c8d57bc-8f35-4d72-90a2-306eaba99d44, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:26.194299 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] For port 5c8d57bc-8f35-4d72-90a2-306eaba99d44, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5c8d57bc-8f35-4d72-90a2-306eaba99d44,segment=NetworkSegment(4175f9f4-a0f1-4513-b104-fb358a7dfc62),segment_id=4175f9f4-a0f1-4513-b104-fb358a7dfc62)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:26.204105 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b4168ab-7501-41e4-bb86-7ebb876f02dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.205485 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.224380 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.285319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850b7db-0780-4f53-abcd-4d5d45897bdb None None] Pushing event updated for resources: {'Port': ['ID=5c8d57bc-8f35-4d72-90a2-306eaba99d44,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:26.311184 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.356212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b4168ab-7501-41e4-bb86-7ebb876f02dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.366237 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b4168ab-7501-41e4-bb86-7ebb876f02dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.412186 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7b4168ab-7501-41e4-bb86-7ebb876f02dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ff46bd6946b421e94d84f548b371263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294278 Nov 09 18:00:26.412849 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52038) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:26.444427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network b3e5b780-9020-40e3-880c-946c88e2c10c is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:26.455816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4168ab-7501-41e4-bb86-7ebb876f02dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae162dd6-7173-493a-9a44-465fc9f4a9b2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:26.470216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=956562e3-075c-4821-a1a7-ddc9caa4fb87,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:26.488953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:26.493673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:26.500243 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2cb0f4f9-723d-40ed-99cd-190856f54f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.506224 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc009-b38b-4cb2-a252-330434d3249c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.588315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:26.588956 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.618385 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc009-b38b-4cb2-a252-330434d3249c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.663879 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-879faf65-c024-4732-b554-9c5085ebbb50 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0751698 Nov 09 18:00:26.666109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52044) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:26.697126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': 'b3e5b780-9020-40e3-880c-946c88e2c10c', 'name': 'tempest-PortsTestJSON-1282711293', 'fixed_ips': [{'subnet_id': '92151ca2-9b2c-4d1a-9dbf-669972de45e9', 'ip_address': '172.20.0.9'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:26.734458 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2cb0f4f9-723d-40ed-99cd-190856f54f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.741883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2cb0f4f9-723d-40ed-99cd-190856f54f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.789893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f8f0d-aabf-416d-971d-dd9804678adf req-0fe646ef-076c-4d74-98f2-72ebf2c5639a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:26.792524 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f24f8f0d-aabf-416d-971d-dd9804678adf req-0fe646ef-076c-4d74-98f2-72ebf2c5639a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.2463748 Nov 09 18:00:26.809185 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2cb0f4f9-723d-40ed-99cd-190856f54f1c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d8170cdc1e104f4291f4078fcd6b1871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7022178 Nov 09 18:00:26.809185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0f4f9-723d-40ed-99cd-190856f54f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bf3492-edb8-4927-b037-71842cf60a47,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:26.812564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52050) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:26.911311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2697ce95-357d-4a04-a98b-16d0c4413757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.919092 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc009-b38b-4cb2-a252-330434d3249c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.921786 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc009-b38b-4cb2-a252-330434d3249c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.925828 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c2dbc009-b38b-4cb2-a252-330434d3249c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ae162dd6-7173-493a-9a44-465fc9f4a9b2 HTTP/1.1" status: 204 len: 168 time: 0.5091603 Nov 09 18:00:26.942486 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f24f8f0d-aabf-416d-971d-dd9804678adf req-14ab4b2b-af5c-431a-b063-5996dd8bda5c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221378 Nov 09 18:00:26.944508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2697ce95-357d-4a04-a98b-16d0c4413757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.945155 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbc009-b38b-4cb2-a252-330434d3249c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae162dd6-7173-493a-9a44-465fc9f4a9b2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:26.993452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:27.046944 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2697ce95-357d-4a04-a98b-16d0c4413757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:27.053082 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2697ce95-357d-4a04-a98b-16d0c4413757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:27.059550 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2697ce95-357d-4a04-a98b-16d0c4413757 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67bf3492-edb8-4927-b037-71842cf60a47 HTTP/1.1" status: 204 len: 168 time: 0.2454722 Nov 09 18:00:27.084609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697ce95-357d-4a04-a98b-16d0c4413757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bf3492-edb8-4927-b037-71842cf60a47,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:27.171628 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:27.200622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port f8ff15d1-3732-43f2-80e3-295a98ab7e6b yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:00:27.467987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.9 (b3e5b780-9020-40e3-880c-946c88e2c10c/92151ca2-9b2c-4d1a-9dbf-669972de45e9/f8ff15d1-3732-43f2-80e3-295a98ab7e6b) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:27.698118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:27.756852 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:27.838743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network b3e5b780-9020-40e3-880c-946c88e2c10c is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:27.845501 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:27.856253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:27.860044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740dd4d3-5997-4b78-842c-d5024d5d2be8 None None] Network b3e5b780-9020-40e3-880c-946c88e2c10c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:27.864081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=f8ff15d1-3732-43f2-80e3-295a98ab7e6b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:27.922695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:27.923611 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:27.956592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52082) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:27.964817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ff660ebe-d13e-4d62-940d-ed56244453e2 None None] Provisioning complete for port 5c8d57bc-8f35-4d72-90a2-306eaba99d44 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:27.965564 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff660ebe-d13e-4d62-940d-ed56244453e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:27.971642 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bb2aa382-ae66-47ab-9cb1-710e03251c00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3020511 Nov 09 18:00:28.185866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d10663-1724-4ab0-b28a-bef90cc651c6 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:28.192636 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52094) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:28.217055 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-16d10663-1724-4ab0-b28a-bef90cc651c6 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2550142 Nov 09 18:00:28.231730 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff660ebe-d13e-4d62-940d-ed56244453e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:28.318109 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ff660ebe-d13e-4d62-940d-ed56244453e2 None None] For port 5c8d57bc-8f35-4d72-90a2-306eaba99d44, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5c8d57bc-8f35-4d72-90a2-306eaba99d44,segment=NetworkSegment(4175f9f4-a0f1-4513-b104-fb358a7dfc62),segment_id=4175f9f4-a0f1-4513-b104-fb358a7dfc62)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:28.325709 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff660ebe-d13e-4d62-940d-ed56244453e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:28.402005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1dcaf-5766-4a10-8cee-f506c42e8ead req-cd9023e7-5174-4082-85d6-0752d09ed51c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:28.415851 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78b1dcaf-5766-4a10-8cee-f506c42e8ead req-cd9023e7-5174-4082-85d6-0752d09ed51c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.3240659 Nov 09 18:00:28.416102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5c8d57bc-8f35-4d72-90a2-306eaba99d44 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:28.511620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d9f0a-9119-481b-bd42-ab463086bb5d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:28.522488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d9f0a-9119-481b-bd42-ab463086bb5d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:28.539190 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d9f0a-9119-481b-bd42-ab463086bb5d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:28.539991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78b1dcaf-5766-4a10-8cee-f506c42e8ead req-3f05dc5c-426c-45e7-a3a7-444cea51969e tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222637 Nov 09 18:00:28.541105 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dd9d9f0a-9119-481b-bd42-ab463086bb5d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3472090 Nov 09 18:00:28.544214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52102) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:28.614903 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff660ebe-d13e-4d62-940d-ed56244453e2 None None] Pushing event updated for resources: {'Port': ['ID=5c8d57bc-8f35-4d72-90a2-306eaba99d44,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:28.618932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5c8d57bc-8f35-4d72-90a2-306eaba99d44 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:28.619700 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:28.776040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d48e1f7e-ea42-4b2d-8e75-feb55a9b2c54 None None] Provisioning complete for port f8ff15d1-3732-43f2-80e3-295a98ab7e6b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:28.776430 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d48e1f7e-ea42-4b2d-8e75-feb55a9b2c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:28.841958 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-05848c7e-558d-4fdc-84a7-363a030156c7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port f8ff15d1-3732-43f2-80e3-295a98ab7e6b {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:28.848410 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05848c7e-558d-4fdc-84a7-363a030156c7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:28.898977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d48e1f7e-ea42-4b2d-8e75-feb55a9b2c54 None None] Port f8ff15d1-3732-43f2-80e3-295a98ab7e6b cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:28.952720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d48e1f7e-ea42-4b2d-8e75-feb55a9b2c54 None None] Provisioning complete for port 5c8d57bc-8f35-4d72-90a2-306eaba99d44 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:28.953719 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d48e1f7e-ea42-4b2d-8e75-feb55a9b2c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:29.005673 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05848c7e-558d-4fdc-84a7-363a030156c7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:29.029313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-05848c7e-558d-4fdc-84a7-363a030156c7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for f8ff15d1-3732-43f2-80e3-295a98ab7e6b owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:29.188732 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d48e1f7e-ea42-4b2d-8e75-feb55a9b2c54 None None] Provisioning complete for port 956562e3-075c-4821-a1a7-ddc9caa4fb87 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:29.189279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d48e1f7e-ea42-4b2d-8e75-feb55a9b2c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:29.251878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d48e1f7e-ea42-4b2d-8e75-feb55a9b2c54 None None] Port 956562e3-075c-4821-a1a7-ddc9caa4fb87 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:29.323909 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05848c7e-558d-4fdc-84a7-363a030156c7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:29.362180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05848c7e-558d-4fdc-84a7-363a030156c7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=f8ff15d1-3732-43f2-80e3-295a98ab7e6b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:29.383524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2f829845-3296-438c-9eb6-44b2d1d5d8ba None None] Could not find standard attr ID for object f8ff15d1-3732-43f2-80e3-295a98ab7e6b. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:00:29.412561 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2f829845-3296-438c-9eb6-44b2d1d5d8ba None None] Provisioning complete for port 956562e3-075c-4821-a1a7-ddc9caa4fb87 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:29.412944 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f829845-3296-438c-9eb6-44b2d1d5d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:29.483328 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05848c7e-558d-4fdc-84a7-363a030156c7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:29.487818 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-05848c7e-558d-4fdc-84a7-363a030156c7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/f8ff15d1-3732-43f2-80e3-295a98ab7e6b HTTP/1.1" status: 204 len: 168 time: 0.9410944 Nov 09 18:00:29.491681 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52146) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:29.492558 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2f829845-3296-438c-9eb6-44b2d1d5d8ba None None] Port 956562e3-075c-4821-a1a7-ddc9caa4fb87 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:29.526439 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab792578-5b3b-4174-ad52-fd4fc522d64f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 18:00:29.528922 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ab792578-5b3b-4174-ad52-fd4fc522d64f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/f8ff15d1-3732-43f2-80e3-295a98ab7e6b HTTP/1.1" status: 404 len: 333 time: 0.0323219 Nov 09 18:00:29.533959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52148) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:29.733959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-c70671a9-0cda-43b6-863f-c72447dac5a8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port 956562e3-075c-4821-a1a7-ddc9caa4fb87 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:29.734219 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c70671a9-0cda-43b6-863f-c72447dac5a8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:29.750478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52156) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:29.782647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af42d0e-f974-479e-bea7-468b76c423f7 req-9d1a6846-b549-4188-93ff-2839513105a1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:29.786219 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1af42d0e-f974-479e-bea7-468b76c423f7 req-9d1a6846-b549-4188-93ff-2839513105a1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 943 time: 0.1149302 Nov 09 18:00:29.856264 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1af42d0e-f974-479e-bea7-468b76c423f7 req-8a7985a0-e2de-466c-9527-e0b797c8c6f2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637507 Nov 09 18:00:29.865408 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c70671a9-0cda-43b6-863f-c72447dac5a8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:29.890289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-c70671a9-0cda-43b6-863f-c72447dac5a8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for 956562e3-075c-4821-a1a7-ddc9caa4fb87 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:29.977690 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9e44-33c5-4fad-b355-a7ec8f3d3587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.110773 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c70671a9-0cda-43b6-863f-c72447dac5a8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.169785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70671a9-0cda-43b6-863f-c72447dac5a8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=956562e3-075c-4821-a1a7-ddc9caa4fb87,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:30.226343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-008cf314-4d52-48ee-b4e6-c0813d1a7ac1 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f0a15baa0be84b04a3c2eadf1bb86389&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502071 Nov 09 18:00:30.234472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5c8d57bc-8f35-4d72-90a2-306eaba99d44 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:30.338173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5c8d57bc-8f35-4d72-90a2-306eaba99d44 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:30.339088 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.350983 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9e44-33c5-4fad-b355-a7ec8f3d3587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.363833 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9e44-33c5-4fad-b355-a7ec8f3d3587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.383254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a04f9cb8-e02c-4435-868a-17572e6679e9 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:30.416685 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c70671a9-0cda-43b6-863f-c72447dac5a8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.420324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c70671a9-0cda-43b6-863f-c72447dac5a8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/956562e3-075c-4821-a1a7-ddc9caa4fb87 HTTP/1.1" status: 204 len: 168 time: 0.8848510 Nov 09 18:00:30.423136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52200) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:30.454979 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2ddf9e44-33c5-4fad-b355-a7ec8f3d3587 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6e1f79c9a6d04846939078e50aae1c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7030456 Nov 09 18:00:30.469265 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52202) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:30.490016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf9e44-33c5-4fad-b355-a7ec8f3d3587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60e3dc3-0617-410a-8d11-3790d6b4581d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:30.519526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-8e6359b8-91ea-41c7-a9c5-892c063d1529 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:30.521444 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-8e6359b8-91ea-41c7-a9c5-892c063d1529 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611222 Nov 09 18:00:30.547461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-5c394620-ddb4-43b4-8aa9-b8ca0597169e tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/quotas/f0a15baa0be84b04a3c2eadf1bb86389 HTTP/1.1" status: 200 len: 375 time: 0.0174644 Nov 09 18:00:30.550731 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a063f24-121c-460f-9ef4-65bd7007e846 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 18:00:30.555010 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9a063f24-121c-460f-9ef4-65bd7007e846 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/956562e3-075c-4821-a1a7-ddc9caa4fb87 HTTP/1.1" status: 404 len: 333 time: 0.1271994 Nov 09 18:00:30.556841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52208) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:30.586471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18ada616-858d-463a-86c5-3c74584a3afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.613039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a04f9cb8-e02c-4435-868a-17572e6679e9, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a04f9cb8-e02c-4435-868a-17572e6679e9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:30.617252 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18ada616-858d-463a-86c5-3c74584a3afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.628867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'port_id': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'mac_address': 'fa:16:3e:db:5c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:30.660847 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-618d404d-cd1e-44a8-a0f0-3eda9de1aec5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f0a15baa0be84b04a3c2eadf1bb86389&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053660 Nov 09 18:00:30.695663 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.711476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6defcdeb-1d5c-43d0-9ea7-ed5cb465e597 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting subnet 92151ca2-9b2c-4d1a-9dbf-669972de45e9 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:00:30.714294 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18ada616-858d-463a-86c5-3c74584a3afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.714959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04f9cb8-e02c-4435-868a-17572e6679e9 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:30.718510 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6defcdeb-1d5c-43d0-9ea7-ed5cb465e597 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.719043 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18ada616-858d-463a-86c5-3c74584a3afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.720425 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-18ada616-858d-463a-86c5-3c74584a3afb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a60e3dc3-0617-410a-8d11-3790d6b4581d HTTP/1.1" status: 204 len: 168 time: 0.2463777 Nov 09 18:00:30.746182 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a04f9cb8-e02c-4435-868a-17572e6679e9, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a04f9cb8-e02c-4435-868a-17572e6679e9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:30.750646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ada616-858d-463a-86c5-3c74584a3afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60e3dc3-0617-410a-8d11-3790d6b4581d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:30.755183 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.827183 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6defcdeb-1d5c-43d0-9ea7-ed5cb465e597 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.839962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=a04f9cb8-e02c-4435-868a-17572e6679e9,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:30.975606 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['a04f9cb8-e02c-4435-868a-17572e6679e9'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:31.098405 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a47e6ab7-6e1b-4977-9e45-4efc3cae4319 req-3027f1d3-2cd1-48bb-9baa-5aac619e712c tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 210 time: 0.0437946 Nov 09 18:00:31.121618 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6defcdeb-1d5c-43d0-9ea7-ed5cb465e597 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.151613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fa30d-b242-4335-9781-920d6df1bc1f req-0b1f3268-0cd5-4cd3-8341-b8bcbaee6e94 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:31.167699 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be3fa30d-b242-4335-9781-920d6df1bc1f req-0b1f3268-0cd5-4cd3-8341-b8bcbaee6e94 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 944 time: 0.1787567 Nov 09 18:00:31.225339 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be3fa30d-b242-4335-9781-920d6df1bc1f req-d9ad9b59-4771-4c95-9c84-56fe24910aa6 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646968 Nov 09 18:00:31.279250 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6defcdeb-1d5c-43d0-9ea7-ed5cb465e597 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.312346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defcdeb-1d5c-43d0-9ea7-ed5cb465e597 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Subnet': ['ID=92151ca2-9b2c-4d1a-9dbf-669972de45e9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:31.320133 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6defcdeb-1d5c-43d0-9ea7-ed5cb465e597 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.327523 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52242) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:31.338305 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6defcdeb-1d5c-43d0-9ea7-ed5cb465e597 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/92151ca2-9b2c-4d1a-9dbf-669972de45e9 HTTP/1.1" status: 204 len: 168 time: 0.7707474 Nov 09 18:00:31.339073 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de206b-c70d-4524-9cd6-4ff640e64bd5 None None] Network b3e5b780-9020-40e3-880c-946c88e2c10c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:31.445945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52252) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:31.681181 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ee3be64-a140-413c-a8bb-53f8436484e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.794546 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.841999 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a1fa27-f922-4586-b1bb-8bc8c44d1247 None None] DHCP port deletion for b3e5b780-9020-40e3-880c-946c88e2c10c request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:00:31.842798 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ee3be64-a140-413c-a8bb-53f8436484e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.852116 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ee3be64-a140-413c-a8bb-53f8436484e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.884520 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port 5c8d57bc-8f35-4d72-90a2-306eaba99d44 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:31.885138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.903366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-16a1fa27-f922-4586-b1bb-8bc8c44d1247 None None] Deleting port 5c8d57bc-8f35-4d72-90a2-306eaba99d44 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:31.904102 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16a1fa27-f922-4586-b1bb-8bc8c44d1247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.927874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3be64-a140-413c-a8bb-53f8436484e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00067481-27ad-4dda-b971-4f50d08b9533,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:31.935499 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3ee3be64-a140-413c-a8bb-53f8436484e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7bc50af410a145a5b8990b92749b219c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856009 Nov 09 18:00:31.937940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52266) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:31.995364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] For port 5c8d57bc-8f35-4d72-90a2-306eaba99d44, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5c8d57bc-8f35-4d72-90a2-306eaba99d44,segment=NetworkSegment(4175f9f4-a0f1-4513-b104-fb358a7dfc62),segment_id=4175f9f4-a0f1-4513-b104-fb358a7dfc62)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:31.996018 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.002669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-16a1fa27-f922-4586-b1bb-8bc8c44d1247 None None] For port 5c8d57bc-8f35-4d72-90a2-306eaba99d44, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5c8d57bc-8f35-4d72-90a2-306eaba99d44,segment=NetworkSegment(4175f9f4-a0f1-4513-b104-fb358a7dfc62),segment_id=4175f9f4-a0f1-4513-b104-fb358a7dfc62)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:32.003198 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16a1fa27-f922-4586-b1bb-8bc8c44d1247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.020278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-16a1fa27-f922-4586-b1bb-8bc8c44d1247 None None] Calling delete_port for 5c8d57bc-8f35-4d72-90a2-306eaba99d44 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:32.023550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for 5c8d57bc-8f35-4d72-90a2-306eaba99d44 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:32.065144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-28d38dc3-d459-4487-87b0-1c43c7dca271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.093585 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-28d38dc3-d459-4487-87b0-1c43c7dca271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.139774 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:32.209838 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:00:32.231876 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-28d38dc3-d459-4487-87b0-1c43c7dca271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.236339 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16a1fa27-f922-4586-b1bb-8bc8c44d1247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.236645 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-28d38dc3-d459-4487-87b0-1c43c7dca271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.240848 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-28d38dc3-d459-4487-87b0-1c43c7dca271 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00067481-27ad-4dda-b971-4f50d08b9533 HTTP/1.1" status: 204 len: 168 time: 0.2984071 Nov 09 18:00:32.306083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No DVR routers for this DVR port 5c8d57bc-8f35-4d72-90a2-306eaba99d44 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:32.320184 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1fa27-f922-4586-b1bb-8bc8c44d1247 None None] Pushing event deleted for resources: {'Port': ['ID=5c8d57bc-8f35-4d72-90a2-306eaba99d44,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:32.331211 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a1fa27-f922-4586-b1bb-8bc8c44d1247 None None] No DVR routers for this DVR port 5c8d57bc-8f35-4d72-90a2-306eaba99d44 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:32.340980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=5c8d57bc-8f35-4d72-90a2-306eaba99d44,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:32.369271 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5c8d57bc-8f35-4d72-90a2-306eaba99d44 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:32.381605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d38dc3-d459-4487-87b0-1c43c7dca271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00067481-27ad-4dda-b971-4f50d08b9533,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:32.415298 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08d01a8b-9c0f-4815-8d5e-7a1f2f9bde09 req-963465f6-c69c-4e0f-a9f8-b5e3040a48a5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 210 time: 0.1043897 Nov 09 18:00:32.431136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a04f9cb8-e02c-4435-868a-17572e6679e9 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:32.436964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 5c8d57bc-8f35-4d72-90a2-306eaba99d44 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:32.442578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5c8d57bc-8f35-4d72-90a2-306eaba99d44 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:32.536733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port a04f9cb8-e02c-4435-868a-17572e6679e9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:32.538170 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.544599 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.583373 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c528b51-ef54-4a05-ac74-6a67b121c280 req-9d41d5ed-ca43-490f-9dbb-a20b4ca3cfdf tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:32.585124 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2c528b51-ef54-4a05-ac74-6a67b121c280 req-9d41d5ed-ca43-490f-9dbb-a20b4ca3cfdf tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 944 time: 0.1586487 Nov 09 18:00:32.589877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e5b780-9020-40e3-880c-946c88e2c10c']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:32.615155 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4175f9f4-a0f1-4513-b104-fb358a7dfc62') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:32.615543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4175f9f4-a0f1-4513-b104-fb358a7dfc62') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:32.634914 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.637205 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.670334 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.681778 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2c528b51-ef54-4a05-ac74-6a67b121c280 req-0f544597-864a-4479-946b-3ad3b078872b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890851 Nov 09 18:00:32.685596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:32.686093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.689019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:32.692551 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:32.697013 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90643d02-df1e-4b14-9877-c2cd2ad011cc" -d '{"events": [{"server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "name": "network-vif-plugged", "status": "completed", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:32.728699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a04f9cb8-e02c-4435-868a-17572e6679e9, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a04f9cb8-e02c-4435-868a-17572e6679e9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:32.744882 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.822405 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20cd79f-c245-456b-a440-870701e090fd x-openstack-request-id: req-a20cd79f-c245-456b-a440-870701e090fd {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:32.822885 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "name": "network-vif-plugged", "status": "completed", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:32.847440 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a20cd79f-c245-456b-a440-870701e090fd {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:32.848260 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'code': 200} Nov 09 18:00:32.856121 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.878878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52288) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:32.879511 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.882836 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/networks/b3e5b780-9020-40e3-880c-946c88e2c10c HTTP/1.1" status: 204 len: 168 time: 1.5541892 Nov 09 18:00:32.891788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52290) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:32.911842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-589ad185-7c0b-4eb8-bbc9-044e727ae993 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2023305087'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:32.913503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-5318fd51-6cb1-4c6b-8a8a-24ad6377e081 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0a15baa0be84b04a3c2eadf1bb86389&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751762 Nov 09 18:00:32.919663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68130b7-9495-4c77-9bdf-c36b5d23d041 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Network': ['ID=b3e5b780-9020-40e3-880c-946c88e2c10c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:32.949202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=a04f9cb8-e02c-4435-868a-17572e6679e9,revision_number=10']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:32.954144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589ad185-7c0b-4eb8-bbc9-044e727ae993 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:32.960287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-589ad185-7c0b-4eb8-bbc9-044e727ae993 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.994774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589ad185-7c0b-4eb8-bbc9-044e727ae993 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:33.009125 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-589ad185-7c0b-4eb8-bbc9-044e727ae993 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.009531 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-589ad185-7c0b-4eb8-bbc9-044e727ae993 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Added segment 7b99342d-d060-4135-8a3f-1f35c2808426 of type vlan for network 26d5e848-8d5e-4823-ab7c-0fda1ad936d3 Nov 09 18:00:33.066746 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-589ad185-7c0b-4eb8-bbc9-044e727ae993 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.103925 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-589ad185-7c0b-4eb8-bbc9-044e727ae993 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.113083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589ad185-7c0b-4eb8-bbc9-044e727ae993 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:33.114349 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-589ad185-7c0b-4eb8-bbc9-044e727ae993 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.169747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52294) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.181558 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24e4b399-c1f9-40be-99d3-8b2f84f78553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.192457 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-589ad185-7c0b-4eb8-bbc9-044e727ae993 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2992270 Nov 09 18:00:33.197184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52296) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.205357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c5cbf910-be64-4140-9e34-33ca33e0b5c9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': '26d5e848-8d5e-4823-ab7c-0fda1ad936d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:33.215035 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c0de8ae3-b73b-4e8a-9f64-c1f187925244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.273521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ad185-7c0b-4eb8-bbc9-044e727ae993 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Network': ['ID=26d5e848-8d5e-4823-ab7c-0fda1ad936d3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:33.276058 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16f981-509c-4ae6-a43b-14ca55962b8f req-8f5f4e42-8c96-4c9b-aeb1-92826a418189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:33.277586 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e16f981-509c-4ae6-a43b-14ca55962b8f req-8f5f4e42-8c96-4c9b-aeb1-92826a418189 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 1097 time: 0.1615119 Nov 09 18:00:33.292044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 26d5e848-8d5e-4823-ab7c-0fda1ad936d3 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:00:33.304385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-ac82b46e-4bde-48e5-bcc0-f537baf463b6 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:33.306018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-ac82b46e-4bde-48e5-bcc0-f537baf463b6 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3856657 Nov 09 18:00:33.334457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Request body: {'port': {'device_id': 'c87d0e98-7c51-4853-8463-a45b39c0ffc0', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': 'f0a15baa0be84b04a3c2eadf1bb86389'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:33.365221 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cbf910-be64-4140-9e34-33ca33e0b5c9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:33.374150 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c5cbf910-be64-4140-9e34-33ca33e0b5c9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.434676 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e16f981-509c-4ae6-a43b-14ca55962b8f req-eda61702-cacc-4e89-b96e-9993c1ce2b33 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471136 Nov 09 18:00:33.546946 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24e4b399-c1f9-40be-99d3-8b2f84f78553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.554403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24e4b399-c1f9-40be-99d3-8b2f84f78553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.558529 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c0de8ae3-b73b-4e8a-9f64-c1f187925244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.580059 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c0de8ae3-b73b-4e8a-9f64-c1f187925244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.618980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-787ebc75-6e88-4e84-9062-7b00242bc8ab req-3fbcfd04-52c9-4f38-bd8f-0dcf030e2337 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 210 time: 0.0409687 Nov 09 18:00:33.636431 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-24e4b399-c1f9-40be-99d3-8b2f84f78553 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b8071c598414bc1927d8ec3ad8fb592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7560110 Nov 09 18:00:33.636793 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52300) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.642395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4b399-c1f9-40be-99d3-8b2f84f78553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b3205e-c7d8-4f25-8b62-fd614da56469,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:33.652632 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c0de8ae3-b73b-4e8a-9f64-c1f187925244 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=654bfec7de5c4338aad5b3cb046e5c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807508 Nov 09 18:00:33.657920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52302) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.676461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Made reservation on behalf of f0a15baa0be84b04a3c2eadf1bb86389 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:33.680184 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.702955 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.720531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de8ae3-b73b-4e8a-9f64-c1f187925244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692e1f85-3ab1-4bd5-b3da-bc06d34f902f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:33.764176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c5cbf910-be64-4140-9e34-33ca33e0b5c9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.839788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93a1f769-dd3f-4482-a020-53e666cc8b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.856852 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3fd80a24-aa6f-41cf-ae66-544f887c87ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.864493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbf910-be64-4140-9e34-33ca33e0b5c9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Subnet': ['ID=ec91f4de-9b08-4775-ab00-c9704696d2e1,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:33.900887 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93a1f769-dd3f-4482-a020-53e666cc8b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.909627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.916883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.936570 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3fd80a24-aa6f-41cf-ae66-544f887c87ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.951424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965329f-5633-42cd-a2dc-ed54fbf4f915 req-62c0deb2-232e-4511-9e1f-2779c0ccc95f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:33.953009 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2965329f-5633-42cd-a2dc-ed54fbf4f915 req-62c0deb2-232e-4511-9e1f-2779c0ccc95f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 946 time: 0.1391559 Nov 09 18:00:33.985675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cbf910-be64-4140-9e34-33ca33e0b5c9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Checking segment: {'id': '7b99342d-d060-4135-8a3f-1f35c2808426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '26d5e848-8d5e-4823-ab7c-0fda1ad936d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:33.986045 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cbf910-be64-4140-9e34-33ca33e0b5c9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network hostable DHCP agents. Network: 26d5e848-8d5e-4823-ab7c-0fda1ad936d3, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:00:34.015619 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cbf910-be64-4140-9e34-33ca33e0b5c9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network 26d5e848-8d5e-4823-ab7c-0fda1ad936d3 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:00:34.016643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaae7c90-a59b-4715-8395-d81ec2ecf983,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:34.032621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c5cbf910-be64-4140-9e34-33ca33e0b5c9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 26d5e848-8d5e-4823-ab7c-0fda1ad936d3) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:34.040872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cbf910-be64-4140-9e34-33ca33e0b5c9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:34.041662 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c5cbf910-be64-4140-9e34-33ca33e0b5c9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.053470 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2965329f-5633-42cd-a2dc-ed54fbf4f915 req-5d74af70-88d9-4054-bf9b-737e874944bb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646915 Nov 09 18:00:34.076615 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a694ba6-582d-4ad2-9196-a527b119e9fd None None] Network 26d5e848-8d5e-4823-ab7c-0fda1ad936d3 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:34.081810 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c5cbf910-be64-4140-9e34-33ca33e0b5c9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8832304 Nov 09 18:00:34.086242 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52306) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:34.092161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c74bb3cb-1a31-4dd6-918f-01104f482b37 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-379853672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:34.124770 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93a1f769-dd3f-4482-a020-53e666cc8b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.127710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93a1f769-dd3f-4482-a020-53e666cc8b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.131899 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-93a1f769-dd3f-4482-a020-53e666cc8b5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0b3205e-c7d8-4f25-8b62-fd614da56469 HTTP/1.1" status: 204 len: 168 time: 0.4941034 Nov 09 18:00:34.143384 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3fd80a24-aa6f-41cf-ae66-544f887c87ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.146798 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3fd80a24-aa6f-41cf-ae66-544f887c87ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.152002 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3fd80a24-aa6f-41cf-ae66-544f887c87ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/692e1f85-3ab1-4bd5-b3da-bc06d34f902f HTTP/1.1" status: 204 len: 168 time: 0.4888134 Nov 09 18:00:34.154130 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c74bb3cb-1a31-4dd6-918f-01104f482b37 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.155400 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c74bb3cb-1a31-4dd6-918f-01104f482b37 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.162188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1f769-dd3f-4482-a020-53e666cc8b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b3205e-c7d8-4f25-8b62-fd614da56469,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:34.183263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd80a24-aa6f-41cf-ae66-544f887c87ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692e1f85-3ab1-4bd5-b3da-bc06d34f902f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:34.219453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Allocated IP 192.168.233.205 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:34.294598 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c74bb3cb-1a31-4dd6-918f-01104f482b37 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.304125 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c74bb3cb-1a31-4dd6-918f-01104f482b37 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.328158 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c74bb3cb-1a31-4dd6-918f-01104f482b37 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.333676 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c74bb3cb-1a31-4dd6-918f-01104f482b37 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2414901 Nov 09 18:00:34.335152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52314) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:34.347100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'network_id': '26d5e848-8d5e-4823-ab7c-0fda1ad936d3', 'name': 'tempest-PortsTestJSON-1519081962'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:34.512807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-26d5e848-8d5e-4823-ab7c-0fda1ad936d3', 'network_id': '26d5e848-8d5e-4823-ab7c-0fda1ad936d3', 'tenant_id': '209c889c76a049799d3c10c6a9ab48a3', 'fixed_ips': [{'subnet_id': 'ec91f4de-9b08-4775-ab00-c9704696d2e1'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:00:34.514322 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.583311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:34.597326 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.607958 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.652985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.665328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port ab192583-d16e-479a-a77b-5a6404d92607 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:00:34.728819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:34.733050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:34.737993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:34.787695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Pushing event updated for resources: {'Port': ['ID=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:34.841985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:34.846049 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.876755 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-a8118a1d-5c2f-4157-a064-98a5955a20b5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5543041 Nov 09 18:00:34.899532 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Allocated IP 172.20.0.2 (26d5e848-8d5e-4823-ab7c-0fda1ad936d3/ec91f4de-9b08-4775-ab00-c9704696d2e1/9e594934-fecb-44fb-920e-600020618d8c) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:34.901081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Request body: {'port': {'device_id': 'c87d0e98-7c51-4853-8463-a45b39c0ffc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:34.960071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e5222-2dc5-496a-b7c4-5be2f3cd5075 req-0c709798-2ff9-4fe2-854a-800c5ba3c5ce tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:34.974063 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-114e5222-2dc5-496a-b7c4-5be2f3cd5075 req-0c709798-2ff9-4fe2-854a-800c5ba3c5ce tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 936 time: 0.1365263 Nov 09 18:00:35.056729 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.068752 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-114e5222-2dc5-496a-b7c4-5be2f3cd5075 req-36742325-7d60-4c3b-b6f6-7f5936cea627 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/security-groups?id=eaae7c90-a59b-4715-8395-d81ec2ecf983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933192 Nov 09 18:00:35.175059 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.215278 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.292458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2d87a2c7-10fa-4589-a044-ccc64c74e47c None None] Provisioning complete for port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:35.292844 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d87a2c7-10fa-4589-a044-ccc64c74e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.321168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.13 (26d5e848-8d5e-4823-ab7c-0fda1ad936d3/ec91f4de-9b08-4775-ab00-c9704696d2e1/ab192583-d16e-479a-a77b-5a6404d92607) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:35.340479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2d87a2c7-10fa-4589-a044-ccc64c74e47c None None] Port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:35.358673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Network 26d5e848-8d5e-4823-ab7c-0fda1ad936d3 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:35.365569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:35.387557 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:35.389755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Pushing event updated for resources: {'Port': ['ID=9e594934-fecb-44fb-920e-600020618d8c,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:35.542820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Attempting to bind port 9e594934-fecb-44fb-920e-600020618d8c on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:35.543193 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Attempting to bind port 9e594934-fecb-44fb-920e-600020618d8c by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '7b99342d-d060-4135-8a3f-1f35c2808426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '26d5e848-8d5e-4823-ab7c-0fda1ad936d3'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:35.543789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Attempting to bind port 9e594934-fecb-44fb-920e-600020618d8c on network 26d5e848-8d5e-4823-ab7c-0fda1ad936d3 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:35.554942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:35.555728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Checking segment: {'id': '7b99342d-d060-4135-8a3f-1f35c2808426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '26d5e848-8d5e-4823-ab7c-0fda1ad936d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:35.556305 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.558162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Bound using segment: {'id': '7b99342d-d060-4135-8a3f-1f35c2808426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '26d5e848-8d5e-4823-ab7c-0fda1ad936d3'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:35.559306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Bound port: 9e594934-fecb-44fb-920e-600020618d8c, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b99342d-d060-4135-8a3f-1f35c2808426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '26d5e848-8d5e-4823-ab7c-0fda1ad936d3'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:35.560769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26b6c-d2ae-4dbe-9941-85957b8210b7 req-44f476da-9515-4150-8d49-41334415d942 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:35.561432 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.562825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8b26b6c-d2ae-4dbe-9941-85957b8210b7 req-44f476da-9515-4150-8d49-41334415d942 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 946 time: 0.1601310 Nov 09 18:00:35.720003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] For port 9e594934-fecb-44fb-920e-600020618d8c, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:35.726250 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.729869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] For port 9e594934-fecb-44fb-920e-600020618d8c, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9e594934-fecb-44fb-920e-600020618d8c,segment=NetworkSegment(7b99342d-d060-4135-8a3f-1f35c2808426),segment_id=7b99342d-d060-4135-8a3f-1f35c2808426)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:35.738178 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.812808 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.856127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d3862-58ad-44b8-9295-252fbb59c62b None None] Pushing event updated for resources: {'Port': ['ID=9e594934-fecb-44fb-920e-600020618d8c,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:35.919104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network 26d5e848-8d5e-4823-ab7c-0fda1ad936d3 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:35.927276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:35.934134 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:35.999099 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=ab192583-d16e-479a-a77b-5a6404d92607,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:36.056641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:36.057403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:36.086793 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-63a0cfe3-ce04-49d6-8093-a9180fe1a17f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7502656 Nov 09 18:00:36.087514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52388) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:36.292861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:36.304766 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:36.363525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8b26b6c-d2ae-4dbe-9941-85957b8210b7 req-ef69eee6-259a-4811-b39a-25e793a2e735 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7899146 Nov 09 18:00:36.391645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Transition to ACTIVE for port object 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:00:36.408243 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:36.506161 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Pushing event updated for resources: {'Port': ['ID=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:36.515883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9e594934-fecb-44fb-920e-600020618d8c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:36.610383 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Attempting to bind port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:36.610809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Attempting to bind port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:36.611153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Attempting to bind port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:36.623254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:00:36.623587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Attempting to bind port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:36.643805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:36.644367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:36.645035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:36.645815 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Bound port: 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:36.646523 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:36.659340 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9e594934-fecb-44fb-920e-600020618d8c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:36.660260 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:36.876050 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:36.881093 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fad92-3a31-4bfb-b6e1-5db521088a1c req-44868fae-7efe-4958-b672-0dd2f233eb7d tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:36.882766 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-839fad92-3a31-4bfb-b6e1-5db521088a1c req-44868fae-7efe-4958-b672-0dd2f233eb7d tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 948 time: 0.4116218 Nov 09 18:00:36.889556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] For port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:36.898545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] For port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:36.908203 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.007194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 9e594934-fecb-44fb-920e-600020618d8c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9e594934-fecb-44fb-920e-600020618d8c,segment=NetworkSegment(7b99342d-d060-4135-8a3f-1f35c2808426),segment_id=7b99342d-d060-4135-8a3f-1f35c2808426)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:37.029098 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.053797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:37.054858 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.065208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] 10.222.0.13 "PUT /v2.0/ports/27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc HTTP/1.1" status: 200 len: 1096 time: 2.1739516 Nov 09 18:00:37.065982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87d0e98-7c51-4853-8463-a45b39c0ffc0', 'tag': '27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:37.087099 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be862cea-6d9b-4e1c-b6fb-a490008346f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c87d0e98-7c51-4853-8463-a45b39c0ffc0", "tag": "27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:37.157923 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.200075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=9e594934-fecb-44fb-920e-600020618d8c,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:37.205772 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-839fad92-3a31-4bfb-b6e1-5db521088a1c req-0cc01144-0251-4fc9-ac26-29bbc15eae97 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/security-groups?id=eaae7c90-a59b-4715-8395-d81ec2ecf983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229292 Nov 09 18:00:37.218678 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4393a7-8063-41bb-b93a-160036d13d96 x-openstack-request-id: req-ab4393a7-8063-41bb-b93a-160036d13d96 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:37.218992 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87d0e98-7c51-4853-8463-a45b39c0ffc0", "tag": "27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:37.219326 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab4393a7-8063-41bb-b93a-160036d13d96 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:37.219748 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87d0e98-7c51-4853-8463-a45b39c0ffc0', 'tag': '27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc', 'status': 'completed', 'code': 200} Nov 09 18:00:37.337853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c205c-23fa-4f73-93af-3af4bbfa6b4e service neutron] Pushing event updated for resources: {'Port': ['ID=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:37.365879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-20c2a986-85e2-4a0c-81bd-896b3272862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:37.369187 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-20c2a986-85e2-4a0c-81bd-896b3272862d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0a15baa0be84b04a3c2eadf1bb86389&device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 1099 time: 0.2423327 Nov 09 18:00:37.469716 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-396590de-3099-42ab-8c7e-5b9fe155d45a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc HTTP/1.1" status: 200 len: 217 time: 0.0907042 Nov 09 18:00:37.592828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-ab1a5833-9ba8-4d44-b8e9-02736d524446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:37.595083 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-ab1a5833-9ba8-4d44-b8e9-02736d524446 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.1184146 Nov 09 18:00:37.627860 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.637302 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.656701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94e665-746a-4355-b1db-ed61eab94723 req-84c5274a-5720-4687-96a9-d935e7357b47 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:37.669540 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ef94e665-746a-4355-b1db-ed61eab94723 req-84c5274a-5720-4687-96a9-d935e7357b47 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 946 time: 0.1559699 Nov 09 18:00:37.696042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b75ba2-5519-4409-90e6-5551b561fd1a None None] Network 26d5e848-8d5e-4823-ab7c-0fda1ad936d3 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:37.705651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-003792b7-91e0-47e8-813b-2770a0429a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:37.713791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-003792b7-91e0-47e8-813b-2770a0429a8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1082127 Nov 09 18:00:37.826322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=ab192583-d16e-479a-a77b-5a6404d92607,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:37.845512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8ff9963a-8115-44d8-8d58-3d2b159c38c3 None None] Provisioning complete for port 9e594934-fecb-44fb-920e-600020618d8c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:37.850751 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8ff9963a-8115-44d8-8d58-3d2b159c38c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.889535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-5c3edd2a-5dc2-44fc-883d-548c378b46d2 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626651 Nov 09 18:00:37.919205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52438) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:38.079280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ef94e665-746a-4355-b1db-ed61eab94723 req-6ee258ba-bce1-4b6c-8a53-534f2d397612 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983543 Nov 09 18:00:38.083801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52442) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:38.167611 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.198234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-343ec3e0-1258-422f-a5dd-6127951e60c7 req-20931c18-1edc-4693-a6b7-80cda4f822fb service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807148 Nov 09 18:00:38.407056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be862cea-6d9b-4e1c-b6fb-a490008346f5 req-1db10308-7245-4776-b24f-d8425f03e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:38.411299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1640066052'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:38.411612 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be862cea-6d9b-4e1c-b6fb-a490008346f5 req-1db10308-7245-4776-b24f-d8425f03e2e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0a15baa0be84b04a3c2eadf1bb86389&device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 1099 time: 0.1033490 Nov 09 18:00:38.415170 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.439157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9e594934-fecb-44fb-920e-600020618d8c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:38.507602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9e594934-fecb-44fb-920e-600020618d8c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:38.507914 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.554868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Made reservation on behalf of d62a893978d640e4812332dc2cbec464 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:38.558740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:38.560619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.596548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be862cea-6d9b-4e1c-b6fb-a490008346f5 req-9bcc14a7-550e-42f6-9465-ef4778c8896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:38.598574 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be862cea-6d9b-4e1c-b6fb-a490008346f5 req-9bcc14a7-550e-42f6-9465-ef4778c8896d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.1779339 Nov 09 18:00:38.605485 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.651117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be862cea-6d9b-4e1c-b6fb-a490008346f5 req-6d0cb9d9-565c-4cdc-8a74-233c47716670 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc HTTP/1.1" status: 200 len: 217 time: 0.0444739 Nov 09 18:00:38.652508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.656172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a0751-0225-40a2-b3ab-dabb190cd7fa req-67e24d8b-c47b-4929-ade9-339cd34ce7ea tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:38.657867 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a3a0751-0225-40a2-b3ab-dabb190cd7fa req-67e24d8b-c47b-4929-ade9-339cd34ce7ea tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 948 time: 0.2401335 Nov 09 18:00:38.756269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be862cea-6d9b-4e1c-b6fb-a490008346f5 req-20f968ef-dd65-4446-85db-aa5e7655132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:38.757746 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be862cea-6d9b-4e1c-b6fb-a490008346f5 req-20f968ef-dd65-4446-85db-aa5e7655132f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0907745 Nov 09 18:00:38.794532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a3a0751-0225-40a2-b3ab-dabb190cd7fa req-0acca1b5-f032-49de-9600-c859f8e8e133 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/security-groups?id=eaae7c90-a59b-4715-8395-d81ec2ecf983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255987 Nov 09 18:00:38.830917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be862cea-6d9b-4e1c-b6fb-a490008346f5 req-8d6c0734-ec16-4b69-a8bd-cd1f29ec3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:38.832439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be862cea-6d9b-4e1c-b6fb-a490008346f5 req-8d6c0734-ec16-4b69-a8bd-cd1f29ec3d28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656130 Nov 09 18:00:38.838791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ccf74163-6c96-4080-bb28-c29172a833ba None None] Provisioning complete for port ab192583-d16e-479a-a77b-5a6404d92607 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:38.839989 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ccf74163-6c96-4080-bb28-c29172a833ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.887498 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ccf74163-6c96-4080-bb28-c29172a833ba None None] Port ab192583-d16e-479a-a77b-5a6404d92607 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:38.901442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ccf74163-6c96-4080-bb28-c29172a833ba None None] Provisioning complete for port 9e594934-fecb-44fb-920e-600020618d8c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:38.902380 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ccf74163-6c96-4080-bb28-c29172a833ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.915020 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.932067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.949938 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.995173 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:39.039452 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.040051 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Added segment ef7d6ba1-44ac-447b-9199-e6f514bebc5a of type vlan for network e320ba4f-185f-43f1-9aea-4ead8076b6c1 Nov 09 18:00:39.050380 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be862cea-6d9b-4e1c-b6fb-a490008346f5 req-36fbd2de-437b-4ba7-bbc7-8aea1f383cbc service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074521 Nov 09 18:00:39.052391 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.056197 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbebfef-bf48-4d87-9fbe-2ffce3f6f0c4,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:39.075663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.190813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e6225be4-38e0-4e60-a698-834ba165a8c7 None None] Provisioning complete for port ab192583-d16e-479a-a77b-5a6404d92607 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:39.192197 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6225be4-38e0-4e60-a698-834ba165a8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.192663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Allocated IP 172.25.1.39 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/6dd3d136-e570-40ad-bda6-4e55bb108471) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:39.222210 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.235093 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be862cea-6d9b-4e1c-b6fb-a490008346f5 req-65028d79-2277-4a01-800b-939e8a791688 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772220 Nov 09 18:00:39.248352 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.257653 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e6225be4-38e0-4e60-a698-834ba165a8c7 None None] Port ab192583-d16e-479a-a77b-5a6404d92607 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:39.295404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=ab192583-d16e-479a-a77b-5a6404d92607,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:39.348061 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.352622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:39.353273 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.376696 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.430630 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.441909 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5211515 Nov 09 18:00:39.446051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52450) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:39.452261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a5593a00-146d-46d5-bb86-02ab1d553b77 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Request body: {'subnet': {'network_id': 'e320ba4f-185f-43f1-9aea-4ead8076b6c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:39.452520 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043e0c2-f60b-4963-9e37-d1779fd8a277 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Pushing event updated for resources: {'Network': ['ID=e320ba4f-185f-43f1-9aea-4ead8076b6c1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:39.466084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network e320ba4f-185f-43f1-9aea-4ead8076b6c1 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:00:39.496545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network 26d5e848-8d5e-4823-ab7c-0fda1ad936d3 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:39.498906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:39.552713 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7cd7d046-31f3-45ad-8dde-12b54ca2bfac None None] Provisioning complete for port ab192583-d16e-479a-a77b-5a6404d92607 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:39.553027 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d046-31f3-45ad-8dde-12b54ca2bfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.561328 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:39.577345 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:39.580430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:39.605835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7cd7d046-31f3-45ad-8dde-12b54ca2bfac None None] Port ab192583-d16e-479a-a77b-5a6404d92607 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:39.636673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event updated for resources: {'Port': ['ID=6dd3d136-e570-40ad-bda6-4e55bb108471,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:39.716687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5593a00-146d-46d5-bb86-02ab1d553b77 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Made reservation on behalf of d62a893978d640e4812332dc2cbec464 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:39.721713 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5593a00-146d-46d5-bb86-02ab1d553b77 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.808070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.891355 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.930623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-54523e32-8b9a-4315-bcb8-9ca870e376a9 None None] Provisioning complete for port ab192583-d16e-479a-a77b-5a6404d92607 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:39.931815 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-54523e32-8b9a-4315-bcb8-9ca870e376a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.963844 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Router 1097a210-6bda-449d-b06d-e89367f29e6b is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:00:39.978635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-54523e32-8b9a-4315-bcb8-9ca870e376a9 None None] Port ab192583-d16e-479a-a77b-5a6404d92607 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:40.120063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c60d4-88a0-4bb5-8c4e-5ea3558bf62f req-e3836679-21bc-4bce-9bc8-d3c42fc66b03 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:40.120943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:40.121552 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-007c60d4-88a0-4bb5-8c4e-5ea3558bf62f req-e3836679-21bc-4bce-9bc8-d3c42fc66b03 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 948 time: 0.2209301 Nov 09 18:00:40.132763 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-12a78a9d-4b38-4ea6-abc1-2512fae402d4 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "PUT /v2.0/routers/1097a210-6bda-449d-b06d-e89367f29e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0436368 Nov 09 18:00:40.133591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52454) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:40.143274 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de193ea4-a57d-4242-9659-79b7b97bc63e None None] Sync routers for ids ['1097a210-6bda-449d-b06d-e89367f29e6b'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:40.159603 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5593a00-146d-46d5-bb86-02ab1d553b77 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.160317 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de193ea4-a57d-4242-9659-79b7b97bc63e None None] Routers {'1097a210-6bda-449d-b06d-e89367f29e6b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:40.161700 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-de193ea4-a57d-4242-9659-79b7b97bc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:00:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['1097a210-6bda-449d-b06d-e89367f29e6b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:40.208441 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e3da9b-14c8-4229-9080-a879c571f288 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:40.213554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a1e3da9b-14c8-4229-9080-a879c571f288 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports?device_id=1097a210-6bda-449d-b06d-e89367f29e6b HTTP/1.1" status: 200 len: 983 time: 0.0750911 Nov 09 18:00:40.213876 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52456) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:40.224086 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-de193ea4-a57d-4242-9659-79b7b97bc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:40.237555 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de193ea4-a57d-4242-9659-79b7b97bc63e None None] Routers {'1097a210-6bda-449d-b06d-e89367f29e6b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:40.238532 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-de193ea4-a57d-4242-9659-79b7b97bc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:00:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['1097a210-6bda-449d-b06d-e89367f29e6b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:40.263762 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-007c60d4-88a0-4bb5-8c4e-5ea3558bf62f req-d7e8d5b8-35ca-43aa-8830-79897b29dad8 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/security-groups?id=eaae7c90-a59b-4715-8395-d81ec2ecf983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291916 Nov 09 18:00:40.273874 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-de193ea4-a57d-4242-9659-79b7b97bc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:40.274876 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de193ea4-a57d-4242-9659-79b7b97bc63e None None] The sync data for ids ['1097a210-6bda-449d-b06d-e89367f29e6b'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:40.282205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5593a00-146d-46d5-bb86-02ab1d553b77 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Pushing event updated for resources: {'Subnet': ['ID=56ee2ee9-2317-4e1d-8ca7-fcd36510dedd,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:40.324573 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.332217 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.337039 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5593a00-146d-46d5-bb86-02ab1d553b77 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Checking segment: {'id': 'ef7d6ba1-44ac-447b-9199-e6f514bebc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e320ba4f-185f-43f1-9aea-4ead8076b6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:40.337416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5593a00-146d-46d5-bb86-02ab1d553b77 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Network hostable DHCP agents. Network: e320ba4f-185f-43f1-9aea-4ead8076b6c1, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:00:40.429250 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event updated for resources: {'Port': ['ID=6dd3d136-e570-40ad-bda6-4e55bb108471,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:40.432782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:40.435103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5593a00-146d-46d5-bb86-02ab1d553b77 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Network e320ba4f-185f-43f1-9aea-4ead8076b6c1 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:00:40.451459 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.454261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-a5593a00-146d-46d5-bb86-02ab1d553b77 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, e320ba4f-185f-43f1-9aea-4ead8076b6c1) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:40.462669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5593a00-146d-46d5-bb86-02ab1d553b77 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:40.463265 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5593a00-146d-46d5-bb86-02ab1d553b77 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.474455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0b32df-87bf-4b8b-adbb-13536e5d1b4a None None] Network e320ba4f-185f-43f1-9aea-4ead8076b6c1 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:40.482159 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.483560 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-23729af8-ffd7-438b-9d46-88626d6a6754 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3985765 Nov 09 18:00:40.486811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52458) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:40.492610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1413868424'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:40.505281 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a5593a00-146d-46d5-bb86-02ab1d553b77 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0573387 Nov 09 18:00:40.505939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52460) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:40.515211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Request body: {'port': {'network_id': 'e320ba4f-185f-43f1-9aea-4ead8076b6c1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1195848898'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:40.588541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Made reservation on behalf of 11a6704216bd4790aeaa153e9154a703 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:40.593515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.609514 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.677136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:40.680396 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bcb15868-4960-4f6e-a0f6-37c85a76e187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.715327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': '27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc', 'mac_address': 'fa:16:3e:59:aa:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:40.739866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Made reservation on behalf of d62a893978d640e4812332dc2cbec464 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:40.744026 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.757688 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c53355b-3d74-496f-a512-92001635d4a5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.774877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] device_id is not set on port 315bf6b7-d878-401f-b391-b7dd6e6894b9 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:00:40.803254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-e320ba4f-185f-43f1-9aea-4ead8076b6c1', 'network_id': 'e320ba4f-185f-43f1-9aea-4ead8076b6c1', 'tenant_id': 'd62a893978d640e4812332dc2cbec464', 'fixed_ips': [{'subnet_id': '56ee2ee9-2317-4e1d-8ca7-fcd36510dedd'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:00:40.804732 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.809554 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.832024 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.853968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:40.889028 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.927863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:40.954502 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.954784 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Added segment 378c217a-b9e2-4234-96c9-719ef4c2331e of type vlan for network a0eaae98-5ab7-49dc-a210-159055787459 Nov 09 18:00:40.965597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ad6866-5394-42a1-8d89-80a801ab68c6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:40.973190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Allocated IP 172.20.0.5 (e320ba4f-185f-43f1-9aea-4ead8076b6c1/56ee2ee9-2317-4e1d-8ca7-fcd36510dedd/315bf6b7-d878-401f-b391-b7dd6e6894b9) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:40.980415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:40.990715 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.063304 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.077535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5c53355b-3d74-496f-a512-92001635d4a5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port ab192583-d16e-479a-a77b-5a6404d92607 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:41.078026 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c53355b-3d74-496f-a512-92001635d4a5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.078930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:41.164026 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.170499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:41.171137 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.185054 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c53355b-3d74-496f-a512-92001635d4a5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.201413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5c53355b-3d74-496f-a512-92001635d4a5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for ab192583-d16e-479a-a77b-5a6404d92607 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:41.253552 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7652345 Nov 09 18:00:41.261390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52462) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:41.274379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-214d8329-a616-4cff-98b7-8a79f29bed08 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Request body: {'subnet': {'network_id': 'a0eaae98-5ab7-49dc-a210-159055787459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:41.288109 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:41.371742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28b12d-71a6-4e76-9d5f-74310be63910 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event updated for resources: {'Network': ['ID=a0eaae98-5ab7-49dc-a210-159055787459,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:41.413896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a0eaae98-5ab7-49dc-a210-159055787459 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:00:41.440161 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.473318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214d8329-a616-4cff-98b7-8a79f29bed08 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Made reservation on behalf of 11a6704216bd4790aeaa153e9154a703 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:41.477678 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-214d8329-a616-4cff-98b7-8a79f29bed08 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.532785 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c53355b-3d74-496f-a512-92001635d4a5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.584371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17db10-0282-4d30-b1a2-42300866068c req-6b7789e6-e611-4d18-a6f2-0668229d293c tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:41.586185 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c17db10-0282-4d30-b1a2-42300866068c req-6b7789e6-e611-4d18-a6f2-0668229d293c tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 949 time: 0.1543093 Nov 09 18:00:41.589346 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.589640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53355b-3d74-496f-a512-92001635d4a5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=ab192583-d16e-479a-a77b-5a6404d92607,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:41.678648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Network e320ba4f-185f-43f1-9aea-4ead8076b6c1 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:41.691192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Pushing event updated for resources: {'Port': ['ID=315bf6b7-d878-401f-b391-b7dd6e6894b9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:41.712263 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:41.716979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:41.731817 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c17db10-0282-4d30-b1a2-42300866068c req-a510c9fb-6198-4ee8-9ca3-98b09dcca996 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/security-groups?id=eaae7c90-a59b-4715-8395-d81ec2ecf983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694573 Nov 09 18:00:41.758275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Allocated IP 172.20.0.2 (e320ba4f-185f-43f1-9aea-4ead8076b6c1/56ee2ee9-2317-4e1d-8ca7-fcd36510dedd/7348a284-69f9-4302-bdac-2e21472e2182) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:41.839971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:41.840662 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.878112 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c53355b-3d74-496f-a512-92001635d4a5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.880284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0bf56213-8d72-4bfd-a4c7-03a82204d82e tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3704512 Nov 09 18:00:41.881565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52466) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:42.007567 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.022667 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.080421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c53355b-3d74-496f-a512-92001635d4a5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Router 1097a210-6bda-449d-b06d-e89367f29e6b has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:42.084764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Network e320ba4f-185f-43f1-9aea-4ead8076b6c1 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:42.088467 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:42.096509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:42.107265 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Pushing event updated for resources: {'Port': ['ID=7348a284-69f9-4302-bdac-2e21472e2182,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:42.115107 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-214d8329-a616-4cff-98b7-8a79f29bed08 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.157117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7489812b-8d2c-48df-af38-75c6298f6230 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Deleting port 315bf6b7-d878-401f-b391-b7dd6e6894b9 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:42.157469 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7489812b-8d2c-48df-af38-75c6298f6230 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.177960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Attempting to bind port 7348a284-69f9-4302-bdac-2e21472e2182 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:42.178578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Attempting to bind port 7348a284-69f9-4302-bdac-2e21472e2182 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ef7d6ba1-44ac-447b-9199-e6f514bebc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e320ba4f-185f-43f1-9aea-4ead8076b6c1'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:42.178993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Attempting to bind port 7348a284-69f9-4302-bdac-2e21472e2182 on network e320ba4f-185f-43f1-9aea-4ead8076b6c1 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:42.187972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c53355b-3d74-496f-a512-92001635d4a5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:42.188757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:42.189958 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Checking segment: {'id': 'ef7d6ba1-44ac-447b-9199-e6f514bebc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e320ba4f-185f-43f1-9aea-4ead8076b6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:42.190844 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.191531 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Bound using segment: {'id': 'ef7d6ba1-44ac-447b-9199-e6f514bebc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e320ba4f-185f-43f1-9aea-4ead8076b6c1'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:42.192382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Bound port: 7348a284-69f9-4302-bdac-2e21472e2182, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7d6ba1-44ac-447b-9199-e6f514bebc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e320ba4f-185f-43f1-9aea-4ead8076b6c1'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:42.193107 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.195200 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5c53355b-3d74-496f-a512-92001635d4a5 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "PUT /v2.0/routers/1097a210-6bda-449d-b06d-e89367f29e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9802458 Nov 09 18:00:42.199208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52468) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:42.216885 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe65f8-86ce-4d49-8264-06d1a159e480 None None] Sync routers for ids ['1097a210-6bda-449d-b06d-e89367f29e6b'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:42.233418 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3648e1-542c-4c0c-a06b-61b1ceaec90f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 18:00:42.235382 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0d3648e1-542c-4c0c-a06b-61b1ceaec90f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/ab192583-d16e-479a-a77b-5a6404d92607 HTTP/1.1" status: 404 len: 333 time: 0.0342991 Nov 09 18:00:42.241525 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52470) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:42.243312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d8329-a616-4cff-98b7-8a79f29bed08 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event updated for resources: {'Subnet': ['ID=cb866d4b-f1a0-4a60-a11c-05d78a8f10b0,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:42.285812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d8329-a616-4cff-98b7-8a79f29bed08 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Checking segment: {'id': '378c217a-b9e2-4234-96c9-719ef4c2331e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a0eaae98-5ab7-49dc-a210-159055787459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:42.286200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214d8329-a616-4cff-98b7-8a79f29bed08 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Network hostable DHCP agents. Network: a0eaae98-5ab7-49dc-a210-159055787459, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:00:42.294416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe65f8-86ce-4d49-8264-06d1a159e480 None None] Routers {'1097a210-6bda-449d-b06d-e89367f29e6b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:42.295713 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fafe65f8-86ce-4d49-8264-06d1a159e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:00:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['1097a210-6bda-449d-b06d-e89367f29e6b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:42.297497 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7489812b-8d2c-48df-af38-75c6298f6230 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.324903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7489812b-8d2c-48df-af38-75c6298f6230 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Calling delete_port for 315bf6b7-d878-401f-b391-b7dd6e6894b9 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:42.340155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214d8329-a616-4cff-98b7-8a79f29bed08 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Network a0eaae98-5ab7-49dc-a210-159055787459 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:00:42.341048 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e453d4a-2659-4701-803a-836d3199ca17 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.346882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fafe65f8-86ce-4d49-8264-06d1a159e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:42.375001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe65f8-86ce-4d49-8264-06d1a159e480 None None] Routers {'1097a210-6bda-449d-b06d-e89367f29e6b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:42.375688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fafe65f8-86ce-4d49-8264-06d1a159e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:00:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['1097a210-6bda-449d-b06d-e89367f29e6b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:42.382732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-214d8329-a616-4cff-98b7-8a79f29bed08 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a0eaae98-5ab7-49dc-a210-159055787459) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:42.388780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214d8329-a616-4cff-98b7-8a79f29bed08 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:42.389382 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-214d8329-a616-4cff-98b7-8a79f29bed08 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.421562 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-214d8329-a616-4cff-98b7-8a79f29bed08 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1590426 Nov 09 18:00:42.424801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52472) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:42.425402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] For port 7348a284-69f9-4302-bdac-2e21472e2182, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:42.429491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd1355e-df01-4ba1-a864-2ba0a23b1ca6 None None] Network a0eaae98-5ab7-49dc-a210-159055787459 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:42.431538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1548418071', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:42.483551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fafe65f8-86ce-4d49-8264-06d1a159e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:42.484235 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe65f8-86ce-4d49-8264-06d1a159e480 None None] The sync data for ids ['1097a210-6bda-449d-b06d-e89367f29e6b'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:42.485080 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.490410 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.491578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:42.514648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] For port 7348a284-69f9-4302-bdac-2e21472e2182, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7348a284-69f9-4302-bdac-2e21472e2182,segment=NetworkSegment(ef7d6ba1-44ac-447b-9199-e6f514bebc5a),segment_id=ef7d6ba1-44ac-447b-9199-e6f514bebc5a)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:42.530117 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.593053 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7489812b-8d2c-48df-af38-75c6298f6230 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.636420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489812b-8d2c-48df-af38-75c6298f6230 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Pushing event deleted for resources: {'Port': ['ID=315bf6b7-d878-401f-b391-b7dd6e6894b9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:42.638017 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e453d4a-2659-4701-803a-836d3199ca17 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.640386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e453d4a-2659-4701-803a-836d3199ca17 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.670820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b94bf7-bbbb-4638-9b03-3645677d8092 None None] Pushing event updated for resources: {'Port': ['ID=7348a284-69f9-4302-bdac-2e21472e2182,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:42.700678 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e453d4a-2659-4701-803a-836d3199ca17 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.701476 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e453d4a-2659-4701-803a-836d3199ca17 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Fanout notify agent at l3_agent the message router_deleted on router 1097a210-6bda-449d-b06d-e89367f29e6b {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:00:42.716655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e453d4a-2659-4701-803a-836d3199ca17 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.718281 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3e453d4a-2659-4701-803a-836d3199ca17 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/routers/1097a210-6bda-449d-b06d-e89367f29e6b HTTP/1.1" status: 204 len: 168 time: 0.4758089 Nov 09 18:00:42.723939 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52474) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:42.730701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:00:42.733767 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.747378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:42.747768 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.813525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-a0eaae98-5ab7-49dc-a210-159055787459', 'network_id': 'a0eaae98-5ab7-49dc-a210-159055787459', 'tenant_id': '11a6704216bd4790aeaa153e9154a703', 'fixed_ips': [{'subnet_id': 'cb866d4b-f1a0-4a60-a11c-05d78a8f10b0'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:00:42.816130 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.855821 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-55015a26-3528-4065-9749-ed015c518ef3 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting subnet ec91f4de-9b08-4775-ab00-c9704696d2e1 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:00:42.859939 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55015a26-3528-4065-9749-ed015c518ef3 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.927165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55015a26-3528-4065-9749-ed015c518ef3 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.004152 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.071181 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7489812b-8d2c-48df-af38-75c6298f6230 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.078360 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7489812b-8d2c-48df-af38-75c6298f6230 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] 10.222.0.81 "DELETE /v2.0/ports/315bf6b7-d878-401f-b391-b7dd6e6894b9 HTTP/1.1" status: 204 len: 168 time: 1.1563933 Nov 09 18:00:43.079098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52478) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:43.091450 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.100529 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55015a26-3528-4065-9749-ed015c518ef3 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.106448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87d0e98-7c51-4853-8463-a45b39c0ffc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:43.110382 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950edd87-8e4a-4264-a7d4-69aff81dd578" -d '{"events": [{"server_uuid": "c87d0e98-7c51-4853-8463-a45b39c0ffc0", "name": "network-vif-plugged", "status": "completed", "tag": "27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:43.186527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Allocated IP 172.20.0.2 (a0eaae98-5ab7-49dc-a210-159055787459/cb866d4b-f1a0-4a60-a11c-05d78a8f10b0/a2ed97fa-6d64-4d81-b027-98cbb01271f4) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:43.193938 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:43.201771 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2114dae3-5464-4434-baf5-ac749f46e3f4 x-openstack-request-id: req-2114dae3-5464-4434-baf5-ac749f46e3f4 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:43.202125 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87d0e98-7c51-4853-8463-a45b39c0ffc0", "name": "network-vif-plugged", "status": "completed", "tag": "27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:43.202420 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2114dae3-5464-4434-baf5-ac749f46e3f4 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:43.203113 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87d0e98-7c51-4853-8463-a45b39c0ffc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc', 'code': 200} Nov 09 18:00:43.208917 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.217752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786b965-9a4a-423c-a352-0c651fd63c37 req-277e8cc6-833c-4ea6-8751-609f88a7647d tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.219674 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c786b965-9a4a-423c-a352-0c651fd63c37 req-277e8cc6-833c-4ea6-8751-609f88a7647d tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 949 time: 0.3116651 Nov 09 18:00:43.260928 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55015a26-3528-4065-9749-ed015c518ef3 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.306640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55015a26-3528-4065-9749-ed015c518ef3 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Subnet': ['ID=ec91f4de-9b08-4775-ab00-c9704696d2e1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:43.311169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55015a26-3528-4065-9749-ed015c518ef3 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.315046 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-55015a26-3528-4065-9749-ed015c518ef3 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/ec91f4de-9b08-4775-ab00-c9704696d2e1 HTTP/1.1" status: 204 len: 168 time: 0.5888669 Nov 09 18:00:43.317628 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52484) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:43.323537 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:43.334910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084501da-06ae-41e2-b314-c73246e183b6 None None] Network 26d5e848-8d5e-4823-ab7c-0fda1ad936d3 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:43.425171 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a98cf67c-75b4-45f7-b076-5e1e86f5bb22 tempest-DHCPAgentSchedulersTestJSON-1196112202 tempest-DHCPAgentSchedulersTestJSON-1196112202-project-admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3405488 Nov 09 18:00:43.428722 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52486) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:43.435671 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-dc838d99-847d-4542-bc2b-c7dc1bcc8441 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1680264427'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:43.449068 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.476882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc838d99-847d-4542-bc2b-c7dc1bcc8441 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Made reservation on behalf of d62a893978d640e4812332dc2cbec464 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:43.481188 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc838d99-847d-4542-bc2b-c7dc1bcc8441 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.531324 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc838d99-847d-4542-bc2b-c7dc1bcc8441 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:43.545929 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc838d99-847d-4542-bc2b-c7dc1bcc8441 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.546287 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-dc838d99-847d-4542-bc2b-c7dc1bcc8441 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Added segment 35be6446-71df-461d-add2-fe72f57acf08 of type vlan for network f15a22cd-b5f8-4836-a880-48742bfab6d2 Nov 09 18:00:43.603417 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.612482 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port 9e594934-fecb-44fb-920e-600020618d8c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:43.612836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.618323 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc838d99-847d-4542-bc2b-c7dc1bcc8441 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.636134 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.643849 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4a767e15-be06-42e2-b573-4d64eec21866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.695411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Network a0eaae98-5ab7-49dc-a210-159055787459 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:43.705724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:43.711619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:43.749310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] For port 9e594934-fecb-44fb-920e-600020618d8c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9e594934-fecb-44fb-920e-600020618d8c,segment=NetworkSegment(7b99342d-d060-4135-8a3f-1f35c2808426),segment_id=7b99342d-d060-4135-8a3f-1f35c2808426)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:43.749707 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.752903 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc838d99-847d-4542-bc2b-c7dc1bcc8441 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.762274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c786b965-9a4a-423c-a352-0c651fd63c37 req-d5a557ec-06a0-4f0f-a3c3-672fabd79506 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/security-groups?id=eaae7c90-a59b-4715-8395-d81ec2ecf983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129192 Nov 09 18:00:43.763078 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc838d99-847d-4542-bc2b-c7dc1bcc8441 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.763078 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc838d99-847d-4542-bc2b-c7dc1bcc8441 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.774299 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Pushing event updated for resources: {'Port': ['ID=a2ed97fa-6d64-4d81-b027-98cbb01271f4,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:43.808461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f00b70-efeb-4995-96aa-ec39bc52c4b4 None None] DHCP port deletion for 26d5e848-8d5e-4823-ab7c-0fda1ad936d3 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:00:43.808805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871254b9-87bd-449f-be44-03e0e125813f req-6e983929-c2f4-4202-b2dd-c23a9a5bdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.808805 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-871254b9-87bd-449f-be44-03e0e125813f req-6e983929-c2f4-4202-b2dd-c23a9a5bdaf2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 1101 time: 0.1145499 Nov 09 18:00:43.876937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Attempting to bind port a2ed97fa-6d64-4d81-b027-98cbb01271f4 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:43.877412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Attempting to bind port a2ed97fa-6d64-4d81-b027-98cbb01271f4 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '378c217a-b9e2-4234-96c9-719ef4c2331e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a0eaae98-5ab7-49dc-a210-159055787459'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:43.877850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Attempting to bind port a2ed97fa-6d64-4d81-b027-98cbb01271f4 on network a0eaae98-5ab7-49dc-a210-159055787459 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:43.887085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:43.887704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Checking segment: {'id': '378c217a-b9e2-4234-96c9-719ef4c2331e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a0eaae98-5ab7-49dc-a210-159055787459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:43.888443 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.889190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Bound using segment: {'id': '378c217a-b9e2-4234-96c9-719ef4c2331e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a0eaae98-5ab7-49dc-a210-159055787459'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:43.890090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Bound port: a2ed97fa-6d64-4d81-b027-98cbb01271f4, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378c217a-b9e2-4234-96c9-719ef4c2331e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a0eaae98-5ab7-49dc-a210-159055787459'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:43.890803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.973493 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-871254b9-87bd-449f-be44-03e0e125813f req-35788e36-8ad2-4fba-8eec-d1b1b71f11de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eaae7c90-a59b-4715-8395-d81ec2ecf983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620169 Nov 09 18:00:43.992860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] For port a2ed97fa-6d64-4d81-b027-98cbb01271f4, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:44.006752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] For port a2ed97fa-6d64-4d81-b027-98cbb01271f4, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a2ed97fa-6d64-4d81-b027-98cbb01271f4,segment=NetworkSegment(378c217a-b9e2-4234-96c9-719ef4c2331e),segment_id=378c217a-b9e2-4234-96c9-719ef4c2331e)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:44.009105 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.035323 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.037709 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.038623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-81f00b70-efeb-4995-96aa-ec39bc52c4b4 None None] Deleting port 9e594934-fecb-44fb-920e-600020618d8c {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:44.039038 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-81f00b70-efeb-4995-96aa-ec39bc52c4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.131941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5ae3ae-5810-4370-a266-09de6e5a1329 None None] Network e320ba4f-185f-43f1-9aea-4ead8076b6c1 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:44.195244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Allocated IP 172.25.1.200 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/20cb557f-c5a5-4a26-a26a-27bbf979c77f) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:44.228948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for 9e594934-fecb-44fb-920e-600020618d8c owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:44.259810 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dc838d99-847d-4542-bc2b-c7dc1bcc8441 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8289967 Nov 09 18:00:44.261986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52488) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:44.262129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbb7cd-64a0-46a5-a128-f604a76c665c None None] Pushing event updated for resources: {'Port': ['ID=a2ed97fa-6d64-4d81-b027-98cbb01271f4,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:44.276766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-81f00b70-efeb-4995-96aa-ec39bc52c4b4 None None] For port 9e594934-fecb-44fb-920e-600020618d8c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9e594934-fecb-44fb-920e-600020618d8c,segment=NetworkSegment(7b99342d-d060-4135-8a3f-1f35c2808426),segment_id=7b99342d-d060-4135-8a3f-1f35c2808426)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:44.277184 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-81f00b70-efeb-4995-96aa-ec39bc52c4b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.290306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-17b14dd3-0661-472f-80bb-61298f6aa773 None None] Provisioning complete for port 7348a284-69f9-4302-bdac-2e21472e2182 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:44.290776 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-17b14dd3-0661-472f-80bb-61298f6aa773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.319944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc838d99-847d-4542-bc2b-c7dc1bcc8441 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Pushing event updated for resources: {'Network': ['ID=f15a22cd-b5f8-4836-a880-48742bfab6d2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:44.339082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-81f00b70-efeb-4995-96aa-ec39bc52c4b4 None None] Calling delete_port for 9e594934-fecb-44fb-920e-600020618d8c owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:44.346940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network f15a22cd-b5f8-4836-a880-48742bfab6d2 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:00:44.357477 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.447648 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.533176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.550518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:44.561385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:44.592769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:44.598840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event updated for resources: {'Port': ['ID=20cb557f-c5a5-4a26-a26a-27bbf979c77f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:44.625658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=9e594934-fecb-44fb-920e-600020618d8c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:44.628574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No DVR routers for this DVR port 9e594934-fecb-44fb-920e-600020618d8c on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:44.662486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7348a284-69f9-4302-bdac-2e21472e2182 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:44.696906 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-825fdd12-fad4-45f8-81c1-6c0cf1fb63a8 tempest-DHCPAgentSchedulersTestJSON-1196112202 tempest-DHCPAgentSchedulersTestJSON-1196112202-project-admin] 10.222.0.81 "GET /v2.0/agents/0c89a5af-13ce-49ac-966b-f62660ee3c28/dhcp-networks HTTP/1.1" status: 200 len: 8785 time: 0.4307208 Nov 09 18:00:44.724429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52490) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:44.793759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.826799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d5e848-8d5e-4823-ab7c-0fda1ad936d3']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:44.840578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b99342d-d060-4135-8a3f-1f35c2808426') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:44.840922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b99342d-d060-4135-8a3f-1f35c2808426') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:44.854206 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.899558 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.910489 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.933044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:44.933529 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:44.938509 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:45.015131 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa8f80a-12db-43dd-82fe-97488ba2fd74 tempest-DHCPAgentSchedulersTestJSON-1196112202 tempest-DHCPAgentSchedulersTestJSON-1196112202-project-admin] Network f15a22cd-b5f8-4836-a880-48742bfab6d2 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:00:45.024698 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.027161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a3fc-7fc8-4173-9d3a-64994e9c4d34 req-8653d623-6ce8-4f3a-ae2c-be00656aa67c tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:45.035810 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d05a3fc-7fc8-4173-9d3a-64994e9c4d34 req-8653d623-6ce8-4f3a-ae2c-be00656aa67c tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 950 time: 0.1664462 Nov 09 18:00:45.042518 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-81f00b70-efeb-4995-96aa-ec39bc52c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.042518 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7348a284-69f9-4302-bdac-2e21472e2182 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:45.042518 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.075667 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7fa8f80a-12db-43dd-82fe-97488ba2fd74 tempest-DHCPAgentSchedulersTestJSON-1196112202 tempest-DHCPAgentSchedulersTestJSON-1196112202-project-admin] 10.222.0.81 "POST /v2.0/agents/0c89a5af-13ce-49ac-966b-f62660ee3c28/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3467989 Nov 09 18:00:45.077510 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.077700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52494) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:45.090211 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.097860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/networks/26d5e848-8d5e-4823-ab7c-0fda1ad936d3 HTTP/1.1" status: 204 len: 168 time: 1.7743077 Nov 09 18:00:45.098828 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ebeabb-f821-458b-8993-ea146a304527 None None] Network f15a22cd-b5f8-4836-a880-48742bfab6d2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:45.113107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52496) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:45.119669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f00b70-efeb-4995-96aa-ec39bc52c4b4 None None] Pushing event deleted for resources: {'Port': ['ID=9e594934-fecb-44fb-920e-600020618d8c,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:45.136135 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-17b14dd3-0661-472f-80bb-61298f6aa773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.138767 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f00b70-efeb-4995-96aa-ec39bc52c4b4 None None] No DVR routers for this DVR port 9e594934-fecb-44fb-920e-600020618d8c on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:45.194465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118550c9-67b5-4592-a3cb-0ec2a1eab9e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Network': ['ID=26d5e848-8d5e-4823-ab7c-0fda1ad936d3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:45.248731 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d05a3fc-7fc8-4173-9d3a-64994e9c4d34 req-e3984a74-b4f5-43b1-b919-a23ed477e4fe tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/security-groups?id=eaae7c90-a59b-4715-8395-d81ec2ecf983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120044 Nov 09 18:00:45.299704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-17b14dd3-0661-472f-80bb-61298f6aa773 None None] For port 7348a284-69f9-4302-bdac-2e21472e2182, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7348a284-69f9-4302-bdac-2e21472e2182,segment=NetworkSegment(ef7d6ba1-44ac-447b-9199-e6f514bebc5a),segment_id=ef7d6ba1-44ac-447b-9199-e6f514bebc5a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:45.316740 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4cf13-d409-44d5-bc13-2b808950ec96 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:45.318317 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-01c4cf13-d409-44d5-bc13-2b808950ec96 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/25c78d4f-33cb-4d10-a75c-abd41e3f8a1c HTTP/1.1" status: 200 len: 841 time: 0.1990285 Nov 09 18:00:45.324633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52498) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:45.350000 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-17b14dd3-0661-472f-80bb-61298f6aa773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.437715 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-29297040-1852-4bbc-a504-6cf158dcaa82 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/25c78d4f-33cb-4d10-a75c-abd41e3f8a1c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1112776 Nov 09 18:00:45.449382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52500) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:45.469912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b50fbff1-eb89-4b73-b261-912ba31c3db9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:45.497818 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.516316 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.554013 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b14dd3-0661-472f-80bb-61298f6aa773 None None] Pushing event updated for resources: {'Port': ['ID=7348a284-69f9-4302-bdac-2e21472e2182,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:45.578403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-18f27e88-a3ff-4214-8f19-74ce017a269a None None] Provisioning complete for port 7348a284-69f9-4302-bdac-2e21472e2182 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:45.578790 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-18f27e88-a3ff-4214-8f19-74ce017a269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.643802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9e594934-fecb-44fb-920e-600020618d8c no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:45.672833 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dae401e7-a1c0-49fe-b284-5747a7c0ba10 tempest-DHCPAgentSchedulersTestJSON-1196112202 tempest-DHCPAgentSchedulersTestJSON-1196112202-project-admin] 10.222.0.81 "GET /v2.0/agents/0c89a5af-13ce-49ac-966b-f62660ee3c28/dhcp-networks HTTP/1.1" status: 200 len: 8812 time: 0.5914419 Nov 09 18:00:45.676196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52502) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:45.682147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 9e594934-fecb-44fb-920e-600020618d8c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:45.682452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9e594934-fecb-44fb-920e-600020618d8c not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:45.724130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50fbff1-eb89-4b73-b261-912ba31c3db9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:45.728327 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b50fbff1-eb89-4b73-b261-912ba31c3db9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.837167 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-44925f95-2957-407a-b6c1-7a0627b071bf tempest-DHCPAgentSchedulersTestJSON-1196112202 tempest-DHCPAgentSchedulersTestJSON-1196112202-project-admin] 10.222.0.81 "DELETE /v2.0/agents/0c89a5af-13ce-49ac-966b-f62660ee3c28/dhcp-networks/f15a22cd-b5f8-4836-a880-48742bfab6d2 HTTP/1.1" status: 204 len: 168 time: 0.1593096 Nov 09 18:00:45.837828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52504) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:45.938709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Router 882d3246-d1af-4cd0-a584-24cd3d04b7d5 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:00:45.971385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-16f62a7f-6520-4a34-806b-ebf6f86eb018 None None] Could not find standard attr ID for object 315bf6b7-d878-401f-b391-b7dd6e6894b9. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:00:46.005982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b702851-750e-40bf-8543-c5bdd1cf6cc9 None None] Network a0eaae98-5ab7-49dc-a210-159055787459 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:46.025935 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b50fbff1-eb89-4b73-b261-912ba31c3db9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.109018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fbff1-eb89-4b73-b261-912ba31c3db9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Subnet': ['ID=8820ea44-1267-4aff-9b89-40dc0f5cce9e,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:46.120590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50fbff1-eb89-4b73-b261-912ba31c3db9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:46.123197 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b50fbff1-eb89-4b73-b261-912ba31c3db9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:46.133155 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50fbff1-eb89-4b73-b261-912ba31c3db9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:46.133917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b50fbff1-eb89-4b73-b261-912ba31c3db9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.136787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-be62496f-5439-441f-8b9c-fdca6f261b54 None None] Provisioning complete for port a2ed97fa-6d64-4d81-b027-98cbb01271f4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:46.137292 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be62496f-5439-441f-8b9c-fdca6f261b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.143097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c529a4c4-0ac0-40f2-8c81-6c6abc0f3bb9 None None] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:46.150934 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2acd5896-1583-4d6a-8688-eb2b4508428c tempest-DHCPAgentSchedulersTestJSON-1196112202 tempest-DHCPAgentSchedulersTestJSON-1196112202-project-admin] 10.222.0.81 "GET /v2.0/agents/0c89a5af-13ce-49ac-966b-f62660ee3c28/dhcp-networks HTTP/1.1" status: 200 len: 8041 time: 0.3112428 Nov 09 18:00:46.160903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52506) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:46.161793 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b50fbff1-eb89-4b73-b261-912ba31c3db9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7066035 Nov 09 18:00:46.164966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52508) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:46.170700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bb744424-7920-4610-943c-8fdc4564ca74 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'security_group': {'name': 'tempest-secgroup-724023583'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:46.227445 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7f528cf6-9775-4a02-a7a0-0b3c51dc1ba2 tempest-DHCPAgentSchedulersTestJSON-1196112202 tempest-DHCPAgentSchedulersTestJSON-1196112202-project-admin] 10.222.0.81 "GET /v2.0/networks/e320ba4f-185f-43f1-9aea-4ead8076b6c1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0615840 Nov 09 18:00:46.229243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52510) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:46.245209 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb744424-7920-4610-943c-8fdc4564ca74 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.256607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:46.269503 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e627449-e589-4072-b4c0-f2ef4a1d07eb None None] Sync routers for ids ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:46.294150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1612e6d6-10e1-4bea-a74a-430456f29bfa tempest-DHCPAgentSchedulersTestJSON-1196112202 tempest-DHCPAgentSchedulersTestJSON-1196112202-project-admin] 10.222.0.81 "GET /v2.0/networks/e320ba4f-185f-43f1-9aea-4ead8076b6c1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0396352 Nov 09 18:00:46.297030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52514) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:46.302669 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e627449-e589-4072-b4c0-f2ef4a1d07eb None None] Routers {'882d3246-d1af-4cd0-a584-24cd3d04b7d5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:46.303415 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4e627449-e589-4072-b4c0-f2ef4a1d07eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:00:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:46.323827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.331479 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52516) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:46.332222 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-540c59f9-7e65-410e-b38f-435871b8ef27 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.9057217 Nov 09 18:00:46.399967 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4e627449-e589-4072-b4c0-f2ef4a1d07eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:46.413821 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e627449-e589-4072-b4c0-f2ef4a1d07eb None None] Routers {'882d3246-d1af-4cd0-a584-24cd3d04b7d5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:46.414739 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4e627449-e589-4072-b4c0-f2ef4a1d07eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:00:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:46.463837 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4e627449-e589-4072-b4c0-f2ef4a1d07eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:46.467730 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e627449-e589-4072-b4c0-f2ef4a1d07eb None None] The sync data for ids ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:46.532769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b73f06-7c00-4437-bf29-58569fd74ab7 req-5aca0a2a-7904-448f-9bee-da7a0a34d0d5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:46.542323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75b73f06-7c00-4437-bf29-58569fd74ab7 req-5aca0a2a-7904-448f-9bee-da7a0a34d0d5 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 950 time: 0.0959768 Nov 09 18:00:46.545546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7348a284-69f9-4302-bdac-2e21472e2182 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:46.557583 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb744424-7920-4610-943c-8fdc4564ca74 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.583077 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be62496f-5439-441f-8b9c-fdca6f261b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.587758 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb744424-7920-4610-943c-8fdc4564ca74 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.621231 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb744424-7920-4610-943c-8fdc4564ca74 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.623396 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75b73f06-7c00-4437-bf29-58569fd74ab7 req-81281774-04fb-427b-b443-9c7f8c5d839a tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/security-groups?id=eaae7c90-a59b-4715-8395-d81ec2ecf983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795112 Nov 09 18:00:46.625504 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a22b067c-f67a-470b-abe9-25785ada4c80 tempest-DHCPAgentSchedulersTestJSON-1196112202 tempest-DHCPAgentSchedulersTestJSON-1196112202-project-admin] 10.222.0.81 "GET /v2.0/agents/0c89a5af-13ce-49ac-966b-f62660ee3c28/dhcp-networks HTTP/1.1" status: 200 len: 8079 time: 0.3272483 Nov 09 18:00:46.628363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52518) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:46.631880 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bb744424-7920-4610-943c-8fdc4564ca74 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4656415 Nov 09 18:00:46.635688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e81318c5-a91a-4c35-b940-8c9d3d33c911 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'security_group': {'name': 'tempest-secgroup-995738543'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:46.641059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52520) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:46.687185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-be62496f-5439-441f-8b9c-fdca6f261b54 None None] For port a2ed97fa-6d64-4d81-b027-98cbb01271f4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a2ed97fa-6d64-4d81-b027-98cbb01271f4,segment=NetworkSegment(378c217a-b9e2-4234-96c9-719ef4c2331e),segment_id=378c217a-b9e2-4234-96c9-719ef4c2331e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:46.701654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be62496f-5439-441f-8b9c-fdca6f261b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.754440 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e81318c5-a91a-4c35-b940-8c9d3d33c911 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.762158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62496f-5439-441f-8b9c-fdca6f261b54 None None] Pushing event updated for resources: {'Port': ['ID=a2ed97fa-6d64-4d81-b027-98cbb01271f4,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:46.787404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7348a284-69f9-4302-bdac-2e21472e2182 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:46.787910 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.791451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'tenant_id': '209c889c76a049799d3c10c6a9ab48a3', 'fixed_ips': [{'subnet_id': '8820ea44-1267-4aff-9b89-40dc0f5cce9e'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:00:46.792660 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.863156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e81318c5-a91a-4c35-b940-8c9d3d33c911 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.870291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e81318c5-a91a-4c35-b940-8c9d3d33c911 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.908557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.915936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb744424-7920-4610-943c-8fdc4564ca74 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8f8075-2398-44c1-acf9-c7d1414bd84b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:46.918184 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e81318c5-a91a-4c35-b940-8c9d3d33c911 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.922022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e81318c5-a91a-4c35-b940-8c9d3d33c911 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2897136 Nov 09 18:00:46.925891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52526) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:46.945784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-917794792', 'security_groups': ['43209f55-ed7d-48bf-b2de-e765f2ed2baa'], 'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8820ea44-1267-4aff-9b89-40dc0f5cce9e'}]}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:46.976154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81318c5-a91a-4c35-b940-8c9d3d33c911 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43209f55-ed7d-48bf-b2de-e765f2ed2baa,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:47.010937 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:00:47.045733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ee415570-b259-4361-8e38-20aad4c1c38b None None] Provisioning complete for port a2ed97fa-6d64-4d81-b027-98cbb01271f4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:47.046348 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ee415570-b259-4361-8e38-20aad4c1c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.139429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.172091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15a22cd-b5f8-4836-a880-48742bfab6d2']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:47.188788 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35be6446-71df-461d-add2-fe72f57acf08') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:47.189820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35be6446-71df-461d-add2-fe72f57acf08') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:47.215079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Allocated IP 172.20.0.2 (eb7d5132-068e-43cd-aed0-aef7f4b1e4a0/8820ea44-1267-4aff-9b89-40dc0f5cce9e/fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:47.222311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.229846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a2ed97fa-6d64-4d81-b027-98cbb01271f4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:47.276487 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.291002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:47.291553 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:47.297419 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:47.356627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:47.424809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a2ed97fa-6d64-4d81-b027-98cbb01271f4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:47.425456 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.451557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.457810 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.464610 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] 10.222.0.81 "DELETE /v2.0/networks/f15a22cd-b5f8-4836-a880-48742bfab6d2 HTTP/1.1" status: 204 len: 168 time: 0.8199902 Nov 09 18:00:47.468948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52534) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:47.473279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.499629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Pushing event deleted for resources: {'Network': ['ID=f15a22cd-b5f8-4836-a880-48742bfab6d2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:47.538210 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb59c2c-936c-4899-a608-a93c916fccf6 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] DELETE failed (client error): The resource could not be found. Nov 09 18:00:47.538992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb59c2c-936c-4899-a608-a93c916fccf6 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:00:47.545111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-edb59c2c-936c-4899-a608-a93c916fccf6 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] 10.222.0.81 "DELETE /v2.0/ports/315bf6b7-d878-401f-b391-b7dd6e6894b9 HTTP/1.1" status: 404 len: 333 time: 0.0691435 Nov 09 18:00:47.548948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.549639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.549810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52536) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:47.549962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.550307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.550613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.550919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.552048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.552048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.552048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.552565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.552729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.553094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609fec7-b1e7-4e99-9312-9d1be5c79e78 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.569932 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.594411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port f6c759ad-ee05-47c6-8065-2d9812aba7fd yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:00:47.618969 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.635809 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.657997 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7b90c3-b01d-4d7b-97f1-65cce21e8007 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Deleting subnet 56ee2ee9-2317-4e1d-8ca7-fcd36510dedd {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:00:47.663941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a7b90c3-b01d-4d7b-97f1-65cce21e8007 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.731501 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a7b90c3-b01d-4d7b-97f1-65cce21e8007 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.800423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.3 (eb7d5132-068e-43cd-aed0-aef7f4b1e4a0/8820ea44-1267-4aff-9b89-40dc0f5cce9e/f6c759ad-ee05-47c6-8065-2d9812aba7fd) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:47.945010 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Pushing event updated for resources: {'Port': ['ID=fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:47.950631 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.954408 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a7b90c3-b01d-4d7b-97f1-65cce21e8007 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.959048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.968631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:47.972397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:47.976432 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:48.006591 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.058997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Attempting to bind port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:48.059474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Attempting to bind port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '4ecb62fa-4bb8-44d9-841e-c667d22e992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:48.059945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Attempting to bind port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 on network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:48.066666 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:48.067253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Checking segment: {'id': '4ecb62fa-4bb8-44d9-841e-c667d22e992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:48.067840 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.068754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Bound using segment: {'id': '4ecb62fa-4bb8-44d9-841e-c667d22e992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:48.069105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Bound port: fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb62fa-4bb8-44d9-841e-c667d22e992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:48.070072 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.093038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=f6c759ad-ee05-47c6-8065-2d9812aba7fd,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:48.108706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:48.109154 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a7b90c3-b01d-4d7b-97f1-65cce21e8007 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.110439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:48.113233 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:48.122908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Allocated IP 172.20.0.1 (a0eaae98-5ab7-49dc-a210-159055787459/cb866d4b-f1a0-4a60-a11c-05d78a8f10b0/ff5df9b6-f12f-4b0b-a7a2-770ac447ea54) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:48.171966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] For port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:48.185506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:48.186406 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b90c3-b01d-4d7b-97f1-65cce21e8007 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Pushing event deleted for resources: {'Subnet': ['ID=56ee2ee9-2317-4e1d-8ca7-fcd36510dedd,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:48.186723 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.188646 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a7b90c3-b01d-4d7b-97f1-65cce21e8007 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.191842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] For port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929,segment=NetworkSegment(4ecb62fa-4bb8-44d9-841e-c667d22e992b),segment_id=4ecb62fa-4bb8-44d9-841e-c667d22e992b)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:48.197056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52538) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:48.197428 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8a7b90c3-b01d-4d7b-97f1-65cce21e8007 tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] 10.222.0.81 "DELETE /v2.0/subnets/56ee2ee9-2317-4e1d-8ca7-fcd36510dedd HTTP/1.1" status: 204 len: 168 time: 0.6460600 Nov 09 18:00:48.200478 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.265084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6760c227-4d2f-4e1a-b6cd-1f845fddde23 None None] Network e320ba4f-185f-43f1-9aea-4ead8076b6c1 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:48.341578 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3b0c4d32-0146-46cb-94cc-bdd317f28702 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4114649 Nov 09 18:00:48.345464 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52540) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:48.350703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-651722be-8042-4268-bd0a-e3f948cc441b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:48.387978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a2ed97fa-6d64-4d81-b027-98cbb01271f4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:48.390936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a46640-dc35-4ba1-b83a-ed30c2095ae5 None None] Pushing event updated for resources: {'Port': ['ID=fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:48.405470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.459567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.467830 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.543287 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Network a0eaae98-5ab7-49dc-a210-159055787459 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:48.546784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:48.559728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:48.578610 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event updated for resources: {'Port': ['ID=ff5df9b6-f12f-4b0b-a7a2-770ac447ea54,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:48.631908 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a2ed97fa-6d64-4d81-b027-98cbb01271f4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:48.632362 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.640277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Deleting port 7348a284-69f9-4302-bdac-2e21472e2182 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:48.641392 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.645055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651722be-8042-4268-bd0a-e3f948cc441b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:48.655753 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-651722be-8042-4268-bd0a-e3f948cc441b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.743870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b655dd-08f9-4460-879c-76fd1da64b9a None None] DHCP port deletion for e320ba4f-185f-43f1-9aea-4ead8076b6c1 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:00:48.744960 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.849405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-60b655dd-08f9-4460-879c-76fd1da64b9a None None] Deleting port 7348a284-69f9-4302-bdac-2e21472e2182 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:48.849918 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-60b655dd-08f9-4460-879c-76fd1da64b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.979601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-60b655dd-08f9-4460-879c-76fd1da64b9a None None] For port 7348a284-69f9-4302-bdac-2e21472e2182, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7348a284-69f9-4302-bdac-2e21472e2182,segment=NetworkSegment(ef7d6ba1-44ac-447b-9199-e6f514bebc5a),segment_id=ef7d6ba1-44ac-447b-9199-e6f514bebc5a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:48.980018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-60b655dd-08f9-4460-879c-76fd1da64b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.984051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] For port 7348a284-69f9-4302-bdac-2e21472e2182, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7348a284-69f9-4302-bdac-2e21472e2182,segment=NetworkSegment(ef7d6ba1-44ac-447b-9199-e6f514bebc5a),segment_id=ef7d6ba1-44ac-447b-9199-e6f514bebc5a)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:48.984706 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.009881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-60b655dd-08f9-4460-879c-76fd1da64b9a None None] Calling delete_port for 7348a284-69f9-4302-bdac-2e21472e2182 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:49.042226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Calling delete_port for 7348a284-69f9-4302-bdac-2e21472e2182 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:49.084516 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.085743 n-d-817236-1 neutron-server[102154]: INFO neutron.db.ipam_backend_mixin [None req-651722be-8042-4268-bd0a-e3f948cc441b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8820ea44-1267-4aff-9b89-40dc0f5cce9e (CIDR: 172.20.0.0/28) Nov 09 18:00:49.181310 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-60b655dd-08f9-4460-879c-76fd1da64b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.198497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-973eedf9-169d-4219-877c-b93e9b170681 None None] Provisioning complete for port ff5df9b6-f12f-4b0b-a7a2-770ac447ea54 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:49.198497 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-973eedf9-169d-4219-877c-b93e9b170681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.213099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b655dd-08f9-4460-879c-76fd1da64b9a None None] No DVR routers for this DVR port 7348a284-69f9-4302-bdac-2e21472e2182 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:49.254428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b655dd-08f9-4460-879c-76fd1da64b9a None None] Pushing event deleted for resources: {'Port': ['ID=7348a284-69f9-4302-bdac-2e21472e2182,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:49.311980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-973eedf9-169d-4219-877c-b93e9b170681 None None] Port ff5df9b6-f12f-4b0b-a7a2-770ac447ea54 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:49.516736 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-651722be-8042-4268-bd0a-e3f948cc441b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:00:49.517418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651722be-8042-4268-bd0a-e3f948cc441b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:00:49.542098 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-651722be-8042-4268-bd0a-e3f948cc441b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1953137 Nov 09 18:00:49.545951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52546) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:49.553155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f3e86dbb-37b7-483a-99f7-be56df8129ea tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:49.600394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.607643 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.674533 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.726720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Pushing event deleted for resources: {'Port': ['ID=7348a284-69f9-4302-bdac-2e21472e2182,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:49.735091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] No DVR routers for this DVR port 7348a284-69f9-4302-bdac-2e21472e2182 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:49.862827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.891394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e320ba4f-185f-43f1-9aea-4ead8076b6c1']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:49.904130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7d6ba1-44ac-447b-9199-e6f514bebc5a') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:49.904393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7d6ba1-44ac-447b-9199-e6f514bebc5a') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:49.916079 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.935767 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.944101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:49.944620 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.953652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b77c9eda-e335-4abb-9032-0e2c4c192989 None None] Provisioning complete for port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:49.954349 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b77c9eda-e335-4abb-9032-0e2c4c192989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:50.026251 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:50.039656 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.043805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b77c9eda-e335-4abb-9032-0e2c4c192989 None None] Port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:50.046845 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.051413 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] 10.222.0.81 "DELETE /v2.0/networks/e320ba4f-185f-43f1-9aea-4ead8076b6c1 HTTP/1.1" status: 204 len: 168 time: 1.8532887 Nov 09 18:00:50.059792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b77c9eda-e335-4abb-9032-0e2c4c192989 None None] Provisioning complete for port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:50.060451 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b77c9eda-e335-4abb-9032-0e2c4c192989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.112415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a7eff-b52c-4e42-b75d-f7136d018eaf tempest-DHCPAgentSchedulersTestJSON-1335488426 tempest-DHCPAgentSchedulersTestJSON-1335488426-project] Pushing event deleted for resources: {'Network': ['ID=e320ba4f-185f-43f1-9aea-4ead8076b6c1,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:50.125307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e86dbb-37b7-483a-99f7-be56df8129ea tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:50.134972 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3e86dbb-37b7-483a-99f7-be56df8129ea tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.139804 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.143157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event updated for resources: {'Port': ['ID=ff5df9b6-f12f-4b0b-a7a2-770ac447ea54,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:50.169446 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-b9637ead-ffe5-422b-a4c6-89b82ae3fcfe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5355821 Nov 09 18:00:50.227810 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b77c9eda-e335-4abb-9032-0e2c4c192989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.339932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b77c9eda-e335-4abb-9032-0e2c4c192989 None None] For port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929,segment=NetworkSegment(4ecb62fa-4bb8-44d9-841e-c667d22e992b),segment_id=4ecb62fa-4bb8-44d9-841e-c667d22e992b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:50.344624 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-dccef8ef-f487-498a-be62-7e0be1b9a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.345717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-dccef8ef-f487-498a-be62-7e0be1b9a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.346568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-dccef8ef-f487-498a-be62-7e0be1b9a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.347268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-dccef8ef-f487-498a-be62-7e0be1b9a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.347735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-dccef8ef-f487-498a-be62-7e0be1b9a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.348199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-dccef8ef-f487-498a-be62-7e0be1b9a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.348700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-dccef8ef-f487-498a-be62-7e0be1b9a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.349372 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b77c9eda-e335-4abb-9032-0e2c4c192989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.351089 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-dccef8ef-f487-498a-be62-7e0be1b9a717 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9604b69a568944e2ae3cded901a7acdd&device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 6501 time: 0.1050348 Nov 09 18:00:50.496511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:50.555127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c9eda-e335-4abb-9032-0e2c4c192989 None None] Pushing event updated for resources: {'Port': ['ID=fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:50.573667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d9de80a5-60fb-44c1-b450-719bf92f8d4b None None] Provisioning complete for port f6c759ad-ee05-47c6-8065-2d9812aba7fd triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:50.574220 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d9de80a5-60fb-44c1-b450-719bf92f8d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.597250 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52552) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:50.607852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-2fcb131c-8be6-46df-a7ab-d0248e8c9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.612073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-2fcb131c-8be6-46df-a7ab-d0248e8c9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.613223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-2fcb131c-8be6-46df-a7ab-d0248e8c9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.616731 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-2fcb131c-8be6-46df-a7ab-d0248e8c9ecd service neutron] 10.222.0.18 "GET /v2.0/networks?id=72c64938-8905-40c6-a145-ef2e7c2b875f&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=ab3ee116-42d6-4b96-992c-e858e888877b&id=7a6d1d09-f698-4920-b89f-e75ca6887450&id=7a6d1d09-f698-4920-b89f-e75ca6887450 HTTP/1.1" status: 200 len: 2299 time: 0.2339938 Nov 09 18:00:50.634197 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Network a0eaae98-5ab7-49dc-a210-159055787459 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:50.648271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:50.670777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d9de80a5-60fb-44c1-b450-719bf92f8d4b None None] Port f6c759ad-ee05-47c6-8065-2d9812aba7fd cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:50.698630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:50.699169 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.731743 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3e86dbb-37b7-483a-99f7-be56df8129ea tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.796918 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e86dbb-37b7-483a-99f7-be56df8129ea tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:50.807643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-f3e86dbb-37b7-483a-99f7-be56df8129ea tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:50.813153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e86dbb-37b7-483a-99f7-be56df8129ea tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.814032 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f3e86dbb-37b7-483a-99f7-be56df8129ea tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.838494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c71856-c1d9-4ab7-a423-794538999eb6 None None] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:50.849336 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e86dbb-37b7-483a-99f7-be56df8129ea tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Subnet': ['ID=e063f7c4-c1de-4810-93ad-91b988ea5f75,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:50.871866 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f3e86dbb-37b7-483a-99f7-be56df8129ea tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3242645 Nov 09 18:00:50.872559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52558) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:50.885190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9d31b736-401a-4095-8a15-504e2ee7578f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1033420741', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e063f7c4-c1de-4810-93ad-91b988ea5f75'}], 'security_groups': ['4f8f8075-2398-44c1-acf9-c7d1414bd84b']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:50.983970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7348a284-69f9-4302-bdac-2e21472e2182 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:51.008042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 7348a284-69f9-4302-bdac-2e21472e2182 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:51.008600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7348a284-69f9-4302-bdac-2e21472e2182 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:51.032254 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d31b736-401a-4095-8a15-504e2ee7578f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.163052 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-fa5f8b35-b563-4f4e-8d07-356b9d8c51a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 HTTP/1.1" status: 200 len: 1002 time: 0.5219793 Nov 09 18:00:51.222420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5532a644-4b78-48f5-b20e-029f08f6fdf2 None None] Update dhcp port {'port': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'fixed_ips': [{'subnet_id': '8820ea44-1267-4aff-9b89-40dc0f5cce9e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e063f7c4-c1de-4810-93ad-91b988ea5f75'}], 'binding:host_id': 'n-d-817236-1'}, 'id': 'fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:00:51.237457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Router 882d3246-d1af-4cd0-a584-24cd3d04b7d5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:51.260943 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5532a644-4b78-48f5-b20e-029f08f6fdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.265793 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-f737e9fe-a909-4daa-b05d-547022a2d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:51.268288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-f737e9fe-a909-4daa-b05d-547022a2d404 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f792151-56b0-45c8-afdd-23d2b348cfe7 HTTP/1.1" status: 200 len: 856 time: 0.0982575 Nov 09 18:00:51.311350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e98ca529-956e-430e-b469-861807986b6b None None] Provisioning complete for port ff5df9b6-f12f-4b0b-a7a2-770ac447ea54 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:51.311746 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e98ca529-956e-430e-b469-861807986b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.409541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:51.415910 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6a302175-5df1-4782-9561-38b8ad8eda97 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "PUT /v2.0/routers/882d3246-d1af-4cd0-a584-24cd3d04b7d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0832098 Nov 09 18:00:51.421992 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52560) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:51.428763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Request body: {'port': {'network_id': 'a0eaae98-5ab7-49dc-a210-159055787459', 'name': 'tempest-FloatingIPAdminTestJSON-905575111'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:51.453527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335b715-83fa-459b-990d-5e887ecf9e90 None None] Sync routers for ids ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:51.467687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335b715-83fa-459b-990d-5e887ecf9e90 None None] Routers {'882d3246-d1af-4cd0-a584-24cd3d04b7d5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:51.468545 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3335b715-83fa-459b-990d-5e887ecf9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:00:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:51.508743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3335b715-83fa-459b-990d-5e887ecf9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:51.512268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-6c9213bd-d2a9-4e36-9915-b1c4a5c54d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:51.513859 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-6c9213bd-d2a9-4e36-9915-b1c4a5c54d86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72c64938-8905-40c6-a145-ef2e7c2b875f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122858 Nov 09 18:00:51.517804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e98ca529-956e-430e-b469-861807986b6b None None] Port ff5df9b6-f12f-4b0b-a7a2-770ac447ea54 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:51.531114 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335b715-83fa-459b-990d-5e887ecf9e90 None None] Routers {'882d3246-d1af-4cd0-a584-24cd3d04b7d5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:51.532051 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3335b715-83fa-459b-990d-5e887ecf9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:00:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:51.554441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-94b7eed7-6259-44a0-9de1-a46da2947249 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d62a893978d640e4812332dc2cbec464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9565053 Nov 09 18:00:51.555586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52562) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:51.589294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3335b715-83fa-459b-990d-5e887ecf9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:51.591062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335b715-83fa-459b-990d-5e887ecf9e90 None None] The sync data for ids ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:51.619644 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-9d31b736-401a-4095-8a15-504e2ee7578f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Delete allocated IP 172.20.0.3 (eb7d5132-068e-43cd-aed0-aef7f4b1e4a0/8820ea44-1267-4aff-9b89-40dc0f5cce9e) {{(pid=102154) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 18:00:51.625706 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-217170e1-e674-4da5-a294-863f77fcc079 service neutron] 10.222.0.18 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012869 Nov 09 18:00:51.640013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-9d31b736-401a-4095-8a15-504e2ee7578f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.28 (eb7d5132-068e-43cd-aed0-aef7f4b1e4a0/e063f7c4-c1de-4810-93ad-91b988ea5f75/f6c759ad-ee05-47c6-8065-2d9812aba7fd) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:51.642750 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2f97d51-92b5-4195-ae35-d7bf16beecd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.690291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2f97d51-92b5-4195-ae35-d7bf16beecd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.744624 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-01f79b54-0bb5-42ce-9e0d-f42e982e290d service neutron] 10.222.0.18 "GET /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093159 Nov 09 18:00:51.799718 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-3d5bff16-40dc-4187-a238-d29c416079b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=6ef9967e-4c83-4ee5-860b-bdb537513739 HTTP/1.1" status: 200 len: 217 time: 0.0426559 Nov 09 18:00:51.822883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2f97d51-92b5-4195-ae35-d7bf16beecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.825764 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2f97d51-92b5-4195-ae35-d7bf16beecd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.829937 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a2f97d51-92b5-4195-ae35-d7bf16beecd7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4cbebfef-bf48-4d87-9fbe-2ffce3f6f0c4 HTTP/1.1" status: 204 len: 168 time: 0.2678094 Nov 09 18:00:51.865816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f97d51-92b5-4195-ae35-d7bf16beecd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbebfef-bf48-4d87-9fbe-2ffce3f6f0c4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:51.894617 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Made reservation on behalf of 11a6704216bd4790aeaa153e9154a703 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:51.900844 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.931418 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-1fcd69d1-17e5-4b9a-8150-80068e8fe77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:51.934254 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-1fcd69d1-17e5-4b9a-8150-80068e8fe77c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.1249475 Nov 09 18:00:51.937083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] device_id is not set on port 9b5ce36a-7431-4f45-bae7-8305be4bae67 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:00:51.964645 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d31b736-401a-4095-8a15-504e2ee7578f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.972091 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d31b736-401a-4095-8a15-504e2ee7578f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.055688 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-aa883d67-12b0-4b13-9476-569b1de07c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.057297 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-aa883d67-12b0-4b13-9476-569b1de07c99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1099114 Nov 09 18:00:52.104186 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-5532a644-4b78-48f5-b20e-029f08f6fdf2 None None] Allocated IP 172.20.0.18 (eb7d5132-068e-43cd-aed0-aef7f4b1e4a0/e063f7c4-c1de-4810-93ad-91b988ea5f75/fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:52.137911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31b736-401a-4095-8a15-504e2ee7578f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=f6c759ad-ee05-47c6-8065-2d9812aba7fd,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:52.168483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9d31b736-401a-4095-8a15-504e2ee7578f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] In _notify_port_updated(), no bound segment for port f6c759ad-ee05-47c6-8065-2d9812aba7fd on network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 {{(pid=102154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:00:52.177397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d31b736-401a-4095-8a15-504e2ee7578f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.179041 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d31b736-401a-4095-8a15-504e2ee7578f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.180891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9d31b736-401a-4095-8a15-504e2ee7578f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "PUT /v2.0/ports/f6c759ad-ee05-47c6-8065-2d9812aba7fd HTTP/1.1" status: 200 len: 921 time: 1.3073413 Nov 09 18:00:52.183702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52570) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:52.260309 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-63500fb9-f007-4589-b1c6-eb890db30e7b service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371362 Nov 09 18:00:52.275469 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5532a644-4b78-48f5-b20e-029f08f6fdf2 None None] For port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929,segment=NetworkSegment(4ecb62fa-4bb8-44d9-841e-c667d22e992b),segment_id=4ecb62fa-4bb8-44d9-841e-c667d22e992b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:52.297776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Allocated IP 172.20.0.14 (a0eaae98-5ab7-49dc-a210-159055787459/cb866d4b-f1a0-4a60-a11c-05d78a8f10b0/9b5ce36a-7431-4f45-bae7-8305be4bae67) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:52.363030 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5532a644-4b78-48f5-b20e-029f08f6fdf2 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.390880 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5532a644-4b78-48f5-b20e-029f08f6fdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.415865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:52.456307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52572) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:52.497653 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29ee3c3d-db99-4302-abf4-6fa33f71c546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.508861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6311415f-8e64-4a26-ba18-124cdea8377e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port f6c759ad-ee05-47c6-8065-2d9812aba7fd {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:52.509812 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6311415f-8e64-4a26-ba18-124cdea8377e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.635767 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-985966e7-176e-4763-9afc-1974bc7e2bcd service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186970 Nov 09 18:00:52.641408 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.642583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532a644-4b78-48f5-b20e-029f08f6fdf2 None None] Pushing event updated for resources: {'Port': ['ID=fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:52.670758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:52.671291 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.707782 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-8494eefb-6688-46dc-b042-7a9ee057b863 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=510929e3-6484-4eca-8e41-119ef67dace3 HTTP/1.1" status: 200 len: 217 time: 0.0591693 Nov 09 18:00:52.795446 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6311415f-8e64-4a26-ba18-124cdea8377e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.809741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-773d13cd-72d8-43d5-8a99-c1a7e0b7dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.811637 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-773d13cd-72d8-43d5-8a99-c1a7e0b7dd1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.0953250 Nov 09 18:00:52.814796 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.832153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6311415f-8e64-4a26-ba18-124cdea8377e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for f6c759ad-ee05-47c6-8065-2d9812aba7fd owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:52.840033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b7c3e50-62a0-46b2-8f63-1be9d92215da req-72698d11-36a2-4a99-8fbf-50a47cf84299 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2984049 Nov 09 18:00:52.933548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Network a0eaae98-5ab7-49dc-a210-159055787459 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:52.947391 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:52.957807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:52.971595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event updated for resources: {'Port': ['ID=9b5ce36a-7431-4f45-bae7-8305be4bae67,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:53.024502 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.027727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-62321cbc-d1af-439a-a0ef-46b57eb0c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:53.029033 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29ee3c3d-db99-4302-abf4-6fa33f71c546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.031558 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-62321cbc-d1af-439a-a0ef-46b57eb0c9b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2101419 Nov 09 18:00:53.040417 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-29ee3c3d-db99-4302-abf4-6fa33f71c546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.047735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3e50-62a0-46b2-8f63-1be9d92215da req-d8da7201-f0aa-4003-8823-a2d780583cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:53.049866 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b7c3e50-62a0-46b2-8f63-1be9d92215da req-d8da7201-f0aa-4003-8823-a2d780583cd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 1097 time: 0.1224914 Nov 09 18:00:53.170962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:53.171847 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.174117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee3c3d-db99-4302-abf4-6fa33f71c546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a9905d-464b-41cf-a7ff-9f5caf017a3e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:53.204522 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0de1acd5-6db2-4858-9cb2-f1a71681a787 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7812533 Nov 09 18:00:53.210354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52576) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:53.213594 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-29ee3c3d-db99-4302-abf4-6fa33f71c546 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bdb4f113fcb24e8a8de84901409aba72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7514815 Nov 09 18:00:53.218553 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52578) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:53.294191 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-c327da40-d516-4795-8a32-8dde8a96c5ed service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546864 Nov 09 18:00:53.418463 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6311415f-8e64-4a26-ba18-124cdea8377e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.461549 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-0c686850-4c7f-40b9-b061-0221bf798663 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575804 Nov 09 18:00:53.474791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ded2721d-47e5-4a70-9e26-b25dec72d8f9 None None] Provisioning complete for port 9b5ce36a-7431-4f45-bae7-8305be4bae67 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:53.475189 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ded2721d-47e5-4a70-9e26-b25dec72d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.530125 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-ff0fcdc1-7774-4d14-85fc-66795e4a30e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=55aad609-e018-4a11-95ea-6a959eefd6a9 HTTP/1.1" status: 200 len: 217 time: 0.0617461 Nov 09 18:00:53.552236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea5323c8-1e86-4273-8b31-8c00713ab771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.562609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3e50-62a0-46b2-8f63-1be9d92215da req-6f35588b-c54b-41f9-8f86-1253c4dd9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:53.564893 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b7c3e50-62a0-46b2-8f63-1be9d92215da req-6f35588b-c54b-41f9-8f86-1253c4dd9d6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.4806361 Nov 09 18:00:53.585599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ded2721d-47e5-4a70-9e26-b25dec72d8f9 None None] Port 9b5ce36a-7431-4f45-bae7-8305be4bae67 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:53.589951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311415f-8e64-4a26-ba18-124cdea8377e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=f6c759ad-ee05-47c6-8065-2d9812aba7fd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:53.647526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-51962a18-5f1f-4d19-a6c3-99dd291a25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:53.650917 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-51962a18-5f1f-4d19-a6c3-99dd291a25a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.1138878 Nov 09 18:00:53.690157 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea5323c8-1e86-4273-8b31-8c00713ab771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.724114 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-967b6deb-f165-47c1-9d1b-56956402008e None None] Could not find standard attr ID for object f6c759ad-ee05-47c6-8065-2d9812aba7fd. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:00:53.730639 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.744008 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-967b6deb-f165-47c1-9d1b-56956402008e None None] Provisioning complete for port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:53.744419 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-967b6deb-f165-47c1-9d1b-56956402008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.746645 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'project_id': '11a6704216bd4790aeaa153e9154a703', 'port_id': '9b5ce36a-7431-4f45-bae7-8305be4bae67'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:53.783693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b7c3e50-62a0-46b2-8f63-1be9d92215da req-8b7fdb03-4915-42e2-9c0d-f2d1177710a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a04f9cb8-e02c-4435-868a-17572e6679e9 HTTP/1.1" status: 200 len: 1001 time: 0.1857691 Nov 09 18:00:53.789949 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6311415f-8e64-4a26-ba18-124cdea8377e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.797166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-967b6deb-f165-47c1-9d1b-56956402008e None None] Port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:53.801456 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6311415f-8e64-4a26-ba18-124cdea8377e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/f6c759ad-ee05-47c6-8065-2d9812aba7fd HTTP/1.1" status: 204 len: 168 time: 1.6134727 Nov 09 18:00:53.802966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52582) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:53.807060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-9f5ec3a2-5676-4cf3-a177-a89555dd0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:53.809733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-967b6deb-f165-47c1-9d1b-56956402008e None None] Provisioning complete for port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:53.810176 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-967b6deb-f165-47c1-9d1b-56956402008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.810355 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-9f5ec3a2-5676-4cf3-a177-a89555dd0d94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1492860 Nov 09 18:00:53.814892 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.896062 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ee7ea3-5d89-4a36-9761-72d7a6dd98c7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 18:00:53.901431 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-18ee7ea3-5d89-4a36-9761-72d7a6dd98c7 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/f6c759ad-ee05-47c6-8065-2d9812aba7fd HTTP/1.1" status: 404 len: 333 time: 0.0924320 Nov 09 18:00:53.906406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52584) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:53.940202 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea5323c8-1e86-4273-8b31-8c00713ab771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.945180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea5323c8-1e86-4273-8b31-8c00713ab771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.947791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ea5323c8-1e86-4273-8b31-8c00713ab771 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/64a9905d-464b-41cf-a7ff-9f5caf017a3e HTTP/1.1" status: 204 len: 168 time: 0.6959841 Nov 09 18:00:53.987206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5323c8-1e86-4273-8b31-8c00713ab771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a9905d-464b-41cf-a7ff-9f5caf017a3e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:53.989832 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-e74ad4e5-3521-412d-9124-715351ae1587 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713150 Nov 09 18:00:54.084219 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3515027a-577c-4957-b14e-e41d494d1b94 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.142295 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-c5f16c14-5939-4af2-aae9-444cfcc57775 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407633 Nov 09 18:00:54.144760 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.147066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3e50-62a0-46b2-8f63-1be9d92215da req-4655b970-8568-4832-8a16-bcfed559aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:54.150550 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b7c3e50-62a0-46b2-8f63-1be9d92215da req-4655b970-8568-4832-8a16-bcfed559aeed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.3465354 Nov 09 18:00:54.182283 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3515027a-577c-4957-b14e-e41d494d1b94 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.239441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-1acaa74f-19f9-47c7-a00c-951961c42956 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=dd8443a3-ce2a-48ee-a21b-3470a2238132 HTTP/1.1" status: 200 len: 217 time: 0.0767376 Nov 09 18:00:54.312444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3e50-62a0-46b2-8f63-1be9d92215da req-96d711a4-d7b6-4aa0-9757-863dde3cbd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:54.314595 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b7c3e50-62a0-46b2-8f63-1be9d92215da req-96d711a4-d7b6-4aa0-9757-863dde3cbd64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365676 Nov 09 18:00:54.382877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:54.394640 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3515027a-577c-4957-b14e-e41d494d1b94 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.398781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3515027a-577c-4957-b14e-e41d494d1b94 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.402896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3515027a-577c-4957-b14e-e41d494d1b94 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/security-groups/43209f55-ed7d-48bf-b2de-e765f2ed2baa HTTP/1.1" status: 204 len: 168 time: 0.4922075 Nov 09 18:00:54.405434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52590) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:54.461923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515027a-577c-4957-b14e-e41d494d1b94 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43209f55-ed7d-48bf-b2de-e765f2ed2baa,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:54.492733 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-98e4f314-4fe0-464b-a946-5666b25263b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:54.497206 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-98e4f314-4fe0-464b-a946-5666b25263b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 200 len: 797 time: 0.2497041 Nov 09 18:00:54.507275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e229dff5-1f72-49d8-b7cb-ef4489a95523 None None] Could not find standard attr ID for object f6c759ad-ee05-47c6-8065-2d9812aba7fd. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:00:54.541833 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83d06b41-3f40-4a3e-89de-0cfa82ea9a20 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.546411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b7c3e50-62a0-46b2-8f63-1be9d92215da req-85531f5c-5ea4-4968-8bc9-0e239ca7bda8 service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171175 Nov 09 18:00:54.547190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:54.547760 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.642081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83d06b41-3f40-4a3e-89de-0cfa82ea9a20 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.672616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-baa6535d-767e-4e6d-b4a3-5391a636007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:54.675123 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-baa6535d-767e-4e6d-b4a3-5391a636007b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab3ee116-42d6-4b96-992c-e858e888877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1658013 Nov 09 18:00:54.677346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Allocated IP 172.25.1.7 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/2fed540f-cc34-4f1c-8f25-3101256b8736) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:54.771359 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83d06b41-3f40-4a3e-89de-0cfa82ea9a20 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.774840 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83d06b41-3f40-4a3e-89de-0cfa82ea9a20 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.776377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-83d06b41-3f40-4a3e-89de-0cfa82ea9a20 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/security-groups/4f8f8075-2398-44c1-acf9-c7d1414bd84b HTTP/1.1" status: 204 len: 168 time: 0.3666618 Nov 09 18:00:54.783050 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b7c3e50-62a0-46b2-8f63-1be9d92215da req-c1c1168b-3e4a-457a-b362-266b3bcbd0ca service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221880 Nov 09 18:00:54.786121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52596) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:54.803590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d06b41-3f40-4a3e-89de-0cfa82ea9a20 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8f8075-2398-44c1-acf9-c7d1414bd84b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:54.885848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba52ce8-5720-4751-8989-d6da20d0a915 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting subnet 8820ea44-1267-4aff-9b89-40dc0f5cce9e {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:00:54.891300 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ba52ce8-5720-4751-8989-d6da20d0a915 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.953618 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ba52ce8-5720-4751-8989-d6da20d0a915 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.964488 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-1c363b4f-1218-4a70-b8ad-ec4dadf5b6cf service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756076 Nov 09 18:00:55.014727 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.096637 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ba52ce8-5720-4751-8989-d6da20d0a915 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.117981 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.121617 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-22cd7cb6-7ee4-450f-adde-231080505f88 service neutron] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477189 Nov 09 18:00:55.203163 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-14b54170-98de-4cd3-be43-8bdd31674c6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=316e14fe-0b21-43d7-88c8-347033fc6186 HTTP/1.1" status: 200 len: 217 time: 0.0538337 Nov 09 18:00:55.205646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:55.207835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:55.211535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:55.234739 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ba52ce8-5720-4751-8989-d6da20d0a915 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.252253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Pushing event updated for resources: {'Port': ['ID=2fed540f-cc34-4f1c-8f25-3101256b8736,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:55.276667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba52ce8-5720-4751-8989-d6da20d0a915 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Subnet': ['ID=8820ea44-1267-4aff-9b89-40dc0f5cce9e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:55.288450 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ba52ce8-5720-4751-8989-d6da20d0a915 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.296790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52610) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:55.297465 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2ba52ce8-5720-4751-8989-d6da20d0a915 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/8820ea44-1267-4aff-9b89-40dc0f5cce9e HTTP/1.1" status: 204 len: 168 time: 0.5102751 Nov 09 18:00:55.304627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a5849-f943-49b6-ab9c-c87489c91abd None None] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:55.305683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-897c15e8-71ea-4906-af82-dd6833e11b9a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:55.328023 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-3693b47e-92f8-438c-a023-efbcd145482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.329598 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-3693b47e-92f8-438c-a023-efbcd145482a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17413a2a-b8aa-4376-9143-5b1c6d073885 HTTP/1.1" status: 200 len: 797 time: 0.1157432 Nov 09 18:00:55.817482 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-38ab1daa-0732-4edb-9b77-878e8e156cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.819086 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-38ab1daa-0732-4edb-9b77-878e8e156cc9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4397011 Nov 09 18:00:56.045002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897c15e8-71ea-4906-af82-dd6833e11b9a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:56.049429 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-897c15e8-71ea-4906-af82-dd6833e11b9a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:56.118682 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-ff604a43-ff6d-4084-bf26-59af5ac884ae service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839794 Nov 09 18:00:56.456918 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f3c003cd-e7a3-43dd-ab8a-cdd0d34cefc3 None None] Provisioning complete for port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:56.457671 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f3c003cd-e7a3-43dd-ab8a-cdd0d34cefc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:56.506290 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f3c003cd-e7a3-43dd-ab8a-cdd0d34cefc3 None None] Port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:56.516315 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-3304e7b5-bbef-4845-8c4b-9fcc8d3a63fb service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698547 Nov 09 18:00:56.518801 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f3c003cd-e7a3-43dd-ab8a-cdd0d34cefc3 None None] Provisioning complete for port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:56.519187 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f3c003cd-e7a3-43dd-ab8a-cdd0d34cefc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:56.543079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52632) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:56.589306 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-47b713e5-f6bc-404e-889c-a99a8bc9ea65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7d451e7-2b1c-426c-8bb5-f2befdd86181 HTTP/1.1" status: 200 len: 217 time: 0.0640197 Nov 09 18:00:56.590416 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:56.761834 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-3f4aad59-d298-4050-8f28-7d3fdd26a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:56.763622 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-3f4aad59-d298-4050-8f28-7d3fdd26a7b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17413a2a-b8aa-4376-9143-5b1c6d073885 HTTP/1.1" status: 200 len: 797 time: 0.1290939 Nov 09 18:00:56.792457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-271002110'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:56.836311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Made reservation on behalf of 48b6eed446bb4f8d81a12b5ec250804f for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:56.841127 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:56.854126 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:56.859324 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:56.941886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-7e9ea1d2-7d1d-4143-b2fe-ae38ccbd1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:56.943451 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-7e9ea1d2-7d1d-4143-b2fe-ae38ccbd1a2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a6d1d09-f698-4920-b89f-e75ca6887450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1478605 Nov 09 18:00:56.972868 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:56.978852 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:56.998784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-ef59abc6-479c-4411-9ec5-f71842054c6d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:00:56.998784 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-ef59abc6-479c-4411-9ec5-f71842054c6d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0308001 Nov 09 18:00:56.998784 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-897c15e8-71ea-4906-af82-dd6833e11b9a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.017912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:57.057864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b000a29e-a41d-4ca8-b6dc-1c53c776f776,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:57.066244 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.066810 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Added segment 28e21ff3-d0f9-42f8-968e-ce721a57bc5c of type vlan for network 58030dca-d6ab-4de9-9e6d-1bbd852293ee Nov 09 18:00:57.129717 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.144405 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897c15e8-71ea-4906-af82-dd6833e11b9a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:57.164428 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.167690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-897c15e8-71ea-4906-af82-dd6833e11b9a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:57.172891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:57.173634 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.180559 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be9a1d5-6d04-4079-ac6b-075455d78283 None None] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:57.182906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897c15e8-71ea-4906-af82-dd6833e11b9a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:57.183960 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-897c15e8-71ea-4906-af82-dd6833e11b9a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.188071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c15e8-71ea-4906-af82-dd6833e11b9a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Subnet': ['ID=45dee0a7-caf6-4af1-886d-2da545ec48ee,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:57.242763 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6980982 Nov 09 18:00:57.249416 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52636) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:57.258036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0e7d4-1eea-4739-84a5-66a0b1557c90 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Pushing event updated for resources: {'Network': ['ID=58030dca-d6ab-4de9-9e6d-1bbd852293ee,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:57.278288 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 58030dca-d6ab-4de9-9e6d-1bbd852293ee details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:00:57.312037 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-897c15e8-71ea-4906-af82-dd6833e11b9a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0108016 Nov 09 18:00:57.312944 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52640) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:57.321850 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-790bf192-bb2e-4bce-8104-3245d58c24a2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'security_group': {'name': 'tempest-secgroup-1703685014'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:57.354486 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-ba8eaf4b-da0a-4c4f-8143-f07fb57372f6 service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377917 Nov 09 18:00:57.364169 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-790bf192-bb2e-4bce-8104-3245d58c24a2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.474350 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Request body: {'network': {'name': 'tempest-network--1533345263', 'router:external': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:57.495471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.512594 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.513401 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-790bf192-bb2e-4bce-8104-3245d58c24a2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.520831 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-790bf192-bb2e-4bce-8104-3245d58c24a2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.575262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bf192-bb2e-4bce-8104-3245d58c24a2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6976f7-3654-4e73-90f9-15a608bc5302,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:57.596053 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Update dhcp port {'port': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'fixed_ips': [{'subnet_id': 'e063f7c4-c1de-4810-93ad-91b988ea5f75', 'ip_address': '172.20.0.18'}, {'subnet_id': '45dee0a7-caf6-4af1-886d-2da545ec48ee'}], 'binding:host_id': 'n-d-817236-1'}, 'id': 'fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:00:57.602415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Made reservation on behalf of c3f178c2e00d4414abe2b398bf637087 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:57.603348 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-790bf192-bb2e-4bce-8104-3245d58c24a2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.604823 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.607596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-790bf192-bb2e-4bce-8104-3245d58c24a2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2929900 Nov 09 18:00:57.608345 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52644) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:57.614382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1cf088f6-8207-4a94-ae53-1a66d9a483e2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'security_group': {'name': 'tempest-secgroup-96054417'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:57.634523 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Pushing event updated for resources: {'Port': ['ID=2fed540f-cc34-4f1c-8f25-3101256b8736,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:57.646247 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1cf088f6-8207-4a94-ae53-1a66d9a483e2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.653989 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.658104 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.676251 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b7839b0-b14f-4f2e-a6e3-88bb658fcbe9 req-ca19a264-e56c-4753-87c3-f382e5a51e0c service neutron] 10.222.0.18 "GET /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174367 Nov 09 18:00:57.693751 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.783266 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1cf088f6-8207-4a94-ae53-1a66d9a483e2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.791530 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1cf088f6-8207-4a94-ae53-1a66d9a483e2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.843775 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1cf088f6-8207-4a94-ae53-1a66d9a483e2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.845638 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1cf088f6-8207-4a94-ae53-1a66d9a483e2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2362983 Nov 09 18:00:57.848327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf088f6-8207-4a94-ae53-1a66d9a483e2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587409b7-6c98-4f4e-9afb-b8abfe54918f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:57.851270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52646) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:57.853378 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Floating IP 2bc28895-51a2-4dfd-8484-da69085e7f5d associated. External IP: 172.25.1.7, port: 9b5ce36a-7431-4f45-bae7-8305be4bae67. Nov 09 18:00:57.857090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-079efa80-2af8-4eab-9bc4-9b8bbf2315f9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'security_group': {'name': 'tempest-secgroup-2145641490'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:57.891843 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-079efa80-2af8-4eab-9bc4-9b8bbf2315f9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.931415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Allocated IP 172.20.0.2 (eb7d5132-068e-43cd-aed0-aef7f4b1e4a0/45dee0a7-caf6-4af1-886d-2da545ec48ee/fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:57.956145 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.970319 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.976116 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-079efa80-2af8-4eab-9bc4-9b8bbf2315f9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.982134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-079efa80-2af8-4eab-9bc4-9b8bbf2315f9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.026071 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079efa80-2af8-4eab-9bc4-9b8bbf2315f9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f9be26-52d7-4a9a-8dcf-d13ec9fd433e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:58.042034 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-079efa80-2af8-4eab-9bc4-9b8bbf2315f9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.042590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:58.051087 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-079efa80-2af8-4eab-9bc4-9b8bbf2315f9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1970713 Nov 09 18:00:58.051087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52648) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:58.060545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-993092433', 'security_groups': ['d7f9be26-52d7-4a9a-8dcf-d13ec9fd433e'], 'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '45dee0a7-caf6-4af1-886d-2da545ec48ee'}]}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:58.087342 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fd530c-ed2b-4cfb-9acc-2e27b0c0bcf9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:58.093279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.093849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] For port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929,segment=NetworkSegment(4ecb62fa-4bb8-44d9-841e-c667d22e992b),segment_id=4ecb62fa-4bb8-44d9-841e-c667d22e992b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:58.094590 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Added segment be9ee6be-6d78-4460-9eca-ed0f87e03fb7 of type vlan for network a005adb8-f43d-4487-a48c-f28ba810ebcd Nov 09 18:00:58.137756 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.145625 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.242872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Pushing event updated for resources: {'Port': ['ID=fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:58.276974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:58.285147 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.292621 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:58.293332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:58.293951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:58.294395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:58.294845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:58.295316 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:58.295758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:58.296224 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:58.296784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:58.297234 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:58.297668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:58.298929 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a2fe2-29a9-4ba8-b7ea-594c04325be0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:58.349924 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.350911 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:58.351529 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.385506 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.408262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] device_id is not set on port 288ab51e-b234-4fbc-b883-dbbbe5c5b526 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:00:58.448461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1843290 Nov 09 18:00:58.448461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Router 882d3246-d1af-4cd0-a584-24cd3d04b7d5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:58.451007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52650) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:58.550223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc46f2a-d040-4242-abf1-6432aab483e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event updated for resources: {'Network': ['ID=a005adb8-f43d-4487-a48c-f28ba810ebcd,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:58.564140 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a005adb8-f43d-4487-a48c-f28ba810ebcd details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:00:58.702147 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.780672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.9 (eb7d5132-068e-43cd-aed0-aef7f4b1e4a0/45dee0a7-caf6-4af1-886d-2da545ec48ee/288ab51e-b234-4fbc-b883-dbbbe5c5b526) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:58.886085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:58.898335 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb7043-57a4-4731-aeb6-26930f13dd87 None None] Sync routers for ids ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:58.907621 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.920423 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb7043-57a4-4731-aeb6-26930f13dd87 None None] Routers {'882d3246-d1af-4cd0-a584-24cd3d04b7d5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:58.921366 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-68bb7043-57a4-4731-aeb6-26930f13dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:00:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:58.948478 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.971935 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a005adb8-f43d-4487-a48c-f28ba810ebcd']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:58.974981 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.995500 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-68bb7043-57a4-4731-aeb6-26930f13dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:59.006620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9ee6be-6d78-4460-9eca-ed0f87e03fb7') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:59.007082 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9ee6be-6d78-4460-9eca-ed0f87e03fb7') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:59.007924 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb7043-57a4-4731-aeb6-26930f13dd87 None None] Routers {'882d3246-d1af-4cd0-a584-24cd3d04b7d5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:59.009084 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-68bb7043-57a4-4731-aeb6-26930f13dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:00:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:59.017604 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.034138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.054645 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-68bb7043-57a4-4731-aeb6-26930f13dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:59.055648 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb7043-57a4-4731-aeb6-26930f13dd87 None None] The sync data for ids ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:59.067740 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-06362205-c8b7-4acb-8b6d-2d64ad064f84 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.8454695 Nov 09 18:00:59.067740 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.075076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:59.076204 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.076352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52654) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:59.124555 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:59.152025 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.176388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a005adb8-f43d-4487-a48c-f28ba810ebcd {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 18:00:59.176987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:59.184297 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.192148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:59.194000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1a0b1b52-95d2-4449-8c5c-d6bee7e6e50e None None] Provisioning complete for port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:59.194557 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1a0b1b52-95d2-4449-8c5c-d6bee7e6e50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.196541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "DELETE /v2.0/networks/a005adb8-f43d-4487-a48c-f28ba810ebcd HTTP/1.1" status: 204 len: 168 time: 0.7442353 Nov 09 18:00:59.198781 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52658) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:59.226457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:59.234848 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-aca023ee-073b-4438-bfe6-a22b4fc97a0e tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:59.273040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1a0b1b52-95d2-4449-8c5c-d6bee7e6e50e None None] Port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:59.280602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf081ab-0c55-4184-8df0-995d8457596f tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event deleted for resources: {'Network': ['ID=a005adb8-f43d-4487-a48c-f28ba810ebcd,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:59.287126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:59.300178 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1a0b1b52-95d2-4449-8c5c-d6bee7e6e50e None None] Provisioning complete for port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:59.301015 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1a0b1b52-95d2-4449-8c5c-d6bee7e6e50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.301188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca023ee-073b-4438-bfe6-a22b4fc97a0e tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Made reservation on behalf of c3f178c2e00d4414abe2b398bf637087 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:59.302291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.315212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aca023ee-073b-4438-bfe6-a22b4fc97a0e tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.325265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=288ab51e-b234-4fbc-b883-dbbbe5c5b526,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:59.391339 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8705fa93-920c-4433-8e6b-d9cc2b72a1dc tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] 10.222.0.81 "GET /v2.0/floatingips/2bc28895-51a2-4dfd-8484-da69085e7f5d HTTP/1.1" status: 200 len: 981 time: 0.3118057 Nov 09 18:00:59.397573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca023ee-073b-4438-bfe6-a22b4fc97a0e tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:59.399825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52660) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:59.420734 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aca023ee-073b-4438-bfe6-a22b4fc97a0e tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.421319 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-aca023ee-073b-4438-bfe6-a22b4fc97a0e tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Added segment ee5c7349-a4bc-421c-be32-cb033beba11e of type vlan for network ed751901-731b-4ace-b871-5ffeeb94d358 Nov 09 18:00:59.427137 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ee518d89-e1ba-455b-a266-bf1615bfe146 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3676407 Nov 09 18:00:59.436783 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52662) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:59.451120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-df75a9bd-0f04-4a3b-91f9-32b48632c98e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:59.654996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ba38fb22-d454-4dd3-ae52-2c87143dfd44 None None] Provisioning complete for port 288ab51e-b234-4fbc-b883-dbbbe5c5b526 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:59.655464 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ba38fb22-d454-4dd3-ae52-2c87143dfd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.670521 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9dcb96c2-9635-4d1a-8e25-288d3291142c tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.2695973 Nov 09 18:00:59.678691 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52666) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:59.819285 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ba38fb22-d454-4dd3-ae52-2c87143dfd44 None None] Port 288ab51e-b234-4fbc-b883-dbbbe5c5b526 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:00.195331 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aca023ee-073b-4438-bfe6-a22b4fc97a0e tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:00.224068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df75a9bd-0f04-4a3b-91f9-32b48632c98e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:00.229060 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df75a9bd-0f04-4a3b-91f9-32b48632c98e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:00.369094 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aca023ee-073b-4438-bfe6-a22b4fc97a0e tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:00.369499 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca023ee-073b-4438-bfe6-a22b4fc97a0e tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:00.370182 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aca023ee-073b-4438-bfe6-a22b4fc97a0e tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:00.410450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:00.449029 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aca023ee-073b-4438-bfe6-a22b4fc97a0e tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2259493 Nov 09 18:01:00.451955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52672) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:00.458263 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-dbc7f39a-a5e0-4ff7-8e83-ee80bc859666 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Request body: {'subnet': {'network_id': 'ed751901-731b-4ace-b871-5ffeeb94d358', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:00.480071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:00.480612 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:00.494200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc7f39a-a5e0-4ff7-8e83-ee80bc859666 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Made reservation on behalf of c3f178c2e00d4414abe2b398bf637087 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:00.496890 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbc7f39a-a5e0-4ff7-8e83-ee80bc859666 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:00.574817 n-d-817236-1 neutron-server[102155]: INFO neutron.db.ipam_backend_mixin [None req-df75a9bd-0f04-4a3b-91f9-32b48632c98e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 45dee0a7-caf6-4af1-886d-2da545ec48ee (CIDR: 172.20.0.0/28) Nov 09 18:01:00.576231 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca023ee-073b-4438-bfe6-a22b4fc97a0e tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event updated for resources: {'Network': ['ID=ed751901-731b-4ace-b871-5ffeeb94d358,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:00.590207 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-df75a9bd-0f04-4a3b-91f9-32b48632c98e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:01:00.591022 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df75a9bd-0f04-4a3b-91f9-32b48632c98e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:00.595354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network ed751901-731b-4ace-b871-5ffeeb94d358 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:00.620381 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-df75a9bd-0f04-4a3b-91f9-32b48632c98e tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1798995 Nov 09 18:01:00.624677 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52674) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:00.634915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-2ca601af-9fd4-45b0-a047-18e603d25ee9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:00.972510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca601af-9fd4-45b0-a047-18e603d25ee9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:00.977083 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ca601af-9fd4-45b0-a047-18e603d25ee9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.004773 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-5e5caf86-6286-4585-8b38-7d0419c9746b tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Deleting port 2fed540f-cc34-4f1c-8f25-3101256b8736 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:01.005117 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5caf86-6286-4585-8b38-7d0419c9746b tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.165827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5caf86-6286-4585-8b38-7d0419c9746b tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.166151 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5caf86-6286-4585-8b38-7d0419c9746b tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.186844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-5e5caf86-6286-4585-8b38-7d0419c9746b tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Calling delete_port for 2fed540f-cc34-4f1c-8f25-3101256b8736 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:01.191474 n-d-817236-1 neutron-server[102154]: INFO neutron.db.ipam_backend_mixin [None req-2ca601af-9fd4-45b0-a047-18e603d25ee9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e063f7c4-c1de-4810-93ad-91b988ea5f75 (CIDR: 172.20.0.16/28) Nov 09 18:01:01.201147 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca601af-9fd4-45b0-a047-18e603d25ee9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:01:01.201640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca601af-9fd4-45b0-a047-18e603d25ee9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:01.276153 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2ca601af-9fd4-45b0-a047-18e603d25ee9 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6489837 Nov 09 18:01:01.280146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52678) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:01.291486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-04212b4a-7f6e-4537-b2c0-067a9279256b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'subnet': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:01.372874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.objects.ports [None req-dbc7f39a-a5e0-4ff7-8e83-ee80bc859666 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:01:01.373355 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbc7f39a-a5e0-4ff7-8e83-ee80bc859666 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.462492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7f39a-a5e0-4ff7-8e83-ee80bc859666 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f8312d05-ba36-4ce8-abe1-d9a37fbafa0d,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:01.463249 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04212b4a-7f6e-4537-b2c0-067a9279256b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Made reservation on behalf of 209c889c76a049799d3c10c6a9ab48a3 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:01.468608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-04212b4a-7f6e-4537-b2c0-067a9279256b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.501114 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc7f39a-a5e0-4ff7-8e83-ee80bc859666 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Checking segment: {'id': 'ee5c7349-a4bc-421c-be32-cb033beba11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed751901-731b-4ace-b871-5ffeeb94d358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:01.501928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc7f39a-a5e0-4ff7-8e83-ee80bc859666 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Network hostable DHCP agents. Network: ed751901-731b-4ace-b871-5ffeeb94d358, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:01.567375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc7f39a-a5e0-4ff7-8e83-ee80bc859666 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Network ed751901-731b-4ace-b871-5ffeeb94d358 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:01.603329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-dbc7f39a-a5e0-4ff7-8e83-ee80bc859666 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, ed751901-731b-4ace-b871-5ffeeb94d358) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:01.603329 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5caf86-6286-4585-8b38-7d0419c9746b tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.612856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc7f39a-a5e0-4ff7-8e83-ee80bc859666 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:01.613458 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dbc7f39a-a5e0-4ff7-8e83-ee80bc859666 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.660851 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dbc7f39a-a5e0-4ff7-8e83-ee80bc859666 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2070694 Nov 09 18:01:01.670289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52680) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:01.675626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a62efd3-fc78-432e-8507-b8948ca737b0 None None] Network ed751901-731b-4ace-b871-5ffeeb94d358 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:01.676698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed751901-731b-4ace-b871-5ffeeb94d358'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:01.709301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5caf86-6286-4585-8b38-7d0419c9746b tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event deleted for resources: {'Port': ['ID=2fed540f-cc34-4f1c-8f25-3101256b8736,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:01.766911 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.833274 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5caf86-6286-4585-8b38-7d0419c9746b tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.833987 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-5e5caf86-6286-4585-8b38-7d0419c9746b tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Floating IP 2bc28895-51a2-4dfd-8484-da69085e7f5d disassociated (deleted). External IP: 172.25.1.7, port: 9b5ce36a-7431-4f45-bae7-8305be4bae67. Nov 09 18:01:01.903791 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-04212b4a-7f6e-4537-b2c0-067a9279256b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.949178 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a7c0f1-304f-4815-9c72-20064307385f None None] Network ed751901-731b-4ace-b871-5ffeeb94d358 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:01.980371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04212b4a-7f6e-4537-b2c0-067a9279256b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:02.008330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-04212b4a-7f6e-4537-b2c0-067a9279256b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:02.017929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04212b4a-7f6e-4537-b2c0-067a9279256b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:02.018669 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-04212b4a-7f6e-4537-b2c0-067a9279256b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.022493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04212b4a-7f6e-4537-b2c0-067a9279256b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Subnet': ['ID=e9b59071-833e-4d56-806d-1cf4d4d6d2d0,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:02.042333 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.077827 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-04212b4a-7f6e-4537-b2c0-067a9279256b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7921031 Nov 09 18:01:02.092841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52684) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:02.103101 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7210781b-ea61-4c6e-be0e-3d45dbe063ea None None] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:02.163401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6c74eb6a-4893-499e-8509-24aa89f1379a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-76928093', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e9b59071-833e-4d56-806d-1cf4d4d6d2d0'}], 'security_groups': ['ee6976f7-3654-4e73-90f9-15a608bc5302', '587409b7-6c98-4f4e-9afb-b8abfe54918f']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:02.238662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Allocated IP 172.20.0.11 (ed751901-731b-4ace-b871-5ffeeb94d358/f8312d05-ba36-4ce8-abe1-d9a37fbafa0d/cb866e14-ca84-4f21-8fd9-0f339ddd63da) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:02.307127 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c74eb6a-4893-499e-8509-24aa89f1379a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.423454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.435833 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb9934f-c6be-4269-8269-7e62b5641b73 None None] Update dhcp port {'port': {'network_id': 'eb7d5132-068e-43cd-aed0-aef7f4b1e4a0', 'fixed_ips': [{'subnet_id': 'e063f7c4-c1de-4810-93ad-91b988ea5f75', 'ip_address': '172.20.0.18'}, {'subnet_id': '45dee0a7-caf6-4af1-886d-2da545ec48ee', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e9b59071-833e-4d56-806d-1cf4d4d6d2d0'}], 'binding:host_id': 'n-d-817236-1'}, 'id': 'fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:01:02.447449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5caf86-6286-4585-8b38-7d0419c9746b tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Router 882d3246-d1af-4cd0-a584-24cd3d04b7d5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:02.469200 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7bb9934f-c6be-4269-8269-7e62b5641b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.494735 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.552931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Network ed751901-731b-4ace-b871-5ffeeb94d358 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:02.556468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:02.561683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:02.628471 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event updated for resources: {'Port': ['ID=cb866e14-ca84-4f21-8fd9-0f339ddd63da,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:02.697704 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.747976 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.753957 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-7bb9934f-c6be-4269-8269-7e62b5641b73 None None] Allocated IP 172.20.0.34 (eb7d5132-068e-43cd-aed0-aef7f4b1e4a0/e9b59071-833e-4d56-806d-1cf4d4d6d2d0/fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:02.844992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5caf86-6286-4585-8b38-7d0419c9746b tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:02.850419 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5caf86-6286-4585-8b38-7d0419c9746b tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.861658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d459ba4-4c37-49ec-b8cb-76a97b2bac17 None None] Sync routers for ids ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:02.896495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d459ba4-4c37-49ec-b8cb-76a97b2bac17 None None] Routers {'882d3246-d1af-4cd0-a584-24cd3d04b7d5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:02.897098 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4d459ba4-4c37-49ec-b8cb-76a97b2bac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:00:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:02.898097 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5e5caf86-6286-4585-8b38-7d0419c9746b tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "DELETE /v2.0/floatingips/2bc28895-51a2-4dfd-8484-da69085e7f5d HTTP/1.1" status: 204 len: 168 time: 3.2173927 Nov 09 18:01:02.901930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52688) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:02.908057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:02.936537 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.979296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4d459ba4-4c37-49ec-b8cb-76a97b2bac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:02.993851 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.000351 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.015906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7bb9934f-c6be-4269-8269-7e62b5641b73 None None] For port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929,segment=NetworkSegment(4ecb62fa-4bb8-44d9-841e-c667d22e992b),segment_id=4ecb62fa-4bb8-44d9-841e-c667d22e992b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:03.043356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d459ba4-4c37-49ec-b8cb-76a97b2bac17 None None] Routers {'882d3246-d1af-4cd0-a584-24cd3d04b7d5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:03.044731 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4d459ba4-4c37-49ec-b8cb-76a97b2bac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:00:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:03.093652 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.099434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event updated for resources: {'Port': ['ID=cb866e14-ca84-4f21-8fd9-0f339ddd63da,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:03.116743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4d459ba4-4c37-49ec-b8cb-76a97b2bac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:03.117080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d459ba4-4c37-49ec-b8cb-76a97b2bac17 None None] The sync data for ids ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:03.121118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.123635 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7bb9934f-c6be-4269-8269-7e62b5641b73 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.130092 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7bb9934f-c6be-4269-8269-7e62b5641b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.167877 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.170551 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-de2b5e6c-7d68-423d-a26e-2e943a5229e4 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4987741 Nov 09 18:01:03.174906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52694) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:03.303856 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9934f-c6be-4269-8269-7e62b5641b73 None None] Pushing event updated for resources: {'Port': ['ID=fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:03.353994 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-35fc3ebf-f638-4b26-a9d5-c2bcc39767e1 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=ed751901-731b-4ace-b871-5ffeeb94d358 HTTP/1.1" status: 200 len: 690 time: 0.1769607 Nov 09 18:01:03.365035 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52696) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:03.542432 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.714246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Allocated IP 172.25.1.68 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/8093b936-795c-4d46-a747-34ec7b89c08d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:03.740425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-6c74eb6a-4893-499e-8509-24aa89f1379a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Delete allocated IP 172.20.0.9 (eb7d5132-068e-43cd-aed0-aef7f4b1e4a0/45dee0a7-caf6-4af1-886d-2da545ec48ee) {{(pid=102154) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 18:01:03.765359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-6c74eb6a-4893-499e-8509-24aa89f1379a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Allocated IP 172.20.0.39 (eb7d5132-068e-43cd-aed0-aef7f4b1e4a0/e9b59071-833e-4d56-806d-1cf4d4d6d2d0/288ab51e-b234-4fbc-b883-dbbbe5c5b526) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:03.794097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Deleting port cb866e14-ca84-4f21-8fd9-0f339ddd63da {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:03.794724 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.972031 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.972373 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.990470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Calling delete_port for cb866e14-ca84-4f21-8fd9-0f339ddd63da owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:04.028409 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.126626 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.192162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:04.204691 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:04.217732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:04.217939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d724bf2c-da3a-4ff9-aca2-77a0ce86bf8c None None] Provisioning complete for port 288ab51e-b234-4fbc-b883-dbbbe5c5b526 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:04.219137 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d724bf2c-da3a-4ff9-aca2-77a0ce86bf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.223401 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c74eb6a-4893-499e-8509-24aa89f1379a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.226561 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.258070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c74eb6a-4893-499e-8509-24aa89f1379a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.277430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Pushing event updated for resources: {'Port': ['ID=8093b936-795c-4d46-a747-34ec7b89c08d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:04.294368 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d724bf2c-da3a-4ff9-aca2-77a0ce86bf8c None None] Port 288ab51e-b234-4fbc-b883-dbbbe5c5b526 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:04.314962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d724bf2c-da3a-4ff9-aca2-77a0ce86bf8c None None] Provisioning complete for port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:04.315689 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d724bf2c-da3a-4ff9-aca2-77a0ce86bf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.351434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74eb6a-4893-499e-8509-24aa89f1379a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event updated for resources: {'Port': ['ID=288ab51e-b234-4fbc-b883-dbbbe5c5b526,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:04.351611 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb866e14-ca84-4f21-8fd9-0f339ddd63da,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:04.441057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d724bf2c-da3a-4ff9-aca2-77a0ce86bf8c None None] Port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:04.484226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d724bf2c-da3a-4ff9-aca2-77a0ce86bf8c None None] Provisioning complete for port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:04.485890 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d724bf2c-da3a-4ff9-aca2-77a0ce86bf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.517715 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6c74eb6a-4893-499e-8509-24aa89f1379a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] In _notify_port_updated(), no bound segment for port 288ab51e-b234-4fbc-b883-dbbbe5c5b526 on network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 {{(pid=102154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:01:04.525389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c74eb6a-4893-499e-8509-24aa89f1379a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:04.526413 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c74eb6a-4893-499e-8509-24aa89f1379a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.533690 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6c74eb6a-4893-499e-8509-24aa89f1379a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "PUT /v2.0/ports/288ab51e-b234-4fbc-b883-dbbbe5c5b526 HTTP/1.1" status: 200 len: 958 time: 2.4343295 Nov 09 18:01:04.534723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52700) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:04.561450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:04.564471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.629436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.702756 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.712329 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.796001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a807cce1-75ae-4f95-b892-495545d77b9b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port 288ab51e-b234-4fbc-b883-dbbbe5c5b526 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:04.796445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a807cce1-75ae-4f95-b892-495545d77b9b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.826836 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:04.827302 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.884477 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.963801 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f8312d05-ba36-4ce8-abe1-d9a37fbafa0d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:05.059085 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a807cce1-75ae-4f95-b892-495545d77b9b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.075517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a807cce1-75ae-4f95-b892-495545d77b9b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for 288ab51e-b234-4fbc-b883-dbbbe5c5b526 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:05.148438 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.176587 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed751901-731b-4ace-b871-5ffeeb94d358']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:05.189233 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5c7349-a4bc-421c-be32-cb033beba11e') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:05.189857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5c7349-a4bc-421c-be32-cb033beba11e') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:05.203436 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.223153 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.235911 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:05.236749 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.281744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a6181e7f-f4ec-4dff-aea0-dffbe68651f7 None None] Provisioning complete for port 288ab51e-b234-4fbc-b883-dbbbe5c5b526 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:05.282551 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a6181e7f-f4ec-4dff-aea0-dffbe68651f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:05.321765 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:05.331372 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.352576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed751901-731b-4ace-b871-5ffeeb94d358 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 18:01:05.354765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed751901-731b-4ace-b871-5ffeeb94d358,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:05.357417 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.365399 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-43b9c1cf-64ff-4caf-bb55-d37f77f4ae16 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "DELETE /v2.0/networks/ed751901-731b-4ace-b871-5ffeeb94d358 HTTP/1.1" status: 204 len: 168 time: 1.9958105 Nov 09 18:01:05.365399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52704) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:05.375286 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a6181e7f-f4ec-4dff-aea0-dffbe68651f7 None None] Port 288ab51e-b234-4fbc-b883-dbbbe5c5b526 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:05.402307 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.416485 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.469884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Pushing event updated for resources: {'Port': ['ID=8093b936-795c-4d46-a747-34ec7b89c08d,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:05.616880 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.663761 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.667296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-be4853e3-80ad-46ef-ab4d-c7e03acb1ee2 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7624049 Nov 09 18:01:05.668774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52706) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:05.683304 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a807cce1-75ae-4f95-b892-495545d77b9b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.698393 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b04ab4e6-cbb9-43f8-9e52-eb1c48263edc tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2741 time: 0.3318765 Nov 09 18:01:05.701436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52710) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:05.753039 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807cce1-75ae-4f95-b892-495545d77b9b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=288ab51e-b234-4fbc-b883-dbbbe5c5b526,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:05.928532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3873d83-6176-4cf4-a07a-e13837ae84d0 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.930046 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3873d83-6176-4cf4-a07a-e13837ae84d0 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.930862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3873d83-6176-4cf4-a07a-e13837ae84d0 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.931791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3873d83-6176-4cf4-a07a-e13837ae84d0 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.933325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3873d83-6176-4cf4-a07a-e13837ae84d0 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.933538 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3873d83-6176-4cf4-a07a-e13837ae84d0 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.934426 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3873d83-6176-4cf4-a07a-e13837ae84d0 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.935407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3873d83-6176-4cf4-a07a-e13837ae84d0 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.936288 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3873d83-6176-4cf4-a07a-e13837ae84d0 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.937143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3873d83-6176-4cf4-a07a-e13837ae84d0 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.938005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3873d83-6176-4cf4-a07a-e13837ae84d0 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.947341 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b3873d83-6176-4cf4-a07a-e13837ae84d0 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6936 time: 0.2386429 Nov 09 18:01:05.949132 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52714) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:05.974785 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a807cce1-75ae-4f95-b892-495545d77b9b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.992660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a807cce1-75ae-4f95-b892-495545d77b9b tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/288ab51e-b234-4fbc-b883-dbbbe5c5b526 HTTP/1.1" status: 204 len: 168 time: 1.4568989 Nov 09 18:01:06.006937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52718) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:06.097488 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c96716-4a29-4d73-84fa-43729fffa2ba tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] GET failed (client error): The resource could not be found. Nov 09 18:01:06.098229 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-05adda5e-f3eb-4256-bc83-6ce76aa1e1e2 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] delete failed (client error): The resource could not be found. Nov 09 18:01:06.100146 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-06c96716-4a29-4d73-84fa-43729fffa2ba tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports/288ab51e-b234-4fbc-b883-dbbbe5c5b526 HTTP/1.1" status: 404 len: 333 time: 0.0894163 Nov 09 18:01:06.102973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52720) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:06.103557 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-05adda5e-f3eb-4256-bc83-6ce76aa1e1e2 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/9439d4d3-ba5c-46b7-9ee1-395c73be1995 HTTP/1.1" status: 404 len: 345 time: 0.1502786 Nov 09 18:01:06.104417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52722) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:06.115888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:06.166684 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.175665 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2ad719-a58c-496c-8843-db715ed11f34 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] DELETE failed (client error): The resource could not be found. Nov 09 18:01:06.180334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2ad719-a58c-496c-8843-db715ed11f34 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:06.185566 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5e2ad719-a58c-496c-8843-db715ed11f34 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "DELETE /v2.0/networks/ed751901-731b-4ace-b871-5ffeeb94d358 HTTP/1.1" status: 404 len: 339 time: 0.0806639 Nov 09 18:01:06.197750 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52724) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:06.204204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c9a9b577-c0c4-4c33-8371-7f68d841110b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Request body: {'network': {'name': 'tempest-network--865492565', 'router:external': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:06.254386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0247cacd-cd11-4a61-8b02-616da9fdd9df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.260757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a9b577-c0c4-4c33-8371-7f68d841110b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Made reservation on behalf of c3f178c2e00d4414abe2b398bf637087 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:06.268250 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b577-c0c4-4c33-8371-7f68d841110b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.329380 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0247cacd-cd11-4a61-8b02-616da9fdd9df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.331193 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a9b577-c0c4-4c33-8371-7f68d841110b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:06.354602 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b577-c0c4-4c33-8371-7f68d841110b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.355249 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-c9a9b577-c0c4-4c33-8371-7f68d841110b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Added segment 9afb9e8b-e1d3-4474-8675-8908a611de14 of type vlan for network a3d1e3a0-b6e8-451d-be06-32f161374883 Nov 09 18:01:06.470442 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.498817 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b577-c0c4-4c33-8371-7f68d841110b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.542255 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0247cacd-cd11-4a61-8b02-616da9fdd9df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.546090 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0247cacd-cd11-4a61-8b02-616da9fdd9df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.546928 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0247cacd-cd11-4a61-8b02-616da9fdd9df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/security-groups/d7f9be26-52d7-4a9a-8dcf-d13ec9fd433e HTTP/1.1" status: 204 len: 168 time: 0.4408233 Nov 09 18:01:06.550832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52728) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:06.565073 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b577-c0c4-4c33-8371-7f68d841110b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.567898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a9b577-c0c4-4c33-8371-7f68d841110b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:06.567898 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b577-c0c4-4c33-8371-7f68d841110b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.568835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247cacd-cd11-4a61-8b02-616da9fdd9df tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f9be26-52d7-4a9a-8dcf-d13ec9fd433e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:06.658641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Allocated IP 172.25.1.210 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/e10fe2f6-e832-434c-b815-befad6d3334d) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:06.801216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c9a9b577-c0c4-4c33-8371-7f68d841110b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5979080 Nov 09 18:01:06.802191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52730) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:06.826987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9b577-c0c4-4c33-8371-7f68d841110b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event updated for resources: {'Network': ['ID=a3d1e3a0-b6e8-451d-be06-32f161374883,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:06.834002 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-269e726b-fb92-4439-be36-34316901886a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.853721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a3d1e3a0-b6e8-451d-be06-32f161374883 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:06.899031 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-269e726b-fb92-4439-be36-34316901886a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.913721 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.985695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-269e726b-fb92-4439-be36-34316901886a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.988937 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f10aab-563b-43e9-a6cd-a34ee7071914 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:06.995164 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-269e726b-fb92-4439-be36-34316901886a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.995554 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f10aab-563b-43e9-a6cd-a34ee7071914 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:07.001526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-269e726b-fb92-4439-be36-34316901886a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/security-groups/587409b7-6c98-4f4e-9afb-b8abfe54918f HTTP/1.1" status: 204 len: 168 time: 0.4437354 Nov 09 18:01:07.002134 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f10aab-563b-43e9-a6cd-a34ee7071914 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:07.002323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52732) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:07.011396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f10aab-563b-43e9-a6cd-a34ee7071914 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:07.011396 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a5f10aab-563b-43e9-a6cd-a34ee7071914 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2013028 Nov 09 18:01:07.013305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52734) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:07.029258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e726b-fb92-4439-be36-34316901886a tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587409b7-6c98-4f4e-9afb-b8abfe54918f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:07.040088 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.116499 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d895e0a9-1813-4d68-9ef5-ecbda7343514 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.131619 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:07.139995 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:07.153279 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:07.163694 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d895e0a9-1813-4d68-9ef5-ecbda7343514 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.182311 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.209001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Pushing event updated for resources: {'Port': ['ID=e10fe2f6-e832-434c-b815-befad6d3334d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:07.240443 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d895e0a9-1813-4d68-9ef5-ecbda7343514 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.243828 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d895e0a9-1813-4d68-9ef5-ecbda7343514 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.252673 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d895e0a9-1813-4d68-9ef5-ecbda7343514 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/security-groups/ee6976f7-3654-4e73-90f9-15a608bc5302 HTTP/1.1" status: 204 len: 168 time: 0.2475262 Nov 09 18:01:07.253814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52736) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:07.350478 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.356760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895e0a9-1813-4d68-9ef5-ecbda7343514 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6976f7-3654-4e73-90f9-15a608bc5302,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:07.376068 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c1ff70-2684-4c3f-9f2a-f621854b03d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting subnet 45dee0a7-caf6-4af1-886d-2da545ec48ee {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:07.378611 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-03c1ff70-2684-4c3f-9f2a-f621854b03d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.388316 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.413476 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d1e3a0-b6e8-451d-be06-32f161374883']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:07.428734 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afb9e8b-e1d3-4474-8675-8908a611de14') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:07.429034 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afb9e8b-e1d3-4474-8675-8908a611de14') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:07.463147 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.476490 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.498569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-03c1ff70-2684-4c3f-9f2a-f621854b03d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.502583 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.513485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:07.513902 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:07.515931 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:07.650211 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.663039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a3d1e3a0-b6e8-451d-be06-32f161374883 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 18:01:07.667718 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-03c1ff70-2684-4c3f-9f2a-f621854b03d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.668469 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.683526 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "DELETE /v2.0/networks/a3d1e3a0-b6e8-451d-be06-32f161374883 HTTP/1.1" status: 204 len: 168 time: 0.6593509 Nov 09 18:01:07.696713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52740) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:07.709064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-11613df3-10c3-41f3-8d53-ce988a45d761 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Request body: {'network': {'name': 'tempest-network--1075807543', 'router:external': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:07.715246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707f51e-4f0c-4ec9-af8c-1b5adcf21feb tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3d1e3a0-b6e8-451d-be06-32f161374883,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:07.809752 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-03c1ff70-2684-4c3f-9f2a-f621854b03d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.830355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11613df3-10c3-41f3-8d53-ce988a45d761 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Made reservation on behalf of c3f178c2e00d4414abe2b398bf637087 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:07.834766 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11613df3-10c3-41f3-8d53-ce988a45d761 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.908472 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.910662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1ff70-2684-4c3f-9f2a-f621854b03d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Subnet': ['ID=45dee0a7-caf6-4af1-886d-2da545ec48ee,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:07.920811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11613df3-10c3-41f3-8d53-ce988a45d761 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:07.921661 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-03c1ff70-2684-4c3f-9f2a-f621854b03d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.924872 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.926098 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-03c1ff70-2684-4c3f-9f2a-f621854b03d2 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/45dee0a7-caf6-4af1-886d-2da545ec48ee HTTP/1.1" status: 204 len: 168 time: 0.6670191 Nov 09 18:01:07.931928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52742) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:07.942613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a20401-1a3c-4e08-bade-561ecc9ce4f9 None None] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:07.989913 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11613df3-10c3-41f3-8d53-ce988a45d761 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.990584 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-11613df3-10c3-41f3-8d53-ce988a45d761 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Added segment a48701af-731c-4a36-b389-4b9c0b468ba8 of type vlan for network 507ac3ff-97b9-46cb-8709-2686f285e0f6 Nov 09 18:01:08.006073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f809aff6-01e7-4c65-85e5-1832c0970992 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting subnet e9b59071-833e-4d56-806d-1cf4d4d6d2d0 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:08.010826 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f809aff6-01e7-4c65-85e5-1832c0970992 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.083880 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f809aff6-01e7-4c65-85e5-1832c0970992 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.093163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Pushing event updated for resources: {'Port': ['ID=e10fe2f6-e832-434c-b815-befad6d3334d,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:08.153181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.167812 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11613df3-10c3-41f3-8d53-ce988a45d761 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.174329 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.182113 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-38d146a9-f10d-488b-802a-61e876d2b7a3 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5102510 Nov 09 18:01:08.185130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52744) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:08.291475 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11613df3-10c3-41f3-8d53-ce988a45d761 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.292657 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11613df3-10c3-41f3-8d53-ce988a45d761 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:08.293482 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11613df3-10c3-41f3-8d53-ce988a45d761 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.310609 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f809aff6-01e7-4c65-85e5-1832c0970992 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.389093 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-51223c9f-a30a-471e-822c-16ea0b5a6da3 tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1978948 Nov 09 18:01:08.393112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52746) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:08.420077 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-11613df3-10c3-41f3-8d53-ce988a45d761 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7212157 Nov 09 18:01:08.425856 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52750) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:08.589651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f5ebd4-69f3-43a3-9d29-b54a86baf14c tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:08.591544 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a4f5ebd4-69f3-43a3-9d29-b54a86baf14c tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] 10.222.0.81 "GET /v2.0/networks/507ac3ff-97b9-46cb-8709-2686f285e0f6 HTTP/1.1" status: 200 len: 757 time: 0.1638303 Nov 09 18:01:08.595442 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d0760e84-39d5-4bd1-ad69-04d441869c0c tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1826451 Nov 09 18:01:08.595665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52752) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:08.599036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52754) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:08.678251 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f809aff6-01e7-4c65-85e5-1832c0970992 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.764186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809aff6-01e7-4c65-85e5-1832c0970992 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b59071-833e-4d56-806d-1cf4d4d6d2d0,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:08.785223 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f809aff6-01e7-4c65-85e5-1832c0970992 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.799288 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f809aff6-01e7-4c65-85e5-1832c0970992 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/e9b59071-833e-4d56-806d-1cf4d4d6d2d0 HTTP/1.1" status: 204 len: 168 time: 0.8603175 Nov 09 18:01:08.801688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52756) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:08.857239 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce72d9a-af91-48d5-a159-ec1375c2bf8d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:08.857706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce72d9a-af91-48d5-a159-ec1375c2bf8d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:08.871776 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3ce72d9a-af91-48d5-a159-ec1375c2bf8d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/45dee0a7-caf6-4af1-886d-2da545ec48ee HTTP/1.1" status: 404 len: 337 time: 0.0641725 Nov 09 18:01:08.875132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52758) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:08.965281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8984a61e-e71d-40c1-a4a8-db41f8ea6586 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting subnet e063f7c4-c1de-4810-93ad-91b988ea5f75 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:08.969788 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8984a61e-e71d-40c1-a4a8-db41f8ea6586 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.078431 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8984a61e-e71d-40c1-a4a8-db41f8ea6586 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.145810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11613df3-10c3-41f3-8d53-ce988a45d761 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event updated for resources: {'Network': ['ID=507ac3ff-97b9-46cb-8709-2686f285e0f6,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:09.186200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 507ac3ff-97b9-46cb-8709-2686f285e0f6 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:09.297038 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8984a61e-e71d-40c1-a4a8-db41f8ea6586 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.358864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ae896-dea6-4e48-a9fe-56e1db08f2bb tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:09.363349 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3e5ae896-dea6-4e48-a9fe-56e1db08f2bb tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] 10.222.0.81 "GET /v2.0/networks/58030dca-d6ab-4de9-9e6d-1bbd852293ee HTTP/1.1" status: 200 len: 767 time: 0.7645984 Nov 09 18:01:09.366864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52760) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:09.461085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f6c928-f78a-4b96-8c8b-39bd437d7cca None None] Network eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:09.483249 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-222320f6-120b-4430-817b-fa24ebfe6f23 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Deleting port e10fe2f6-e832-434c-b815-befad6d3334d {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:09.483608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-222320f6-120b-4430-817b-fa24ebfe6f23 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.485968 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8984a61e-e71d-40c1-a4a8-db41f8ea6586 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.564749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984a61e-e71d-40c1-a4a8-db41f8ea6586 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Subnet': ['ID=e063f7c4-c1de-4810-93ad-91b988ea5f75,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:09.565597 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.573065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2ff3dafd-f5fe-4a93-b10d-0091d81d11b6 None None] Provisioning complete for port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:09.573065 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dafd-f5fe-4a93-b10d-0091d81d11b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.587344 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8984a61e-e71d-40c1-a4a8-db41f8ea6586 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.591077 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8984a61e-e71d-40c1-a4a8-db41f8ea6586 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/e063f7c4-c1de-4810-93ad-91b988ea5f75 HTTP/1.1" status: 204 len: 168 time: 0.7140207 Nov 09 18:01:09.595650 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52764) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:09.617643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3dafd-f5fe-4a93-b10d-0091d81d11b6 None None] Port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:09.627362 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f4c6a6-8f8e-4406-a776-9a946af25182 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:09.627980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f4c6a6-8f8e-4406-a776-9a946af25182 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:09.631706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e3f4c6a6-8f8e-4406-a776-9a946af25182 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/8820ea44-1267-4aff-9b89-40dc0f5cce9e HTTP/1.1" status: 404 len: 337 time: 0.0347860 Nov 09 18:01:09.636795 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52766) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:09.641039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2ff3dafd-f5fe-4a93-b10d-0091d81d11b6 None None] Provisioning complete for port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:09.641469 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dafd-f5fe-4a93-b10d-0091d81d11b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.674746 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-514ef67c-fbff-4eb9-b3e4-a5a1c2c9e24d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "GET /v2.0/ports?device_id=1097a210-6bda-449d-b06d-e89367f29e6b HTTP/1.1" status: 200 len: 205 time: 0.0348804 Nov 09 18:01:09.679757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52768) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:09.732856 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-222320f6-120b-4430-817b-fa24ebfe6f23 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.733188 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-222320f6-120b-4430-817b-fa24ebfe6f23 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.758197 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.761254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-222320f6-120b-4430-817b-fa24ebfe6f23 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Calling delete_port for e10fe2f6-e832-434c-b815-befad6d3334d owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:09.791149 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-85eb49af-0e37-4bf1-8a7d-2d3b0b4bdd57 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] delete failed (client error): The resource could not be found. Nov 09 18:01:09.792660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-85eb49af-0e37-4bf1-8a7d-2d3b0b4bdd57 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/routers/1097a210-6bda-449d-b06d-e89367f29e6b HTTP/1.1" status: 404 len: 336 time: 0.1098943 Nov 09 18:01:09.797109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52770) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:09.799330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507ac3ff-97b9-46cb-8709-2686f285e0f6']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:09.833594 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1215d0-43f9-418a-8c10-87d6372196e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:09.834268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1215d0-43f9-418a-8c10-87d6372196e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:09.846530 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5d1215d0-43f9-418a-8c10-87d6372196e8 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/ec91f4de-9b08-4775-ab00-c9704696d2e1 HTTP/1.1" status: 404 len: 337 time: 0.0471046 Nov 09 18:01:09.853348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52772) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:09.887627 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e325e83c-5c5f-4d50-b654-919bd9625b00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:09.888432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48701af-731c-4a36-b389-4b9c0b468ba8') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:09.888432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48701af-731c-4a36-b389-4b9c0b468ba8') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:09.888821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e325e83c-5c5f-4d50-b654-919bd9625b00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:09.895425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e325e83c-5c5f-4d50-b654-919bd9625b00 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/92151ca2-9b2c-4d1a-9dbf-669972de45e9 HTTP/1.1" status: 404 len: 337 time: 0.0397816 Nov 09 18:01:09.900975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52774) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:09.905656 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.960044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498279a6-5e79-473e-86d7-9d082e225bb4 None None] DHCP port deletion for eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:09.967767 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec442e84-3560-49e3-935f-b50b9ff1a815 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:09.968514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec442e84-3560-49e3-935f-b50b9ff1a815 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:09.973806 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ec442e84-3560-49e3-935f-b50b9ff1a815 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/ee1b0cd7-ea24-488c-a36b-41cb7166ef3c HTTP/1.1" status: 404 len: 337 time: 0.0699751 Nov 09 18:01:09.977169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52776) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:09.991365 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.025394 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd52f4f-eae3-4357-85bd-164cf1289c83 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:10.028831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-498279a6-5e79-473e-86d7-9d082e225bb4 None None] Deleting port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:10.029243 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-498279a6-5e79-473e-86d7-9d082e225bb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.031069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd52f4f-eae3-4357-85bd-164cf1289c83 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:10.033513 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:10.033933 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:10.036040 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:10.055728 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3dd52f4f-eae3-4357-85bd-164cf1289c83 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/be500dcb-82a4-4dea-8dc4-ce1b8206ec4b HTTP/1.1" status: 404 len: 333 time: 0.0767539 Nov 09 18:01:10.057915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52778) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.103165 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a49111-cf14-4b22-a60b-6973b52c6a03 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:10.104546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a49111-cf14-4b22-a60b-6973b52c6a03 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:10.106696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-498279a6-5e79-473e-86d7-9d082e225bb4 None None] For port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929,segment=NetworkSegment(4ecb62fa-4bb8-44d9-841e-c667d22e992b),segment_id=4ecb62fa-4bb8-44d9-841e-c667d22e992b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:10.107324 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-498279a6-5e79-473e-86d7-9d082e225bb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.113344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f3a49111-cf14-4b22-a60b-6973b52c6a03 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/8a9a1f14-9b7c-4dfc-870b-6d879eabd412 HTTP/1.1" status: 404 len: 337 time: 0.0514202 Nov 09 18:01:10.114217 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52780) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.124993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-498279a6-5e79-473e-86d7-9d082e225bb4 None None] Calling delete_port for fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:10.163420 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7da884d-7d87-4b7d-a494-35aa54b131aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:10.164031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7da884d-7d87-4b7d-a494-35aa54b131aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:10.168890 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c7da884d-7d87-4b7d-a494-35aa54b131aa tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/7e3e70f6-49e5-4346-88db-66736a2d444c HTTP/1.1" status: 404 len: 337 time: 0.0530961 Nov 09 18:01:10.171442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52782) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.208768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.212999 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed35e845-fffa-4040-a7fc-f199a4a0673d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:10.214178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed35e845-fffa-4040-a7fc-f199a4a0673d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:10.219753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ed35e845-fffa-4040-a7fc-f199a4a0673d tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/13dab946-9535-4d0f-a2db-25d106ef0977 HTTP/1.1" status: 404 len: 333 time: 0.0458403 Nov 09 18:01:10.223561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52784) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.241655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 507ac3ff-97b9-46cb-8709-2686f285e0f6 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 18:01:10.253164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event deleted for resources: {'Network': ['ID=507ac3ff-97b9-46cb-8709-2686f285e0f6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:10.262948 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.277086 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2572e886-a570-4cd3-ab90-b5c57055a12b tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "DELETE /v2.0/networks/507ac3ff-97b9-46cb-8709-2686f285e0f6 HTTP/1.1" status: 204 len: 168 time: 0.9086013 Nov 09 18:01:10.282749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52788) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.288611 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f563f6-521f-4cd1-b874-f00a54a5abfe tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:10.289383 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f563f6-521f-4cd1-b874-f00a54a5abfe tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:10.291608 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-498279a6-5e79-473e-86d7-9d082e225bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.294245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-31c37f11-7f01-442a-bcb2-d4d05697d156 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Request body: {'network': {'name': 'tempest-network--1777706870'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:10.296845 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-12f563f6-521f-4cd1-b874-f00a54a5abfe tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/cccc832d-f8a9-4f0e-b035-7fb44d53392c HTTP/1.1" status: 404 len: 337 time: 0.0666485 Nov 09 18:01:10.299658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52790) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.362880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c37f11-7f01-442a-bcb2-d4d05697d156 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Made reservation on behalf of c3f178c2e00d4414abe2b398bf637087 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:10.369586 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31c37f11-7f01-442a-bcb2-d4d05697d156 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.387603 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-394821c4-885c-49f4-ab5c-e8bcb29a7957 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:10.388532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394821c4-885c-49f4-ab5c-e8bcb29a7957 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:10.397066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-394821c4-885c-49f4-ab5c-e8bcb29a7957 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/subnets/225d01b7-9ea6-47eb-ba62-7694a978e42f HTTP/1.1" status: 404 len: 337 time: 0.0956051 Nov 09 18:01:10.399393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52792) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.412389 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-222320f6-120b-4430-817b-fa24ebfe6f23 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.412740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498279a6-5e79-473e-86d7-9d082e225bb4 None None] Pushing event deleted for resources: {'Port': ['ID=fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:10.443471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498279a6-5e79-473e-86d7-9d082e225bb4 None None] No DVR routers for this DVR port fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:10.465486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:10.500044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222320f6-120b-4430-817b-fa24ebfe6f23 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Pushing event deleted for resources: {'Port': ['ID=e10fe2f6-e832-434c-b815-befad6d3334d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:10.513485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c37f11-7f01-442a-bcb2-d4d05697d156 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:10.580091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:10.580485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fc5b66d0-fcb1-4ba3-9f2b-10df1e0a2929 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:10.658161 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-02b70436-63dd-4839-922a-8db90268869f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Deleting port 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:10.659279 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02b70436-63dd-4839-922a-8db90268869f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.662016 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-46ae63ee-8a3d-43a2-b74b-ce35a8550486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.673772 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31c37f11-7f01-442a-bcb2-d4d05697d156 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.674786 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-31c37f11-7f01-442a-bcb2-d4d05697d156 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Added segment 587b69b6-9e9f-4d47-afe3-4780d539ccf0 of type vlan for network df2f7741-67cc-4814-93a6-0de5fe39f007 Nov 09 18:01:10.677994 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-222320f6-120b-4430-817b-fa24ebfe6f23 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.683213 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-222320f6-120b-4430-817b-fa24ebfe6f23 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.692618 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-222320f6-120b-4430-817b-fa24ebfe6f23 tempest-FloatingIPAdminTestJSON-867843870 tempest-FloatingIPAdminTestJSON-867843870-project] 10.222.0.81 "DELETE /v2.0/floatingips/3b16e975-f548-4384-91b5-8ac142f264e7 HTTP/1.1" status: 204 len: 168 time: 2.0755341 Nov 09 18:01:10.700377 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52796) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.780495 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02b70436-63dd-4839-922a-8db90268869f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.797685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-02b70436-63dd-4839-922a-8db90268869f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Calling delete_port for 25c78d4f-33cb-4d10-a75c-abd41e3f8a1c owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:10.902477 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02b70436-63dd-4839-922a-8db90268869f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.951441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b70436-63dd-4839-922a-8db90268869f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Port': ['ID=25c78d4f-33cb-4d10-a75c-abd41e3f8a1c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:10.959857 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02b70436-63dd-4839-922a-8db90268869f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.967079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-02b70436-63dd-4839-922a-8db90268869f tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/ports/25c78d4f-33cb-4d10-a75c-abd41e3f8a1c HTTP/1.1" status: 204 len: 168 time: 0.5629451 Nov 09 18:01:10.969636 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52798) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.972401 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31c37f11-7f01-442a-bcb2-d4d05697d156 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.100620 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31c37f11-7f01-442a-bcb2-d4d05697d156 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.101998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c37f11-7f01-442a-bcb2-d4d05697d156 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:11.102647 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31c37f11-7f01-442a-bcb2-d4d05697d156 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.153113 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-19e6b41a-aab8-4812-abf5-a058063f3275 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.204554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-31c37f11-7f01-442a-bcb2-d4d05697d156 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9189963 Nov 09 18:01:11.208242 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52800) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:11.208848 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-3eecad74-a321-4eb5-b912-853b8145a3ab tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Deleting port 8093b936-795c-4d46-a747-34ec7b89c08d {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:11.210089 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3eecad74-a321-4eb5-b912-853b8145a3ab tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.215054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ff5dee52-277c-444c-b71e-f56c362a956d tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:11.266697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c37f11-7f01-442a-bcb2-d4d05697d156 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event updated for resources: {'Network': ['ID=df2f7741-67cc-4814-93a6-0de5fe39f007,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:11.280449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network df2f7741-67cc-4814-93a6-0de5fe39f007 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:11.402763 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-19e6b41a-aab8-4812-abf5-a058063f3275 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.420798 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3eecad74-a321-4eb5-b912-853b8145a3ab tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.420798 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3eecad74-a321-4eb5-b912-853b8145a3ab tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.444448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-19e6b41a-aab8-4812-abf5-a058063f3275 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7d5132-068e-43cd-aed0-aef7f4b1e4a0']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:11.446481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-3eecad74-a321-4eb5-b912-853b8145a3ab tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Calling delete_port for 8093b936-795c-4d46-a747-34ec7b89c08d owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:11.460981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-19e6b41a-aab8-4812-abf5-a058063f3275 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecb62fa-4bb8-44d9-841e-c667d22e992b') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:11.461303 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-19e6b41a-aab8-4812-abf5-a058063f3275 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecb62fa-4bb8-44d9-841e-c667d22e992b') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:11.487724 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-19e6b41a-aab8-4812-abf5-a058063f3275 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.522229 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ff5dee52-277c-444c-b71e-f56c362a956d tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.540546 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ff5dee52-277c-444c-b71e-f56c362a956d tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.575802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-19e6b41a-aab8-4812-abf5-a058063f3275 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.598951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff5dee52-277c-444c-b71e-f56c362a956d tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Network df2f7741-67cc-4814-93a6-0de5fe39f007 is not hosted by any dhcp agent {{(pid=102154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 18:01:11.599888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5dee52-277c-444c-b71e-f56c362a956d tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:11.600827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ff5dee52-277c-444c-b71e-f56c362a956d tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.602319 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ff5dee52-277c-444c-b71e-f56c362a956d tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "PUT /v2.0/networks/df2f7741-67cc-4814-93a6-0de5fe39f007 HTTP/1.1" status: 200 len: 858 time: 0.3926663 Nov 09 18:01:11.608970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52808) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:11.639495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e6b41a-aab8-4812-abf5-a058063f3275 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:11.639897 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-19e6b41a-aab8-4812-abf5-a058063f3275 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:11.643561 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:11.687722 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dee52-277c-444c-b71e-f56c362a956d tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event updated for resources: {'Network': ['ID=df2f7741-67cc-4814-93a6-0de5fe39f007,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:11.754664 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.773109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-19e6b41a-aab8-4812-abf5-a058063f3275 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.784568 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-19e6b41a-aab8-4812-abf5-a058063f3275 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.788877 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-19e6b41a-aab8-4812-abf5-a058063f3275 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] 10.222.0.81 "DELETE /v2.0/networks/eb7d5132-068e-43cd-aed0-aef7f4b1e4a0 HTTP/1.1" status: 204 len: 168 time: 0.8118784 Nov 09 18:01:11.842515 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6b41a-aab8-4812-abf5-a058063f3275 tempest-PortsTestJSON-1354321860 tempest-PortsTestJSON-1354321860-project] Pushing event deleted for resources: {'Network': ['ID=eb7d5132-068e-43cd-aed0-aef7f4b1e4a0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:11.914384 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3eecad74-a321-4eb5-b912-853b8145a3ab tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.971731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecad74-a321-4eb5-b912-853b8145a3ab tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Pushing event deleted for resources: {'Port': ['ID=8093b936-795c-4d46-a747-34ec7b89c08d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:11.975787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.044491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2f7741-67cc-4814-93a6-0de5fe39f007']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:12.088328 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587b69b6-9e9f-4d47-afe3-4780d539ccf0') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:12.088631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587b69b6-9e9f-4d47-afe3-4780d539ccf0') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:12.117454 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.175472 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.191432 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3eecad74-a321-4eb5-b912-853b8145a3ab tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.194179 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3eecad74-a321-4eb5-b912-853b8145a3ab tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.195817 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3eecad74-a321-4eb5-b912-853b8145a3ab tempest-FloatingIPAdminTestJSON-1203680692 tempest-FloatingIPAdminTestJSON-1203680692-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/af80b56d-2278-4c87-adf7-f6b95a640a9b HTTP/1.1" status: 204 len: 168 time: 1.4936595 Nov 09 18:01:12.204063 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52822) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:12.223705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:12.224881 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:12.233248 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:12.354605 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.360999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5d804570-e8a7-4521-be09-33a2d303f9be tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Deleting port 9b5ce36a-7431-4f45-bae7-8305be4bae67 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:12.362110 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d804570-e8a7-4521-be09-33a2d303f9be tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.369070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df2f7741-67cc-4814-93a6-0de5fe39f007 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 18:01:12.392212 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.402453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] 10.222.0.81 "DELETE /v2.0/networks/df2f7741-67cc-4814-93a6-0de5fe39f007 HTTP/1.1" status: 204 len: 168 time: 0.7923017 Nov 09 18:01:12.403416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52824) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:12.403779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52826) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:12.419344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd0d9e-b43f-47f4-b93a-1cc44a94ea03 tempest-ExternalNetworksTestJSON-1784566705 tempest-ExternalNetworksTestJSON-1784566705-project-admin] Pushing event deleted for resources: {'Network': ['ID=df2f7741-67cc-4814-93a6-0de5fe39f007,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:12.446394 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9840ae-125f-4cbc-a6a1-9ead4422aacc tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:12.447476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9840ae-125f-4cbc-a6a1-9ead4422aacc tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:12.453986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2c9840ae-125f-4cbc-a6a1-9ead4422aacc tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] 10.222.0.81 "DELETE /v2.0/subnets/f8312d05-ba36-4ce8-abe1-d9a37fbafa0d HTTP/1.1" status: 404 len: 337 time: 0.0468593 Nov 09 18:01:12.454935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52830) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:12.569336 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-093ea6a1-9079-44eb-a34c-a238b687e8b3 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.577242 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d804570-e8a7-4521-be09-33a2d303f9be tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.605750 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5d804570-e8a7-4521-be09-33a2d303f9be tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Calling delete_port for 9b5ce36a-7431-4f45-bae7-8305be4bae67 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:12.721170 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-093ea6a1-9079-44eb-a34c-a238b687e8b3 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.762561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-093ea6a1-9079-44eb-a34c-a238b687e8b3 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58030dca-d6ab-4de9-9e6d-1bbd852293ee']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:12.781101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-093ea6a1-9079-44eb-a34c-a238b687e8b3 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e21ff3-d0f9-42f8-968e-ce721a57bc5c') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:12.781427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-093ea6a1-9079-44eb-a34c-a238b687e8b3 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e21ff3-d0f9-42f8-968e-ce721a57bc5c') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:12.799794 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-093ea6a1-9079-44eb-a34c-a238b687e8b3 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.814857 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-093ea6a1-9079-44eb-a34c-a238b687e8b3 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.822946 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093ea6a1-9079-44eb-a34c-a238b687e8b3 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:12.823357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-093ea6a1-9079-44eb-a34c-a238b687e8b3 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:12.827268 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:12.934611 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d7b0a977-419a-407d-a337-88e15a88d633 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=209c889c76a049799d3c10c6a9ab48a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5253019 Nov 09 18:01:12.934937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52834) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:12.945754 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-093ea6a1-9079-44eb-a34c-a238b687e8b3 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.967635 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-093ea6a1-9079-44eb-a34c-a238b687e8b3 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.968555 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d804570-e8a7-4521-be09-33a2d303f9be tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.972165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-093ea6a1-9079-44eb-a34c-a238b687e8b3 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] 10.222.0.81 "DELETE /v2.0/networks/58030dca-d6ab-4de9-9e6d-1bbd852293ee HTTP/1.1" status: 204 len: 168 time: 0.5158725 Nov 09 18:01:12.997936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ea6a1-9079-44eb-a34c-a238b687e8b3 tempest-ExternalNetworksTestJSON-1424740133 tempest-ExternalNetworksTestJSON-1424740133-project] Pushing event deleted for resources: {'Network': ['ID=58030dca-d6ab-4de9-9e6d-1bbd852293ee,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:13.070140 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-19dc1840-c3b5-49f8-9873-9a987189c13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.071379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d804570-e8a7-4521-be09-33a2d303f9be tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event deleted for resources: {'Port': ['ID=9b5ce36a-7431-4f45-bae7-8305be4bae67,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:13.137844 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-19dc1840-c3b5-49f8-9873-9a987189c13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.348105 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-19dc1840-c3b5-49f8-9873-9a987189c13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.351456 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d804570-e8a7-4521-be09-33a2d303f9be tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.354307 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-19dc1840-c3b5-49f8-9873-9a987189c13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.355681 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5d804570-e8a7-4521-be09-33a2d303f9be tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "DELETE /v2.0/ports/9b5ce36a-7431-4f45-bae7-8305be4bae67 HTTP/1.1" status: 204 len: 168 time: 1.1492393 Nov 09 18:01:13.358723 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-19dc1840-c3b5-49f8-9873-9a987189c13e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac86e445-f06d-4c7f-a468-4f31d71bf73a HTTP/1.1" status: 204 len: 168 time: 0.4217777 Nov 09 18:01:13.360030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52842) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:13.394866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc1840-c3b5-49f8-9873-9a987189c13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac86e445-f06d-4c7f-a468-4f31d71bf73a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:13.454919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f7af1b-96f2-4942-8132-cda971078e36 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:13.461955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52846) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:13.466589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-85f7af1b-96f2-4942-8132-cda971078e36 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "GET /v2.0/ports?device_id=882d3246-d1af-4cd0-a584-24cd3d04b7d5 HTTP/1.1" status: 200 len: 913 time: 0.1007559 Nov 09 18:01:13.546369 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52848) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:13.664135 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5ded18b9-8089-4497-977b-51f6b4fb63d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.087386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-85dc88aa-ed1e-4d09-a072-516871556d03 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48b6eed446bb4f8d81a12b5ec250804f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388911 Nov 09 18:01:14.092095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52862) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:14.210043 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b0bead3-dbe2-467b-b1e3-dcf564cd507a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.226007 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.291381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b0bead3-dbe2-467b-b1e3-dcf564cd507a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.470273 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b0bead3-dbe2-467b-b1e3-dcf564cd507a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.487301 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b0bead3-dbe2-467b-b1e3-dcf564cd507a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.488552 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8b0bead3-dbe2-467b-b1e3-dcf564cd507a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b000a29e-a41d-4ca8-b6dc-1c53c776f776 HTTP/1.1" status: 204 len: 168 time: 0.3972385 Nov 09 18:01:14.525981 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.549181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bead3-dbe2-467b-b1e3-dcf564cd507a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b000a29e-a41d-4ca8-b6dc-1c53c776f776,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:14.964315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Deleting port ff5df9b6-f12f-4b0b-a7a2-770ac447ea54 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:14.964315 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.965983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52882) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:15.224794 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.238250 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52886) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:15.257640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-191935927'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:15.265255 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Calling delete_port for ff5df9b6-f12f-4b0b-a7a2-770ac447ea54 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:15.318842 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b0531153-5d56-4ac0-9018-cbd26ac26866 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c3f178c2e00d4414abe2b398bf637087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732009 Nov 09 18:01:15.319824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52888) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:15.417097 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac29c019-b2a0-44a6-a426-d8e80f8c2fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.417676 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.459392 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac29c019-b2a0-44a6-a426-d8e80f8c2fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.475951 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:15.480707 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.504585 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.627586 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac29c019-b2a0-44a6-a426-d8e80f8c2fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.634897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac29c019-b2a0-44a6-a426-d8e80f8c2fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.643916 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ac29c019-b2a0-44a6-a426-d8e80f8c2fdb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/96fd530c-ed2b-4cfb-9acc-2e27b0c0bcf9 HTTP/1.1" status: 204 len: 168 time: 0.3217633 Nov 09 18:01:15.662505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29c019-b2a0-44a6-a426-d8e80f8c2fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fd530c-ed2b-4cfb-9acc-2e27b0c0bcf9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:15.698335 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.734280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event deleted for resources: {'Port': ['ID=ff5df9b6-f12f-4b0b-a7a2-770ac447ea54,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:15.770331 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.770842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.771384 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.771943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.772504 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.773621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.773621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.774219 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.774672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.775239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.775814 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.776325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:15.797946 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.833453 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.902452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:15.921064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a1e82e-7500-4d70-a2e1-e3294a290926,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:16.056587 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:16.057610 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Added segment 42bf0ec3-1103-457c-b77c-fece8df32dfe of type vlan for network e9313812-dc99-4a2f-8e7c-39ed940bb533 Nov 09 18:01:16.067173 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:16.154097 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:16.235261 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:16.241467 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:16.242339 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:16.337889 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3663504 Nov 09 18:01:16.339630 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52898) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:16.346999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0970afda-fdac-4fad-8527-9ce610e2e8f9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1570851094'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:16.377317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b66570-49e4-4b42-bb09-07152aef9a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Network': ['ID=e9313812-dc99-4a2f-8e7c-39ed940bb533,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:16.392555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network e9313812-dc99-4a2f-8e7c-39ed940bb533 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:16.462753 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0970afda-fdac-4fad-8527-9ce610e2e8f9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:16.467068 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0970afda-fdac-4fad-8527-9ce610e2e8f9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:16.514591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0970afda-fdac-4fad-8527-9ce610e2e8f9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:16.535712 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0970afda-fdac-4fad-8527-9ce610e2e8f9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:16.536051 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-0970afda-fdac-4fad-8527-9ce610e2e8f9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Added segment f4ec4dc9-af37-441b-9bb6-5659e41b09e0 of type vlan for network dede8864-0664-47d6-b81a-fd9a7e0cc1ad Nov 09 18:01:16.553818 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Router 882d3246-d1af-4cd0-a584-24cd3d04b7d5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:16.593739 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0970afda-fdac-4fad-8527-9ce610e2e8f9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:16.704127 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0970afda-fdac-4fad-8527-9ce610e2e8f9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:16.711179 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970afda-fdac-4fad-8527-9ce610e2e8f9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:16.712528 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0970afda-fdac-4fad-8527-9ce610e2e8f9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:16.810679 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0970afda-fdac-4fad-8527-9ce610e2e8f9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4628897 Nov 09 18:01:16.810679 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52912) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:16.817248 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5cef1edb-fbea-4f2c-8bc9-46496a26df28 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'subnet': {'network_id': 'e9313812-dc99-4a2f-8e7c-39ed940bb533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:16.889364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:16.893989 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970afda-fdac-4fad-8527-9ce610e2e8f9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Network': ['ID=dede8864-0664-47d6-b81a-fd9a7e0cc1ad,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:16.910519 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-580b5cdd-c560-492e-bbff-7b776d8d3506 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "PUT /v2.0/routers/882d3246-d1af-4cd0-a584-24cd3d04b7d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4370279 Nov 09 18:01:16.910519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52920) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:16.934593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network dede8864-0664-47d6-b81a-fd9a7e0cc1ad details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:16.949408 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28450b-e719-49dd-b093-e3798eda97ef None None] Sync routers for ids ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:16.962991 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28450b-e719-49dd-b093-e3798eda97ef None None] Routers {'882d3246-d1af-4cd0-a584-24cd3d04b7d5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:16.964090 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-fb28450b-e719-49dd-b093-e3798eda97ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:17.041907 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-fb28450b-e719-49dd-b093-e3798eda97ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:17.055105 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28450b-e719-49dd-b093-e3798eda97ef None None] Routers {'882d3246-d1af-4cd0-a584-24cd3d04b7d5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:17.056365 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-fb28450b-e719-49dd-b093-e3798eda97ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:17.135823 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-fb28450b-e719-49dd-b093-e3798eda97ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:17.138777 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28450b-e719-49dd-b093-e3798eda97ef None None] The sync data for ids ['882d3246-d1af-4cd0-a584-24cd3d04b7d5'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:17.369044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-bc5e8581-5bc7-4c90-9997-8102bed66bdf req-114a2ba2-dca3-4841-be68-82c20adfa338 service neutron] (102155) timed out ('10.222.0.81', 33212) {{(pid=102155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:01:17.507284 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cef1edb-fbea-4f2c-8bc9-46496a26df28 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:17.513252 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cef1edb-fbea-4f2c-8bc9-46496a26df28 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.627339 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.630497 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.901650 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.008225 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cef1edb-fbea-4f2c-8bc9-46496a26df28 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.081831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef1edb-fbea-4f2c-8bc9-46496a26df28 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Subnet': ['ID=d69afea1-4f86-42ca-b66b-35323595126e,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:18.112206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Deleting port 20cb557f-c5a5-4a26-a26a-27bbf979c77f {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:18.112775 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.231780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cef1edb-fbea-4f2c-8bc9-46496a26df28 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Checking segment: {'id': '42bf0ec3-1103-457c-b77c-fece8df32dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9313812-dc99-4a2f-8e7c-39ed940bb533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:18.232395 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef1edb-fbea-4f2c-8bc9-46496a26df28 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network hostable DHCP agents. Network: e9313812-dc99-4a2f-8e7c-39ed940bb533, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:18.290157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef1edb-fbea-4f2c-8bc9-46496a26df28 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network e9313812-dc99-4a2f-8e7c-39ed940bb533 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:18.332927 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-5cef1edb-fbea-4f2c-8bc9-46496a26df28 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, e9313812-dc99-4a2f-8e7c-39ed940bb533) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:18.337594 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.350077 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b035d05-dfae-46b5-bb44-5e5a923bed9f None None] Network e9313812-dc99-4a2f-8e7c-39ed940bb533 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:18.364832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef1edb-fbea-4f2c-8bc9-46496a26df28 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:18.366242 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cef1edb-fbea-4f2c-8bc9-46496a26df28 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.387573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52944) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:18.391846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Calling delete_port for 20cb557f-c5a5-4a26-a26a-27bbf979c77f owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:18.559916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-adf83787-114f-4d7c-a825-16793945b474 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-321939182'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:18.596459 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-adf83787-114f-4d7c-a825-16793945b474 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.599042 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-adf83787-114f-4d7c-a825-16793945b474 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.655460 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5cef1edb-fbea-4f2c-8bc9-46496a26df28 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8449461 Nov 09 18:01:18.693444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52948) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:18.702718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c4f28985-67ca-44b5-85b0-dbf5fd020cfc tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'subnet': {'network_id': 'dede8864-0664-47d6-b81a-fd9a7e0cc1ad', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:18.711312 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-adf83787-114f-4d7c-a825-16793945b474 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.801679 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.868399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event deleted for resources: {'Port': ['ID=20cb557f-c5a5-4a26-a26a-27bbf979c77f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:18.907200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-e9313812-dc99-4a2f-8e7c-39ed940bb533', 'network_id': 'e9313812-dc99-4a2f-8e7c-39ed940bb533', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'fixed_ips': [{'subnet_id': 'd69afea1-4f86-42ca-b66b-35323595126e'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:01:18.908836 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.010787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-adf83787-114f-4d7c-a825-16793945b474 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.035366 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.088557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-adf83787-114f-4d7c-a825-16793945b474 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.098745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-adf83787-114f-4d7c-a825-16793945b474 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7085319 Nov 09 18:01:19.099921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52954) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:19.217192 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Allocated IP 2001:db8::2 (e9313812-dc99-4a2f-8e7c-39ed940bb533/d69afea1-4f86-42ca-b66b-35323595126e/cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:19.231012 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9ab0c96-1bd6-4fe6-83a1-08f792663266 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.236779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f28985-67ca-44b5-85b0-dbf5fd020cfc tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:19.241956 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4f28985-67ca-44b5-85b0-dbf5fd020cfc tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.252681 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.257868 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.374827 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.376415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Fanout notify agent at l3_agent the message router_deleted on router 882d3246-d1af-4cd0-a584-24cd3d04b7d5 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:01:19.405299 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.427764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fa3f8c92-86bc-446f-88c3-b5aa85e94a3e tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "DELETE /v2.0/routers/882d3246-d1af-4cd0-a584-24cd3d04b7d5 HTTP/1.1" status: 204 len: 168 time: 2.5028269 Nov 09 18:01:19.429251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52956) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:19.534430 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4f28985-67ca-44b5-85b0-dbf5fd020cfc tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.569708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3f9c57-97d1-47dd-87a9-735a635a0194 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Deleting subnet cb866d4b-f1a0-4a60-a11c-05d78a8f10b0 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:19.570380 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.581806 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9c57-97d1-47dd-87a9-735a635a0194 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.597724 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.655608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9c57-97d1-47dd-87a9-735a635a0194 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.680687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Network e9313812-dc99-4a2f-8e7c-39ed940bb533 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:19.691583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:19.697112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:19.728470 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Pushing event updated for resources: {'Port': ['ID=cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:19.758483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f28985-67ca-44b5-85b0-dbf5fd020cfc tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Subnet': ['ID=711434f1-afc9-48b6-9dc6-90f871d5d5f4,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:19.773859 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9ab0c96-1bd6-4fe6-83a1-08f792663266 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.776598 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9ab0c96-1bd6-4fe6-83a1-08f792663266 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.785627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f28985-67ca-44b5-85b0-dbf5fd020cfc tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Checking segment: {'id': 'f4ec4dc9-af37-441b-9bb6-5659e41b09e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dede8864-0664-47d6-b81a-fd9a7e0cc1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:19.786132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f28985-67ca-44b5-85b0-dbf5fd020cfc tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network hostable DHCP agents. Network: dede8864-0664-47d6-b81a-fd9a7e0cc1ad, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:19.789897 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9c57-97d1-47dd-87a9-735a635a0194 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.807090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Attempting to bind port cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:19.807610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Attempting to bind port cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '42bf0ec3-1103-457c-b77c-fece8df32dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9313812-dc99-4a2f-8e7c-39ed940bb533'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:19.807906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Attempting to bind port cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 on network e9313812-dc99-4a2f-8e7c-39ed940bb533 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:19.816050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:19.816420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Checking segment: {'id': '42bf0ec3-1103-457c-b77c-fece8df32dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9313812-dc99-4a2f-8e7c-39ed940bb533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:19.816837 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.817293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Bound using segment: {'id': '42bf0ec3-1103-457c-b77c-fece8df32dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9313812-dc99-4a2f-8e7c-39ed940bb533'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:19.817795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Bound port: cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bf0ec3-1103-457c-b77c-fece8df32dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9313812-dc99-4a2f-8e7c-39ed940bb533'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:19.818189 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.846569 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f28985-67ca-44b5-85b0-dbf5fd020cfc tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network dede8864-0664-47d6-b81a-fd9a7e0cc1ad is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:19.853314 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9ab0c96-1bd6-4fe6-83a1-08f792663266 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.854154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ab0c96-1bd6-4fe6-83a1-08f792663266 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 560ada21-8389-4322-ba23-3be4dc457a6c {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:01:19.860828 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c9ab0c96-1bd6-4fe6-83a1-08f792663266 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.862386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c9ab0c96-1bd6-4fe6-83a1-08f792663266 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] 10.222.0.81 "DELETE /v2.0/routers/560ada21-8389-4322-ba23-3be4dc457a6c HTTP/1.1" status: 204 len: 168 time: 0.7567165 Nov 09 18:01:19.865837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52958) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:19.872599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-641a40d9-9ffb-4a11-bfcb-6ac6be0dfb83 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Request body: {'router': {'name': 'tempest-router-405013153', 'distributed': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:19.878460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9c57-97d1-47dd-87a9-735a635a0194 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.883939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-c4f28985-67ca-44b5-85b0-dbf5fd020cfc tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, dede8864-0664-47d6-b81a-fd9a7e0cc1ad) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:19.893737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f28985-67ca-44b5-85b0-dbf5fd020cfc tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:19.894537 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4f28985-67ca-44b5-85b0-dbf5fd020cfc tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.901548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953b3a93-eaae-42a4-b85b-b06257b95d4a None None] Network dede8864-0664-47d6-b81a-fd9a7e0cc1ad requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:19.915496 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f9c57-97d1-47dd-87a9-735a635a0194 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event deleted for resources: {'Subnet': ['ID=cb866d4b-f1a0-4a60-a11c-05d78a8f10b0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:19.917871 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9c57-97d1-47dd-87a9-735a635a0194 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.924973 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ae3f9c57-97d1-47dd-87a9-735a635a0194 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "DELETE /v2.0/subnets/cb866d4b-f1a0-4a60-a11c-05d78a8f10b0 HTTP/1.1" status: 204 len: 168 time: 0.4940400 Nov 09 18:01:19.925776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52960) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:19.929772 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-641a40d9-9ffb-4a11-bfcb-6ac6be0dfb83 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.930953 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-641a40d9-9ffb-4a11-bfcb-6ac6be0dfb83 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.942877 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c4f28985-67ca-44b5-85b0-dbf5fd020cfc tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2482526 Nov 09 18:01:19.946881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52962) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:19.952487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-2007bdbe-b624-4bc9-973b-d5ae4672b1be tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2077232587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:20.010428 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2007bdbe-b624-4bc9-973b-d5ae4672b1be tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.014143 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2007bdbe-b624-4bc9-973b-d5ae4672b1be tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.045350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] For port cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:20.049565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] For port cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67,segment=NetworkSegment(42bf0ec3-1103-457c-b77c-fece8df32dfe),segment_id=42bf0ec3-1103-457c-b77c-fece8df32dfe)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:20.051132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb5c49-71bc-4fcc-a693-faf18c73fccb None None] Network a0eaae98-5ab7-49dc-a210-159055787459 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:20.071692 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.076266 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.148344 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2007bdbe-b624-4bc9-973b-d5ae4672b1be tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.164053 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2007bdbe-b624-4bc9-973b-d5ae4672b1be tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.184717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Deleting port a2ed97fa-6d64-4d81-b027-98cbb01271f4 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:20.184973 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.332003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-641a40d9-9ffb-4a11-bfcb-6ac6be0dfb83 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.347460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644c6af-c5cd-4e4c-9fd3-df15649efbc6 None None] Pushing event updated for resources: {'Port': ['ID=cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:20.353666 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-641a40d9-9ffb-4a11-bfcb-6ac6be0dfb83 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.374299 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2007bdbe-b624-4bc9-973b-d5ae4672b1be tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.385200 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2007bdbe-b624-4bc9-973b-d5ae4672b1be tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4357424 Nov 09 18:01:20.399704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52970) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:20.419637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] For port a2ed97fa-6d64-4d81-b027-98cbb01271f4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a2ed97fa-6d64-4d81-b027-98cbb01271f4,segment=NetworkSegment(378c217a-b9e2-4234-96c9-719ef4c2331e),segment_id=378c217a-b9e2-4234-96c9-719ef4c2331e)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:20.420256 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.442031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-dede8864-0664-47d6-b81a-fd9a7e0cc1ad', 'network_id': 'dede8864-0664-47d6-b81a-fd9a7e0cc1ad', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'fixed_ips': [{'subnet_id': '711434f1-afc9-48b6-9dc6-90f871d5d5f4'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:01:20.443108 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.462747 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Calling delete_port for a2ed97fa-6d64-4d81-b027-98cbb01271f4 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:20.583837 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-641a40d9-9ffb-4a11-bfcb-6ac6be0dfb83 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.588092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52974) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:20.596925 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-641a40d9-9ffb-4a11-bfcb-6ac6be0dfb83 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7278261 Nov 09 18:01:20.682088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52997c0b-cc0b-44fa-b7dc-77afa5af96f8 None None] DHCP port deletion for a0eaae98-5ab7-49dc-a210-159055787459 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:20.806349 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11a7c89-3a93-4e76-b0a0-eb14b1835a70 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.877041 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Allocated IP 2001:db8:1::2 (dede8864-0664-47d6-b81a-fd9a7e0cc1ad/711434f1-afc9-48b6-9dc6-90f871d5d5f4/20d43422-4f5c-4c99-bd8e-55c3e98b3ed7) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:20.880849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-52997c0b-cc0b-44fa-b7dc-77afa5af96f8 None None] Deleting port a2ed97fa-6d64-4d81-b027-98cbb01271f4 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:20.881364 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52997c0b-cc0b-44fa-b7dc-77afa5af96f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.975418 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.047900 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-52997c0b-cc0b-44fa-b7dc-77afa5af96f8 None None] For port a2ed97fa-6d64-4d81-b027-98cbb01271f4, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:21.048744 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52997c0b-cc0b-44fa-b7dc-77afa5af96f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.068134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.075147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-52997c0b-cc0b-44fa-b7dc-77afa5af96f8 None None] Calling delete_port for a2ed97fa-6d64-4d81-b027-98cbb01271f4 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:21.081515 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-52997c0b-cc0b-44fa-b7dc-77afa5af96f8 None None] Port a2ed97fa-6d64-4d81-b027-98cbb01271f4 was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:01:21.087396 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52997c0b-cc0b-44fa-b7dc-77afa5af96f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.137738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52997c0b-cc0b-44fa-b7dc-77afa5af96f8 None None] No DVR routers for this DVR port a2ed97fa-6d64-4d81-b027-98cbb01271f4 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:21.153985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52997c0b-cc0b-44fa-b7dc-77afa5af96f8 None None] Pushing event deleted for resources: {'Port': ['ID=a2ed97fa-6d64-4d81-b027-98cbb01271f4,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:21.157535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event deleted for resources: {'Port': ['ID=a2ed97fa-6d64-4d81-b027-98cbb01271f4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:21.169597 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] No DVR routers for this DVR port a2ed97fa-6d64-4d81-b027-98cbb01271f4 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:21.287990 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.301592 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.325296 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11a7c89-3a93-4e76-b0a0-eb14b1835a70 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.328813 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11a7c89-3a93-4e76-b0a0-eb14b1835a70 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.377965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Network dede8864-0664-47d6-b81a-fd9a7e0cc1ad is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:21.380294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Pushing event updated for resources: {'Port': ['ID=20d43422-4f5c-4c99-bd8e-55c3e98b3ed7,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:21.393565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:21.397186 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:21.400999 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11a7c89-3a93-4e76-b0a0-eb14b1835a70 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.401357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11a7c89-3a93-4e76-b0a0-eb14b1835a70 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router beca24d0-492b-4336-8716-906f2262bc0e {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:01:21.450748 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11a7c89-3a93-4e76-b0a0-eb14b1835a70 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.452061 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a11a7c89-3a93-4e76-b0a0-eb14b1835a70 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] 10.222.0.81 "DELETE /v2.0/routers/beca24d0-492b-4336-8716-906f2262bc0e HTTP/1.1" status: 204 len: 168 time: 0.8610733 Nov 09 18:01:21.461762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52980) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:21.466980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ca1a9c01-43f3-4a43-857f-81d84b879c1e tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Request body: {'router': {'name': 'tempest-router-1490632370', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e96eb38a57cc4198ba86b8223f3740ee'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:21.482550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acd670-742b-45fa-a387-2d1c8977fe76 req-44d9f019-e26f-4488-a613-495691ce7769 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:21.484395 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15acd670-742b-45fa-a387-2d1c8977fe76 req-44d9f019-e26f-4488-a613-495691ce7769 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 946 time: 0.5298293 Nov 09 18:01:21.498285 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.525620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Attempting to bind port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:21.532133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Attempting to bind port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'f4ec4dc9-af37-441b-9bb6-5659e41b09e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dede8864-0664-47d6-b81a-fd9a7e0cc1ad'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:21.533191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Attempting to bind port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 on network dede8864-0664-47d6-b81a-fd9a7e0cc1ad {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:21.552757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0eaae98-5ab7-49dc-a210-159055787459']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:21.558683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:21.561093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Checking segment: {'id': 'f4ec4dc9-af37-441b-9bb6-5659e41b09e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dede8864-0664-47d6-b81a-fd9a7e0cc1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:21.563360 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.566094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Bound using segment: {'id': 'f4ec4dc9-af37-441b-9bb6-5659e41b09e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dede8864-0664-47d6-b81a-fd9a7e0cc1ad'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:21.568229 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Bound port: 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ec4dc9-af37-441b-9bb6-5659e41b09e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dede8864-0664-47d6-b81a-fd9a7e0cc1ad'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:21.568912 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.584516 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15acd670-742b-45fa-a387-2d1c8977fe76 req-da768938-a8d4-4bf4-bf38-a1f4863f9ed7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824773 Nov 09 18:01:21.586434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378c217a-b9e2-4234-96c9-719ef4c2331e') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:21.586726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378c217a-b9e2-4234-96c9-719ef4c2331e') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:21.589103 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca1a9c01-43f3-4a43-857f-81d84b879c1e tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.590341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca1a9c01-43f3-4a43-857f-81d84b879c1e tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.605546 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.645725 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.660685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Allocated IP 2001:db8::1 (e9313812-dc99-4a2f-8e7c-39ed940bb533/d69afea1-4f86-42ca-b66b-35323595126e/b59a95dc-33fe-44ef-b105-1321249ed755) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:21.757277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca1a9c01-43f3-4a43-857f-81d84b879c1e tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.759770 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:21.760567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.768216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] For port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:21.769220 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:21.773371 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca1a9c01-43f3-4a43-857f-81d84b879c1e tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.781945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] For port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=20d43422-4f5c-4c99-bd8e-55c3e98b3ed7,segment=NetworkSegment(f4ec4dc9-af37-441b-9bb6-5659e41b09e0),segment_id=f4ec4dc9-af37-441b-9bb6-5659e41b09e0)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:21.790934 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.925356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466b770-a43d-44ea-a800-4f29f919f2e0 None None] Pushing event updated for resources: {'Port': ['ID=20d43422-4f5c-4c99-bd8e-55c3e98b3ed7,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:21.940448 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca1a9c01-43f3-4a43-857f-81d84b879c1e tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.942508 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ca1a9c01-43f3-4a43-857f-81d84b879c1e tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4789081 Nov 09 18:01:21.947688 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52982) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:21.957036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-aa6f3c26-8ae8-4cc0-a9b2-6a93f85ff99c tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:22.026693 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.115308 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.161663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.244877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93480dc-eb79-4de2-9eb0-2d219cef3f58 None None] Network e9313812-dc99-4a2f-8e7c-39ed940bb533 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:22.254537 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.259741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=b59a95dc-33fe-44ef-b105-1321249ed755,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:22.275463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network e9313812-dc99-4a2f-8e7c-39ed940bb533 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:22.279742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:22.290880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:22.294598 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "DELETE /v2.0/networks/a0eaae98-5ab7-49dc-a210-159055787459 HTTP/1.1" status: 204 len: 168 time: 2.3649237 Nov 09 18:01:22.298416 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52986) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:22.303010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae039ee-890e-4599-b600-4d2f201ec294 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event deleted for resources: {'Network': ['ID=a0eaae98-5ab7-49dc-a210-159055787459,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:22.310370 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.457349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2deb31f8-69dc-4453-bdde-e5d099614ca0 None None] Provisioning complete for port cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:22.457976 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2deb31f8-69dc-4453-bdde-e5d099614ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.623629 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2deb31f8-69dc-4453-bdde-e5d099614ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.626570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:22.735143 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2deb31f8-69dc-4453-bdde-e5d099614ca0 None None] For port cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67,segment=NetworkSegment(42bf0ec3-1103-457c-b77c-fece8df32dfe),segment_id=42bf0ec3-1103-457c-b77c-fece8df32dfe)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:22.743370 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3c26-8ae8-4cc0-a9b2-6a93f85ff99c tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.744005 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3c26-8ae8-4cc0-a9b2-6a93f85ff99c tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.746616 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2deb31f8-69dc-4453-bdde-e5d099614ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.865672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb31f8-69dc-4453-bdde-e5d099614ca0 None None] Pushing event updated for resources: {'Port': ['ID=cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:22.893794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aa6f3c26-8ae8-4cc0-a9b2-6a93f85ff99c tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102155) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 09 18:01:22.894147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aa6f3c26-8ae8-4cc0-a9b2-6a93f85ff99c tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Router 2463ebe9-578d-40d7-84f0-b4cebf5337ba migrating from provider to provider. {{(pid=102155) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 09 18:01:22.894540 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3c26-8ae8-4cc0-a9b2-6a93f85ff99c tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.896233 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:22.896923 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.901112 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3c26-8ae8-4cc0-a9b2-6a93f85ff99c tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.916844 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3c26-8ae8-4cc0-a9b2-6a93f85ff99c tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.920950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409b268-e921-4292-b237-a1a311b6b341 req-724a1f51-ee04-4d3e-85f6-c46a9befe6ee tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:22.922846 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a409b268-e921-4292-b237-a1a311b6b341 req-724a1f51-ee04-4d3e-85f6-c46a9befe6ee tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.13 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 946 time: 0.5215054 Nov 09 18:01:22.998938 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.049276 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.063488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e5569-b39f-4615-9986-b12a948e2355 req-29dfd795-ea57-4fcb-b4ac-6614ee79f3a1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:23.069124 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8e3e5569-b39f-4615-9986-b12a948e2355 req-29dfd795-ea57-4fcb-b4ac-6614ee79f3a1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 946 time: 0.2364564 Nov 09 18:01:23.114522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f13fdc76-9bf1-405b-96b6-6f90c0694672 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Deleting port 6dd3d136-e570-40ad-bda6-4e55bb108471 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:23.114929 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f13fdc76-9bf1-405b-96b6-6f90c0694672 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.140603 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.242080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=20d43422-4f5c-4c99-bd8e-55c3e98b3ed7,segment=NetworkSegment(f4ec4dc9-af37-441b-9bb6-5659e41b09e0),segment_id=f4ec4dc9-af37-441b-9bb6-5659e41b09e0)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:23.252326 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.253584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:23.257981 n-d-817236-1 neutron-server[102155]: WARNING neutron.scheduler.l3_agent_scheduler [None req-aa6f3c26-8ae8-4cc0-a9b2-6a93f85ff99c tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] No L3 agents can host the router 2463ebe9-578d-40d7-84f0-b4cebf5337ba Nov 09 18:01:23.325279 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8e3e5569-b39f-4615-9986-b12a948e2355 req-2747fb11-4f86-4547-b8af-19665017904a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492239 Nov 09 18:01:23.393439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Deleting port a04f9cb8-e02c-4435-868a-17572e6679e9 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:23.393755 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.445266 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=20d43422-4f5c-4c99-bd8e-55c3e98b3ed7,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:23.503273 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-43d6171d-86fc-4f96-bf90-2d7326100ba7 None None] Provisioning complete for port cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:23.503606 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-43d6171d-86fc-4f96-bf90-2d7326100ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.506321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:23.506732 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.677197 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f3c26-8ae8-4cc0-a9b2-6a93f85ff99c tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Hosts for router 2463ebe9-578d-40d7-84f0-b4cebf5337ba: [] {{(pid=102155) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 09 18:01:23.692434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] For port a04f9cb8-e02c-4435-868a-17572e6679e9, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a04f9cb8-e02c-4435-868a-17572e6679e9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:23.703386 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.787846 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f13fdc76-9bf1-405b-96b6-6f90c0694672 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.788769 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.791964 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f13fdc76-9bf1-405b-96b6-6f90c0694672 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.840976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-43d6171d-86fc-4f96-bf90-2d7326100ba7 None None] Provisioning complete for port b59a95dc-33fe-44ef-b105-1321249ed755 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:23.841700 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-43d6171d-86fc-4f96-bf90-2d7326100ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.844316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f13fdc76-9bf1-405b-96b6-6f90c0694672 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Calling delete_port for 6dd3d136-e570-40ad-bda6-4e55bb108471 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:23.906700 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-43d6171d-86fc-4f96-bf90-2d7326100ba7 None None] Port b59a95dc-33fe-44ef-b105-1321249ed755 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:23.948325 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a2ed97fa-6d64-4d81-b027-98cbb01271f4 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:23.954012 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6fb5ae-4d52-4bc7-9d6f-fca409c315d1 None None] Network dede8864-0664-47d6-b81a-fd9a7e0cc1ad requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:24.008138 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:01:24.123816 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: a2ed97fa-6d64-4d81-b027-98cbb01271f4 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:24.124323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a2ed97fa-6d64-4d81-b027-98cbb01271f4 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:24.235543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8f7965dd-0486-47d6-a6a1-72d8e3a709f2 None None] Provisioning complete for port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:24.236263 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8f7965dd-0486-47d6-a6a1-72d8e3a709f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.442289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f3c26-8ae8-4cc0-a9b2-6a93f85ff99c tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Hosts for other DVR routers connected to router 2463ebe9-578d-40d7-84f0-b4cebf5337ba: set() {{(pid=102155) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 09 18:01:24.460249 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3c26-8ae8-4cc0-a9b2-6a93f85ff99c tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.467255 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aa6f3c26-8ae8-4cc0-a9b2-6a93f85ff99c tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] 10.222.0.81 "PUT /v2.0/routers/2463ebe9-578d-40d7-84f0-b4cebf5337ba HTTP/1.1" status: 200 len: 717 time: 2.5175159 Nov 09 18:01:24.478881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52996) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:24.494859 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.498588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:24.568926 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.570178 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.602396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8f7965dd-0486-47d6-a6a1-72d8e3a709f2 None None] Provisioning complete for port b59a95dc-33fe-44ef-b105-1321249ed755 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:24.602866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8f7965dd-0486-47d6-a6a1-72d8e3a709f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.654366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:24.654873 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.722039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8f7965dd-0486-47d6-a6a1-72d8e3a709f2 None None] Port b59a95dc-33fe-44ef-b105-1321249ed755 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:24.750024 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-825f646d-c8c1-4c3d-bb80-93b535e7995d tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] 10.222.0.81 "GET /v2.0/routers/2463ebe9-578d-40d7-84f0-b4cebf5337ba HTTP/1.1" status: 200 len: 717 time: 0.2685552 Nov 09 18:01:24.751414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52998) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:24.779411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739164e7-9593-4ec5-8816-dd150dca414c req-760ecd0a-14e2-4445-ab90-8868a29da6bb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:24.783216 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-739164e7-9593-4ec5-8816-dd150dca414c req-760ecd0a-14e2-4445-ab90-8868a29da6bb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 946 time: 0.3112471 Nov 09 18:01:24.800221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=b59a95dc-33fe-44ef-b105-1321249ed755,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:24.848257 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.848720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.849132 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Floating IP 96e937c6-7773-4f58-aeeb-8cce51c72c42 disassociated. External IP: 172.25.1.132, port: a04f9cb8-e02c-4435-868a-17572e6679e9. Nov 09 18:01:24.849559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Calling delete_port for a04f9cb8-e02c-4435-868a-17572e6679e9 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:24.931561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-739164e7-9593-4ec5-8816-dd150dca414c req-3258c26b-d23c-4950-89ad-162a5b19eebe tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=49bf9407-7f8a-481a-a3b7-83341633829c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364772 Nov 09 18:01:24.965066 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f13fdc76-9bf1-405b-96b6-6f90c0694672 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.997616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network e9313812-dc99-4a2f-8e7c-39ed940bb533 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:25.000304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:25.066897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fdc76-9bf1-405b-96b6-6f90c0694672 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Pushing event deleted for resources: {'Port': ['ID=6dd3d136-e570-40ad-bda6-4e55bb108471,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:25.233387 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:25.261909 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8eab79b6-077c-432a-9bd5-e5513d6111d6 tempest-RoutersTestDVR-1819724187 tempest-RoutersTestDVR-1819724187-project] 10.222.0.81 "GET /v2.0/routers/2463ebe9-578d-40d7-84f0-b4cebf5337ba HTTP/1.1" status: 200 len: 683 time: 0.5023599 Nov 09 18:01:25.268131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53002) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:25.295042 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f13fdc76-9bf1-405b-96b6-6f90c0694672 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.299684 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f13fdc76-9bf1-405b-96b6-6f90c0694672 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.304780 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f13fdc76-9bf1-405b-96b6-6f90c0694672 tempest-FloatingIPAdminTestJSON-1271167281 tempest-FloatingIPAdminTestJSON-1271167281-project] 10.222.0.81 "DELETE /v2.0/floatingips/7c3b74d4-d300-4a9a-b339-eaf2cae97623 HTTP/1.1" status: 204 len: 168 time: 3.0041716 Nov 09 18:01:25.310700 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6602ed94-58bb-4c31-99a1-689766d4ce2f None None] Provisioning complete for port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:25.333974 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6602ed94-58bb-4c31-99a1-689766d4ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.461119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:25.461768 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.506370 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d24ae5a6-8b6f-4e03-af82-a461d963ffb3 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.743303 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3e6f2874-dbea-462a-b899-0f5360e88571 None None] Provisioning complete for port b59a95dc-33fe-44ef-b105-1321249ed755 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:25.744392 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3e6f2874-dbea-462a-b899-0f5360e88571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.789937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f2874-dbea-462a-b899-0f5360e88571 None None] Port b59a95dc-33fe-44ef-b105-1321249ed755 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:25.816900 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d24ae5a6-8b6f-4e03-af82-a461d963ffb3 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.818923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53010) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:25.821077 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d24ae5a6-8b6f-4e03-af82-a461d963ffb3 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.833637 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.870533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 93baad64-b000-4351-ba93-509b4b23e409 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:01:25.907875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event deleted for resources: {'Port': ['ID=a04f9cb8-e02c-4435-868a-17572e6679e9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:25.911799 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d24ae5a6-8b6f-4e03-af82-a461d963ffb3 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.912338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24ae5a6-8b6f-4e03-af82-a461d963ffb3 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2463ebe9-578d-40d7-84f0-b4cebf5337ba {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:01:25.973276 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d24ae5a6-8b6f-4e03-af82-a461d963ffb3 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.974509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d24ae5a6-8b6f-4e03-af82-a461d963ffb3 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] 10.222.0.81 "DELETE /v2.0/routers/2463ebe9-578d-40d7-84f0-b4cebf5337ba HTTP/1.1" status: 204 len: 168 time: 0.7049615 Nov 09 18:01:25.978958 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53018) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:25.985872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d0602440-6e09-4c1a-a355-a0e094fdff38 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Request body: {'router': {'name': 'tempest-router-32066233', 'distributed': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:26.032402 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d0602440-6e09-4c1a-a355-a0e094fdff38 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.033869 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d0602440-6e09-4c1a-a355-a0e094fdff38 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.152686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d0602440-6e09-4c1a-a355-a0e094fdff38 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.166633 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d0602440-6e09-4c1a-a355-a0e094fdff38 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.193790 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d0602440-6e09-4c1a-a355-a0e094fdff38 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.198552 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d0602440-6e09-4c1a-a355-a0e094fdff38 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.2147791 Nov 09 18:01:26.201410 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53020) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:26.255374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:26.271252 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ad6ce12b-7f12-4819-ad34-f01ef62edf3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/93baad64-b000-4351-ba93-509b4b23e409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8757648 Nov 09 18:01:26.275718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53022) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:26.283374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2de954-1068-4b5a-8e97-c16650cfb46d None None] Sync routers for ids ['93baad64-b000-4351-ba93-509b4b23e409'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:26.321109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f47afa8d-0031-44e9-b424-754a738c9980 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.333426 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2de954-1068-4b5a-8e97-c16650cfb46d None None] Routers {'93baad64-b000-4351-ba93-509b4b23e409'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:26.334106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7c2de954-1068-4b5a-8e97-c16650cfb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['93baad64-b000-4351-ba93-509b4b23e409'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:26.417868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f3fc45-7982-4314-bbf4-040db44cf466 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:26.437958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a1f3fc45-7982-4314-bbf4-040db44cf466 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports/b59a95dc-33fe-44ef-b105-1321249ed755 HTTP/1.1" status: 200 len: 911 time: 0.1413565 Nov 09 18:01:26.442417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53026) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:26.466362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7c2de954-1068-4b5a-8e97-c16650cfb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:26.491821 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8427a53c-f319-4b9c-a3ac-15c1d09f14e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11a6704216bd4790aeaa153e9154a703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6715767 Nov 09 18:01:26.492986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53028) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:26.522829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2de954-1068-4b5a-8e97-c16650cfb46d None None] Routers {'93baad64-b000-4351-ba93-509b4b23e409'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:26.524056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7c2de954-1068-4b5a-8e97-c16650cfb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['93baad64-b000-4351-ba93-509b4b23e409'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:26.586947 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:26.618435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9badea22-e102-47e2-b74f-0d2dd17ecd78 req-ee9fca7a-7299-40e7-bb35-c03272f35bcc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0858767 Nov 09 18:01:26.650972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7c2de954-1068-4b5a-8e97-c16650cfb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:26.659804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2de954-1068-4b5a-8e97-c16650cfb46d None None] The sync data for ids ['93baad64-b000-4351-ba93-509b4b23e409'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:26.677049 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a04f9cb8-e02c-4435-868a-17572e6679e9 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:26.728807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: a04f9cb8-e02c-4435-868a-17572e6679e9 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:26.729752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a04f9cb8-e02c-4435-868a-17572e6679e9 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:26.752942 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f47afa8d-0031-44e9-b424-754a738c9980 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.755684 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f47afa8d-0031-44e9-b424-754a738c9980 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.801013 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e29d9f68-75c2-4631-bbd6-e3dd7b7fb75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.832625 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f47afa8d-0031-44e9-b424-754a738c9980 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.834141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47afa8d-0031-44e9-b424-754a738c9980 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 406bbf71-05d8-4690-8650-a1a6963057cd {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:01:26.850374 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f47afa8d-0031-44e9-b424-754a738c9980 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.855877 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f47afa8d-0031-44e9-b424-754a738c9980 tempest-RoutersTestDVR-1216615322 tempest-RoutersTestDVR-1216615322-project-admin] 10.222.0.81 "DELETE /v2.0/routers/406bbf71-05d8-4690-8650-a1a6963057cd HTTP/1.1" status: 204 len: 168 time: 0.6467125 Nov 09 18:01:26.868953 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e29d9f68-75c2-4631-bbd6-e3dd7b7fb75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.968517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:26.980817 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e29d9f68-75c2-4631-bbd6-e3dd7b7fb75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.986881 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e29d9f68-75c2-4631-bbd6-e3dd7b7fb75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.988386 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e29d9f68-75c2-4631-bbd6-e3dd7b7fb75a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9ad6866-5394-42a1-8d89-80a801ab68c6 HTTP/1.1" status: 204 len: 168 time: 0.4879456 Nov 09 18:01:27.000961 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf7a08-dcb0-4801-a246-ceb736f96e09 None None] Sync routers for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:27.021493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d9f68-75c2-4631-bbd6-e3dd7b7fb75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ad6866-5394-42a1-8d89-80a801ab68c6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:27.026085 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf7a08-dcb0-4801-a246-ceb736f96e09 None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:27.027130 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3cdf7a08-dcb0-4801-a246-ceb736f96e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:27.224633 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-3cdf7a08-dcb0-4801-a246-ceb736f96e09 None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:27.384792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53040) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:27.538341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8caf6c7-db38-46cc-af0b-8e229ae08e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.581240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] No DVR routers for this DVR port a04f9cb8-e02c-4435-868a-17572e6679e9 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:27.587061 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.590846 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a409b268-e921-4292-b237-a1a311b6b341 req-5b41b207-2a22-4deb-8eb1-09c7ceee64c8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.13 "DELETE /v2.0/ports/a04f9cb8-e02c-4435-868a-17572e6679e9 HTTP/1.1" status: 204 len: 173 time: 4.6494589 Nov 09 18:01:27.591370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'name': 'network-vif-deleted', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:27.595007 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9919c10e-8f2a-4a66-a816-d64774071670" -d '{"events": [{"server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "name": "network-vif-deleted", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:27.620505 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3cdf7a08-dcb0-4801-a246-ceb736f96e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:33Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:27.696915 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf7a08-dcb0-4801-a246-ceb736f96e09 None None] Checking router: 8e4580ea-4aa9-4f69-b67b-2141580ccab9 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:27.717620 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf7a08-dcb0-4801-a246-ceb736f96e09 None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:27.719320 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3cdf7a08-dcb0-4801-a246-ceb736f96e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:27.746512 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8caf6c7-db38-46cc-af0b-8e229ae08e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.754689 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8caf6c7-db38-46cc-af0b-8e229ae08e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.789041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53052) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:27.823509 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b8caf6c7-db38-46cc-af0b-8e229ae08e21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e96eb38a57cc4198ba86b8223f3740ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368563 Nov 09 18:01:27.824812 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8caf6c7-db38-46cc-af0b-8e229ae08e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d080c8da-da3e-49ad-9382-c26e542c843e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:27.827169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53054) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:27.845131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89cc21a7-2ea6-4e04-9339-c48155a7f836 req-78337aee-0055-4f6d-832f-f44e9078f25f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=424f5201-6c96-4b40-8b97-2c85d2ac3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0502257 Nov 09 18:01:27.906770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4b755f19-49b4-4e69-ada4-bcc6fc74a4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.946287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e795f695-2730-4ef8-bcc4-4cccc67656b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.951930 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.010435 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e795f695-2730-4ef8-bcc4-4cccc67656b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.150615 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5c3313-a8b0-4ef4-a099-bd339fcefaef x-openstack-request-id: req-bc5c3313-a8b0-4ef4-a099-bd339fcefaef {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:28.150849 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424f5201-6c96-4b40-8b97-2c85d2ac3ab0", "name": "network-vif-deleted", "tag": "a04f9cb8-e02c-4435-868a-17572e6679e9", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:28.151101 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc5c3313-a8b0-4ef4-a099-bd339fcefaef {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:28.151561 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424f5201-6c96-4b40-8b97-2c85d2ac3ab0', 'name': 'network-vif-deleted', 'tag': 'a04f9cb8-e02c-4435-868a-17572e6679e9', 'status': 'completed', 'code': 200} Nov 09 18:01:28.175611 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-3cdf7a08-dcb0-4801-a246-ceb736f96e09 None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:28.178521 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e795f695-2730-4ef8-bcc4-4cccc67656b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.180247 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4b755f19-49b4-4e69-ada4-bcc6fc74a4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.181722 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e795f695-2730-4ef8-bcc4-4cccc67656b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.186307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e795f695-2730-4ef8-bcc4-4cccc67656b4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d080c8da-da3e-49ad-9382-c26e542c843e HTTP/1.1" status: 204 len: 168 time: 0.3572633 Nov 09 18:01:28.199661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795f695-2730-4ef8-bcc4-4cccc67656b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d080c8da-da3e-49ad-9382-c26e542c843e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:28.294525 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4b755f19-49b4-4e69-ada4-bcc6fc74a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.374315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b755f19-49b4-4e69-ada4-bcc6fc74a4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3d224e-48a4-4b11-9ead-88f3891afbde,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:28.439661 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4b755f19-49b4-4e69-ada4-bcc6fc74a4fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5eba50d0d983453398601166bf5cfdad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6480649 Nov 09 18:01:28.444089 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53058) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:28.583174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Allocated IP 2001:db8:1::1 (dede8864-0664-47d6-b81a-fd9a7e0cc1ad/711434f1-afc9-48b6-9dc6-90f871d5d5f4/15ef465c-5b87-4eeb-ba7b-057bc3327340) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:28.613690 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6378c0-7baf-45a9-8852-808dc569aca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.643173 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3cdf7a08-dcb0-4801-a246-ceb736f96e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:33Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:28.665376 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6378c0-7baf-45a9-8852-808dc569aca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.712595 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf7a08-dcb0-4801-a246-ceb736f96e09 None None] The sync data for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 is: [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:33Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:28.773326 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6378c0-7baf-45a9-8852-808dc569aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.778347 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6378c0-7baf-45a9-8852-808dc569aca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.784786 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ba6378c0-7baf-45a9-8852-808dc569aca5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be3d224e-48a4-4b11-9ead-88f3891afbde HTTP/1.1" status: 204 len: 168 time: 0.3387640 Nov 09 18:01:28.808340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6378c0-7baf-45a9-8852-808dc569aca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3d224e-48a4-4b11-9ead-88f3891afbde,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:28.853507 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.916261 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.960305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53078) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:28.983659 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa3744db-f354-41f7-b205-12eeeaadbf0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.006140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network dede8864-0664-47d6-b81a-fd9a7e0cc1ad is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:29.012085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:29.017436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:29.018166 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.037166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=15ef465c-5b87-4eeb-ba7b-057bc3327340,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:29.182216 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa3744db-f354-41f7-b205-12eeeaadbf0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.192109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa3744db-f354-41f7-b205-12eeeaadbf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.289027 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aa3744db-f354-41f7-b205-12eeeaadbf0f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a52e9ff3f649404991f7cb2b9c4dd697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271773 Nov 09 18:01:29.290552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3744db-f354-41f7-b205-12eeeaadbf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c651a4-b828-48d6-ab4d-7eb6e2ec7b5e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:29.306428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53088) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:29.334453 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.394857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1e78a-a089-43fc-be16-de32d2537254 None None] New status for floating IP 96e937c6-7773-4f58-aeeb-8cce51c72c42: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:01:29.410998 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-808080ac-b1db-40ac-809e-9894abba58c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.468127 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-808080ac-b1db-40ac-809e-9894abba58c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.590452 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-808080ac-b1db-40ac-809e-9894abba58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.594255 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-808080ac-b1db-40ac-809e-9894abba58c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.601201 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-808080ac-b1db-40ac-809e-9894abba58c0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/61c651a4-b828-48d6-ab4d-7eb6e2ec7b5e HTTP/1.1" status: 204 len: 168 time: 0.2915914 Nov 09 18:01:29.628723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808080ac-b1db-40ac-809e-9894abba58c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c651a4-b828-48d6-ab4d-7eb6e2ec7b5e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:29.636294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-be4ef130-ae15-4a03-8516-d480b24cfbb1 None None] Provisioning complete for port 15ef465c-5b87-4eeb-ba7b-057bc3327340 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:29.637007 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be4ef130-ae15-4a03-8516-d480b24cfbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.694444 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-be4ef130-ae15-4a03-8516-d480b24cfbb1 None None] Port 15ef465c-5b87-4eeb-ba7b-057bc3327340 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:29.838332 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.845888 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.846485 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.903912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53102) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:29.926398 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59a1de16-23ee-4a17-9521-229bc5593f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.975736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=15ef465c-5b87-4eeb-ba7b-057bc3327340,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:30.058929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53108) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:30.082476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network dede8864-0664-47d6-b81a-fd9a7e0cc1ad is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:30.085092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:30.117994 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59a1de16-23ee-4a17-9521-229bc5593f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.145181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59a1de16-23ee-4a17-9521-229bc5593f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.215578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1de16-23ee-4a17-9521-229bc5593f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90a608a-eb67-44c5-8fa7-fd111a615dfb,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:30.258027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53114) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:30.267445 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-59a1de16-23ee-4a17-9521-229bc5593f49 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e49dfac95aab417e965ba86c177e41a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621984 Nov 09 18:01:30.286768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b6b1-eb6c-4c0a-a2d7-20ce286a43c1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.379334 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b6b1-eb6c-4c0a-a2d7-20ce286a43c1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.411536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 93baad64-b000-4351-ba93-509b4b23e409 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:30.413836 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bdb80876-76fc-444e-9256-56f27c802f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.495135 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bdb80876-76fc-444e-9256-56f27c802f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.495802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b6b1-eb6c-4c0a-a2d7-20ce286a43c1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.514098 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b6b1-eb6c-4c0a-a2d7-20ce286a43c1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.518447 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3ca5b6b1-eb6c-4c0a-a2d7-20ce286a43c1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "DELETE /v2.0/security-groups/49bf9407-7f8a-481a-a3b7-83341633829c HTTP/1.1" status: 204 len: 168 time: 0.4576623 Nov 09 18:01:30.527834 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53120) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:30.564853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5b6b1-eb6c-4c0a-a2d7-20ce286a43c1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bf9407-7f8a-481a-a3b7-83341633829c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:30.582488 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-52a902aa-b72a-4d24-bb21-5689785d6f74 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] show failed (client error): The resource could not be found. Nov 09 18:01:30.584829 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-52a902aa-b72a-4d24-bb21-5689785d6f74 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups/49bf9407-7f8a-481a-a3b7-83341633829c HTTP/1.1" status: 404 len: 347 time: 0.0551720 Nov 09 18:01:30.589356 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53126) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:30.742838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:30.754112 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c96aa84d-e6f0-4d91-ba2a-73d2e88739b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/93baad64-b000-4351-ba93-509b4b23e409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3103554 Nov 09 18:01:30.757007 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53132) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:30.757400 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35805488-fc53-4304-baa3-2682c7ac79e1 None None] Sync routers for ids ['93baad64-b000-4351-ba93-509b4b23e409'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:30.777168 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35805488-fc53-4304-baa3-2682c7ac79e1 None None] Routers {'93baad64-b000-4351-ba93-509b4b23e409'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:30.777893 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-35805488-fc53-4304-baa3-2682c7ac79e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['93baad64-b000-4351-ba93-509b4b23e409'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:30.783316 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5821c79f-5b36-4fb7-a49d-d2ba3539b1b0 None None] Provisioning complete for port 15ef465c-5b87-4eeb-ba7b-057bc3327340 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:30.783874 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5821c79f-5b36-4fb7-a49d-d2ba3539b1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.805879 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bdb80876-76fc-444e-9256-56f27c802f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.816293 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bdb80876-76fc-444e-9256-56f27c802f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.817783 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bdb80876-76fc-444e-9256-56f27c802f44 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e90a608a-eb67-44c5-8fa7-fd111a615dfb HTTP/1.1" status: 204 len: 168 time: 0.5565317 Nov 09 18:01:30.841251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb80876-76fc-444e-9256-56f27c802f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90a608a-eb67-44c5-8fa7-fd111a615dfb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:30.853884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1b0b1-111d-4fc4-8fd4-f66a53dcfb30 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:30.860760 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-51f1b0b1-111d-4fc4-8fd4-f66a53dcfb30 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports/15ef465c-5b87-4eeb-ba7b-057bc3327340 HTTP/1.1" status: 200 len: 913 time: 0.0998147 Nov 09 18:01:30.861324 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53138) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:30.935846 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-35805488-fc53-4304-baa3-2682c7ac79e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:30.947191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-5821c79f-5b36-4fb7-a49d-d2ba3539b1b0 None None] Port 15ef465c-5b87-4eeb-ba7b-057bc3327340 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:30.964917 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35805488-fc53-4304-baa3-2682c7ac79e1 None None] Routers {'93baad64-b000-4351-ba93-509b4b23e409'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:30.965646 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-35805488-fc53-4304-baa3-2682c7ac79e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['93baad64-b000-4351-ba93-509b4b23e409'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:31.049034 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-35805488-fc53-4304-baa3-2682c7ac79e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:31.049719 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35805488-fc53-4304-baa3-2682c7ac79e1 None None] The sync data for ids ['93baad64-b000-4351-ba93-509b4b23e409'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:31.050438 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b652da6c-6016-4eeb-a38c-4e191342b539 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Deleting port 342466ee-2c34-45d1-bccb-d8d1567d8bd3 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:31.050797 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b652da6c-6016-4eeb-a38c-4e191342b539 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.255933 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b652da6c-6016-4eeb-a38c-4e191342b539 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.256669 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b652da6c-6016-4eeb-a38c-4e191342b539 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.276872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b652da6c-6016-4eeb-a38c-4e191342b539 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Calling delete_port for 342466ee-2c34-45d1-bccb-d8d1567d8bd3 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:31.598900 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b652da6c-6016-4eeb-a38c-4e191342b539 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.642412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652da6c-6016-4eeb-a38c-4e191342b539 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event deleted for resources: {'Port': ['ID=342466ee-2c34-45d1-bccb-d8d1567d8bd3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:31.678028 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64ef315e-2a7b-4934-b27b-7b91b1116e1b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.791408 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b652da6c-6016-4eeb-a38c-4e191342b539 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.794152 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b652da6c-6016-4eeb-a38c-4e191342b539 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.795453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b652da6c-6016-4eeb-a38c-4e191342b539 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "DELETE /v2.0/floatingips/96e937c6-7773-4f58-aeeb-8cce51c72c42 HTTP/1.1" status: 204 len: 168 time: 1.2041011 Nov 09 18:01:32.059258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-64ef315e-2a7b-4934-b27b-7b91b1116e1b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port 15ef465c-5b87-4eeb-ba7b-057bc3327340 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:32.059786 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64ef315e-2a7b-4934-b27b-7b91b1116e1b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.212669 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64ef315e-2a7b-4934-b27b-7b91b1116e1b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.229824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-64ef315e-2a7b-4934-b27b-7b91b1116e1b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for 15ef465c-5b87-4eeb-ba7b-057bc3327340 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:32.340774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53194) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:32.353416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8ee07480-c078-470c-8cf0-981e2a2fd717 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72977639', 'description': 'tempest-description--1235797225'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:32.420975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53198) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:32.431762 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ee07480-c078-470c-8cf0-981e2a2fd717 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.502710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64ef315e-2a7b-4934-b27b-7b91b1116e1b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.561407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef315e-2a7b-4934-b27b-7b91b1116e1b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=15ef465c-5b87-4eeb-ba7b-057bc3327340,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:32.607778 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ee07480-c078-470c-8cf0-981e2a2fd717 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.621148 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ee07480-c078-470c-8cf0-981e2a2fd717 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.720828 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ee07480-c078-470c-8cf0-981e2a2fd717 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.722793 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8ee07480-c078-470c-8cf0-981e2a2fd717 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3800473 Nov 09 18:01:32.737389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53208) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:32.756994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0caaceec-c0ec-4230-87d5-a715894fa29b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Request body: {'security_group_rule': {'security_group_id': 'c9d00ca4-c6ad-4168-add2-15cf2d095df9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:32.828350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-11f4e313-32c8-4a89-9ede-fd730b728cf7 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] Request body: {'port': {'network_id': 'ba69a7c6-d898-4aa6-9950-ab66c66d7763', 'name': 'tempest-NetworksNegativeTestJSON-1660524761'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:32.870214 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64ef315e-2a7b-4934-b27b-7b91b1116e1b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.892156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee07480-c078-470c-8cf0-981e2a2fd717 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d00ca4-c6ad-4168-add2-15cf2d095df9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:32.904002 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f4e313-32c8-4a89-9ede-fd730b728cf7 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] POST failed (client error): The resource could not be found. Nov 09 18:01:32.904687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f4e313-32c8-4a89-9ede-fd730b728cf7 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:32.910941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-11f4e313-32c8-4a89-9ede-fd730b728cf7 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4879737 Nov 09 18:01:32.911935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53214) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:32.923166 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0caaceec-c0ec-4230-87d5-a715894fa29b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.957679 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f6714d-d400-4aba-9a70-3f11deebe267 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:32.957679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f6714d-d400-4aba-9a70-3f11deebe267 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:32.960860 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-79f6714d-d400-4aba-9a70-3f11deebe267 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] 10.222.0.81 "DELETE /v2.0/networks/ef20072c-472a-48d9-b69f-cb449c463e0f HTTP/1.1" status: 404 len: 339 time: 0.0462432 Nov 09 18:01:32.966203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53216) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:32.980034 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53218) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:33.008789 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7f6864-f671-4835-be61-e2e954e6fb79 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:33.009540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7f6864-f671-4835-be61-e2e954e6fb79 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:33.013005 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8f7f6864-f671-4835-be61-e2e954e6fb79 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] 10.222.0.81 "DELETE /v2.0/ports/0492d4d0-e81b-4fed-be28-3a444c54d6ec HTTP/1.1" status: 404 len: 333 time: 0.0453568 Nov 09 18:01:33.017928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53222) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:33.053081 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e349a8-aa61-47d7-bbba-6d7f5a0ffd12 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:33.053547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e349a8-aa61-47d7-bbba-6d7f5a0ffd12 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:33.056733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-85e349a8-aa61-47d7-bbba-6d7f5a0ffd12 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] 10.222.0.81 "DELETE /v2.0/subnets/be7cdff4-2b9d-4f07-a59a-a203b8ece8e0 HTTP/1.1" status: 404 len: 337 time: 0.0378301 Nov 09 18:01:33.062801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53224) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:33.106808 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0caaceec-c0ec-4230-87d5-a715894fa29b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.107731 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2313c548-3fe5-47bb-9b48-c7e61e78e97a tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] GET failed (client error): The resource could not be found. Nov 09 18:01:33.109543 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2313c548-3fe5-47bb-9b48-c7e61e78e97a tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] 10.222.0.81 "GET /v2.0/networks/709a3b16-b9ce-4447-95cd-6b8c24dd9ff5 HTTP/1.1" status: 404 len: 339 time: 0.0450077 Nov 09 18:01:33.113303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53226) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:33.141192 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bb7e5d-75f4-4a44-9da2-f9cdcd97b84c tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] GET failed (client error): The resource could not be found. Nov 09 18:01:33.142964 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-39bb7e5d-75f4-4a44-9da2-f9cdcd97b84c tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] 10.222.0.81 "GET /v2.0/ports/96a9db0b-32b2-488a-8de2-292a204055d9 HTTP/1.1" status: 404 len: 333 time: 0.0284247 Nov 09 18:01:33.143851 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0caaceec-c0ec-4230-87d5-a715894fa29b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.150461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53228) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:33.179293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ef315e-2a7b-4934-b27b-7b91b1116e1b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 93baad64-b000-4351-ba93-509b4b23e409 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:33.204941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaceec-c0ec-4230-87d5-a715894fa29b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd57f4da-3021-453d-85b6-cfa595ef1921,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:33.207747 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3d027e-dfd9-4087-bca3-73bf71154ee3 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] GET failed (client error): The resource could not be found. Nov 09 18:01:33.214655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5c3d027e-dfd9-4087-bca3-73bf71154ee3 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] 10.222.0.81 "GET /v2.0/subnets/3cfe96fc-405a-40d9-b88c-7fa21c6a19ab HTTP/1.1" status: 404 len: 337 time: 0.0568788 Nov 09 18:01:33.217153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53232) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:33.224946 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-80553577-575b-4f9c-b3cc-74407d69bd48 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:33.231536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0caaceec-c0ec-4230-87d5-a715894fa29b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.235842 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0caaceec-c0ec-4230-87d5-a715894fa29b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4967511 Nov 09 18:01:33.238328 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53236) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:33.251563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ae4d2d4f-0fbe-458a-91ad-44ee73ce3c47 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Request body: {'security_group_rule': {'security_group_id': 'c9d00ca4-c6ad-4168-add2-15cf2d095df9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:33.258105 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-80553577-575b-4f9c-b3cc-74407d69bd48 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] PUT failed (client error): The resource could not be found. Nov 09 18:01:33.258728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80553577-575b-4f9c-b3cc-74407d69bd48 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:33.263668 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-80553577-575b-4f9c-b3cc-74407d69bd48 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] 10.222.0.81 "PUT /v2.0/networks/a56d9142-b5da-4f9a-b7ae-255ddc8ae19f HTTP/1.1" status: 404 len: 339 time: 0.0406668 Nov 09 18:01:33.264678 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53238) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:33.277443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-31b58101-ba87-419f-ad9a-7769cd5f69a1 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:33.309228 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b58101-ba87-419f-ad9a-7769cd5f69a1 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] PUT failed (client error): The resource could not be found. Nov 09 18:01:33.310064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b58101-ba87-419f-ad9a-7769cd5f69a1 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:33.316669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-31b58101-ba87-419f-ad9a-7769cd5f69a1 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] 10.222.0.81 "PUT /v2.0/ports/e53f96b4-ede0-48a0-a186-bb28f48d941e HTTP/1.1" status: 404 len: 333 time: 0.0427153 Nov 09 18:01:33.317787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53240) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:33.323712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f6ba2d6e-ba8c-4835-a0d7-bc4c527e70b3 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:33.353122 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ba2d6e-ba8c-4835-a0d7-bc4c527e70b3 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] PUT failed (client error): The resource could not be found. Nov 09 18:01:33.353798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ba2d6e-ba8c-4835-a0d7-bc4c527e70b3 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:33.354862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f6ba2d6e-ba8c-4835-a0d7-bc4c527e70b3 tempest-NetworksNegativeTestJSON-1724191975 tempest-NetworksNegativeTestJSON-1724191975-project] 10.222.0.81 "PUT /v2.0/subnets/71ce31ef-2bb9-46c3-8e08-1ae759e3b303 HTTP/1.1" status: 404 len: 337 time: 0.0359337 Nov 09 18:01:33.355956 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2d4f-0fbe-458a-91ad-44ee73ce3c47 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.436579 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2d4f-0fbe-458a-91ad-44ee73ce3c47 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.443209 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2d4f-0fbe-458a-91ad-44ee73ce3c47 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.470547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d2d4f-0fbe-458a-91ad-44ee73ce3c47 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11dfd1f-2a87-4544-85e4-453529aa8e6b,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:33.481100 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2d4f-0fbe-458a-91ad-44ee73ce3c47 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.488172 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ae4d2d4f-0fbe-458a-91ad-44ee73ce3c47 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2490761 Nov 09 18:01:33.488872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53244) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:33.495333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:33.530101 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.650291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2037881023', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:33.687667 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.698106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ef315e-2a7b-4934-b27b-7b91b1116e1b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:33.700257 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Made reservation on behalf of 80660ca4092646fabcc2ff90d875a4b2 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:33.703267 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.714932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-64ef315e-2a7b-4934-b27b-7b91b1116e1b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/93baad64-b000-4351-ba93-509b4b23e409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8468480 Nov 09 18:01:33.717865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ecb5f-a532-46d9-a90c-1e13e8aa7cce None None] Sync routers for ids ['93baad64-b000-4351-ba93-509b4b23e409'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:33.718720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53252) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:33.725061 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.745714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ecb5f-a532-46d9-a90c-1e13e8aa7cce None None] Routers {'93baad64-b000-4351-ba93-509b4b23e409'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:33.746390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c48ecb5f-a532-46d9-a90c-1e13e8aa7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['93baad64-b000-4351-ba93-509b4b23e409'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:33.811415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53256) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:33.828925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c48ecb5f-a532-46d9-a90c-1e13e8aa7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:33.856217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ecb5f-a532-46d9-a90c-1e13e8aa7cce None None] Routers {'93baad64-b000-4351-ba93-509b4b23e409'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:33.858170 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c48ecb5f-a532-46d9-a90c-1e13e8aa7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['93baad64-b000-4351-ba93-509b4b23e409'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:33.935677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c48ecb5f-a532-46d9-a90c-1e13e8aa7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:33.936527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ecb5f-a532-46d9-a90c-1e13e8aa7cce None None] The sync data for ids ['93baad64-b000-4351-ba93-509b4b23e409'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:33.972757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Allocated IP 172.25.1.39 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/27b8f282-e0b1-4344-b79f-fb83763172fb) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:34.059046 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.090652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.106471 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] device_id is not set on port 25fbccfe-6730-4f86-aa4d-8fc4dfd9d97e yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:01:34.114586 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bf56fff-62cd-4586-a121-d5bd035f8b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.141533 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.194040 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.244326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:34.244692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8c1f58-600b-4b87-936f-73dad2dfe527,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:34.247647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:34.251738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:34.280244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event updated for resources: {'Port': ['ID=27b8f282-e0b1-4344-b79f-fb83763172fb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:34.345194 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Allocated IP 172.25.1.10 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/25fbccfe-6730-4f86-aa4d-8fc4dfd9d97e) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:34.373511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.432748 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bf56fff-62cd-4586-a121-d5bd035f8b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.434430 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.467688 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3bf56fff-62cd-4586-a121-d5bd035f8b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.579274 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3bf56fff-62cd-4586-a121-d5bd035f8b09 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=294cea89b5e3479b83d854def7708c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7626810 Nov 09 18:01:34.579274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf56fff-62cd-4586-a121-d5bd035f8b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ad31d5-04e7-4c21-aab8-3b9ab93de730,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:34.583980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53268) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:34.646562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-35f0d6ce-7fac-4dd4-9c9a-2908a5414f1e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.658848 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.666550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.797741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event updated for resources: {'Port': ['ID=27b8f282-e0b1-4344-b79f-fb83763172fb,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:34.798892 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.809151 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d95d9bf8-4ac2-46ae-b98b-0ec624fa76c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.812391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.833668 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.844070 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-af09f42d-08b9-4b99-ae9d-187c4782ff71 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3456302 Nov 09 18:01:34.844356 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d95d9bf8-4ac2-46ae-b98b-0ec624fa76c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.982773 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.049893 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d95d9bf8-4ac2-46ae-b98b-0ec624fa76c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.052741 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d95d9bf8-4ac2-46ae-b98b-0ec624fa76c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.053979 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d95d9bf8-4ac2-46ae-b98b-0ec624fa76c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a6ad31d5-04e7-4c21-aab8-3b9ab93de730 HTTP/1.1" status: 204 len: 168 time: 0.4685545 Nov 09 18:01:35.077718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:35.105843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:35.129133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d9bf8-4ac2-46ae-b98b-0ec624fa76c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ad31d5-04e7-4c21-aab8-3b9ab93de730,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:35.131951 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:35.138839 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Pushing event updated for resources: {'Port': ['ID=25fbccfe-6730-4f86-aa4d-8fc4dfd9d97e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:35.238018 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-0a3036df-daa0-49e6-8ce6-c432c4788352 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--72977639&fields=id&tenant_id=36d13fa3ca9d43c79d1b40e6be782523 HTTP/1.1" status: 200 len: 267 time: 0.1768553 Nov 09 18:01:35.243242 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:35.243890 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.345085 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-22c207ea-04d0-4b84-b6fb-a56690f78dff tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3575687 Nov 09 18:01:35.346720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53302) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:35.359431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.10'}]}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:35.398972 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.403045 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.429334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-7550035d-bd71-4dbb-b744-224e43d5704c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:35.431039 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-7550035d-bd71-4dbb-b744-224e43d5704c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 816 time: 0.1834819 Nov 09 18:01:35.441393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-35f0d6ce-7fac-4dd4-9c9a-2908a5414f1e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port b59a95dc-33fe-44ef-b105-1321249ed755 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:35.441738 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-35f0d6ce-7fac-4dd4-9c9a-2908a5414f1e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.504602 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.521041 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-9eb28b3b-fb93-4855-b7d4-9d54560ac764 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/quotas/36d13fa3ca9d43c79d1b40e6be782523 HTTP/1.1" status: 200 len: 375 time: 0.0616069 Nov 09 18:01:35.704992 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-35f0d6ce-7fac-4dd4-9c9a-2908a5414f1e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.725533 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.736493 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-060ab527-ac7c-482e-857d-c7f386820edd tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2048950 Nov 09 18:01:35.742020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-35f0d6ce-7fac-4dd4-9c9a-2908a5414f1e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for b59a95dc-33fe-44ef-b105-1321249ed755 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:35.966278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-d9656173-dc39-42d5-b6b3-6568aef4c874 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:01:35.967261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-d9656173-dc39-42d5-b6b3-6568aef4c874 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2076001 Nov 09 18:01:36.081625 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-35f0d6ce-7fac-4dd4-9c9a-2908a5414f1e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.152781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.191332 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.206741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0d6ce-7fac-4dd4-9c9a-2908a5414f1e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=b59a95dc-33fe-44ef-b105-1321249ed755,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:36.328721 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-35f0d6ce-7fac-4dd4-9c9a-2908a5414f1e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.352757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53330) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:36.465081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-5343ddc5-3ad9-4a7c-81e1-9621d5ade1e9 service neutron] 10.222.0.81 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775424 Nov 09 18:01:36.475786 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.568988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-113640738'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:36.653170 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.655665 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.662610 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:36.666102 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.693068 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.711030 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.711770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c5a0c8c-6132-4487-938b-f42f1c49849f {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:01:36.729111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f0d6ce-7fac-4dd4-9c9a-2908a5414f1e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 93baad64-b000-4351-ba93-509b4b23e409 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:36.737087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-eddcc29e-70dd-41ce-96b1-be8d81162ff2 service neutron] 10.222.0.81 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710578 Nov 09 18:01:36.748248 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 18:01:36.750200 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-79ef700e-1585-4c67-b8d1-a0e08509e19d tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4015310 Nov 09 18:01:36.753375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53342) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:36.852337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f0d6ce-7fac-4dd4-9c9a-2908a5414f1e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:36.859385 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-35f0d6ce-7fac-4dd4-9c9a-2908a5414f1e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/93baad64-b000-4351-ba93-509b4b23e409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1409938 Nov 09 18:01:36.867662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53344) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:36.870749 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6116032-9fdc-491f-8765-86af41af43e7 None None] Sync routers for ids ['93baad64-b000-4351-ba93-509b4b23e409'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:36.897637 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6116032-9fdc-491f-8765-86af41af43e7 None None] Routers {'93baad64-b000-4351-ba93-509b4b23e409'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:36.898592 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d6116032-9fdc-491f-8765-86af41af43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['93baad64-b000-4351-ba93-509b4b23e409'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:36.961815 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a0e10f39-92a6-4539-b1d3-c1d000c373df tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=93baad64-b000-4351-ba93-509b4b23e409 HTTP/1.1" status: 200 len: 205 time: 0.0893836 Nov 09 18:01:36.964582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53348) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:36.975733 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d6116032-9fdc-491f-8765-86af41af43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:37.035071 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6116032-9fdc-491f-8765-86af41af43e7 None None] Routers {'93baad64-b000-4351-ba93-509b4b23e409'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:37.035753 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d6116032-9fdc-491f-8765-86af41af43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['93baad64-b000-4351-ba93-509b4b23e409'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:37.134588 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.149043 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.157054 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d6116032-9fdc-491f-8765-86af41af43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:37.158135 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6116032-9fdc-491f-8765-86af41af43e7 None None] The sync data for ids ['93baad64-b000-4351-ba93-509b4b23e409'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:37.399735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a4d81f2-71a5-4b6e-9996-11ddd6da2002 req-292eafe4-ebf1-4302-8a51-b8ef7d3f3987 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 210 time: 0.0808847 Nov 09 18:01:37.435595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-52fb33d4-02ba-4558-a264-5775eb267695 tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Deleting port 25fbccfe-6730-4f86-aa4d-8fc4dfd9d97e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:37.440396 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52fb33d4-02ba-4558-a264-5775eb267695 tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.535877 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52fb33d4-02ba-4558-a264-5775eb267695 tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.552750 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-52fb33d4-02ba-4558-a264-5775eb267695 tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Calling delete_port for 25fbccfe-6730-4f86-aa4d-8fc4dfd9d97e owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:37.632462 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13789542-ba7b-440a-a552-23b05e99d1ae tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.637493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b951221-32cd-4eb6-a91b-a71a8c412bcf,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:37.719066 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52fb33d4-02ba-4558-a264-5775eb267695 tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.757678 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb33d4-02ba-4558-a264-5775eb267695 tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Pushing event deleted for resources: {'Port': ['ID=25fbccfe-6730-4f86-aa4d-8fc4dfd9d97e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:37.770938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:37.788256 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.788764 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Added segment 537aaceb-8186-4044-b0f8-61f2a013d1db of type vlan for network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 Nov 09 18:01:37.866579 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52fb33d4-02ba-4558-a264-5775eb267695 tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.873308 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-52fb33d4-02ba-4558-a264-5775eb267695 tempest-RoutersAdminNegativeTest-1768398923 tempest-RoutersAdminNegativeTest-1768398923-project-admin] 10.222.0.81 "DELETE /v2.0/ports/25fbccfe-6730-4f86-aa4d-8fc4dfd9d97e HTTP/1.1" status: 204 len: 168 time: 1.1156313 Nov 09 18:01:37.912652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13789542-ba7b-440a-a552-23b05e99d1ae tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.915512 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13789542-ba7b-440a-a552-23b05e99d1ae tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.971694 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13789542-ba7b-440a-a552-23b05e99d1ae tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.972334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13789542-ba7b-440a-a552-23b05e99d1ae tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Fanout notify agent at l3_agent the message router_deleted on router 93baad64-b000-4351-ba93-509b4b23e409 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:01:37.991880 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13789542-ba7b-440a-a552-23b05e99d1ae tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.993696 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-13789542-ba7b-440a-a552-23b05e99d1ae tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/93baad64-b000-4351-ba93-509b4b23e409 HTTP/1.1" status: 204 len: 168 time: 1.0268002 Nov 09 18:01:38.017432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53378) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:38.041202 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.104857 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.109652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a9a36b-74c3-4b83-b94b-e8de2c435e60 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting subnet 711434f1-afc9-48b6-9dc6-90f871d5d5f4 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:38.114926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:38.115967 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.130651 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a36b-74c3-4b83-b94b-e8de2c435e60 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.190707 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a36b-74c3-4b83-b94b-e8de2c435e60 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.212387 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8551948 Nov 09 18:01:38.213070 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53380) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:38.224696 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'name': 'tempest-PortsIpV6TestJSON-111916423'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:38.286651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c14caa-3878-4bdd-b47f-ad1067a5b510 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Network': ['ID=a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:38.298904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:38.321470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a36b-74c3-4b83-b94b-e8de2c435e60 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.379376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:38.383975 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.462428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port d12866fb-3594-4e94-852b-4aeafcaa8a9a yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:01:38.474699 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a36b-74c3-4b83-b94b-e8de2c435e60 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.487159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53390) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:38.553031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9a36b-74c3-4b83-b94b-e8de2c435e60 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Subnet': ['ID=711434f1-afc9-48b6-9dc6-90f871d5d5f4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:38.573136 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a36b-74c3-4b83-b94b-e8de2c435e60 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.574710 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0637150d-2fe8-4d19-8f6f-db0b5276ff45 None None] Network dede8864-0664-47d6-b81a-fd9a7e0cc1ad requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:38.576829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c7a9a36b-74c3-4b83-b94b-e8de2c435e60 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/711434f1-afc9-48b6-9dc6-90f871d5d5f4 HTTP/1.1" status: 204 len: 168 time: 0.5484250 Nov 09 18:01:38.582555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53394) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:38.709142 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-549cc2f4-327e-46bb-955d-98352e12d3a9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting subnet d69afea1-4f86-42ca-b66b-35323595126e {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:38.714301 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-549cc2f4-327e-46bb-955d-98352e12d3a9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.795648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cf02e65f-2fd3-4306-ab9b-0413fffc981b req-be0f304b-73b2-4410-b2d6-e4c7ed68041e tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 210 time: 0.0675521 Nov 09 18:01:38.807719 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-549cc2f4-327e-46bb-955d-98352e12d3a9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.819198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-9aeafafd-c524-4958-8e20-bb825ab41b9d tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:38.820909 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-9aeafafd-c524-4958-8e20-bb825ab41b9d tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.18 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 816 time: 0.2505658 Nov 09 18:01:38.895971 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9901d825-6dad-4062-9335-0d46b129a299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.963039 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-549cc2f4-327e-46bb-955d-98352e12d3a9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.014790 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59208e41-3814-4338-a236-3f4612da3db7 None None] DHCP port deletion for dede8864-0664-47d6-b81a-fd9a7e0cc1ad request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:39.015114 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-416952a8-bf44-440b-847e-f3b0b5652a0f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36d13fa3ca9d43c79d1b40e6be782523 HTTP/1.1" status: 200 len: 378 time: 0.1783881 Nov 09 18:01:39.026760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3fcc477d-5f71-49a0-982d-8166441a43a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Request body: {'port': {'device_id': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'admin_state_up': True, 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'security_groups': ['c9d00ca4-c6ad-4168-add2-15cf2d095df9']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:39.095262 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-549cc2f4-327e-46bb-955d-98352e12d3a9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.134147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cc2f4-327e-46bb-955d-98352e12d3a9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Subnet': ['ID=d69afea1-4f86-42ca-b66b-35323595126e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:39.134869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-59208e41-3814-4338-a236-3f4612da3db7 None None] Deleting port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:39.135923 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-59208e41-3814-4338-a236-3f4612da3db7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.137247 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-549cc2f4-327e-46bb-955d-98352e12d3a9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.144515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-549cc2f4-327e-46bb-955d-98352e12d3a9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/d69afea1-4f86-42ca-b66b-35323595126e HTTP/1.1" status: 204 len: 168 time: 0.5557101 Nov 09 18:01:39.145140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53406) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:39.164889 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.172464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb389040-7b79-47fe-afe3-9b1abcc222df None None] Network e9313812-dc99-4a2f-8e7c-39ed940bb533 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:39.241442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.292100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-59208e41-3814-4338-a236-3f4612da3db7 None None] For port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=20d43422-4f5c-4c99-bd8e-55c3e98b3ed7,segment=NetworkSegment(f4ec4dc9-af37-441b-9bb6-5659e41b09e0),segment_id=f4ec4dc9-af37-441b-9bb6-5659e41b09e0)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:39.294284 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-59208e41-3814-4338-a236-3f4612da3db7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.309990 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9901d825-6dad-4062-9335-0d46b129a299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.317113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:39.317557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.318872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-59208e41-3814-4338-a236-3f4612da3db7 None None] Calling delete_port for 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:39.323479 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9901d825-6dad-4062-9335-0d46b129a299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.356481 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.439428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3fcc477d-5f71-49a0-982d-8166441a43a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Made reservation on behalf of 36d13fa3ca9d43c79d1b40e6be782523 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:39.443823 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3fcc477d-5f71-49a0-982d-8166441a43a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.444824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] For port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=20d43422-4f5c-4c99-bd8e-55c3e98b3ed7,segment=NetworkSegment(f4ec4dc9-af37-441b-9bb6-5659e41b09e0),segment_id=f4ec4dc9-af37-441b-9bb6-5659e41b09e0)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:39.445427 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.447590 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-59208e41-3814-4338-a236-3f4612da3db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.464770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:39.467607 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901d825-6dad-4062-9335-0d46b129a299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3adbecf-cfde-428b-83e6-a3a5b5f504b3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:39.478071 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9901d825-6dad-4062-9335-0d46b129a299 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f598d277dfc84876a5e2f2614a047212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9837091 Nov 09 18:01:39.492229 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53412) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:39.522101 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=d12866fb-3594-4e94-852b-4aeafcaa8a9a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:39.553784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59208e41-3814-4338-a236-3f4612da3db7 None None] Pushing event deleted for resources: {'Port': ['ID=20d43422-4f5c-4c99-bd8e-55c3e98b3ed7,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:39.559672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59208e41-3814-4338-a236-3f4612da3db7 None None] No DVR routers for this DVR port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:39.620053 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.665785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No DVR routers for this DVR port 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:39.673697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=20d43422-4f5c-4c99-bd8e-55c3e98b3ed7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:39.692646 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81fa7e-a2a8-4b92-b6e7-b92f81be8c1a None None] DHCP port deletion for e9313812-dc99-4a2f-8e7c-39ed940bb533 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:39.698827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Checking segment: {'id': '537aaceb-8186-4044-b0f8-61f2a013d1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:39.700180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network hostable DHCP agents. Network: a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:39.751027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2c81fa7e-a2a8-4b92-b6e7-b92f81be8c1a None None] Deleting port cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:39.752295 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2c81fa7e-a2a8-4b92-b6e7-b92f81be8c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.802814 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b59672c9-f60f-46bc-8462-2c476b80c985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.814508 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:39.819194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.830821 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3fcc477d-5f71-49a0-982d-8166441a43a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Allocated IP 172.20.0.8 (19a777cd-ee85-4a4d-abdf-aaeec996b6c3/3950d3a7-e3f4-4c46-a9b2-b63c91794171/b9dae33d-8072-4747-82f8-2146bd43b1eb) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:39.855180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:39.861386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:39.866482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dede8864-0664-47d6-b81a-fd9a7e0cc1ad']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:39.872369 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:39.873056 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.878266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ec4dc9-af37-441b-9bb6-5659e41b09e0') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:39.878745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ec4dc9-af37-441b-9bb6-5659e41b09e0') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:39.879257 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3730ef97-b7c0-4778-8c03-f9f710ae13f6 None None] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:39.892728 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.900638 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b59672c9-f60f-46bc-8462-2c476b80c985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.910345 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.919550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:39.920150 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.941829 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4a0c0a73-6433-49ed-ab7e-ac73d6896027 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7243612 Nov 09 18:01:39.942484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53420) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:39.956830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b0ebfdf6-2f17-4576-bc59-219019ef7367 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-693486618'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:39.975654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2c81fa7e-a2a8-4b92-b6e7-b92f81be8c1a None None] For port cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67,segment=NetworkSegment(42bf0ec3-1103-457c-b77c-fece8df32dfe),segment_id=42bf0ec3-1103-457c-b77c-fece8df32dfe)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:39.976061 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2c81fa7e-a2a8-4b92-b6e7-b92f81be8c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:40.000351 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:40.016216 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.022329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2c81fa7e-a2a8-4b92-b6e7-b92f81be8c1a None None] Calling delete_port for cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:40.041807 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6426badb-fcd8-44db-911b-ea3d87e917c8 req-6abe8c2c-89ef-4d6c-9275-5b94281cfffc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 210 time: 0.0398419 Nov 09 18:01:40.053202 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.069914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/networks/dede8864-0664-47d6-b81a-fd9a7e0cc1ad HTTP/1.1" status: 204 len: 168 time: 0.9208751 Nov 09 18:01:40.079912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53422) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:40.101202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cd635-01db-4c7f-9cad-6fdc13cc45b3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Network': ['ID=dede8864-0664-47d6-b81a-fd9a7e0cc1ad,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:40.107279 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ebfdf6-2f17-4576-bc59-219019ef7367 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:40.112863 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b0ebfdf6-2f17-4576-bc59-219019ef7367 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.183744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b59672c9-f60f-46bc-8462-2c476b80c985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.188879 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b59672c9-f60f-46bc-8462-2c476b80c985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.190871 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b59672c9-f60f-46bc-8462-2c476b80c985 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e3adbecf-cfde-428b-83e6-a3a5b5f504b3 HTTP/1.1" status: 204 len: 168 time: 0.6967309 Nov 09 18:01:40.215934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59672c9-f60f-46bc-8462-2c476b80c985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3adbecf-cfde-428b-83e6-a3a5b5f504b3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:40.220293 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2c81fa7e-a2a8-4b92-b6e7-b92f81be8c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.240472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ebfdf6-2f17-4576-bc59-219019ef7367 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:40.245161 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bad086c-40ff-431d-ac78-226aec11c498 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.265013 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b0ebfdf6-2f17-4576-bc59-219019ef7367 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.265441 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-b0ebfdf6-2f17-4576-bc59-219019ef7367 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Added segment 2718aa80-08b7-41f2-8716-44fa8f63a52f of type vlan for network 825e95af-f04d-492e-bfd5-bf4f839c787d Nov 09 18:01:40.270931 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3fcc477d-5f71-49a0-982d-8166441a43a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.307259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81fa7e-a2a8-4b92-b6e7-b92f81be8c1a None None] Pushing event deleted for resources: {'Port': ['ID=cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:40.313727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81fa7e-a2a8-4b92-b6e7-b92f81be8c1a None None] No DVR routers for this DVR port cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:40.341793 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b0ebfdf6-2f17-4576-bc59-219019ef7367 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.429709 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3fcc477d-5f71-49a0-982d-8166441a43a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.448284 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b0ebfdf6-2f17-4576-bc59-219019ef7367 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.454760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ebfdf6-2f17-4576-bc59-219019ef7367 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:40.455457 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b0ebfdf6-2f17-4576-bc59-219019ef7367 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.478746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:40.486261 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bad086c-40ff-431d-ac78-226aec11c498 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.528348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-5bad086c-40ff-431d-ac78-226aec11c498 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9313812-dc99-4a2f-8e7c-39ed940bb533']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:40.548405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-5bad086c-40ff-431d-ac78-226aec11c498 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bf0ec3-1103-457c-b77c-fece8df32dfe') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:40.548648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:40.548756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-5bad086c-40ff-431d-ac78-226aec11c498 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bf0ec3-1103-457c-b77c-fece8df32dfe') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:40.548895 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 20d43422-4f5c-4c99-bd8e-55c3e98b3ed7 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:40.549161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:40.566595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3fcc477d-5f71-49a0-982d-8166441a43a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:40.573199 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bad086c-40ff-431d-ac78-226aec11c498 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.576798 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b0ebfdf6-2f17-4576-bc59-219019ef7367 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6243315 Nov 09 18:01:40.580291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc477d-5f71-49a0-982d-8166441a43a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event updated for resources: {'Port': ['ID=b9dae33d-8072-4747-82f8-2146bd43b1eb,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:40.582645 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53434) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:40.587575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3fcc477d-5f71-49a0-982d-8166441a43a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:40.593442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'ports': [{'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2'}, {'network_id': '825e95af-f04d-492e-bfd5-bf4f839c787d'}]} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:40.593928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:40.594420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': '825e95af-f04d-492e-bfd5-bf4f839c787d'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:40.609999 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bad086c-40ff-431d-ac78-226aec11c498 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.625875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bad086c-40ff-431d-ac78-226aec11c498 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:40.627695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bad086c-40ff-431d-ac78-226aec11c498 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.658355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:40.658720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device cb7ec9e7-3a3b-4ac8-b732-849d7b84ae67 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:40.688886 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-95bb8717-5d4f-4e57-883d-3f42d2f19824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.692119 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3fcc477d-5f71-49a0-982d-8166441a43a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:40.701363 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebfdf6-2f17-4576-bc59-219019ef7367 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Network': ['ID=825e95af-f04d-492e-bfd5-bf4f839c787d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:40.745173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 825e95af-f04d-492e-bfd5-bf4f839c787d details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:40.796344 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:40.806116 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bad086c-40ff-431d-ac78-226aec11c498 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.824179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bad086c-40ff-431d-ac78-226aec11c498 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.841016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5bad086c-40ff-431d-ac78-226aec11c498 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/networks/e9313812-dc99-4a2f-8e7c-39ed940bb533 HTTP/1.1" status: 204 len: 168 time: 0.7591608 Nov 09 18:01:40.860162 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53440) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:40.865976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ec79b6c7-ee6c-47ef-a0f3-355ee97a7399 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1208722043'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:40.887083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad086c-40ff-431d-ac78-226aec11c498 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Network': ['ID=e9313812-dc99-4a2f-8e7c-39ed940bb533,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:40.936762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3fcc477d-5f71-49a0-982d-8166441a43a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:40.937466 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3fcc477d-5f71-49a0-982d-8166441a43a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.945103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec79b6c7-ee6c-47ef-a0f3-355ee97a7399 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:40.949549 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec79b6c7-ee6c-47ef-a0f3-355ee97a7399 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.987187 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3fcc477d-5f71-49a0-982d-8166441a43a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9643154 Nov 09 18:01:40.993013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53442) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:41.039322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec79b6c7-ee6c-47ef-a0f3-355ee97a7399 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:41.069680 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec79b6c7-ee6c-47ef-a0f3-355ee97a7399 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.070342 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-ec79b6c7-ee6c-47ef-a0f3-355ee97a7399 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Added segment 670e3078-284b-4d57-9085-ea33e7332c3b of type vlan for network 63d0dbc6-0d8c-40fb-86b4-3aeb6586896c Nov 09 18:01:41.073829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 2} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:41.079553 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.110052 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b7547c2c-c796-47cd-b78b-dc07fc9bc7ba None None] Provisioning complete for port b9dae33d-8072-4747-82f8-2146bd43b1eb triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:41.110536 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b7547c2c-c796-47cd-b78b-dc07fc9bc7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.183890 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7bfabfdf-2461-4819-af10-f52d184f8124 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=80660ca4092646fabcc2ff90d875a4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889360 Nov 09 18:01:41.188242 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53454) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:41.197147 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.220712 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec79b6c7-ee6c-47ef-a0f3-355ee97a7399 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.225567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b7547c2c-c796-47cd-b78b-dc07fc9bc7ba None None] Port b9dae33d-8072-4747-82f8-2146bd43b1eb cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:41.283307 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Request body: {'port': {'device_id': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:41.316847 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2edfde2a-396d-43cb-a5d4-03216d16439f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.344404 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2edfde2a-396d-43cb-a5d4-03216d16439f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.414073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec79b6c7-ee6c-47ef-a0f3-355ee97a7399 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.419374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec79b6c7-ee6c-47ef-a0f3-355ee97a7399 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:41.420201 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec79b6c7-ee6c-47ef-a0f3-355ee97a7399 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.430766 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2edfde2a-396d-43cb-a5d4-03216d16439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.436156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2edfde2a-396d-43cb-a5d4-03216d16439f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.439904 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port ca8ad9ba-b418-4f31-807d-0c91dfa5006d yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:01:41.452941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2edfde2a-396d-43cb-a5d4-03216d16439f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c8c1f58-600b-4b87-936f-73dad2dfe527 HTTP/1.1" status: 204 len: 168 time: 0.2529502 Nov 09 18:01:41.469842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfde2a-396d-43cb-a5d4-03216d16439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8c1f58-600b-4b87-936f-73dad2dfe527,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:41.535331 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ec79b6c7-ee6c-47ef-a0f3-355ee97a7399 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6701941 Nov 09 18:01:41.537050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53462) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:41.539619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.545331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-62c7c7a0-1059-444b-b7ee-947f37a9112d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'subnet': {'network_id': '63d0dbc6-0d8c-40fb-86b4-3aeb6586896c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:41.580545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efa272-5885-4909-bc0a-c8dab7865a00 req-dc819584-bf5e-40f1-8eb6-4545e5c91356 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:41.595852 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01efa272-5885-4909-bc0a-c8dab7865a00 req-dc819584-bf5e-40f1-8eb6-4545e5c91356 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 931 time: 0.3232062 Nov 09 18:01:41.629233 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79b6c7-ee6c-47ef-a0f3-355ee97a7399 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Network': ['ID=63d0dbc6-0d8c-40fb-86b4-3aeb6586896c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:41.654221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 63d0dbc6-0d8c-40fb-86b4-3aeb6586896c details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:41.762646 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01efa272-5885-4909-bc0a-c8dab7865a00 req-2683a97f-bac4-4a05-b70d-1c1b100a6d80 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1514225 Nov 09 18:01:41.789959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c7c7a0-1059-444b-b7ee-947f37a9112d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:41.804274 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c7c7a0-1059-444b-b7ee-947f37a9112d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.976122 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.116166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port 9c06976e-656d-4cd0-a70a-f27a14f43c21 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:01:42.213880 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c7c7a0-1059-444b-b7ee-947f37a9112d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.339093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7c7a0-1059-444b-b7ee-947f37a9112d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Subnet': ['ID=99f0e9e5-4fbb-4fd0-a154-50daeb31ab7b,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:42.354304 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9dae33d-8072-4747-82f8-2146bd43b1eb {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:42.354511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7c7a0-1059-444b-b7ee-947f37a9112d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Checking segment: {'id': '670e3078-284b-4d57-9085-ea33e7332c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '63d0dbc6-0d8c-40fb-86b4-3aeb6586896c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:42.354635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c7c7a0-1059-444b-b7ee-947f37a9112d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network hostable DHCP agents. Network: 63d0dbc6-0d8c-40fb-86b4-3aeb6586896c, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:42.377088 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.392112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c7c7a0-1059-444b-b7ee-947f37a9112d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 63d0dbc6-0d8c-40fb-86b4-3aeb6586896c is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:42.409055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-62c7c7a0-1059-444b-b7ee-947f37a9112d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 63d0dbc6-0d8c-40fb-86b4-3aeb6586896c) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:42.417860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c7c7a0-1059-444b-b7ee-947f37a9112d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:42.418941 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62c7c7a0-1059-444b-b7ee-947f37a9112d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.431930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857de8f-13e9-404d-a8ad-e471f05f5ac5 None None] Network 63d0dbc6-0d8c-40fb-86b4-3aeb6586896c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:42.441393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Transition to ACTIVE for port object b9dae33d-8072-4747-82f8-2146bd43b1eb will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:01:42.446581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-62c7c7a0-1059-444b-b7ee-947f37a9112d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9046564 Nov 09 18:01:42.447012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53486) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:42.450580 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.453775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9244a6d5-0c0e-44b2-9d23-f318b777d908 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1528035866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:42.487718 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9244a6d5-0c0e-44b2-9d23-f318b777d908 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.489744 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9244a6d5-0c0e-44b2-9d23-f318b777d908 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.564008 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9dae33d-8072-4747-82f8-2146bd43b1eb,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:42.596537 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.608044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9244a6d5-0c0e-44b2-9d23-f318b777d908 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.618728 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9244a6d5-0c0e-44b2-9d23-f318b777d908 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.686886 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9244a6d5-0c0e-44b2-9d23-f318b777d908 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.693566 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9244a6d5-0c0e-44b2-9d23-f318b777d908 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2446992 Nov 09 18:01:42.698456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53496) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:42.716664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'port': {'network_id': '63d0dbc6-0d8c-40fb-86b4-3aeb6586896c', 'name': 'tempest-RoutersIpV6Test-194001232'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:42.775698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Attempting to bind port b9dae33d-8072-4747-82f8-2146bd43b1eb on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:42.776780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Attempting to bind port b9dae33d-8072-4747-82f8-2146bd43b1eb by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:42.777612 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Attempting to bind port b9dae33d-8072-4747-82f8-2146bd43b1eb on network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:42.801690 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.806651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Port b9dae33d-8072-4747-82f8-2146bd43b1eb on network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:01:42.807090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Attempting to bind port b9dae33d-8072-4747-82f8-2146bd43b1eb on network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:42.910090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-63d0dbc6-0d8c-40fb-86b4-3aeb6586896c', 'network_id': '63d0dbc6-0d8c-40fb-86b4-3aeb6586896c', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'fixed_ips': [{'subnet_id': '99f0e9e5-4fbb-4fd0-a154-50daeb31ab7b'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:01:42.914481 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.934569 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:42.934978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Checking segment: {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:42.941497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Bound using segment: {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:42.942083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Bound port: b9dae33d-8072-4747-82f8-2146bd43b1eb, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:42.942527 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.964271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:42.974216 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:43.051380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:43.054995 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:43.056866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:43.057951 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:43.060511 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=ca8ad9ba-b418-4f31-807d-0c91dfa5006d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:43.083624 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:43.106600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:43.115313 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:43.123390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78008f5-bf2c-4e48-b1e6-137a2fdba977 req-854d71af-2476-4f98-b78b-d13bcf93abc3 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.126177 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e78008f5-bf2c-4e48-b1e6-137a2fdba977 req-854d71af-2476-4f98-b78b-d13bcf93abc3 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 943 time: 0.1750293 Nov 09 18:01:43.156783 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.158186 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:43.159844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/b9dae33d-8072-4747-82f8-2146bd43b1eb HTTP/1.1" status: 200 len: 1091 time: 2.1579955 Nov 09 18:01:43.160600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:43.163147 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6668b668-8401-4feb-a781-a602f59cf60f" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:43.196865 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=9c06976e-656d-4cd0-a70a-f27a14f43c21,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:43.219020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] device_id is not set on port 1161b342-7d0f-4ad7-b48e-f55263bffa41 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:01:43.291925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece156c-1535-40fd-b4b0-8755f0fbc7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9dae33d-8072-4747-82f8-2146bd43b1eb,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:43.305321 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Checking segment: {'id': '2718aa80-08b7-41f2-8716-44fa8f63a52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '825e95af-f04d-492e-bfd5-bf4f839c787d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:43.306026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network hostable DHCP agents. Network: 825e95af-f04d-492e-bfd5-bf4f839c787d, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:43.313134 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acee0bd7-708b-4c39-9980-a97dca5fbb4a x-openstack-request-id: req-acee0bd7-708b-4c39-9980-a97dca5fbb4a {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:43.313761 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:43.314212 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-acee0bd7-708b-4c39-9980-a97dca5fbb4a {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:43.314826 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'status': 'completed', 'code': 200} Nov 09 18:01:43.362568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network 825e95af-f04d-492e-bfd5-bf4f839c787d is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:43.382817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 825e95af-f04d-492e-bfd5-bf4f839c787d) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:43.393157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:43.399329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e98037-a654-4db0-995d-f4fda025c7a1 None None] Network 825e95af-f04d-492e-bfd5-bf4f839c787d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:43.401576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.415277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.417009 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:43.426898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3319da94-9f38-4c56-b5c6-438455095632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.428676 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-3319da94-9f38-4c56-b5c6-438455095632 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 1094 time: 0.1332054 Nov 09 18:01:43.429199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53514) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:43.554221 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-db6c4439-c0a3-4810-8283-a500f63e62af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9653172 Nov 09 18:01:43.556983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-6aacdb1e-742d-4bef-ab53-9966064557b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb HTTP/1.1" status: 200 len: 217 time: 0.0907464 Nov 09 18:01:43.557552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53518) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:43.570558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e78008f5-bf2c-4e48-b1e6-137a2fdba977 req-cf26c926-8e0f-49ff-9b92-754245d8ba2d tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4368837 Nov 09 18:01:43.589338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Allocated IP 2001:db8::2 (63d0dbc6-0d8c-40fb-86b4-3aeb6586896c/99f0e9e5-4fbb-4fd0-a154-50daeb31ab7b/fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:43.822970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-1fbdc11a-f284-4ace-9a5b-9ae054fe17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.825650 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-1fbdc11a-f284-4ace-9a5b-9ae054fe17a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.1290948 Nov 09 18:01:43.835035 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-853954851'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:43.881985 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Made reservation on behalf of 4b1969b4b7d3466ca12632e31892a366 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:43.886265 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:43.926877 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ccef24b6-d180-4e41-9d09-452fcb38ccc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:43.956516 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.069225 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-0ceb16a1-47c1-4ed5-8be3-e297e5578d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:44.071838 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-0ceb16a1-47c1-4ed5-8be3-e297e5578d30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056816 Nov 09 18:01:44.077553 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.086091 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.156465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Network 63d0dbc6-0d8c-40fb-86b4-3aeb6586896c is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:44.157696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Pushing event updated for resources: {'Port': ['ID=fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:44.171324 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:44.173066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bd123da5-8076-4e59-850c-b9471390957d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 9c06976e-656d-4cd0-a70a-f27a14f43c21 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:44.173353 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd123da5-8076-4e59-850c-b9471390957d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.189474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1f8e-ba28-4929-a9fa-77aac4613708 req-11ff300a-b403-4e87-a5db-4ead927c06a6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:44.195496 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:44.196042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1f8e-ba28-4929-a9fa-77aac4613708 req-11ff300a-b403-4e87-a5db-4ead927c06a6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:44.202325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1f8e-ba28-4929-a9fa-77aac4613708 req-11ff300a-b403-4e87-a5db-4ead927c06a6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:44.212083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1f8e-ba28-4929-a9fa-77aac4613708 req-11ff300a-b403-4e87-a5db-4ead927c06a6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:44.219119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1f8e-ba28-4929-a9fa-77aac4613708 req-11ff300a-b403-4e87-a5db-4ead927c06a6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:44.225239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1f8e-ba28-4929-a9fa-77aac4613708 req-11ff300a-b403-4e87-a5db-4ead927c06a6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:44.231743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1f8e-ba28-4929-a9fa-77aac4613708 req-11ff300a-b403-4e87-a5db-4ead927c06a6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:44.233869 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6abb1f8e-ba28-4929-a9fa-77aac4613708 req-11ff300a-b403-4e87-a5db-4ead927c06a6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5444 time: 0.1484611 Nov 09 18:01:44.265322 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Allocated IP 2001:db8::1b9 (63d0dbc6-0d8c-40fb-86b4-3aeb6586896c/99f0e9e5-4fbb-4fd0-a154-50daeb31ab7b/1161b342-7d0f-4ad7-b48e-f55263bffa41) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:44.316073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd123da5-8076-4e59-850c-b9471390957d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.322930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Attempting to bind port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:44.323490 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Attempting to bind port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '670e3078-284b-4d57-9085-ea33e7332c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '63d0dbc6-0d8c-40fb-86b4-3aeb6586896c'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:44.323966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Attempting to bind port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b on network 63d0dbc6-0d8c-40fb-86b4-3aeb6586896c {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:44.331545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6abb1f8e-ba28-4929-a9fa-77aac4613708 req-018adcc7-b2da-484f-8cef-bc9d0d6592d9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0871329 Nov 09 18:01:44.334948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:44.335583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Checking segment: {'id': '670e3078-284b-4d57-9085-ea33e7332c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '63d0dbc6-0d8c-40fb-86b4-3aeb6586896c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:44.336021 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.336451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Bound using segment: {'id': '670e3078-284b-4d57-9085-ea33e7332c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '63d0dbc6-0d8c-40fb-86b4-3aeb6586896c'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:44.337664 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Bound port: fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670e3078-284b-4d57-9085-ea33e7332c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '63d0dbc6-0d8c-40fb-86b4-3aeb6586896c'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:44.337936 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.350889 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-248bde7c-e99c-487f-94b4-547b1d46e5ba service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626717 Nov 09 18:01:44.374210 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bd123da5-8076-4e59-850c-b9471390957d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 9c06976e-656d-4cd0-a70a-f27a14f43c21 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:44.423934 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.474698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] For port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:44.479952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] For port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b,segment=NetworkSegment(670e3078-284b-4d57-9085-ea33e7332c3b),segment_id=670e3078-284b-4d57-9085-ea33e7332c3b)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:44.497213 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.502067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.508552 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.550833 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.606655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:44.620138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 63d0dbc6-0d8c-40fb-86b4-3aeb6586896c is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:44.621351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:44.636467 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:44.644340 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.658809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:44.659527 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.688033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05adea35-b41f-4806-b565-d450e4950b0b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:44.690159 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4dae1-c0cb-4060-875c-c293dba65026 None None] Pushing event updated for resources: {'Port': ['ID=fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:44.705598 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.706135 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Added segment a22aa365-56d4-4b81-8872-fe5029bd10f6 of type vlan for network b60985bc-1992-4f51-bf31-66c477deee12 Nov 09 18:01:44.755645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=1161b342-7d0f-4ad7-b48e-f55263bffa41,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:44.763382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-db0cfaab-9ef9-4e55-add1-169f562c5269 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0630345 Nov 09 18:01:44.770788 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53538) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:45.275021 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.313420 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7be46ef5-bab9-4341-8f05-59a1e56d2352 req-30b851fa-ba24-4df5-a093-c21594929bed service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9134777 Nov 09 18:01:45.337230 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.340720 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd123da5-8076-4e59-850c-b9471390957d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.387311 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.420114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd123da5-8076-4e59-850c-b9471390957d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=9c06976e-656d-4cd0-a70a-f27a14f43c21,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:45.455482 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd123da5-8076-4e59-850c-b9471390957d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.461457 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bd123da5-8076-4e59-850c-b9471390957d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/9c06976e-656d-4cd0-a70a-f27a14f43c21 HTTP/1.1" status: 204 len: 168 time: 1.9004049 Nov 09 18:01:45.466881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f88b3-3b74-427b-ac36-c9e3fc452bf8 req-c80bbda5-19c4-4c81-9b6f-10696f1cdd89 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.469076 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-915f88b3-3b74-427b-ac36-c9e3fc452bf8 req-c80bbda5-19c4-4c81-9b6f-10696f1cdd89 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 943 time: 0.6936967 Nov 09 18:01:45.475871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53552) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:45.600995 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-915f88b3-3b74-427b-ac36-c9e3fc452bf8 req-3bac1d50-e379-46db-98cb-cf6481389d00 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074362 Nov 09 18:01:45.601870 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.607869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.608848 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.664364 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668b668-8401-4feb-a781-a602f59cf60f req-9b0a0f9e-9bdd-492e-b5ef-0bc0736a791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.665896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6668b668-8401-4feb-a781-a602f59cf60f req-9b0a0f9e-9bdd-492e-b5ef-0bc0736a791d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 1094 time: 0.2668033 Nov 09 18:01:45.696165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c76c-d95d-4a97-8e58-38ebec92f74a req-294da656-07db-4eff-930f-4e6477163d4a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.703618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadf1fbc-e7b9-4433-bd43-ca21cf45ada8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.704191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c76c-d95d-4a97-8e58-38ebec92f74a req-294da656-07db-4eff-930f-4e6477163d4a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.710539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c76c-d95d-4a97-8e58-38ebec92f74a req-294da656-07db-4eff-930f-4e6477163d4a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.710854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadf1fbc-e7b9-4433-bd43-ca21cf45ada8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.715648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fadf1fbc-e7b9-4433-bd43-ca21cf45ada8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2362058 Nov 09 18:01:45.719989 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2791145 Nov 09 18:01:45.720176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c76c-d95d-4a97-8e58-38ebec92f74a req-294da656-07db-4eff-930f-4e6477163d4a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.723147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53558) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:45.723147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53560) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:45.724195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c76c-d95d-4a97-8e58-38ebec92f74a req-294da656-07db-4eff-930f-4e6477163d4a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.730339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c76c-d95d-4a97-8e58-38ebec92f74a req-294da656-07db-4eff-930f-4e6477163d4a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.735607 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5cb875c3-97b1-43ec-baaf-40631a2b43b1 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Request body: {'subnet': {'network_id': 'b60985bc-1992-4f51-bf31-66c477deee12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:45.738474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1c76c-d95d-4a97-8e58-38ebec92f74a req-294da656-07db-4eff-930f-4e6477163d4a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.741455 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51c1c76c-d95d-4a97-8e58-38ebec92f74a req-294da656-07db-4eff-930f-4e6477163d4a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5444 time: 0.2888312 Nov 09 18:01:45.799989 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e151985-1484-4317-b6d6-bde78a231e59 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event updated for resources: {'Network': ['ID=b60985bc-1992-4f51-bf31-66c477deee12,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:45.812098 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network b60985bc-1992-4f51-bf31-66c477deee12 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:45.820732 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0e2a401b-e9f3-4031-b641-bfc25c44d7f4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.829818 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0e2a401b-e9f3-4031-b641-bfc25c44d7f4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.836830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0e2a401b-e9f3-4031-b641-bfc25c44d7f4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.848376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0e2a401b-e9f3-4031-b641-bfc25c44d7f4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.855324 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0e2a401b-e9f3-4031-b641-bfc25c44d7f4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.878143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0e2a401b-e9f3-4031-b641-bfc25c44d7f4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.884223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0e2a401b-e9f3-4031-b641-bfc25c44d7f4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.886253 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0e2a401b-e9f3-4031-b641-bfc25c44d7f4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5444 time: 0.5192671 Nov 09 18:01:45.914810 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.927141 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.936612 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51c1c76c-d95d-4a97-8e58-38ebec92f74a req-1a80e6a9-0f2e-4eda-8e52-e931ce075848 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953913 Nov 09 18:01:45.971525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668b668-8401-4feb-a781-a602f59cf60f req-88f0deb5-53a7-441e-bbea-5788a2d24b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.979469 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6668b668-8401-4feb-a781-a602f59cf60f req-88f0deb5-53a7-441e-bbea-5788a2d24b1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.2886593 Nov 09 18:01:46.001032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-b67efb28-6a46-4427-a724-fb8dd6d3a291 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:46.002934 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-b67efb28-6a46-4427-a724-fb8dd6d3a291 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "GET /v2.0/ports/6ef9967e-4c83-4ee5-860b-bdb537513739?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0578799 Nov 09 18:01:46.098680 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6668b668-8401-4feb-a781-a602f59cf60f req-1ecab5d7-1730-4d99-b70c-d01987b91290 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb HTTP/1.1" status: 200 len: 217 time: 0.1002381 Nov 09 18:01:46.122331 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554926fb-c64a-43fd-94e4-89c6c87cd341 None None] Network 63d0dbc6-0d8c-40fb-86b4-3aeb6586896c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:46.200294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=1161b342-7d0f-4ad7-b48e-f55263bffa41,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:46.203879 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb875c3-97b1-43ec-baaf-40631a2b43b1 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Made reservation on behalf of 4b1969b4b7d3466ca12632e31892a366 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:46.207848 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cb875c3-97b1-43ec-baaf-40631a2b43b1 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.253514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668b668-8401-4feb-a781-a602f59cf60f req-bd71045b-ac5c-4d2c-9abb-556794f07863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:46.256432 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6668b668-8401-4feb-a781-a602f59cf60f req-bd71045b-ac5c-4d2c-9abb-556794f07863 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.1498137 Nov 09 18:01:46.299585 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-1bf9c8d7-1992-4b2d-aa70-7afca6286e4b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "GET /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2835953 Nov 09 18:01:46.301961 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-295a2531-0692-40d0-b22f-8a7cf702d0b7 None None] Provisioning complete for port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:46.302347 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-295a2531-0692-40d0-b22f-8a7cf702d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.329078 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0867a4a0-6be1-437b-b6a2-5d977a65f47f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:46.337944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e9282-dc65-4fb6-b4a1-0594904da90d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port ca8ad9ba-b418-4f31-807d-0c91dfa5006d {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:46.337944 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf3e9282-dc65-4fb6-b4a1-0594904da90d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.377535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668b668-8401-4feb-a781-a602f59cf60f req-8de35406-27e0-4fd6-8f5b-344b39ae181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:46.379397 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6668b668-8401-4feb-a781-a602f59cf60f req-8de35406-27e0-4fd6-8f5b-344b39ae181f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929184 Nov 09 18:01:46.380682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.588577 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:46.754646 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf3e9282-dc65-4fb6-b4a1-0594904da90d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.821036 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0867a4a0-6be1-437b-b6a2-5d977a65f47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.834456 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-295a2531-0692-40d0-b22f-8a7cf702d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.844666 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e9282-dc65-4fb6-b4a1-0594904da90d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for ca8ad9ba-b418-4f31-807d-0c91dfa5006d owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:46.860302 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cb875c3-97b1-43ec-baaf-40631a2b43b1 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.865883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:46.867372 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.980798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-295a2531-0692-40d0-b22f-8a7cf702d0b7 None None] For port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b,segment=NetworkSegment(670e3078-284b-4d57-9085-ea33e7332c3b),segment_id=670e3078-284b-4d57-9085-ea33e7332c3b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:47.000906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008254b-948b-46c3-a87b-20da5c63c47d req-0cc16e4e-7fc5-45ba-9c0c-4d6bb2aa44b7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.003519 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d008254b-948b-46c3-a87b-20da5c63c47d req-0cc16e4e-7fc5-45ba-9c0c-4d6bb2aa44b7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 943 time: 0.2593527 Nov 09 18:01:47.008786 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-295a2531-0692-40d0-b22f-8a7cf702d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.068570 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.106175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb875c3-97b1-43ec-baaf-40631a2b43b1 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event updated for resources: {'Subnet': ['ID=9cc681c9-d6d0-4344-9d88-8b3e7aefd672,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:47.197766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb875c3-97b1-43ec-baaf-40631a2b43b1 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Checking segment: {'id': 'a22aa365-56d4-4b81-8872-fe5029bd10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b60985bc-1992-4f51-bf31-66c477deee12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:47.198231 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb875c3-97b1-43ec-baaf-40631a2b43b1 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Network hostable DHCP agents. Network: b60985bc-1992-4f51-bf31-66c477deee12, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:47.202516 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a2531-0692-40d0-b22f-8a7cf702d0b7 None None] Pushing event updated for resources: {'Port': ['ID=fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:47.223453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6668b668-8401-4feb-a781-a602f59cf60f req-d8259076-2064-4ad0-bbd7-0d45aa1a269d service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074495 Nov 09 18:01:47.224446 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d008254b-948b-46c3-a87b-20da5c63c47d req-d256eb8b-f8fd-4dd0-bce7-35692916bb50 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1963339 Nov 09 18:01:47.257880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb875c3-97b1-43ec-baaf-40631a2b43b1 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Network b60985bc-1992-4f51-bf31-66c477deee12 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:47.284972 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf3e9282-dc65-4fb6-b4a1-0594904da90d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.309354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-5cb875c3-97b1-43ec-baaf-40631a2b43b1 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, b60985bc-1992-4f51-bf31-66c477deee12) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:47.324882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362f0d0d-ded9-422e-ac02-40a9d985e8de None None] Network b60985bc-1992-4f51-bf31-66c477deee12 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:47.339593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0867a4a0-6be1-437b-b6a2-5d977a65f47f service neutron] For port 6ef9967e-4c83-4ee5-860b-bdb537513739, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6ef9967e-4c83-4ee5-860b-bdb537513739,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:47.344634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb875c3-97b1-43ec-baaf-40631a2b43b1 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.345038 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5cb875c3-97b1-43ec-baaf-40631a2b43b1 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.354310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e9282-dc65-4fb6-b4a1-0594904da90d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=ca8ad9ba-b418-4f31-807d-0c91dfa5006d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:47.372628 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf3e9282-dc65-4fb6-b4a1-0594904da90d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.377949 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bf3e9282-dc65-4fb6-b4a1-0594904da90d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/ca8ad9ba-b418-4f31-807d-0c91dfa5006d HTTP/1.1" status: 204 len: 168 time: 1.6538033 Nov 09 18:01:47.383762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53586) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:47.401394 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6668b668-8401-4feb-a781-a602f59cf60f req-101d074b-faca-4b4d-87fa-08bf5171e3ba service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692646 Nov 09 18:01:47.435066 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-47647755-e721-4c1f-a67f-6b139d3b45df None None] Provisioning complete for port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:47.435678 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-47647755-e721-4c1f-a67f-6b139d3b45df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.456091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0867a4a0-6be1-437b-b6a2-5d977a65f47f service neutron] For port 6ef9967e-4c83-4ee5-860b-bdb537513739, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:47.496910 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5cb875c3-97b1-43ec-baaf-40631a2b43b1 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7631965 Nov 09 18:01:47.497700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53590) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:47.503539 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Request body: {'port': {'network_id': 'b60985bc-1992-4f51-bf31-66c477deee12', 'name': 'tempest-AllowedAddressPairTestJSON-481804573'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:47.522969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39672c37-1b67-4cc7-8e2f-092148bac58f req-1aaac685-c0d7-4427-a856-6124423caf8b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.535598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6ef9967e-4c83-4ee5-860b-bdb537513739 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:47.536466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39672c37-1b67-4cc7-8e2f-092148bac58f req-1aaac685-c0d7-4427-a856-6124423caf8b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.544482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39672c37-1b67-4cc7-8e2f-092148bac58f req-1aaac685-c0d7-4427-a856-6124423caf8b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.560756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39672c37-1b67-4cc7-8e2f-092148bac58f req-1aaac685-c0d7-4427-a856-6124423caf8b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.570162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39672c37-1b67-4cc7-8e2f-092148bac58f req-1aaac685-c0d7-4427-a856-6124423caf8b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.578835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39672c37-1b67-4cc7-8e2f-092148bac58f req-1aaac685-c0d7-4427-a856-6124423caf8b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.587805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39672c37-1b67-4cc7-8e2f-092148bac58f req-1aaac685-c0d7-4427-a856-6124423caf8b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.589530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0867a4a0-6be1-437b-b6a2-5d977a65f47f service neutron] device_id is not set on port 6ef9967e-4c83-4ee5-860b-bdb537513739 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:01:47.599983 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39672c37-1b67-4cc7-8e2f-092148bac58f req-1aaac685-c0d7-4427-a856-6124423caf8b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 5444 time: 0.4793072 Nov 09 18:01:47.617978 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0867a4a0-6be1-437b-b6a2-5d977a65f47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.642680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87c6215-e8f5-426f-97f2-f529069c55dd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.645035 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a87c6215-e8f5-426f-97f2-f529069c55dd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2574480 Nov 09 18:01:47.650039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53596) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:47.677924 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0867a4a0-6be1-437b-b6a2-5d977a65f47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.700821 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.708451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6ef9967e-4c83-4ee5-860b-bdb537513739 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:47.710408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 510929e3-6484-4eca-8e41-119ef67dace3 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:47.713502 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44a2188-f6fe-4b81-bd90-89a71033315e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:01:47.719617 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f44a2188-f6fe-4b81-bd90-89a71033315e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/9c06976e-656d-4cd0-a70a-f27a14f43c21 HTTP/1.1" status: 404 len: 333 time: 0.0645325 Nov 09 18:01:47.720902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53598) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:47.758917 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39672c37-1b67-4cc7-8e2f-092148bac58f req-0409d523-a7e5-43a0-8ade-aaf92ce8fc8c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584859 Nov 09 18:01:47.790826 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9ac963-d7d1-4160-bee0-6882a2038d99 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:01:47.795036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cf9ac963-d7d1-4160-bee0-6882a2038d99 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/ca8ad9ba-b418-4f31-807d-0c91dfa5006d HTTP/1.1" status: 404 len: 333 time: 0.0709860 Nov 09 18:01:47.807005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53600) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:47.907269 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867a4a0-6be1-437b-b6a2-5d977a65f47f service neutron] Pushing event updated for resources: {'Port': ['ID=6ef9967e-4c83-4ee5-860b-bdb537513739,revision_number=6']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:47.922815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0867a4a0-6be1-437b-b6a2-5d977a65f47f service neutron] No DVR routers for this DVR port 6ef9967e-4c83-4ee5-860b-bdb537513739 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:47.937711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-47647755-e721-4c1f-a67f-6b139d3b45df None None] Provisioning complete for port 1161b342-7d0f-4ad7-b48e-f55263bffa41 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:47.938241 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-47647755-e721-4c1f-a67f-6b139d3b45df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.970609 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-b60985bc-1992-4f51-bf31-66c477deee12', 'network_id': 'b60985bc-1992-4f51-bf31-66c477deee12', 'tenant_id': '4b1969b4b7d3466ca12632e31892a366', 'fixed_ips': [{'subnet_id': '9cc681c9-d6d0-4344-9d88-8b3e7aefd672'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:01:47.971626 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.016279 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.028314 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.029155 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.041464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-47647755-e721-4c1f-a67f-6b139d3b45df None None] Port 1161b342-7d0f-4ad7-b48e-f55263bffa41 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:48.069422 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.151141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Made reservation on behalf of 4b1969b4b7d3466ca12632e31892a366 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:48.155952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.190669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 510929e3-6484-4eca-8e41-119ef67dace3, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=510929e3-6484-4eca-8e41-119ef67dace3,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:48.195652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '510929e3-6484-4eca-8e41-119ef67dace3'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:48.198588 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22afe303-3284-472a-bdf1-2cd87f0a8bf2" -d '{"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-unplugged", "status": "completed", "tag": "510929e3-6484-4eca-8e41-119ef67dace3"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:48.200999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0867a4a0-6be1-437b-b6a2-5d977a65f47f service neutron] In _notify_port_updated(), no bound segment for port 6ef9967e-4c83-4ee5-860b-bdb537513739 on network ab3ee116-42d6-4b96-992c-e858e888877b {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:01:48.210685 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.211555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device dd8443a3-ce2a-48ee-a21b-3470a2238132 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:48.216656 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0867a4a0-6be1-437b-b6a2-5d977a65f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:48.217914 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0867a4a0-6be1-437b-b6a2-5d977a65f47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.219459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-0867a4a0-6be1-437b-b6a2-5d977a65f47f service neutron] 10.222.0.18 "PUT /v2.0/ports/6ef9967e-4c83-4ee5-860b-bdb537513739 HTTP/1.1" status: 200 len: 1033 time: 1.9086037 Nov 09 18:01:48.231190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=1161b342-7d0f-4ad7-b48e-f55263bffa41,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:48.259059 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b4568fe-1069-4e49-b012-3f2b3116c65e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.262809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 63d0dbc6-0d8c-40fb-86b4-3aeb6586896c is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:48.268217 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:48.268967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:48.269513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:48.270031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:48.270550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:48.271073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:48.271616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:48.272141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:48.272643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:48.273166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:48.273682 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:48.274197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:48.279035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:48.333315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-726c58a3-1744-4f72-96c6-8a58bcfe0d68 None None] Provisioning complete for port 1161b342-7d0f-4ad7-b48e-f55263bffa41 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:48.333704 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-726c58a3-1744-4f72-96c6-8a58bcfe0d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.365516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] device_id is not set on port d3bb0ebd-1a0d-4873-8b1d-9df02f35a088 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:01:48.457084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router f6186a52-f07d-46de-878c-63cb9962028d is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:01:48.551260 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-fa24e88d-33c9-42f3-a6ae-453ff380b4d3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:48.551506 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f81cd51-2465-4624-84bf-2f314f31d847 x-openstack-request-id: req-4f81cd51-2465-4624-84bf-2f314f31d847 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:48.551506 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-unplugged", "status": "completed", "tag": "510929e3-6484-4eca-8e41-119ef67dace3", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:48.551506 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f81cd51-2465-4624-84bf-2f314f31d847 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:48.551506 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '510929e3-6484-4eca-8e41-119ef67dace3', 'code': 200} Nov 09 18:01:48.551952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-fa24e88d-33c9-42f3-a6ae-453ff380b4d3 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "GET /v2.0/ports/510929e3-6484-4eca-8e41-119ef67dace3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3141763 Nov 09 18:01:48.570200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:48.577632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Allocated IP 172.20.0.2 (b60985bc-1992-4f51-bf31-66c477deee12/9cc681c9-d6d0-4344-9d88-8b3e7aefd672/53827533-277c-4e9e-b9c8-55f97b611647) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:48.593979 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-50973221-3af5-471d-b8c5-1eaf9e96389a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:48.626764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-726c58a3-1744-4f72-96c6-8a58bcfe0d68 None None] Port 1161b342-7d0f-4ad7-b48e-f55263bffa41 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:48.653146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=510929e3-6484-4eca-8e41-119ef67dace3,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:48.702011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49bb77-3c83-4c2e-b886-8ba900b5dc0f req-aab6ad64-f9ff-41e5-a32a-6e846f7ad7a2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:48.703745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a49bb77-3c83-4c2e-b886-8ba900b5dc0f req-aab6ad64-f9ff-41e5-a32a-6e846f7ad7a2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 943 time: 0.1363761 Nov 09 18:01:48.705483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:48.713590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b97e55ba-cba7-4d5f-84f8-42a937427d7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/f6186a52-f07d-46de-878c-63cb9962028d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9392676 Nov 09 18:01:48.714699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53618) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:48.718197 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b4568fe-1069-4e49-b012-3f2b3116c65e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.727040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f907d7-78e6-41b6-9a1e-ed08b7712ded None None] Sync routers for ids ['f6186a52-f07d-46de-878c-63cb9962028d'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:48.745370 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2b4568fe-1069-4e49-b012-3f2b3116c65e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825e95af-f04d-492e-bfd5-bf4f839c787d']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:48.758551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2b4568fe-1069-4e49-b012-3f2b3116c65e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2718aa80-08b7-41f2-8716-44fa8f63a52f') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:48.758853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2b4568fe-1069-4e49-b012-3f2b3116c65e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2718aa80-08b7-41f2-8716-44fa8f63a52f') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:48.772030 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b4568fe-1069-4e49-b012-3f2b3116c65e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.778269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0914f152-c802-4a92-84fe-59887d5cc44b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:48.784034 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0914f152-c802-4a92-84fe-59887d5cc44b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports/1161b342-7d0f-4ad7-b48e-f55263bffa41 HTTP/1.1" status: 200 len: 983 time: 0.0656669 Nov 09 18:01:48.790790 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.793125 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b4568fe-1069-4e49-b012-3f2b3116c65e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.802667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53620) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:48.803543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4568fe-1069-4e49-b012-3f2b3116c65e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:48.804619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b4568fe-1069-4e49-b012-3f2b3116c65e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.828889 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f907d7-78e6-41b6-9a1e-ed08b7712ded None None] Routers {'f6186a52-f07d-46de-878c-63cb9962028d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:48.830280 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-60f907d7-78e6-41b6-9a1e-ed08b7712ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['f6186a52-f07d-46de-878c-63cb9962028d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:48.895089 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fcd9d7cd-11fe-4ec9-9cc5-167824ca005c None None] Provisioning complete for port 6ef9967e-4c83-4ee5-860b-bdb537513739 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:48.895521 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fcd9d7cd-11fe-4ec9-9cc5-167824ca005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.934045 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-60f907d7-78e6-41b6-9a1e-ed08b7712ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:48.939007 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a49bb77-3c83-4c2e-b886-8ba900b5dc0f req-76d6e4bc-cbe8-44ce-949e-bae79e39fc20 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1680708 Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:48.948963 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:48.965698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:48.966176 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.973129 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b4568fe-1069-4e49-b012-3f2b3116c65e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.004627 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b4568fe-1069-4e49-b012-3f2b3116c65e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.012834 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2b4568fe-1069-4e49-b012-3f2b3116c65e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/networks/825e95af-f04d-492e-bfd5-bf4f839c787d HTTP/1.1" status: 204 len: 168 time: 1.2039907 Nov 09 18:01:49.025400 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53630) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:49.030881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c44344bf-2e3d-4128-897c-9f88ad7d2d6c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1439673143'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:49.039401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4568fe-1069-4e49-b012-3f2b3116c65e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Network': ['ID=825e95af-f04d-492e-bfd5-bf4f839c787d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:49.089926 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port dd8443a3-ce2a-48ee-a21b-3470a2238132, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=dd8443a3-ce2a-48ee-a21b-3470a2238132,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:49.094909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fcd9d7cd-11fe-4ec9-9cc5-167824ca005c None None] Port 6ef9967e-4c83-4ee5-860b-bdb537513739 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:49.104524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f907d7-78e6-41b6-9a1e-ed08b7712ded None None] Routers {'f6186a52-f07d-46de-878c-63cb9962028d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:49.105215 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-60f907d7-78e6-41b6-9a1e-ed08b7712ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['f6186a52-f07d-46de-878c-63cb9962028d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:49.116371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44344bf-2e3d-4128-897c-9f88ad7d2d6c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:49.122309 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c44344bf-2e3d-4128-897c-9f88ad7d2d6c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.132023 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.132698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:49.166631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9148b52-97fa-4339-ada9-b790ae932253 req-9daa44a1-ee7e-49ef-8fb5-b98e71540a11 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:49.173592 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9148b52-97fa-4339-ada9-b790ae932253 req-9daa44a1-ee7e-49ef-8fb5-b98e71540a11 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:49.181328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9148b52-97fa-4339-ada9-b790ae932253 req-9daa44a1-ee7e-49ef-8fb5-b98e71540a11 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:49.188019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9148b52-97fa-4339-ada9-b790ae932253 req-9daa44a1-ee7e-49ef-8fb5-b98e71540a11 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:49.195659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9148b52-97fa-4339-ada9-b790ae932253 req-9daa44a1-ee7e-49ef-8fb5-b98e71540a11 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:49.202942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9148b52-97fa-4339-ada9-b790ae932253 req-9daa44a1-ee7e-49ef-8fb5-b98e71540a11 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:49.204892 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a9148b52-97fa-4339-ada9-b790ae932253 req-9daa44a1-ee7e-49ef-8fb5-b98e71540a11 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 4662 time: 0.2668839 Nov 09 18:01:49.216801 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-50973221-3af5-471d-b8c5-1eaf9e96389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.285619 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44344bf-2e3d-4128-897c-9f88ad7d2d6c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:49.288725 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-60f907d7-78e6-41b6-9a1e-ed08b7712ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:49.289405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f907d7-78e6-41b6-9a1e-ed08b7712ded None None] The sync data for ids ['f6186a52-f07d-46de-878c-63cb9962028d'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:49.320741 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c44344bf-2e3d-4128-897c-9f88ad7d2d6c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.321092 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-c44344bf-2e3d-4128-897c-9f88ad7d2d6c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Added segment a2627929-8a37-4521-8d65-3b77052b542e of type vlan for network c43c4b84-8ce6-41cd-abfa-80b113fafb93 Nov 09 18:01:49.328194 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a9148b52-97fa-4339-ada9-b790ae932253 req-a305c2d7-70bc-4973-8a5c-a74f8d6f128b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9&id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123021 Nov 09 18:01:49.357444 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.365304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fcd9d7cd-11fe-4ec9-9cc5-167824ca005c None None] Provisioning complete for port 1161b342-7d0f-4ad7-b48e-f55263bffa41 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:49.365702 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fcd9d7cd-11fe-4ec9-9cc5-167824ca005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.380708 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.410800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=dd8443a3-ce2a-48ee-a21b-3470a2238132,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:49.437507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Network b60985bc-1992-4f51-bf31-66c477deee12 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:49.457328 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:49.465671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:49.495628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fcd9d7cd-11fe-4ec9-9cc5-167824ca005c None None] Port 1161b342-7d0f-4ad7-b48e-f55263bffa41 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:49.510916 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c44344bf-2e3d-4128-897c-9f88ad7d2d6c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.533794 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49776fba-a0bc-4cdf-b028-02c6b5239724 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.547787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device b9dae33d-8072-4747-82f8-2146bd43b1eb details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:01:49.582439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Allocated IP 172.20.0.9 (b60985bc-1992-4f51-bf31-66c477deee12/9cc681c9-d6d0-4344-9d88-8b3e7aefd672/d3bb0ebd-1a0d-4873-8b1d-9df02f35a088) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:49.588696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Pushing event updated for resources: {'Port': ['ID=53827533-277c-4e9e-b9c8-55f97b611647,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:49.593239 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.647395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Attempting to bind port 53827533-277c-4e9e-b9c8-55f97b611647 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:49.647788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Attempting to bind port 53827533-277c-4e9e-b9c8-55f97b611647 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'a22aa365-56d4-4b81-8872-fe5029bd10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b60985bc-1992-4f51-bf31-66c477deee12'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:49.648164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Attempting to bind port 53827533-277c-4e9e-b9c8-55f97b611647 on network b60985bc-1992-4f51-bf31-66c477deee12 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:49.657529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:49.657903 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Checking segment: {'id': 'a22aa365-56d4-4b81-8872-fe5029bd10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b60985bc-1992-4f51-bf31-66c477deee12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:49.658310 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.658717 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Bound using segment: {'id': 'a22aa365-56d4-4b81-8872-fe5029bd10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b60985bc-1992-4f51-bf31-66c477deee12'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:49.659209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Bound port: 53827533-277c-4e9e-b9c8-55f97b611647, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22aa365-56d4-4b81-8872-fe5029bd10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b60985bc-1992-4f51-bf31-66c477deee12'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:49.659631 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.666165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c44344bf-2e3d-4128-897c-9f88ad7d2d6c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.672516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44344bf-2e3d-4128-897c-9f88ad7d2d6c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:49.673149 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c44344bf-2e3d-4128-897c-9f88ad7d2d6c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.727334 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ef48d587-c107-49b3-9c46-6d83d2fae41d None None] Provisioning complete for port 1161b342-7d0f-4ad7-b48e-f55263bffa41 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:49.728223 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ef48d587-c107-49b3-9c46-6d83d2fae41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.815543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44344bf-2e3d-4128-897c-9f88ad7d2d6c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Network': ['ID=c43c4b84-8ce6-41cd-abfa-80b113fafb93,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:49.913563 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-50973221-3af5-471d-b8c5-1eaf9e96389a service neutron] For port 510929e3-6484-4eca-8e41-119ef67dace3, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=510929e3-6484-4eca-8e41-119ef67dace3,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:49.954633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network c43c4b84-8ce6-41cd-abfa-80b113fafb93 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:49.962683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000,segment=NetworkSegment(fdab91bb-c506-4901-bc13-f6f123e4e47b),segment_id=fdab91bb-c506-4901-bc13-f6f123e4e47b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:49.983497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-50973221-3af5-471d-b8c5-1eaf9e96389a service neutron] For port 510929e3-6484-4eca-8e41-119ef67dace3, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:50.011905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.012668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 316e14fe-0b21-43d7-88c8-347033fc6186 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:50.064081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-50973221-3af5-471d-b8c5-1eaf9e96389a service neutron] device_id is not set on port 510929e3-6484-4eca-8e41-119ef67dace3 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:01:50.074595 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-50973221-3af5-471d-b8c5-1eaf9e96389a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.083865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c44344bf-2e3d-4128-897c-9f88ad7d2d6c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0573514 Nov 09 18:01:50.115339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ef48d587-c107-49b3-9c46-6d83d2fae41d None None] Port 1161b342-7d0f-4ad7-b48e-f55263bffa41 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:50.144437 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-50973221-3af5-471d-b8c5-1eaf9e96389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.150004 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53648) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:50.160024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': 'c43c4b84-8ce6-41cd-abfa-80b113fafb93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:50.195766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:50.211093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] For port 53827533-277c-4e9e-b9c8-55f97b611647, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:50.253988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] For port 53827533-277c-4e9e-b9c8-55f97b611647, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=53827533-277c-4e9e-b9c8-55f97b611647,segment=NetworkSegment(a22aa365-56d4-4b81-8872-fe5029bd10f6),segment_id=a22aa365-56d4-4b81-8872-fe5029bd10f6)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:50.255283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'port_id': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'mac_address': 'fa:16:3e:9d:67:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:01:50.261328 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:50.268391 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.303606 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.373467 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0956f1-4e2e-4c69-a923-fbabf0030af5 req-fec75c5e-79a9-491a-a430-91d4ccf3ca61 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:50.377266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-50973221-3af5-471d-b8c5-1eaf9e96389a service neutron] No DVR routers for this DVR port 510929e3-6484-4eca-8e41-119ef67dace3 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:50.380471 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50973221-3af5-471d-b8c5-1eaf9e96389a service neutron] Pushing event updated for resources: {'Port': ['ID=510929e3-6484-4eca-8e41-119ef67dace3,revision_number=7']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:50.395880 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0a0956f1-4e2e-4c69-a923-fbabf0030af5 req-fec75c5e-79a9-491a-a430-91d4ccf3ca61 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 943 time: 0.1580732 Nov 09 18:01:50.406749 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.447815 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.459518 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86da1dd-0d6c-4763-bc05-835f5ab730e0 None None] Pushing event updated for resources: {'Port': ['ID=53827533-277c-4e9e-b9c8-55f97b611647,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:50.462262 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0a0956f1-4e2e-4c69-a923-fbabf0030af5 req-c73e5280-4566-43f5-a006-0e4cc7cd825f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645669 Nov 09 18:01:50.490697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9dae33d-8072-4747-82f8-2146bd43b1eb {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:50.528896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-49776fba-a0bc-4cdf-b028-02c6b5239724 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port 1161b342-7d0f-4ad7-b48e-f55263bffa41 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:50.529915 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49776fba-a0bc-4cdf-b028-02c6b5239724 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.550791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:50.558440 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd8443a3-ce2a-48ee-a21b-3470a2238132'}, {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000'}, {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '316e14fe-0b21-43d7-88c8-347033fc6186'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:50.561449 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8632fd0-583b-4e69-8cef-263c94188c99" -d '{"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-unplugged", "status": "completed", "tag": "dd8443a3-ce2a-48ee-a21b-3470a2238132"}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-unplugged", "status": "completed", "tag": "d69e5ee6-c321-45a8-8ab4-d2ecb8dca000"}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-unplugged", "status": "completed", "tag": "316e14fe-0b21-43d7-88c8-347033fc6186"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:50.615382 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.618585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 316e14fe-0b21-43d7-88c8-347033fc6186, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=316e14fe-0b21-43d7-88c8-347033fc6186,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:50.631065 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-50973221-3af5-471d-b8c5-1eaf9e96389a service neutron] In _notify_port_updated(), no bound segment for port 510929e3-6484-4eca-8e41-119ef67dace3 on network ab3ee116-42d6-4b96-992c-e858e888877b {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:01:50.632605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-50973221-3af5-471d-b8c5-1eaf9e96389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:50.633874 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-50973221-3af5-471d-b8c5-1eaf9e96389a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.635789 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-50973221-3af5-471d-b8c5-1eaf9e96389a service neutron] 10.222.0.18 "PUT /v2.0/ports/510929e3-6484-4eca-8e41-119ef67dace3 HTTP/1.1" status: 200 len: 1031 time: 2.0477321 Nov 09 18:01:50.693824 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49776fba-a0bc-4cdf-b028-02c6b5239724 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.703291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c73ee-af76-43de-b05a-2c010f2fd5b9 req-3a32de72-ae7a-4338-a0e1-da2fcf54bbe9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:50.710868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c73ee-af76-43de-b05a-2c010f2fd5b9 req-3a32de72-ae7a-4338-a0e1-da2fcf54bbe9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:50.715215 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-49776fba-a0bc-4cdf-b028-02c6b5239724 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for 1161b342-7d0f-4ad7-b48e-f55263bffa41 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:50.720069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c73ee-af76-43de-b05a-2c010f2fd5b9 req-3a32de72-ae7a-4338-a0e1-da2fcf54bbe9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:50.729659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c73ee-af76-43de-b05a-2c010f2fd5b9 req-3a32de72-ae7a-4338-a0e1-da2fcf54bbe9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:50.736640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c73ee-af76-43de-b05a-2c010f2fd5b9 req-3a32de72-ae7a-4338-a0e1-da2fcf54bbe9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:50.745246 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c94c73ee-af76-43de-b05a-2c010f2fd5b9 req-3a32de72-ae7a-4338-a0e1-da2fcf54bbe9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 3882 time: 0.2384167 Nov 09 18:01:50.751659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:50.760192 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.771097 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c72ce7-a07d-46b2-ab8f-1ba51bcfa1fd x-openstack-request-id: req-b4c72ce7-a07d-46b2-ab8f-1ba51bcfa1fd {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:50.771712 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-unplugged", "status": "completed", "tag": "dd8443a3-ce2a-48ee-a21b-3470a2238132", "code": 200}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-unplugged", "status": "completed", "tag": "d69e5ee6-c321-45a8-8ab4-d2ecb8dca000", "code": 200}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-unplugged", "status": "completed", "tag": "316e14fe-0b21-43d7-88c8-347033fc6186", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:50.771851 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4c72ce7-a07d-46b2-ab8f-1ba51bcfa1fd {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:50.776272 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd8443a3-ce2a-48ee-a21b-3470a2238132', 'code': 200} Nov 09 18:01:50.777157 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000', 'code': 200} Nov 09 18:01:50.777711 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '316e14fe-0b21-43d7-88c8-347033fc6186', 'code': 200} Nov 09 18:01:50.785874 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.787141 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 55aad609-e018-4a11-95ea-6a959eefd6a9 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:50.894801 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Performing IP validity checks on allocation pools {{(pid=102155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 18:01:50.897344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 18:01:50.902321 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.924951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=b9dae33d-8072-4747-82f8-2146bd43b1eb,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:50.941907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9157f1fa-4a69-4989-9af4-21d3798dcc6c None None] Provisioning complete for port 510929e3-6484-4eca-8e41-119ef67dace3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:50.943401 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9157f1fa-4a69-4989-9af4-21d3798dcc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.997724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['b9dae33d-8072-4747-82f8-2146bd43b1eb'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:51.095664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Network b60985bc-1992-4f51-bf31-66c477deee12 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:51.098871 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c94c73ee-af76-43de-b05a-2c010f2fd5b9 req-0bddcd2f-f757-4bf6-9ef5-118851e25fc0 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522742 Nov 09 18:01:51.109610 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:51.111594 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49776fba-a0bc-4cdf-b028-02c6b5239724 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.114807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event updated for resources: {'Port': ['ID=d3bb0ebd-1a0d-4873-8b1d-9df02f35a088,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.117346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:51.149065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=316e14fe-0b21-43d7-88c8-347033fc6186,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.165635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9157f1fa-4a69-4989-9af4-21d3798dcc6c None None] Port 510929e3-6484-4eca-8e41-119ef67dace3 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:51.183103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49776fba-a0bc-4cdf-b028-02c6b5239724 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=1161b342-7d0f-4ad7-b48e-f55263bffa41,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.216859 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:51.217649 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.219623 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.261882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-e50bf374-b086-46fc-b541-5069320ffd42 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Deleting port 55aad609-e018-4a11-95ea-6a959eefd6a9 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:51.262226 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-e50bf374-b086-46fc-b541-5069320ffd42 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.311652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 55aad609-e018-4a11-95ea-6a959eefd6a9, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=55aad609-e018-4a11-95ea-6a959eefd6a9,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:51.319028 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.319963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device c7d451e7-2b1c-426c-8bb5-f2befdd86181 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:51.320119 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ce3f52fd-61a4-42d8-8bef-6ba817cc6572 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8213625 Nov 09 18:01:51.342411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53664) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:51.349924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Request body: {'port': {'network_id': 'b60985bc-1992-4f51-bf31-66c477deee12', 'name': 'tempest-AllowedAddressPairTestJSON-1312532800', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ed:18:61'}]}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:51.427081 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.486197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=55aad609-e018-4a11-95ea-6a959eefd6a9,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.517626 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49776fba-a0bc-4cdf-b028-02c6b5239724 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.595432 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.649864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port c7d451e7-2b1c-426c-8bb5-f2befdd86181, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c7d451e7-2b1c-426c-8bb5-f2befdd86181,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:51.659957 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.663862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-e50bf374-b086-46fc-b541-5069320ffd42 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] For port 55aad609-e018-4a11-95ea-6a959eefd6a9, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=55aad609-e018-4a11-95ea-6a959eefd6a9,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:51.664253 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-e50bf374-b086-46fc-b541-5069320ffd42 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.677574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Subnet': ['ID=270843a1-2626-4998-9b79-be05dadd766e,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.723699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Checking segment: {'id': 'a2627929-8a37-4521-8d65-3b77052b542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c43c4b84-8ce6-41cd-abfa-80b113fafb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:51.724099 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network hostable DHCP agents. Network: c43c4b84-8ce6-41cd-abfa-80b113fafb93, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:51.726890 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-e50bf374-b086-46fc-b541-5069320ffd42 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Calling delete_port for 55aad609-e018-4a11-95ea-6a959eefd6a9 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:51.815663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network c43c4b84-8ce6-41cd-abfa-80b113fafb93 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:51.827255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=c7d451e7-2b1c-426c-8bb5-f2befdd86181,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.849288 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, c43c4b84-8ce6-41cd-abfa-80b113fafb93) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:51.867495 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Made reservation on behalf of 4b1969b4b7d3466ca12632e31892a366 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:51.872850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e07ade8-9f1a-42e9-854d-0244850932d5 None None] Network c43c4b84-8ce6-41cd-abfa-80b113fafb93 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:51.890448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:51.891232 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.933518 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e3894074-e2c9-4316-ab2a-47b5e6acf61f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7787192 Nov 09 18:01:51.935429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53676) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:51.949537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': 'c43c4b84-8ce6-41cd-abfa-80b113fafb93', 'name': 'tempest-PortsIpV6TestJSON-1554045141'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:51.981770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49776fba-a0bc-4cdf-b028-02c6b5239724 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router f6186a52-f07d-46de-878c-63cb9962028d has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:52.053216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c461-9768-40df-87bb-ce4d98b8def9 req-4f7700cb-4e6e-4a4e-ad50-0c618389fa86 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:52.054836 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-97a1c461-9768-40df-87bb-ce4d98b8def9 req-4f7700cb-4e6e-4a4e-ad50-0c618389fa86 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.2874184 Nov 09 18:01:52.151326 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-c43c4b84-8ce6-41cd-abfa-80b113fafb93', 'network_id': 'c43c4b84-8ce6-41cd-abfa-80b113fafb93', 'tenant_id': '65def5a5d4f14aabba649675babfc793', 'fixed_ips': [{'subnet_id': '270843a1-2626-4998-9b79-be05dadd766e'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:01:52.152238 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.242528 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.257186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49776fba-a0bc-4cdf-b028-02c6b5239724 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:52.271891 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432aed8c-8d94-4cdf-945d-efbf0a16af3b None None] Sync routers for ids ['f6186a52-f07d-46de-878c-63cb9962028d'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:52.273087 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-49776fba-a0bc-4cdf-b028-02c6b5239724 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/f6186a52-f07d-46de-878c-63cb9962028d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4690797 Nov 09 18:01:52.278513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53684) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:52.282581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a8931cf-4b31-4870-977e-380b7475d914 req-30aa5f3e-af23-4c9f-8dd5-777f5ef5f114 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5058618 Nov 09 18:01:52.304367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] device_id is not set on port ae7609f1-e16a-4c96-82c7-9a2ea6076dc9 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:01:52.308846 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432aed8c-8d94-4cdf-945d-efbf0a16af3b None None] Routers {'f6186a52-f07d-46de-878c-63cb9962028d'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:52.310127 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-432aed8c-8d94-4cdf-945d-efbf0a16af3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['f6186a52-f07d-46de-878c-63cb9962028d'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:52.331397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2847b1c9-897e-4573-a4ba-a1114ea129e6 None None] Network b60985bc-1992-4f51-bf31-66c477deee12 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:52.363207 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-432aed8c-8d94-4cdf-945d-efbf0a16af3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:52.378925 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432aed8c-8d94-4cdf-945d-efbf0a16af3b None None] Routers {'f6186a52-f07d-46de-878c-63cb9962028d'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:52.379979 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-432aed8c-8d94-4cdf-945d-efbf0a16af3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['f6186a52-f07d-46de-878c-63cb9962028d'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:52.426100 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-432aed8c-8d94-4cdf-945d-efbf0a16af3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:52.427473 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432aed8c-8d94-4cdf-945d-efbf0a16af3b None None] The sync data for ids ['f6186a52-f07d-46de-878c-63cb9962028d'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:52.475168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-97a1c461-9768-40df-87bb-ce4d98b8def9 req-267ff5ff-4471-4fbe-9a48-3a94624a4b51 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3258674 Nov 09 18:01:52.505149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a9108f8c-17f2-4ece-a6bb-6638ca7c1637 None None] Provisioning complete for port 53827533-277c-4e9e-b9c8-55f97b611647 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:52.505525 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a9108f8c-17f2-4ece-a6bb-6638ca7c1637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.648817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Allocated IP 172.20.0.4 (b60985bc-1992-4f51-bf31-66c477deee12/9cc681c9-d6d0-4344-9d88-8b3e7aefd672/ae7609f1-e16a-4c96-82c7-9a2ea6076dc9) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:52.656293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Allocated IP 2001:db8::2 (c43c4b84-8ce6-41cd-abfa-80b113fafb93/270843a1-2626-4998-9b79-be05dadd766e/fee8d180-e7c2-4e1e-82eb-e0847ad56579) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:52.742146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 53827533-277c-4e9e-b9c8-55f97b611647 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:52.807028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55aad609-e018-4a11-95ea-6a959eefd6a9'}, {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d451e7-2b1c-426c-8bb5-f2befdd86181'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:52.812198 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abca66ba-c7cc-413a-853e-d281655890c7" -d '{"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-unplugged", "status": "completed", "tag": "55aad609-e018-4a11-95ea-6a959eefd6a9"}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-unplugged", "status": "completed", "tag": "c7d451e7-2b1c-426c-8bb5-f2befdd86181"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:52.821404 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-e50bf374-b086-46fc-b541-5069320ffd42 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.849312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8931cf-4b31-4870-977e-380b7475d914 req-4029faea-8403-4a23-8ab4-1846d4176710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:52.851907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a8931cf-4b31-4870-977e-380b7475d914 req-4029faea-8403-4a23-8ab4-1846d4176710 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0a15baa0be84b04a3c2eadf1bb86389&device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 1101 time: 0.4756093 Nov 09 18:01:52.960846 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78523c1c-e170-486a-a88a-109869b879c3 x-openstack-request-id: req-78523c1c-e170-486a-a88a-109869b879c3 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:52.961774 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-unplugged", "status": "completed", "tag": "55aad609-e018-4a11-95ea-6a959eefd6a9", "code": 200}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-unplugged", "status": "completed", "tag": "c7d451e7-2b1c-426c-8bb5-f2befdd86181", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:52.961774 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78523c1c-e170-486a-a88a-109869b879c3 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:52.962186 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55aad609-e018-4a11-95ea-6a959eefd6a9', 'code': 200} Nov 09 18:01:52.962468 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d451e7-2b1c-426c-8bb5-f2befdd86181', 'code': 200} Nov 09 18:01:52.999704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-e50bf374-b086-46fc-b541-5069320ffd42 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] No DVR routers for this DVR port 55aad609-e018-4a11-95ea-6a959eefd6a9 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:53.004521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bf374-b086-46fc-b541-5069320ffd42 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Port': ['ID=55aad609-e018-4a11-95ea-6a959eefd6a9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:53.020678 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-e50bf374-b086-46fc-b541-5069320ffd42 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.025387 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-e50bf374-b086-46fc-b541-5069320ffd42 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "DELETE /v2.0/ports/55aad609-e018-4a11-95ea-6a959eefd6a9 HTTP/1.1" status: 204 len: 173 time: 2.3798897 Nov 09 18:01:53.034688 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-143e84df-65ae-4846-8fab-2267a92a6a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 18:01:53.039461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-143e84df-65ae-4846-8fab-2267a92a6a58 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/f6186a52-f07d-46de-878c-63cb9962028d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7558815 Nov 09 18:01:53.039702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e6d5e-75ff-4ee8-aef3-c65b467d6fc1 req-d7d34e42-a0a3-41db-b43e-dd4bfbd17d5b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.046970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53698) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:53.048577 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e6d5e-75ff-4ee8-aef3-c65b467d6fc1 req-d7d34e42-a0a3-41db-b43e-dd4bfbd17d5b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.058664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e6d5e-75ff-4ee8-aef3-c65b467d6fc1 req-d7d34e42-a0a3-41db-b43e-dd4bfbd17d5b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.068213 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e6d5e-75ff-4ee8-aef3-c65b467d6fc1 req-d7d34e42-a0a3-41db-b43e-dd4bfbd17d5b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.070916 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a9108f8c-17f2-4ece-a6bb-6638ca7c1637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.074944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e6d5e-75ff-4ee8-aef3-c65b467d6fc1 req-d7d34e42-a0a3-41db-b43e-dd4bfbd17d5b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.077234 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-410e6d5e-75ff-4ee8-aef3-c65b467d6fc1 req-d7d34e42-a0a3-41db-b43e-dd4bfbd17d5b tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 3798 time: 0.8554323 Nov 09 18:01:53.077723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-deleted', 'tag': '55aad609-e018-4a11-95ea-6a959eefd6a9'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:53.080166 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b272dcc8-91e3-4447-93dd-f868330fe3f6" -d '{"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-deleted", "tag": "55aad609-e018-4a11-95ea-6a959eefd6a9"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:53.087082 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:53.090738 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.114888 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-061c166e-d402-4864-85a3-301d0b14f424 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6186a52-f07d-46de-878c-63cb9962028d HTTP/1.1" status: 200 len: 205 time: 0.0663457 Nov 09 18:01:53.117746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53702) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:53.126830 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.127589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 53827533-277c-4e9e-b9c8-55f97b611647 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:53.127957 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.142745 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.177068 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36fa805-c841-4d71-aef4-43cf3d3f6a7b x-openstack-request-id: req-c36fa805-c841-4d71-aef4-43cf3d3f6a7b {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:53.177694 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-deleted", "tag": "55aad609-e018-4a11-95ea-6a959eefd6a9", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:53.178031 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c36fa805-c841-4d71-aef4-43cf3d3f6a7b {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:53.178515 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-deleted', 'tag': '55aad609-e018-4a11-95ea-6a959eefd6a9', 'status': 'completed', 'code': 200} Nov 09 18:01:53.200058 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-410e6d5e-75ff-4ee8-aef3-c65b467d6fc1 req-fe772cb7-afd0-4bc2-acf3-932c86121ce1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148820 Nov 09 18:01:53.207270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port 92a8461f-c760-4e92-863a-b71ed8cdb345 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:01:53.235263 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.258927 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.294209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8931cf-4b31-4870-977e-380b7475d914 req-8694895e-2496-4492-9505-86ae20336f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.296820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a8931cf-4b31-4870-977e-380b7475d914 req-8694895e-2496-4492-9505-86ae20336f95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.3573546 Nov 09 18:01:53.304370 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c08e-0dfc-4e3d-a2ca-de0e2e7a6783 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.383195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a9108f8c-17f2-4ece-a6bb-6638ca7c1637 None None] For port 53827533-277c-4e9e-b9c8-55f97b611647, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=53827533-277c-4e9e-b9c8-55f97b611647,segment=NetworkSegment(a22aa365-56d4-4b81-8872-fe5029bd10f6),segment_id=a22aa365-56d4-4b81-8872-fe5029bd10f6)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:53.417972 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a9108f8c-17f2-4ece-a6bb-6638ca7c1637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.430532 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Network c43c4b84-8ce6-41cd-abfa-80b113fafb93 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:53.451033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a8931cf-4b31-4870-977e-380b7475d914 req-a47dc9bd-6fd5-435d-a7df-942e8221390d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc HTTP/1.1" status: 200 len: 217 time: 0.1426020 Nov 09 18:01:53.452620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Pushing event updated for resources: {'Port': ['ID=fee8d180-e7c2-4e1e-82eb-e0847ad56579,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:53.454801 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8::26 (c43c4b84-8ce6-41cd-abfa-80b113fafb93/270843a1-2626-4998-9b79-be05dadd766e/92a8461f-c760-4e92-863a-b71ed8cdb345) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:53.569427 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.668609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Deleting port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:53.668933 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.719152 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c08e-0dfc-4e3d-a2ca-de0e2e7a6783 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.721618 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c08e-0dfc-4e3d-a2ca-de0e2e7a6783 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.817981 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c08e-0dfc-4e3d-a2ca-de0e2e7a6783 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.818537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d9c08e-0dfc-4e3d-a2ca-de0e2e7a6783 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Fanout notify agent at l3_agent the message router_deleted on router f6186a52-f07d-46de-878c-63cb9962028d {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:01:53.826305 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c08e-0dfc-4e3d-a2ca-de0e2e7a6783 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.830752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c6d9c08e-0dfc-4e3d-a2ca-de0e2e7a6783 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/f6186a52-f07d-46de-878c-63cb9962028d HTTP/1.1" status: 204 len: 168 time: 0.6998975 Nov 09 18:01:53.834579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53716) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:53.836769 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] For port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000,segment=NetworkSegment(fdab91bb-c506-4901-bc13-f6f123e4e47b),segment_id=fdab91bb-c506-4901-bc13-f6f123e4e47b)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:53.837351 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.893708 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device b9dae33d-8072-4747-82f8-2146bd43b1eb up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:53.946001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:54.043351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:54.087803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9108f8c-17f2-4ece-a6bb-6638ca7c1637 None None] Pushing event updated for resources: {'Port': ['ID=53827533-277c-4e9e-b9c8-55f97b611647,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:54.118277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ded5de27-32cf-40c0-a341-6fd9fd9dd684 None None] Provisioning complete for port d3bb0ebd-1a0d-4873-8b1d-9df02f35a088 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:54.119982 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ded5de27-32cf-40c0-a341-6fd9fd9dd684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.180084 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.183977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port b9dae33d-8072-4747-82f8-2146bd43b1eb completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:01:54.203117 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.216807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port b9dae33d-8072-4747-82f8-2146bd43b1eb triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:54.217588 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.242918 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.243317 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.243645 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Floating IP f84e376a-244f-458f-9c78-11b083cfda26 disassociated. External IP: 172.25.1.193, port: d69e5ee6-c321-45a8-8ab4-d2ecb8dca000. Nov 09 18:01:54.244103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Calling delete_port for d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:54.306776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ded5de27-32cf-40c0-a341-6fd9fd9dd684 None None] Port d3bb0ebd-1a0d-4873-8b1d-9df02f35a088 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:54.313376 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.341682 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6731eb3d-5fcf-40c5-baf9-d3278cefcf5a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting subnet 99f0e9e5-4fbb-4fd0-a154-50daeb31ab7b {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:54.349204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Attempting to bind port fee8d180-e7c2-4e1e-82eb-e0847ad56579 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:54.349923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Attempting to bind port fee8d180-e7c2-4e1e-82eb-e0847ad56579 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'a2627929-8a37-4521-8d65-3b77052b542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c43c4b84-8ce6-41cd-abfa-80b113fafb93'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:54.350471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Attempting to bind port fee8d180-e7c2-4e1e-82eb-e0847ad56579 on network c43c4b84-8ce6-41cd-abfa-80b113fafb93 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:54.388228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ded5de27-32cf-40c0-a341-6fd9fd9dd684 None None] Provisioning complete for port 53827533-277c-4e9e-b9c8-55f97b611647 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:54.390060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8931cf-4b31-4870-977e-380b7475d914 req-1a116cab-ba6f-46bc-87b2-e72def1d0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:54.391117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a8931cf-4b31-4870-977e-380b7475d914 req-1a116cab-ba6f-46bc-87b2-e72def1d0e20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.9323804 Nov 09 18:01:54.391972 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6731eb3d-5fcf-40c5-baf9-d3278cefcf5a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.392820 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ded5de27-32cf-40c0-a341-6fd9fd9dd684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.398406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:54.399069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network c43c4b84-8ce6-41cd-abfa-80b113fafb93 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:54.400088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Checking segment: {'id': 'a2627929-8a37-4521-8d65-3b77052b542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c43c4b84-8ce6-41cd-abfa-80b113fafb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:54.401464 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.410035 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Bound using segment: {'id': 'a2627929-8a37-4521-8d65-3b77052b542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c43c4b84-8ce6-41cd-abfa-80b113fafb93'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:54.410643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:54.411493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Bound port: fee8d180-e7c2-4e1e-82eb-e0847ad56579, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2627929-8a37-4521-8d65-3b77052b542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c43c4b84-8ce6-41cd-abfa-80b113fafb93'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:54.412712 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.414874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=92a8461f-c760-4e92-863a-b71ed8cdb345,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:54.417107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event updated for resources: {'Port': ['ID=ae7609f1-e16a-4c96-82c7-9a2ea6076dc9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:54.419376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:54.426897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:54.427594 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.428303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Network b60985bc-1992-4f51-bf31-66c477deee12 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:54.495855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:54.519516 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 53827533-277c-4e9e-b9c8-55f97b611647 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:54.523154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d963ec-aab8-4e0b-ba52-f9ada0c78c57 req-e1b163a3-4ab4-407c-93de-7611837a3310 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:54.531703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3d963ec-aab8-4e0b-ba52-f9ada0c78c57 req-e1b163a3-4ab4-407c-93de-7611837a3310 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.8721004 Nov 09 18:01:54.542784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:54.567930 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b2e7936b-1c2a-4690-bba8-7b5f2372373b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6298022 Nov 09 18:01:54.571389 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53726) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:54.620488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39f4e-8948-478a-8114-9efde864cb9c req-6f467503-c151-4e3b-9645-b7a51364e0d4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:54.631595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:54.632284 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.633891 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39f4e-8948-478a-8114-9efde864cb9c req-6f467503-c151-4e3b-9645-b7a51364e0d4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:54.641601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39f4e-8948-478a-8114-9efde864cb9c req-6f467503-c151-4e3b-9645-b7a51364e0d4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:54.646857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39f4e-8948-478a-8114-9efde864cb9c req-6f467503-c151-4e3b-9645-b7a51364e0d4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:54.648917 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7d39f4e-8948-478a-8114-9efde864cb9c req-6f467503-c151-4e3b-9645-b7a51364e0d4 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 3143 time: 0.2521007 Nov 09 18:01:54.649758 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.734499 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6731eb3d-5fcf-40c5-baf9-d3278cefcf5a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.745025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] For port fee8d180-e7c2-4e1e-82eb-e0847ad56579, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:54.760268 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.780940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Port': ['ID=d69e5ee6-c321-45a8-8ab4-d2ecb8dca000,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:54.816841 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] For port fee8d180-e7c2-4e1e-82eb-e0847ad56579, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fee8d180-e7c2-4e1e-82eb-e0847ad56579,segment=NetworkSegment(a2627929-8a37-4521-8d65-3b77052b542e),segment_id=a2627929-8a37-4521-8d65-3b77052b542e)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:54.879586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 53827533-277c-4e9e-b9c8-55f97b611647 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:54.879977 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.884826 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.933563 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6731eb3d-5fcf-40c5-baf9-d3278cefcf5a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.968885 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:54.969762 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7d39f4e-8948-478a-8114-9efde864cb9c req-000775d9-460c-466d-8c93-836893505cca tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938120 Nov 09 18:01:54.971241 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f599d50d-ae29-4412-844e-66514a124f02" -d '{"events": [{"server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "name": "network-vif-plugged", "status": "completed", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:55.003986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:55.021287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-11c49dc4-93a1-40d0-ad6f-69a1737525d0 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.6771328 Nov 09 18:01:55.025178 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.038963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53738) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:55.049780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb42bca-29d5-4aed-816d-f6cb6b28b1f9 None None] Pushing event updated for resources: {'Port': ['ID=fee8d180-e7c2-4e1e-82eb-e0847ad56579,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:55.057326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8931cf-4b31-4870-977e-380b7475d914 req-d828e7ed-b241-4278-97c6-330b195cbe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:55.058859 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a8931cf-4b31-4870-977e-380b7475d914 req-d828e7ed-b241-4278-97c6-330b195cbe2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6328201 Nov 09 18:01:55.064697 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3d963ec-aab8-4e0b-ba52-f9ada0c78c57 req-75ac212a-1a90-424d-aa93-efbacae114c6 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5321038 Nov 09 18:01:55.074454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-8a8931cf-4b31-4870-977e-380b7475d914 req-0ef2947b-783a-422e-9729-c444353ac150 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:01:55.077721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a8931cf-4b31-4870-977e-380b7475d914 req-0ef2947b-783a-422e-9729-c444353ac150 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069730 Nov 09 18:01:55.141626 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d2f8639a-e462-4439-9784-6496b85dfee4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 92a8461f-c760-4e92-863a-b71ed8cdb345 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:55.142480 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d2f8639a-e462-4439-9784-6496b85dfee4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.155280 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eecd8c2-e22f-483a-99c7-8ff32fbbf38f x-openstack-request-id: req-7eecd8c2-e22f-483a-99c7-8ff32fbbf38f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:55.157094 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "name": "network-vif-plugged", "status": "completed", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:55.158003 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7eecd8c2-e22f-483a-99c7-8ff32fbbf38f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:55.158774 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'code': 200} Nov 09 18:01:55.236233 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Router e845d38d-665a-47e9-b30f-10db84e22be8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:55.287662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-925c81e8-a8e9-4f52-b4cd-98429aa767bf None None] Provisioning complete for port d3bb0ebd-1a0d-4873-8b1d-9df02f35a088 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:55.287930 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6731eb3d-5fcf-40c5-baf9-d3278cefcf5a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.288576 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-925c81e8-a8e9-4f52-b4cd-98429aa767bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.312099 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d23d40-1561-4770-91d4-cc953709a91e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:55.318792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d23d40-1561-4770-91d4-cc953709a91e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:55.325184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d23d40-1561-4770-91d4-cc953709a91e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:55.327391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-40d23d40-1561-4770-91d4-cc953709a91e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2804108 Nov 09 18:01:55.332675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53740) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:55.339977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-925c81e8-a8e9-4f52-b4cd-98429aa767bf None None] Port d3bb0ebd-1a0d-4873-8b1d-9df02f35a088 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:55.344781 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=b9dae33d-8072-4747-82f8-2146bd43b1eb,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:55.358920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731eb3d-5fcf-40c5-baf9-d3278cefcf5a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Subnet': ['ID=99f0e9e5-4fbb-4fd0-a154-50daeb31ab7b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:55.361919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-925c81e8-a8e9-4f52-b4cd-98429aa767bf None None] Provisioning complete for port ae7609f1-e16a-4c96-82c7-9a2ea6076dc9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:55.363171 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-925c81e8-a8e9-4f52-b4cd-98429aa767bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.383312 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6731eb3d-5fcf-40c5-baf9-d3278cefcf5a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.396426 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6731eb3d-5fcf-40c5-baf9-d3278cefcf5a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/99f0e9e5-4fbb-4fd0-a154-50daeb31ab7b HTTP/1.1" status: 204 len: 168 time: 1.5554423 Nov 09 18:01:55.399486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53742) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:55.417874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17e0fda-f5e4-4178-8b7f-cb6b749cceb0 None None] Network 63d0dbc6-0d8c-40fb-86b4-3aeb6586896c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:55.428181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06def1-a409-4d59-878d-02ea7860a7da req-f21e822d-69da-4a41-86c9-f65725a4c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:55.429731 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd06def1-a409-4d59-878d-02ea7860a7da req-f21e822d-69da-4a41-86c9-f65725a4c0ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 1096 time: 0.2019742 Nov 09 18:01:55.529070 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a8931cf-4b31-4870-977e-380b7475d914 req-49f9e51f-2300-407a-8fab-c0e10e0fdfe4 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383771 Nov 09 18:01:55.568579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd06def1-a409-4d59-878d-02ea7860a7da req-d40394ea-f36b-47bd-b958-11b404e55f0a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278765 Nov 09 18:01:55.584683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-925c81e8-a8e9-4f52-b4cd-98429aa767bf None None] Port ae7609f1-e16a-4c96-82c7-9a2ea6076dc9 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:55.693338 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a8931cf-4b31-4870-977e-380b7475d914 req-a6609d03-fcf4-45c4-84c6-c38a5dd3ad00 service neutron] 10.222.0.13 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350324 Nov 09 18:01:55.736476 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d2f8639a-e462-4439-9784-6496b85dfee4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.752925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b432b1-e37b-48a1-af32-ce1378d7e7da None None] DHCP port deletion for 63d0dbc6-0d8c-40fb-86b4-3aeb6586896c request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:55.791697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.798653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d2f8639a-e462-4439-9784-6496b85dfee4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 92a8461f-c760-4e92-863a-b71ed8cdb345 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:55.831592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-68b432b1-e37b-48a1-af32-ce1378d7e7da None None] Deleting port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:55.831592 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68b432b1-e37b-48a1-af32-ce1378d7e7da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.912410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-68b432b1-e37b-48a1-af32-ce1378d7e7da None None] For port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b,segment=NetworkSegment(670e3078-284b-4d57-9085-ea33e7332c3b),segment_id=670e3078-284b-4d57-9085-ea33e7332c3b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:55.912821 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68b432b1-e37b-48a1-af32-ce1378d7e7da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.928728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-68b432b1-e37b-48a1-af32-ce1378d7e7da None None] Calling delete_port for fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:55.958166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:55.987115 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa6d4d5-f150-4f68-8005-277b7af45481 None None] Sync routers for ids ['e845d38d-665a-47e9-b30f-10db84e22be8'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:56.007167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-31613e55-3212-4f27-8ded-ca4d06bf0b50 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Deleting port ae7609f1-e16a-4c96-82c7-9a2ea6076dc9 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:56.008110 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31613e55-3212-4f27-8ded-ca4d06bf0b50 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.068181 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa6d4d5-f150-4f68-8005-277b7af45481 None None] Routers {'e845d38d-665a-47e9-b30f-10db84e22be8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:56.069087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9aa6d4d5-f150-4f68-8005-277b7af45481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e845d38d-665a-47e9-b30f-10db84e22be8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:56.120098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] No DVR routers for this DVR port d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:56.138308 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.146394 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-7770fc02-7433-438f-ab78-dc3c5527cdaa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "DELETE /v2.0/ports/d69e5ee6-c321-45a8-8ab4-d2ecb8dca000 HTTP/1.1" status: 204 len: 173 time: 3.0606732 Nov 09 18:01:56.164437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-deleted', 'tag': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:56.166927 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976eabb8-4ef1-41c2-808a-304e61049032" -d '{"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-deleted", "tag": "d69e5ee6-c321-45a8-8ab4-d2ecb8dca000"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:56.192967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165e0c5-8bb3-4681-a6ec-1811276515f7 req-5dfe5751-15cf-4732-b9d7-ca7770b48587 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:56.199941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165e0c5-8bb3-4681-a6ec-1811276515f7 req-5dfe5751-15cf-4732-b9d7-ca7770b48587 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:56.208828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165e0c5-8bb3-4681-a6ec-1811276515f7 req-5dfe5751-15cf-4732-b9d7-ca7770b48587 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:56.213739 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9165e0c5-8bb3-4681-a6ec-1811276515f7 req-5dfe5751-15cf-4732-b9d7-ca7770b48587 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 2409 time: 0.1171508 Nov 09 18:01:56.221378 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68b432b1-e37b-48a1-af32-ce1378d7e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.264424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b432b1-e37b-48a1-af32-ce1378d7e7da None None] Pushing event deleted for resources: {'Port': ['ID=fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:56.271124 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9165e0c5-8bb3-4681-a6ec-1811276515f7 req-80bb9edd-54b2-45f1-8169-f891f1c167aa tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439050 Nov 09 18:01:56.280511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b432b1-e37b-48a1-af32-ce1378d7e7da None None] No DVR routers for this DVR port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:56.301522 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-9aa6d4d5-f150-4f68-8005-277b7af45481 None None] Set router e845d38d-665a-47e9-b30f-10db84e22be8 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:56.461023 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee6c6d9-72ae-4552-9732-7f0205c9c3ff x-openstack-request-id: req-cee6c6d9-72ae-4552-9732-7f0205c9c3ff {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:56.461338 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-deleted", "tag": "d69e5ee6-c321-45a8-8ab4-d2ecb8dca000", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:56.461755 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cee6c6d9-72ae-4552-9732-7f0205c9c3ff {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:56.462073 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-deleted', 'tag': 'd69e5ee6-c321-45a8-8ab4-d2ecb8dca000', 'status': 'completed', 'code': 200} Nov 09 18:01:56.556198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fee8d180-e7c2-4e1e-82eb-e0847ad56579 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:56.573468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:56.573803 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.588636 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31613e55-3212-4f27-8ded-ca4d06bf0b50 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.676182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-31613e55-3212-4f27-8ded-ca4d06bf0b50 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Calling delete_port for ae7609f1-e16a-4c96-82c7-9a2ea6076dc9 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:56.689706 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fee8d180-e7c2-4e1e-82eb-e0847ad56579 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:56.690438 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.707963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cc128-7d5f-4823-89ae-15740f749a7f req-e1d2dd55-596f-4dcf-afbf-02bf33b9d898 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:56.710669 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-451cc128-7d5f-4823-89ae-15740f749a7f req-e1d2dd55-596f-4dcf-afbf-02bf33b9d898 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.4293623 Nov 09 18:01:56.711389 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d2f8639a-e462-4439-9784-6496b85dfee4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.763538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9aa6d4d5-f150-4f68-8005-277b7af45481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T17:50:00Z', 'revision_number': 4, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port': {'id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:41Z', 'updated_at': '2021-11-09T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '58d5a73b-7699-4df7-9d3a-d29bd9f072ef', 'name': '', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'mac_address': 'fa:16:3e:9f:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:56Z', 'updated_at': '2021-11-09T17:50:10Z', 'revision_number': 5, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'subnets': [{'id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:56.821765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8639a-e462-4439-9784-6496b85dfee4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=92a8461f-c760-4e92-863a-b71ed8cdb345,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:56.827659 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa6d4d5-f150-4f68-8005-277b7af45481 None None] Checking router: e845d38d-665a-47e9-b30f-10db84e22be8 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:56.829976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] For port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b, host n-d-817236-1, got binding levels [] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:56.830599 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.832208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c68308-839f-46c5-8c72-bc9a5e41dc45 None None] Network c43c4b84-8ce6-41cd-abfa-80b113fafb93 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:56.911735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:56.916978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b was not found and therefore no delete operation was performed {{(pid=102155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:01:56.931280 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.943529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa6d4d5-f150-4f68-8005-277b7af45481 None None] Routers {'e845d38d-665a-47e9-b30f-10db84e22be8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:56.944296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9aa6d4d5-f150-4f68-8005-277b7af45481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e845d38d-665a-47e9-b30f-10db84e22be8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:56.996855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:57.024969 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-451cc128-7d5f-4823-89ae-15740f749a7f req-d3709ad6-1854-4a79-ba2b-6eadc22b0988 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2953622 Nov 09 18:01:57.026293 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d2f8639a-e462-4439-9784-6496b85dfee4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.034629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53770) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:57.035254 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d2f8639a-e462-4439-9784-6496b85dfee4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/92a8461f-c760-4e92-863a-b71ed8cdb345 HTTP/1.1" status: 204 len: 168 time: 2.4622991 Nov 09 18:01:57.048116 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.054144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-2438a861-00ad-47a6-843b-2456e280ac7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Deleting port c7d451e7-2b1c-426c-8bb5-f2befdd86181 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:57.054791 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-2438a861-00ad-47a6-843b-2456e280ac7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.068887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No DVR routers for this DVR port fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:57.098894 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ba83ee-a77b-4b4d-9907-ba5a656fed8e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] DELETE failed (client error): The resource could not be found. Nov 09 18:01:57.100180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ba83ee-a77b-4b4d-9907-ba5a656fed8e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:01:57.109269 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e2ba83ee-a77b-4b4d-9907-ba5a656fed8e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/92a8461f-c760-4e92-863a-b71ed8cdb345 HTTP/1.1" status: 404 len: 333 time: 0.0728984 Nov 09 18:01:57.110680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53774) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:57.174342 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f707fe-a015-4c5e-a0cd-5ba71c58e8d5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:01:57.176732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c8f707fe-a015-4c5e-a0cd-5ba71c58e8d5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/92a8461f-c760-4e92-863a-b71ed8cdb345 HTTP/1.1" status: 404 len: 333 time: 0.0647328 Nov 09 18:01:57.181060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53778) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:57.261220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-862b28e6-c929-4567-bc57-19960d00bec1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting subnet 270843a1-2626-4998-9b79-be05dadd766e {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:57.268828 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-862b28e6-c929-4567-bc57-19960d00bec1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.285698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-448f0b1b-716f-4ed7-b45d-3635637b4977 None None] Provisioning complete for port fee8d180-e7c2-4e1e-82eb-e0847ad56579 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:57.286323 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-448f0b1b-716f-4ed7-b45d-3635637b4977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.365197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-862b28e6-c929-4567-bc57-19960d00bec1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.399007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port fee8d180-e7c2-4e1e-82eb-e0847ad56579, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fee8d180-e7c2-4e1e-82eb-e0847ad56579,segment=NetworkSegment(a2627929-8a37-4521-8d65-3b77052b542e),segment_id=a2627929-8a37-4521-8d65-3b77052b542e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:57.416814 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.428369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-9aa6d4d5-f150-4f68-8005-277b7af45481 None None] Set router e845d38d-665a-47e9-b30f-10db84e22be8 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:57.526112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:57.607197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=fee8d180-e7c2-4e1e-82eb-e0847ad56579,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:57.632081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-862b28e6-c929-4567-bc57-19960d00bec1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.699284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899b226-a4ce-4bec-aa1e-930a7b1a7aee req-9e0238b1-e8e1-49c3-88d2-e7f8d9b3e1b1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:57.704246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:57.704764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fdd93a2c-5bfe-4959-8030-88f4ed8d8d1b not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:57.711166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899b226-a4ce-4bec-aa1e-930a7b1a7aee req-9e0238b1-e8e1-49c3-88d2-e7f8d9b3e1b1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:57.723711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899b226-a4ce-4bec-aa1e-930a7b1a7aee req-9e0238b1-e8e1-49c3-88d2-e7f8d9b3e1b1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:57.725673 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a899b226-a4ce-4bec-aa1e-930a7b1a7aee req-9e0238b1-e8e1-49c3-88d2-e7f8d9b3e1b1 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 2409 time: 0.1523957 Nov 09 18:01:57.774974 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.789700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a899b226-a4ce-4bec-aa1e-930a7b1a7aee req-27c7303a-12c2-494d-bd03-df6aa27ca509 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530772 Nov 09 18:01:57.814451 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-862b28e6-c929-4567-bc57-19960d00bec1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.859886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b28e6-c929-4567-bc57-19960d00bec1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Subnet': ['ID=270843a1-2626-4998-9b79-be05dadd766e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:57.878655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-862b28e6-c929-4567-bc57-19960d00bec1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.888203 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-862b28e6-c929-4567-bc57-19960d00bec1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/270843a1-2626-4998-9b79-be05dadd766e HTTP/1.1" status: 204 len: 168 time: 0.7036445 Nov 09 18:01:57.890440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53792) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:57.898536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d0dbc6-0d8c-40fb-86b4-3aeb6586896c']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:57.916983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-2438a861-00ad-47a6-843b-2456e280ac7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] For port c7d451e7-2b1c-426c-8bb5-f2befdd86181, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c7d451e7-2b1c-426c-8bb5-f2befdd86181,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:57.916983 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-2438a861-00ad-47a6-843b-2456e280ac7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.939011 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670e3078-284b-4d57-9085-ea33e7332c3b') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:57.939409 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670e3078-284b-4d57-9085-ea33e7332c3b') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:57.959150 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-2438a861-00ad-47a6-843b-2456e280ac7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Calling delete_port for c7d451e7-2b1c-426c-8bb5-f2befdd86181 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:57.961296 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31613e55-3212-4f27-8ded-ca4d06bf0b50 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.971579 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.987972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-9aa6d4d5-f150-4f68-8005-277b7af45481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T17:50:00Z', 'revision_number': 4, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port': {'id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:41Z', 'updated_at': '2021-11-09T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '58d5a73b-7699-4df7-9d3a-d29bd9f072ef', 'name': '', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'mac_address': 'fa:16:3e:9f:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:56Z', 'updated_at': '2021-11-09T17:50:10Z', 'revision_number': 5, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'subnets': [{'id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:58.025768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31613e55-3212-4f27-8ded-ca4d06bf0b50 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event deleted for resources: {'Port': ['ID=ae7609f1-e16a-4c96-82c7-9a2ea6076dc9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:58.033728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.055029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:58.063952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.093904 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.097705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa6d4d5-f150-4f68-8005-277b7af45481 None None] The sync data for ids ['e845d38d-665a-47e9-b30f-10db84e22be8'] in n-d-817236-1 is: [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T17:50:00Z', 'revision_number': 4, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port': {'id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:41Z', 'updated_at': '2021-11-09T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '58d5a73b-7699-4df7-9d3a-d29bd9f072ef', 'name': '', 'network_id': '72c64938-8905-40c6-a145-ef2e7c2b875f', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'mac_address': 'fa:16:3e:9f:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:56Z', 'updated_at': '2021-11-09T17:50:10Z', 'revision_number': 5, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'subnets': [{'id': '9f792151-56b0-45c8-afdd-23d2b348cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:58.174399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2255afc8-04e2-4ee1-8b3e-b918f085e954 None None] Network c43c4b84-8ce6-41cd-abfa-80b113fafb93 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:58.224018 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:58.254489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port fee8d180-e7c2-4e1e-82eb-e0847ad56579 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:58.255179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.275970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e39a2f2e-456b-4b70-9d7c-f500541babec None None] Provisioning complete for port fee8d180-e7c2-4e1e-82eb-e0847ad56579 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:58.276336 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e39a2f2e-456b-4b70-9d7c-f500541babec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.307443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.378887 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.389399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] For port fee8d180-e7c2-4e1e-82eb-e0847ad56579, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fee8d180-e7c2-4e1e-82eb-e0847ad56579,segment=NetworkSegment(a2627929-8a37-4521-8d65-3b77052b542e),segment_id=a2627929-8a37-4521-8d65-3b77052b542e)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:58.389829 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.400451 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/networks/63d0dbc6-0d8c-40fb-86b4-3aeb6586896c HTTP/1.1" status: 204 len: 168 time: 2.9885883 Nov 09 18:01:58.401726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53800) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:58.409411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d9df7153-d834-45e8-8fb5-f1fbc2d075b7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1609971246'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:58.416665 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for fee8d180-e7c2-4e1e-82eb-e0847ad56579 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:58.446576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98135b-6447-46d7-9108-241a8c27a76d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Network': ['ID=63d0dbc6-0d8c-40fb-86b4-3aeb6586896c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:58.490099 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed6315-d35c-40eb-aac0-907d40af5dfa req-72a01123-1729-4a73-9758-6af52ce0f53f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:58.491839 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3eed6315-d35c-40eb-aac0-907d40af5dfa req-72a01123-1729-4a73-9758-6af52ce0f53f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.2621336 Nov 09 18:01:58.522413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fee8d180-e7c2-4e1e-82eb-e0847ad56579 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:58.573625 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.599286 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No active binding found for port fee8d180-e7c2-4e1e-82eb-e0847ad56579 {{(pid=102156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 18:01:58.599806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fee8d180-e7c2-4e1e-82eb-e0847ad56579 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 18:01:58.620799 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9df7153-d834-45e8-8fb5-f1fbc2d075b7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:58.626382 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9df7153-d834-45e8-8fb5-f1fbc2d075b7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.639069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=fee8d180-e7c2-4e1e-82eb-e0847ad56579,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:58.646346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No DVR routers for this DVR port fee8d180-e7c2-4e1e-82eb-e0847ad56579 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:58.647963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Port fee8d180-e7c2-4e1e-82eb-e0847ad56579 not found, will not notify nova. {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 18:01:58.650916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774fdfc3-28bc-45d3-b913-ac5f8eb65f24 None None] DHCP port deletion for c43c4b84-8ce6-41cd-abfa-80b113fafb93 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:58.725342 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3eed6315-d35c-40eb-aac0-907d40af5dfa req-9f4c3e2b-6590-4d76-ab1f-cfe5f6b14a7a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1772962 Nov 09 18:01:58.743840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9df7153-d834-45e8-8fb5-f1fbc2d075b7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:58.759821 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9df7153-d834-45e8-8fb5-f1fbc2d075b7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.760263 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-d9df7153-d834-45e8-8fb5-f1fbc2d075b7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Added segment 8edcca86-526a-4843-9f93-90513922c53e of type vlan for network 0beb62cf-5d44-4460-983a-9f402cd83d94 Nov 09 18:01:58.762535 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31613e55-3212-4f27-8ded-ca4d06bf0b50 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.767076 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-31613e55-3212-4f27-8ded-ca4d06bf0b50 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "DELETE /v2.0/ports/ae7609f1-e16a-4c96-82c7-9a2ea6076dc9 HTTP/1.1" status: 204 len: 168 time: 3.4325042 Nov 09 18:01:58.780363 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba63e5a-78e8-4c56-8650-8cb4c84c1470 None None] New status for floating IP f84e376a-244f-458f-9c78-11b083cfda26: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:01:58.784498 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53802) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:58.820917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-2438a861-00ad-47a6-843b-2456e280ac7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.824423 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e84ef9a-3b7c-4feb-9a0d-69068882a991 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] GET failed (client error): The resource could not be found. Nov 09 18:01:58.831923 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0e84ef9a-3b7c-4feb-9a0d-69068882a991 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "GET /v2.0/ports/ae7609f1-e16a-4c96-82c7-9a2ea6076dc9 HTTP/1.1" status: 404 len: 333 time: 0.0406625 Nov 09 18:01:58.834064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53808) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:58.842632 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Request body: {'port': {'network_id': 'b60985bc-1992-4f51-bf31-66c477deee12', 'name': 'tempest-AllowedAddressPairTestJSON-576700584'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:58.868322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438a861-00ad-47a6-843b-2456e280ac7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Port': ['ID=c7d451e7-2b1c-426c-8bb5-f2befdd86181,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:59.060294 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9df7153-d834-45e8-8fb5-f1fbc2d075b7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.082877 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.135603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8ec9f-699f-48a6-9ae8-2db579dde890 req-9b3ca213-0282-4b23-8563-48e4c44bf95f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:59.137509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-efc8ec9f-699f-48a6-9ae8-2db579dde890 req-9b3ca213-0282-4b23-8563-48e4c44bf95f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.2047830 Nov 09 18:01:59.139795 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43c4b84-8ce6-41cd-abfa-80b113fafb93']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:59.158072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2627929-8a37-4521-8d65-3b77052b542e') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:59.158378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2627929-8a37-4521-8d65-3b77052b542e') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:59.171836 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.178239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53816) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:59.189690 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.197264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:59.197782 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.204491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0c709283-f4e3-48b6-811f-4eef91238f28 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Request body: {'floatingip': {'port_id': 'b9dae33d-8072-4747-82f8-2146bd43b1eb'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:59.219577 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-2438a861-00ad-47a6-843b-2456e280ac7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] No DVR routers for this DVR port c7d451e7-2b1c-426c-8bb5-f2befdd86181 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:59.271409 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-2438a861-00ad-47a6-843b-2456e280ac7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:59.271632 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:59.275761 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-2438a861-00ad-47a6-843b-2456e280ac7d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "DELETE /v2.0/ports/c7d451e7-2b1c-426c-8bb5-f2befdd86181 HTTP/1.1" status: 204 len: 173 time: 3.0775809 Nov 09 18:01:59.276519 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9df7153-d834-45e8-8fb5-f1fbc2d075b7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.276622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-deleted', 'tag': 'c7d451e7-2b1c-426c-8bb5-f2befdd86181'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:59.277641 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a77b46-defe-4831-bf1f-45daf6e0e807" -d '{"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-deleted", "tag": "c7d451e7-2b1c-426c-8bb5-f2befdd86181"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:59.281606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9df7153-d834-45e8-8fb5-f1fbc2d075b7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:59.282274 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9df7153-d834-45e8-8fb5-f1fbc2d075b7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.338619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c709283-f4e3-48b6-811f-4eef91238f28 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.421083 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d9df7153-d834-45e8-8fb5-f1fbc2d075b7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0184615 Nov 09 18:01:59.425164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53824) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:59.430878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-096273b8-c279-465f-b9a3-e6252e274f20 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'subnet': {'network_id': '0beb62cf-5d44-4460-983a-9f402cd83d94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:59.440112 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.490694 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.494362 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/networks/c43c4b84-8ce6-41cd-abfa-80b113fafb93 HTTP/1.1" status: 204 len: 168 time: 1.6018364 Nov 09 18:01:59.503421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53826) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:59.508742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-fa301a7a-a673-4ec3-8863-b1c7ebbe5e61 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2077923703'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:59.512180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df7153-d834-45e8-8fb5-f1fbc2d075b7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Network': ['ID=0beb62cf-5d44-4460-983a-9f402cd83d94,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:59.523923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 0beb62cf-5d44-4460-983a-9f402cd83d94 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:59.548664 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dfe29b-2364-4a07-9dc2-d1fce0ee27b1 x-openstack-request-id: req-d5dfe29b-2364-4a07-9dc2-d1fce0ee27b1 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:59.550750 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-deleted", "tag": "c7d451e7-2b1c-426c-8bb5-f2befdd86181", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:59.551351 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5dfe29b-2364-4a07-9dc2-d1fce0ee27b1 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:59.551969 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-deleted', 'tag': 'c7d451e7-2b1c-426c-8bb5-f2befdd86181', 'status': 'completed', 'code': 200} Nov 09 18:01:59.561726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Made reservation on behalf of 4b1969b4b7d3466ca12632e31892a366 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:59.568574 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.646822 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1831c-c5af-4a5b-95ba-418c3bd33f53 req-30402220-bb22-4f1c-b64a-49bc6d501a78 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:59.651897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033e425-f348-46ed-bc23-427c18e53bba tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Network': ['ID=c43c4b84-8ce6-41cd-abfa-80b113fafb93,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:59.655454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1831c-c5af-4a5b-95ba-418c3bd33f53 req-30402220-bb22-4f1c-b64a-49bc6d501a78 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:59.657181 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-36e1831c-c5af-4a5b-95ba-418c3bd33f53 req-30402220-bb22-4f1c-b64a-49bc6d501a78 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 1676 time: 0.5536129 Nov 09 18:01:59.680257 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa301a7a-a673-4ec3-8863-b1c7ebbe5e61 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:59.684013 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa301a7a-a673-4ec3-8863-b1c7ebbe5e61 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.719012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096273b8-c279-465f-b9a3-e6252e274f20 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:59.723125 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-096273b8-c279-465f-b9a3-e6252e274f20 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.731162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa301a7a-a673-4ec3-8863-b1c7ebbe5e61 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:59.742429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] device_id is not set on port 55441919-5090-4267-ba8a-2be3e221ed16 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:01:59.839593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa301a7a-a673-4ec3-8863-b1c7ebbe5e61 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.841090 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-fa301a7a-a673-4ec3-8863-b1c7ebbe5e61 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Added segment f0a09518-021f-4dd0-9246-dcb124d970a3 of type vlan for network 64412198-1df1-4c41-8f17-1829500ccbce Nov 09 18:01:59.948358 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa301a7a-a673-4ec3-8863-b1c7ebbe5e61 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.996210 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa301a7a-a673-4ec3-8863-b1c7ebbe5e61 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.009758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa301a7a-a673-4ec3-8863-b1c7ebbe5e61 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:00.010431 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa301a7a-a673-4ec3-8863-b1c7ebbe5e61 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.050931 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-36e1831c-c5af-4a5b-95ba-418c3bd33f53 req-9bd51bc5-e5d3-49dc-90f6-a7d1b8243b81 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3784361 Nov 09 18:02:00.131699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fa301a7a-a673-4ec3-8863-b1c7ebbe5e61 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6270709 Nov 09 18:02:00.139579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53838) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:00.144867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-83cfad6f-9e2c-46d4-b1ac-ec7588b212b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': '64412198-1df1-4c41-8f17-1829500ccbce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:00.189823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-66a17b4a-70d9-4bc6-a76a-d155ccf48c02 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Deleting port dd8443a3-ce2a-48ee-a21b-3470a2238132 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:00.190507 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-66a17b4a-70d9-4bc6-a76a-d155ccf48c02 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.215845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa301a7a-a673-4ec3-8863-b1c7ebbe5e61 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Network': ['ID=64412198-1df1-4c41-8f17-1829500ccbce,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:00.237878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 64412198-1df1-4c41-8f17-1829500ccbce details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:00.316887 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-096273b8-c279-465f-b9a3-e6252e274f20 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.359150 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Allocated IP 172.20.0.7 (b60985bc-1992-4f51-bf31-66c477deee12/9cc681c9-d6d0-4344-9d88-8b3e7aefd672/55441919-5090-4267-ba8a-2be3e221ed16) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:00.429855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096273b8-c279-465f-b9a3-e6252e274f20 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Subnet': ['ID=0868ecf3-26ed-4aa8-8fa8-54181550005a,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:00.442838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cfad6f-9e2c-46d4-b1ac-ec7588b212b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:00.446858 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83cfad6f-9e2c-46d4-b1ac-ec7588b212b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.480746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-66a17b4a-70d9-4bc6-a76a-d155ccf48c02 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] For port dd8443a3-ce2a-48ee-a21b-3470a2238132, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=dd8443a3-ce2a-48ee-a21b-3470a2238132,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:00.481128 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-66a17b4a-70d9-4bc6-a76a-d155ccf48c02 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.509905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fee8d180-e7c2-4e1e-82eb-e0847ad56579 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:00.535143 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c709283-f4e3-48b6-811f-4eef91238f28 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.537021 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-66a17b4a-70d9-4bc6-a76a-d155ccf48c02 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Calling delete_port for dd8443a3-ce2a-48ee-a21b-3470a2238132 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:00.542025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: fee8d180-e7c2-4e1e-82eb-e0847ad56579 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:00.543542 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fee8d180-e7c2-4e1e-82eb-e0847ad56579 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:00.558419 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c709283-f4e3-48b6-811f-4eef91238f28 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.563567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096273b8-c279-465f-b9a3-e6252e274f20 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Checking segment: {'id': '8edcca86-526a-4843-9f93-90513922c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0beb62cf-5d44-4460-983a-9f402cd83d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:00.563942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096273b8-c279-465f-b9a3-e6252e274f20 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network hostable DHCP agents. Network: 0beb62cf-5d44-4460-983a-9f402cd83d94, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:00.605966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096273b8-c279-465f-b9a3-e6252e274f20 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 0beb62cf-5d44-4460-983a-9f402cd83d94 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:00.621509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-096273b8-c279-465f-b9a3-e6252e274f20 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 0beb62cf-5d44-4460-983a-9f402cd83d94) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:00.630680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096273b8-c279-465f-b9a3-e6252e274f20 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:00.631768 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-096273b8-c279-465f-b9a3-e6252e274f20 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.636559 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a13f360-a77c-4c2e-ace5-9b20a747d4ad None None] Network 0beb62cf-5d44-4460-983a-9f402cd83d94 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:00.697847 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-096273b8-c279-465f-b9a3-e6252e274f20 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2710299 Nov 09 18:02:00.700651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53844) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:00.731423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-336150c7-76b8-486d-a389-04ae64be1a59 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-951293991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:00.781600 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83cfad6f-9e2c-46d4-b1ac-ec7588b212b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.838750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-0beb62cf-5d44-4460-983a-9f402cd83d94', 'network_id': '0beb62cf-5d44-4460-983a-9f402cd83d94', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'fixed_ips': [{'subnet_id': '0868ecf3-26ed-4aa8-8fa8-54181550005a'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:02:00.840073 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.861452 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336150c7-76b8-486d-a389-04ae64be1a59 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.863316 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336150c7-76b8-486d-a389-04ae64be1a59 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.929841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfad6f-9e2c-46d4-b1ac-ec7588b212b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Subnet': ['ID=8320f6b5-ec3a-4811-8a7c-16acd4f3146f,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:00.938577 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-0c709283-f4e3-48b6-811f-4eef91238f28 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Floating IP 089fdbc1-33de-4268-b4a0-090257e3b781 associated. External IP: 172.25.1.39, port: b9dae33d-8072-4747-82f8-2146bd43b1eb. Nov 09 18:02:00.984556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cfad6f-9e2c-46d4-b1ac-ec7588b212b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Checking segment: {'id': 'f0a09518-021f-4dd0-9246-dcb124d970a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64412198-1df1-4c41-8f17-1829500ccbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:00.985380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cfad6f-9e2c-46d4-b1ac-ec7588b212b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network hostable DHCP agents. Network: 64412198-1df1-4c41-8f17-1829500ccbce, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:00.998327 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:02:01.037750 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336150c7-76b8-486d-a389-04ae64be1a59 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.044065 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.054650 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336150c7-76b8-486d-a389-04ae64be1a59 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.076943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cfad6f-9e2c-46d4-b1ac-ec7588b212b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network 64412198-1df1-4c41-8f17-1829500ccbce is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:01.082787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Allocated IP 2001:db8::2 (0beb62cf-5d44-4460-983a-9f402cd83d94/0868ecf3-26ed-4aa8-8fa8-54181550005a/52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:01.111123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-336150c7-76b8-486d-a389-04ae64be1a59 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.112444 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-336150c7-76b8-486d-a389-04ae64be1a59 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4108579 Nov 09 18:02:01.117223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53856) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:01.118762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-83cfad6f-9e2c-46d4-b1ac-ec7588b212b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 64412198-1df1-4c41-8f17-1829500ccbce) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:01.125969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cfad6f-9e2c-46d4-b1ac-ec7588b212b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:01.130133 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83cfad6f-9e2c-46d4-b1ac-ec7588b212b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.186403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-66a17b4a-70d9-4bc6-a76a-d155ccf48c02 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.201556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd73e5c2-3186-44b3-9f4d-a228f67cc08d None None] Network 64412198-1df1-4c41-8f17-1829500ccbce requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:01.368888 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.378424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a17b4a-70d9-4bc6-a76a-d155ccf48c02 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Port': ['ID=dd8443a3-ce2a-48ee-a21b-3470a2238132,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:01.395749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c709283-f4e3-48b6-811f-4eef91238f28 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:02:01.447779 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event updated for resources: {'Port': ['ID=55441919-5090-4267-ba8a-2be3e221ed16,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:01.457038 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.462029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-64412198-1df1-4c41-8f17-1829500ccbce', 'network_id': '64412198-1df1-4c41-8f17-1829500ccbce', 'tenant_id': '65def5a5d4f14aabba649675babfc793', 'fixed_ips': [{'subnet_id': '8320f6b5-ec3a-4811-8a7c-16acd4f3146f'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:02:01.462923 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.468499 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.490313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-66a17b4a-70d9-4bc6-a76a-d155ccf48c02 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] No DVR routers for this DVR port dd8443a3-ce2a-48ee-a21b-3470a2238132 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:01.494231 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-66a17b4a-70d9-4bc6-a76a-d155ccf48c02 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.499138 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-66a17b4a-70d9-4bc6-a76a-d155ccf48c02 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "DELETE /v2.0/ports/dd8443a3-ce2a-48ee-a21b-3470a2238132 HTTP/1.1" status: 204 len: 173 time: 2.2053285 Nov 09 18:02:01.509760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Network b60985bc-1992-4f51-bf31-66c477deee12 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:01.526267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Network 0beb62cf-5d44-4460-983a-9f402cd83d94 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:01.536235 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:01.543031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:01.619677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Pushing event updated for resources: {'Port': ['ID=52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:01.633913 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-deleted', 'tag': 'dd8443a3-ce2a-48ee-a21b-3470a2238132'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:01.636216 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf9042f-a6f2-495b-81b9-a5a1bacf11d6" -d '{"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-deleted", "tag": "dd8443a3-ce2a-48ee-a21b-3470a2238132"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:01.662064 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:01.662699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:01.663282 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:01.663804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:01.666808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-83cfad6f-9e2c-46d4-b1ac-ec7588b212b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5238230 Nov 09 18:02:01.667963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:01.668494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:01.668998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:01.669510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:01.670808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:01.671592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:01.672210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:01.672760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:01.699939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a20669-f273-4b64-bab1-68d0d5b7a53d req-07b7b8aa-efb3-4e2a-afe6-04bbc95407e5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:01.701991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22a20669-f273-4b64-bab1-68d0d5b7a53d req-07b7b8aa-efb3-4e2a-afe6-04bbc95407e5 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 943 time: 0.4676256 Nov 09 18:02:01.702508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53866) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:01.703888 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.733133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': '64412198-1df1-4c41-8f17-1829500ccbce', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1551745063'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:01.749497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Attempting to bind port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:01.750217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Attempting to bind port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '8edcca86-526a-4843-9f93-90513922c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0beb62cf-5d44-4460-983a-9f402cd83d94'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:01.750768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Attempting to bind port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 on network 0beb62cf-5d44-4460-983a-9f402cd83d94 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:01.760042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:01.760694 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Checking segment: {'id': '8edcca86-526a-4843-9f93-90513922c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0beb62cf-5d44-4460-983a-9f402cd83d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:01.761335 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.762017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Bound using segment: {'id': '8edcca86-526a-4843-9f93-90513922c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0beb62cf-5d44-4460-983a-9f402cd83d94'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:01.762730 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Bound port: 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edcca86-526a-4843-9f93-90513922c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0beb62cf-5d44-4460-983a-9f402cd83d94'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:01.763880 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.875261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Allocated IP 2001:db8::2 (64412198-1df1-4c41-8f17-1829500ccbce/8320f6b5-ec3a-4811-8a7c-16acd4f3146f/ca2c4d07-7b15-45cc-9c05-d6a4fc269432) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:01.916862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-22a20669-f273-4b64-bab1-68d0d5b7a53d req-90c0c152-ab34-40a1-8277-03a3ed688509 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddb17c8-1368-44fe-9021-c21d31d6422d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792583 Nov 09 18:02:02.087168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] For port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:02.093015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] For port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481,segment=NetworkSegment(8edcca86-526a-4843-9f93-90513922c53e),segment_id=8edcca86-526a-4843-9f93-90513922c53e)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:02.111936 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.169085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:02.172919 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.179336 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:02.182495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:02.258821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port 146f926f-11d8-45e7-8604-855a39143a4f yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:02.265421 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea170e6-c908-4336-b7d1-3f9f207aab9b x-openstack-request-id: req-8ea170e6-c908-4336-b7d1-3f9f207aab9b {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:02.265724 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-deleted", "tag": "dd8443a3-ce2a-48ee-a21b-3470a2238132", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:02.265983 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ea170e6-c908-4336-b7d1-3f9f207aab9b {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:02.266393 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-deleted', 'tag': 'dd8443a3-ce2a-48ee-a21b-3470a2238132', 'status': 'completed', 'code': 200} Nov 09 18:02:02.331789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d3fc3-4f69-4f56-8c7d-61569fc9370a None None] Pushing event updated for resources: {'Port': ['ID=52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:02.347852 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.358345 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.359544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Allocated IP 2001:db8::1 (0beb62cf-5d44-4460-983a-9f402cd83d94/0868ecf3-26ed-4aa8-8fa8-54181550005a/dbafb0b2-339b-4f61-a9cf-4065db0bbd7c) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:02.386919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:02.391917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.429437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c709283-f4e3-48b6-811f-4eef91238f28 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:02.440167 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-47309800-b372-44ef-9015-74735899a44e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6048579 Nov 09 18:02:02.444165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c709283-f4e3-48b6-811f-4eef91238f28 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.446588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53874) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:02.454072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-01c88461-e47a-4e2f-8b57-6b74468cb1ec tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ed:18:61'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:02.469958 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Pushing event updated for resources: {'Port': ['ID=ca2c4d07-7b15-45cc-9c05-d6a4fc269432,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:02.472675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a7b6d-5586-435f-92b0-358f210b5589 None None] Sync routers for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:02.518060 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a7b6d-5586-435f-92b0-358f210b5589 None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:02.518540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e08a7b6d-5586-435f-92b0-358f210b5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:02.564179 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0c709283-f4e3-48b6-811f-4eef91238f28 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "PUT /v2.0/floatingips/089fdbc1-33de-4268-b4a0-090257e3b781 HTTP/1.1" status: 200 len: 990 time: 3.3816924 Nov 09 18:02:02.566972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-9d875419-f3fb-4bcc-b05c-ec99379a64e6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Deleting port 316e14fe-0b21-43d7-88c8-347033fc6186 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:02.577737 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-9d875419-f3fb-4bcc-b05c-ec99379a64e6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.751922 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.807945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Network 64412198-1df1-4c41-8f17-1829500ccbce is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:02.816339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:02.832330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-03490276-fa5b-4bfe-ae09-1af73c6c2bd0 None None] Provisioning complete for port 55441919-5090-4267-ba8a-2be3e221ed16 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:02.832708 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03490276-fa5b-4bfe-ae09-1af73c6c2bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.846248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8::12e (64412198-1df1-4c41-8f17-1829500ccbce/8320f6b5-ec3a-4811-8a7c-16acd4f3146f/146f926f-11d8-45e7-8604-855a39143a4f) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:02.846390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:02.848422 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.878826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-9d875419-f3fb-4bcc-b05c-ec99379a64e6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] For port 316e14fe-0b21-43d7-88c8-347033fc6186, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=316e14fe-0b21-43d7-88c8-347033fc6186,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:02.879568 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-9d875419-f3fb-4bcc-b05c-ec99379a64e6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.915261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 0beb62cf-5d44-4460-983a-9f402cd83d94 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:02.921894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=dbafb0b2-339b-4f61-a9cf-4065db0bbd7c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:02.928698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:02.929089 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-01c88461-e47a-4e2f-8b57-6b74468cb1ec tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.931975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:02.933098 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.948575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-9d875419-f3fb-4bcc-b05c-ec99379a64e6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Calling delete_port for 316e14fe-0b21-43d7-88c8-347033fc6186 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:02.989763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Attempting to bind port ca2c4d07-7b15-45cc-9c05-d6a4fc269432 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:02.990142 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Attempting to bind port ca2c4d07-7b15-45cc-9c05-d6a4fc269432 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'f0a09518-021f-4dd0-9246-dcb124d970a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64412198-1df1-4c41-8f17-1829500ccbce'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:02.990511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Attempting to bind port ca2c4d07-7b15-45cc-9c05-d6a4fc269432 on network 64412198-1df1-4c41-8f17-1829500ccbce {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:02.992553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-03490276-fa5b-4bfe-ae09-1af73c6c2bd0 None None] Port 55441919-5090-4267-ba8a-2be3e221ed16 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:03.005499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-e08a7b6d-5586-435f-92b0-358f210b5589 None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:03.044912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:03.045290 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Checking segment: {'id': 'f0a09518-021f-4dd0-9246-dcb124d970a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64412198-1df1-4c41-8f17-1829500ccbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:03.045706 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.046108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Bound using segment: {'id': 'f0a09518-021f-4dd0-9246-dcb124d970a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64412198-1df1-4c41-8f17-1829500ccbce'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:03.046595 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Bound port: ca2c4d07-7b15-45cc-9c05-d6a4fc269432, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a09518-021f-4dd0-9246-dcb124d970a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64412198-1df1-4c41-8f17-1829500ccbce'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:03.047047 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.199091 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d82e1d2-310d-4cd8-a17f-281dbc6fae62 req-5cfda3ef-4713-42b4-9e9a-b0c483db10d9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.0351322 Nov 09 18:02:03.203933 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-9d875419-f3fb-4bcc-b05c-ec99379a64e6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.248066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d875419-f3fb-4bcc-b05c-ec99379a64e6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Port': ['ID=316e14fe-0b21-43d7-88c8-347033fc6186,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:03.307391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.330392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-9d875419-f3fb-4bcc-b05c-ec99379a64e6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] No DVR routers for this DVR port 316e14fe-0b21-43d7-88c8-347033fc6186 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:03.374355 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-9d875419-f3fb-4bcc-b05c-ec99379a64e6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.378074 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.381716 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0ca1309-8518-4ee8-8087-92d8d8a352e7 req-9d875419-f3fb-4bcc-b05c-ec99379a64e6 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.18 "DELETE /v2.0/ports/316e14fe-0b21-43d7-88c8-347033fc6186 HTTP/1.1" status: 204 len: 173 time: 1.8745739 Nov 09 18:02:03.535598 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-01c88461-e47a-4e2f-8b57-6b74468cb1ec tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.542433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-01c88461-e47a-4e2f-8b57-6b74468cb1ec tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.664525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] For port ca2c4d07-7b15-45cc-9c05-d6a4fc269432, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:03.670315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c88461-e47a-4e2f-8b57-6b74468cb1ec tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event updated for resources: {'Port': ['ID=55441919-5090-4267-ba8a-2be3e221ed16,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:03.720105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] For port ca2c4d07-7b15-45cc-9c05-d6a4fc269432, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ca2c4d07-7b15-45cc-9c05-d6a4fc269432,segment=NetworkSegment(f0a09518-021f-4dd0-9246-dcb124d970a3),segment_id=f0a09518-021f-4dd0-9246-dcb124d970a3)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:03.729336 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.755445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-01c88461-e47a-4e2f-8b57-6b74468cb1ec tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] In _notify_port_updated(), no bound segment for port 55441919-5090-4267-ba8a-2be3e221ed16 on network b60985bc-1992-4f51-bf31-66c477deee12 {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:02:03.777000 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c88461-e47a-4e2f-8b57-6b74468cb1ec tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:03.782659 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-01c88461-e47a-4e2f-8b57-6b74468cb1ec tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.796515 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-01c88461-e47a-4e2f-8b57-6b74468cb1ec tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "PUT /v2.0/ports/55441919-5090-4267-ba8a-2be3e221ed16 HTTP/1.1" status: 200 len: 992 time: 1.3473189 Nov 09 18:02:03.797484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53896) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:03.813857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff528f-7129-4d59-b29e-e4af0a62ab41 None None] Pushing event updated for resources: {'Port': ['ID=ca2c4d07-7b15-45cc-9c05-d6a4fc269432,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:04.069369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e08a7b6d-5586-435f-92b0-358f210b5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '089fdbc1-33de-4268-b4a0-090257e3b781', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'port_id': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'mac_address': 'fa:16:3e:9d:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:34Z', 'updated_at': '2021-11-09T18:02:00Z', 'revision_number': 1, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:33Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:04.147047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-249d6ffe-ae93-4505-bacb-555b5d8dd662 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Deleting port 55441919-5090-4267-ba8a-2be3e221ed16 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:04.147473 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-249d6ffe-ae93-4505-bacb-555b5d8dd662 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.162887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a7b6d-5586-435f-92b0-358f210b5589 None None] Checking router: 8e4580ea-4aa9-4f69-b67b-2141580ccab9 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:02:04.176395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a7b6d-5586-435f-92b0-358f210b5589 None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:04.177140 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e08a7b6d-5586-435f-92b0-358f210b5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:04.292085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb'}, {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-deleted', 'tag': '316e14fe-0b21-43d7-88c8-347033fc6186'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:04.314496 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35043d4f-2620-41b7-a258-5d6828287603" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb"}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-deleted", "tag": "316e14fe-0b21-43d7-88c8-347033fc6186"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:04.478858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6b1f1936-7842-4c4c-9663-b8822b9c6e98 None None] Provisioning complete for port 55441919-5090-4267-ba8a-2be3e221ed16 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:04.478858 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6b1f1936-7842-4c4c-9663-b8822b9c6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.519206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7050bd9-8550-4397-8db8-2b54f6580eaa None None] Network 0beb62cf-5d44-4460-983a-9f402cd83d94 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:04.530795 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea62c79b-7880-4119-a912-221e63d0f82c x-openstack-request-id: req-ea62c79b-7880-4119-a912-221e63d0f82c {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:04.538673 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.539761 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb", "status": "completed", "code": 200}, {"server_uuid": "3d6c72ca-e8db-4918-ad3d-8c16d24169b5", "name": "network-vif-deleted", "tag": "316e14fe-0b21-43d7-88c8-347033fc6186", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:04.540248 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea62c79b-7880-4119-a912-221e63d0f82c {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:04.543497 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'status': 'completed', 'code': 200} Nov 09 18:02:04.552890 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6c72ca-e8db-4918-ad3d-8c16d24169b5', 'name': 'network-vif-deleted', 'tag': '316e14fe-0b21-43d7-88c8-347033fc6186', 'status': 'completed', 'code': 200} Nov 09 18:02:04.676629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network 64412198-1df1-4c41-8f17-1829500ccbce is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:04.735664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:04.746712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:04.754599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:04.755541 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.765436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=146f926f-11d8-45e7-8604-855a39143a4f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:04.815477 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9c612072-f913-4c5e-b390-c93946df8967 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.0911946 Nov 09 18:02:04.818586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53908) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:04.866511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f1936-7842-4c4c-9663-b8822b9c6e98 None None] Port 55441919-5090-4267-ba8a-2be3e221ed16 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:04.870541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-37e4d924-d23a-47b6-97ab-def6373f1493 req-b3f0cb36-b2ea-42f5-a45c-58237811f3e9 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.4095070 Nov 09 18:02:04.883443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-249d6ffe-ae93-4505-bacb-555b5d8dd662 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.913796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ca2c4d07-7b15-45cc-9c05-d6a4fc269432 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:04.927043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-e08a7b6d-5586-435f-92b0-358f210b5589 None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:04.940755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-249d6ffe-ae93-4505-bacb-555b5d8dd662 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Calling delete_port for 55441919-5090-4267-ba8a-2be3e221ed16 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:04.967207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35043d4f-2620-41b7-a258-5d6828287603 req-ffd32b51-a325-4006-a17b-68667899a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:04.968809 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-35043d4f-2620-41b7-a258-5d6828287603 req-ffd32b51-a325-4006-a17b-68667899a0f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 1096 time: 0.3959336 Nov 09 18:02:05.090459 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.102064 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.102970 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.179630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port ca2c4d07-7b15-45cc-9c05-d6a4fc269432 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:05.180028 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.235779 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35043d4f-2620-41b7-a258-5d6828287603 req-5831cd34-88bd-488a-9380-617733011583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:05.237302 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-35043d4f-2620-41b7-a258-5d6828287603 req-5831cd34-88bd-488a-9380-617733011583 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.2583041 Nov 09 18:02:05.283692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=dbafb0b2-339b-4f61-a9cf-4065db0bbd7c,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:05.296199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6508d65c-5b44-48f0-ac63-35800e359df0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 146f926f-11d8-45e7-8604-855a39143a4f {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:05.296990 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6508d65c-5b44-48f0-ac63-35800e359df0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.377954 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-35043d4f-2620-41b7-a258-5d6828287603 req-7301f7af-04f3-40e4-be1d-34bfb047fc83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb HTTP/1.1" status: 200 len: 998 time: 0.1311543 Nov 09 18:02:05.532281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 0beb62cf-5d44-4460-983a-9f402cd83d94 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:05.546109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:05.554024 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6508d65c-5b44-48f0-ac63-35800e359df0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.558495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35043d4f-2620-41b7-a258-5d6828287603 req-3bfae4a8-6421-44df-b343-6064882a58ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:05.560820 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-35043d4f-2620-41b7-a258-5d6828287603 req-3bfae4a8-6421-44df-b343-6064882a58ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.1736078 Nov 09 18:02:05.582447 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bb75ac71-0ce4-409a-92f0-47ae7483d501 None None] Provisioning complete for port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:05.582852 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb75ac71-0ce4-409a-92f0-47ae7483d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.586095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6508d65c-5b44-48f0-ac63-35800e359df0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 146f926f-11d8-45e7-8604-855a39143a4f owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:05.670443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-249d6ffe-ae93-4505-bacb-555b5d8dd662 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.738060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35043d4f-2620-41b7-a258-5d6828287603 req-1873676b-1753-481d-9069-2554977ae038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:05.745751 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-35043d4f-2620-41b7-a258-5d6828287603 req-1873676b-1753-481d-9069-2554977ae038 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683340 Nov 09 18:02:05.755475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d6ffe-ae93-4505-bacb-555b5d8dd662 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event deleted for resources: {'Port': ['ID=55441919-5090-4267-ba8a-2be3e221ed16,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:06.027000 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb75ac71-0ce4-409a-92f0-47ae7483d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.033570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4e8714-8cc1-4a7f-984e-a8c05bae3116 None None] Network 64412198-1df1-4c41-8f17-1829500ccbce requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:06.245555 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.278657 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-14c7a1a5-ebf4-41e8-8a47-cdd78447c3b6 req-5db4607a-2d0e-47dd-ba21-b61294f7a525 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.1294162 Nov 09 18:02:06.323513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router b437fcea-5b38-4a0d-ab40-d8fb5678b419 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:02:06.353556 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-35043d4f-2620-41b7-a258-5d6828287603 req-c6017501-7312-46b5-a79a-6fb7ba938312 service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909739 Nov 09 18:02:06.360833 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port ca2c4d07-7b15-45cc-9c05-d6a4fc269432, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ca2c4d07-7b15-45cc-9c05-d6a4fc269432,segment=NetworkSegment(f0a09518-021f-4dd0-9246-dcb124d970a3),segment_id=f0a09518-021f-4dd0-9246-dcb124d970a3)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:06.391706 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.392579 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:06.445360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bb75ac71-0ce4-409a-92f0-47ae7483d501 None None] For port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481,segment=NetworkSegment(8edcca86-526a-4843-9f93-90513922c53e),segment_id=8edcca86-526a-4843-9f93-90513922c53e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:06.448378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e08a7b6d-5586-435f-92b0-358f210b5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '089fdbc1-33de-4268-b4a0-090257e3b781', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'port_id': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'mac_address': 'fa:16:3e:9d:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:34Z', 'updated_at': '2021-11-09T18:02:00Z', 'revision_number': 1, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:33Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:06.486087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a7b6d-5586-435f-92b0-358f210b5589 None None] The sync data for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 is: [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '089fdbc1-33de-4268-b4a0-090257e3b781', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'port_id': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'mac_address': 'fa:16:3e:9d:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:34Z', 'updated_at': '2021-11-09T18:02:00Z', 'revision_number': 1, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:33Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:06.488021 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb75ac71-0ce4-409a-92f0-47ae7483d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.565127 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-249d6ffe-ae93-4505-bacb-555b5d8dd662 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.572767 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-249d6ffe-ae93-4505-bacb-555b5d8dd662 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "DELETE /v2.0/ports/55441919-5090-4267-ba8a-2be3e221ed16 HTTP/1.1" status: 204 len: 168 time: 2.7675169 Nov 09 18:02:06.575801 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53936) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:06.606601 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-35043d4f-2620-41b7-a258-5d6828287603 req-aebbd805-d985-4c84-9f34-3075b337b79d service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431700 Nov 09 18:02:06.648730 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6508d65c-5b44-48f0-ac63-35800e359df0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.668180 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c37d12-4ee3-4624-8c06-32ae2a0850ff tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] GET failed (client error): The resource could not be found. Nov 09 18:02:06.677598 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-90c37d12-4ee3-4624-8c06-32ae2a0850ff tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "GET /v2.0/ports/55441919-5090-4267-ba8a-2be3e221ed16 HTTP/1.1" status: 404 len: 333 time: 0.1007066 Nov 09 18:02:06.680559 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=ca2c4d07-7b15-45cc-9c05-d6a4fc269432,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:06.683177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53938) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:06.688931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Request body: {'port': {'network_id': 'b60985bc-1992-4f51-bf31-66c477deee12', 'name': 'tempest-AllowedAddressPairTestJSON-1944421648'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:06.793006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508d65c-5b44-48f0-ac63-35800e359df0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=146f926f-11d8-45e7-8604-855a39143a4f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:06.804685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75ac71-0ce4-409a-92f0-47ae7483d501 None None] Pushing event updated for resources: {'Port': ['ID=52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:06.822831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:06.823234 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.869720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6508d65c-5b44-48f0-ac63-35800e359df0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.880123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1f2c60dc-1b06-40e7-87cc-26d414106eac None None] Provisioning complete for port dbafb0b2-339b-4f61-a9cf-4065db0bbd7c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:06.880519 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1f2c60dc-1b06-40e7-87cc-26d414106eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.883077 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6508d65c-5b44-48f0-ac63-35800e359df0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/146f926f-11d8-45e7-8604-855a39143a4f HTTP/1.1" status: 204 len: 168 time: 2.0580504 Nov 09 18:02:06.899334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53940) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:06.959073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:06.974091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53942) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:06.979457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bb2a0419-8e40-4ca9-bb3a-08cc62d07469 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/b437fcea-5b38-4a0d-ab40-d8fb5678b419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8429267 Nov 09 18:02:06.980749 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffee519-c83a-426a-8de4-9b9728643ff0 None None] Sync routers for ids ['b437fcea-5b38-4a0d-ab40-d8fb5678b419'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:06.983931 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-7805b24b-2ad3-43ca-a9f9-779f11fef8dd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:02:07.003653 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7805b24b-2ad3-43ca-a9f9-779f11fef8dd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/146f926f-11d8-45e7-8604-855a39143a4f HTTP/1.1" status: 404 len: 333 time: 0.0910378 Nov 09 18:02:07.008498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53946) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:07.018381 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffee519-c83a-426a-8de4-9b9728643ff0 None None] Routers {'b437fcea-5b38-4a0d-ab40-d8fb5678b419'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:07.019089 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5ffee519-c83a-426a-8de4-9b9728643ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b437fcea-5b38-4a0d-ab40-d8fb5678b419'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:07.099034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-256ef328-ec63-49f1-8aff-a388e6929978 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting subnet 8320f6b5-ec3a-4811-8a7c-16acd4f3146f {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:07.105803 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-256ef328-ec63-49f1-8aff-a388e6929978 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.177097 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5ffee519-c83a-426a-8de4-9b9728643ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:07.191135 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffee519-c83a-426a-8de4-9b9728643ff0 None None] Routers {'b437fcea-5b38-4a0d-ab40-d8fb5678b419'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:07.191546 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-256ef328-ec63-49f1-8aff-a388e6929978 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.191872 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5ffee519-c83a-426a-8de4-9b9728643ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b437fcea-5b38-4a0d-ab40-d8fb5678b419'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:07.225829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297789d4-3485-4ffa-a849-6cd0d0f6bb3b None None] New status for floating IP 089fdbc1-33de-4268-b4a0-090257e3b781: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:02:07.254938 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c60dc-1b06-40e7-87cc-26d414106eac None None] Port dbafb0b2-339b-4f61-a9cf-4065db0bbd7c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:07.267691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a535267-6039-42f5-a383-a2312446e7a4 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:07.286145 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0a535267-6039-42f5-a383-a2312446e7a4 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports/dbafb0b2-339b-4f61-a9cf-4065db0bbd7c HTTP/1.1" status: 200 len: 911 time: 0.2968929 Nov 09 18:02:07.290507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53954) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:07.337900 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5ffee519-c83a-426a-8de4-9b9728643ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:07.337900 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffee519-c83a-426a-8de4-9b9728643ff0 None None] The sync data for ids ['b437fcea-5b38-4a0d-ab40-d8fb5678b419'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:07.360353 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1f2c60dc-1b06-40e7-87cc-26d414106eac None None] Provisioning complete for port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:07.366521 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1f2c60dc-1b06-40e7-87cc-26d414106eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.400911 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-256ef328-ec63-49f1-8aff-a388e6929978 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.423401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Made reservation on behalf of 4b1969b4b7d3466ca12632e31892a366 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:07.430110 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.523829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] device_id is not set on port 85a5b6ad-25b1-4325-961c-521f272b1def yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:07.550583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ca2c4d07-7b15-45cc-9c05-d6a4fc269432 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:07.661307 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-256ef328-ec63-49f1-8aff-a388e6929978 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.733324 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Allocated IP 172.20.0.14 (b60985bc-1992-4f51-bf31-66c477deee12/9cc681c9-d6d0-4344-9d88-8b3e7aefd672/85a5b6ad-25b1-4325-961c-521f272b1def) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:07.749286 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port ca2c4d07-7b15-45cc-9c05-d6a4fc269432 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:07.749795 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.773178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ef328-ec63-49f1-8aff-a388e6929978 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Subnet': ['ID=8320f6b5-ec3a-4811-8a7c-16acd4f3146f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:07.777028 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-256ef328-ec63-49f1-8aff-a388e6929978 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.785010 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-256ef328-ec63-49f1-8aff-a388e6929978 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/8320f6b5-ec3a-4811-8a7c-16acd4f3146f HTTP/1.1" status: 204 len: 168 time: 0.7728531 Nov 09 18:02:07.786647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53964) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:07.833787 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-12b9a3c1-9c86-44c4-8f78-ce2004b5c79a req-fd31e03b-ec81-487a-91f6-bf768de977ab tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.2656155 Nov 09 18:02:07.834302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1f2c60dc-1b06-40e7-87cc-26d414106eac None None] Provisioning complete for port ca2c4d07-7b15-45cc-9c05-d6a4fc269432 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:07.836913 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1f2c60dc-1b06-40e7-87cc-26d414106eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.983767 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01078d7b-b2bd-494b-96ab-413a2488cf48 None None] Network 64412198-1df1-4c41-8f17-1829500ccbce requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:07.996170 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.098022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port ca2c4d07-7b15-45cc-9c05-d6a4fc269432 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:08.098491 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.226746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] For port ca2c4d07-7b15-45cc-9c05-d6a4fc269432, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ca2c4d07-7b15-45cc-9c05-d6a4fc269432,segment=NetworkSegment(f0a09518-021f-4dd0-9246-dcb124d970a3),segment_id=f0a09518-021f-4dd0-9246-dcb124d970a3)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:08.228864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.253797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for ca2c4d07-7b15-45cc-9c05-d6a4fc269432 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:08.255283 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.292787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:08.420390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:08.420862 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.422610 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.450332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.460060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=ca2c4d07-7b15-45cc-9c05-d6a4fc269432,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:08.462716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No DVR routers for this DVR port ca2c4d07-7b15-45cc-9c05-d6a4fc269432 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:08.535915 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Network b60985bc-1992-4f51-bf31-66c477deee12 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:08.538669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-442199b6-fc97-4f49-a870-dd9ea7fcb722 None None] Provisioning complete for port dbafb0b2-339b-4f61-a9cf-4065db0bbd7c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:08.538822 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-442199b6-fc97-4f49-a870-dd9ea7fcb722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.543283 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:08.549532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:08.589998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event updated for resources: {'Port': ['ID=85a5b6ad-25b1-4325-961c-521f272b1def,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:08.656092 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.673498 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-442199b6-fc97-4f49-a870-dd9ea7fcb722 None None] Port dbafb0b2-339b-4f61-a9cf-4065db0bbd7c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:08.676994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81be4f6-8110-4190-a44a-ca358fe7f510 None None] DHCP port deletion for 64412198-1df1-4c41-8f17-1829500ccbce request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:02:08.681553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:08.681553 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.699357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-442199b6-fc97-4f49-a870-dd9ea7fcb722 None None] Could not find standard attr ID for object ca2c4d07-7b15-45cc-9c05-d6a4fc269432. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:02:08.701905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64412198-1df1-4c41-8f17-1829500ccbce']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:08.706783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-442199b6-fc97-4f49-a870-dd9ea7fcb722 None None] Could not find standard attr ID for object 146f926f-11d8-45e7-8604-855a39143a4f. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:02:08.708926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-01a29c46-6075-4a3e-838c-bc0a501319e9 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0236075 Nov 09 18:02:08.717699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53978) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:08.728868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a09518-021f-4dd0-9246-dcb124d970a3') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:08.729187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a09518-021f-4dd0-9246-dcb124d970a3') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:08.730384 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d80f9e9e-c81a-4cbe-b00f-6dd83596747f tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ed:18:61'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:08.746158 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.780090 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.792167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:08.792609 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:08.806750 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:08.838828 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cab03c0d-cad1-4526-8644-00d97e169ab5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.937068 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.946045 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.952849 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/networks/64412198-1df1-4c41-8f17-1829500ccbce HTTP/1.1" status: 204 len: 168 time: 1.1650174 Nov 09 18:02:08.956877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53982) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:08.961999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7260ad33-1bd2-4b03-8260-02028245b3fe tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'name': 'tempest-PortsIpV6TestJSON-2020479459'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:08.972763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3f8e290d-14d9-4d0b-a754-5c9c946e7984 None None] Provisioning complete for port 85a5b6ad-25b1-4325-961c-521f272b1def triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:08.973140 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3f8e290d-14d9-4d0b-a754-5c9c946e7984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.976945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1ee39-78db-47c6-8130-f9019d59cf0c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Network': ['ID=64412198-1df1-4c41-8f17-1829500ccbce,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:09.053272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e290d-14d9-4d0b-a754-5c9c946e7984 None None] Port 85a5b6ad-25b1-4325-961c-521f272b1def cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:09.103207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f3de64b5-b0e3-4bb6-b9e7-237fb9d42494 req-9bde70b5-bfdf-4118-8f00-2a2c5b5a492a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.0685441 Nov 09 18:02:09.191331 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d80f9e9e-c81a-4cbe-b00f-6dd83596747f tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:09.295517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7260ad33-1bd2-4b03-8260-02028245b3fe tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:09.300860 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7260ad33-1bd2-4b03-8260-02028245b3fe tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:09.351968 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-7260ad33-1bd2-4b03-8260-02028245b3fe tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port 0d8eebfc-3755-47a6-aaf3-d009b5100c94 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:09.438953 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ca2c4d07-7b15-45cc-9c05-d6a4fc269432 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:09.464159 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: ca2c4d07-7b15-45cc-9c05-d6a4fc269432 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:09.464598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ca2c4d07-7b15-45cc-9c05-d6a4fc269432 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:10.164137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7260ad33-1bd2-4b03-8260-02028245b3fe tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.178607 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d80f9e9e-c81a-4cbe-b00f-6dd83596747f tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.189296 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d80f9e9e-c81a-4cbe-b00f-6dd83596747f tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.206862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-cab03c0d-cad1-4526-8644-00d97e169ab5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port dbafb0b2-339b-4f61-a9cf-4065db0bbd7c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:10.207325 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cab03c0d-cad1-4526-8644-00d97e169ab5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.400689 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cbbee625-701e-4d0d-9084-86a94775a658 req-78da6838-66e6-4e4b-9571-464c9738b21e tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.0975432 Nov 09 18:02:10.412616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f9e9e-c81a-4cbe-b00f-6dd83596747f tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event updated for resources: {'Port': ['ID=85a5b6ad-25b1-4325-961c-521f272b1def,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:10.438157 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7260ad33-1bd2-4b03-8260-02028245b3fe tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.445337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d80f9e9e-c81a-4cbe-b00f-6dd83596747f tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] In _notify_port_updated(), no bound segment for port 85a5b6ad-25b1-4325-961c-521f272b1def on network b60985bc-1992-4f51-bf31-66c477deee12 {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:02:10.452077 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80f9e9e-c81a-4cbe-b00f-6dd83596747f tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.452744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d80f9e9e-c81a-4cbe-b00f-6dd83596747f tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.457318 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d80f9e9e-c81a-4cbe-b00f-6dd83596747f tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "PUT /v2.0/ports/85a5b6ad-25b1-4325-961c-521f272b1def HTTP/1.1" status: 200 len: 997 time: 1.7353024 Nov 09 18:02:10.458333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54010) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:10.549219 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cab03c0d-cad1-4526-8644-00d97e169ab5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.555095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7260ad33-1bd2-4b03-8260-02028245b3fe tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:10.590119 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260ad33-1bd2-4b03-8260-02028245b3fe tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=0d8eebfc-3755-47a6-aaf3-d009b5100c94,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:10.601157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-7260ad33-1bd2-4b03-8260-02028245b3fe tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:10.604420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260ad33-1bd2-4b03-8260-02028245b3fe tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:10.611705 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7260ad33-1bd2-4b03-8260-02028245b3fe tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.612555 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7260ad33-1bd2-4b03-8260-02028245b3fe tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.621077 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-cab03c0d-cad1-4526-8644-00d97e169ab5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for dbafb0b2-339b-4f61-a9cf-4065db0bbd7c owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:10.676218 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7013096a-2fd7-4efc-b3a7-c7239789a916 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Deleting port 85a5b6ad-25b1-4325-961c-521f272b1def {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:10.676693 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7013096a-2fd7-4efc-b3a7-c7239789a916 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.678525 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1f44ed0b-d68e-485a-86d4-6d7756dadd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.723327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2e549865-fce1-4d11-9c9a-7d2cd8df7ecd None None] Provisioning complete for port 85a5b6ad-25b1-4325-961c-521f272b1def triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:10.724678 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2e549865-fce1-4d11-9c9a-7d2cd8df7ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.754553 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7260ad33-1bd2-4b03-8260-02028245b3fe tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7963736 Nov 09 18:02:10.757136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54016) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:10.789769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2e549865-fce1-4d11-9c9a-7d2cd8df7ecd None None] Port 85a5b6ad-25b1-4325-961c-521f272b1def cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:10.831682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7013096a-2fd7-4efc-b3a7-c7239789a916 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.848465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7013096a-2fd7-4efc-b3a7-c7239789a916 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Calling delete_port for 85a5b6ad-25b1-4325-961c-521f272b1def owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:10.965189 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-4bf249f2-3cd5-4daf-b12b-d48d4f0c9abd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 0d8eebfc-3755-47a6-aaf3-d009b5100c94 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:10.965460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4bf249f2-3cd5-4daf-b12b-d48d4f0c9abd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.088025 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7013096a-2fd7-4efc-b3a7-c7239789a916 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.124879 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4bf249f2-3cd5-4daf-b12b-d48d4f0c9abd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.143473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-4bf249f2-3cd5-4daf-b12b-d48d4f0c9abd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 0d8eebfc-3755-47a6-aaf3-d009b5100c94 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:11.148191 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cab03c0d-cad1-4526-8644-00d97e169ab5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.149367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013096a-2fd7-4efc-b3a7-c7239789a916 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event deleted for resources: {'Port': ['ID=85a5b6ad-25b1-4325-961c-521f272b1def,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:11.192288 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab03c0d-cad1-4526-8644-00d97e169ab5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=dbafb0b2-339b-4f61-a9cf-4065db0bbd7c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:11.297682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7013096a-2fd7-4efc-b3a7-c7239789a916 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.299942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7013096a-2fd7-4efc-b3a7-c7239789a916 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "DELETE /v2.0/ports/85a5b6ad-25b1-4325-961c-521f272b1def HTTP/1.1" status: 204 len: 168 time: 0.8381205 Nov 09 18:02:11.299942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54026) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:11.337438 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c9ebfa-1de1-41ba-9cee-b27d3961c0bd tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] GET failed (client error): The resource could not be found. Nov 09 18:02:11.345789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a8c9ebfa-1de1-41ba-9cee-b27d3961c0bd tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "GET /v2.0/ports/85a5b6ad-25b1-4325-961c-521f272b1def HTTP/1.1" status: 404 len: 333 time: 0.0438721 Nov 09 18:02:11.346443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54028) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:11.351932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Request body: {'port': {'network_id': 'b60985bc-1992-4f51-bf31-66c477deee12', 'name': 'tempest-AllowedAddressPairTestJSON-1151849285'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:11.398578 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cab03c0d-cad1-4526-8644-00d97e169ab5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.571041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Made reservation on behalf of 4b1969b4b7d3466ca12632e31892a366 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:11.574713 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.615106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4bf249f2-3cd5-4daf-b12b-d48d4f0c9abd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.641177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] device_id is not set on port f33242f9-a9e5-40c4-8d73-2eb1f7d82fae yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:11.655058 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-277dfccd-20d1-4d94-a6bd-6e71fae5a2dc req-0a0d1014-540d-49a5-baa7-89a6d8eca540 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.0747216 Nov 09 18:02:11.677594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf249f2-3cd5-4daf-b12b-d48d4f0c9abd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=0d8eebfc-3755-47a6-aaf3-d009b5100c94,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:11.687707 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4bf249f2-3cd5-4daf-b12b-d48d4f0c9abd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.693597 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4bf249f2-3cd5-4daf-b12b-d48d4f0c9abd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/0d8eebfc-3755-47a6-aaf3-d009b5100c94 HTTP/1.1" status: 204 len: 168 time: 0.9331825 Nov 09 18:02:11.693919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54036) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:11.700087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-00a6cc7a-f907-4a47-a620-3a49a1ce54ea tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'mac_address': 'fa:16:3e:39:48:cc', 'name': 'tempest-PortsIpV6TestJSON-1418617536'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:11.863192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Allocated IP 172.20.0.11 (b60985bc-1992-4f51-bf31-66c477deee12/9cc681c9-d6d0-4344-9d88-8b3e7aefd672/f33242f9-a9e5-40c4-8d73-2eb1f7d82fae) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:11.921147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab03c0d-cad1-4526-8644-00d97e169ab5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router b437fcea-5b38-4a0d-ab40-d8fb5678b419 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:02:12.094597 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.096902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a6cc7a-f907-4a47-a620-3a49a1ce54ea tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:12.117552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab03c0d-cad1-4526-8644-00d97e169ab5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:12.132708 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf60163-4988-48b1-a8c8-fe247b653e9e None None] Sync routers for ids ['b437fcea-5b38-4a0d-ab40-d8fb5678b419'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:12.139671 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.159163 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cab03c0d-cad1-4526-8644-00d97e169ab5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/b437fcea-5b38-4a0d-ab40-d8fb5678b419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8670545 Nov 09 18:02:12.163234 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54046) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:12.222415 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00a6cc7a-f907-4a47-a620-3a49a1ce54ea tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.253647 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-51b88efd-ee60-42d3-9c0c-5144ec889ef4 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=b437fcea-5b38-4a0d-ab40-d8fb5678b419 HTTP/1.1" status: 200 len: 205 time: 0.0582619 Nov 09 18:02:12.254764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54048) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:12.255190 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf60163-4988-48b1-a8c8-fe247b653e9e None None] Routers {'b437fcea-5b38-4a0d-ab40-d8fb5678b419'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:12.256221 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4cf60163-4988-48b1-a8c8-fe247b653e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b437fcea-5b38-4a0d-ab40-d8fb5678b419'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:12.263704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-00a6cc7a-f907-4a47-a620-3a49a1ce54ea tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port 1a8acac9-fc2f-4894-8995-3c3649b4e582 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:12.345838 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4cf60163-4988-48b1-a8c8-fe247b653e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:12.347801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc9af1ab-5096-4ae0-9cea-de5cd22b56d5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.362456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event updated for resources: {'Port': ['ID=f33242f9-a9e5-40c4-8d73-2eb1f7d82fae,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:12.366207 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Network b60985bc-1992-4f51-bf31-66c477deee12 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:12.383902 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf60163-4988-48b1-a8c8-fe247b653e9e None None] Routers {'b437fcea-5b38-4a0d-ab40-d8fb5678b419'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:12.385396 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4cf60163-4988-48b1-a8c8-fe247b653e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:01:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b437fcea-5b38-4a0d-ab40-d8fb5678b419'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:12.424531 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4cf60163-4988-48b1-a8c8-fe247b653e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:12.425521 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf60163-4988-48b1-a8c8-fe247b653e9e None None] The sync data for ids ['b437fcea-5b38-4a0d-ab40-d8fb5678b419'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:12.440780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:12.445408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:12.516518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:12.517520 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.519895 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00a6cc7a-f907-4a47-a620-3a49a1ce54ea tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.565382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-772ad228-d616-40b4-a3aa-ec8c032bfa94 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2177329 Nov 09 18:02:12.565748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54054) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:12.573875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Request body: {'port': {'network_id': 'b60985bc-1992-4f51-bf31-66c477deee12', 'name': 'tempest-AllowedAddressPairTestJSON-924785949'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:12.658176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00a6cc7a-f907-4a47-a620-3a49a1ce54ea tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.724856 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc9af1ab-5096-4ae0-9cea-de5cd22b56d5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.733953 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc9af1ab-5096-4ae0-9cea-de5cd22b56d5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.736717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6cc7a-f907-4a47-a620-3a49a1ce54ea tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:12.740782 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6cc7a-f907-4a47-a620-3a49a1ce54ea tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=1a8acac9-fc2f-4894-8995-3c3649b4e582,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:12.744536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-00a6cc7a-f907-4a47-a620-3a49a1ce54ea tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:12.753179 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6cc7a-f907-4a47-a620-3a49a1ce54ea tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:12.759898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a6cc7a-f907-4a47-a620-3a49a1ce54ea tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:12.760618 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00a6cc7a-f907-4a47-a620-3a49a1ce54ea tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.797050 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-00a6cc7a-f907-4a47-a620-3a49a1ce54ea tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0968690 Nov 09 18:02:12.799495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54060) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:12.867889 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bbffd11e-40a6-411c-bacf-7ce867be2e8b None None] Provisioning complete for port f33242f9-a9e5-40c4-8d73-2eb1f7d82fae triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:12.873294 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bbffd11e-40a6-411c-bacf-7ce867be2e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.891355 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc9af1ab-5096-4ae0-9cea-de5cd22b56d5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.892306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9af1ab-5096-4ae0-9cea-de5cd22b56d5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Fanout notify agent at l3_agent the message router_deleted on router b437fcea-5b38-4a0d-ab40-d8fb5678b419 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:02:12.912866 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc9af1ab-5096-4ae0-9cea-de5cd22b56d5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.920872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cc9af1ab-5096-4ae0-9cea-de5cd22b56d5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/b437fcea-5b38-4a0d-ab40-d8fb5678b419 HTTP/1.1" status: 204 len: 168 time: 0.6592200 Nov 09 18:02:12.920872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54066) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:12.921719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75d1a18-3cf5-4c48-b9d5-00bb04aa692a tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:12.923441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d75d1a18-3cf5-4c48-b9d5-00bb04aa692a tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/1a8acac9-fc2f-4894-8995-3c3649b4e582 HTTP/1.1" status: 200 len: 845 time: 0.1166301 Nov 09 18:02:12.925851 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5161b404-b047-4c4b-85d3-5d28a85a9087 req-8f3b273b-02ce-425e-ba18-dbf50887bb5a tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.0557461 Nov 09 18:02:12.952861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54068) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:13.003456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-bbffd11e-40a6-411c-bacf-7ce867be2e8b None None] Port f33242f9-a9e5-40c4-8d73-2eb1f7d82fae cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:13.053323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Made reservation on behalf of 4b1969b4b7d3466ca12632e31892a366 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:13.057953 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.073449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f026df55-4402-4a85-baa4-437dd359c90c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting subnet 0868ecf3-26ed-4aa8-8fa8-54181550005a {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:13.079344 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f026df55-4402-4a85-baa4-437dd359c90c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.082171 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] device_id is not set on port b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:13.185940 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f026df55-4402-4a85-baa4-437dd359c90c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.249562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Allocated IP 172.20.0.12 (b60985bc-1992-4f51-bf31-66c477deee12/9cc681c9-d6d0-4344-9d88-8b3e7aefd672/b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:13.313986 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-088ce206-141c-437a-8618-6e441605b9bb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 1a8acac9-fc2f-4894-8995-3c3649b4e582 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:13.314329 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-088ce206-141c-437a-8618-6e441605b9bb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.403976 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-088ce206-141c-437a-8618-6e441605b9bb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.418707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-088ce206-141c-437a-8618-6e441605b9bb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 1a8acac9-fc2f-4894-8995-3c3649b4e582 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:13.490078 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.508241 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f026df55-4402-4a85-baa4-437dd359c90c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.536495 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.550292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-088ce206-141c-437a-8618-6e441605b9bb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.593897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ce206-141c-437a-8618-6e441605b9bb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=1a8acac9-fc2f-4894-8995-3c3649b4e582,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:13.610387 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-088ce206-141c-437a-8618-6e441605b9bb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.617125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-088ce206-141c-437a-8618-6e441605b9bb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/1a8acac9-fc2f-4894-8995-3c3649b4e582 HTTP/1.1" status: 204 len: 168 time: 0.6631358 Nov 09 18:02:13.617785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54084) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:13.624354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event updated for resources: {'Port': ['ID=b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:13.642775 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Network b60985bc-1992-4f51-bf31-66c477deee12 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:13.644792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:13.645953 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-962a27d3-222e-429c-8d76-7a468e29c8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.648862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:13.665129 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-af914ee3-39e4-493d-840c-5cb2054b3cc7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:02:13.672533 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-af914ee3-39e4-493d-840c-5cb2054b3cc7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/1a8acac9-fc2f-4894-8995-3c3649b4e582 HTTP/1.1" status: 404 len: 333 time: 0.0481424 Nov 09 18:02:13.674270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54088) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:13.680014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-54132e9e-dbe5-4dd2-8dc1-19ce338aa670 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'name': 'tempest-PortsIpV6TestJSON-1011042766'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:13.686733 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f026df55-4402-4a85-baa4-437dd359c90c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.732651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:13.733643 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.754612 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-11d426aa-2041-43e7-9609-7da2932ff883 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1867445 Nov 09 18:02:13.758039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54096) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:13.765084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-37e8f71b-faba-40a2-ad56-11c589a22865 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ed:18:61'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:56:e1:f0'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:13.809644 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f026df55-4402-4a85-baa4-437dd359c90c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.813152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6195356f-9039-4960-9270-e3242981e014 None None] Network 0beb62cf-5d44-4460-983a-9f402cd83d94 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:13.814318 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f026df55-4402-4a85-baa4-437dd359c90c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/0868ecf3-26ed-4aa8-8fa8-54181550005a HTTP/1.1" status: 204 len: 168 time: 0.8927276 Nov 09 18:02:13.817919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026df55-4402-4a85-baa4-437dd359c90c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Subnet': ['ID=0868ecf3-26ed-4aa8-8fa8-54181550005a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:13.823926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54098) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:13.878796 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54132e9e-dbe5-4dd2-8dc1-19ce338aa670 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:13.884048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-54132e9e-dbe5-4dd2-8dc1-19ce338aa670 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.930097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-54132e9e-dbe5-4dd2-8dc1-19ce338aa670 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port 992ae0eb-a2cd-4648-a136-a0ef1e1ec8a2 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:14.078672 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-37e8f71b-faba-40a2-ad56-11c589a22865 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.108147 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.160226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e69b1bdd-4ca1-4cc2-8449-c652bfa89d46 None None] Provisioning complete for port b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:14.161240 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e69b1bdd-4ca1-4cc2-8449-c652bfa89d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.168088 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-54132e9e-dbe5-4dd2-8dc1-19ce338aa670 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.222402 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-54132e9e-dbe5-4dd2-8dc1-19ce338aa670 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.237700 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a19338-953c-4c7e-8d90-b6df40a062a9 None None] DHCP port deletion for 0beb62cf-5d44-4460-983a-9f402cd83d94 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:02:14.292083 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e69b1bdd-4ca1-4cc2-8449-c652bfa89d46 None None] Port b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:14.321204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-63a19338-953c-4c7e-8d90-b6df40a062a9 None None] Deleting port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:14.321935 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-63a19338-953c-4c7e-8d90-b6df40a062a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.329612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54132e9e-dbe5-4dd2-8dc1-19ce338aa670 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:14.333102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-54132e9e-dbe5-4dd2-8dc1-19ce338aa670 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:14.341533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54132e9e-dbe5-4dd2-8dc1-19ce338aa670 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:14.348642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54132e9e-dbe5-4dd2-8dc1-19ce338aa670 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:14.349301 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-54132e9e-dbe5-4dd2-8dc1-19ce338aa670 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.354647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54132e9e-dbe5-4dd2-8dc1-19ce338aa670 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=992ae0eb-a2cd-4648-a136-a0ef1e1ec8a2,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:14.392332 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-54132e9e-dbe5-4dd2-8dc1-19ce338aa670 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7163270 Nov 09 18:02:14.394151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54104) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:14.397456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-63a19338-953c-4c7e-8d90-b6df40a062a9 None None] For port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481,segment=NetworkSegment(8edcca86-526a-4843-9f93-90513922c53e),segment_id=8edcca86-526a-4843-9f93-90513922c53e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:14.398013 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-63a19338-953c-4c7e-8d90-b6df40a062a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.403467 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9fd4686d-95f6-4d12-866d-33a2de58b043 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:14.413245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-63a19338-953c-4c7e-8d90-b6df40a062a9 None None] Calling delete_port for 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:14.495735 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3379b62e-d9e5-4e5b-9edf-c59ea961a995 req-13a80d9a-37ab-48df-9d0f-595bc8c3ff41 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.1886249 Nov 09 18:02:14.521451 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-37e8f71b-faba-40a2-ad56-11c589a22865 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.533331 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-37e8f71b-faba-40a2-ad56-11c589a22865 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.542168 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-63a19338-953c-4c7e-8d90-b6df40a062a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.550668 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9fd4686d-95f6-4d12-866d-33a2de58b043 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.573691 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a19338-953c-4c7e-8d90-b6df40a062a9 None None] Pushing event deleted for resources: {'Port': ['ID=52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:14.584200 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.585699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a19338-953c-4c7e-8d90-b6df40a062a9 None None] No DVR routers for this DVR port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:14.709762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8f71b-faba-40a2-ad56-11c589a22865 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event updated for resources: {'Port': ['ID=b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:14.733690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-37e8f71b-faba-40a2-ad56-11c589a22865 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] In _notify_port_updated(), no bound segment for port b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d on network b60985bc-1992-4f51-bf31-66c477deee12 {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:02:14.741646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e8f71b-faba-40a2-ad56-11c589a22865 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:14.741646 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-37e8f71b-faba-40a2-ad56-11c589a22865 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.746417 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-37e8f71b-faba-40a2-ad56-11c589a22865 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "PUT /v2.0/ports/b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d HTTP/1.1" status: 200 len: 1056 time: 0.9867606 Nov 09 18:02:14.749556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54108) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:14.811596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:14.812138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.958840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] For port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481, host n-d-817236-1, got binding levels [] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:14.959407 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.990670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:14.998819 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-92d0373d-04eb-4555-85fb-13ebe133ef11 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Deleting port b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:14.999710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-92d0373d-04eb-4555-85fb-13ebe133ef11 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.005311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.ipam_backend_mixin [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 was not found and therefore no delete operation was performed {{(pid=102155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:02:15.020425 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.069040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No DVR routers for this DVR port 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:15.125543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-55acf532-b8a1-4744-af60-df46e2807782 None None] Provisioning complete for port b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:15.126314 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-55acf532-b8a1-4744-af60-df46e2807782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.126759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:15.167999 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-55acf532-b8a1-4744-af60-df46e2807782 None None] Port b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:15.246903 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-92d0373d-04eb-4555-85fb-13ebe133ef11 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.252881 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9fd4686d-95f6-4d12-866d-33a2de58b043 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.259305 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9fd4686d-95f6-4d12-866d-33a2de58b043 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.280232 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-92d0373d-04eb-4555-85fb-13ebe133ef11 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Calling delete_port for b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:15.284327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9fd4686d-95f6-4d12-866d-33a2de58b043 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] In _notify_port_updated(), no bound segment for port 992ae0eb-a2cd-4648-a136-a0ef1e1ec8a2 on network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 {{(pid=102154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:02:15.284776 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.292534 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd4686d-95f6-4d12-866d-33a2de58b043 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:15.293676 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9fd4686d-95f6-4d12-866d-33a2de58b043 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.299311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54112) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:15.300433 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9fd4686d-95f6-4d12-866d-33a2de58b043 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "PUT /v2.0/ports/992ae0eb-a2cd-4648-a136-a0ef1e1ec8a2 HTTP/1.1" status: 200 len: 818 time: 0.9045603 Nov 09 18:02:15.343262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0beb62cf-5d44-4460-983a-9f402cd83d94']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:15.359598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4686d-95f6-4d12-866d-33a2de58b043 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=992ae0eb-a2cd-4648-a136-a0ef1e1ec8a2,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:15.383325 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.393478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edcca86-526a-4843-9f93-90513922c53e') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:15.393782 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edcca86-526a-4843-9f93-90513922c53e') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:15.411925 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.460743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:15.465433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.478138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:15.478632 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:15.483074 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:15.487914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:15.488494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 52d4c85b-2bd2-4f8f-8e1b-5866f6f9c481 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:15.988046 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7e36b-9654-4e49-b7e5-f8c6195744d5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 992ae0eb-a2cd-4648-a136-a0ef1e1ec8a2 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:15.988663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2eb7e36b-9654-4e49-b7e5-f8c6195744d5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.001091 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.040440 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.044529 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/networks/0beb62cf-5d44-4460-983a-9f402cd83d94 HTTP/1.1" status: 204 len: 168 time: 2.2191474 Nov 09 18:02:16.049547 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c140f650-5ed7-4487-935f-cb08f506af7d req-4ec97b77-dbe7-40bf-b452-0cac49fb29a8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.4358909 Nov 09 18:02:16.054062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54118) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:16.060112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-371576456', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:16.105579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Network': ['ID=0beb62cf-5d44-4460-983a-9f402cd83d94,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:16.109320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.110525 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.148962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.149572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.150147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.150685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.151293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.151816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.152163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.152694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.153221 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.153828 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.154606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.155157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b715d0c-3524-40ec-afec-73dd6dd84448 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:16.164687 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-92d0373d-04eb-4555-85fb-13ebe133ef11 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.190143 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.213599 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2eb7e36b-9654-4e49-b7e5-f8c6195744d5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.216813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0373d-04eb-4555-85fb-13ebe133ef11 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event deleted for resources: {'Port': ['ID=b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:16.260151 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7e36b-9654-4e49-b7e5-f8c6195744d5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 992ae0eb-a2cd-4648-a136-a0ef1e1ec8a2 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:16.385081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.577969 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-92d0373d-04eb-4555-85fb-13ebe133ef11 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.589637 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-92d0373d-04eb-4555-85fb-13ebe133ef11 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "DELETE /v2.0/ports/b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d HTTP/1.1" status: 204 len: 168 time: 1.8385231 Nov 09 18:02:16.596405 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54122) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:16.663027 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fc434d-773b-43f9-b01c-1df554b34d41 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] GET failed (client error): The resource could not be found. Nov 09 18:02:16.670769 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c6fc434d-773b-43f9-b01c-1df554b34d41 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "GET /v2.0/ports/b82db7cb-4ea5-4dfe-b1a6-3bf4a05b1e2d HTTP/1.1" status: 404 len: 333 time: 0.0657871 Nov 09 18:02:16.670769 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2eb7e36b-9654-4e49-b7e5-f8c6195744d5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.674091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54124) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:16.749129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7e36b-9654-4e49-b7e5-f8c6195744d5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=992ae0eb-a2cd-4648-a136-a0ef1e1ec8a2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:16.799056 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2eb7e36b-9654-4e49-b7e5-f8c6195744d5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.805760 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2eb7e36b-9654-4e49-b7e5-f8c6195744d5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/992ae0eb-a2cd-4648-a136-a0ef1e1ec8a2 HTTP/1.1" status: 204 len: 168 time: 1.5004725 Nov 09 18:02:16.812025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54128) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:16.816842 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.853932 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.985693 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28cb0c1-4ab3-4220-af57-bedb7d9b7d9a tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:16.991319 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e28cb0c1-4ab3-4220-af57-bedb7d9b7d9a tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1750805 Nov 09 18:02:16.992076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54130) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:17.014622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-547374d1-5bb7-42b6-bdcf-db205d8e5770 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Deleting port f33242f9-a9e5-40c4-8d73-2eb1f7d82fae {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:17.014622 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-547374d1-5bb7-42b6-bdcf-db205d8e5770 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.064980 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6891105-2bad-4ba0-a711-15b6121092df tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:02:17.069642 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b6891105-2bad-4ba0-a711-15b6121092df tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/992ae0eb-a2cd-4648-a136-a0ef1e1ec8a2 HTTP/1.1" status: 404 len: 333 time: 0.0723541 Nov 09 18:02:17.076244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54132) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:17.082146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ea909aa3-c96e-4619-b5f0-3003d7caee3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-682878202'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:17.121270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea909aa3-c96e-4619-b5f0-3003d7caee3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:17.125826 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea909aa3-c96e-4619-b5f0-3003d7caee3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.128748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Allocated IP 172.25.1.119 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/5c08e1a0-e7a4-47eb-a266-34451c262919) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:17.183382 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-547374d1-5bb7-42b6-bdcf-db205d8e5770 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.213847 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-547374d1-5bb7-42b6-bdcf-db205d8e5770 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Calling delete_port for f33242f9-a9e5-40c4-8d73-2eb1f7d82fae owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:17.223550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea909aa3-c96e-4619-b5f0-3003d7caee3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:17.244176 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea909aa3-c96e-4619-b5f0-3003d7caee3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.244843 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-ea909aa3-c96e-4619-b5f0-3003d7caee3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Added segment 438f00fb-bf7a-4a07-a37d-804b2a8626fa of type vlan for network 3282ea45-a914-42ab-89a7-04698af18c3c Nov 09 18:02:17.336947 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-de4b3ca4-7dcb-40ed-85a3-8698e7f80baa req-85d26052-5a9a-4cf2-b13d-00884868702e tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.0953088 Nov 09 18:02:17.365040 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea909aa3-c96e-4619-b5f0-3003d7caee3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.455434 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.536174 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea909aa3-c96e-4619-b5f0-3003d7caee3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.542068 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea909aa3-c96e-4619-b5f0-3003d7caee3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:17.542976 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea909aa3-c96e-4619-b5f0-3003d7caee3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.587655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-547374d1-5bb7-42b6-bdcf-db205d8e5770 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.639139 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.642083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547374d1-5bb7-42b6-bdcf-db205d8e5770 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event deleted for resources: {'Port': ['ID=f33242f9-a9e5-40c4-8d73-2eb1f7d82fae,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:17.709699 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.750726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ea909aa3-c96e-4619-b5f0-3003d7caee3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6694617 Nov 09 18:02:17.758856 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54138) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:17.767791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ca92112b-eb5d-412a-a22b-c8e4ab65a893 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': '3282ea45-a914-42ab-89a7-04698af18c3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:17.816317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea909aa3-c96e-4619-b5f0-3003d7caee3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Network': ['ID=3282ea45-a914-42ab-89a7-04698af18c3c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:17.834351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 3282ea45-a914-42ab-89a7-04698af18c3c details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:17.839820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:17.847705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:17.857853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:17.893557 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-547374d1-5bb7-42b6-bdcf-db205d8e5770 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.901622 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-547374d1-5bb7-42b6-bdcf-db205d8e5770 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "DELETE /v2.0/ports/f33242f9-a9e5-40c4-8d73-2eb1f7d82fae HTTP/1.1" status: 204 len: 168 time: 1.2128310 Nov 09 18:02:17.901622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54142) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:17.966849 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7323194-f5e1-4e86-aba4-bb385c2ba1ad tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] GET failed (client error): The resource could not be found. Nov 09 18:02:17.969834 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e7323194-f5e1-4e86-aba4-bb385c2ba1ad tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "GET /v2.0/ports/f33242f9-a9e5-40c4-8d73-2eb1f7d82fae HTTP/1.1" status: 404 len: 333 time: 0.0669382 Nov 09 18:02:17.976689 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54144) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:17.987581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=5c08e1a0-e7a4-47eb-a266-34451c262919,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:18.109517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca92112b-eb5d-412a-a22b-c8e4ab65a893 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:18.113249 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca92112b-eb5d-412a-a22b-c8e4ab65a893 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.237730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6d130-5498-4586-b1bb-7791d1ef6c44 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Deleting port d3bb0ebd-1a0d-4873-8b1d-9df02f35a088 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:18.238069 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1dd6d130-5498-4586-b1bb-7791d1ef6c44 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.417130 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.425593 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1dd6d130-5498-4586-b1bb-7791d1ef6c44 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.471551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6d130-5498-4586-b1bb-7791d1ef6c44 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Calling delete_port for d3bb0ebd-1a0d-4873-8b1d-9df02f35a088 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:18.494473 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca92112b-eb5d-412a-a22b-c8e4ab65a893 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.660057 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92112b-eb5d-412a-a22b-c8e4ab65a893 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Subnet': ['ID=d173f6d3-a02a-4748-9f01-8c1f8f4a393e,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:18.686273 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5373e3b4-4abe-459b-8c8a-66dedaa2665e req-20907248-2c82-4bea-a6f3-37108f5b2a18 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.1533842 Nov 09 18:02:18.769025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca92112b-eb5d-412a-a22b-c8e4ab65a893 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Checking segment: {'id': '438f00fb-bf7a-4a07-a37d-804b2a8626fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3282ea45-a914-42ab-89a7-04698af18c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:18.769615 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca92112b-eb5d-412a-a22b-c8e4ab65a893 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network hostable DHCP agents. Network: 3282ea45-a914-42ab-89a7-04698af18c3c, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:18.802554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.828891 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca92112b-eb5d-412a-a22b-c8e4ab65a893 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network 3282ea45-a914-42ab-89a7-04698af18c3c is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:18.884634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-ca92112b-eb5d-412a-a22b-c8e4ab65a893 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 3282ea45-a914-42ab-89a7-04698af18c3c) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:18.898693 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca92112b-eb5d-412a-a22b-c8e4ab65a893 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:18.899712 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca92112b-eb5d-412a-a22b-c8e4ab65a893 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.917084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d9c376-e5c9-409b-a74f-e04b54fb3e1d None None] Network 3282ea45-a914-42ab-89a7-04698af18c3c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:18.948455 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ca92112b-eb5d-412a-a22b-c8e4ab65a893 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1822255 Nov 09 18:02:18.948455 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54150) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:18.963350 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5deea1e7-b138-4c2c-8118-c8b81744e1d6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': '3282ea45-a914-42ab-89a7-04698af18c3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:18.977589 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1dd6d130-5498-4586-b1bb-7791d1ef6c44 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.070354 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 816c48a1-a643-4209-b783-7234d980d3b8 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:02:19.126090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6d130-5498-4586-b1bb-7791d1ef6c44 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event deleted for resources: {'Port': ['ID=d3bb0ebd-1a0d-4873-8b1d-9df02f35a088,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:19.289620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:19.304690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-3282ea45-a914-42ab-89a7-04698af18c3c', 'network_id': '3282ea45-a914-42ab-89a7-04698af18c3c', 'tenant_id': '65def5a5d4f14aabba649675babfc793', 'fixed_ips': [{'subnet_id': 'd173f6d3-a02a-4748-9f01-8c1f8f4a393e'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:02:19.306119 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.320944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ae1261-6792-4064-ba88-07b92d16add1 None None] Sync routers for ids ['816c48a1-a643-4209-b783-7234d980d3b8'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:19.344863 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae1261-6792-4064-ba88-07b92d16add1 None None] Routers {'816c48a1-a643-4209-b783-7234d980d3b8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:19.347057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-42ae1261-6792-4064-ba88-07b92d16add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['816c48a1-a643-4209-b783-7234d980d3b8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:19.394529 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1dd6d130-5498-4586-b1bb-7791d1ef6c44 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.399763 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1dd6d130-5498-4586-b1bb-7791d1ef6c44 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "DELETE /v2.0/ports/d3bb0ebd-1a0d-4873-8b1d-9df02f35a088 HTTP/1.1" status: 204 len: 168 time: 1.4213395 Nov 09 18:02:19.404685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54154) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:19.408093 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.422149 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-10d25125-5dfe-4821-a17c-98bb98330dd0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.3658781 Nov 09 18:02:19.424845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-42ae1261-6792-4064-ba88-07b92d16add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:19.425797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54156) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:19.443400 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae1261-6792-4064-ba88-07b92d16add1 None None] Routers {'816c48a1-a643-4209-b783-7234d980d3b8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:19.445215 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-42ae1261-6792-4064-ba88-07b92d16add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['816c48a1-a643-4209-b783-7234d980d3b8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:19.513225 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-169a70cd-604d-413a-966e-35cd41d1461e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Deleting subnet 9cc681c9-d6d0-4344-9d88-8b3e7aefd672 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:19.517293 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-169a70cd-604d-413a-966e-35cd41d1461e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.567078 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-169a70cd-604d-413a-966e-35cd41d1461e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.583968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-42ae1261-6792-4064-ba88-07b92d16add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:19.585117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ae1261-6792-4064-ba88-07b92d16add1 None None] The sync data for ids ['816c48a1-a643-4209-b783-7234d980d3b8'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:19.672032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5deea1e7-b138-4c2c-8118-c8b81744e1d6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:19.675941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5deea1e7-b138-4c2c-8118-c8b81744e1d6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.704372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2853af7c-3405-49f3-b969-697648a818e2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/routers/816c48a1-a643-4209-b783-7234d980d3b8 HTTP/1.1" status: 200 len: 884 time: 0.2761521 Nov 09 18:02:19.712872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54160) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:19.767765 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-169a70cd-604d-413a-966e-35cd41d1461e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.864341 n-d-817236-1 neutron-server[102155]: INFO neutron.db.ipam_backend_mixin [None req-5deea1e7-b138-4c2c-8118-c8b81744e1d6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d173f6d3-a02a-4748-9f01-8c1f8f4a393e (CIDR: 2001:db8::/64) Nov 09 18:02:19.877432 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5deea1e7-b138-4c2c-8118-c8b81744e1d6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:02:19.877883 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5deea1e7-b138-4c2c-8118-c8b81744e1d6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:02:19.904437 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-169a70cd-604d-413a-966e-35cd41d1461e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.922992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5deea1e7-b138-4c2c-8118-c8b81744e1d6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9741313 Nov 09 18:02:19.933140 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Allocated IP 2001:db8::2 (3282ea45-a914-42ab-89a7-04698af18c3c/d173f6d3-a02a-4748-9f01-8c1f8f4a393e/e27b02c9-e7c1-48eb-8280-86f56dc4df40) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:19.944825 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54164) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:19.951683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-05da4481-2525-4c90-bc78-a7e21bd1acd9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': '3282ea45-a914-42ab-89a7-04698af18c3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:19.968839 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a70cd-604d-413a-966e-35cd41d1461e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc681c9-d6d0-4344-9d88-8b3e7aefd672,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:20.018353 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-169a70cd-604d-413a-966e-35cd41d1461e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.024131 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-169a70cd-604d-413a-966e-35cd41d1461e tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "DELETE /v2.0/subnets/9cc681c9-d6d0-4344-9d88-8b3e7aefd672 HTTP/1.1" status: 204 len: 168 time: 0.6144295 Nov 09 18:02:20.024395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54166) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:20.086390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6be4f0-d4f1-47be-ba9a-75b7133378f3 None None] Network b60985bc-1992-4f51-bf31-66c477deee12 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:20.115623 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7eb9da3-b351-446a-bac4-ef75bdf63a9c req-72ec1c3d-dbfb-461f-a282-13d85bbbda4d tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.1593852 Nov 09 18:02:20.255009 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.297752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05da4481-2525-4c90-bc78-a7e21bd1acd9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:20.304935 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05da4481-2525-4c90-bc78-a7e21bd1acd9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.313000 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.373023 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c77e3f86-3617-42de-8467-925ec3011f73 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6544783 Nov 09 18:02:20.373785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54170) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:20.378614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c5490157-b187-4bd8-9cb1-396a726e6fc2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-371576456'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:20.400825 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.470882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Deleting port 53827533-277c-4e9e-b9c8-55f97b611647 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:20.471322 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.549924 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Pushing event updated for resources: {'Port': ['ID=e27b02c9-e7c1-48eb-8280-86f56dc4df40,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:20.554852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] For port 53827533-277c-4e9e-b9c8-55f97b611647, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=53827533-277c-4e9e-b9c8-55f97b611647,segment=NetworkSegment(a22aa365-56d4-4b81-8872-fe5029bd10f6),segment_id=a22aa365-56d4-4b81-8872-fe5029bd10f6)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:20.555524 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.571974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Calling delete_port for 53827533-277c-4e9e-b9c8-55f97b611647 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:20.582544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Network 3282ea45-a914-42ab-89a7-04698af18c3c is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:20.624117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:20.654593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:20.732314 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05da4481-2525-4c90-bc78-a7e21bd1acd9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.791005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da4481-2525-4c90-bc78-a7e21bd1acd9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network 3282ea45-a914-42ab-89a7-04698af18c3c is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:20.795835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Attempting to bind port e27b02c9-e7c1-48eb-8280-86f56dc4df40 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:20.796674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Attempting to bind port e27b02c9-e7c1-48eb-8280-86f56dc4df40 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '438f00fb-bf7a-4a07-a37d-804b2a8626fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3282ea45-a914-42ab-89a7-04698af18c3c'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:20.798219 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Attempting to bind port e27b02c9-e7c1-48eb-8280-86f56dc4df40 on network 3282ea45-a914-42ab-89a7-04698af18c3c {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:20.813696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:20.815879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Checking segment: {'id': '438f00fb-bf7a-4a07-a37d-804b2a8626fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3282ea45-a914-42ab-89a7-04698af18c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:20.816930 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.817864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Bound using segment: {'id': '438f00fb-bf7a-4a07-a37d-804b2a8626fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3282ea45-a914-42ab-89a7-04698af18c3c'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:20.819040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Bound port: e27b02c9-e7c1-48eb-8280-86f56dc4df40, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438f00fb-bf7a-4a07-a37d-804b2a8626fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3282ea45-a914-42ab-89a7-04698af18c3c'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:20.819921 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.829496 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-05da4481-2525-4c90-bc78-a7e21bd1acd9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:20.836071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05da4481-2525-4c90-bc78-a7e21bd1acd9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:20.837051 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05da4481-2525-4c90-bc78-a7e21bd1acd9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.874111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da4481-2525-4c90-bc78-a7e21bd1acd9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Subnet': ['ID=4ec77da0-e256-4756-aa8c-2643f2b57281,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:20.884566 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-05da4481-2525-4c90-bc78-a7e21bd1acd9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9381273 Nov 09 18:02:20.888062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54172) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:20.898650 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': '3282ea45-a914-42ab-89a7-04698af18c3c', 'fixed_ips': [{'subnet_id': 'd173f6d3-a02a-4748-9f01-8c1f8f4a393e'}, {'subnet_id': '4ec77da0-e256-4756-aa8c-2643f2b57281'}], 'name': 'tempest-PortsIpV6TestJSON-1120113576'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:20.922112 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.981029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] For port e27b02c9-e7c1-48eb-8280-86f56dc4df40, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:20.992132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] For port e27b02c9-e7c1-48eb-8280-86f56dc4df40, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e27b02c9-e7c1-48eb-8280-86f56dc4df40,segment=NetworkSegment(438f00fb-bf7a-4a07-a37d-804b2a8626fa),segment_id=438f00fb-bf7a-4a07-a37d-804b2a8626fa)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:21.001458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba70efd-e08e-426c-b632-65e1e65d8806 None None] DHCP port deletion for b60985bc-1992-4f51-bf31-66c477deee12 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:02:21.020251 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.124664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:21.157373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8fb55-7e57-4fe2-a0cf-13d265646eb3 None None] Pushing event updated for resources: {'Port': ['ID=e27b02c9-e7c1-48eb-8280-86f56dc4df40,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:21.286118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.311062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port 0be8dc63-6d55-4f99-8e77-9b7e4f27bba9 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:21.378344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event deleted for resources: {'Port': ['ID=53827533-277c-4e9e-b9c8-55f97b611647,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:21.385347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] No DVR routers for this DVR port 53827533-277c-4e9e-b9c8-55f97b611647 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:21.469702 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9d8e61d-773f-4bc9-bb5a-99e94877babb req-9f50dd42-0ee8-4a3a-a622-9771c0bfbe5c tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.0599606 Nov 09 18:02:21.513149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 53827533-277c-4e9e-b9c8-55f97b611647 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:21.549011 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 53827533-277c-4e9e-b9c8-55f97b611647 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:21.549833 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 53827533-277c-4e9e-b9c8-55f97b611647 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:21.761242 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.810504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60985bc-1992-4f51-bf31-66c477deee12']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:21.820156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8::30b (3282ea45-a914-42ab-89a7-04698af18c3c/d173f6d3-a02a-4748-9f01-8c1f8f4a393e/0be8dc63-6d55-4f99-8e77-9b7e4f27bba9) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:21.831963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8:0:1::234 (3282ea45-a914-42ab-89a7-04698af18c3c/4ec77da0-e256-4756-aa8c-2643f2b57281/0be8dc63-6d55-4f99-8e77-9b7e4f27bba9) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:21.833357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22aa365-56d4-4b81-8872-fe5029bd10f6') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:21.833769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22aa365-56d4-4b81-8872-fe5029bd10f6') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:21.842458 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5490157-b187-4bd8-9cb1-396a726e6fc2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.866655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.879729 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5490157-b187-4bd8-9cb1-396a726e6fc2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.959119 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.019151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:22.019982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:22.025507 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:22.031837 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.071748 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.108204 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network 3282ea45-a914-42ab-89a7-04698af18c3c is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:22.132535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:22.136398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:22.142946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:22.143659 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.205504 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.3158090 Nov 09 18:02:22.206704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07487526-b0f6-49aa-b66a-e6dbcfd59983 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=0be8dc63-6d55-4f99-8e77-9b7e4f27bba9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:22.209572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54184) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:22.222944 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.223353 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-37f0371d-5b2a-4b36-bf52-9b365054c960 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd173f6d3-a02a-4748-9f01-8c1f8f4a393e'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:22.245266 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.252322 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] 10.222.0.81 "DELETE /v2.0/networks/b60985bc-1992-4f51-bf31-66c477deee12 HTTP/1.1" status: 204 len: 168 time: 2.2266779 Nov 09 18:02:22.282725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fc7bb-2785-46c1-ab4d-ce280eb66478 tempest-AllowedAddressPairTestJSON-298779349 tempest-AllowedAddressPairTestJSON-298779349-project] Pushing event deleted for resources: {'Network': ['ID=b60985bc-1992-4f51-bf31-66c477deee12,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:22.313195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5490157-b187-4bd8-9cb1-396a726e6fc2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 816c48a1-a643-4209-b783-7234d980d3b8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:02:22.377369 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-37f0371d-5b2a-4b36-bf52-9b365054c960 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.619732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5490157-b187-4bd8-9cb1-396a726e6fc2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:22.631398 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c5490157-b187-4bd8-9cb1-396a726e6fc2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.636536 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c5490157-b187-4bd8-9cb1-396a726e6fc2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/816c48a1-a643-4209-b783-7234d980d3b8 HTTP/1.1" status: 200 len: 891 time: 2.2578511 Nov 09 18:02:22.637039 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54190) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:22.654265 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced292d9-54e5-469c-9d29-a2b28501a96c None None] Sync routers for ids ['816c48a1-a643-4209-b783-7234d980d3b8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:22.683511 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced292d9-54e5-469c-9d29-a2b28501a96c None None] Routers {'816c48a1-a643-4209-b783-7234d980d3b8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:22.685270 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ced292d9-54e5-469c-9d29-a2b28501a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['816c48a1-a643-4209-b783-7234d980d3b8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:22.779704 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ced292d9-54e5-469c-9d29-a2b28501a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:22.805400 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced292d9-54e5-469c-9d29-a2b28501a96c None None] Routers {'816c48a1-a643-4209-b783-7234d980d3b8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:22.810352 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ced292d9-54e5-469c-9d29-a2b28501a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['816c48a1-a643-4209-b783-7234d980d3b8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:22.875782 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5fffe600-7ed1-4df6-9d68-f10b4b4f204f req-e70f8b48-3cda-4d21-b30b-fb1107cefe86 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.1890688 Nov 09 18:02:22.927117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3dcce5e3-1f00-4385-9409-94ab83ff66e7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/routers/816c48a1-a643-4209-b783-7234d980d3b8 HTTP/1.1" status: 200 len: 891 time: 0.2881465 Nov 09 18:02:22.934909 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54194) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:22.946742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e800363c-af72-481b-95d7-eeaa38d7395a None None] Network 3282ea45-a914-42ab-89a7-04698af18c3c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:22.948749 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ced292d9-54e5-469c-9d29-a2b28501a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:22.950022 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced292d9-54e5-469c-9d29-a2b28501a96c None None] The sync data for ids ['816c48a1-a643-4209-b783-7234d980d3b8'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:23.010182 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bf992698-ad82-479d-b4f0-daee7dd3a5f3 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=816c48a1-a643-4209-b783-7234d980d3b8 HTTP/1.1" status: 200 len: 205 time: 0.0712464 Nov 09 18:02:23.010182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-37f0371d-5b2a-4b36-bf52-9b365054c960 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Delete allocated IP 2001:db8:0:1::234 (3282ea45-a914-42ab-89a7-04698af18c3c/4ec77da0-e256-4756-aa8c-2643f2b57281) {{(pid=102155) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 18:02:23.012822 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54196) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:23.021617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54198) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:23.056171 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.068239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-daa9e389-abfb-41ec-a99f-2d5d5ba0cd57 None None] Provisioning complete for port e27b02c9-e7c1-48eb-8280-86f56dc4df40 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:23.068618 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-daa9e389-abfb-41ec-a99f-2d5d5ba0cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.275476 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.285649 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d62d43c3-3092-49c7-a76b-dc4b356f5905 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b1969b4b7d3466ca12632e31892a366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600389 Nov 09 18:02:23.286162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54206) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:23.334462 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-daa9e389-abfb-41ec-a99f-2d5d5ba0cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.341561 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-37f0371d-5b2a-4b36-bf52-9b365054c960 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.377829 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b49afc0-e2d0-426a-a247-af4ceb840cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.404630 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-37f0371d-5b2a-4b36-bf52-9b365054c960 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.432898 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b49afc0-e2d0-426a-a247-af4ceb840cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.444558 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b08f18-138a-41c2-9a9b-84eea5cc5bb2 None None] Update dhcp port {'port': {'network_id': '3282ea45-a914-42ab-89a7-04698af18c3c', 'fixed_ips': [{'subnet_id': 'd173f6d3-a02a-4748-9f01-8c1f8f4a393e', 'ip_address': '2001:db8::2'}, {'subnet_id': '4ec77da0-e256-4756-aa8c-2643f2b57281'}], 'binding:host_id': 'n-d-817236-1'}, 'id': 'e27b02c9-e7c1-48eb-8280-86f56dc4df40'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:02:23.478204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-daa9e389-abfb-41ec-a99f-2d5d5ba0cd57 None None] For port e27b02c9-e7c1-48eb-8280-86f56dc4df40, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e27b02c9-e7c1-48eb-8280-86f56dc4df40,segment=NetworkSegment(438f00fb-bf7a-4a07-a37d-804b2a8626fa),segment_id=438f00fb-bf7a-4a07-a37d-804b2a8626fa)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:23.490180 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-daa9e389-abfb-41ec-a99f-2d5d5ba0cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.514987 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b49afc0-e2d0-426a-a247-af4ceb840cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.519030 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b49afc0-e2d0-426a-a247-af4ceb840cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.521189 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8b49afc0-e2d0-426a-a247-af4ceb840cc2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05adea35-b41f-4806-b565-d450e4950b0b HTTP/1.1" status: 204 len: 168 time: 0.2338645 Nov 09 18:02:23.539458 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49afc0-e2d0-426a-a247-af4ceb840cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05adea35-b41f-4806-b565-d450e4950b0b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:23.555088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e27b02c9-e7c1-48eb-8280-86f56dc4df40 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:23.563544 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d3b08f18-138a-41c2-9a9b-84eea5cc5bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.667166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0371d-5b2a-4b36-bf52-9b365054c960 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=0be8dc63-6d55-4f99-8e77-9b7e4f27bba9,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:23.676167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-37f0371d-5b2a-4b36-bf52-9b365054c960 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] In _notify_port_updated(), no bound segment for port 0be8dc63-6d55-4f99-8e77-9b7e4f27bba9 on network 3282ea45-a914-42ab-89a7-04698af18c3c {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:02:23.687769 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f0371d-5b2a-4b36-bf52-9b365054c960 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:23.688878 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-37f0371d-5b2a-4b36-bf52-9b365054c960 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.691317 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-37f0371d-5b2a-4b36-bf52-9b365054c960 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "PUT /v2.0/ports/0be8dc63-6d55-4f99-8e77-9b7e4f27bba9 HTTP/1.1" status: 200 len: 926 time: 1.4805129 Nov 09 18:02:23.693889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54212) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:23.699513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f51c40b6-951e-4d82-9a7d-e497e6b8a0c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd173f6d3-a02a-4748-9f01-8c1f8f4a393e'}, {'subnet_id': '4ec77da0-e256-4756-aa8c-2643f2b57281'}]}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:23.734985 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.802281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9e389-abfb-41ec-a99f-2d5d5ba0cd57 None None] Pushing event updated for resources: {'Port': ['ID=e27b02c9-e7c1-48eb-8280-86f56dc4df40,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:23.823840 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.844330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port 5c08e1a0-e7a4-47eb-a266-34451c262919 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:23.846159 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e27b02c9-e7c1-48eb-8280-86f56dc4df40 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:23.846647 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.848344 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.980131 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f51c40b6-951e-4d82-9a7d-e497e6b8a0c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.131703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-d3b08f18-138a-41c2-9a9b-84eea5cc5bb2 None None] Allocated IP 2001:db8:0:1::2 (3282ea45-a914-42ab-89a7-04698af18c3c/4ec77da0-e256-4756-aa8c-2643f2b57281/e27b02c9-e7c1-48eb-8280-86f56dc4df40) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:24.423305 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d3b08f18-138a-41c2-9a9b-84eea5cc5bb2 None None] For port e27b02c9-e7c1-48eb-8280-86f56dc4df40, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e27b02c9-e7c1-48eb-8280-86f56dc4df40,segment=NetworkSegment(438f00fb-bf7a-4a07-a37d-804b2a8626fa),segment_id=438f00fb-bf7a-4a07-a37d-804b2a8626fa)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:24.517774 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d3b08f18-138a-41c2-9a9b-84eea5cc5bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.538257 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-467a0628-5d74-45a8-bb90-4caa742d5b91 req-d430cd4a-0bf3-40a4-a20f-40984147a977 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c72ca-e8db-4918-ad3d-8c16d24169b5 HTTP/1.1" status: 200 len: 210 time: 0.0636847 Nov 09 18:02:24.540694 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d3b08f18-138a-41c2-9a9b-84eea5cc5bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.650598 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.677007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for 5c08e1a0-e7a4-47eb-a266-34451c262919 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:24.694922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-f51c40b6-951e-4d82-9a7d-e497e6b8a0c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8:0:1::de (3282ea45-a914-42ab-89a7-04698af18c3c/4ec77da0-e256-4756-aa8c-2643f2b57281/0be8dc63-6d55-4f99-8e77-9b7e4f27bba9) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:24.880345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b08f18-138a-41c2-9a9b-84eea5cc5bb2 None None] Pushing event updated for resources: {'Port': ['ID=e27b02c9-e7c1-48eb-8280-86f56dc4df40,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:24.901908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f51c40b6-951e-4d82-9a7d-e497e6b8a0c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.911080 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f51c40b6-951e-4d82-9a7d-e497e6b8a0c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.990916 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54236) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.028355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c40b6-951e-4d82-9a7d-e497e6b8a0c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=0be8dc63-6d55-4f99-8e77-9b7e4f27bba9,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:25.043993 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.117845 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=5c08e1a0-e7a4-47eb-a266-34451c262919,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:25.126017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f51c40b6-951e-4d82-9a7d-e497e6b8a0c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] In _notify_port_updated(), no bound segment for port 0be8dc63-6d55-4f99-8e77-9b7e4f27bba9 on network 3282ea45-a914-42ab-89a7-04698af18c3c {{(pid=102154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:02:25.135760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c40b6-951e-4d82-9a7d-e497e6b8a0c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:25.136478 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f51c40b6-951e-4d82-9a7d-e497e6b8a0c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.138682 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f51c40b6-951e-4d82-9a7d-e497e6b8a0c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "PUT /v2.0/ports/0be8dc63-6d55-4f99-8e77-9b7e4f27bba9 HTTP/1.1" status: 200 len: 1011 time: 1.4435539 Nov 09 18:02:25.142054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54240) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.201955 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.295172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-135f7847-6c69-4f43-9069-6edda24a20f4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 0be8dc63-6d55-4f99-8e77-9b7e4f27bba9 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:25.295738 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-135f7847-6c69-4f43-9069-6edda24a20f4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.315876 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-2c46a752-b849-46d1-8c0c-747115743999 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.322725 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2c46a752-b849-46d1-8c0c-747115743999 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3250861 Nov 09 18:02:25.322725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54244) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.329817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-73fbbfbb-bae4-492b-bda0-c7ac23674f94 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.334850 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-73fbbfbb-bae4-492b-bda0-c7ac23674f94 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0077784 Nov 09 18:02:25.336013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54246) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.339654 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-f07b0df5-827b-4858-8e98-048e25dfd906 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.345161 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f07b0df5-827b-4858-8e98-048e25dfd906 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052724 Nov 09 18:02:25.345161 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.346565 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54248) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.349511 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.354722 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-c45552df-58ec-46dc-af81-513f39533de9 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.359924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c45552df-58ec-46dc-af81-513f39533de9 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0083954 Nov 09 18:02:25.360893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54250) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.366130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-183c0224-0eed-4e0a-b208-5656b3ca1303 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.371422 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-183c0224-0eed-4e0a-b208-5656b3ca1303 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0060732 Nov 09 18:02:25.375693 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54252) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.380193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-07e86d9f-5166-436e-aeea-a37b6d636c90 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.385172 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-07e86d9f-5166-436e-aeea-a37b6d636c90 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048819 Nov 09 18:02:25.385436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54254) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.390984 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-77efb841-edb1-4014-84e3-b83ce625910e tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.390984 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-77efb841-edb1-4014-84e3-b83ce625910e tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050609 Nov 09 18:02:25.425957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54256) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.430522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-c3d365f9-fb70-4ac6-948a-10ffb6dba6d5 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.436186 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c3d365f9-fb70-4ac6-948a-10ffb6dba6d5 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047557 Nov 09 18:02:25.438418 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54258) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.446226 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-9a0b9b2d-e679-4a0a-97d2-3fa1122bf14b tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.450803 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9a0b9b2d-e679-4a0a-97d2-3fa1122bf14b tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0076671 Nov 09 18:02:25.460055 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54260) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.474343 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-4406bf20-91de-426d-83e1-77496bc1f5f7 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.479541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4406bf20-91de-426d-83e1-77496bc1f5f7 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0118074 Nov 09 18:02:25.479541 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.479541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Fanout notify agent at l3_agent the message router_deleted on router 816c48a1-a643-4209-b783-7234d980d3b8 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:02:25.480159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54262) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.487019 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-135f7847-6c69-4f43-9069-6edda24a20f4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.504197 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.514921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d98c08a9-0905-4474-a962-4aa3ea21e455 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/816c48a1-a643-4209-b783-7234d980d3b8 HTTP/1.1" status: 204 len: 168 time: 2.4909000 Nov 09 18:02:25.514921 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-e3ffd389-e694-4ac0-a5cd-e4aa8f4b8049 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.514921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e3ffd389-e694-4ac0-a5cd-e4aa8f4b8049 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0213380 Nov 09 18:02:25.514921 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54266) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.517326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9ca39f24-6145-4c3b-951c-65b025f78f00 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1429497877'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:25.517566 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-135f7847-6c69-4f43-9069-6edda24a20f4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 0be8dc63-6d55-4f99-8e77-9b7e4f27bba9 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:25.521407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54268) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.527051 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-a12280d2-de58-43b2-8e2c-78c73a5e5b33 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.536777 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a12280d2-de58-43b2-8e2c-78c73a5e5b33 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0141425 Nov 09 18:02:25.537456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54270) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.565613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-9bd6e252-451d-4a7c-b850-87a141483145 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.571112 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9bd6e252-451d-4a7c-b850-87a141483145 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0244684 Nov 09 18:02:25.573634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54272) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.580066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-59e4138d-6cb3-491b-b796-7b81c27cb104 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.585443 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-59e4138d-6cb3-491b-b796-7b81c27cb104 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0067022 Nov 09 18:02:25.586276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54274) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.593027 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-943c0c14-b5dd-4fbd-b93e-8a386510a497 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.598039 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-943c0c14-b5dd-4fbd-b93e-8a386510a497 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069420 Nov 09 18:02:25.599102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54276) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.607652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-538e4557-556a-4144-a405-42ddbe8fc244 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.612739 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-538e4557-556a-4144-a405-42ddbe8fc244 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0079873 Nov 09 18:02:25.612739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54278) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.615282 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e27b02c9-e7c1-48eb-8280-86f56dc4df40 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:25.623351 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-ac4d406c-8cb9-497f-b3ea-67ebec375759 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.627955 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ac4d406c-8cb9-497f-b3ea-67ebec375759 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0101969 Nov 09 18:02:25.627955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca39f24-6145-4c3b-951c-65b025f78f00 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:25.629721 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ca39f24-6145-4c3b-951c-65b025f78f00 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.634278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54282) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.643207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-6b10bb28-c3b6-4983-8cea-42c911836430 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.649202 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6b10bb28-c3b6-4983-8cea-42c911836430 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0105152 Nov 09 18:02:25.666366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54284) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.675215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-9eb80982-3b66-49c0-9c93-cb6f896dade9 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.680114 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9eb80982-3b66-49c0-9c93-cb6f896dade9 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0087194 Nov 09 18:02:25.681617 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54286) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.689184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-dd34d84d-4151-4942-94bd-f06d4d6d423c tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.695597 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dd34d84d-4151-4942-94bd-f06d4d6d423c tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077295 Nov 09 18:02:25.695597 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54288) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.704472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-5265f878-93c7-4651-8826-ae1e103966c4 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.709213 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5265f878-93c7-4651-8826-ae1e103966c4 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0082755 Nov 09 18:02:25.709406 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54290) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.718117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-ca995e63-15ed-4166-b24b-0f5f9708e58e tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.724844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ca995e63-15ed-4166-b24b-0f5f9708e58e tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0098164 Nov 09 18:02:25.728301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54292) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.745240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-14a73357-f53c-4779-b111-6c4bcccecec4 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.747594 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-14a73357-f53c-4779-b111-6c4bcccecec4 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0149252 Nov 09 18:02:25.753081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54296) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.761251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-948998d8-5a6a-4f58-880b-e5f394406ccd tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.761587 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca39f24-6145-4c3b-951c-65b025f78f00 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:25.764609 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-948998d8-5a6a-4f58-880b-e5f394406ccd tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0092905 Nov 09 18:02:25.771331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54298) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.789550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e27b02c9-e7c1-48eb-8280-86f56dc4df40 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:25.790343 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.802296 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-0c796dde-c50d-482c-b2a1-3d43c0ddbef2 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.805716 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ca39f24-6145-4c3b-951c-65b025f78f00 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.806044 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-9ca39f24-6145-4c3b-951c-65b025f78f00 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Added segment 606e4127-3b41-47d3-b4ed-28d7135aa35c of type vlan for network 58e03d5f-c347-4c97-bd4a-8ad617e714de Nov 09 18:02:25.806696 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0c796dde-c50d-482c-b2a1-3d43c0ddbef2 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0168924 Nov 09 18:02:25.821434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54300) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.831180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54302) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.845395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-5479ea45-3995-48fa-b754-cec418a7980f tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.847526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5479ea45-3995-48fa-b754-cec418a7980f tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0110745 Nov 09 18:02:25.852179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54304) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.859970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-0363c8d3-e19a-400f-804a-1d04d537fd32 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.865506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0363c8d3-e19a-400f-804a-1d04d537fd32 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0081339 Nov 09 18:02:25.866437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54306) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.876569 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-b0be0563-f88b-4dad-a78f-c8193684cb02 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.877905 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b0be0563-f88b-4dad-a78f-c8193684cb02 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0078421 Nov 09 18:02:25.883441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54308) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.891428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-6e376535-9e93-40bf-af41-2e48f460db70 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.897541 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6e376535-9e93-40bf-af41-2e48f460db70 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0083065 Nov 09 18:02:25.909346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54310) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.933933 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-a64c1f90-cac5-40da-b79f-366ed32cd74d tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.936820 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a64c1f90-cac5-40da-b79f-366ed32cd74d tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0264211 Nov 09 18:02:25.942122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54312) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.947505 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ca39f24-6145-4c3b-951c-65b025f78f00 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.952872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-1d537acc-e36f-42f4-a160-2b23cdb24f93 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.958181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1d537acc-e36f-42f4-a160-2b23cdb24f93 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0140626 Nov 09 18:02:25.961317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54314) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:25.969029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-43f1e78b-0ca5-48ff-8a96-01343482c137 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:25.970050 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-43f1e78b-0ca5-48ff-8a96-01343482c137 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0077732 Nov 09 18:02:25.982376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54316) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.004492 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ca39f24-6145-4c3b-951c-65b025f78f00 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.005785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-fd9cbee9-c8a3-412a-b067-9fc63a8560b3 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.010247 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fd9cbee9-c8a3-412a-b067-9fc63a8560b3 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0224600 Nov 09 18:02:26.010682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca39f24-6145-4c3b-951c-65b025f78f00 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:26.011331 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ca39f24-6145-4c3b-951c-65b025f78f00 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.022711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54318) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.045429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-091b3324-6ac2-4f2d-88b7-34cea46915e9 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.055152 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-091b3324-6ac2-4f2d-88b7-34cea46915e9 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0122218 Nov 09 18:02:26.061643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54320) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.074186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-6e77d091-13fd-4d81-8530-9801a4cdf13d tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.076823 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b577f018-54f2-4bad-83c0-a9fb28189e6e tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.083704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6e77d091-13fd-4d81-8530-9801a4cdf13d tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0203261 Nov 09 18:02:26.102925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54322) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.108405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6dc398-414b-4bad-b8c2-c4193d0f86b5 None None] Network 3282ea45-a914-42ab-89a7-04698af18c3c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:26.160838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-410515c8-be45-4f2d-bd29-b813e3c49a25 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.162952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-410515c8-be45-4f2d-bd29-b813e3c49a25 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0580554 Nov 09 18:02:26.179330 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9ca39f24-6145-4c3b-951c-65b025f78f00 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6665637 Nov 09 18:02:26.192915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54324) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.193828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54326) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.205971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-a56464fe-0af9-4595-ac69-15badbb1710d tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.208202 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a56464fe-0af9-4595-ac69-15badbb1710d tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0122964 Nov 09 18:02:26.212784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54328) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.222273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-660c76ea-d053-4517-9194-3b96a0a2c69f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'subnet': {'network_id': '58e03d5f-c347-4c97-bd4a-8ad617e714de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:26.242444 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-928fb0a1-3767-4df5-b936-f1bb16e702a1 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.244970 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-928fb0a1-3767-4df5-b936-f1bb16e702a1 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0301664 Nov 09 18:02:26.255303 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54330) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.258859 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b577f018-54f2-4bad-83c0-a9fb28189e6e tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.269922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-54982508-6abc-44fa-b028-40883c4b31b4 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.271835 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-54982508-6abc-44fa-b028-40883c4b31b4 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0074844 Nov 09 18:02:26.286895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54332) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.294577 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-703c8e70-6072-41b8-b605-a61e406b3c61 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.296475 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-703c8e70-6072-41b8-b605-a61e406b3c61 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0078881 Nov 09 18:02:26.301440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca39f24-6145-4c3b-951c-65b025f78f00 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Network': ['ID=58e03d5f-c347-4c97-bd4a-8ad617e714de,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:26.308389 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54334) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.328065 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-25660c21-8bc4-497a-a432-24f243b21008 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.329938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-25660c21-8bc4-497a-a432-24f243b21008 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0198455 Nov 09 18:02:26.335181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54336) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.350582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-2d2e0cd9-9527-4b11-bf12-88684e17f747 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.352666 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2d2e0cd9-9527-4b11-bf12-88684e17f747 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0165913 Nov 09 18:02:26.361721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54338) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.375502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-7f7cf010-aa90-4a97-91bd-3423ab7ca29f tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.377645 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7f7cf010-aa90-4a97-91bd-3423ab7ca29f tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0129986 Nov 09 18:02:26.383795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54340) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.391722 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-aa5de702-0676-41a8-a5d9-9110374689d5 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.396462 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aa5de702-0676-41a8-a5d9-9110374689d5 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0079207 Nov 09 18:02:26.398556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54342) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.405904 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-4208e93b-0f1c-4df0-a699-b566818715cc tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.411600 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4208e93b-0f1c-4df0-a699-b566818715cc tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0090773 Nov 09 18:02:26.411881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 58e03d5f-c347-4c97-bd4a-8ad617e714de details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:26.413458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54344) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.422930 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-8ec7261c-6291-48ff-8b49-5a1e9a6fe01b tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.428357 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8ec7261c-6291-48ff-8b49-5a1e9a6fe01b tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0090742 Nov 09 18:02:26.429262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54346) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.447731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-cb521774-d0e3-4604-8295-ba2d22d09d27 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.453625 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cb521774-d0e3-4604-8295-ba2d22d09d27 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0185814 Nov 09 18:02:26.453901 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-135f7847-6c69-4f43-9069-6edda24a20f4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.454873 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54348) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.463510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-2126ec22-85fa-45b3-b0f0-8f489a271e31 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.467364 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2126ec22-85fa-45b3-b0f0-8f489a271e31 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0081103 Nov 09 18:02:26.470776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54352) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.482397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-41e4fc94-464b-4e38-a161-69b9eee2b2c6 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.485411 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-41e4fc94-464b-4e38-a161-69b9eee2b2c6 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0123773 Nov 09 18:02:26.493419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54354) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.504399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-74bd5132-29c6-4cfe-9356-9580b1639a81 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.508268 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-74bd5132-29c6-4cfe-9356-9580b1639a81 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0103216 Nov 09 18:02:26.511767 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b577f018-54f2-4bad-83c0-a9fb28189e6e tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.514749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f7847-6c69-4f43-9069-6edda24a20f4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=0be8dc63-6d55-4f99-8e77-9b7e4f27bba9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:26.517978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54356) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.518289 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b577f018-54f2-4bad-83c0-a9fb28189e6e tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.523912 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b577f018-54f2-4bad-83c0-a9fb28189e6e tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "DELETE /v2.0/security-groups/7ddb17c8-1368-44fe-9021-c21d31d6422d HTTP/1.1" status: 204 len: 168 time: 0.6879394 Nov 09 18:02:26.526488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-e4c42aa2-2a4e-45d3-876f-0d4e886c6656 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.527567 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e4c42aa2-2a4e-45d3-876f-0d4e886c6656 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0051255 Nov 09 18:02:26.535102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54358) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.536297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54360) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.545660 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f40334a6-05d3-4019-b69b-53d15db584fc None None] Provisioning complete for port e27b02c9-e7c1-48eb-8280-86f56dc4df40 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:26.547432 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f40334a6-05d3-4019-b69b-53d15db584fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.567413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-8d5b3b91-2480-4496-9bc0-49f9ea211c0d tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.571075 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8d5b3b91-2480-4496-9bc0-49f9ea211c0d tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0314620 Nov 09 18:02:26.586151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54362) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.588355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577f018-54f2-4bad-83c0-a9fb28189e6e tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddb17c8-1368-44fe-9021-c21d31d6422d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:26.592533 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-8c5c8932-487b-491b-9cef-8558968cd43f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] show failed (client error): The resource could not be found. Nov 09 18:02:26.599892 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8c5c8932-487b-491b-9cef-8558968cd43f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "GET /v2.0/security-groups/7ddb17c8-1368-44fe-9021-c21d31d6422d HTTP/1.1" status: 404 len: 347 time: 0.0617483 Nov 09 18:02:26.601961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54364) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.617598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-1cfffef5-0330-4278-966b-640d51b02d70 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.626177 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1cfffef5-0330-4278-966b-640d51b02d70 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0314856 Nov 09 18:02:26.630482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54366) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.718839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [None req-fbb70b5b-ab36-49c5-a89a-793feacfff52 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.724260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fbb70b5b-ab36-49c5-a89a-793feacfff52 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0308015 Nov 09 18:02:26.738454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54370) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.749010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660c76ea-d053-4517-9194-3b96a0a2c69f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:26.761397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-c0bdc64c-1991-456f-8621-87cb47d3a640 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.763270 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c0bdc64c-1991-456f-8621-87cb47d3a640 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0205963 Nov 09 18:02:26.765940 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-660c76ea-d053-4517-9194-3b96a0a2c69f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.811344 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f40334a6-05d3-4019-b69b-53d15db584fc None None] Could not find standard attr ID for object 0be8dc63-6d55-4f99-8e77-9b7e4f27bba9. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:02:26.876658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54372) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.886956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-5178f261-d1d8-4929-b54e-94efb9c41f90 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.892856 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5178f261-d1d8-4929-b54e-94efb9c41f90 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0107052 Nov 09 18:02:26.892856 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54374) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.897907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-b976b036-cdb3-4057-b698-a95c7dca7e52 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.903708 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b976b036-cdb3-4057-b698-a95c7dca7e52 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0051670 Nov 09 18:02:26.906380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54376) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.926891 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-e58bfbb1-0a61-40e5-88d3-25b045a4ae53 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:26.932135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e58bfbb1-0a61-40e5-88d3-25b045a4ae53 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0181427 Nov 09 18:02:27.008214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54378) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.027415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-b4b3717f-eed2-4675-8173-e42c365c391d tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:27.034231 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b4b3717f-eed2-4675-8173-e42c365c391d tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0229945 Nov 09 18:02:27.041870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54380) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.053400 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-7bf76d3c-1372-4f50-b181-d88a6698a462 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:27.060299 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7bf76d3c-1372-4f50-b181-d88a6698a462 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0170805 Nov 09 18:02:27.063241 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54382) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.070951 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-82f5d9d7-9a3b-4ed8-bbb1-2640027fe10e tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:27.077847 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-82f5d9d7-9a3b-4ed8-bbb1-2640027fe10e tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0122731 Nov 09 18:02:27.081366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54384) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.091086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-a341c8de-7071-4feb-8555-2255ec4d7884 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:27.097705 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a341c8de-7071-4feb-8555-2255ec4d7884 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0146918 Nov 09 18:02:27.098694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54386) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.108682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-9083dd63-3683-4511-b8bc-183b9bbd580a tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:27.115383 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9083dd63-3683-4511-b8bc-183b9bbd580a tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0126119 Nov 09 18:02:27.116442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54388) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.123680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-b7138c3e-75df-4872-955e-7648092621e9 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:27.130442 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b7138c3e-75df-4872-955e-7648092621e9 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0122840 Nov 09 18:02:27.133216 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54390) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.143577 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-19658e5a-b372-444e-9259-be73062cfd19 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:27.150847 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-19658e5a-b372-444e-9259-be73062cfd19 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0134313 Nov 09 18:02:27.153421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54392) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.162295 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-135f7847-6c69-4f43-9069-6edda24a20f4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.162624 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-113e56ad-9953-4d7c-9288-e205dd0e79e8 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:27.166283 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-113e56ad-9953-4d7c-9288-e205dd0e79e8 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0112288 Nov 09 18:02:27.169563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-135f7847-6c69-4f43-9069-6edda24a20f4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/0be8dc63-6d55-4f99-8e77-9b7e4f27bba9 HTTP/1.1" status: 204 len: 168 time: 2.0261137 Nov 09 18:02:27.170286 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54394) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.173311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54396) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.177633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-80f9ba35-1365-4b98-ad6d-299229a6cb31 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:27.184272 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-80f9ba35-1365-4b98-ad6d-299229a6cb31 tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0122263 Nov 09 18:02:27.185246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54398) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.195261 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-b4c020d0-f1db-45e6-999c-94397879e5ba tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:27.201982 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b4c020d0-f1db-45e6-999c-94397879e5ba tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0129147 Nov 09 18:02:27.202928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54400) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.212403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [None req-6bb2a5a4-452d-4a67-8d15-006b8f6218ed tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:27.223761 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6bb2a5a4-452d-4a67-8d15-006b8f6218ed tempest-ExtensionsTestJSON-422226407 tempest-ExtensionsTestJSON-422226407-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0166447 Nov 09 18:02:27.252565 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-be2aed78-699d-4274-bcb8-7b27aaae04bf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Deleting port 7fe6cd56-ff49-4070-b4c9-cdfae121e758 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:27.252934 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be2aed78-699d-4274-bcb8-7b27aaae04bf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.275368 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e155e3ee-bb8d-4e06-b094-936642af9e42 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:02:27.279294 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e155e3ee-bb8d-4e06-b094-936642af9e42 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/0be8dc63-6d55-4f99-8e77-9b7e4f27bba9 HTTP/1.1" status: 404 len: 333 time: 0.1039429 Nov 09 18:02:27.283213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54404) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.355384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1a7f8d97-28ca-435a-a8fd-30c3d0734756 None None] Provisioning complete for port e27b02c9-e7c1-48eb-8280-86f56dc4df40 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:27.357849 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8d97-28ca-435a-a8fd-30c3d0734756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.378155 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-660c76ea-d053-4517-9194-3b96a0a2c69f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.529549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8846db72-7eb7-488e-bd07-71765f75fd3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting subnet 4ec77da0-e256-4756-aa8c-2643f2b57281 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:27.549562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be2aed78-699d-4274-bcb8-7b27aaae04bf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.549927 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be2aed78-699d-4274-bcb8-7b27aaae04bf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.557382 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8846db72-7eb7-488e-bd07-71765f75fd3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.573824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-be2aed78-699d-4274-bcb8-7b27aaae04bf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Calling delete_port for 7fe6cd56-ff49-4070-b4c9-cdfae121e758 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:27.662822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c76ea-d053-4517-9194-3b96a0a2c69f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Checking segment: {'id': '606e4127-3b41-47d3-b4ed-28d7135aa35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '58e03d5f-c347-4c97-bd4a-8ad617e714de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:27.663188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660c76ea-d053-4517-9194-3b96a0a2c69f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network hostable DHCP agents. Network: 58e03d5f-c347-4c97-bd4a-8ad617e714de, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:27.678417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c76ea-d053-4517-9194-3b96a0a2c69f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Subnet': ['ID=969b3d46-5c2a-4d0e-ae37-95c658d9a6ab,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:27.701121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54410) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.703506 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8846db72-7eb7-488e-bd07-71765f75fd3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.808040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660c76ea-d053-4517-9194-3b96a0a2c69f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 58e03d5f-c347-4c97-bd4a-8ad617e714de is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:27.842156 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be2aed78-699d-4274-bcb8-7b27aaae04bf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.884136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4ae106d4-90ad-4e20-94cf-c96660a34765 None None] Could not find standard attr ID for object 0be8dc63-6d55-4f99-8e77-9b7e4f27bba9. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:02:27.908304 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8846db72-7eb7-488e-bd07-71765f75fd3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.919188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2aed78-699d-4274-bcb8-7b27aaae04bf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Port': ['ID=7fe6cd56-ff49-4070-b4c9-cdfae121e758,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:28.003066 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be2aed78-699d-4274-bcb8-7b27aaae04bf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.011678 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be2aed78-699d-4274-bcb8-7b27aaae04bf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.014031 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-be2aed78-699d-4274-bcb8-7b27aaae04bf tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "DELETE /v2.0/floatingips/f84e376a-244f-458f-9c78-11b083cfda26 HTTP/1.1" status: 204 len: 168 time: 1.4093304 Nov 09 18:02:28.019307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54416) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:28.033298 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8846db72-7eb7-488e-bd07-71765f75fd3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.103866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-660c76ea-d053-4517-9194-3b96a0a2c69f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 58e03d5f-c347-4c97-bd4a-8ad617e714de) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:28.115482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846db72-7eb7-488e-bd07-71765f75fd3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec77da0-e256-4756-aa8c-2643f2b57281,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:28.118457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a785a18d-16e6-425a-a57a-b25b6a8a7e48 None None] Network 58e03d5f-c347-4c97-bd4a-8ad617e714de requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:28.123416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c76ea-d053-4517-9194-3b96a0a2c69f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:28.124148 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-660c76ea-d053-4517-9194-3b96a0a2c69f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.141423 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68aab966-a225-4d7c-be4d-fe2df8f009bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.147935 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8846db72-7eb7-488e-bd07-71765f75fd3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.152108 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8846db72-7eb7-488e-bd07-71765f75fd3e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/4ec77da0-e256-4756-aa8c-2643f2b57281 HTTP/1.1" status: 204 len: 168 time: 0.8672881 Nov 09 18:02:28.156344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54418) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:28.159051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-660c76ea-d053-4517-9194-3b96a0a2c69f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9612470 Nov 09 18:02:28.164741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54420) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:28.172060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-31dd01aa-0382-49c8-8787-d7665fdd5dc0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1554016163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:28.243620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bfc7d3-dda1-4cf5-8272-a61748ed6083 None None] Network 3282ea45-a914-42ab-89a7-04698af18c3c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:28.280000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-68051861-61aa-4aaf-8509-3f27a4359a9f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Deleting port 510929e3-6484-4eca-8e41-119ef67dace3 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:28.280417 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68051861-61aa-4aaf-8509-3f27a4359a9f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.310151 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-286358d0-45b8-40ba-9d02-454b499e25d9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting subnet d173f6d3-a02a-4748-9f01-8c1f8f4a393e {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:28.316396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31dd01aa-0382-49c8-8787-d7665fdd5dc0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.318266 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31dd01aa-0382-49c8-8787-d7665fdd5dc0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.386189 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9c93aeb2-46bc-4f52-8a1f-580815a49d14 None None] Could not find standard attr ID for object 0be8dc63-6d55-4f99-8e77-9b7e4f27bba9. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:02:28.400528 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68aab966-a225-4d7c-be4d-fe2df8f009bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.436137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31dd01aa-0382-49c8-8787-d7665fdd5dc0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.437494 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-286358d0-45b8-40ba-9d02-454b499e25d9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.454676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-58e03d5f-c347-4c97-bd4a-8ad617e714de', 'network_id': '58e03d5f-c347-4c97-bd4a-8ad617e714de', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'fixed_ips': [{'subnet_id': '969b3d46-5c2a-4d0e-ae37-95c658d9a6ab'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:02:28.454929 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68051861-61aa-4aaf-8509-3f27a4359a9f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.456161 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.463837 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31dd01aa-0382-49c8-8787-d7665fdd5dc0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.470733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-68051861-61aa-4aaf-8509-3f27a4359a9f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Calling delete_port for 510929e3-6484-4eca-8e41-119ef67dace3 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:28.487065 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-31dd01aa-0382-49c8-8787-d7665fdd5dc0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.488327 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-31dd01aa-0382-49c8-8787-d7665fdd5dc0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3220179 Nov 09 18:02:28.493807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54422) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:28.645426 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68aab966-a225-4d7c-be4d-fe2df8f009bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.672406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68051861-61aa-4aaf-8509-3f27a4359a9f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.695580 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-286358d0-45b8-40ba-9d02-454b499e25d9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.738288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68051861-61aa-4aaf-8509-3f27a4359a9f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Port': ['ID=510929e3-6484-4eca-8e41-119ef67dace3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:28.739779 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-68aab966-a225-4d7c-be4d-fe2df8f009bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c127d7bf083d44b399c6b4190e01160a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0327435 Nov 09 18:02:28.748637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54430) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:28.789471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aab966-a225-4d7c-be4d-fe2df8f009bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bad08e-191f-4075-ba61-aec26c7ac6f7,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:28.836650 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Allocated IP 2001:db8::2 (58e03d5f-c347-4c97-bd4a-8ad617e714de/969b3d46-5c2a-4d0e-ae37-95c658d9a6ab/1e3ba600-9fc3-4165-b000-be2d2aa9761e) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:28.924986 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68051861-61aa-4aaf-8509-3f27a4359a9f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.937791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-68051861-61aa-4aaf-8509-3f27a4359a9f tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "DELETE /v2.0/ports/510929e3-6484-4eca-8e41-119ef67dace3 HTTP/1.1" status: 204 len: 168 time: 0.9168479 Nov 09 18:02:28.946285 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54440) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:28.978276 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-86e705bd-3fd4-4d68-8869-c7d3fa2ec9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.035398 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-86e705bd-3fd4-4d68-8869-c7d3fa2ec9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.082869 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-286358d0-45b8-40ba-9d02-454b499e25d9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.127977 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-86e705bd-3fd4-4d68-8869-c7d3fa2ec9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.142383 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-86e705bd-3fd4-4d68-8869-c7d3fa2ec9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.149831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-86e705bd-3fd4-4d68-8869-c7d3fa2ec9e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/42bad08e-191f-4075-ba61-aec26c7ac6f7 HTTP/1.1" status: 204 len: 168 time: 0.4001081 Nov 09 18:02:29.179354 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e705bd-3fd4-4d68-8869-c7d3fa2ec9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bad08e-191f-4075-ba61-aec26c7ac6f7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:29.226731 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.251594 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.302058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Pushing event updated for resources: {'Port': ['ID=1e3ba600-9fc3-4165-b000-be2d2aa9761e,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:29.313600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Network 58e03d5f-c347-4c97-bd4a-8ad617e714de is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:29.315033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:29.318093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:29.324767 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.450972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Attempting to bind port 1e3ba600-9fc3-4165-b000-be2d2aa9761e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:29.451496 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Attempting to bind port 1e3ba600-9fc3-4165-b000-be2d2aa9761e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '606e4127-3b41-47d3-b4ed-28d7135aa35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '58e03d5f-c347-4c97-bd4a-8ad617e714de'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:29.456870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Attempting to bind port 1e3ba600-9fc3-4165-b000-be2d2aa9761e on network 58e03d5f-c347-4c97-bd4a-8ad617e714de {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:29.470267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:29.471569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Checking segment: {'id': '606e4127-3b41-47d3-b4ed-28d7135aa35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '58e03d5f-c347-4c97-bd4a-8ad617e714de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:29.472310 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.472957 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Bound using segment: {'id': '606e4127-3b41-47d3-b4ed-28d7135aa35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '58e03d5f-c347-4c97-bd4a-8ad617e714de'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:29.476712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Bound port: 1e3ba600-9fc3-4165-b000-be2d2aa9761e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606e4127-3b41-47d3-b4ed-28d7135aa35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '58e03d5f-c347-4c97-bd4a-8ad617e714de'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:29.477499 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.676713 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-286358d0-45b8-40ba-9d02-454b499e25d9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.709953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286358d0-45b8-40ba-9d02-454b499e25d9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Subnet': ['ID=d173f6d3-a02a-4748-9f01-8c1f8f4a393e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:29.738212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f83bb196-7a60-4724-b2e5-b210ccd02392 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Deleting port 6ef9967e-4c83-4ee5-860b-bdb537513739 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:29.738892 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f83bb196-7a60-4724-b2e5-b210ccd02392 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.740704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] For port 1e3ba600-9fc3-4165-b000-be2d2aa9761e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:29.745661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] For port 1e3ba600-9fc3-4165-b000-be2d2aa9761e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1e3ba600-9fc3-4165-b000-be2d2aa9761e,segment=NetworkSegment(606e4127-3b41-47d3-b4ed-28d7135aa35c),segment_id=606e4127-3b41-47d3-b4ed-28d7135aa35c)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:29.754825 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.766674 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-286358d0-45b8-40ba-9d02-454b499e25d9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.772498 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-286358d0-45b8-40ba-9d02-454b499e25d9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/d173f6d3-a02a-4748-9f01-8c1f8f4a393e HTTP/1.1" status: 204 len: 168 time: 1.6123314 Nov 09 18:02:29.772957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54508) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:29.858036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f146ef2-61a5-4ba3-8a9c-f3a15eecefb5 None None] Pushing event updated for resources: {'Port': ['ID=1e3ba600-9fc3-4165-b000-be2d2aa9761e,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:30.113843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Allocated IP 2001:db8::1 (58e03d5f-c347-4c97-bd4a-8ad617e714de/969b3d46-5c2a-4d0e-ae37-95c658d9a6ab/78314eea-3197-43da-829a-1db5d80e29ca) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:30.159788 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.177677 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f83bb196-7a60-4724-b2e5-b210ccd02392 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.179320 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0250f1-2118-4c48-840e-3be7fd9a06ce None None] Network 3282ea45-a914-42ab-89a7-04698af18c3c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:30.312322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f83bb196-7a60-4724-b2e5-b210ccd02392 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Calling delete_port for 6ef9967e-4c83-4ee5-860b-bdb537513739 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:30.468979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3cf02db2-9295-408e-8024-a0207a6f4ed7 None None] Provisioning complete for port e27b02c9-e7c1-48eb-8280-86f56dc4df40 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:30.469971 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3cf02db2-9295-408e-8024-a0207a6f4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.518726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port e27b02c9-e7c1-48eb-8280-86f56dc4df40 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:30.520471 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.576803 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.620925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] For port e27b02c9-e7c1-48eb-8280-86f56dc4df40, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e27b02c9-e7c1-48eb-8280-86f56dc4df40,segment=NetworkSegment(438f00fb-bf7a-4a07-a37d-804b2a8626fa),segment_id=438f00fb-bf7a-4a07-a37d-804b2a8626fa)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:30.621248 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.639266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for e27b02c9-e7c1-48eb-8280-86f56dc4df40 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:30.755588 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.791993 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.813626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f83bb196-7a60-4724-b2e5-b210ccd02392 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.835740 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 58e03d5f-c347-4c97-bd4a-8ad617e714de is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:30.841631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:30.846961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:30.847542 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.881160 n-d-817236-1 neutron-server[102156]: INFO neutron.plugins.ml2.db [None req-3cf02db2-9295-408e-8024-a0207a6f4ed7 None None] No ports have port_id starting with e27b02c9-e7c1-48eb-8280-86f56dc4df40 Nov 09 18:02:30.898437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=78314eea-3197-43da-829a-1db5d80e29ca,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:30.899649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=e27b02c9-e7c1-48eb-8280-86f56dc4df40,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:30.903123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No DVR routers for this DVR port e27b02c9-e7c1-48eb-8280-86f56dc4df40 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:30.978640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bb196-7a60-4724-b2e5-b210ccd02392 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Port': ['ID=6ef9967e-4c83-4ee5-860b-bdb537513739,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:31.107697 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.113731 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2742156-eeaf-4412-afa6-3337f2829b3b None None] DHCP port deletion for 3282ea45-a914-42ab-89a7-04698af18c3c request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:02:31.134378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3282ea45-a914-42ab-89a7-04698af18c3c']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:31.167199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438f00fb-bf7a-4a07-a37d-804b2a8626fa') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:31.169161 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438f00fb-bf7a-4a07-a37d-804b2a8626fa') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:31.191751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.204317 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f83bb196-7a60-4724-b2e5-b210ccd02392 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.220003 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f83bb196-7a60-4724-b2e5-b210ccd02392 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "DELETE /v2.0/ports/6ef9967e-4c83-4ee5-860b-bdb537513739 HTTP/1.1" status: 204 len: 168 time: 2.2726221 Nov 09 18:02:31.224900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54630) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:31.282537 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.306617 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54642) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:31.467548 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.517115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:31.517881 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:31.524781 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:31.626732 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1852909691'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:31.652356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1e3ba600-9fc3-4165-b000-be2d2aa9761e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:31.677115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77a72e8-7628-4ab6-bd44-dbc5b85941cb tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Deleting subnet 17413a2a-b8aa-4376-9143-5b1c6d073885 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:31.710594 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b77a72e8-7628-4ab6-bd44-dbc5b85941cb tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.734136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 1e3ba600-9fc3-4165-b000-be2d2aa9761e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:31.734637 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.784053 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.790095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Made reservation on behalf of fc17fe0dfae744b183ac54d07d8c56cd for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:31.794246 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.796626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c5180a-f2e9-4825-80ed-1e451936531c None None] Network 58e03d5f-c347-4c97-bd4a-8ad617e714de requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:31.810532 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.828067 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/networks/3282ea45-a914-42ab-89a7-04698af18c3c HTTP/1.1" status: 204 len: 168 time: 2.0537255 Nov 09 18:02:31.833846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54690) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:31.842454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8616e1-0e80-48f4-83c1-abed0aed2f13 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Network': ['ID=3282ea45-a914-42ab-89a7-04698af18c3c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:31.849444 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b77a72e8-7628-4ab6-bd44-dbc5b85941cb tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.858647 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.987173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-af8cbd47-b9d7-4f96-8676-6aa0ade35722 None None] Provisioning complete for port 1e3ba600-9fc3-4165-b000-be2d2aa9761e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:31.987822 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-af8cbd47-b9d7-4f96-8676-6aa0ade35722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.012106 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b77a72e8-7628-4ab6-bd44-dbc5b85941cb tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.076427 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.088103 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.102407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:32.115200 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.115756 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Added segment edb89a38-1c9b-4df7-a28c-10f02d668b0a of type vlan for network 27b1e161-51e2-4ee1-a1c1-faf076813db3 Nov 09 18:02:32.116818 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.163955 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b77a72e8-7628-4ab6-bd44-dbc5b85941cb tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.199469 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.228923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 1e3ba600-9fc3-4165-b000-be2d2aa9761e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1e3ba600-9fc3-4165-b000-be2d2aa9761e,segment=NetworkSegment(606e4127-3b41-47d3-b4ed-28d7135aa35c),segment_id=606e4127-3b41-47d3-b4ed-28d7135aa35c)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:32.229361 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc437f5-1a98-4f03-acd6-dd55e3076f1b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:32.258970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635f021e-96b3-43b4-96d0-90432f886c9e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:32.260908 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-635f021e-96b3-43b4-96d0-90432f886c9e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4260578 Nov 09 18:02:32.269727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54722) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:32.287291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a72e8-7628-4ab6-bd44-dbc5b85941cb tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Subnet': ['ID=17413a2a-b8aa-4376-9143-5b1c6d073885,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:32.297155 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.298921 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b77a72e8-7628-4ab6-bd44-dbc5b85941cb tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.313897 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b77a72e8-7628-4ab6-bd44-dbc5b85941cb tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "DELETE /v2.0/subnets/17413a2a-b8aa-4376-9143-5b1c6d073885 HTTP/1.1" status: 204 len: 168 time: 1.0820770 Nov 09 18:02:32.320046 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.330733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54728) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:32.336796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:32.338317 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.378463 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=1e3ba600-9fc3-4165-b000-be2d2aa9761e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:32.392854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa903e0d-e1c0-4de5-b47e-c3f741fd8411 None None] Network 7a6d1d09-f698-4920-b89f-e75ca6887450 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:32.402696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabbe255-08ed-49c9-b7eb-c8f80bfa6bba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Deleting subnet 2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:32.411147 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dabbe255-08ed-49c9-b7eb-c8f80bfa6bba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.416906 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.423248 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1111717 Nov 09 18:02:32.443350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54742) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:32.451805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-578ca1ce-470c-4869-9dc9-ab889971b062 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'subnet': {'network_id': '27b1e161-51e2-4ee1-a1c1-faf076813db3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:32.456608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.457643 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.459423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e27b02c9-e7c1-48eb-8280-86f56dc4df40 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:32.523809 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-af8cbd47-b9d7-4f96-8676-6aa0ade35722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.524107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b844107-6b8f-4011-aa4e-4c9278374073 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Network': ['ID=27b1e161-51e2-4ee1-a1c1-faf076813db3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:32.549910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 27b1e161-51e2-4ee1-a1c1-faf076813db3 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:32.551688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: e27b02c9-e7c1-48eb-8280-86f56dc4df40 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:32.551999 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e27b02c9-e7c1-48eb-8280-86f56dc4df40 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:32.577555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=78314eea-3197-43da-829a-1db5d80e29ca,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:32.671024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 58e03d5f-c347-4c97-bd4a-8ad617e714de is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:32.673386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:32.820116 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-af8cbd47-b9d7-4f96-8676-6aa0ade35722 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:02:32.821839 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-af8cbd47-b9d7-4f96-8676-6aa0ade35722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:02:32.919873 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router dd898a50-6e2f-4ab4-8ced-5daefd920b16 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:02:32.971268 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dabbe255-08ed-49c9-b7eb-c8f80bfa6bba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.004566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389568ac-d80b-4968-a213-8e5a08f26bf1 None None] DHCP port deletion for 7a6d1d09-f698-4920-b89f-e75ca6887450 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:02:33.041931 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1e015741-77d7-4c7a-b4c2-9220077c1b67 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7643731 Nov 09 18:02:33.058870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54804) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:33.072694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d4addccb-f92a-4b4c-9a2d-7dae26c40ed1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1896427221'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:33.114742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4addccb-f92a-4b4c-9a2d-7dae26c40ed1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:33.118639 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4addccb-f92a-4b4c-9a2d-7dae26c40ed1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.149315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-389568ac-d80b-4968-a213-8e5a08f26bf1 None None] Deleting port 94054341-c887-474f-acad-621805a9c078 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:33.150118 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-389568ac-d80b-4968-a213-8e5a08f26bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.249922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4addccb-f92a-4b4c-9a2d-7dae26c40ed1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:33.255511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dabbe255-08ed-49c9-b7eb-c8f80bfa6bba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.289651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578ca1ce-470c-4869-9dc9-ab889971b062 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Made reservation on behalf of fc17fe0dfae744b183ac54d07d8c56cd for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:33.294162 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-578ca1ce-470c-4869-9dc9-ab889971b062 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.312654 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4addccb-f92a-4b4c-9a2d-7dae26c40ed1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.313226 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-d4addccb-f92a-4b4c-9a2d-7dae26c40ed1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Added segment 60ba35f0-2561-452e-aa6c-8c27147ee3c2 of type vlan for network 5b48dc01-e790-4488-a596-d6f89e7160e7 Nov 09 18:02:33.499094 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4addccb-f92a-4b4c-9a2d-7dae26c40ed1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.612700 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dabbe255-08ed-49c9-b7eb-c8f80bfa6bba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.637603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1e3ba600-9fc3-4165-b000-be2d2aa9761e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:33.671471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-389568ac-d80b-4968-a213-8e5a08f26bf1 None None] For port 94054341-c887-474f-acad-621805a9c078, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=94054341-c887-474f-acad-621805a9c078,segment=NetworkSegment(7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5),segment_id=7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:33.671985 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-389568ac-d80b-4968-a213-8e5a08f26bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.674608 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dabbe255-08ed-49c9-b7eb-c8f80bfa6bba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.682341 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dabbe255-08ed-49c9-b7eb-c8f80bfa6bba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "DELETE /v2.0/subnets/2440b6f7-c323-4b43-b3ed-bc5e9aae45c2 HTTP/1.1" status: 204 len: 168 time: 1.3500824 Nov 09 18:02:33.706746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92491350-ca93-40eb-a32a-bfcdab533bfd None None] Network ab3ee116-42d6-4b96-992c-e858e888877b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:33.709235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54860) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:33.726302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbe255-08ed-49c9-b7eb-c8f80bfa6bba tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Subnet': ['ID=2440b6f7-c323-4b43-b3ed-bc5e9aae45c2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:33.729076 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4addccb-f92a-4b4c-9a2d-7dae26c40ed1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.738089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4addccb-f92a-4b4c-9a2d-7dae26c40ed1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:33.739604 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4addccb-f92a-4b4c-9a2d-7dae26c40ed1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.739758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-389568ac-d80b-4968-a213-8e5a08f26bf1 None None] Calling delete_port for 94054341-c887-474f-acad-621805a9c078 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:33.794856 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:33.806095 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7a58ad4c-e1f8-4ee7-8dbf-da499fdbaca2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/dd898a50-6e2f-4ab4-8ced-5daefd920b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3072691 Nov 09 18:02:33.807161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54872) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:33.954893 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1300fa3-aad1-4212-b0e2-a4c56dd85d11 None None] Sync routers for ids ['dd898a50-6e2f-4ab4-8ced-5daefd920b16'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:33.956115 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.007525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d4addccb-f92a-4b4c-9a2d-7dae26c40ed1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9436455 Nov 09 18:02:34.018535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac99590-1519-41e0-a472-2c971f5e4e24 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:34.022161 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6ac99590-1519-41e0-a472-2c971f5e4e24 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports/78314eea-3197-43da-829a-1db5d80e29ca HTTP/1.1" status: 200 len: 911 time: 0.2028582 Nov 09 18:02:34.022786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54894) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:34.023737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1300fa3-aad1-4212-b0e2-a4c56dd85d11 None None] Routers {'dd898a50-6e2f-4ab4-8ced-5daefd920b16'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:34.024389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e1300fa3-aad1-4212-b0e2-a4c56dd85d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['dd898a50-6e2f-4ab4-8ced-5daefd920b16'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:34.028823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54896) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:34.034761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7ad4f94b-55ba-458d-9989-46d819cd1299 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': '5b48dc01-e790-4488-a596-d6f89e7160e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:34.065520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4addccb-f92a-4b4c-9a2d-7dae26c40ed1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Network': ['ID=5b48dc01-e790-4488-a596-d6f89e7160e7,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:34.131071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-4aa09c40-485f-43d0-8085-da192d668a7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '969b3d46-5c2a-4d0e-ae37-95c658d9a6ab'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:34.142416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e1300fa3-aad1-4212-b0e2-a4c56dd85d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:34.157024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 5b48dc01-e790-4488-a596-d6f89e7160e7 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:34.177400 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-389568ac-d80b-4968-a213-8e5a08f26bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.200202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 1e3ba600-9fc3-4165-b000-be2d2aa9761e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:34.200894 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.230163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-578ca1ce-470c-4869-9dc9-ab889971b062 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.286979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1300fa3-aad1-4212-b0e2-a4c56dd85d11 None None] Routers {'dd898a50-6e2f-4ab4-8ced-5daefd920b16'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:34.287981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e1300fa3-aad1-4212-b0e2-a4c56dd85d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['dd898a50-6e2f-4ab4-8ced-5daefd920b16'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:34.308014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ca1ce-470c-4869-9dc9-ab889971b062 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Subnet': ['ID=149d297b-8138-4d2a-9847-178634b616c2,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:34.334491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Deleting port 94054341-c887-474f-acad-621805a9c078 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:34.334840 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.351943 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e1300fa3-aad1-4212-b0e2-a4c56dd85d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:34.352710 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1300fa3-aad1-4212-b0e2-a4c56dd85d11 None None] The sync data for ids ['dd898a50-6e2f-4ab4-8ced-5daefd920b16'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:34.354464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389568ac-d80b-4968-a213-8e5a08f26bf1 None None] Pushing event deleted for resources: {'Port': ['ID=94054341-c887-474f-acad-621805a9c078,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:34.356550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a76205b1-0230-4920-a189-5716eaa8c344 None None] Provisioning complete for port 78314eea-3197-43da-829a-1db5d80e29ca triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:34.357429 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a76205b1-0230-4920-a189-5716eaa8c344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.380817 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4aa09c40-485f-43d0-8085-da192d668a7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.403781 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad4f94b-55ba-458d-9989-46d819cd1299 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:34.406017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389568ac-d80b-4968-a213-8e5a08f26bf1 None None] No DVR routers for this DVR port 94054341-c887-474f-acad-621805a9c078 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:34.409483 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f94b-55ba-458d-9989-46d819cd1299 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.451027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] For port 94054341-c887-474f-acad-621805a9c078, host n-d-817236-1, got binding levels [] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:34.451706 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.468439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Calling delete_port for 94054341-c887-474f-acad-621805a9c078 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:34.471467 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.ipam_backend_mixin [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Port 94054341-c887-474f-acad-621805a9c078 was not found and therefore no delete operation was performed {{(pid=102154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:02:34.472957 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.474382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a76205b1-0230-4920-a189-5716eaa8c344 None None] Port 78314eea-3197-43da-829a-1db5d80e29ca cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:34.515547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Port': ['ID=94054341-c887-474f-acad-621805a9c078,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:34.518778 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a76205b1-0230-4920-a189-5716eaa8c344 None None] Provisioning complete for port 1e3ba600-9fc3-4165-b000-be2d2aa9761e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:34.519148 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a76205b1-0230-4920-a189-5716eaa8c344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.520295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578ca1ce-470c-4869-9dc9-ab889971b062 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Checking segment: {'id': 'edb89a38-1c9b-4df7-a28c-10f02d668b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '27b1e161-51e2-4ee1-a1c1-faf076813db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:34.520879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578ca1ce-470c-4869-9dc9-ab889971b062 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network hostable DHCP agents. Network: 27b1e161-51e2-4ee1-a1c1-faf076813db3, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:34.523735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] No DVR routers for this DVR port 94054341-c887-474f-acad-621805a9c078 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:34.604215 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3f5532-67c7-4f43-a1d8-f0ca6b9f54da None None] DHCP port deletion for ab3ee116-42d6-4b96-992c-e858e888877b request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:02:34.625755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578ca1ce-470c-4869-9dc9-ab889971b062 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network 27b1e161-51e2-4ee1-a1c1-faf076813db3 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:34.661777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-578ca1ce-470c-4869-9dc9-ab889971b062 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 27b1e161-51e2-4ee1-a1c1-faf076813db3) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:34.672908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.690327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578ca1ce-470c-4869-9dc9-ab889971b062 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:34.691737 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-578ca1ce-470c-4869-9dc9-ab889971b062 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.716242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 94054341-c887-474f-acad-621805a9c078 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:34.720495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a444c74d-95d3-4358-a670-e7a2e6a9351f None None] Network 27b1e161-51e2-4ee1-a1c1-faf076813db3 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:34.740701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6d1d09-f698-4920-b89f-e75ca6887450']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:34.763703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-578ca1ce-470c-4869-9dc9-ab889971b062 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3139510 Nov 09 18:02:34.765821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54932) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:34.773514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2015047104', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:34.786806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:34.787983 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f77abe8-ee7c-4544-87ee-c18f7cf3eeb5') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:34.811957 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.851566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 94054341-c887-474f-acad-621805a9c078 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:34.852117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 94054341-c887-474f-acad-621805a9c078 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:34.852999 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.858957 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.860854 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.891478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:34.893249 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:34.903447 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:34.947398 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f94b-55ba-458d-9989-46d819cd1299 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.030678 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.058007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f5532-67c7-4f43-a1d8-f0ca6b9f54da None None] Deleting port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:35.058551 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6e3f5532-67c7-4f43-a1d8-f0ca6b9f54da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.071486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4f94b-55ba-458d-9989-46d819cd1299 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Subnet': ['ID=483bae8a-cc9b-4d89-8aa8-09cfa58bcb6a,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:35.087709 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.103725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4f94b-55ba-458d-9989-46d819cd1299 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Checking segment: {'id': '60ba35f0-2561-452e-aa6c-8c27147ee3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5b48dc01-e790-4488-a596-d6f89e7160e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:35.104459 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad4f94b-55ba-458d-9989-46d819cd1299 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network hostable DHCP agents. Network: 5b48dc01-e790-4488-a596-d6f89e7160e7, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:35.107038 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72698c17-fa60-4876-9fe7-eae9efa9fc01 None None] Network 27b1e161-51e2-4ee1-a1c1-faf076813db3 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:35.127981 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4aa09c40-485f-43d0-8085-da192d668a7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.144466 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4aa09c40-485f-43d0-8085-da192d668a7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.149897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.151609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa09c40-485f-43d0-8085-da192d668a7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:35.153203 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4aa09c40-485f-43d0-8085-da192d668a7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.153717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "DELETE /v2.0/networks/7a6d1d09-f698-4920-b89f-e75ca6887450 HTTP/1.1" status: 204 len: 168 time: 1.4408209 Nov 09 18:02:35.156680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54938) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:35.160586 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4aa09c40-485f-43d0-8085-da192d668a7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/ports/78314eea-3197-43da-829a-1db5d80e29ca HTTP/1.1" status: 200 len: 911 time: 1.0378058 Nov 09 18:02:35.162366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad4f94b-55ba-458d-9989-46d819cd1299 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network 5b48dc01-e790-4488-a596-d6f89e7160e7 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:35.163731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896d0ba-7e94-4733-a4e5-40bfa8f454d8 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Network': ['ID=7a6d1d09-f698-4920-b89f-e75ca6887450,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:35.165203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54940) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:35.222369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6e3f5532-67c7-4f43-a1d8-f0ca6b9f54da None None] For port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:35.222939 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6e3f5532-67c7-4f43-a1d8-f0ca6b9f54da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.254237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f5532-67c7-4f43-a1d8-f0ca6b9f54da None None] Calling delete_port for c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:35.289465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-7ad4f94b-55ba-458d-9989-46d819cd1299 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 5b48dc01-e790-4488-a596-d6f89e7160e7) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:35.302223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad4f94b-55ba-458d-9989-46d819cd1299 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:35.303126 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f94b-55ba-458d-9989-46d819cd1299 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.317256 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.321493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa09c40-485f-43d0-8085-da192d668a7d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=78314eea-3197-43da-829a-1db5d80e29ca,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:35.328840 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.346173 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7ad4f94b-55ba-458d-9989-46d819cd1299 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3178163 Nov 09 18:02:35.349403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54948) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:35.354885 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': '5b48dc01-e790-4488-a596-d6f89e7160e7', 'name': 'tempest-PortsIpV6TestJSON-2138913180'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:35.368757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad63eda-f20c-47da-9cb4-0fe787440b06 None None] Network 5b48dc01-e790-4488-a596-d6f89e7160e7 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:35.394436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7245c36c-8e89-49a7-917f-31271bff07f7 None None] Provisioning complete for port 78314eea-3197-43da-829a-1db5d80e29ca triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:35.394818 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7245c36c-8e89-49a7-917f-31271bff07f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.541813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Deleting port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:35.542150 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.544114 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:35.577979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7245c36c-8e89-49a7-917f-31271bff07f7 None None] Port 78314eea-3197-43da-829a-1db5d80e29ca cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:35.638932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] For port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd,segment=NetworkSegment(aa4e39d6-3c39-4730-ad22-4ae26e2ba008),segment_id=aa4e39d6-3c39-4730-ad22-4ae26e2ba008)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:35.639576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.656643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Calling delete_port for c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:35.709071 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6e3f5532-67c7-4f43-a1d8-f0ca6b9f54da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.725898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:35.731671 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.763254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port 902e2436-0892-4bd7-9d0e-1349cb9c463a yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:35.799921 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.826709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No active binding found for port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd {{(pid=102156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 18:02:35.827332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:35.829729 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.831552 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f5532-67c7-4f43-a1d8-f0ca6b9f54da None None] Pushing event deleted for resources: {'Port': ['ID=c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:35.849483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3f5532-67c7-4f43-a1d8-f0ca6b9f54da None None] No DVR routers for this DVR port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:35.925212 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.931133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-5b48dc01-e790-4488-a596-d6f89e7160e7', 'network_id': '5b48dc01-e790-4488-a596-d6f89e7160e7', 'tenant_id': '65def5a5d4f14aabba649675babfc793', 'fixed_ips': [{'subnet_id': '483bae8a-cc9b-4d89-8aa8-09cfa58bcb6a'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:02:35.932923 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.975393 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed39e3b1-3a95-4ae6-a44e-9d2035dc3f54 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.979718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8::153 (5b48dc01-e790-4488-a596-d6f89e7160e7/483bae8a-cc9b-4d89-8aa8-09cfa58bcb6a/902e2436-0892-4bd7-9d0e-1349cb9c463a) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:35.981527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Port': ['ID=c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:35.989472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] No DVR routers for this DVR port c7261cc0-ce55-4a91-84b2-7dd5d1a4fbfd on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:36.054862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.25.1.113 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/16eb58ff-2380-4979-b703-c80368e5a326) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:36.118041 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.187320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3ee116-42d6-4b96-992c-e858e888877b']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:36.204602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:36.205414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4e39d6-3c39-4730-ad22-4ae26e2ba008') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:36.222728 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.248202 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.263109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:36.263744 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:36.266903 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:36.318099 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.334736 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.356495 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.364964 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.374735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] 10.222.0.81 "DELETE /v2.0/networks/ab3ee116-42d6-4b96-992c-e858e888877b HTTP/1.1" status: 204 len: 168 time: 1.2164223 Nov 09 18:02:36.401876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215b39c-9b8b-44c4-98e8-97d9d958e279 tempest-TaggedBootDevicesTest_v242-1507272735 tempest-TaggedBootDevicesTest_v242-1507272735-project] Pushing event deleted for resources: {'Network': ['ID=ab3ee116-42d6-4b96-992c-e858e888877b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:36.421715 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.486142 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.517293 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:36.519715 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:36.525418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:36.545044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-ed39e3b1-3a95-4ae6-a44e-9d2035dc3f54 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port 78314eea-3197-43da-829a-1db5d80e29ca {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:36.545607 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed39e3b1-3a95-4ae6-a44e-9d2035dc3f54 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.583461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Allocated IP 2001:db8::2 (5b48dc01-e790-4488-a596-d6f89e7160e7/483bae8a-cc9b-4d89-8aa8-09cfa58bcb6a/444f7d11-5aac-493f-8550-316b0bf4a60d) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:36.591289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=16eb58ff-2380-4979-b703-c80368e5a326,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:36.682514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network 5b48dc01-e790-4488-a596-d6f89e7160e7 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:36.688918 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=902e2436-0892-4bd7-9d0e-1349cb9c463a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:36.694452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:36.699414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:36.705516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:36.706206 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.735605 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c52c6828-5d5b-493d-9389-1a77f3308fd5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3849759 Nov 09 18:02:36.741213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54962) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:36.761810 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed39e3b1-3a95-4ae6-a44e-9d2035dc3f54 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.773151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': '5b48dc01-e790-4488-a596-d6f89e7160e7', 'name': 'tempest-PortsIpV6TestJSON-865205381'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:36.777033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-ed39e3b1-3a95-4ae6-a44e-9d2035dc3f54 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for 78314eea-3197-43da-829a-1db5d80e29ca owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:36.958772 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.971489 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.045194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Network 5b48dc01-e790-4488-a596-d6f89e7160e7 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:37.046574 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Pushing event updated for resources: {'Port': ['ID=444f7d11-5aac-493f-8550-316b0bf4a60d,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:37.049471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:37.056302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:37.072749 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed39e3b1-3a95-4ae6-a44e-9d2035dc3f54 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.128026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:37.131953 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.139822 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Attempting to bind port 444f7d11-5aac-493f-8550-316b0bf4a60d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:37.140200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Attempting to bind port 444f7d11-5aac-493f-8550-316b0bf4a60d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '60ba35f0-2561-452e-aa6c-8c27147ee3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5b48dc01-e790-4488-a596-d6f89e7160e7'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:37.140572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Attempting to bind port 444f7d11-5aac-493f-8550-316b0bf4a60d on network 5b48dc01-e790-4488-a596-d6f89e7160e7 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:37.147723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:37.148178 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Checking segment: {'id': '60ba35f0-2561-452e-aa6c-8c27147ee3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5b48dc01-e790-4488-a596-d6f89e7160e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:37.148526 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.149024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Bound using segment: {'id': '60ba35f0-2561-452e-aa6c-8c27147ee3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5b48dc01-e790-4488-a596-d6f89e7160e7'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:37.149537 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Bound port: 444f7d11-5aac-493f-8550-316b0bf4a60d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ba35f0-2561-452e-aa6c-8c27147ee3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5b48dc01-e790-4488-a596-d6f89e7160e7'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:37.149927 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.158657 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.159598 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39e3b1-3a95-4ae6-a44e-9d2035dc3f54 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=78314eea-3197-43da-829a-1db5d80e29ca,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:37.244760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] For port 444f7d11-5aac-493f-8550-316b0bf4a60d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:37.255096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] For port 444f7d11-5aac-493f-8550-316b0bf4a60d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=444f7d11-5aac-493f-8550-316b0bf4a60d,segment=NetworkSegment(60ba35f0-2561-452e-aa6c-8c27147ee3c2),segment_id=60ba35f0-2561-452e-aa6c-8c27147ee3c2)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:37.263994 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.285010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port 12588092-3562-4f20-b259-70907d8895cc yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:37.334457 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed39e3b1-3a95-4ae6-a44e-9d2035dc3f54 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.452483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8::2a7 (5b48dc01-e790-4488-a596-d6f89e7160e7/483bae8a-cc9b-4d89-8aa8-09cfa58bcb6a/12588092-3562-4f20-b259-70907d8895cc) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:37.474738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672567f-d6b1-40f6-889d-d0d1f496da76 None None] Pushing event updated for resources: {'Port': ['ID=444f7d11-5aac-493f-8550-316b0bf4a60d,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:37.660167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed39e3b1-3a95-4ae6-a44e-9d2035dc3f54 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router dd898a50-6e2f-4ab4-8ced-5daefd920b16 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:02:37.662535 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.771454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed39e3b1-3a95-4ae6-a44e-9d2035dc3f54 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:37.786086 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cea7a9-87f4-4bdf-810d-1424b32b1454 None None] Sync routers for ids ['dd898a50-6e2f-4ab4-8ced-5daefd920b16'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:37.786998 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ed39e3b1-3a95-4ae6-a44e-9d2035dc3f54 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/dd898a50-6e2f-4ab4-8ced-5daefd920b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6192451 Nov 09 18:02:37.789363 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54970) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:37.826528 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cea7a9-87f4-4bdf-810d-1424b32b1454 None None] Routers {'dd898a50-6e2f-4ab4-8ced-5daefd920b16'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:37.830731 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d5cea7a9-87f4-4bdf-810d-1424b32b1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['dd898a50-6e2f-4ab4-8ced-5daefd920b16'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:37.888445 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-eecfee08-3a9c-4d66-8fdd-47a23bda64dd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd898a50-6e2f-4ab4-8ced-5daefd920b16 HTTP/1.1" status: 200 len: 205 time: 0.0938072 Nov 09 18:02:37.900385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54974) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:37.938536 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d5cea7a9-87f4-4bdf-810d-1424b32b1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:37.956543 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cea7a9-87f4-4bdf-810d-1424b32b1454 None None] Routers {'dd898a50-6e2f-4ab4-8ced-5daefd920b16'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:37.956543 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d5cea7a9-87f4-4bdf-810d-1424b32b1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['dd898a50-6e2f-4ab4-8ced-5daefd920b16'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:38.038677 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-628c4116-63a4-4102-8ab0-09738dcb1602 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.052494 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d5cea7a9-87f4-4bdf-810d-1424b32b1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:38.053615 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cea7a9-87f4-4bdf-810d-1424b32b1454 None None] The sync data for ids ['dd898a50-6e2f-4ab4-8ced-5daefd920b16'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:38.062962 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:02:38.267964 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-628c4116-63a4-4102-8ab0-09738dcb1602 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.269257 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.271445 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-628c4116-63a4-4102-8ab0-09738dcb1602 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.325423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-628c4116-63a4-4102-8ab0-09738dcb1602 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.326111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628c4116-63a4-4102-8ab0-09738dcb1602 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Fanout notify agent at l3_agent the message router_deleted on router dd898a50-6e2f-4ab4-8ced-5daefd920b16 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:02:38.333627 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-628c4116-63a4-4102-8ab0-09738dcb1602 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.334765 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-628c4116-63a4-4102-8ab0-09738dcb1602 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/dd898a50-6e2f-4ab4-8ced-5daefd920b16 HTTP/1.1" status: 204 len: 168 time: 0.4332802 Nov 09 18:02:38.340133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54978) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:38.356219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network 5b48dc01-e790-4488-a596-d6f89e7160e7 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:38.359726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=12588092-3562-4f20-b259-70907d8895cc,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:38.364848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:38.372129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:38.378430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:38.379143 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.383580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.405747 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7751430-413c-4db4-89e6-28f8838f4b0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting subnet 969b3d46-5c2a-4d0e-ae37-95c658d9a6ab {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:38.409748 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e7751430-413c-4db4-89e6-28f8838f4b0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.469777 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e7751430-413c-4db4-89e6-28f8838f4b0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.474387 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0b3fd409-9a37-4756-8fb7-918f904a70c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7299521 Nov 09 18:02:38.474987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54980) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:38.602065 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e7751430-413c-4db4-89e6-28f8838f4b0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.621655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f905126-8220-4d8a-8647-07e75ea90442 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:38.626921 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9f905126-8220-4d8a-8647-07e75ea90442 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A153 HTTP/1.1" status: 200 len: 929 time: 0.1485627 Nov 09 18:02:38.629349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54982) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:38.680316 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e7751430-413c-4db4-89e6-28f8838f4b0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.721784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7751430-413c-4db4-89e6-28f8838f4b0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Subnet': ['ID=969b3d46-5c2a-4d0e-ae37-95c658d9a6ab,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:38.724487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e7751430-413c-4db4-89e6-28f8838f4b0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.728799 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e7751430-413c-4db4-89e6-28f8838f4b0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/969b3d46-5c2a-4d0e-ae37-95c658d9a6ab HTTP/1.1" status: 204 len: 168 time: 0.3869424 Nov 09 18:02:38.731514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54984) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:38.742994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86109bf7-2d4a-46cf-b15b-1a721185fc9c None None] Network 58e03d5f-c347-4c97-bd4a-8ad617e714de requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:38.835099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5316b-c6e7-488d-901b-8663637da881 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 12588092-3562-4f20-b259-70907d8895cc {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:38.835529 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1cd5316b-c6e7-488d-901b-8663637da881 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.838559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:02:38.888937 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:39.082588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port 1e3ba600-9fc3-4165-b000-be2d2aa9761e {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:39.083125 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:39.177680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1cd5316b-c6e7-488d-901b-8663637da881 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:39.191621 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1eacfa-0550-40c0-ab81-2a64f7606c3c None None] Network 5b48dc01-e790-4488-a596-d6f89e7160e7 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:39.199851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5316b-c6e7-488d-901b-8663637da881 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 12588092-3562-4f20-b259-70907d8895cc owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:39.215032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:39.244880 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:39.251280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f924f35b-3b60-43f1-8032-22d836122e5c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4838746 Nov 09 18:02:39.251942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54990) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:39.383536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e5f2f-5f7e-4738-a19d-e8fe18018f6c None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:39.649780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 444f7d11-5aac-493f-8550-316b0bf4a60d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:39.704551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b5ac5d83-0bc8-4e27-b536-645a8ec22a94 None None] Provisioning complete for port 444f7d11-5aac-493f-8550-316b0bf4a60d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:39.704827 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b5ac5d83-0bc8-4e27-b536-645a8ec22a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:39.758150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e5f2f-5f7e-4738-a19d-e8fe18018f6c None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:39.759184 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b67e5f2f-5f7e-4738-a19d-e8fe18018f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:39.814370 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b67e5f2f-5f7e-4738-a19d-e8fe18018f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:39.834524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] For port 1e3ba600-9fc3-4165-b000-be2d2aa9761e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1e3ba600-9fc3-4165-b000-be2d2aa9761e,segment=NetworkSegment(606e4127-3b41-47d3-b4ed-28d7135aa35c),segment_id=606e4127-3b41-47d3-b4ed-28d7135aa35c)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:39.835618 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:39.864665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for 1e3ba600-9fc3-4165-b000-be2d2aa9761e owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:39.866557 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e5f2f-5f7e-4738-a19d-e8fe18018f6c None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:39.868956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b67e5f2f-5f7e-4738-a19d-e8fe18018f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:39.945218 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1cd5316b-c6e7-488d-901b-8663637da881 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:39.949755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b67e5f2f-5f7e-4738-a19d-e8fe18018f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:39.950486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e5f2f-5f7e-4738-a19d-e8fe18018f6c None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:39.961172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc666a-5c20-48f7-8d4f-db9f46d63b4f None None] DHCP port deletion for 58e03d5f-c347-4c97-bd4a-8ad617e714de request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:02:40.017896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5316b-c6e7-488d-901b-8663637da881 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=12588092-3562-4f20-b259-70907d8895cc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:40.044118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 444f7d11-5aac-493f-8550-316b0bf4a60d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:40.044981 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.057260 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1cd5316b-c6e7-488d-901b-8663637da881 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.061031 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1cd5316b-c6e7-488d-901b-8663637da881 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/12588092-3562-4f20-b259-70907d8895cc HTTP/1.1" status: 204 len: 168 time: 1.4274535 Nov 09 18:02:40.070068 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54996) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:40.124831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc666a-5c20-48f7-8d4f-db9f46d63b4f None None] Deleting port 1e3ba600-9fc3-4165-b000-be2d2aa9761e {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:40.124831 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a9bc666a-5c20-48f7-8d4f-db9f46d63b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.137678 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.148010 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c260ecf-02ff-4100-9c1d-d0a66392e4b0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:02:40.150988 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2c260ecf-02ff-4100-9c1d-d0a66392e4b0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/12588092-3562-4f20-b259-70907d8895cc HTTP/1.1" status: 404 len: 333 time: 0.0789185 Nov 09 18:02:40.163332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55000) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:40.210781 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No DVR routers for this DVR port 1e3ba600-9fc3-4165-b000-be2d2aa9761e on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:40.224672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=1e3ba600-9fc3-4165-b000-be2d2aa9761e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:40.255671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a9bc666a-5c20-48f7-8d4f-db9f46d63b4f None None] For port 1e3ba600-9fc3-4165-b000-be2d2aa9761e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1e3ba600-9fc3-4165-b000-be2d2aa9761e,segment=NetworkSegment(606e4127-3b41-47d3-b4ed-28d7135aa35c),segment_id=606e4127-3b41-47d3-b4ed-28d7135aa35c)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:40.256045 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a9bc666a-5c20-48f7-8d4f-db9f46d63b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.287826 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc666a-5c20-48f7-8d4f-db9f46d63b4f None None] Calling delete_port for 1e3ba600-9fc3-4165-b000-be2d2aa9761e owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:40.456394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.509005 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b5ac5d83-0bc8-4e27-b536-645a8ec22a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.531561 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e03d5f-c347-4c97-bd4a-8ad617e714de']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:40.532629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1c0244dd-72f3-4738-a35e-74c9f6b67d6d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 902e2436-0892-4bd7-9d0e-1349cb9c463a {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:40.533413 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c0244dd-72f3-4738-a35e-74c9f6b67d6d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.573594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606e4127-3b41-47d3-b4ed-28d7135aa35c') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:40.574979 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606e4127-3b41-47d3-b4ed-28d7135aa35c') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:40.578229 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.620143 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b5ac5d83-0bc8-4e27-b536-645a8ec22a94 None None] For port 444f7d11-5aac-493f-8550-316b0bf4a60d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=444f7d11-5aac-493f-8550-316b0bf4a60d,segment=NetworkSegment(60ba35f0-2561-452e-aa6c-8c27147ee3c2),segment_id=60ba35f0-2561-452e-aa6c-8c27147ee3c2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:40.621614 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a9bc666a-5c20-48f7-8d4f-db9f46d63b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.632093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.634064 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b5ac5d83-0bc8-4e27-b536-645a8ec22a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.666771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc666a-5c20-48f7-8d4f-db9f46d63b4f None None] Pushing event deleted for resources: {'Port': ['ID=1e3ba600-9fc3-4165-b000-be2d2aa9761e,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:40.699769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc666a-5c20-48f7-8d4f-db9f46d63b4f None None] No DVR routers for this DVR port 1e3ba600-9fc3-4165-b000-be2d2aa9761e on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:40.708624 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.727926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:40.728595 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:40.779956 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:40.805388 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-644d3ef5-2e61-42c5-94d9-05ca5e704988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.812853 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:02:40.813633 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:02:40.832460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-14f24d04-872e-4784-bbbf-5e9adb3e567d None None] Provisioning complete for port 444f7d11-5aac-493f-8550-316b0bf4a60d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:40.833222 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-14f24d04-872e-4784-bbbf-5e9adb3e567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.849628 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c0244dd-72f3-4738-a35e-74c9f6b67d6d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.867005 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.871198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac5d83-0bc8-4e27-b536-645a8ec22a94 None None] Pushing event updated for resources: {'Port': ['ID=444f7d11-5aac-493f-8550-316b0bf4a60d,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:40.886075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1c0244dd-72f3-4738-a35e-74c9f6b67d6d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 902e2436-0892-4bd7-9d0e-1349cb9c463a owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:40.900994 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.939138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.944204 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/networks/58e03d5f-c347-4c97-bd4a-8ad617e714de HTTP/1.1" status: 204 len: 168 time: 2.2110031 Nov 09 18:02:40.945160 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625287f8-38bf-489c-8480-067fbf0d067b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Network': ['ID=58e03d5f-c347-4c97-bd4a-8ad617e714de,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:40.950602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55004) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:40.969274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6f3fe1f1-749f-4dcf-99b4-30025c14a1db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-84260979', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:41.022562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe1f1-749f-4dcf-99b4-30025c14a1db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.023808 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe1f1-749f-4dcf-99b4-30025c14a1db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.055059 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-14f24d04-872e-4784-bbbf-5e9adb3e567d None None] Could not find standard attr ID for object 12588092-3562-4f20-b259-70907d8895cc. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:02:41.092782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-14f24d04-872e-4784-bbbf-5e9adb3e567d None None] Provisioning complete for port 902e2436-0892-4bd7-9d0e-1349cb9c463a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:41.093963 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-14f24d04-872e-4784-bbbf-5e9adb3e567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.119432 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe1f1-749f-4dcf-99b4-30025c14a1db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.133898 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe1f1-749f-4dcf-99b4-30025c14a1db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.167523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-14f24d04-872e-4784-bbbf-5e9adb3e567d None None] Port 902e2436-0892-4bd7-9d0e-1349cb9c463a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:41.183843 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe1f1-749f-4dcf-99b4-30025c14a1db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.185648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6f3fe1f1-749f-4dcf-99b4-30025c14a1db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2339079 Nov 09 18:02:41.191948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55006) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:41.198041 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-26ed5a79-928a-4d88-bcf0-dadca855faa9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1951736688'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:41.236943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ed5a79-928a-4d88-bcf0-dadca855faa9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:41.244100 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26ed5a79-928a-4d88-bcf0-dadca855faa9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.302612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3d44f5b3-94a7-41cc-adef-b30400275a3f None None] Provisioning complete for port 902e2436-0892-4bd7-9d0e-1349cb9c463a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:41.303018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3d44f5b3-94a7-41cc-adef-b30400275a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.415376 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c0244dd-72f3-4738-a35e-74c9f6b67d6d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.432750 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ed5a79-928a-4d88-bcf0-dadca855faa9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:41.468270 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-3d44f5b3-94a7-41cc-adef-b30400275a3f None None] Port 902e2436-0892-4bd7-9d0e-1349cb9c463a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:41.480820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3d44f5b3-94a7-41cc-adef-b30400275a3f None None] Could not find standard attr ID for object 12588092-3562-4f20-b259-70907d8895cc. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:02:41.482205 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26ed5a79-928a-4d88-bcf0-dadca855faa9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.484672 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-26ed5a79-928a-4d88-bcf0-dadca855faa9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Added segment 471182c8-2602-41fc-815c-f59debffef19 of type vlan for network b83abb6a-1b6f-47d5-87ac-55b1831b411d Nov 09 18:02:41.486646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0244dd-72f3-4738-a35e-74c9f6b67d6d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=902e2436-0892-4bd7-9d0e-1349cb9c463a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:41.598686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 444f7d11-5aac-493f-8550-316b0bf4a60d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:41.603947 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26ed5a79-928a-4d88-bcf0-dadca855faa9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.631192 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c0244dd-72f3-4738-a35e-74c9f6b67d6d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.635938 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1c0244dd-72f3-4738-a35e-74c9f6b67d6d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/902e2436-0892-4bd7-9d0e-1349cb9c463a HTTP/1.1" status: 204 len: 168 time: 1.4701459 Nov 09 18:02:41.637105 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26ed5a79-928a-4d88-bcf0-dadca855faa9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.640780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55014) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:41.645333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed5a79-928a-4d88-bcf0-dadca855faa9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:41.646487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26ed5a79-928a-4d88-bcf0-dadca855faa9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.676025 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c8ab15-01da-42b3-93c3-0f4b2038c075 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:02:41.681065 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-91c8ab15-01da-42b3-93c3-0f4b2038c075 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/902e2436-0892-4bd7-9d0e-1349cb9c463a HTTP/1.1" status: 404 len: 333 time: 0.0359519 Nov 09 18:02:41.686400 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55016) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:41.713772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.20.0.1 (27b1e161-51e2-4ee1-a1c1-faf076813db3/149d297b-8138-4d2a-9847-178634b616c2/dae72ad1-8687-47d6-ad7a-b4483a7cea37) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:41.753225 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 444f7d11-5aac-493f-8550-316b0bf4a60d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:41.753511 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.775579 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-26ed5a79-928a-4d88-bcf0-dadca855faa9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5823295 Nov 09 18:02:41.779082 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55018) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:41.792538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-2c3e5a46-cbd8-4767-9ade-5f91e6a3dc25 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'subnet': {'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:41.819598 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed5a79-928a-4d88-bcf0-dadca855faa9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Network': ['ID=b83abb6a-1b6f-47d5-87ac-55b1831b411d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:41.834616 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network b83abb6a-1b6f-47d5-87ac-55b1831b411d details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:41.845754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b0b053-2453-4d8f-87be-ce03c5d1a6e2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting subnet 483bae8a-cc9b-4d89-8aa8-09cfa58bcb6a {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:41.850369 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b053-2453-4d8f-87be-ce03c5d1a6e2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.902909 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b053-2453-4d8f-87be-ce03c5d1a6e2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.006797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3e5a46-cbd8-4767-9ade-5f91e6a3dc25 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:42.010929 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2c3e5a46-cbd8-4767-9ade-5f91e6a3dc25 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.048406 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b053-2453-4d8f-87be-ce03c5d1a6e2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.079718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1e3ba600-9fc3-4165-b000-be2d2aa9761e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:42.105661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 1e3ba600-9fc3-4165-b000-be2d2aa9761e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:42.106198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1e3ba600-9fc3-4165-b000-be2d2aa9761e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:42.129666 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.147352 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b053-2453-4d8f-87be-ce03c5d1a6e2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.178230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0b053-2453-4d8f-87be-ce03c5d1a6e2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Subnet': ['ID=483bae8a-cc9b-4d89-8aa8-09cfa58bcb6a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:42.182550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b053-2453-4d8f-87be-ce03c5d1a6e2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.186379 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e5b0b053-2453-4d8f-87be-ce03c5d1a6e2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/483bae8a-cc9b-4d89-8aa8-09cfa58bcb6a HTTP/1.1" status: 204 len: 168 time: 0.4978833 Nov 09 18:02:42.193843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d256c3-6bbf-4086-8d0a-f2d1531b6a94 None None] Network 5b48dc01-e790-4488-a596-d6f89e7160e7 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:42.195778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55020) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:42.293994 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.365788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.391537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network 27b1e161-51e2-4ee1-a1c1-faf076813db3 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:42.404408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:42.439456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:42.451963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=dae72ad1-8687-47d6-ad7a-b4483a7cea37,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:42.473705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1590200-29fa-4d14-9146-ae250849a596 None None] DHCP port deletion for 5b48dc01-e790-4488-a596-d6f89e7160e7 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:02:42.522578 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2c3e5a46-cbd8-4767-9ade-5f91e6a3dc25 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.551168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 444f7d11-5aac-493f-8550-316b0bf4a60d {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:42.551809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.571821 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.575883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a1590200-29fa-4d14-9146-ae250849a596 None None] Deleting port 444f7d11-5aac-493f-8550-316b0bf4a60d {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:42.577556 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a1590200-29fa-4d14-9146-ae250849a596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.661058 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] For port 444f7d11-5aac-493f-8550-316b0bf4a60d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=444f7d11-5aac-493f-8550-316b0bf4a60d,segment=NetworkSegment(60ba35f0-2561-452e-aa6c-8c27147ee3c2),segment_id=60ba35f0-2561-452e-aa6c-8c27147ee3c2)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:42.661619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.672287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e5a46-cbd8-4767-9ade-5f91e6a3dc25 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Subnet': ['ID=8890ab45-acfb-4cfc-b309-dc4b4a30ef20,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:42.689212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 444f7d11-5aac-493f-8550-316b0bf4a60d owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:42.758405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e5a46-cbd8-4767-9ade-5f91e6a3dc25 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Checking segment: {'id': '471182c8-2602-41fc-815c-f59debffef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:42.758828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e5a46-cbd8-4767-9ade-5f91e6a3dc25 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network hostable DHCP agents. Network: b83abb6a-1b6f-47d5-87ac-55b1831b411d, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:42.759582 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a1590200-29fa-4d14-9146-ae250849a596 None None] For port 444f7d11-5aac-493f-8550-316b0bf4a60d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=444f7d11-5aac-493f-8550-316b0bf4a60d,segment=NetworkSegment(60ba35f0-2561-452e-aa6c-8c27147ee3c2),segment_id=60ba35f0-2561-452e-aa6c-8c27147ee3c2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:42.760668 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a1590200-29fa-4d14-9146-ae250849a596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.799876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e5a46-cbd8-4767-9ade-5f91e6a3dc25 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network b83abb6a-1b6f-47d5-87ac-55b1831b411d is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:42.835559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e5a46-cbd8-4767-9ade-5f91e6a3dc25 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, b83abb6a-1b6f-47d5-87ac-55b1831b411d) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:42.843906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.847023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a1590200-29fa-4d14-9146-ae250849a596 None None] Calling delete_port for 444f7d11-5aac-493f-8550-316b0bf4a60d owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:42.847885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e5a46-cbd8-4767-9ade-5f91e6a3dc25 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:42.848740 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2c3e5a46-cbd8-4767-9ade-5f91e6a3dc25 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.866901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a275659a-1837-4647-8d12-3e0e4d53d73f None None] Network b83abb6a-1b6f-47d5-87ac-55b1831b411d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:42.894451 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.923677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=444f7d11-5aac-493f-8550-316b0bf4a60d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:42.928488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No DVR routers for this DVR port 444f7d11-5aac-493f-8550-316b0bf4a60d on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:42.937830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2c3e5a46-cbd8-4767-9ade-5f91e6a3dc25 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1496441 Nov 09 18:02:42.944601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55028) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:43.118115 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.152356 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a1590200-29fa-4d14-9146-ae250849a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.173550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b48dc01-e790-4488-a596-d6f89e7160e7']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:43.195351 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ba35f0-2561-452e-aa6c-8c27147ee3c2') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:43.196461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ba35f0-2561-452e-aa6c-8c27147ee3c2') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:43.210262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1590200-29fa-4d14-9146-ae250849a596 None None] Pushing event deleted for resources: {'Port': ['ID=444f7d11-5aac-493f-8550-316b0bf4a60d,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:43.219541 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.238599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1590200-29fa-4d14-9146-ae250849a596 None None] No DVR routers for this DVR port 444f7d11-5aac-493f-8550-316b0bf4a60d on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:43.246302 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.267791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:43.268491 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:43.281822 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:43.400706 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:02:43.405015 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.405525 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.423035 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.429853 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/networks/5b48dc01-e790-4488-a596-d6f89e7160e7 HTTP/1.1" status: 204 len: 168 time: 1.2314398 Nov 09 18:02:43.459168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55032) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:43.471813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-08e051c4-17ac-4b44-953e-9901486c1386 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-397392563'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:43.478156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cabeb9-3373-4508-9547-7e1b22098557 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Network': ['ID=5b48dc01-e790-4488-a596-d6f89e7160e7,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:43.521275 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e051c4-17ac-4b44-953e-9901486c1386 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:43.546627 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-08e051c4-17ac-4b44-953e-9901486c1386 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.644315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e051c4-17ac-4b44-953e-9901486c1386 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:43.674460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-08e051c4-17ac-4b44-953e-9901486c1386 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.675126 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-08e051c4-17ac-4b44-953e-9901486c1386 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Added segment 17e855ec-9451-4a52-bc48-dd0956698568 of type vlan for network 26f2f014-e2f3-4ace-9399-3bb4e35388e6 Nov 09 18:02:43.717970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 444f7d11-5aac-493f-8550-316b0bf4a60d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:43.757108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 444f7d11-5aac-493f-8550-316b0bf4a60d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:43.757603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 444f7d11-5aac-493f-8550-316b0bf4a60d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:43.778929 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8f8c95cb-824a-445e-b431-7d8d9efbef73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.779153 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-08e051c4-17ac-4b44-953e-9901486c1386 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.820684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Allocated IP 2001:db8::2 (b83abb6a-1b6f-47d5-87ac-55b1831b411d/8890ab45-acfb-4cfc-b309-dc4b4a30ef20/9ee0145e-9825-4d38-b013-b9fe66f3a1b3) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:43.858995 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-08e051c4-17ac-4b44-953e-9901486c1386 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.883582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e051c4-17ac-4b44-953e-9901486c1386 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:43.887567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-08e051c4-17ac-4b44-953e-9901486c1386 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.053153 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-08e051c4-17ac-4b44-953e-9901486c1386 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5905032 Nov 09 18:02:44.059519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55042) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:44.068584 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-76cc1ce5-996a-498e-9284-843774f74bcd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': '26f2f014-e2f3-4ace-9399-3bb4e35388e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:44.097535 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.229418 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.241175 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.308701 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cc1ce5-996a-498e-9284-843774f74bcd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:44.314927 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-76cc1ce5-996a-498e-9284-843774f74bcd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.339497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Network b83abb6a-1b6f-47d5-87ac-55b1831b411d is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:44.346862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:44.358581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:44.396361 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e051c4-17ac-4b44-953e-9901486c1386 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Network': ['ID=26f2f014-e2f3-4ace-9399-3bb4e35388e6,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:44.411482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Pushing event updated for resources: {'Port': ['ID=9ee0145e-9825-4d38-b013-b9fe66f3a1b3,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:44.457091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 26f2f014-e2f3-4ace-9399-3bb4e35388e6 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:44.522127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Attempting to bind port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:44.522596 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Attempting to bind port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '471182c8-2602-41fc-815c-f59debffef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:44.522920 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Attempting to bind port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 on network b83abb6a-1b6f-47d5-87ac-55b1831b411d {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:44.531793 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:44.532279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Checking segment: {'id': '471182c8-2602-41fc-815c-f59debffef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:44.532591 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.533003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Bound using segment: {'id': '471182c8-2602-41fc-815c-f59debffef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:44.533586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Bound port: 9ee0145e-9825-4d38-b013-b9fe66f3a1b3, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471182c8-2602-41fc-815c-f59debffef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:44.533901 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.545447 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.552865 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.583784 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.590760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6041a-5981-4634-82ed-d708d7df735f req-9cb392c7-197b-488d-bc91-7453ea267128 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.598622 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-30f6041a-5981-4634-82ed-d708d7df735f req-9cb392c7-197b-488d-bc91-7453ea267128 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 950 time: 0.3774810 Nov 09 18:02:44.652878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] For port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:44.656743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=dae72ad1-8687-47d6-ad7a-b4483a7cea37,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:44.661550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] For port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9ee0145e-9825-4d38-b013-b9fe66f3a1b3,segment=NetworkSegment(471182c8-2602-41fc-815c-f59debffef19),segment_id=471182c8-2602-41fc-815c-f59debffef19)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:44.673897 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.694718 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-30f6041a-5981-4634-82ed-d708d7df735f req-71337aa8-f67b-4766-ae92-dd5922c05bf0 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/security-groups?id=eaae7c90-a59b-4715-8395-d81ec2ecf983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895488 Nov 09 18:02:44.709920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Allocated IP 2001:db8::1 (b83abb6a-1b6f-47d5-87ac-55b1831b411d/8890ab45-acfb-4cfc-b309-dc4b4a30ef20/cabe628e-0330-4849-8081-2ce2f444e32d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:44.722822 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.795003 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-76cc1ce5-996a-498e-9284-843774f74bcd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.864020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3d1c8-47f0-48df-a5ae-f8fd226a2ac5 None None] Pushing event updated for resources: {'Port': ['ID=9ee0145e-9825-4d38-b013-b9fe66f3a1b3,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:44.897296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc1ce5-996a-498e-9284-843774f74bcd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Subnet': ['ID=9009996a-9edb-4b9b-a5db-f95146a15546,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:44.945867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc1ce5-996a-498e-9284-843774f74bcd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Checking segment: {'id': '17e855ec-9451-4a52-bc48-dd0956698568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '26f2f014-e2f3-4ace-9399-3bb4e35388e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:44.946933 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cc1ce5-996a-498e-9284-843774f74bcd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network hostable DHCP agents. Network: 26f2f014-e2f3-4ace-9399-3bb4e35388e6, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:44.967927 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.972412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cc1ce5-996a-498e-9284-843774f74bcd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network 26f2f014-e2f3-4ace-9399-3bb4e35388e6 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:44.988214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-76cc1ce5-996a-498e-9284-843774f74bcd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 26f2f014-e2f3-4ace-9399-3bb4e35388e6) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:44.999081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cc1ce5-996a-498e-9284-843774f74bcd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.999713 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-76cc1ce5-996a-498e-9284-843774f74bcd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:45.036995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd25a3-7475-47a4-a8b7-b1e485f9c9a7 None None] Network 26f2f014-e2f3-4ace-9399-3bb4e35388e6 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:45.059872 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-76cc1ce5-996a-498e-9284-843774f74bcd tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9988606 Nov 09 18:02:45.063453 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55048) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:45.079566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': '26f2f014-e2f3-4ace-9399-3bb4e35388e6', 'name': 'tempest-PortsIpV6TestJSON-2106892696', 'fixed_ips': [{'subnet_id': '9009996a-9edb-4b9b-a5db-f95146a15546', 'ip_address': '2001:db8::10'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:45.129132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network 27b1e161-51e2-4ee1-a1c1-faf076813db3 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:45.132210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:45.253699 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:45.338089 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:45.354536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network b83abb6a-1b6f-47d5-87ac-55b1831b411d is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:45.357095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:45.366584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:45.367157 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:45.420481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:02:45.421446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-26f2f014-e2f3-4ace-9399-3bb4e35388e6', 'network_id': '26f2f014-e2f3-4ace-9399-3bb4e35388e6', 'tenant_id': '65def5a5d4f14aabba649675babfc793', 'fixed_ips': [{'subnet_id': '9009996a-9edb-4b9b-a5db-f95146a15546'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:02:45.423156 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:45.423403 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=cabe628e-0330-4849-8081-2ce2f444e32d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:45.449821 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:45.554125 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:45.625161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port 2833167c-0836-42c8-bf78-44e6d2c5ddd0 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:45.677380 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:45.710612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:45.721805 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-24220d4f-9d38-4295-9af5-d287f1b8641c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "PUT /v2.0/routers/932fcbd0-a7fb-4c63-a17e-311d9c57f850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4373462 Nov 09 18:02:45.729919 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e53f5c-b5d8-4718-b6b5-54f5b045b74a None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:45.753449 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e53f5c-b5d8-4718-b6b5-54f5b045b74a None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:45.755960 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-52e53f5c-b5d8-4718-b6b5-54f5b045b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:45.757921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55052) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:45.768448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab428747-86e8-4e92-98e8-c7a187b72920 req-17f3de12-d016-47b7-af86-e2ebd584a2a1 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:45.770323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab428747-86e8-4e92-98e8-c7a187b72920 req-17f3de12-d016-47b7-af86-e2ebd584a2a1 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 950 time: 0.1801469 Nov 09 18:02:45.774452 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'port': {'network_id': '27b1e161-51e2-4ee1-a1c1-faf076813db3', 'name': 'tempest-FloatingIPTestJSON-380281851'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:45.847146 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-52e53f5c-b5d8-4718-b6b5-54f5b045b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:45.868233 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e53f5c-b5d8-4718-b6b5-54f5b045b74a None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:45.869263 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-52e53f5c-b5d8-4718-b6b5-54f5b045b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:45.949173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:46.051007 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-52e53f5c-b5d8-4718-b6b5-54f5b045b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:46.052020 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e53f5c-b5d8-4718-b6b5-54f5b045b74a None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:46.138203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:46.138763 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.259280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8::10 (26f2f014-e2f3-4ace-9399-3bb4e35388e6/9009996a-9edb-4b9b-a5db-f95146a15546/2833167c-0836-42c8-bf78-44e6d2c5ddd0) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:46.321045 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1ae39-9cf3-498f-844e-cf7b41ed7b65 req-7bca1aa4-d67c-4a37-9f12-b9d6c89be5ff tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:46.323918 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ab1ae39-9cf3-498f-844e-cf7b41ed7b65 req-7bca1aa4-d67c-4a37-9f12-b9d6c89be5ff tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 950 time: 0.3480318 Nov 09 18:02:46.325024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ab428747-86e8-4e92-98e8-c7a187b72920 req-545c93a0-a280-4743-8b30-153f6f75c833 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Deleting port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:46.325507 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ab428747-86e8-4e92-98e8-c7a187b72920 req-545c93a0-a280-4743-8b30-153f6f75c833 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.330850 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Made reservation on behalf of fc17fe0dfae744b183ac54d07d8c56cd for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:46.334510 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.334897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.394697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9ee0145e-9825-4d38-b013-b9fe66f3a1b3,segment=NetworkSegment(471182c8-2602-41fc-815c-f59debffef19),segment_id=471182c8-2602-41fc-815c-f59debffef19)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:46.410266 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.446526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] device_id is not set on port 9515fee7-2d4e-48e4-a4fa-92dd41259533 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:46.459031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247e933d-aaf9-4c88-8653-63d2feb317da None None] Network b83abb6a-1b6f-47d5-87ac-55b1831b411d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:46.462797 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6ab1ae39-9cf3-498f-844e-cf7b41ed7b65 req-5409c0c4-ad90-41b4-a2cc-9e8a77dfac26 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/security-groups?id=eaae7c90-a59b-4715-8395-d81ec2ecf983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295161 Nov 09 18:02:46.553226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=9ee0145e-9825-4d38-b013-b9fe66f3a1b3,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:46.585837 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.594687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ab428747-86e8-4e92-98e8-c7a187b72920 req-545c93a0-a280-4743-8b30-153f6f75c833 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] For port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:46.595162 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ab428747-86e8-4e92-98e8-c7a187b72920 req-545c93a0-a280-4743-8b30-153f6f75c833 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.606042 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.606801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.652864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ab428747-86e8-4e92-98e8-c7a187b72920 req-545c93a0-a280-4743-8b30-153f6f75c833 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Calling delete_port for 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:46.701042 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.709723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3677fe04-1770-4395-a2ae-abcd5c220bb3 None None] Provisioning complete for port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:46.711104 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3677fe04-1770-4395-a2ae-abcd5c220bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.750791 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.837643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.20.0.2 (27b1e161-51e2-4ee1-a1c1-faf076813db3/149d297b-8138-4d2a-9847-178634b616c2/9515fee7-2d4e-48e4-a4fa-92dd41259533) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:46.856393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=2833167c-0836-42c8-bf78-44e6d2c5ddd0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:46.865635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Allocated IP 2001:db8::2 (26f2f014-e2f3-4ace-9399-3bb4e35388e6/9009996a-9edb-4b9b-a5db-f95146a15546/3c5fa090-4b71-4e10-814a-9cb58aaf726a) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:46.868668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network 26f2f014-e2f3-4ace-9399-3bb4e35388e6 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:46.870712 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:46.874906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:46.881898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:46.882279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=cabe628e-0330-4849-8081-2ce2f444e32d,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:46.882585 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.923476 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-41c3d69f-e8e0-4032-bbcb-3ff57d672b85 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8580313 Nov 09 18:02:46.926382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55062) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:46.937348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': '26f2f014-e2f3-4ace-9399-3bb4e35388e6', 'name': 'tempest-PortsIpV6TestJSON-1465771663', 'fixed_ips': [{'subnet_id': '9009996a-9edb-4b9b-a5db-f95146a15546', 'ip_address': '2001:db8::f'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:47.184161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:47.197824 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:47.217071 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network b83abb6a-1b6f-47d5-87ac-55b1831b411d is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:47.240746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:47.270199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port d1b55261-6907-4306-98b9-d4f912cb736f yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:47.308626 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:47.369896 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:47.383973 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:47.450811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Network 26f2f014-e2f3-4ace-9399-3bb4e35388e6 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:47.454034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:47.458860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:47.572521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:47.578555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ab428747-86e8-4e92-98e8-c7a187b72920 req-545c93a0-a280-4743-8b30-153f6f75c833 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:47.611884 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8::f (26f2f014-e2f3-4ace-9399-3bb4e35388e6/9009996a-9edb-4b9b-a5db-f95146a15546/d1b55261-6907-4306-98b9-d4f912cb736f) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:47.625148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:47.664556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c93a0-a280-4743-8b30-153f6f75c833 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Pushing event deleted for resources: {'Port': ['ID=27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:47.738663 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:47.741243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Pushing event updated for resources: {'Port': ['ID=3c5fa090-4b71-4e10-814a-9cb58aaf726a,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:47.793635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network 27b1e161-51e2-4ee1-a1c1-faf076813db3 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:47.831481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:47.833433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:47.855457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:47.905099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab428747-86e8-4e92-98e8-c7a187b72920 req-545c93a0-a280-4743-8b30-153f6f75c833 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] No DVR routers for this DVR port 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:47.913707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4754f433-da4e-42e2-b677-26951b360262 None None] Provisioning complete for port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:47.914446 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4754f433-da4e-42e2-b677-26951b360262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:47.921008 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-37b53182-4e3f-429c-8873-feeeb2c440e9 req-6622bbae-e902-4f4a-9ff2-053996832f01 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 210 time: 0.0484154 Nov 09 18:02:47.922583 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:47.944359 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:47.952612 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ab428747-86e8-4e92-98e8-c7a187b72920 req-545c93a0-a280-4743-8b30-153f6f75c833 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:47.963387 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab428747-86e8-4e92-98e8-c7a187b72920 req-545c93a0-a280-4743-8b30-153f6f75c833 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.13 "DELETE /v2.0/ports/27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc HTTP/1.1" status: 204 len: 173 time: 2.1819060 Nov 09 18:02:47.964048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87d0e98-7c51-4853-8463-a45b39c0ffc0', 'name': 'network-vif-deleted', 'tag': '27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:47.967450 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2692fe8-28e0-460c-9aa0-7d017990f34e" -d '{"events": [{"server_uuid": "c87d0e98-7c51-4853-8463-a45b39c0ffc0", "name": "network-vif-deleted", "tag": "27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:47.970883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Attempting to bind port 3c5fa090-4b71-4e10-814a-9cb58aaf726a on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:47.971362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Attempting to bind port 3c5fa090-4b71-4e10-814a-9cb58aaf726a by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '17e855ec-9451-4a52-bc48-dd0956698568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '26f2f014-e2f3-4ace-9399-3bb4e35388e6'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:47.971735 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Attempting to bind port 3c5fa090-4b71-4e10-814a-9cb58aaf726a on network 26f2f014-e2f3-4ace-9399-3bb4e35388e6 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:48.013529 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=9515fee7-2d4e-48e4-a4fa-92dd41259533,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:48.054385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:48.054764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Checking segment: {'id': '17e855ec-9451-4a52-bc48-dd0956698568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '26f2f014-e2f3-4ace-9399-3bb4e35388e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:48.055185 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:48.055617 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Bound using segment: {'id': '17e855ec-9451-4a52-bc48-dd0956698568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '26f2f014-e2f3-4ace-9399-3bb4e35388e6'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:48.056121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Bound port: 3c5fa090-4b71-4e10-814a-9cb58aaf726a, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e855ec-9451-4a52-bc48-dd0956698568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '26f2f014-e2f3-4ace-9399-3bb4e35388e6'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:48.056522 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:48.098123 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d422d9a-ac8a-45a6-bff7-cd1ecce1b4a3 x-openstack-request-id: req-8d422d9a-ac8a-45a6-bff7-cd1ecce1b4a3 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:48.103196 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87d0e98-7c51-4853-8463-a45b39c0ffc0", "name": "network-vif-deleted", "tag": "27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:48.103680 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d422d9a-ac8a-45a6-bff7-cd1ecce1b4a3 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:48.104281 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87d0e98-7c51-4853-8463-a45b39c0ffc0', 'name': 'network-vif-deleted', 'tag': '27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc', 'status': 'completed', 'code': 200} Nov 09 18:02:48.117680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:48.118646 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:48.129176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:02:48.131758 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=d1b55261-6907-4306-98b9-d4f912cb736f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:48.148816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7ddafa67-3c0c-4764-b30b-551cd7a66777 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3889704 Nov 09 18:02:48.151404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55074) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:48.156606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network 26f2f014-e2f3-4ace-9399-3bb4e35388e6 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:48.158479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'port': {'network_id': '27b1e161-51e2-4ee1-a1c1-faf076813db3', 'name': 'tempest-FloatingIPTestJSON-632475314'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:48.158749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:48.168517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:48.186647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:48.187801 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:48.215873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:48.216435 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:48.226927 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-94cae5aa-265d-4d0b-84c1-90d3503f7e6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2981174 Nov 09 18:02:48.227817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55078) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:48.350733 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8700e03-79e9-435b-8410-6b869c868c29 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:48.357673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d8700e03-79e9-435b-8410-6b869c868c29 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1285639 Nov 09 18:02:48.358675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55082) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:48.359940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] For port 3c5fa090-4b71-4e10-814a-9cb58aaf726a, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:48.364218 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] For port 3c5fa090-4b71-4e10-814a-9cb58aaf726a, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3c5fa090-4b71-4e10-814a-9cb58aaf726a,segment=NetworkSegment(17e855ec-9451-4a52-bc48-dd0956698568),segment_id=17e855ec-9451-4a52-bc48-dd0956698568)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:48.395265 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:48.429813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:48.443647 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1b08d6d8-117b-4b9b-b596-578dadc0747e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4982224 Nov 09 18:02:48.444460 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55086) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:48.449755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1765385459'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:48.478436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Sync routers for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:48.532864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac77cc-5aa9-4ea5-9bab-5581de7cd96f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:48.552587 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac77cc-5aa9-4ea5-9bab-5581de7cd96f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:48.558562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:48.559257 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:48.559691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac77cc-5aa9-4ea5-9bab-5581de7cd96f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:48.564384 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55088) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:48.572240 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-acac77cc-5aa9-4ea5-9bab-5581de7cd96f tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2014754 Nov 09 18:02:48.592393 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.api [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 18:02:48.592393 n-d-817236-1 neutron-server[102155]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 18:02:48.592393 n-d-817236-1 neutron-server[102155]: [parameters: {'project_id': '609baa3b44cd4ea590efee3a7f537701', 'id': 'dc717e7e-f16f-4e1a-a2ad-f7df35736d3e', 'expiration': datetime.datetime(2021, 11, 9, 18, 4, 48, 573564)}] Nov 09 18:02:48.592393 n-d-817236-1 neutron-server[102155]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:02:48.592890 n-d-817236-1 neutron-server[102155]: DEBUG oslo_db.api [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:02:48.694308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b3900-cf84-4df5-8819-baeed34c90b3 None None] Pushing event updated for resources: {'Port': ['ID=3c5fa090-4b71-4e10-814a-9cb58aaf726a,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:48.759139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:48.821481 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4754f433-da4e-42e2-b677-26951b360262 None None] Provisioning complete for port cabe628e-0330-4849-8081-2ce2f444e32d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:48.821481 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4754f433-da4e-42e2-b677-26951b360262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.052936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-4754f433-da4e-42e2-b677-26951b360262 None None] Port cabe628e-0330-4849-8081-2ce2f444e32d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:49.170687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:02:45Z', 'revision_number': 2, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:46Z', 'revision_number': 2, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:49.218476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Checking router: 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:02:49.219456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Updating router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 port cabe628e-0330-4849-8081-2ce2f444e32d binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:02:49.225830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:49.230846 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.255128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Made reservation on behalf of fc17fe0dfae744b183ac54d07d8c56cd for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:49.271984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d4a1d94a-8e78-4e13-9c91-94876f3319bf None None] Provisioning complete for port cabe628e-0330-4849-8081-2ce2f444e32d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:49.272372 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d94a-8e78-4e13-9c91-94876f3319bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.274218 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.275475 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.301510 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bf586a5b-07fb-4fca-8f74-b88792a80373 req-7f68b422-d04b-4b12-8dab-c33e64ff2f51 tempest-VolumesBackupsTest-42400640 tempest-VolumesBackupsTest-42400640-project] 10.222.0.81 "GET /v2.0/ports?device_id=c87d0e98-7c51-4853-8463-a45b39c0ffc0 HTTP/1.1" status: 200 len: 210 time: 0.1563928 Nov 09 18:02:49.357550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:49.385013 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.385949 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Added segment ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb of type vlan for network 157ae479-c090-4b35-ab6d-754a7ba0ce16 Nov 09 18:02:49.421261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] device_id is not set on port 1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:02:49.491394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.534087 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.564163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:49.575481 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.717324 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Network': ['ID=157ae479-c090-4b35-ab6d-754a7ba0ce16,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:49.721009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d4a1d94a-8e78-4e13-9c91-94876f3319bf None None] Port cabe628e-0330-4849-8081-2ce2f444e32d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:49.744799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 157ae479-c090-4b35-ab6d-754a7ba0ce16 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:49.746456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.20.0.8 (27b1e161-51e2-4ee1-a1c1-faf076813db3/149d297b-8138-4d2a-9847-178634b616c2/1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:49.779990 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac34c5-2d84-4839-97fa-adc18376f351 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port d1b55261-6907-4306-98b9-d4f912cb736f {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:49.780385 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f2ac34c5-2d84-4839-97fa-adc18376f351 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.784392 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9bcefac5-380d-4a01-b6b8-56221e48dbf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3386505 Nov 09 18:02:49.787866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55096) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:49.796900 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3d1eab63-0bae-46e8-91b4-af785b9d5536 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'subnet': {'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:49.805129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3c5fa090-4b71-4e10-814a-9cb58aaf726a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:49.889151 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2bcf6b4-11cd-46b4-a35a-ae1791e6bfe5 req-a4b0ff35-3890-4e6e-ac5f-bfbea1683000 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1737890 Nov 09 18:02:50.007545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1eab63-0bae-46e8-91b4-af785b9d5536 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:50.015358 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d1eab63-0bae-46e8-91b4-af785b9d5536 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.073931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3c5fa090-4b71-4e10-814a-9cb58aaf726a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:50.074603 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.094296 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f2ac34c5-2d84-4839-97fa-adc18376f351 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.140238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcf6b4-11cd-46b4-a35a-ae1791e6bfe5 req-e65a7213-c585-489d-adcc-e1eb06347a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:50.140575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac34c5-2d84-4839-97fa-adc18376f351 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for d1b55261-6907-4306-98b9-d4f912cb736f owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:50.142511 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2bcf6b4-11cd-46b4-a35a-ae1791e6bfe5 req-e65a7213-c585-489d-adcc-e1eb06347a8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 1096 time: 0.1931822 Nov 09 18:02:50.292744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39579eba-fe15-449a-952e-a604bf1652a3 None None] Network 26f2f014-e2f3-4ace-9399-3bb4e35388e6 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:50.301984 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.389706 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcf6b4-11cd-46b4-a35a-ae1791e6bfe5 req-04c84d97-4863-4cbb-b16b-bb388593a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:50.389706 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2bcf6b4-11cd-46b4-a35a-ae1791e6bfe5 req-04c84d97-4863-4cbb-b16b-bb388593a24b service neutron] 10.222.0.18 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.2165794 Nov 09 18:02:50.533374 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.543613 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2bcf6b4-11cd-46b4-a35a-ae1791e6bfe5 req-eb589623-5810-4e36-bb51-c62fd1f091fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb HTTP/1.1" status: 200 len: 1000 time: 0.1442835 Nov 09 18:02:50.552475 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.614537 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ecf7d53f-62bd-47c4-ae76-c9d3dc3ef8b9 None None] Provisioning complete for port 3c5fa090-4b71-4e10-814a-9cb58aaf726a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:50.615718 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d53f-62bd-47c4-ae76-c9d3dc3ef8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.621519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcf6b4-11cd-46b4-a35a-ae1791e6bfe5 req-32652ce5-c848-445d-868e-0f2ff6d086ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:50.624236 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2bcf6b4-11cd-46b4-a35a-ae1791e6bfe5 req-32652ce5-c848-445d-868e-0f2ff6d086ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.0731854 Nov 09 18:02:50.627095 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d1eab63-0bae-46e8-91b4-af785b9d5536 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.629808 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.641612 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f2ac34c5-2d84-4839-97fa-adc18376f351 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.679752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network 27b1e161-51e2-4ee1-a1c1-faf076813db3 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:50.692038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:50.704717 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.708898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:50.726203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1eab63-0bae-46e8-91b4-af785b9d5536 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Subnet': ['ID=e9759401-33ca-484a-b591-e086e96d7563,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:50.760041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:50.784114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcf6b4-11cd-46b4-a35a-ae1791e6bfe5 req-999cf14d-74fa-4c4f-9afb-8ad36d205bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:50.785597 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2bcf6b4-11cd-46b4-a35a-ae1791e6bfe5 req-999cf14d-74fa-4c4f-9afb-8ad36d205bb3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730081 Nov 09 18:02:50.805648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 3c5fa090-4b71-4e10-814a-9cb58aaf726a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3c5fa090-4b71-4e10-814a-9cb58aaf726a,segment=NetworkSegment(17e855ec-9451-4a52-bc48-dd0956698568),segment_id=17e855ec-9451-4a52-bc48-dd0956698568)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:50.830228 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f2ac34c5-2d84-4839-97fa-adc18376f351 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.837619 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.845103 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f2ac34c5-2d84-4839-97fa-adc18376f351 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/d1b55261-6907-4306-98b9-d4f912cb736f HTTP/1.1" status: 204 len: 168 time: 2.2795517 Nov 09 18:02:50.850602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55108) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:50.862776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:50.864887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:50.867748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:50.868402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:50.868962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:50.871639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:50.872267 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:50.872820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:50.873378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:50.873926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:50.874488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:50.877241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:50.886414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1eab63-0bae-46e8-91b4-af785b9d5536 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Checking segment: {'id': 'ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:50.887266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1eab63-0bae-46e8-91b4-af785b9d5536 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network hostable DHCP agents. Network: 157ae479-c090-4b35-ab6d-754a7ba0ce16, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:50.906340 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3da4a2-c823-4f0b-a083-346da8f612e7 None None] Pushing event updated for resources: {'Port': ['ID=cabe628e-0330-4849-8081-2ce2f444e32d,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:50.934510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1eab63-0bae-46e8-91b4-af785b9d5536 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 157ae479-c090-4b35-ab6d-754a7ba0ce16 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:50.957182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3d1eab63-0bae-46e8-91b4-af785b9d5536 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 157ae479-c090-4b35-ab6d-754a7ba0ce16) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:50.979143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1eab63-0bae-46e8-91b4-af785b9d5536 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:51.000159 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d1eab63-0bae-46e8-91b4-af785b9d5536 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.022062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac34c5-2d84-4839-97fa-adc18376f351 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=d1b55261-6907-4306-98b9-d4f912cb736f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:51.028857 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ec330b-82c9-40e9-b768-72a6a287b7a0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:02:51.030554 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-90ec330b-82c9-40e9-b768-72a6a287b7a0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/d1b55261-6907-4306-98b9-d4f912cb736f HTTP/1.1" status: 404 len: 333 time: 0.1397381 Nov 09 18:02:51.035852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55110) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:51.065535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69e2216-00d6-4478-826c-e54d401c8baf None None] Network 157ae479-c090-4b35-ab6d-754a7ba0ce16 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:51.067751 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:51.075615 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3d1eab63-0bae-46e8-91b4-af785b9d5536 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2845237 Nov 09 18:02:51.081852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55112) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:51.096262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:51.108272 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.110585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Attempting to bind port cabe628e-0330-4849-8081-2ce2f444e32d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:51.111256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Attempting to bind port cabe628e-0330-4849-8081-2ce2f444e32d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '471182c8-2602-41fc-815c-f59debffef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:51.111644 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Attempting to bind port cabe628e-0330-4849-8081-2ce2f444e32d on network b83abb6a-1b6f-47d5-87ac-55b1831b411d {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:51.185467 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-988c5303-97cb-4c40-a41e-a3c6b8824179 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0311935 Nov 09 18:02:51.192462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55114) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:51.197680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:51.203304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:51.203714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Checking segment: {'id': '471182c8-2602-41fc-815c-f59debffef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:51.204143 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.204552 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Bound using segment: {'id': '471182c8-2602-41fc-815c-f59debffef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:51.205055 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Bound port: cabe628e-0330-4849-8081-2ce2f444e32d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471182c8-2602-41fc-815c-f59debffef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:51.205455 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.207575 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:51.207927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 27d3dfd3-5d7a-4a96-b47e-1a66ab11a2dc not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:51.233971 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2bcf6b4-11cd-46b4-a35a-ae1791e6bfe5 req-b84f952e-baa7-4f9e-93bd-768cd43eb65f service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365890 Nov 09 18:02:51.272597 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.413515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-df4b865d-f350-4187-b068-4b39100675b0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 2833167c-0836-42c8-bf78-44e6d2c5ddd0 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:51.418406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-df4b865d-f350-4187-b068-4b39100675b0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.446215 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=3c5fa090-4b71-4e10-814a-9cb58aaf726a,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:51.594961 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] For port cabe628e-0330-4849-8081-2ce2f444e32d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:51.599095 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] For port cabe628e-0330-4849-8081-2ce2f444e32d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=cabe628e-0330-4849-8081-2ce2f444e32d,segment=NetworkSegment(471182c8-2602-41fc-815c-f59debffef19),segment_id=471182c8-2602-41fc-815c-f59debffef19)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:51.604004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fd7971b4-2bbb-4686-b0ef-088cb60a59c4 None None] Provisioning complete for port cabe628e-0330-4849-8081-2ce2f444e32d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:51.604530 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fd7971b4-2bbb-4686-b0ef-088cb60a59c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.630411 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2bcf6b4-11cd-46b4-a35a-ae1791e6bfe5 req-3327a432-4b06-4940-99d9-33e1d2d0a0b1 service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819201 Nov 09 18:02:51.664079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fd7971b4-2bbb-4686-b0ef-088cb60a59c4 None None] Port cabe628e-0330-4849-8081-2ce2f444e32d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:51.743291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-df4b865d-f350-4187-b068-4b39100675b0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.767591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-df4b865d-f350-4187-b068-4b39100675b0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 2833167c-0836-42c8-bf78-44e6d2c5ddd0 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:51.784718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3c5fa090-4b71-4e10-814a-9cb58aaf726a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:51.801382 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:52.018495 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:52.078276 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bf585bd4-46e3-48bb-b0bd-0aa26e326c7a None None] Could not find standard attr ID for object 2833167c-0836-42c8-bf78-44e6d2c5ddd0. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:02:52.127543 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-df4b865d-f350-4187-b068-4b39100675b0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:52.143598 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:52.171652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b865d-f350-4187-b068-4b39100675b0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=2833167c-0836-42c8-bf78-44e6d2c5ddd0,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:52.173034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3da4a2-c823-4f0b-a083-346da8f612e7 None None] Pushing event updated for resources: {'Port': ['ID=cabe628e-0330-4849-8081-2ce2f444e32d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:52.224046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-df4b865d-f350-4187-b068-4b39100675b0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:52.228733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-df4b865d-f350-4187-b068-4b39100675b0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/2833167c-0836-42c8-bf78-44e6d2c5ddd0 HTTP/1.1" status: 204 len: 168 time: 1.1910105 Nov 09 18:02:52.236810 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55122) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:52.349664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.25.1.206 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/e7fbc75e-885c-4757-b8a4-20bedec025d6) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:52.433939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:52.433939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:52.504033 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:52.609913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:52.617738 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8961a442-eb6c-477e-b9a3-36e0b4b813a7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:02:52.628972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8961a442-eb6c-477e-b9a3-36e0b4b813a7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/2833167c-0836-42c8-bf78-44e6d2c5ddd0 HTTP/1.1" status: 404 len: 333 time: 0.3909323 Nov 09 18:02:52.629874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55124) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:52.706282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ebf4ae-1706-4de8-b106-de1632dc1ab6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting subnet 9009996a-9edb-4b9b-a5db-f95146a15546 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:52.709456 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:52.728358 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf4ae-1706-4de8-b106-de1632dc1ab6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:52.789018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bf585bd4-46e3-48bb-b0bd-0aa26e326c7a None None] Provisioning complete for port 3c5fa090-4b71-4e10-814a-9cb58aaf726a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:52.790103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:52.796999 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bf585bd4-46e3-48bb-b0bd-0aa26e326c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:52.848366 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:52.853387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:53.051791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-157ae479-c090-4b35-ab6d-754a7ba0ce16', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:02:53.055067 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:53.093728 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf4ae-1706-4de8-b106-de1632dc1ab6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:53.285594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=e7fbc75e-885c-4757-b8a4-20bedec025d6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:53.493210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3c5fa090-4b71-4e10-814a-9cb58aaf726a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:53.493741 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:53.822492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Allocated IP 2001:db8:1::1 (157ae479-c090-4b35-ab6d-754a7ba0ce16/e9759401-33ca-484a-b591-e086e96d7563/eeef3b8c-0f60-4a54-948f-f1830d7f730c) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:53.905117 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:54.245915 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:54.292996 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:54.374839 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:02:45Z', 'revision_number': 2, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:51Z', 'revision_number': 4, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:54.404354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:54.415272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:54.425422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29236e3e-fb02-4255-8be3-e6cc28346dcc None None] The sync data for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 is: [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:02:45Z', 'revision_number': 2, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:51Z', 'revision_number': 4, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:54.460442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 157ae479-c090-4b35-ab6d-754a7ba0ce16 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:54.467730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:54.468851 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf4ae-1706-4de8-b106-de1632dc1ab6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:54.478100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:54.478952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:54.498458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f5e6494e-023d-41a8-9291-aa4963d08167 None None] Could not find standard attr ID for object 2833167c-0836-42c8-bf78-44e6d2c5ddd0. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:02:54.508442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f5e6494e-023d-41a8-9291-aa4963d08167 None None] Could not find standard attr ID for object d1b55261-6907-4306-98b9-d4f912cb736f. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:02:54.568970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f5e6494e-023d-41a8-9291-aa4963d08167 None None] Provisioning complete for port cabe628e-0330-4849-8081-2ce2f444e32d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:54.569434 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f5e6494e-023d-41a8-9291-aa4963d08167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:54.634746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Allocated IP 2001:db8:1::2 (157ae479-c090-4b35-ab6d-754a7ba0ce16/e9759401-33ca-484a-b591-e086e96d7563/feb65ee5-58ea-4971-9122-cc280ce3b135) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:54.665507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=eeef3b8c-0f60-4a54-948f-f1830d7f730c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:54.724413 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:54.729106 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf4ae-1706-4de8-b106-de1632dc1ab6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:54.882314 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:54.990018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.000460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aafb07-e666-4dc9-9da3-1866b3b7fbe8 None None] Network 26f2f014-e2f3-4ace-9399-3bb4e35388e6 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:55.008912 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf4ae-1706-4de8-b106-de1632dc1ab6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.026543 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.033033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f0ebf4ae-1706-4de8-b106-de1632dc1ab6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/9009996a-9edb-4b9b-a5db-f95146a15546 HTTP/1.1" status: 204 len: 168 time: 2.3974354 Nov 09 18:02:55.033033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55142) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:55.033376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebf4ae-1706-4de8-b106-de1632dc1ab6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Subnet': ['ID=9009996a-9edb-4b9b-a5db-f95146a15546,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:55.204264 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.218450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Network 157ae479-c090-4b35-ab6d-754a7ba0ce16 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:55.246972 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f5e6494e-023d-41a8-9291-aa4963d08167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.300171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Pushing event updated for resources: {'Port': ['ID=feb65ee5-58ea-4971-9122-cc280ce3b135,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:55.303083 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:55.320244 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:55.433285 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.445493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f5e6494e-023d-41a8-9291-aa4963d08167 None None] For port cabe628e-0330-4849-8081-2ce2f444e32d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=cabe628e-0330-4849-8081-2ce2f444e32d,segment=NetworkSegment(471182c8-2602-41fc-815c-f59debffef19),segment_id=471182c8-2602-41fc-815c-f59debffef19)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:55.454773 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.461594 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f5e6494e-023d-41a8-9291-aa4963d08167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.596638 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6494e-023d-41a8-9291-aa4963d08167 None None] Pushing event updated for resources: {'Port': ['ID=cabe628e-0330-4849-8081-2ce2f444e32d,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:55.646199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Attempting to bind port feb65ee5-58ea-4971-9122-cc280ce3b135 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:55.646735 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Attempting to bind port feb65ee5-58ea-4971-9122-cc280ce3b135 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:55.647495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Attempting to bind port feb65ee5-58ea-4971-9122-cc280ce3b135 on network 157ae479-c090-4b35-ab6d-754a7ba0ce16 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:55.656892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:55.665139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Checking segment: {'id': 'ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:55.665803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.666327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Bound using segment: {'id': 'ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:55.667816 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Bound port: feb65ee5-58ea-4971-9122-cc280ce3b135, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:55.668356 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.681939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=e7fbc75e-885c-4757-b8a4-20bedec025d6,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:55.682369 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.691436 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.692374 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.734239 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.740710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 3c5fa090-4b71-4e10-814a-9cb58aaf726a {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:55.741286 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.755548 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f35108-c117-4f05-b0cd-6506b3fc1b5e None None] DHCP port deletion for 26f2f014-e2f3-4ace-9399-3bb4e35388e6 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:02:55.837119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] For port feb65ee5-58ea-4971-9122-cc280ce3b135, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:55.842112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] For port feb65ee5-58ea-4971-9122-cc280ce3b135, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=feb65ee5-58ea-4971-9122-cc280ce3b135,segment=NetworkSegment(ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb),segment_id=ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:55.851948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-87f35108-c117-4f05-b0cd-6506b3fc1b5e None None] Deleting port 3c5fa090-4b71-4e10-814a-9cb58aaf726a {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:55.852339 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87f35108-c117-4f05-b0cd-6506b3fc1b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.858020 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:56.037562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-87f35108-c117-4f05-b0cd-6506b3fc1b5e None None] For port 3c5fa090-4b71-4e10-814a-9cb58aaf726a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3c5fa090-4b71-4e10-814a-9cb58aaf726a,segment=NetworkSegment(17e855ec-9451-4a52-bc48-dd0956698568),segment_id=17e855ec-9451-4a52-bc48-dd0956698568)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:56.045699 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87f35108-c117-4f05-b0cd-6506b3fc1b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:56.066344 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-87f35108-c117-4f05-b0cd-6506b3fc1b5e None None] Calling delete_port for 3c5fa090-4b71-4e10-814a-9cb58aaf726a owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:56.083946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=eeef3b8c-0f60-4a54-948f-f1830d7f730c,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:56.114029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 157ae479-c090-4b35-ab6d-754a7ba0ce16 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:56.121193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:56.240332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a947c-6554-4a0e-ac8a-3c883c747fde None None] Pushing event updated for resources: {'Port': ['ID=feb65ee5-58ea-4971-9122-cc280ce3b135,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:56.302494 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87f35108-c117-4f05-b0cd-6506b3fc1b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:56.349730 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f35108-c117-4f05-b0cd-6506b3fc1b5e None None] No DVR routers for this DVR port 3c5fa090-4b71-4e10-814a-9cb58aaf726a on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:56.368941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f35108-c117-4f05-b0cd-6506b3fc1b5e None None] Pushing event deleted for resources: {'Port': ['ID=3c5fa090-4b71-4e10-814a-9cb58aaf726a,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:56.509190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device cabe628e-0330-4849-8081-2ce2f444e32d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:56.647701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port cabe628e-0330-4849-8081-2ce2f444e32d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:56.648318 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:56.658143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:02:56.708538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] For port 3c5fa090-4b71-4e10-814a-9cb58aaf726a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3c5fa090-4b71-4e10-814a-9cb58aaf726a,segment=NetworkSegment(17e855ec-9451-4a52-bc48-dd0956698568),segment_id=17e855ec-9451-4a52-bc48-dd0956698568)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:56.709614 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:56.733567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 3c5fa090-4b71-4e10-814a-9cb58aaf726a owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:56.759457 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Floating IP 84bdf5b0-7c56-4b16-a4dc-e24c66af5830 associated. External IP: 172.25.1.206, port: 1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572. Nov 09 18:02:56.853412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:56.873930 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bdc35aed-ca15-446b-a647-b26d7b5f5a67 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7912688 Nov 09 18:02:56.878955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55200) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:56.892667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1bf3b066-c109-4cab-9a65-c065304164ca tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2077951626'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:56.908625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3c5fa090-4b71-4e10-814a-9cb58aaf726a no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:56.939996 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf3b066-c109-4cab-9a65-c065304164ca tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:56.944666 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b066-c109-4cab-9a65-c065304164ca tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:56.958276 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 3c5fa090-4b71-4e10-814a-9cb58aaf726a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:56.958934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3c5fa090-4b71-4e10-814a-9cb58aaf726a not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:57.008970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf3b066-c109-4cab-9a65-c065304164ca tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:57.028023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.035686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b066-c109-4cab-9a65-c065304164ca tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.036080 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-1bf3b066-c109-4cab-9a65-c065304164ca tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Added segment 05526830-ef10-407f-93a7-48916ecfa1d0 of type vlan for network 099fe6f5-f852-4ada-b910-381f71688daf Nov 09 18:02:57.052828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No DVR routers for this DVR port 3c5fa090-4b71-4e10-814a-9cb58aaf726a on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:57.109224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=3c5fa090-4b71-4e10-814a-9cb58aaf726a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:57.165273 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b066-c109-4cab-9a65-c065304164ca tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.222884 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b066-c109-4cab-9a65-c065304164ca tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.280697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf3b066-c109-4cab-9a65-c065304164ca tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:57.280697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b066-c109-4cab-9a65-c065304164ca tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.308051 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.332488 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Sync routers for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:57.346861 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:57.347477 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-412e7183-fa81-4555-a785-091de42fd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:57.367157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f2f014-e2f3-4ace-9399-3bb4e35388e6']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:57.369726 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1bf3b066-c109-4cab-9a65-c065304164ca tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4879274 Nov 09 18:02:57.372172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55206) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:57.565364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3b066-c109-4cab-9a65-c065304164ca tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Network': ['ID=099fe6f5-f852-4ada-b910-381f71688daf,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:57.586595 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 099fe6f5-f852-4ada-b910-381f71688daf details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:57.590775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d019bb49-4b7c-4c2b-8cf9-756aac9f4d8b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'subnet': {'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:57.617318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e855ec-9451-4a52-bc48-dd0956698568') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:57.618177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e855ec-9451-4a52-bc48-dd0956698568') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:57.639619 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:57.681476 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.941130 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.953095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:57.954093 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:58.055670 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:58.075072 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.107959 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.117816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/networks/26f2f014-e2f3-4ace-9399-3bb4e35388e6 HTTP/1.1" status: 204 len: 168 time: 3.0764480 Nov 09 18:02:58.120466 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55242) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:58.132142 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-df8a0386-6bd9-40e0-b25f-cde3bd29cd32 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-254374637'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:58.158396 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72989594-6ddb-4ffb-a13f-b4131c41dda6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Network': ['ID=26f2f014-e2f3-4ace-9399-3bb4e35388e6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:58.179159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d019bb49-4b7c-4c2b-8cf9-756aac9f4d8b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:58.194658 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d019bb49-4b7c-4c2b-8cf9-756aac9f4d8b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.232218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8a0386-6bd9-40e0-b25f-cde3bd29cd32 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:58.246202 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df8a0386-6bd9-40e0-b25f-cde3bd29cd32 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.318020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8a0386-6bd9-40e0-b25f-cde3bd29cd32 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:58.328037 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875245bd-3108-4e1a-9086-da5b24891539 None None] Network 157ae479-c090-4b35-ab6d-754a7ba0ce16 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:58.336561 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df8a0386-6bd9-40e0-b25f-cde3bd29cd32 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.337298 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-df8a0386-6bd9-40e0-b25f-cde3bd29cd32 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Added segment 0ab20767-443c-4f76-a918-de1e08916c14 of type vlan for network a8debc76-d217-43db-b798-980d881318ad Nov 09 18:02:58.381067 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-412e7183-fa81-4555-a785-091de42fd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:02:54Z', 'revision_number': 3, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 2, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:58.443181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df8a0386-6bd9-40e0-b25f-cde3bd29cd32 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.473020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:02:58.476931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device feb65ee5-58ea-4971-9122-cc280ce3b135 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:58.493393 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Checking router: 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:02:58.493759 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Updating router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 port eeef3b8c-0f60-4a54-948f-f1830d7f730c binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:02:58.503485 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df8a0386-6bd9-40e0-b25f-cde3bd29cd32 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.525692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a0386-6bd9-40e0-b25f-cde3bd29cd32 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:58.527256 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-df8a0386-6bd9-40e0-b25f-cde3bd29cd32 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.565211 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.642771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-10d26759-7354-4b95-9ca6-c757014e795a None None] Provisioning complete for port feb65ee5-58ea-4971-9122-cc280ce3b135 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:58.643162 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-10d26759-7354-4b95-9ca6-c757014e795a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.651366 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55248) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:58.702819 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-df8a0386-6bd9-40e0-b25f-cde3bd29cd32 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5803721 Nov 09 18:02:58.710455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55252) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:58.733948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1c185e17-a201-4344-9b3c-dfee66ca72e4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': 'a8debc76-d217-43db-b798-980d881318ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:58.737546 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a0386-6bd9-40e0-b25f-cde3bd29cd32 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Network': ['ID=a8debc76-d217-43db-b798-980d881318ad,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:58.783601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a8debc76-d217-43db-b798-980d881318ad details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:58.824457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port feb65ee5-58ea-4971-9122-cc280ce3b135 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:58.828186 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:59.090975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:59.138126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb93fe67-6818-402c-b530-b29a68c62d4d None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:59.226083 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:59.234376 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:59.282995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93fe67-6818-402c-b530-b29a68c62d4d None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:59.283666 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-eb93fe67-6818-402c-b530-b29a68c62d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:59.404532 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Pushing event updated for resources: {'Port': ['ID=eeef3b8c-0f60-4a54-948f-f1830d7f730c,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:59.428064 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:59.428695 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:59.429231 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:59.429756 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:59.430261 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:59.430791 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:59.431335 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:59.431837 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:59.432399 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:59.435081 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:59.435723 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:59.436225 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:59.440132 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Attempting to bind port eeef3b8c-0f60-4a54-948f-f1830d7f730c on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:59.440806 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Attempting to bind port eeef3b8c-0f60-4a54-948f-f1830d7f730c by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:59.441385 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Attempting to bind port eeef3b8c-0f60-4a54-948f-f1830d7f730c on network 157ae479-c090-4b35-ab6d-754a7ba0ce16 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:59.448689 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:59.449615 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Checking segment: {'id': 'ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:59.450365 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:59.450945 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Bound using segment: {'id': 'ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:59.451667 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Bound port: eeef3b8c-0f60-4a54-948f-f1830d7f730c, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:59.452278 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:59.498764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-eb93fe67-6818-402c-b530-b29a68c62d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:59.544264 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-412e7183-fa81-4555-a785-091de42fd94e None None] For port eeef3b8c-0f60-4a54-948f-f1830d7f730c, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:59.547851 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-412e7183-fa81-4555-a785-091de42fd94e None None] For port eeef3b8c-0f60-4a54-948f-f1830d7f730c, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=eeef3b8c-0f60-4a54-948f-f1830d7f730c,segment=NetworkSegment(ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb),segment_id=ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:59.548071 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:59.556581 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:59.607473 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-10d26759-7354-4b95-9ca6-c757014e795a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:59.639513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93fe67-6818-402c-b530-b29a68c62d4d None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:59.640857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-eb93fe67-6818-402c-b530-b29a68c62d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:59.652293 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afdd66-6c2d-4f69-ab39-1493339b2a75 None None] Pushing event updated for resources: {'Port': ['ID=eeef3b8c-0f60-4a54-948f-f1830d7f730c,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:59.694676 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:59.697760 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-412e7183-fa81-4555-a785-091de42fd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:59.793914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55258) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:59.796195 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a9e63af9-fa9f-4943-8689-80afc76322d6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.6022670 Nov 09 18:02:59.801073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-26581e0f-6c81-4f29-b21a-fc5e9d096793 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:59.806337 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d019bb49-4b7c-4c2b-8cf9-756aac9f4d8b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:59.831662 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-412e7183-fa81-4555-a785-091de42fd94e None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:59.836631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-eb93fe67-6818-402c-b530-b29a68c62d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:59.839840 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb93fe67-6818-402c-b530-b29a68c62d4d None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:59.875276 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:59.972846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019bb49-4b7c-4c2b-8cf9-756aac9f4d8b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Subnet': ['ID=e8556921-346b-4932-9cb0-beb7be8dd31a,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:59.983101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c185e17-a201-4344-9b3c-dfee66ca72e4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:00.000335 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c185e17-a201-4344-9b3c-dfee66ca72e4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:00.021914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-10d26759-7354-4b95-9ca6-c757014e795a None None] For port feb65ee5-58ea-4971-9122-cc280ce3b135, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=feb65ee5-58ea-4971-9122-cc280ce3b135,segment=NetworkSegment(ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb),segment_id=ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:00.031828 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-10d26759-7354-4b95-9ca6-c757014e795a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:00.070921 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26581e0f-6c81-4f29-b21a-fc5e9d096793 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:00.096862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d26759-7354-4b95-9ca6-c757014e795a None None] Pushing event updated for resources: {'Port': ['ID=feb65ee5-58ea-4971-9122-cc280ce3b135,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:00.210113 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9c499749-dbce-47a2-9a68-0c3bfb130848 None None] Provisioning complete for port feb65ee5-58ea-4971-9122-cc280ce3b135 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:00.217339 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9c499749-dbce-47a2-9a68-0c3bfb130848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:00.295446 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:03:00.306641 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:03:00.463127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9c499749-dbce-47a2-9a68-0c3bfb130848 None None] Provisioning complete for port eeef3b8c-0f60-4a54-948f-f1830d7f730c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:00.466340 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9c499749-dbce-47a2-9a68-0c3bfb130848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:00.527828 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-412e7183-fa81-4555-a785-091de42fd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:02:54Z', 'revision_number': 3, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:02:59Z', 'revision_number': 4, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:00.614200 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c185e17-a201-4344-9b3c-dfee66ca72e4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:00.657696 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e7183-fa81-4555-a785-091de42fd94e None None] The sync data for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 is: [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:02:54Z', 'revision_number': 3, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:02:59Z', 'revision_number': 4, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:00.688176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26581e0f-6c81-4f29-b21a-fc5e9d096793 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:00.696054 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26581e0f-6c81-4f29-b21a-fc5e9d096793 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:00.696798 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-26581e0f-6c81-4f29-b21a-fc5e9d096793 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Floating IP 84bdf5b0-7c56-4b16-a4dc-e24c66af5830 disassociated. External IP: 172.25.1.206, port: 1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572. Nov 09 18:03:00.731064 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9c499749-dbce-47a2-9a68-0c3bfb130848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:00.838878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9c499749-dbce-47a2-9a68-0c3bfb130848 None None] For port eeef3b8c-0f60-4a54-948f-f1830d7f730c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=eeef3b8c-0f60-4a54-948f-f1830d7f730c,segment=NetworkSegment(ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb),segment_id=ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:00.886018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9c499749-dbce-47a2-9a68-0c3bfb130848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:00.971591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d019bb49-4b7c-4c2b-8cf9-756aac9f4d8b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Checking segment: {'id': '05526830-ef10-407f-93a7-48916ecfa1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:00.972675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d019bb49-4b7c-4c2b-8cf9-756aac9f4d8b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network hostable DHCP agents. Network: 099fe6f5-f852-4ada-b910-381f71688daf, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:03:00.986010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c185e17-a201-4344-9b3c-dfee66ca72e4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Subnet': ['ID=b77d9547-788b-475a-a56f-04332629e6ed,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:01.045133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4cf04ecd-007a-475c-8498-9ff4a60757d8 None None] Provisioning complete for port eeef3b8c-0f60-4a54-948f-f1830d7f730c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:01.045527 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4cf04ecd-007a-475c-8498-9ff4a60757d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:01.089444 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c499749-dbce-47a2-9a68-0c3bfb130848 None None] Pushing event updated for resources: {'Port': ['ID=eeef3b8c-0f60-4a54-948f-f1830d7f730c,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:01.184121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c185e17-a201-4344-9b3c-dfee66ca72e4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Checking segment: {'id': '0ab20767-443c-4f76-a918-de1e08916c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8debc76-d217-43db-b798-980d881318ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:01.184261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c185e17-a201-4344-9b3c-dfee66ca72e4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network hostable DHCP agents. Network: a8debc76-d217-43db-b798-980d881318ad, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:03:01.188679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d019bb49-4b7c-4c2b-8cf9-756aac9f4d8b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 099fe6f5-f852-4ada-b910-381f71688daf is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:03:01.236423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-d019bb49-4b7c-4c2b-8cf9-756aac9f4d8b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 099fe6f5-f852-4ada-b910-381f71688daf) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:01.248382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d278f68-3dfb-4786-a0e1-bfb92622f364 None None] Network 099fe6f5-f852-4ada-b910-381f71688daf requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:01.251251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019bb49-4b7c-4c2b-8cf9-756aac9f4d8b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:01.251853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d019bb49-4b7c-4c2b-8cf9-756aac9f4d8b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:01.326928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d019bb49-4b7c-4c2b-8cf9-756aac9f4d8b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8727071 Nov 09 18:03:01.333949 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55266) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:01.345643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c185e17-a201-4344-9b3c-dfee66ca72e4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a8debc76-d217-43db-b798-980d881318ad is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:03:01.379439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-1c185e17-a201-4344-9b3c-dfee66ca72e4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a8debc76-d217-43db-b798-980d881318ad) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:01.392223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c185e17-a201-4344-9b3c-dfee66ca72e4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:01.392870 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c185e17-a201-4344-9b3c-dfee66ca72e4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:01.414635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device feb65ee5-58ea-4971-9122-cc280ce3b135 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:01.435707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb3512f-990a-42de-9068-aa6e80cb13eb None None] Network a8debc76-d217-43db-b798-980d881318ad requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:01.469839 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-df3ba92d-3fb0-4665-a4fb-4bd8426a8b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:01.480203 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1c185e17-a201-4344-9b3c-dfee66ca72e4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7570934 Nov 09 18:03:01.483374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55268) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:01.559481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-32d899c0-6bf0-463a-996b-0de2ffd9a620 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1338622815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:01.759695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-32d899c0-6bf0-463a-996b-0de2ffd9a620 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:01.761451 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-32d899c0-6bf0-463a-996b-0de2ffd9a620 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:01.763153 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26581e0f-6c81-4f29-b21a-fc5e9d096793 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:02.018097 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-32d899c0-6bf0-463a-996b-0de2ffd9a620 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.028213 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-32d899c0-6bf0-463a-996b-0de2ffd9a620 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.090070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a66d5be1-0b0d-4078-8510-6c4c3aaefe33 None None] Provisioning complete for port eeef3b8c-0f60-4a54-948f-f1830d7f730c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:02.090933 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a66d5be1-0b0d-4078-8510-6c4c3aaefe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.096393 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-32d899c0-6bf0-463a-996b-0de2ffd9a620 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.100604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-32d899c0-6bf0-463a-996b-0de2ffd9a620 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6142364 Nov 09 18:03:02.102022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55272) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:02.111623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26581e0f-6c81-4f29-b21a-fc5e9d096793 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:02.121909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'network_id': 'a8debc76-d217-43db-b798-980d881318ad', 'name': 'tempest-PortsIpV6TestJSON-149740636'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:02.125368 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcba1e9-c66f-4391-a89c-91a7e96cfdf4 None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:02.144059 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-26581e0f-6c81-4f29-b21a-fc5e9d096793 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.147433 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcba1e9-c66f-4391-a89c-91a7e96cfdf4 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:02.148472 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2fcba1e9-c66f-4391-a89c-91a7e96cfdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:02.205308 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-26581e0f-6c81-4f29-b21a-fc5e9d096793 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "PUT /v2.0/floatingips/84bdf5b0-7c56-4b16-a4dc-e24c66af5830 HTTP/1.1" status: 200 len: 688 time: 2.4096138 Nov 09 18:03:02.208369 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55274) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:02.247773 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port feb65ee5-58ea-4971-9122-cc280ce3b135 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:02.248158 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.261230 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2fcba1e9-c66f-4391-a89c-91a7e96cfdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:02.290667 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcba1e9-c66f-4391-a89c-91a7e96cfdf4 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:02.291757 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2fcba1e9-c66f-4391-a89c-91a7e96cfdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:02.346141 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2fcba1e9-c66f-4391-a89c-91a7e96cfdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:02.347682 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcba1e9-c66f-4391-a89c-91a7e96cfdf4 None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:02.350695 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-099fe6f5-f852-4ada-b910-381f71688daf', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:03:02.351633 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.475695 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.489814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:02.495398 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.537670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-df3ba92d-3fb0-4665-a4fb-4bd8426a8b05 admin admin] Deleting port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:02.538106 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-df3ba92d-3fb0-4665-a4fb-4bd8426a8b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.542751 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port 9dbc2134-675e-4064-8132-559d7035882d yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:03:02.614147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-a8debc76-d217-43db-b798-980d881318ad', 'network_id': 'a8debc76-d217-43db-b798-980d881318ad', 'tenant_id': '65def5a5d4f14aabba649675babfc793', 'fixed_ips': [{'subnet_id': 'b77d9547-788b-475a-a56f-04332629e6ed'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:03:02.614147 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.658774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device eeef3b8c-0f60-4a54-948f-f1830d7f730c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:02.879412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port eeef3b8c-0f60-4a54-948f-f1830d7f730c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:02.879980 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.882352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-06900c47-168c-4ab3-a156-a0f2a65bf25c None None] Provisioning complete for port eeef3b8c-0f60-4a54-948f-f1830d7f730c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:02.883079 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-06900c47-168c-4ab3-a156-a0f2a65bf25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.901598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-df3ba92d-3fb0-4665-a4fb-4bd8426a8b05 admin admin] For port 58d5a73b-7699-4df7-9d3a-d29bd9f072ef, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=58d5a73b-7699-4df7-9d3a-d29bd9f072ef,segment=NetworkSegment(fdab91bb-c506-4901-bc13-f6f123e4e47b),segment_id=fdab91bb-c506-4901-bc13-f6f123e4e47b)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:02.902851 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-df3ba92d-3fb0-4665-a4fb-4bd8426a8b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.944760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-df3ba92d-3fb0-4665-a4fb-4bd8426a8b05 admin admin] Calling delete_port for 58d5a73b-7699-4df7-9d3a-d29bd9f072ef owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:02.965044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Allocated IP 2001:db8:2::2 (099fe6f5-f852-4ada-b910-381f71688daf/e8556921-346b-4932-9cb0-beb7be8dd31a/c877bb37-7b48-41c9-97ad-c3e8a8fd82a9) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:02.978021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8::37a (a8debc76-d217-43db-b798-980d881318ad/b77d9547-788b-475a-a56f-04332629e6ed/9dbc2134-675e-4064-8132-559d7035882d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:03.045990 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-121d5360-13c0-49e8-afd3-5b59e7858d56 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port e7fbc75e-885c-4757-b8a4-20bedec025d6 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:03.050013 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-121d5360-13c0-49e8-afd3-5b59e7858d56 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.279843 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-121d5360-13c0-49e8-afd3-5b59e7858d56 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.280606 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-121d5360-13c0-49e8-afd3-5b59e7858d56 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.314325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-121d5360-13c0-49e8-afd3-5b59e7858d56 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for e7fbc75e-885c-4757-b8a4-20bedec025d6 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:03.392261 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.408017 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.423140 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.470436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device eeef3b8c-0f60-4a54-948f-f1830d7f730c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:03.478008 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Network 099fe6f5-f852-4ada-b910-381f71688daf is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:03.489117 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-df3ba92d-3fb0-4665-a4fb-4bd8426a8b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.495558 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Allocated IP 2001:db8:2::1 (099fe6f5-f852-4ada-b910-381f71688daf/e8556921-346b-4932-9cb0-beb7be8dd31a/03006d88-c68d-48e4-994c-685030633ed3) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:03.507262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:03.510269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:03.587637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ba92d-3fb0-4665-a4fb-4bd8426a8b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d5a73b-7699-4df7-9d3a-d29bd9f072ef,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:03.625315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Pushing event updated for resources: {'Port': ['ID=c877bb37-7b48-41c9-97ad-c3e8a8fd82a9,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:03.669953 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-121d5360-13c0-49e8-afd3-5b59e7858d56 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.687533 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.692297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.692905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.693494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.694093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.694683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.700946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.701756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.707704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.710912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.710912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.711394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.711771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.743874 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.867802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Allocated IP 2001:db8::2 (a8debc76-d217-43db-b798-980d881318ad/b77d9547-788b-475a-a56f-04332629e6ed/0682e1c4-1e62-41c3-b842-3b1e46f5261e) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:03.871620 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.899271 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Attempting to bind port c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:03.899792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Attempting to bind port c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '05526830-ef10-407f-93a7-48916ecfa1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:03.900082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Attempting to bind port c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 on network 099fe6f5-f852-4ada-b910-381f71688daf {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:03.907033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d5360-13c0-49e8-afd3-5b59e7858d56 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=e7fbc75e-885c-4757-b8a4-20bedec025d6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:03.920148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port eeef3b8c-0f60-4a54-948f-f1830d7f730c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:03.924026 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.984329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 099fe6f5-f852-4ada-b910-381f71688daf is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:04.000536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:04.011755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:04.012774 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:04.054427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=03006d88-c68d-48e4-994c-685030633ed3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:04.119541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:04.121035 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Checking segment: {'id': '05526830-ef10-407f-93a7-48916ecfa1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:04.121976 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:04.122904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Bound using segment: {'id': '05526830-ef10-407f-93a7-48916ecfa1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:04.124100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Bound port: c877bb37-7b48-41c9-97ad-c3e8a8fd82a9, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05526830-ef10-407f-93a7-48916ecfa1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:04.124787 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:04.163213 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-121d5360-13c0-49e8-afd3-5b59e7858d56 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:04.167064 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-121d5360-13c0-49e8-afd3-5b59e7858d56 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:04.174588 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-121d5360-13c0-49e8-afd3-5b59e7858d56 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/floatingips/84bdf5b0-7c56-4b16-a4dc-e24c66af5830 HTTP/1.1" status: 204 len: 168 time: 1.9595234 Nov 09 18:03:04.174914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55282) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:04.181760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '9515fee7-2d4e-48e4-a4fa-92dd41259533'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:04.267793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a8debc76-d217-43db-b798-980d881318ad is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:04.297566 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:04.305671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:04.312426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:04.313114 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:04.317588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] For port c877bb37-7b48-41c9-97ad-c3e8a8fd82a9, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:04.334251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] For port c877bb37-7b48-41c9-97ad-c3e8a8fd82a9, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c877bb37-7b48-41c9-97ad-c3e8a8fd82a9,segment=NetworkSegment(05526830-ef10-407f-93a7-48916ecfa1d0),segment_id=05526830-ef10-407f-93a7-48916ecfa1d0)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:04.350931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=9dbc2134-675e-4064-8132-559d7035882d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:04.368704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-51089a06-da61-4d54-ba54-9af5ac2be0a6 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2553315 Nov 09 18:03:04.369295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55286) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:04.370768 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:04.477362 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-df3ba92d-3fb0-4665-a4fb-4bd8426a8b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:04.493759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:04.677364 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:04.951337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b9696-b41f-439b-aec6-b30a09d5983b None None] Pushing event updated for resources: {'Port': ['ID=c877bb37-7b48-41c9-97ad-c3e8a8fd82a9,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:04.978790 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:05.005477 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:05.153129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Network a8debc76-d217-43db-b798-980d881318ad is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:05.159321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:05.174998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:05.235390 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:05.260308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Pushing event updated for resources: {'Port': ['ID=0682e1c4-1e62-41c3-b842-3b1e46f5261e,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:05.379022 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:05.391107 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:05.391550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:05.400348 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Attempting to bind port 0682e1c4-1e62-41c3-b842-3b1e46f5261e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:05.401681 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Attempting to bind port 0682e1c4-1e62-41c3-b842-3b1e46f5261e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0ab20767-443c-4f76-a918-de1e08916c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8debc76-d217-43db-b798-980d881318ad'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:05.402407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Attempting to bind port 0682e1c4-1e62-41c3-b842-3b1e46f5261e on network a8debc76-d217-43db-b798-980d881318ad {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:05.413417 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:05.414316 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Checking segment: {'id': '0ab20767-443c-4f76-a918-de1e08916c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8debc76-d217-43db-b798-980d881318ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:05.415068 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:05.416097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Bound using segment: {'id': '0ab20767-443c-4f76-a918-de1e08916c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8debc76-d217-43db-b798-980d881318ad'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:05.417757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Bound port: 0682e1c4-1e62-41c3-b842-3b1e46f5261e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab20767-443c-4f76-a918-de1e08916c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a8debc76-d217-43db-b798-980d881318ad'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:05.418520 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:05.432395 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:05.614407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=03006d88-c68d-48e4-994c-685030633ed3,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:05.640349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.25.1.37 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/4ef586f5-29cc-4cff-949d-47ed6ee14d08) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:05.674407 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3ba92d-3fb0-4665-a4fb-4bd8426a8b05 admin admin] Router e845d38d-665a-47e9-b30f-10db84e22be8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:05.707301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] For port 0682e1c4-1e62-41c3-b842-3b1e46f5261e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:05.721687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] For port 0682e1c4-1e62-41c3-b842-3b1e46f5261e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=0682e1c4-1e62-41c3-b842-3b1e46f5261e,segment=NetworkSegment(0ab20767-443c-4f76-a918-de1e08916c14),segment_id=0ab20767-443c-4f76-a918-de1e08916c14)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:05.734276 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:05.810805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:05.859152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 099fe6f5-f852-4ada-b910-381f71688daf is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:05.866516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:05.915584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:05.916072 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:05.918389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a311ab-44e6-48cf-9c10-bcd2cca25fb9 None None] Pushing event updated for resources: {'Port': ['ID=0682e1c4-1e62-41c3-b842-3b1e46f5261e,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:06.175023 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:06.182001 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:06.192537 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:06.195095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3ba92d-3fb0-4665-a4fb-4bd8426a8b05 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:06.206424 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-df3ba92d-3fb0-4665-a4fb-4bd8426a8b05 admin admin] 10.222.0.81 "PUT /v2.0/routers/e845d38d-665a-47e9-b30f-10db84e22be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5490940 Nov 09 18:03:06.206424 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:06.209529 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55294) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:06.238394 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:06.312269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port c877bb37-7b48-41c9-97ad-c3e8a8fd82a9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c877bb37-7b48-41c9-97ad-c3e8a8fd82a9,segment=NetworkSegment(05526830-ef10-407f-93a7-48916ecfa1d0),segment_id=05526830-ef10-407f-93a7-48916ecfa1d0)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:06.320019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab75e2-b7af-4147-9f1a-6f3de8fddccb None None] Sync routers for ids ['e845d38d-665a-47e9-b30f-10db84e22be8'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:06.325909 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:06.380014 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab75e2-b7af-4147-9f1a-6f3de8fddccb None None] Routers {'e845d38d-665a-47e9-b30f-10db84e22be8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:06.381777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-73ab75e2-b7af-4147-9f1a-6f3de8fddccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e845d38d-665a-47e9-b30f-10db84e22be8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:06.552229 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:06.561245 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-91689ee0-0211-49fe-9b2d-71df4c9e744d tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2256064 Nov 09 18:03:06.565052 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55298) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:06.574517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-616df251-c695-44b1-9db7-c6aad16ba263 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1354290394'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:06.580027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=9dbc2134-675e-4064-8132-559d7035882d,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:06.587925 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Sync routers for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:06.602265 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:06.606626 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:06.614922 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:06.696571 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:06.718407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:06.720484 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:06.729786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:06.845004 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:06.897154 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:06.946077 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=c877bb37-7b48-41c9-97ad-c3e8a8fd82a9,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:06.951839 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdf8d83-9904-40d1-88a9-d6d19307f88b None None] Network 099fe6f5-f852-4ada-b910-381f71688daf requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:07.053981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616df251-c695-44b1-9db7-c6aad16ba263 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:07.067347 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-616df251-c695-44b1-9db7-c6aad16ba263 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.145044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-73ab75e2-b7af-4147-9f1a-6f3de8fddccb None None] Set router e845d38d-665a-47e9-b30f-10db84e22be8 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:07.156271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=4ef586f5-29cc-4cff-949d-47ed6ee14d08,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:07.161084 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.214708 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.224616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616df251-c695-44b1-9db7-c6aad16ba263 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:03:07.249223 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-616df251-c695-44b1-9db7-c6aad16ba263 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.253668 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-616df251-c695-44b1-9db7-c6aad16ba263 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Added segment 4a7bcca9-114e-4abc-a983-b125dbcf6279 of type vlan for network 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f Nov 09 18:03:07.477830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4d1d1f94-aba0-4447-976d-f9ff99b148c6 None None] Provisioning complete for port c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:07.478975 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1f94-aba0-4447-976d-f9ff99b148c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.525178 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-616df251-c695-44b1-9db7-c6aad16ba263 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.609885 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-616df251-c695-44b1-9db7-c6aad16ba263 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.615756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616df251-c695-44b1-9db7-c6aad16ba263 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:07.616418 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-616df251-c695-44b1-9db7-c6aad16ba263 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.673592 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.716126 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:04Z', 'revision_number': 4, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:05Z', 'revision_number': 2, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:07.747588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:07.794100 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Checking router: 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:07.796185 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Updating router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 port 03006d88-c68d-48e4-994c-685030633ed3 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:03:07.838948 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.904951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1562e0-23d4-4d7b-81fc-b42941aad3ee None None] Network a8debc76-d217-43db-b798-980d881318ad requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:07.914929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Deleting port 80e67d64-6f3f-4996-bc82-86a3aa4a470c {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:07.915575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.983648 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.037467 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-73ab75e2-b7af-4147-9f1a-6f3de8fddccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T18:03:03Z', 'revision_number': 5, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port': {'id': '80e67d64-6f3f-4996-bc82-86a3aa4a470c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:49:41Z', 'updated_at': '2021-11-09T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:08.071321 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-616df251-c695-44b1-9db7-c6aad16ba263 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5045571 Nov 09 18:03:08.075949 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55306) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:08.087543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab75e2-b7af-4147-9f1a-6f3de8fddccb None None] Checking router: e845d38d-665a-47e9-b30f-10db84e22be8 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:08.109429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-65e2f517-af45-43d6-8db0-d3d13a351d07 None None] Provisioning complete for port 0682e1c4-1e62-41c3-b842-3b1e46f5261e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:08.109824 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-65e2f517-af45-43d6-8db0-d3d13a351d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.116922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] For port 80e67d64-6f3f-4996-bc82-86a3aa4a470c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=80e67d64-6f3f-4996-bc82-86a3aa4a470c,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:08.118999 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.133592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:08.134061 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.136544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab75e2-b7af-4147-9f1a-6f3de8fddccb None None] Routers {'e845d38d-665a-47e9-b30f-10db84e22be8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:08.137306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-73ab75e2-b7af-4147-9f1a-6f3de8fddccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e845d38d-665a-47e9-b30f-10db84e22be8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:08.144307 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-984435ff-a7ac-40b7-a6b8-6cb5b71b8806 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'subnet': {'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:08.165528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Calling delete_port for 80e67d64-6f3f-4996-bc82-86a3aa4a470c owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:08.228500 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.241561 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.252029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-73ab75e2-b7af-4147-9f1a-6f3de8fddccb None None] Set router e845d38d-665a-47e9-b30f-10db84e22be8 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:08.278666 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616df251-c695-44b1-9db7-c6aad16ba263 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Network': ['ID=5fd639c1-74fa-4dc7-ad55-eb4bdb58492f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:08.381199 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f2e0f-1a79-401e-80ca-4bc3039a6fb3 None None] Pushing event updated for resources: {'Port': ['ID=03006d88-c68d-48e4-994c-685030633ed3,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:08.409676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-73ab75e2-b7af-4147-9f1a-6f3de8fddccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T18:03:07Z', 'revision_number': 6, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:08.415630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:03:08.481321 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984435ff-a7ac-40b7-a6b8-6cb5b71b8806 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Made reservation on behalf of 609baa3b44cd4ea590efee3a7f537701 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:08.485088 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-984435ff-a7ac-40b7-a6b8-6cb5b71b8806 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.518746 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Attempting to bind port 03006d88-c68d-48e4-994c-685030633ed3 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:08.519982 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Attempting to bind port 03006d88-c68d-48e4-994c-685030633ed3 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '05526830-ef10-407f-93a7-48916ecfa1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:08.521181 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Attempting to bind port 03006d88-c68d-48e4-994c-685030633ed3 on network 099fe6f5-f852-4ada-b910-381f71688daf {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:08.528476 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:08.529289 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Checking segment: {'id': '05526830-ef10-407f-93a7-48916ecfa1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:08.529933 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.530709 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Bound using segment: {'id': '05526830-ef10-407f-93a7-48916ecfa1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:08.531963 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Bound port: 03006d88-c68d-48e4-994c-685030633ed3, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05526830-ef10-407f-93a7-48916ecfa1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:08.532611 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.608125 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab75e2-b7af-4147-9f1a-6f3de8fddccb None None] The sync data for ids ['e845d38d-665a-47e9-b30f-10db84e22be8'] in n-d-817236-1 is: [{'id': 'e845d38d-665a-47e9-b30f-10db84e22be8', 'name': 'tempest-TaggedBootDevicesTest_v242-1714657660-router', 'tenant_id': '9604b69a568944e2ae3cded901a7acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:49:38Z', 'updated_at': '2021-11-09T18:03:07Z', 'revision_number': 6, 'project_id': '9604b69a568944e2ae3cded901a7acdd', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:08.685911 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] For port 03006d88-c68d-48e4-994c-685030633ed3, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:08.694110 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] For port 03006d88-c68d-48e4-994c-685030633ed3, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=03006d88-c68d-48e4-994c-685030633ed3,segment=NetworkSegment(05526830-ef10-407f-93a7-48916ecfa1d0),segment_id=05526830-ef10-407f-93a7-48916ecfa1d0)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:08.704984 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.729236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.814977 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:08.816723 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:08.873964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=80e67d64-6f3f-4996-bc82-86a3aa4a470c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:08.876055 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f2e0f-1a79-401e-80ca-4bc3039a6fb3 None None] Pushing event updated for resources: {'Port': ['ID=03006d88-c68d-48e4-994c-685030633ed3,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:08.953965 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.976452 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.020472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0682e1c4-1e62-41c3-b842-3b1e46f5261e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:09.082223 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:09.108346 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.109052 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-65e2f517-af45-43d6-8db0-d3d13a351d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.118400 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.127072 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.129222 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.321860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=4ef586f5-29cc-4cff-949d-47ed6ee14d08,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:09.342701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 0682e1c4-1e62-41c3-b842-3b1e46f5261e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:09.343092 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.359611 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-65e2f517-af45-43d6-8db0-d3d13a351d07 None None] For port 0682e1c4-1e62-41c3-b842-3b1e46f5261e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=0682e1c4-1e62-41c3-b842-3b1e46f5261e,segment=NetworkSegment(0ab20767-443c-4f76-a918-de1e08916c14),segment_id=0ab20767-443c-4f76-a918-de1e08916c14)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:09.421438 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.458000 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-65e2f517-af45-43d6-8db0-d3d13a351d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.668150 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:04Z', 'revision_number': 4, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:08Z', 'revision_number': 4, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:09.734598 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1040e9-1a4c-4114-9620-ede7f6c4834c None None] The sync data for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 is: [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:04Z', 'revision_number': 4, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:08Z', 'revision_number': 4, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:09.740451 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.765331 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2f517-af45-43d6-8db0-d3d13a351d07 None None] Pushing event updated for resources: {'Port': ['ID=0682e1c4-1e62-41c3-b842-3b1e46f5261e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:09.769589 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Floating IP 44494225-7021-40a7-8c20-ee093b30de19 associated. External IP: 172.25.1.37, port: 9515fee7-2d4e-48e4-a4fa-92dd41259533. Nov 09 18:03:09.781624 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.793033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ba055aa1-6932-4f10-9a3f-c804105da523 None None] Provisioning complete for port c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:09.793431 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ba055aa1-6932-4f10-9a3f-c804105da523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.853592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=9dbc2134-675e-4064-8132-559d7035882d,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:09.862082 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.862701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e845d38d-665a-47e9-b30f-10db84e22be8 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:03:09.870130 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.873545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9a2aa735-9e0d-4388-8c17-d143a7666f9e admin admin] 10.222.0.81 "DELETE /v2.0/routers/e845d38d-665a-47e9-b30f-10db84e22be8 HTTP/1.1" status: 204 len: 168 time: 3.6571336 Nov 09 18:03:09.874046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55314) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:09.960101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a8debc76-d217-43db-b798-980d881318ad is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:09.965621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:09.985080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bac9307-2032-4223-9300-64603b815b35 admin admin] Deleting subnet 9f792151-56b0-45c8-afdd-23d2b348cfe7 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:10.030044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bac9307-2032-4223-9300-64603b815b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.127039 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bac9307-2032-4223-9300-64603b815b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.242088 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-984435ff-a7ac-40b7-a6b8-6cb5b71b8806 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.466140 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ba055aa1-6932-4f10-9a3f-c804105da523 None None] Provisioning complete for port 03006d88-c68d-48e4-994c-685030633ed3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:10.466776 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ba055aa1-6932-4f10-9a3f-c804105da523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.698150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 03006d88-c68d-48e4-994c-685030633ed3 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:10.721268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984435ff-a7ac-40b7-a6b8-6cb5b71b8806 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Subnet': ['ID=def2063e-593a-4a89-b870-7872ba359910,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:10.747983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984435ff-a7ac-40b7-a6b8-6cb5b71b8806 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Checking segment: {'id': '4a7bcca9-114e-4abc-a983-b125dbcf6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:10.748385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984435ff-a7ac-40b7-a6b8-6cb5b71b8806 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network hostable DHCP agents. Network: 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:03:10.824199 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d3f75730-0010-48b3-be15-0eaa4da07f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.836458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 03006d88-c68d-48e4-994c-685030633ed3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:10.837368 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.875955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984435ff-a7ac-40b7-a6b8-6cb5b71b8806 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:03:10.920430 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-984435ff-a7ac-40b7-a6b8-6cb5b71b8806 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:10.931560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984435ff-a7ac-40b7-a6b8-6cb5b71b8806 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:10.932536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-984435ff-a7ac-40b7-a6b8-6cb5b71b8806 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.967423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b43690c-3620-4f69-bd99-0009a2da8444 None None] Network 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:10.991763 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-984435ff-a7ac-40b7-a6b8-6cb5b71b8806 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8549433 Nov 09 18:03:10.995306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55320) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:11.054938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Router c4e575c0-b925-4d24-b921-a9993368cc2b is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:03:11.103459 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bac9307-2032-4223-9300-64603b815b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.193406 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:11.389612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:11.392348 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ba055aa1-6932-4f10-9a3f-c804105da523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.414590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6e95b25b-3c8c-418e-9ae3-26313029d883 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "PUT /v2.0/routers/c4e575c0-b925-4d24-b921-a9993368cc2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0434611 Nov 09 18:03:11.424397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55324) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:11.453417 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ba055aa1-6932-4f10-9a3f-c804105da523 None None] For port 03006d88-c68d-48e4-994c-685030633ed3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=03006d88-c68d-48e4-994c-685030633ed3,segment=NetworkSegment(05526830-ef10-407f-93a7-48916ecfa1d0),segment_id=05526830-ef10-407f-93a7-48916ecfa1d0)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:11.455398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d84030-40b7-4dc0-8f8f-cb4aabf26772 None None] Sync routers for ids ['c4e575c0-b925-4d24-b921-a9993368cc2b'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:11.485871 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bac9307-2032-4223-9300-64603b815b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.517536 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ba055aa1-6932-4f10-9a3f-c804105da523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.542347 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-5fd639c1-74fa-4dc7-ad55-eb4bdb58492f', 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'fixed_ips': [{'subnet_id': 'def2063e-593a-4a89-b870-7872ba359910'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:03:11.543322 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.570218 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac9307-2032-4223-9300-64603b815b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f792151-56b0-45c8-afdd-23d2b348cfe7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:11.576928 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bac9307-2032-4223-9300-64603b815b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.581922 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3bac9307-2032-4223-9300-64603b815b35 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9f792151-56b0-45c8-afdd-23d2b348cfe7 HTTP/1.1" status: 204 len: 168 time: 1.7064497 Nov 09 18:03:11.584675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55326) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:11.639822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95926f1e-68cb-4556-ae6e-e298aacf4606 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:11.645502 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-95926f1e-68cb-4556-ae6e-e298aacf4606 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4e575c0-b925-4d24-b921-a9993368cc2b HTTP/1.1" status: 200 len: 988 time: 0.2198825 Nov 09 18:03:11.647986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130332d2-a8af-48ec-a201-784541ed67d5 None None] Network 72c64938-8905-40c6-a145-ef2e7c2b875f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:11.658060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55328) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:11.892622 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.039404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d84030-40b7-4dc0-8f8f-cb4aabf26772 None None] Routers {'c4e575c0-b925-4d24-b921-a9993368cc2b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:12.040287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-47d84030-40b7-4dc0-8f8f-cb4aabf26772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c4e575c0-b925-4d24-b921-a9993368cc2b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.063044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:12.088951 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d57ec-98aa-4e71-b277-c606fdba22f6 None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:12.120622 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d57ec-98aa-4e71-b277-c606fdba22f6 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:12.121869 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e3d57ec-98aa-4e71-b277-c606fdba22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.137111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Deleting port ef59a714-514c-4f9d-b30c-2746fa8cc7f1 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:12.137737 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.138657 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-47d84030-40b7-4dc0-8f8f-cb4aabf26772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.210103 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.227084 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e3d57ec-98aa-4e71-b277-c606fdba22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.227387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] For port ef59a714-514c-4f9d-b30c-2746fa8cc7f1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ef59a714-514c-4f9d-b30c-2746fa8cc7f1,segment=NetworkSegment(fdab91bb-c506-4901-bc13-f6f123e4e47b),segment_id=fdab91bb-c506-4901-bc13-f6f123e4e47b)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:12.227976 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.241790 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba055aa1-6932-4f10-9a3f-c804105da523 None None] Pushing event updated for resources: {'Port': ['ID=03006d88-c68d-48e4-994c-685030633ed3,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:12.249819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Calling delete_port for ef59a714-514c-4f9d-b30c-2746fa8cc7f1 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:12.251826 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d57ec-98aa-4e71-b277-c606fdba22f6 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:12.253223 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8cd4f886-98ec-4d7c-a1f7-c42f3b3f3574 None None] Provisioning complete for port 9dbc2134-675e-4064-8132-559d7035882d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:12.253608 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8cd4f886-98ec-4d7c-a1f7-c42f3b3f3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.254202 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e3d57ec-98aa-4e71-b277-c606fdba22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.261622 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cdc74d6f-e579-4e2d-9a56-a48a078ce926 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.0852733 Nov 09 18:03:12.263996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55332) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:12.329583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0682e1c4-1e62-41c3-b842-3b1e46f5261e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:12.335604 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e3d57ec-98aa-4e71-b277-c606fdba22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.337042 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d57ec-98aa-4e71-b277-c606fdba22f6 None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:12.457665 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-69244e43-b9e9-4010-8c99-58cc0e343d0a tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "GET /v2.0/floatingips/44494225-7021-40a7-8c20-ee093b30de19 HTTP/1.1" status: 200 len: 976 time: 0.1925569 Nov 09 18:03:12.460113 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55336) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:12.507590 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.566340 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d84030-40b7-4dc0-8f8f-cb4aabf26772 None None] Routers {'c4e575c0-b925-4d24-b921-a9993368cc2b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:12.566340 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-47d84030-40b7-4dc0-8f8f-cb4aabf26772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:02:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c4e575c0-b925-4d24-b921-a9993368cc2b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.572907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] No DVR routers for this DVR port ef59a714-514c-4f9d-b30c-2746fa8cc7f1 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:12.581978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef59a714-514c-4f9d-b30c-2746fa8cc7f1,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:12.662724 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0f67abf-4462-43c1-98f9-f94d0a8c6bc2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.696759 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4f886-98ec-4d7c-a1f7-c42f3b3f3574 None None] Port 9dbc2134-675e-4064-8132-559d7035882d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:12.717656 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-47d84030-40b7-4dc0-8f8f-cb4aabf26772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.718815 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d84030-40b7-4dc0-8f8f-cb4aabf26772 None None] The sync data for ids ['c4e575c0-b925-4d24-b921-a9993368cc2b'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:12.784424 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.802440 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Allocated IP 2001:db8:3::2 (5fd639c1-74fa-4dc7-ad55-eb4bdb58492f/def2063e-593a-4a89-b870-7872ba359910/08edaee7-e613-4b51-9342-166fad218a1f) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:12.834023 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3bfd4a8b-6e22-4c51-8011-cf9846d2625d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3714325 Nov 09 18:03:12.840944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8cd4f886-98ec-4d7c-a1f7-c42f3b3f3574 None None] Provisioning complete for port 03006d88-c68d-48e4-994c-685030633ed3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:12.841572 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8cd4f886-98ec-4d7c-a1f7-c42f3b3f3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.843666 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55340) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:12.851419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7ae133d6-e752-4bc3-8aa8-ffe0764616db tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'floatingip': {'port_id': '1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:12.912956 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c64938-8905-40c6-a145-ef2e7c2b875f']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.942775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6afd77-f027-4dcf-848f-3dcc491b6620 None None] DHCP port deletion for 72c64938-8905-40c6-a145-ef2e7c2b875f request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:12.961439 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 0682e1c4-1e62-41c3-b842-3b1e46f5261e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:12.962096 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.983077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdab91bb-c506-4901-bc13-f6f123e4e47b') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.983536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdab91bb-c506-4901-bc13-f6f123e4e47b') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:12.997868 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.036741 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.052775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:13.053594 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.065529 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ae133d6-e752-4bc3-8aa8-ffe0764616db tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:13.129316 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:13.134611 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.144315 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.148640 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] 10.222.0.81 "DELETE /v2.0/networks/72c64938-8905-40c6-a145-ef2e7c2b875f HTTP/1.1" status: 204 len: 168 time: 1.5606275 Nov 09 18:03:13.178108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070b69f-ec10-463b-957e-9e7685c96153 admin admin] Pushing event deleted for resources: {'Network': ['ID=72c64938-8905-40c6-a145-ef2e7c2b875f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:13.291872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8cd4f886-98ec-4d7c-a1f7-c42f3b3f3574 None None] Provisioning complete for port 0682e1c4-1e62-41c3-b842-3b1e46f5261e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:13.292758 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8cd4f886-98ec-4d7c-a1f7-c42f3b3f3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.336997 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.352891 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.386996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e0f67abf-4462-43c1-98f9-f94d0a8c6bc2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 9dbc2134-675e-4064-8132-559d7035882d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:13.387483 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0f67abf-4462-43c1-98f9-f94d0a8c6bc2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.415454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Network 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:13.423314 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:13.425916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:13.433714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 58d5a73b-7699-4df7-9d3a-d29bd9f072ef no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:13.518804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 58d5a73b-7699-4df7-9d3a-d29bd9f072ef {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:13.519287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 58d5a73b-7699-4df7-9d3a-d29bd9f072ef not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:13.519605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 80e67d64-6f3f-4996-bc82-86a3aa4a470c no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:13.556901 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.563854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Pushing event updated for resources: {'Port': ['ID=08edaee7-e613-4b51-9342-166fad218a1f,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:13.575275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 80e67d64-6f3f-4996-bc82-86a3aa4a470c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:13.575275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 80e67d64-6f3f-4996-bc82-86a3aa4a470c not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:13.577820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Attempting to bind port 08edaee7-e613-4b51-9342-166fad218a1f on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:13.578190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Attempting to bind port 08edaee7-e613-4b51-9342-166fad218a1f by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '4a7bcca9-114e-4abc-a983-b125dbcf6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:13.579453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Attempting to bind port 08edaee7-e613-4b51-9342-166fad218a1f on network 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:13.582264 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55346) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:13.616600 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0f67abf-4462-43c1-98f9-f94d0a8c6bc2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.646407 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e0f67abf-4462-43c1-98f9-f94d0a8c6bc2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 9dbc2134-675e-4064-8132-559d7035882d owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:13.681894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:13.682519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Checking segment: {'id': '4a7bcca9-114e-4abc-a983-b125dbcf6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:13.683337 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.684018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Bound using segment: {'id': '4a7bcca9-114e-4abc-a983-b125dbcf6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:13.685240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Bound port: 08edaee7-e613-4b51-9342-166fad218a1f, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7bcca9-114e-4abc-a983-b125dbcf6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:13.685923 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.758831 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f2666d3-d714-4f1c-8827-74fdf14eece9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.798839 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 03006d88-c68d-48e4-994c-685030633ed3 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:13.869001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] For port 08edaee7-e613-4b51-9342-166fad218a1f, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:13.886864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] For port 08edaee7-e613-4b51-9342-166fad218a1f, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=08edaee7-e613-4b51-9342-166fad218a1f,segment=NetworkSegment(4a7bcca9-114e-4abc-a983-b125dbcf6279),segment_id=4a7bcca9-114e-4abc-a983-b125dbcf6279)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:13.893111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 03006d88-c68d-48e4-994c-685030633ed3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:13.893549 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.897239 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:13.969283 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-356dc9bf-6ca4-4866-9e9f-e0ca354d0d65 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9604b69a568944e2ae3cded901a7acdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816069 Nov 09 18:03:13.981584 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55350) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:14.042000 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0f67abf-4462-43c1-98f9-f94d0a8c6bc2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:14.115111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61cecc-10a6-4454-869c-7a29fba7b75c None None] Pushing event updated for resources: {'Port': ['ID=08edaee7-e613-4b51-9342-166fad218a1f,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:14.124419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-15a01825-bcac-47a8-b0d0-6208919ac6f3 None None] Provisioning complete for port 9dbc2134-675e-4064-8132-559d7035882d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:14.124797 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-15a01825-bcac-47a8-b0d0-6208919ac6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:14.178575 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-15a01825-bcac-47a8-b0d0-6208919ac6f3 None None] Port 9dbc2134-675e-4064-8132-559d7035882d was deleted so its status cannot be updated. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 09 18:03:14.189873 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f67abf-4462-43c1-98f9-f94d0a8c6bc2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=9dbc2134-675e-4064-8132-559d7035882d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:14.242456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-15a01825-bcac-47a8-b0d0-6208919ac6f3 None None] Provisioning complete for port 03006d88-c68d-48e4-994c-685030633ed3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:14.243139 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-15a01825-bcac-47a8-b0d0-6208919ac6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:14.378947 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0f67abf-4462-43c1-98f9-f94d0a8c6bc2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:14.402485 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f194-f193-42de-ae18-9deaf78f0eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:14.545597 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:14.560838 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ef59a714-514c-4f9d-b30c-2746fa8cc7f1 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:14.563701 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Allocated IP 2001:db8:3::1 (5fd639c1-74fa-4dc7-ad55-eb4bdb58492f/def2063e-593a-4a89-b870-7872ba359910/2f6d5476-6f66-49f5-8578-ba873af7079d) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:14.656979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: ef59a714-514c-4f9d-b30c-2746fa8cc7f1 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:14.657336 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ef59a714-514c-4f9d-b30c-2746fa8cc7f1 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:14.755623 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f194-f193-42de-ae18-9deaf78f0eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:14.805437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f67abf-4462-43c1-98f9-f94d0a8c6bc2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Router c4e575c0-b925-4d24-b921-a9993368cc2b has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:14.894477 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.db.resource_extend [None req-7ae133d6-e752-4bc3-8aa8-ffe0764616db tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:03:14.897586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f67abf-4462-43c1-98f9-f94d0a8c6bc2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:14.904351 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e0f67abf-4462-43c1-98f9-f94d0a8c6bc2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "PUT /v2.0/routers/c4e575c0-b925-4d24-b921-a9993368cc2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2448263 Nov 09 18:03:14.907453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55354) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:14.918264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e971b6-8035-4b90-8b61-470679afed2a None None] Sync routers for ids ['c4e575c0-b925-4d24-b921-a9993368cc2b'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:14.933442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e971b6-8035-4b90-8b61-470679afed2a None None] Routers {'c4e575c0-b925-4d24-b921-a9993368cc2b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:14.936121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-12e971b6-8035-4b90-8b61-470679afed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c4e575c0-b925-4d24-b921-a9993368cc2b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:14.953329 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:14.962251 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd3dad6-33fb-4acb-8819-82363076b833 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:03:14.967288 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0bd3dad6-33fb-4acb-8819-82363076b833 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/9dbc2134-675e-4064-8132-559d7035882d HTTP/1.1" status: 404 len: 333 time: 0.0586162 Nov 09 18:03:14.971486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55356) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:14.991136 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f194-f193-42de-ae18-9deaf78f0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:14.993878 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f194-f193-42de-ae18-9deaf78f0eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:14.998777 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dfd7f194-f193-42de-ae18-9deaf78f0eb6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8bf21353-c91e-4762-9ebd-e61d6ce8e7b9 HTTP/1.1" status: 204 len: 168 time: 1.0157237 Nov 09 18:03:15.016891 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ae133d6-e752-4bc3-8aa8-ffe0764616db tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.039566 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ae133d6-e752-4bc3-8aa8-ffe0764616db tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.042448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7f194-f193-42de-ae18-9deaf78f0eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf21353-c91e-4762-9ebd-e61d6ce8e7b9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:15.079018 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:03:15.102053 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-12e971b6-8035-4b90-8b61-470679afed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:15.109439 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc675-43dc-4111-8fc8-ccdd9ce815b1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.162237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e971b6-8035-4b90-8b61-470679afed2a None None] Routers {'c4e575c0-b925-4d24-b921-a9993368cc2b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:15.169350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-12e971b6-8035-4b90-8b61-470679afed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c4e575c0-b925-4d24-b921-a9993368cc2b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:15.184724 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.262686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:15.266337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=2f6d5476-6f66-49f5-8578-ba873af7079d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:15.269592 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:15.274379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:15.275470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.309926 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-12e971b6-8035-4b90-8b61-470679afed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:15.310630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e971b6-8035-4b90-8b61-470679afed2a None None] The sync data for ids ['c4e575c0-b925-4d24-b921-a9993368cc2b'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:15.400130 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-7ae133d6-e752-4bc3-8aa8-ffe0764616db tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Floating IP 44494225-7021-40a7-8c20-ee093b30de19 associated. External IP: 172.25.1.37, port: 9515fee7-2d4e-48e4-a4fa-92dd41259533. Nov 09 18:03:15.433008 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.454160 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc675-43dc-4111-8fc8-ccdd9ce815b1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.457800 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc675-43dc-4111-8fc8-ccdd9ce815b1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.527344 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc675-43dc-4111-8fc8-ccdd9ce815b1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.528135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0fc675-43dc-4111-8fc8-ccdd9ce815b1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Fanout notify agent at l3_agent the message router_deleted on router c4e575c0-b925-4d24-b921-a9993368cc2b {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:03:15.548278 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc675-43dc-4111-8fc8-ccdd9ce815b1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.549337 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9e0fc675-43dc-4111-8fc8-ccdd9ce815b1 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/routers/c4e575c0-b925-4d24-b921-a9993368cc2b HTTP/1.1" status: 204 len: 168 time: 0.5757971 Nov 09 18:03:15.551640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55362) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:15.637741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b324089a-93c7-4dd9-be38-fb0bb02d2654 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting subnet b77d9547-788b-475a-a56f-04332629e6ed {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:15.639591 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.649261 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b324089a-93c7-4dd9-be38-fb0bb02d2654 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.760785 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b324089a-93c7-4dd9-be38-fb0bb02d2654 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.892272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 08edaee7-e613-4b51-9342-166fad218a1f up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:15.942217 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b324089a-93c7-4dd9-be38-fb0bb02d2654 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.961768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a658f721-6b27-4701-80d9-a1f94772c29d None None] Network 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:16.052412 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b324089a-93c7-4dd9-be38-fb0bb02d2654 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.073878 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae133d6-e752-4bc3-8aa8-ffe0764616db tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:16.076367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7ab5f56f-d0e6-492a-b8eb-f5faa21cab9c None None] Provisioning complete for port 08edaee7-e613-4b51-9342-166fad218a1f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:16.077229 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f56f-d0e6-492a-b8eb-f5faa21cab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.143787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324089a-93c7-4dd9-be38-fb0bb02d2654 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Subnet': ['ID=b77d9547-788b-475a-a56f-04332629e6ed,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:16.174473 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b324089a-93c7-4dd9-be38-fb0bb02d2654 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.176207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38531c-e991-4763-8b90-7f4024b4287e None None] Network a8debc76-d217-43db-b798-980d881318ad requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:16.182293 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b324089a-93c7-4dd9-be38-fb0bb02d2654 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/b77d9547-788b-475a-a56f-04332629e6ed HTTP/1.1" status: 204 len: 168 time: 0.6292839 Nov 09 18:03:16.185754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55376) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:16.234866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 08edaee7-e613-4b51-9342-166fad218a1f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:16.235432 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.376857 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.445029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 0682e1c4-1e62-41c3-b842-3b1e46f5261e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:16.445406 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f56f-d0e6-492a-b8eb-f5faa21cab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.445550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.529381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7ab5f56f-d0e6-492a-b8eb-f5faa21cab9c None None] For port 08edaee7-e613-4b51-9342-166fad218a1f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=08edaee7-e613-4b51-9342-166fad218a1f,segment=NetworkSegment(4a7bcca9-114e-4abc-a983-b125dbcf6279),segment_id=4a7bcca9-114e-4abc-a983-b125dbcf6279)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:16.537866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f56f-d0e6-492a-b8eb-f5faa21cab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.608733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] For port 0682e1c4-1e62-41c3-b842-3b1e46f5261e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=0682e1c4-1e62-41c3-b842-3b1e46f5261e,segment=NetworkSegment(0ab20767-443c-4f76-a918-de1e08916c14),segment_id=0ab20767-443c-4f76-a918-de1e08916c14)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:16.612974 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.651835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 0682e1c4-1e62-41c3-b842-3b1e46f5261e owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:16.663447 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5f56f-d0e6-492a-b8eb-f5faa21cab9c None None] Pushing event updated for resources: {'Port': ['ID=08edaee7-e613-4b51-9342-166fad218a1f,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:16.783382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb504105-c2f8-4da7-ad6e-cfe3084eb13d None None] DHCP port deletion for a8debc76-d217-43db-b798-980d881318ad request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:16.803792 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.935123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=0682e1c4-1e62-41c3-b842-3b1e46f5261e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:16.947453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No DVR routers for this DVR port 0682e1c4-1e62-41c3-b842-3b1e46f5261e on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:16.967551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-bb504105-c2f8-4da7-ad6e-cfe3084eb13d None None] Deleting port 0682e1c4-1e62-41c3-b842-3b1e46f5261e {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:16.968353 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb504105-c2f8-4da7-ad6e-cfe3084eb13d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.016142 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae133d6-e752-4bc3-8aa8-ffe0764616db tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:17.034785 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0ce2d-f269-4fcb-9bd6-399c71f91018 None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:17.054995 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0ce2d-f269-4fcb-9bd6-399c71f91018 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:17.055688 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8ea0ce2d-f269-4fcb-9bd6-399c71f91018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:17.121695 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.165737 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8ea0ce2d-f269-4fcb-9bd6-399c71f91018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:17.205604 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0ce2d-f269-4fcb-9bd6-399c71f91018 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:17.207452 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8ea0ce2d-f269-4fcb-9bd6-399c71f91018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:17.291913 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55390) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:17.293082 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.294108 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.303164 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8ea0ce2d-f269-4fcb-9bd6-399c71f91018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:17.308501 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0ce2d-f269-4fcb-9bd6-399c71f91018 None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:17.311114 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.401668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8debc76-d217-43db-b798-980d881318ad']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:17.425473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event updated for resources: {'Port': ['ID=2f6d5476-6f66-49f5-8578-ba873af7079d,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:17.434408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab20767-443c-4f76-a918-de1e08916c14') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:17.434689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab20767-443c-4f76-a918-de1e08916c14') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:17.481244 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.508935 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.519023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bb504105-c2f8-4da7-ad6e-cfe3084eb13d None None] For port 0682e1c4-1e62-41c3-b842-3b1e46f5261e, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:17.521164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:17.522260 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb504105-c2f8-4da7-ad6e-cfe3084eb13d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.527846 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:17.533052 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:17.576136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-bb504105-c2f8-4da7-ad6e-cfe3084eb13d None None] Calling delete_port for 0682e1c4-1e62-41c3-b842-3b1e46f5261e owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:17.582693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-bb504105-c2f8-4da7-ad6e-cfe3084eb13d None None] Port 0682e1c4-1e62-41c3-b842-3b1e46f5261e was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:03:17.584725 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb504105-c2f8-4da7-ad6e-cfe3084eb13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.601876 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-638233784-network', 'tenant_id': 'c90374624fa748819477b5b18d642298'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:17.611793 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb504105-c2f8-4da7-ad6e-cfe3084eb13d None None] No DVR routers for this DVR port 0682e1c4-1e62-41c3-b842-3b1e46f5261e on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:17.616755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-649ff829-b54c-431e-be88-0dc23c860e26 None None] Provisioning complete for port 08edaee7-e613-4b51-9342-166fad218a1f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:17.617146 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-649ff829-b54c-431e-be88-0dc23c860e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.632264 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:17.632807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:17.633232 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:17.633813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:17.634236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:17.635428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:17.635846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:17.636301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:17.636645 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:17.637051 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:17.637450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:17.637846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:17.647858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Made reservation on behalf of c90374624fa748819477b5b18d642298 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:17.651000 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.667878 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.715401 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.717431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb504105-c2f8-4da7-ad6e-cfe3084eb13d None None] Pushing event deleted for resources: {'Port': ['ID=0682e1c4-1e62-41c3-b842-3b1e46f5261e,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:17.760995 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.772041 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.773088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/networks/a8debc76-d217-43db-b798-980d881318ad HTTP/1.1" status: 204 len: 168 time: 1.5851595 Nov 09 18:03:17.774552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe7081-3e9c-4799-8c20-2806461b986b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Network': ['ID=a8debc76-d217-43db-b798-980d881318ad,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:17.779523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55396) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:17.792914 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.811061 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.822223 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 08edaee7-e613-4b51-9342-166fad218a1f up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:17.861040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de848bb1-f874-4633-bef3-223d4c24d383 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:17.863880 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-de848bb1-f874-4633-bef3-223d4c24d383 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/d12866fb-3594-4e94-852b-4aeafcaa8a9a HTTP/1.1" status: 200 len: 844 time: 0.0829744 Nov 09 18:03:17.864622 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:03:17.868610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55398) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:17.889526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae133d6-e752-4bc3-8aa8-ffe0764616db tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:17.902236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180a1ec1-8b44-4bb2-9833-d665fec1d117,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:17.905483 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.905832 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Added segment 39811363-ee8e-4865-9231-56394dcc1205 of type vlan for network 157ed1e1-ab6c-4a39-84d2-2e9e907b834e Nov 09 18:03:17.908629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Network 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:17.928841 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:17.945428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-649ff829-b54c-431e-be88-0dc23c860e26 None None] Provisioning complete for port 2f6d5476-6f66-49f5-8578-ba873af7079d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:17.946745 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-649ff829-b54c-431e-be88-0dc23c860e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.980328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e7d51dcf-3a04-490b-8bfa-ae176cb5c852 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/d12866fb-3594-4e94-852b-4aeafcaa8a9a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1070709 Nov 09 18:03:17.984473 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55400) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:17.993513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-28517140-9e99-4b12-ab30-742a7dc6cc9b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:18.007013 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-649ff829-b54c-431e-be88-0dc23c860e26 None None] Port 2f6d5476-6f66-49f5-8578-ba873af7079d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:18.023747 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 08edaee7-e613-4b51-9342-166fad218a1f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:18.024589 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.203914 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.238620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:18.263188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9ed7e205-7c41-4a6a-8406-2c0e6548402e None None] Provisioning complete for port 2f6d5476-6f66-49f5-8578-ba873af7079d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:18.263998 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9ed7e205-7c41-4a6a-8406-2c0e6548402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.299752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28517140-9e99-4b12-ab30-742a7dc6cc9b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:18.318963 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-28517140-9e99-4b12-ab30-742a7dc6cc9b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.327879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7e205-7c41-4a6a-8406-2c0e6548402e None None] Port 2f6d5476-6f66-49f5-8578-ba873af7079d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:18.337820 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.337820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:18.337820 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.352064 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0682e1c4-1e62-41c3-b842-3b1e46f5261e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:18.392432 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 0682e1c4-1e62-41c3-b842-3b1e46f5261e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:18.393390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0682e1c4-1e62-41c3-b842-3b1e46f5261e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:18.507323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1988363 Nov 09 18:03:18.512002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55406) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:18.518542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9d2cfb7c-79bb-4359-9e99-46d8c40e358b admin admin] Request body: {'subnet': {'network_id': '157ed1e1-ab6c-4a39-84d2-2e9e907b834e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-638233784-subnet', 'tenant_id': 'c90374624fa748819477b5b18d642298', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:18.535611 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae133d6-e752-4bc3-8aa8-ffe0764616db tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:18.553258 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e7fb7-6c5b-494c-919e-6c935dbb9fa5 None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:18.554802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7ae133d6-e752-4bc3-8aa8-ffe0764616db tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.570127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fc6c4551-cb64-4952-a61d-02e9e353b76b None None] Provisioning complete for port 2f6d5476-6f66-49f5-8578-ba873af7079d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:18.570649 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4551-cb64-4952-a61d-02e9e353b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.604773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44b425-5e48-470b-bf55-72e4f049ef1a admin admin] Pushing event updated for resources: {'Network': ['ID=157ed1e1-ab6c-4a39-84d2-2e9e907b834e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:18.612623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:18.624846 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-16deb4d1-5604-471b-b0ba-8c337a30a867 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6279805 Nov 09 18:03:18.628703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55408) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:18.634297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-30aa46b8-0161-4e66-86d3-53f5e1cceb26 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:18.636647 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Sync routers for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:18.641348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2cfb7c-79bb-4359-9e99-46d8c40e358b admin admin] Made reservation on behalf of c90374624fa748819477b5b18d642298 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:18.647273 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d2cfb7c-79bb-4359-9e99-46d8c40e358b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.647536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e7fb7-6c5b-494c-919e-6c935dbb9fa5 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:18.649533 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-057e7fb7-6c5b-494c-919e-6c935dbb9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:18.673169 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:18.674204 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:18.707976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 157ed1e1-ab6c-4a39-84d2-2e9e907b834e details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:03:18.716466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-057e7fb7-6c5b-494c-919e-6c935dbb9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:18.720627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c4551-cb64-4952-a61d-02e9e353b76b None None] Port 2f6d5476-6f66-49f5-8578-ba873af7079d cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:18.780122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e7fb7-6c5b-494c-919e-6c935dbb9fa5 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:18.780122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-057e7fb7-6c5b-494c-919e-6c935dbb9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:18.855408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-057e7fb7-6c5b-494c-919e-6c935dbb9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:18.855408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e7fb7-6c5b-494c-919e-6c935dbb9fa5 None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:18.895938 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:18.916936 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7ae133d6-e752-4bc3-8aa8-ffe0764616db tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "PUT /v2.0/floatingips/44494225-7021-40a7-8c20-ee093b30de19 HTTP/1.1" status: 200 len: 976 time: 6.0705404 Nov 09 18:03:18.919657 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55410) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:18.961881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bd838ea4-d27d-4438-b25d-327f0bc93c17 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:19.153195 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd838ea4-d27d-4438-b25d-327f0bc93c17 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.246163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-28517140-9e99-4b12-ab30-742a7dc6cc9b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.318451 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28517140-9e99-4b12-ab30-742a7dc6cc9b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:19.324394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-28517140-9e99-4b12-ab30-742a7dc6cc9b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:19.332118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28517140-9e99-4b12-ab30-742a7dc6cc9b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:19.332720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-28517140-9e99-4b12-ab30-742a7dc6cc9b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.375022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-28517140-9e99-4b12-ab30-742a7dc6cc9b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3818264 Nov 09 18:03:19.375022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28517140-9e99-4b12-ab30-742a7dc6cc9b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Subnet': ['ID=f08d652c-3ad4-4c51-a48c-8788a8fc7aa7,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:19.375022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55414) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:19.382363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26e1a1-2446-4f9d-a828-cc32d72017e9 None None] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:19.391904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-435a9924-9fa5-412e-b561-53e2cf7db67e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'security_group': {'name': 'tempest-secgroup-692455297'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:19.437861 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:15Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:11Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6d5476-6f66-49f5-8578-ba873af7079d', 'name': '', 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:30:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'def2063e-593a-4a89-b870-7872ba359910', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:13Z', 'updated_at': '2021-11-09T18:03:16Z', 'revision_number': 2, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'def2063e-593a-4a89-b870-7872ba359910', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:19.447329 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-435a9924-9fa5-412e-b561-53e2cf7db67e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.487021 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Checking router: 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:19.487021 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Updating router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 port 2f6d5476-6f66-49f5-8578-ba873af7079d binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:03:19.535309 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.671807 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd838ea4-d27d-4438-b25d-327f0bc93c17 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.685905 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-435a9924-9fa5-412e-b561-53e2cf7db67e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.697899 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-435a9924-9fa5-412e-b561-53e2cf7db67e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.793556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'tenant_id': '65def5a5d4f14aabba649675babfc793', 'fixed_ips': [{'subnet_id': 'f08d652c-3ad4-4c51-a48c-8788a8fc7aa7'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:03:19.794551 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.815027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a9924-9fa5-412e-b561-53e2cf7db67e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbb18c2-a2a9-4d9b-a033-113818ed7701,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:19.840696 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-435a9924-9fa5-412e-b561-53e2cf7db67e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.840696 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-435a9924-9fa5-412e-b561-53e2cf7db67e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4527059 Nov 09 18:03:19.844649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55418) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:19.863170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-43b7fc04-8af5-4094-8852-0dfdc01ee4f0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'security_group': {'name': 'tempest-secgroup-1036741277'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:19.901924 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd838ea4-d27d-4438-b25d-327f0bc93c17 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.902840 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-bd838ea4-d27d-4438-b25d-327f0bc93c17 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Floating IP 44494225-7021-40a7-8c20-ee093b30de19 disassociated. External IP: 172.25.1.37, port: 1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572. Nov 09 18:03:19.925443 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-43b7fc04-8af5-4094-8852-0dfdc01ee4f0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.045338 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-43b7fc04-8af5-4094-8852-0dfdc01ee4f0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.055181 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-43b7fc04-8af5-4094-8852-0dfdc01ee4f0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.113855 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-43b7fc04-8af5-4094-8852-0dfdc01ee4f0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.122398 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-43b7fc04-8af5-4094-8852-0dfdc01ee4f0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2731519 Nov 09 18:03:20.123928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.extraroute_db [None req-30aa46b8-0161-4e66-86d3-53f5e1cceb26 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102155) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 18:03:20.127206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55420) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:20.129905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7fc04-8af5-4094-8852-0dfdc01ee4f0 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd610f8c-5692-4989-b744-bec680f9d133,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:20.156613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Allocated IP 2001:db8::2 (a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2/f08d652c-3ad4-4c51-a48c-8788a8fc7aa7/8a9acf52-8795-4267-8128-4966bd4525b1) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:20.185232 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1094144194', 'security_groups': ['dd610f8c-5692-4989-b744-bec680f9d133'], 'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f08d652c-3ad4-4c51-a48c-8788a8fc7aa7'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:20.201391 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d2cfb7c-79bb-4359-9e99-46d8c40e358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.267509 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.277000 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.339872 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932eade-32dd-44cd-ac1d-e33af732b79b None None] Pushing event updated for resources: {'Port': ['ID=2f6d5476-6f66-49f5-8578-ba873af7079d,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:20.374726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.extraroute_db [None req-30aa46b8-0161-4e66-86d3-53f5e1cceb26 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Removed routes are [] {{(pid=102155) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 18:03:20.375133 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-30aa46b8-0161-4e66-86d3-53f5e1cceb26 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.414230 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.431811 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Attempting to bind port 2f6d5476-6f66-49f5-8578-ba873af7079d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:20.432333 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Attempting to bind port 2f6d5476-6f66-49f5-8578-ba873af7079d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '4a7bcca9-114e-4abc-a983-b125dbcf6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:20.434710 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Attempting to bind port 2f6d5476-6f66-49f5-8578-ba873af7079d on network 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:20.448113 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:20.451979 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Checking segment: {'id': '4a7bcca9-114e-4abc-a983-b125dbcf6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:20.452994 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.453597 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Bound using segment: {'id': '4a7bcca9-114e-4abc-a983-b125dbcf6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:20.454373 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.457281 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Bound port: 2f6d5476-6f66-49f5-8578-ba873af7079d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7bcca9-114e-4abc-a983-b125dbcf6279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:20.465057 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.528476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Pushing event updated for resources: {'Port': ['ID=8a9acf52-8795-4267-8128-4966bd4525b1,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:20.560107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:20.561870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:20.567662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:20.646251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Attempting to bind port 8a9acf52-8795-4267-8128-4966bd4525b1 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:20.646791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Attempting to bind port 8a9acf52-8795-4267-8128-4966bd4525b1 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '537aaceb-8186-4044-b0f8-61f2a013d1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:20.647442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Attempting to bind port 8a9acf52-8795-4267-8128-4966bd4525b1 on network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:20.649953 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] For port 2f6d5476-6f66-49f5-8578-ba873af7079d, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:20.653923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:20.654317 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Checking segment: {'id': '537aaceb-8186-4044-b0f8-61f2a013d1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:20.655117 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.656214 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Bound using segment: {'id': '537aaceb-8186-4044-b0f8-61f2a013d1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:20.657159 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Bound port: 8a9acf52-8795-4267-8128-4966bd4525b1, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537aaceb-8186-4044-b0f8-61f2a013d1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:20.657584 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.658970 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] For port 2f6d5476-6f66-49f5-8578-ba873af7079d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2f6d5476-6f66-49f5-8578-ba873af7079d,segment=NetworkSegment(4a7bcca9-114e-4abc-a983-b125dbcf6279),segment_id=4a7bcca9-114e-4abc-a983-b125dbcf6279)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:20.670107 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.717086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cfb7c-79bb-4359-9e99-46d8c40e358b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9573ceef-81a1-466a-b1df-7c52a874d32c,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:20.762397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] For port 8a9acf52-8795-4267-8128-4966bd4525b1, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:20.767742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] For port 8a9acf52-8795-4267-8128-4966bd4525b1, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8a9acf52-8795-4267-8128-4966bd4525b1,segment=NetworkSegment(537aaceb-8186-4044-b0f8-61f2a013d1db),segment_id=537aaceb-8186-4044-b0f8-61f2a013d1db)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:20.782524 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.842057 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932eade-32dd-44cd-ac1d-e33af732b79b None None] Pushing event updated for resources: {'Port': ['ID=2f6d5476-6f66-49f5-8578-ba873af7079d,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:20.853920 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-adab915a-df12-4bfa-a894-f29c57c3868a None None] Provisioning complete for port 2f6d5476-6f66-49f5-8578-ba873af7079d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:20.854296 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-adab915a-df12-4bfa-a894-f29c57c3868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.867480 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:20.868547 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:20.941374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d973a-2b65-42c0-b519-dced547a7ba5 None None] Pushing event updated for resources: {'Port': ['ID=8a9acf52-8795-4267-8128-4966bd4525b1,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:21.164361 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-adab915a-df12-4bfa-a894-f29c57c3868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.270166 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:21.318589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-adab915a-df12-4bfa-a894-f29c57c3868a None None] For port 2f6d5476-6f66-49f5-8578-ba873af7079d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2f6d5476-6f66-49f5-8578-ba873af7079d,segment=NetworkSegment(4a7bcca9-114e-4abc-a983-b125dbcf6279),segment_id=4a7bcca9-114e-4abc-a983-b125dbcf6279)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:21.329758 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-adab915a-df12-4bfa-a894-f29c57c3868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.453729 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2cfb7c-79bb-4359-9e99-46d8c40e358b admin admin] Checking segment: {'id': '39811363-ee8e-4865-9231-56394dcc1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '157ed1e1-ab6c-4a39-84d2-2e9e907b834e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:21.454500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2cfb7c-79bb-4359-9e99-46d8c40e358b admin admin] Network hostable DHCP agents. Network: 157ed1e1-ab6c-4a39-84d2-2e9e907b834e, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:03:21.474527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab915a-df12-4bfa-a894-f29c57c3868a None None] Pushing event updated for resources: {'Port': ['ID=2f6d5476-6f66-49f5-8578-ba873af7079d,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:21.495160 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ad82f030-da6e-4472-8343-8fb3ec958a72 None None] Provisioning complete for port 2f6d5476-6f66-49f5-8578-ba873af7079d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:21.495973 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ad82f030-da6e-4472-8343-8fb3ec958a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.632127 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-30aa46b8-0161-4e66-86d3-53f5e1cceb26 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.636194 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:21.749857 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.770799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2cfb7c-79bb-4359-9e99-46d8c40e358b admin admin] Network 157ed1e1-ab6c-4a39-84d2-2e9e907b834e is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:03:21.775544 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-30aa46b8-0161-4e66-86d3-53f5e1cceb26 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.782072 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:20Z', 'revision_number': 6, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:11Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6d5476-6f66-49f5-8578-ba873af7079d', 'name': '', 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:30:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'def2063e-593a-4a89-b870-7872ba359910', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:13Z', 'updated_at': '2021-11-09T18:03:20Z', 'revision_number': 4, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'def2063e-593a-4a89-b870-7872ba359910', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:21.787546 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port 2312f224-4434-4163-8be6-ebd78cfcfbdf yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:03:21.816317 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9679a-4799-4938-b7a4-a4c5cfb5adbb None None] The sync data for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 is: [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:20Z', 'revision_number': 6, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:11Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6d5476-6f66-49f5-8578-ba873af7079d', 'name': '', 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:30:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'def2063e-593a-4a89-b870-7872ba359910', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:13Z', 'updated_at': '2021-11-09T18:03:20Z', 'revision_number': 4, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'def2063e-593a-4a89-b870-7872ba359910', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:21.873275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8a9acf52-8795-4267-8128-4966bd4525b1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:21.908340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-9d2cfb7c-79bb-4359-9e99-46d8c40e358b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 157ed1e1-ab6c-4a39-84d2-2e9e907b834e) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:21.932469 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2cfb7c-79bb-4359-9e99-46d8c40e358b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:21.933101 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d2cfb7c-79bb-4359-9e99-46d8c40e358b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.971083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd838ea4-d27d-4438-b25d-327f0bc93c17 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:22.019071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cba1cd1-43d1-41c4-b45b-ef4e3d59d1c4 None None] Network 157ed1e1-ab6c-4a39-84d2-2e9e907b834e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:22.078322 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9d2cfb7c-79bb-4359-9e99-46d8c40e358b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.5489287 Nov 09 18:03:22.106301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30aa46b8-0161-4e66-86d3-53f5e1cceb26 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:22.320606 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8a9acf52-8795-4267-8128-4966bd4525b1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:22.333037 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.708493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8::2e0 (a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2/f08d652c-3ad4-4c51-a48c-8788a8fc7aa7/2312f224-4434-4163-8be6-ebd78cfcfbdf) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:22.723210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3981ed76-8e3f-4a41-bc9a-267cb8ec3b3d None None] Network 157ed1e1-ab6c-4a39-84d2-2e9e907b834e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:22.946507 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.081785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 8a9acf52-8795-4267-8128-4966bd4525b1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8a9acf52-8795-4267-8128-4966bd4525b1,segment=NetworkSegment(537aaceb-8186-4044-b0f8-61f2a013d1db),segment_id=537aaceb-8186-4044-b0f8-61f2a013d1db)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:23.084766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c1559042-cc58-41bb-b5e1-b1a311fe1bbd None None] Provisioning complete for port d12866fb-3594-4e94-852b-4aeafcaa8a9a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:23.085320 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c1559042-cc58-41bb-b5e1-b1a311fe1bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.093569 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd838ea4-d27d-4438-b25d-327f0bc93c17 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:23.113696 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.124980 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd838ea4-d27d-4438-b25d-327f0bc93c17 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.142512 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.148612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3634d6-9ba6-44e6-a6d8-a483231314cc None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:23.205079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c1559042-cc58-41bb-b5e1-b1a311fe1bbd None None] Port d12866fb-3594-4e94-852b-4aeafcaa8a9a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:23.220871 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3634d6-9ba6-44e6-a6d8-a483231314cc None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:23.221539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0b3634d6-9ba6-44e6-a6d8-a483231314cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:23.242745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30aa46b8-0161-4e66-86d3-53f5e1cceb26 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:23.268602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=8a9acf52-8795-4267-8128-4966bd4525b1,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:23.273892 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-30aa46b8-0161-4e66-86d3-53f5e1cceb26 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.275444 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0b3634d6-9ba6-44e6-a6d8-a483231314cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:23.279946 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-30aa46b8-0161-4e66-86d3-53f5e1cceb26 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 HTTP/1.1" status: 200 len: 952 time: 4.6499782 Nov 09 18:03:23.282668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55468) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:23.291406 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bd838ea4-d27d-4438-b25d-327f0bc93c17 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "PUT /v2.0/floatingips/44494225-7021-40a7-8c20-ee093b30de19 HTTP/1.1" status: 200 len: 687 time: 4.3530054 Nov 09 18:03:23.300674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55470) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:23.319020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c1559042-cc58-41bb-b5e1-b1a311fe1bbd None None] Provisioning complete for port 8a9acf52-8795-4267-8128-4966bd4525b1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:23.320156 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c1559042-cc58-41bb-b5e1-b1a311fe1bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.446809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.452953 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3634d6-9ba6-44e6-a6d8-a483231314cc None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:23.453728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0b3634d6-9ba6-44e6-a6d8-a483231314cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:23.505281 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eed98c-73f2-42ff-b231-c731b57bca8d None None] Sync routers for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:23.522917 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-90f64cfa-e966-4570-960b-56e6cc5c35de tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 HTTP/1.1" status: 200 len: 952 time: 0.2373595 Nov 09 18:03:23.527831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55474) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:23.533827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0b3634d6-9ba6-44e6-a6d8-a483231314cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:23.534525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3634d6-9ba6-44e6-a6d8-a483231314cc None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:23.536173 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eed98c-73f2-42ff-b231-c731b57bca8d None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:23.537349 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-56eed98c-73f2-42ff-b231-c731b57bca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:23.543605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-40fd60e6-a2af-4f87-93c1-d4dd33244dfd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'router': {'routes': None}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:23.560321 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-8ce8d597-a046-4dcc-bf53-a556f5d22d37 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:23.562030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-8ce8d597-a046-4dcc-bf53-a556f5d22d37 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/networks?id=157ed1e1-ab6c-4a39-84d2-2e9e907b834e HTTP/1.1" status: 200 len: 817 time: 0.5625618 Nov 09 18:03:23.604505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-3f91b64d-dc46-4eb4-887d-89629bc4ea3f tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/quotas/c90374624fa748819477b5b18d642298 HTTP/1.1" status: 200 len: 375 time: 0.0280612 Nov 09 18:03:23.651340 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-56eed98c-73f2-42ff-b231-c731b57bca8d None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:23.669827 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.713420 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-74b9cfe8-8c63-4fd0-8edd-6474cab71f0f tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c90374624fa748819477b5b18d642298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897317 Nov 09 18:03:23.773426 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.866838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=2312f224-4434-4163-8be6-ebd78cfcfbdf,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:23.897069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8ec14bf5-2a40-4ff3-8094-28739670617e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port 4ef586f5-29cc-4cff-949d-47ed6ee14d08 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:23.897590 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ec14bf5-2a40-4ff3-8094-28739670617e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.917356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8a9acf52-8795-4267-8128-4966bd4525b1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:23.919338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:23.986481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:23.990010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:23.997655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:23.998482 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.027962 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-efd3a34d-3bd4-4262-aad0-4f585093de48 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8502183 Nov 09 18:03:24.031340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55480) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:24.045687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3c053d38-6d72-4037-b5e1-68ec446531af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:24.065424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8a9acf52-8795-4267-8128-4966bd4525b1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:24.065816 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.217210 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-56eed98c-73f2-42ff-b231-c731b57bca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:20Z', 'revision_number': 6, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:11Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6d5476-6f66-49f5-8578-ba873af7079d', 'name': '', 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:30:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'def2063e-593a-4a89-b870-7872ba359910', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:13Z', 'updated_at': '2021-11-09T18:03:21Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'def2063e-593a-4a89-b870-7872ba359910', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:24.223879 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-78995bdd-5b35-4d3a-b9f6-731db38aaedb service neutron] 10.222.0.81 "GET /v2.0/networks/157ed1e1-ab6c-4a39-84d2-2e9e907b834e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867094 Nov 09 18:03:24.227794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2f6d5476-6f66-49f5-8578-ba873af7079d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:24.267818 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eed98c-73f2-42ff-b231-c731b57bca8d None None] Checking router: 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:24.277346 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ec14bf5-2a40-4ff3-8094-28739670617e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.277672 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ec14bf5-2a40-4ff3-8094-28739670617e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.305529 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eed98c-73f2-42ff-b231-c731b57bca8d None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:24.308373 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-56eed98c-73f2-42ff-b231-c731b57bca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:24.318805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.extraroute_db [None req-40fd60e6-a2af-4f87-93c1-d4dd33244dfd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Added routes are [] {{(pid=102154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 18:03:24.323043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.extraroute_db [None req-40fd60e6-a2af-4f87-93c1-d4dd33244dfd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 18:03:24.348149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2f6d5476-6f66-49f5-8578-ba873af7079d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:24.348622 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.396582 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40fd60e6-a2af-4f87-93c1-d4dd33244dfd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.457103 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-56eed98c-73f2-42ff-b231-c731b57bca8d None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:24.476011 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8ec14bf5-2a40-4ff3-8094-28739670617e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for 4ef586f5-29cc-4cff-949d-47ed6ee14d08 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:24.490180 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bc1730d1-4f3d-451a-9795-7814c95481fe None None] Provisioning complete for port 2312f224-4434-4163-8be6-ebd78cfcfbdf triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:24.490647 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bc1730d1-4f3d-451a-9795-7814c95481fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.543662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-bc1730d1-4f3d-451a-9795-7814c95481fe None None] Port 2312f224-4434-4163-8be6-ebd78cfcfbdf cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:24.633255 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c053d38-6d72-4037-b5e1-68ec446531af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:24.637297 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3c053d38-6d72-4037-b5e1-68ec446531af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.704049 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-bc66c429-a271-4224-bf40-25cd244266f0 service neutron] 10.222.0.81 "GET /v2.0/networks/157ed1e1-ab6c-4a39-84d2-2e9e907b834e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790077 Nov 09 18:03:24.727267 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40fd60e6-a2af-4f87-93c1-d4dd33244dfd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.734043 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40fd60e6-a2af-4f87-93c1-d4dd33244dfd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.818261 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-56eed98c-73f2-42ff-b231-c731b57bca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:20Z', 'revision_number': 6, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:11Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6d5476-6f66-49f5-8578-ba873af7079d', 'name': '', 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:30:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'def2063e-593a-4a89-b870-7872ba359910', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:13Z', 'updated_at': '2021-11-09T18:03:21Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'def2063e-593a-4a89-b870-7872ba359910', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:24.839122 n-d-817236-1 neutron-server[102155]: INFO neutron.db.ipam_backend_mixin [None req-3c053d38-6d72-4037-b5e1-68ec446531af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f08d652c-3ad4-4c51-a48c-8788a8fc7aa7 (CIDR: 2001:db8::/64) Nov 09 18:03:24.849546 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c053d38-6d72-4037-b5e1-68ec446531af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:03:24.850791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c053d38-6d72-4037-b5e1-68ec446531af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:24.898423 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3c053d38-6d72-4037-b5e1-68ec446531af tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8620200 Nov 09 18:03:24.901620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55484) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:24.913054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-700e204c-43c0-4b59-8ff8-ecf4d34e586e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:24.923258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fd60e6-a2af-4f87-93c1-d4dd33244dfd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:24.952606 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ec14bf5-2a40-4ff3-8094-28739670617e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:25.032108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec14bf5-2a40-4ff3-8094-28739670617e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=4ef586f5-29cc-4cff-949d-47ed6ee14d08,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:25.060334 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eed98c-73f2-42ff-b231-c731b57bca8d None None] The sync data for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 is: [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:20Z', 'revision_number': 6, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:11Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6d5476-6f66-49f5-8578-ba873af7079d', 'name': '', 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:30:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'def2063e-593a-4a89-b870-7872ba359910', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:13Z', 'updated_at': '2021-11-09T18:03:21Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'def2063e-593a-4a89-b870-7872ba359910', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:25.115079 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ec14bf5-2a40-4ff3-8094-28739670617e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:25.118312 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ec14bf5-2a40-4ff3-8094-28739670617e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:25.120844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8ec14bf5-2a40-4ff3-8094-28739670617e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/floatingips/44494225-7021-40a7-8c20-ee093b30de19 HTTP/1.1" status: 204 len: 168 time: 1.8161051 Nov 09 18:03:25.123594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55500) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:25.146002 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a546daa-5b21-41d3-98f4-d7ec91302c1b req-6500756f-40bd-4c7e-bd02-a56929b47523 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 210 time: 0.0788600 Nov 09 18:03:25.186709 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-5c814e0a-bd30-487c-9637-00604a9501cf tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] delete failed (client error): The resource could not be found. Nov 09 18:03:25.188185 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5c814e0a-bd30-487c-9637-00604a9501cf tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/floatingips/44494225-7021-40a7-8c20-ee093b30de19 HTTP/1.1" status: 404 len: 345 time: 0.0630224 Nov 09 18:03:25.192509 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55502) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:25.317782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fd60e6-a2af-4f87-93c1-d4dd33244dfd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:25.320242 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02a6468-579e-467c-acd4-b9c7cd90e361 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:25.327063 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02a6468-579e-467c-acd4-b9c7cd90e361 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:25.333492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02a6468-579e-467c-acd4-b9c7cd90e361 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:25.334186 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40fd60e6-a2af-4f87-93c1-d4dd33244dfd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:25.338477 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-40fd60e6-a2af-4f87-93c1-d4dd33244dfd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 HTTP/1.1" status: 200 len: 702 time: 1.8049328 Nov 09 18:03:25.339035 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f02a6468-579e-467c-acd4-b9c7cd90e361 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "GET /v2.0/ports?network_id=27b1e161-51e2-4ee1-a1c1-faf076813db3 HTTP/1.1" status: 200 len: 2356 time: 0.1424651 Nov 09 18:03:25.340240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55508) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:25.341078 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55510) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:25.350505 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9ca36-3e7a-4668-961c-63c83ddab0ec None None] Sync routers for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:25.352227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700e204c-43c0-4b59-8ff8-ecf4d34e586e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:25.357389 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-700e204c-43c0-4b59-8ff8-ecf4d34e586e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:25.371439 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9ca36-3e7a-4668-961c-63c83ddab0ec None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:25.372083 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b2d9ca36-3e7a-4668-961c-63c83ddab0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:25.559182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b339179-32ef-4f91-8692-4eda733908e1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:25.561319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-b2d9ca36-3e7a-4668-961c-63c83ddab0ec None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:25.570382 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9b339179-32ef-4f91-8692-4eda733908e1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "GET /v2.0/subnets/149d297b-8138-4d2a-9847-178634b616c2 HTTP/1.1" status: 200 len: 797 time: 0.2281210 Nov 09 18:03:25.578958 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55516) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:25.586914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'port': {'network_id': '27b1e161-51e2-4ee1-a1c1-faf076813db3', 'name': 'tempest-FloatingIPTestJSON-1464086947', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:25.727641 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dc2fb75c-71e1-45f6-a1e6-5ca8434f363f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 HTTP/1.1" status: 200 len: 702 time: 0.3812897 Nov 09 18:03:25.729021 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55518) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:25.790134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-700e204c-43c0-4b59-8ff8-ecf4d34e586e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:25.886712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e204c-43c0-4b59-8ff8-ecf4d34e586e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Subnet': ['ID=191bc6b4-a6c1-4a23-969b-f35af292185e,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:25.909540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700e204c-43c0-4b59-8ff8-ecf4d34e586e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:25.911213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-700e204c-43c0-4b59-8ff8-ecf4d34e586e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:25.920219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700e204c-43c0-4b59-8ff8-ecf4d34e586e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:25.920846 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-700e204c-43c0-4b59-8ff8-ecf4d34e586e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:25.927313 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e82713-7ada-42ab-bba6-276079962da4 None None] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:25.961172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b2d9ca36-3e7a-4668-961c-63c83ddab0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:24Z', 'revision_number': 7, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:11Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6d5476-6f66-49f5-8578-ba873af7079d', 'name': '', 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:30:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'def2063e-593a-4a89-b870-7872ba359910', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:13Z', 'updated_at': '2021-11-09T18:03:21Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'def2063e-593a-4a89-b870-7872ba359910', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:26.128449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9ca36-3e7a-4668-961c-63c83ddab0ec None None] Checking router: 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:26.171424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9ca36-3e7a-4668-961c-63c83ddab0ec None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:26.172096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b2d9ca36-3e7a-4668-961c-63c83ddab0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:26.319812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c7824167-4be4-4d94-95d0-7b21ca1022cc req-6f32c98a-0f96-4809-aa01-f420699d7474 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 210 time: 0.0307870 Nov 09 18:03:26.420052 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-700e204c-43c0-4b59-8ff8-ecf4d34e586e tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5161841 Nov 09 18:03:26.421288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55526) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:26.427056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0b6bfb7d-1554-4372-a25d-543046938f31 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1438930965', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '191bc6b4-a6c1-4a23-969b-f35af292185e'}], 'security_groups': ['8fbb18c2-a2a9-4d9b-a033-113818ed7701']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:26.453940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Made reservation on behalf of fc17fe0dfae744b183ac54d07d8c56cd for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:26.624646 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-b2d9ca36-3e7a-4668-961c-63c83ddab0ec None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:26.707151 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:26.785753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-91c5b306-b245-4476-9f07-ef9f52597b45 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:26.788261 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-91c5b306-b245-4476-9f07-ef9f52597b45 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.13 "GET /v2.0/networks?id=157ed1e1-ab6c-4a39-84d2-2e9e907b834e HTTP/1.1" status: 200 len: 817 time: 0.2825890 Nov 09 18:03:26.805142 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] device_id is not set on port dd452e01-4ee8-4d1c-9ae2-bd69781176a2 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:03:26.847998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-dbf31266-a93c-4cf1-8a2a-022f125e1b97 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Request body: {'port': {'device_id': '2e4f4233-1538-4dd8-8f7b-8c99cdbc714c', 'network_id': '157ed1e1-ab6c-4a39-84d2-2e9e907b834e', 'admin_state_up': True, 'tenant_id': 'c90374624fa748819477b5b18d642298'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:27.010223 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85485e4-0c42-4ba5-af45-4abea2b679d0 None None] Update dhcp port {'port': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'fixed_ips': [{'subnet_id': 'f08d652c-3ad4-4c51-a48c-8788a8fc7aa7', 'ip_address': '2001:db8::2'}, {'subnet_id': '191bc6b4-a6c1-4a23-969b-f35af292185e'}], 'binding:host_id': 'n-d-817236-1'}, 'id': '8a9acf52-8795-4267-8128-4966bd4525b1'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:03:27.078179 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c85485e4-0c42-4ba5-af45-4abea2b679d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:27.091782 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b6bfb7d-1554-4372-a25d-543046938f31 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:27.511837 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-24833a07-5564-45ed-b4d8-45b2b7495224 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:27.560569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b2d9ca36-3e7a-4668-961c-63c83ddab0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:24Z', 'revision_number': 7, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:11Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6d5476-6f66-49f5-8578-ba873af7079d', 'name': '', 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:30:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'def2063e-593a-4a89-b870-7872ba359910', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:13Z', 'updated_at': '2021-11-09T18:03:21Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'def2063e-593a-4a89-b870-7872ba359910', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:27.669525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9ca36-3e7a-4668-961c-63c83ddab0ec None None] The sync data for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 is: [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:24Z', 'revision_number': 7, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:11Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6d5476-6f66-49f5-8578-ba873af7079d', 'name': '', 'network_id': '5fd639c1-74fa-4dc7-ad55-eb4bdb58492f', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:30:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'def2063e-593a-4a89-b870-7872ba359910', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:13Z', 'updated_at': '2021-11-09T18:03:21Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'def2063e-593a-4a89-b870-7872ba359910', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:27.672096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-dbf31266-a93c-4cf1-8a2a-022f125e1b97 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Made reservation on behalf of c90374624fa748819477b5b18d642298 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:27.676041 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-dbf31266-a93c-4cf1-8a2a-022f125e1b97 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:27.713775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-630ae6af-8d6a-4ae2-a6c0-56e10b02c3a7 req-80eaaac6-bcd5-4d70-b4c4-b042f5fe761d tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 210 time: 0.0781884 Nov 09 18:03:27.775726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.20.0.14 (27b1e161-51e2-4ee1-a1c1-faf076813db3/149d297b-8138-4d2a-9847-178634b616c2/dd452e01-4ee8-4d1c-9ae2-bd69781176a2) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:27.797408 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.20.0.13 (27b1e161-51e2-4ee1-a1c1-faf076813db3/149d297b-8138-4d2a-9847-178634b616c2/dd452e01-4ee8-4d1c-9ae2-bd69781176a2) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:27.941207 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-dbf31266-a93c-4cf1-8a2a-022f125e1b97 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Allocated IP 172.20.0.6 (157ed1e1-ab6c-4a39-84d2-2e9e907b834e/9573ceef-81a1-466a-b1df-7c52a874d32c/b9d7da2c-38cc-4c4d-b269-a932f19b7730) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:28.136892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-0b6bfb7d-1554-4372-a25d-543046938f31 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Delete allocated IP 2001:db8::2e0 (a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2/f08d652c-3ad4-4c51-a48c-8788a8fc7aa7) {{(pid=102154) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 18:03:28.210868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-0b6bfb7d-1554-4372-a25d-543046938f31 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8:0:1::1a1 (a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2/191bc6b4-a6c1-4a23-969b-f35af292185e/2312f224-4434-4163-8be6-ebd78cfcfbdf) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:28.286539 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.439854 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-dbf31266-a93c-4cf1-8a2a-022f125e1b97 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.503860 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.590603 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-dbf31266-a93c-4cf1-8a2a-022f125e1b97 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.591061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network 27b1e161-51e2-4ee1-a1c1-faf076813db3 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:28.596386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-24833a07-5564-45ed-b4d8-45b2b7495224 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port 2f6d5476-6f66-49f5-8578-ba873af7079d {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:28.596962 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-24833a07-5564-45ed-b4d8-45b2b7495224 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.610914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:28.625319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:28.627813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=dd452e01-4ee8-4d1c-9ae2-bd69781176a2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:28.640178 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b6bfb7d-1554-4372-a25d-543046938f31 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.674729 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b6bfb7d-1554-4372-a25d-543046938f31 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.703623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-dbf31266-a93c-4cf1-8a2a-022f125e1b97 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Network 157ed1e1-ab6c-4a39-84d2-2e9e907b834e is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:28.723667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-dbf31266-a93c-4cf1-8a2a-022f125e1b97 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:28.729824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-dbf31266-a93c-4cf1-8a2a-022f125e1b97 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:28.736358 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:28.737262 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.785543 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9a055d98-bf50-4f80-b1f4-8f8e8358154f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.1975713 Nov 09 18:03:28.785543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55540) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:28.789097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-24833a07-5564-45ed-b4d8-45b2b7495224 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] For port 2f6d5476-6f66-49f5-8578-ba873af7079d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2f6d5476-6f66-49f5-8578-ba873af7079d,segment=NetworkSegment(4a7bcca9-114e-4abc-a983-b125dbcf6279),segment_id=4a7bcca9-114e-4abc-a983-b125dbcf6279)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:28.789754 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-24833a07-5564-45ed-b4d8-45b2b7495224 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.796552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': 'dd452e01-4ee8-4d1c-9ae2-bd69781176a2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:28.807207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-c85485e4-0c42-4ba5-af45-4abea2b679d0 None None] Allocated IP 2001:db8:0:1::2 (a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2/191bc6b4-a6c1-4a23-969b-f35af292185e/8a9acf52-8795-4267-8128-4966bd4525b1) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:28.821381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-24833a07-5564-45ed-b4d8-45b2b7495224 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for 2f6d5476-6f66-49f5-8578-ba873af7079d owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:28.825258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf31266-a93c-4cf1-8a2a-022f125e1b97 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Pushing event updated for resources: {'Port': ['ID=b9d7da2c-38cc-4c4d-b269-a932f19b7730,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:28.838160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bfb7d-1554-4372-a25d-543046938f31 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] In _notify_port_updated(), no bound segment for port 2312f224-4434-4163-8be6-ebd78cfcfbdf on network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 {{(pid=102154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:03:28.850235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6bfb7d-1554-4372-a25d-543046938f31 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:28.851481 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b6bfb7d-1554-4372-a25d-543046938f31 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.854759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0b6bfb7d-1554-4372-a25d-543046938f31 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "PUT /v2.0/ports/2312f224-4434-4163-8be6-ebd78cfcfbdf HTTP/1.1" status: 200 len: 931 time: 2.4322772 Nov 09 18:03:28.866414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55544) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:28.983515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.035036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c85485e4-0c42-4ba5-af45-4abea2b679d0 None None] For port 8a9acf52-8795-4267-8128-4966bd4525b1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8a9acf52-8795-4267-8128-4966bd4525b1,segment=NetworkSegment(537aaceb-8186-4044-b0f8-61f2a013d1db),segment_id=537aaceb-8186-4044-b0f8-61f2a013d1db)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:29.126188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-dbf31266-a93c-4cf1-8a2a-022f125e1b97 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:29.127464 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-dbf31266-a93c-4cf1-8a2a-022f125e1b97 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.145317 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c85485e4-0c42-4ba5-af45-4abea2b679d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.152115 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c85485e4-0c42-4ba5-af45-4abea2b679d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.197616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bfb7d-1554-4372-a25d-543046938f31 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=2312f224-4434-4163-8be6-ebd78cfcfbdf,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:29.206637 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-dbf31266-a93c-4cf1-8a2a-022f125e1b97 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3653035 Nov 09 18:03:29.252313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Request body: {'port': {'device_id': '2e4f4233-1538-4dd8-8f7b-8c99cdbc714c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:29.264921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85485e4-0c42-4ba5-af45-4abea2b679d0 None None] Pushing event updated for resources: {'Port': ['ID=8a9acf52-8795-4267-8128-4966bd4525b1,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:29.329159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81fcb8-8da5-4964-8682-e278ce4c8526 req-625e4aa0-64d9-49e1-9801-2edc28045683 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:29.343177 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be81fcb8-8da5-4964-8682-e278ce4c8526 req-625e4aa0-64d9-49e1-9801-2edc28045683 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 931 time: 0.3470387 Nov 09 18:03:29.386242 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-24833a07-5564-45ed-b4d8-45b2b7495224 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.392064 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.436405 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24833a07-5564-45ed-b4d8-45b2b7495224 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=2f6d5476-6f66-49f5-8578-ba873af7079d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:29.449281 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-be81fcb8-8da5-4964-8682-e278ce4c8526 req-894383f9-6b6e-4502-9cd4-5434c1ff474b tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a1ec1-8b44-4bb2-9833-d665fec1d117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052854 Nov 09 18:03:29.478287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f0d9b53c-1581-4865-beb4-1a5eeb749878 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 2312f224-4434-4163-8be6-ebd78cfcfbdf {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:29.478287 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0d9b53c-1581-4865-beb4-1a5eeb749878 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.482855 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.711558 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-24833a07-5564-45ed-b4d8-45b2b7495224 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.841568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.25.1.45 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/46e57673-73e2-4e04-8b71-aec31ce5f8a0) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:29.923529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8a9acf52-8795-4267-8128-4966bd4525b1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:29.996195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8a9acf52-8795-4267-8128-4966bd4525b1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:29.996999 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.087489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24833a07-5564-45ed-b4d8-45b2b7495224 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:30.249721 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.263701 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0d9b53c-1581-4865-beb4-1a5eeb749878 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.276327 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24833a07-5564-45ed-b4d8-45b2b7495224 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:30.287312 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-24833a07-5564-45ed-b4d8-45b2b7495224 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5546598 Nov 09 18:03:30.288466 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55552) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:30.295446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f0d9b53c-1581-4865-beb4-1a5eeb749878 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 2312f224-4434-4163-8be6-ebd78cfcfbdf owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:30.300069 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe7695-ba75-484d-aeeb-02395567556d None None] Sync routers for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:30.359532 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe7695-ba75-484d-aeeb-02395567556d None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:30.362343 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9dbe7695-ba75-484d-aeeb-02395567556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:30.387746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-87f64677-b532-47e9-b4be-c865ef6f25e1 None None] Provisioning complete for port 8a9acf52-8795-4267-8128-4966bd4525b1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:30.392756 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87f64677-b532-47e9-b4be-c865ef6f25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.394552 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.413059 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a1dbcf-3dcf-4a63-a240-29e15fb05f82 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting subnet def2063e-593a-4a89-b870-7872ba359910 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:30.467689 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44a1dbcf-3dcf-4a63-a240-29e15fb05f82 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.480526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:30.504316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:30.512983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:30.530542 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9dbe7695-ba75-484d-aeeb-02395567556d None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:30.585146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=46e57673-73e2-4e04-8b71-aec31ce5f8a0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:30.619572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-87f64677-b532-47e9-b4be-c865ef6f25e1 None None] Provisioning complete for port d12866fb-3594-4e94-852b-4aeafcaa8a9a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:30.620107 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87f64677-b532-47e9-b4be-c865ef6f25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.625562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44a1dbcf-3dcf-4a63-a240-29e15fb05f82 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.717038 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-87f64677-b532-47e9-b4be-c865ef6f25e1 None None] Port d12866fb-3594-4e94-852b-4aeafcaa8a9a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:30.739304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-87f64677-b532-47e9-b4be-c865ef6f25e1 None None] Provisioning complete for port 2312f224-4434-4163-8be6-ebd78cfcfbdf triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:30.739701 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87f64677-b532-47e9-b4be-c865ef6f25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.782101 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-87f64677-b532-47e9-b4be-c865ef6f25e1 None None] Port 2312f224-4434-4163-8be6-ebd78cfcfbdf cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:30.822851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5e3ab-0555-4c45-aac0-ecb183a7fc1a req-ac7231bf-0023-4ab7-8246-31de11ab9051 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:30.826156 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44e5e3ab-0555-4c45-aac0-ecb183a7fc1a req-ac7231bf-0023-4ab7-8246-31de11ab9051 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 931 time: 0.2122662 Nov 09 18:03:30.837898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d7da2c-38cc-4c4d-b269-a932f19b7730 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:30.858501 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.898241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Transition to ACTIVE for port object b9d7da2c-38cc-4c4d-b269-a932f19b7730 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:03:30.901568 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0d9b53c-1581-4865-beb4-1a5eeb749878 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.902628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f5e5548b-042a-4d61-88db-936155e99a49 None None] Could not find standard attr ID for object 2312f224-4434-4163-8be6-ebd78cfcfbdf. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:03:30.929557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.990488 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44e5e3ab-0555-4c45-aac0-ecb183a7fc1a req-ef0ab3bc-9fa5-4172-9900-3ebb1c0874b9 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a1ec1-8b44-4bb2-9833-d665fec1d117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420412 Nov 09 18:03:30.991686 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9b53c-1581-4865-beb4-1a5eeb749878 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=2312f224-4434-4163-8be6-ebd78cfcfbdf,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:31.030565 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44a1dbcf-3dcf-4a63-a240-29e15fb05f82 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.032620 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9dbe7695-ba75-484d-aeeb-02395567556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:29Z', 'revision_number': 8, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:11Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:31.094543 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe7695-ba75-484d-aeeb-02395567556d None None] Checking router: 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:31.118678 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe7695-ba75-484d-aeeb-02395567556d None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:31.119282 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9dbe7695-ba75-484d-aeeb-02395567556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:31.180570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Pushing event updated for resources: {'Port': ['ID=b9d7da2c-38cc-4c4d-b269-a932f19b7730,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:31.186213 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0d9b53c-1581-4865-beb4-1a5eeb749878 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.190110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f0d9b53c-1581-4865-beb4-1a5eeb749878 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/2312f224-4434-4163-8be6-ebd78cfcfbdf HTTP/1.1" status: 204 len: 168 time: 2.3156469 Nov 09 18:03:31.196537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55564) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:31.248747 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44a1dbcf-3dcf-4a63-a240-29e15fb05f82 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.337988 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb7a63c-fe1c-4972-8a50-7ebd2d6791d4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:03:31.341441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6bb7a63c-fe1c-4972-8a50-7ebd2d6791d4 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/2312f224-4434-4163-8be6-ebd78cfcfbdf HTTP/1.1" status: 404 len: 333 time: 0.1444449 Nov 09 18:03:31.347987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55568) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:31.370031 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9dbe7695-ba75-484d-aeeb-02395567556d None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:31.410698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Attempting to bind port b9d7da2c-38cc-4c4d-b269-a932f19b7730 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:31.411036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Attempting to bind port b9d7da2c-38cc-4c4d-b269-a932f19b7730 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '39811363-ee8e-4865-9231-56394dcc1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '157ed1e1-ab6c-4a39-84d2-2e9e907b834e'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:31.411596 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Attempting to bind port b9d7da2c-38cc-4c4d-b269-a932f19b7730 on network 157ed1e1-ab6c-4a39-84d2-2e9e907b834e {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:31.437696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Port b9d7da2c-38cc-4c4d-b269-a932f19b7730 on network 157ed1e1-ab6c-4a39-84d2-2e9e907b834e not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:03:31.438295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Attempting to bind port b9d7da2c-38cc-4c4d-b269-a932f19b7730 on network 157ed1e1-ab6c-4a39-84d2-2e9e907b834e {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:31.455466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:31.455777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Checking segment: {'id': '39811363-ee8e-4865-9231-56394dcc1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '157ed1e1-ab6c-4a39-84d2-2e9e907b834e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:31.456266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Bound using segment: {'id': '39811363-ee8e-4865-9231-56394dcc1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '157ed1e1-ab6c-4a39-84d2-2e9e907b834e'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:31.456720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Bound port: b9d7da2c-38cc-4c4d-b269-a932f19b7730, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39811363-ee8e-4865-9231-56394dcc1205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '157ed1e1-ab6c-4a39-84d2-2e9e907b834e'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:31.457096 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.463738 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-234cc08a-ac92-4a52-b87b-317a7528afa9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.474254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1dbcf-3dcf-4a63-a240-29e15fb05f82 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Subnet': ['ID=def2063e-593a-4a89-b870-7872ba359910,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:31.487317 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44a1dbcf-3dcf-4a63-a240-29e15fb05f82 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.493731 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-44a1dbcf-3dcf-4a63-a240-29e15fb05f82 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/def2063e-593a-4a89-b870-7872ba359910 HTTP/1.1" status: 204 len: 168 time: 1.2005613 Nov 09 18:03:31.498887 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-234cc08a-ac92-4a52-b87b-317a7528afa9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.505483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55570) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:31.517279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21b5b2-07ae-434d-a1ba-c43d3888daeb None None] Network 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:31.599324 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-234cc08a-ac92-4a52-b87b-317a7528afa9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.605345 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-234cc08a-ac92-4a52-b87b-317a7528afa9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.607675 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-234cc08a-ac92-4a52-b87b-317a7528afa9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/security-groups/dd610f8c-5692-4989-b744-bec680f9d133 HTTP/1.1" status: 204 len: 168 time: 0.2516956 Nov 09 18:03:31.638661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55572) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:31.754972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cc08a-ac92-4a52-b87b-317a7528afa9 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd610f8c-5692-4989-b744-bec680f9d133,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:31.801685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] For port b9d7da2c-38cc-4c4d-b269-a932f19b7730, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:31.833354 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.863812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] For port b9d7da2c-38cc-4c4d-b269-a932f19b7730, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b9d7da2c-38cc-4c4d-b269-a932f19b7730,segment=NetworkSegment(39811363-ee8e-4865-9231-56394dcc1205),segment_id=39811363-ee8e-4865-9231-56394dcc1205)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:31.874400 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.950883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:31.951954 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.954602 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] 10.222.0.13 "PUT /v2.0/ports/b9d7da2c-38cc-4c4d-b269-a932f19b7730 HTTP/1.1" status: 200 len: 1091 time: 2.7096627 Nov 09 18:03:31.955382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4f4233-1538-4dd8-8f7b-8c99cdbc714c', 'tag': 'b9d7da2c-38cc-4c4d-b269-a932f19b7730'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:31.959748 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a820da-48fe-437a-9eea-222a1a6e6942" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4f4233-1538-4dd8-8f7b-8c99cdbc714c", "tag": "b9d7da2c-38cc-4c4d-b269-a932f19b7730"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:31.990656 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a39f11c-58f5-4e6c-95e7-a923297cb9b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.017718 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9dbe7695-ba75-484d-aeeb-02395567556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:29Z', 'revision_number': 8, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:11Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:32.022937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8573530b-9a9f-45ce-9b20-c2059b633d52 None None] DHCP port deletion for 5fd639c1-74fa-4dc7-ad55-eb4bdb58492f request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:32.093346 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe7695-ba75-484d-aeeb-02395567556d None None] The sync data for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 is: [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:29Z', 'revision_number': 8, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': '03006d88-c68d-48e4-994c-685030633ed3', 'name': '', 'network_id': '099fe6f5-f852-4ada-b910-381f71688daf', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:b4:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:03:03Z', 'updated_at': '2021-11-09T18:03:11Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e8556921-346b-4932-9cb0-beb7be8dd31a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:32.163527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8573530b-9a9f-45ce-9b20-c2059b633d52 None None] Deleting port 08edaee7-e613-4b51-9342-166fad218a1f {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:32.163920 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8573530b-9a9f-45ce-9b20-c2059b633d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.197874 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.208754 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a39f11c-58f5-4e6c-95e7-a923297cb9b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.237494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8573530b-9a9f-45ce-9b20-c2059b633d52 None None] For port 08edaee7-e613-4b51-9342-166fad218a1f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=08edaee7-e613-4b51-9342-166fad218a1f,segment=NetworkSegment(4a7bcca9-114e-4abc-a983-b125dbcf6279),segment_id=4a7bcca9-114e-4abc-a983-b125dbcf6279)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:32.237919 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8573530b-9a9f-45ce-9b20-c2059b633d52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.247788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.261788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8573530b-9a9f-45ce-9b20-c2059b633d52 None None] Calling delete_port for 08edaee7-e613-4b51-9342-166fad218a1f owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:32.279763 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06ac914-98d8-4a9b-a44d-9f88bf6e1fa4 x-openstack-request-id: req-b06ac914-98d8-4a9b-a44d-9f88bf6e1fa4 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:32.280573 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4f4233-1538-4dd8-8f7b-8c99cdbc714c", "tag": "b9d7da2c-38cc-4c4d-b269-a932f19b7730", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:32.281244 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b06ac914-98d8-4a9b-a44d-9f88bf6e1fa4 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:32.282135 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4f4233-1538-4dd8-8f7b-8c99cdbc714c', 'tag': 'b9d7da2c-38cc-4c4d-b269-a932f19b7730', 'status': 'completed', 'code': 200} Nov 09 18:03:32.306373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d051f-e6f8-4dc5-b1a6-75e5c8d5f7ed service neutron] Pushing event updated for resources: {'Port': ['ID=b9d7da2c-38cc-4c4d-b269-a932f19b7730,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:32.331720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-78def808-6b95-419b-83c6-5bed5d409d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:32.333319 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-78def808-6b95-419b-83c6-5bed5d409d47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c90374624fa748819477b5b18d642298&device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 1094 time: 0.2588632 Nov 09 18:03:32.334812 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a39f11c-58f5-4e6c-95e7-a923297cb9b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.338188 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a39f11c-58f5-4e6c-95e7-a923297cb9b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.339882 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5a39f11c-58f5-4e6c-95e7-a923297cb9b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/security-groups/8fbb18c2-a2a9-4d9b-a033-113818ed7701 HTTP/1.1" status: 204 len: 168 time: 0.6993165 Nov 09 18:03:32.373023 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8573530b-9a9f-45ce-9b20-c2059b633d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.427031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55580) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:32.438395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573530b-9a9f-45ce-9b20-c2059b633d52 None None] Pushing event deleted for resources: {'Port': ['ID=08edaee7-e613-4b51-9342-166fad218a1f,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:32.464119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8573530b-9a9f-45ce-9b20-c2059b633d52 None None] No DVR routers for this DVR port 08edaee7-e613-4b51-9342-166fad218a1f on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:32.534127 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-8b52860d-6c93-4304-9797-88bacb8f12e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d7da2c-38cc-4c4d-b269-a932f19b7730 HTTP/1.1" status: 200 len: 217 time: 0.1899242 Nov 09 18:03:32.538040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39f11c-58f5-4e6c-95e7-a923297cb9b5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbb18c2-a2a9-4d9b-a033-113818ed7701,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:32.622249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d0ef48-0d08-4e69-86ac-c6a98d529259 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting subnet f08d652c-3ad4-4c51-a48c-8788a8fc7aa7 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:32.631525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-0b5daf09-bf17-4fc3-b56a-dfe30643ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:32.635242 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-0b5daf09-bf17-4fc3-b56a-dfe30643ae11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9573ceef-81a1-466a-b1df-7c52a874d32c HTTP/1.1" status: 200 len: 857 time: 0.0889089 Nov 09 18:03:32.636652 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00d0ef48-0d08-4e69-86ac-c6a98d529259 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.730579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-00b00176-70fb-4a7d-92db-1c344374a35e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=157ed1e1-ab6c-4a39-84d2-2e9e907b834e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880709 Nov 09 18:03:32.843846 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00d0ef48-0d08-4e69-86ac-c6a98d529259 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.058509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-6617386a-4fa1-4aae-967f-bde40af18a4d service neutron] 10.222.0.13 "GET /v2.0/networks/157ed1e1-ab6c-4a39-84d2-2e9e907b834e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194275 Nov 09 18:03:33.115421 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00d0ef48-0d08-4e69-86ac-c6a98d529259 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.155434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] The port '08edaee7-e613-4b51-9342-166fad218a1f' was deleted {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Nov 09 18:03:33.324600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f70420-9a21-445b-a8a2-06aeafc24f0f req-d6ddde80-4702-420d-b37a-c1cd4656cd1b tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:33.327824 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d2f70420-9a21-445b-a8a2-06aeafc24f0f req-d6ddde80-4702-420d-b37a-c1cd4656cd1b tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 943 time: 1.0870349 Nov 09 18:03:33.336606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5a98f21-58c1-4024-9a23-6149cd84ed71 req-819a1d0d-aa0a-4646-b52d-1195d0a47d7a service neutron] 10.222.0.13 "GET /v2.0/networks/157ed1e1-ab6c-4a39-84d2-2e9e907b834e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652733 Nov 09 18:03:33.342019 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00d0ef48-0d08-4e69-86ac-c6a98d529259 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.388857 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.412112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0ef48-0d08-4e69-86ac-c6a98d529259 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Subnet': ['ID=f08d652c-3ad4-4c51-a48c-8788a8fc7aa7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:33.424238 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00d0ef48-0d08-4e69-86ac-c6a98d529259 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.442073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-00d0ef48-0d08-4e69-86ac-c6a98d529259 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/f08d652c-3ad4-4c51-a48c-8788a8fc7aa7 HTTP/1.1" status: 204 len: 168 time: 1.0117893 Nov 09 18:03:33.443124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55588) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:33.443571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63623ded-7b38-43d8-94a5-fd014ff73326 None None] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:33.454589 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.482981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd639c1-74fa-4dc7-ad55-eb4bdb58492f']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:33.487444 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.499398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-cdace5a5-e7cf-4413-a97e-84dc73aee6e3 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:33.598274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=46e57673-73e2-4e04-8b71-aec31ce5f8a0,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:33.607762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7bcca9-114e-4abc-a983-b125dbcf6279') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:33.608387 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7bcca9-114e-4abc-a983-b125dbcf6279') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:33.631112 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d2f70420-9a21-445b-a8a2-06aeafc24f0f req-ec2f83ca-d466-42e1-84c6-8dcc582c2d84 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a1ec1-8b44-4bb2-9833-d665fec1d117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832618 Nov 09 18:03:33.643328 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.738416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a820da-48fe-437a-9eea-222a1a6e6942 req-690c4864-9555-4a77-9f5e-8e518d7e55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:33.741457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07a820da-48fe-437a-9eea-222a1a6e6942 req-690c4864-9555-4a77-9f5e-8e518d7e55e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c90374624fa748819477b5b18d642298&device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 1094 time: 0.3225412 Nov 09 18:03:33.746990 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.781821 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:33.782473 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:33.799168 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:33.897780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 08edaee7-e613-4b51-9342-166fad218a1f no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:33.942372 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 08edaee7-e613-4b51-9342-166fad218a1f {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:33.942955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 08edaee7-e613-4b51-9342-166fad218a1f not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:33.943912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2f6d5476-6f66-49f5-8578-ba873af7079d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:33.946093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a820da-48fe-437a-9eea-222a1a6e6942 req-7000bdc9-71a6-4474-8f57-ffa7f1d10a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:33.948674 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.950691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07a820da-48fe-437a-9eea-222a1a6e6942 req-7000bdc9-71a6-4474-8f57-ffa7f1d10a58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=157ed1e1-ab6c-4a39-84d2-2e9e907b834e HTTP/1.1" status: 200 len: 918 time: 0.1983805 Nov 09 18:03:33.954096 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.982961 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 2f6d5476-6f66-49f5-8578-ba873af7079d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:33.983551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2f6d5476-6f66-49f5-8578-ba873af7079d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:34.066172 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07a820da-48fe-437a-9eea-222a1a6e6942 req-eec0c018-aaca-478e-a3a9-6d52df91ecce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d7da2c-38cc-4c4d-b269-a932f19b7730 HTTP/1.1" status: 200 len: 217 time: 0.1073692 Nov 09 18:03:34.080291 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:34.088565 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/networks/5fd639c1-74fa-4dc7-ad55-eb4bdb58492f HTTP/1.1" status: 204 len: 168 time: 2.5779011 Nov 09 18:03:34.088565 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936c5b7-5f87-44f4-8862-bd716a635558 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Network': ['ID=5fd639c1-74fa-4dc7-ad55-eb4bdb58492f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:34.184076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55592) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:34.234178 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Floating IP 2bbf9e6b-1a53-4012-a492-9467ccc89f8b associated. External IP: 172.25.1.45, port: dd452e01-4ee8-4d1c-9ae2-bd69781176a2. Nov 09 18:03:34.305002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a820da-48fe-437a-9eea-222a1a6e6942 req-c5f96fd4-b72a-40b1-8325-dcadc674d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:34.308313 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07a820da-48fe-437a-9eea-222a1a6e6942 req-c5f96fd4-b72a-40b1-8325-dcadc674d1d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9573ceef-81a1-466a-b1df-7c52a874d32c HTTP/1.1" status: 200 len: 857 time: 0.2344537 Nov 09 18:03:34.433691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07a820da-48fe-437a-9eea-222a1a6e6942 req-58229b6d-2300-46ad-9386-a25e4eb8e8eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=157ed1e1-ab6c-4a39-84d2-2e9e907b834e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580018 Nov 09 18:03:34.556137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdace5a5-e7cf-4413-a97e-84dc73aee6e3 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:34.562610 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdace5a5-e7cf-4413-a97e-84dc73aee6e3 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:34.626354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:34.837511 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:34.856604 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563e071-2596-423f-b731-275fbfc6ab1b None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:34.899957 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563e071-2596-423f-b731-275fbfc6ab1b None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:34.901027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0563e071-2596-423f-b731-275fbfc6ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:34.921524 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:34.985500 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0563e071-2596-423f-b731-275fbfc6ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:34.991821 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583b3fe-90d9-4e5e-a853-857071f99825 req-bbf9b548-2f2e-404f-bbb8-0eefc3f1c6cb tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:34.996234 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7583b3fe-90d9-4e5e-a853-857071f99825 req-bbf9b548-2f2e-404f-bbb8-0eefc3f1c6cb tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 943 time: 0.1290252 Nov 09 18:03:35.002520 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dc574c54-a06f-42d4-be3a-2e65ed9e51ee tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2165983 Nov 09 18:03:35.008495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55600) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:35.014026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563e071-2596-423f-b731-275fbfc6ab1b None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:35.015801 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0563e071-2596-423f-b731-275fbfc6ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:35.018738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bcd117ae-a68a-43b1-be99-68252c3f4e80 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'floatingip': {'port_id': 'dd452e01-4ee8-4d1c-9ae2-bd69781176a2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:35.123461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0563e071-2596-423f-b731-275fbfc6ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:35.125074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563e071-2596-423f-b731-275fbfc6ab1b None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:35.125298 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcd117ae-a68a-43b1-be99-68252c3f4e80 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.210206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07a820da-48fe-437a-9eea-222a1a6e6942 req-bd5d301a-ee24-4793-b77c-d1b91d02c475 service neutron] 10.222.0.13 "GET /v2.0/networks/157ed1e1-ab6c-4a39-84d2-2e9e907b834e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7688811 Nov 09 18:03:35.227051 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7583b3fe-90d9-4e5e-a853-857071f99825 req-2df9a187-f02f-4e04-b727-039a8ac99c6e tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a1ec1-8b44-4bb2-9833-d665fec1d117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192631 Nov 09 18:03:35.301278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b9d7da2c-38cc-4c4d-b269-a932f19b7730 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:35.433202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0e4f83a8-84d9-4d9e-a276-a422f8f06890 None None] Provisioning complete for port d12866fb-3594-4e94-852b-4aeafcaa8a9a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:35.434257 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e4f83a8-84d9-4d9e-a276-a422f8f06890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.527574 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07a820da-48fe-437a-9eea-222a1a6e6942 req-27c4606c-3893-499a-99c0-e161fa7d59fd service neutron] 10.222.0.13 "GET /v2.0/networks/157ed1e1-ab6c-4a39-84d2-2e9e907b834e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058569 Nov 09 18:03:35.558598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b9d7da2c-38cc-4c4d-b269-a932f19b7730, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b9d7da2c-38cc-4c4d-b269-a932f19b7730,segment=NetworkSegment(39811363-ee8e-4865-9231-56394dcc1205),segment_id=39811363-ee8e-4865-9231-56394dcc1205)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:35.573307 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdace5a5-e7cf-4413-a97e-84dc73aee6e3 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.582924 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'b9d7da2c-38cc-4c4d-b269-a932f19b7730', 'network_id': '157ed1e1-ab6c-4a39-84d2-2e9e907b834e', 'port_id': 'b9d7da2c-38cc-4c4d-b269-a932f19b7730', 'mac_address': 'fa:16:3e:cf:9e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9573ceef-81a1-466a-b1df-7c52a874d32c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:03:35.605863 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0e4f83a8-84d9-4d9e-a276-a422f8f06890 None None] Port d12866fb-3594-4e94-852b-4aeafcaa8a9a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:35.637513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdace5a5-e7cf-4413-a97e-84dc73aee6e3 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:35.667716 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0e4f83a8-84d9-4d9e-a276-a422f8f06890 None None] Provisioning complete for port 8a9acf52-8795-4267-8128-4966bd4525b1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:35.668367 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e4f83a8-84d9-4d9e-a276-a422f8f06890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.676907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-cdace5a5-e7cf-4413-a97e-84dc73aee6e3 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:35.683694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdace5a5-e7cf-4413-a97e-84dc73aee6e3 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:35.684307 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdace5a5-e7cf-4413-a97e-84dc73aee6e3 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.697635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdace5a5-e7cf-4413-a97e-84dc73aee6e3 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Subnet': ['ID=95e68a7e-ce04-4639-bd9a-bb55498fdf98,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:35.721458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e135d728-24c0-40e5-a1a7-e0452e0ef97a None None] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:35.721704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cdace5a5-e7cf-4413-a97e-84dc73aee6e3 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2299316 Nov 09 18:03:35.724568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55604) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:35.733668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a4cf6205-c154-4961-adea-65de17e137d8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'security_group': {'name': 'tempest-secgroup-1803417072'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:35.742637 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.772046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a4cf6205-c154-4961-adea-65de17e137d8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.784055 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d7da2c-38cc-4c4d-b269-a932f19b7730 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:35.797472 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d924736-42f7-4639-b512-986d6cd5467e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.908308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b9d7da2c-38cc-4c4d-b269-a932f19b7730, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b9d7da2c-38cc-4c4d-b269-a932f19b7730,segment=NetworkSegment(39811363-ee8e-4865-9231-56394dcc1205),segment_id=39811363-ee8e-4865-9231-56394dcc1205)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:35.972747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.091645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b9d7da2c-38cc-4c4d-b269-a932f19b7730,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:36.140675 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcd117ae-a68a-43b1-be99-68252c3f4e80 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.147861 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcd117ae-a68a-43b1-be99-68252c3f4e80 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.164629 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a4cf6205-c154-4961-adea-65de17e137d8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.184558 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a4cf6205-c154-4961-adea-65de17e137d8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.206166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['b9d7da2c-38cc-4c4d-b269-a932f19b7730'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:36.292719 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a4cf6205-c154-4961-adea-65de17e137d8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.297721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a4cf6205-c154-4961-adea-65de17e137d8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5694056 Nov 09 18:03:36.326456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55612) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:36.334409 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d55da9c8-bc48-4943-affc-b6a440a0332d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'security_group': {'name': 'tempest-secgroup-1179837482'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:36.349363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf6205-c154-4961-adea-65de17e137d8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1df705f-568f-4786-b6ca-d2f8a1ca211d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:36.412310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f445bf-17b7-4286-abf3-c83508603390 None None] Update dhcp port {'port': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'fixed_ips': [{'subnet_id': '191bc6b4-a6c1-4a23-969b-f35af292185e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '95e68a7e-ce04-4639-bd9a-bb55498fdf98'}], 'binding:host_id': 'n-d-817236-1'}, 'id': '8a9acf52-8795-4267-8128-4966bd4525b1'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:03:36.441082 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9d924736-42f7-4639-b512-986d6cd5467e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port 03006d88-c68d-48e4-994c-685030633ed3 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:36.441576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d924736-42f7-4639-b512-986d6cd5467e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.488530 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97f445bf-17b7-4286-abf3-c83508603390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.554054 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d55da9c8-bc48-4943-affc-b6a440a0332d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.582938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70edd-2bd6-4e8c-bac3-5dfbf2ff9fc9 req-a3f99274-2590-4a11-9392-646f424dd5de tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.585536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fed70edd-2bd6-4e8c-bac3-5dfbf2ff9fc9 req-a3f99274-2590-4a11-9392-646f424dd5de tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 944 time: 0.1394055 Nov 09 18:03:36.626650 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-9d924736-42f7-4639-b512-986d6cd5467e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] For port 03006d88-c68d-48e4-994c-685030633ed3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=03006d88-c68d-48e4-994c-685030633ed3,segment=NetworkSegment(05526830-ef10-407f-93a7-48916ecfa1d0),segment_id=05526830-ef10-407f-93a7-48916ecfa1d0)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:36.628674 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d924736-42f7-4639-b512-986d6cd5467e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.656929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9d924736-42f7-4639-b512-986d6cd5467e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for 03006d88-c68d-48e4-994c-685030633ed3 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:36.669386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d55da9c8-bc48-4943-affc-b6a440a0332d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.686062 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d55da9c8-bc48-4943-affc-b6a440a0332d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.736826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55da9c8-bc48-4943-affc-b6a440a0332d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738fc4ef-a36d-428f-84ca-7f6092ad4504,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:36.778891 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d55da9c8-bc48-4943-affc-b6a440a0332d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.784262 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d55da9c8-bc48-4943-affc-b6a440a0332d tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4550824 Nov 09 18:03:36.786952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55614) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:36.805991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-689b666d-1d66-4632-a242-c843b7aace67 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'security_group': {'name': 'tempest-secgroup-1030116456'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:36.813703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd117ae-a68a-43b1-be99-68252c3f4e80 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:36.824015 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fed70edd-2bd6-4e8c-bac3-5dfbf2ff9fc9 req-c93ae7d5-724e-4f6f-8f07-aa460b9fa640 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a1ec1-8b44-4bb2-9833-d665fec1d117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503563 Nov 09 18:03:36.891178 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-689b666d-1d66-4632-a242-c843b7aace67 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.994332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-97f445bf-17b7-4286-abf3-c83508603390 None None] Allocated IP 2001:db8::2 (a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2/95e68a7e-ce04-4639-bd9a-bb55498fdf98/8a9acf52-8795-4267-8128-4966bd4525b1) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:37.007627 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd117ae-a68a-43b1-be99-68252c3f4e80 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:37.019886 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51883bb0-8f00-425f-96ea-bd6312f8163b None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:37.020680 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcd117ae-a68a-43b1-be99-68252c3f4e80 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.036793 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51883bb0-8f00-425f-96ea-bd6312f8163b None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:37.040564 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-51883bb0-8f00-425f-96ea-bd6312f8163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:37.142779 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-689b666d-1d66-4632-a242-c843b7aace67 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.150600 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d924736-42f7-4639-b512-986d6cd5467e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.173904 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bcd117ae-a68a-43b1-be99-68252c3f4e80 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "PUT /v2.0/floatingips/2bbf9e6b-1a53-4012-a492-9467ccc89f8b HTTP/1.1" status: 200 len: 978 time: 2.1638732 Nov 09 18:03:37.177665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55618) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:37.192936 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-51883bb0-8f00-425f-96ea-bd6312f8163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:37.204384 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-689b666d-1d66-4632-a242-c843b7aace67 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.236729 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51883bb0-8f00-425f-96ea-bd6312f8163b None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:37.237555 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-51883bb0-8f00-425f-96ea-bd6312f8163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:37.264469 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-97f445bf-17b7-4286-abf3-c83508603390 None None] For port 8a9acf52-8795-4267-8128-4966bd4525b1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8a9acf52-8795-4267-8128-4966bd4525b1,segment=NetworkSegment(537aaceb-8186-4044-b0f8-61f2a013d1db),segment_id=537aaceb-8186-4044-b0f8-61f2a013d1db)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:37.292250 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-51883bb0-8f00-425f-96ea-bd6312f8163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:37.292943 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51883bb0-8f00-425f-96ea-bd6312f8163b None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:37.319252 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d924736-42f7-4639-b512-986d6cd5467e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=03006d88-c68d-48e4-994c-685030633ed3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:37.356877 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97f445bf-17b7-4286-abf3-c83508603390 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.370245 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97f445bf-17b7-4286-abf3-c83508603390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.436337 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-689b666d-1d66-4632-a242-c843b7aace67 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.441755 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-689b666d-1d66-4632-a242-c843b7aace67 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6391006 Nov 09 18:03:37.449716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55622) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:37.457306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1178882261', 'security_groups': ['84a9c677-ad81-4870-a0c5-99a3901524f8'], 'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '95e68a7e-ce04-4639-bd9a-bb55498fdf98'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:37.493489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b666d-1d66-4632-a242-c843b7aace67 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a9c677-ad81-4870-a0c5-99a3901524f8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:37.551378 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d924736-42f7-4639-b512-986d6cd5467e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.614694 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f445bf-17b7-4286-abf3-c83508603390 None None] Pushing event updated for resources: {'Port': ['ID=8a9acf52-8795-4267-8128-4966bd4525b1,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:37.654558 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f957da28-c679-45e5-b754-6cff50327cca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port 46e57673-73e2-4e04-8b71-aec31ce5f8a0 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:37.654902 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f957da28-c679-45e5-b754-6cff50327cca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.764643 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f957da28-c679-45e5-b754-6cff50327cca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.764989 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f957da28-c679-45e5-b754-6cff50327cca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.798124 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f957da28-c679-45e5-b754-6cff50327cca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for 46e57673-73e2-4e04-8b71-aec31ce5f8a0 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:37.802491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:37.910891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8a9acf52-8795-4267-8128-4966bd4525b1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:38.016870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d924736-42f7-4639-b512-986d6cd5467e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:38.037122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8a9acf52-8795-4267-8128-4966bd4525b1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:38.037707 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:38.080721 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:38.159938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] device_id is not set on port 4abcf459-45d1-467c-9f56-656af36bcc46 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:03:38.200925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0dca9-fc1e-49ff-87a0-65d95841dfb4 req-a029d4a8-00c3-42a9-bd53-45f6cd74bc1a tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:38.214554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbc0dca9-fc1e-49ff-87a0-65d95841dfb4 req-a029d4a8-00c3-42a9-bd53-45f6cd74bc1a tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 944 time: 0.1815493 Nov 09 18:03:38.288416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d924736-42f7-4639-b512-986d6cd5467e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:38.300717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9d924736-42f7-4639-b512-986d6cd5467e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1025488 Nov 09 18:03:38.303517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55628) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:38.306917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1bed3c-5d0c-480d-9bcc-2bc57502fba3 None None] Sync routers for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:38.321561 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1bed3c-5d0c-480d-9bcc-2bc57502fba3 None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:38.322544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2e1bed3c-5d0c-480d-9bcc-2bc57502fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:38.354027 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbc0dca9-fc1e-49ff-87a0-65d95841dfb4 req-3132c223-3192-4a62-8990-8491eb6a7650 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a1ec1-8b44-4bb2-9833-d665fec1d117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372762 Nov 09 18:03:38.401131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f957da28-c679-45e5-b754-6cff50327cca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:38.470538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-2e1bed3c-5d0c-480d-9bcc-2bc57502fba3 None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:38.487039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957da28-c679-45e5-b754-6cff50327cca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=46e57673-73e2-4e04-8b71-aec31ce5f8a0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:38.489798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83c72bf-7758-433c-a267-cfdd5937376b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting subnet e8556921-346b-4932-9cb0-beb7be8dd31a {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:38.499017 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b83c72bf-7758-433c-a267-cfdd5937376b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:38.667802 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b83c72bf-7758-433c-a267-cfdd5937376b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:38.848292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c214a615-e671-4e88-9813-2ae5ccc2ce91 None None] Provisioning complete for port d12866fb-3594-4e94-852b-4aeafcaa8a9a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:38.848581 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c214a615-e671-4e88-9813-2ae5ccc2ce91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:38.870183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2e1bed3c-5d0c-480d-9bcc-2bc57502fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:36Z', 'revision_number': 9, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:39.132649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1bed3c-5d0c-480d-9bcc-2bc57502fba3 None None] Checking router: 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:39.146844 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1bed3c-5d0c-480d-9bcc-2bc57502fba3 None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:39.147253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2e1bed3c-5d0c-480d-9bcc-2bc57502fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:39.194332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f957da28-c679-45e5-b754-6cff50327cca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.194904 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-f957da28-c679-45e5-b754-6cff50327cca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Floating IP 2bbf9e6b-1a53-4012-a492-9467ccc89f8b disassociated (deleted). External IP: 172.25.1.45, port: dd452e01-4ee8-4d1c-9ae2-bd69781176a2. Nov 09 18:03:39.238976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c214a615-e671-4e88-9813-2ae5ccc2ce91 None None] Port d12866fb-3594-4e94-852b-4aeafcaa8a9a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:39.269102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c214a615-e671-4e88-9813-2ae5ccc2ce91 None None] Provisioning complete for port 8a9acf52-8795-4267-8128-4966bd4525b1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:39.269384 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c214a615-e671-4e88-9813-2ae5ccc2ce91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.271918 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b83c72bf-7758-433c-a267-cfdd5937376b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.341143 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b9d7da2c-38cc-4c4d-b269-a932f19b7730 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:39.349970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-2e1bed3c-5d0c-480d-9bcc-2bc57502fba3 None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:39.401964 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8::18c (a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2/95e68a7e-ce04-4639-bd9a-bb55498fdf98/4abcf459-45d1-467c-9f56-656af36bcc46) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:39.455390 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b83c72bf-7758-433c-a267-cfdd5937376b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.507888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c72bf-7758-433c-a267-cfdd5937376b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Subnet': ['ID=e8556921-346b-4932-9cb0-beb7be8dd31a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:39.517905 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b83c72bf-7758-433c-a267-cfdd5937376b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.525339 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b83c72bf-7758-433c-a267-cfdd5937376b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/e8556921-346b-4932-9cb0-beb7be8dd31a HTTP/1.1" status: 204 len: 168 time: 1.2195587 Nov 09 18:03:39.526984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55640) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:39.531638 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97afdbf-e812-46b2-b3a4-9fc21f76629c None None] Network 099fe6f5-f852-4ada-b910-381f71688daf requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:39.637003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.731283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:39.731687 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.762904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port b9d7da2c-38cc-4c4d-b269-a932f19b7730 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:03:39.773608 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a754873-cd62-41c3-8f56-bd5068171177 req-4ca0d7aa-521f-46c9-a903-db19a14c8d20 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:39.773967 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port b9d7da2c-38cc-4c4d-b269-a932f19b7730 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:39.775421 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.777279 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a754873-cd62-41c3-8f56-bd5068171177 req-4ca0d7aa-521f-46c9-a903-db19a14c8d20 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 944 time: 0.2425752 Nov 09 18:03:39.884244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] For port c877bb37-7b48-41c9-97ad-c3e8a8fd82a9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c877bb37-7b48-41c9-97ad-c3e8a8fd82a9,segment=NetworkSegment(05526830-ef10-407f-93a7-48916ecfa1d0),segment_id=05526830-ef10-407f-93a7-48916ecfa1d0)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:39.885530 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.920527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:39.941739 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.976385 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a754873-cd62-41c3-8f56-bd5068171177 req-491703b9-8b0b-41a9-915c-e1f1c6e1c015 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a1ec1-8b44-4bb2-9833-d665fec1d117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898131 Nov 09 18:03:40.019004 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f957da28-c679-45e5-b754-6cff50327cca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:40.143138 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.173679 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.220136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=c877bb37-7b48-41c9-97ad-c3e8a8fd82a9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:40.236752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No DVR routers for this DVR port c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:40.243989 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.255436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4f4233-1538-4dd8-8f7b-8c99cdbc714c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d7da2c-38cc-4c4d-b269-a932f19b7730'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:40.261760 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42927c7-181a-498a-ac51-af6290959e3e" -d '{"events": [{"server_uuid": "2e4f4233-1538-4dd8-8f7b-8c99cdbc714c", "name": "network-vif-plugged", "status": "completed", "tag": "b9d7da2c-38cc-4c4d-b269-a932f19b7730"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:40.284111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914f268a-b6ae-4093-ba34-9ebb38090057 None None] DHCP port deletion for 099fe6f5-f852-4ada-b910-381f71688daf request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:40.339751 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b9d7da2c-38cc-4c4d-b269-a932f19b7730, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b9d7da2c-38cc-4c4d-b269-a932f19b7730,segment=NetworkSegment(39811363-ee8e-4865-9231-56394dcc1205),segment_id=39811363-ee8e-4865-9231-56394dcc1205)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:40.353052 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2e1bed3c-5d0c-480d-9bcc-2bc57502fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:36Z', 'revision_number': 9, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:40.408469 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:40.410673 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7b60fc-c486-40e0-a853-1adc2c3c041f x-openstack-request-id: req-fb7b60fc-c486-40e0-a853-1adc2c3c041f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:40.411159 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4f4233-1538-4dd8-8f7b-8c99cdbc714c", "name": "network-vif-plugged", "status": "completed", "tag": "b9d7da2c-38cc-4c4d-b269-a932f19b7730", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:40.412051 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb7b60fc-c486-40e0-a853-1adc2c3c041f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:40.412248 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4f4233-1538-4dd8-8f7b-8c99cdbc714c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d7da2c-38cc-4c4d-b269-a932f19b7730', 'code': 200} Nov 09 18:03:40.413496 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1bed3c-5d0c-480d-9bcc-2bc57502fba3 None None] The sync data for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 is: [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:36Z', 'revision_number': 9, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeef3b8c-0f60-4a54-948f-f1830d7f730c', 'name': '', 'network_id': '157ae479-c090-4b35-ab6d-754a7ba0ce16', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:10:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e9759401-33ca-484a-b591-e086e96d7563', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:52Z', 'updated_at': '2021-11-09T18:03:00Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': 'e9759401-33ca-484a-b591-e086e96d7563', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:40.417356 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.425867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:40.430726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:40.456420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:40.457500 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.498070 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=4abcf459-45d1-467c-9f56-656af36bcc46,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:40.542910 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f957da28-c679-45e5-b754-6cff50327cca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:40.554272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f957da28-c679-45e5-b754-6cff50327cca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.558411 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2df11-7419-41ab-a1c8-47fb846ced00 None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:40.568715 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-909453fe-2483-4dfa-b69c-12b6f5b89409 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1164358 Nov 09 18:03:40.591124 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b2df11-7419-41ab-a1c8-47fb846ced00 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:40.592232 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a2b2df11-7419-41ab-a1c8-47fb846ced00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:40.594637 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.606060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55648) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:40.614544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8b886e89-418b-43fc-a0d7-063298c4036c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:40.646535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b9d7da2c-38cc-4c4d-b269-a932f19b7730,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:40.695555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099fe6f5-f852-4ada-b910-381f71688daf']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:40.703674 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f957da28-c679-45e5-b754-6cff50327cca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/floatingips/2bbf9e6b-1a53-4012-a492-9467ccc89f8b HTTP/1.1" status: 204 len: 168 time: 3.5245552 Nov 09 18:03:40.712299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55656) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:40.747010 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5eb43180-17de-4533-8c8c-c20abf19366e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.751642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05526830-ef10-407f-93a7-48916ecfa1d0') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:40.752111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05526830-ef10-407f-93a7-48916ecfa1d0') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:40.779926 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.787083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcd40b-73e4-486f-bef2-20a59a3ee49a req-1a0a898e-104e-4be9-bd1c-02ad36e5e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:40.789071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ebcd40b-73e4-486f-bef2-20a59a3ee49a req-1a0a898e-104e-4be9-bd1c-02ad36e5e6a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 1096 time: 0.1750576 Nov 09 18:03:40.791671 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a2b2df11-7419-41ab-a1c8-47fb846ced00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:40.829104 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.842628 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b2df11-7419-41ab-a1c8-47fb846ced00 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:40.843709 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a2b2df11-7419-41ab-a1c8-47fb846ced00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:40.879486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:40.879486 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.958477 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a2b2df11-7419-41ab-a1c8-47fb846ced00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:40.966110 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2df11-7419-41ab-a1c8-47fb846ced00 None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:41.000545 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:41.003604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ebcd40b-73e4-486f-bef2-20a59a3ee49a req-a7c380ba-4a53-45e5-a5de-bb5743201259 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=180a1ec1-8b44-4bb2-9833-d665fec1d117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037311 Nov 09 18:03:41.065807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b886e89-418b-43fc-a0d7-063298c4036c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:41.076258 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b886e89-418b-43fc-a0d7-063298c4036c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.087489 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e3c3873d-c396-4960-b1da-4754134e1153 None None] Provisioning complete for port 4abcf459-45d1-467c-9f56-656af36bcc46 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:41.088160 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e3c3873d-c396-4960-b1da-4754134e1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.090889 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.093256 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-28ebe181-1e0a-4db2-8026-2e9b2ac91218 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port dd452e01-4ee8-4d1c-9ae2-bd69781176a2 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:41.093256 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-28ebe181-1e0a-4db2-8026-2e9b2ac91218 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.102948 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.113124 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/networks/099fe6f5-f852-4ada-b910-381f71688daf HTTP/1.1" status: 204 len: 168 time: 1.5807626 Nov 09 18:03:41.114856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55664) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:41.135094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ad506-1e51-4e10-812e-118b544e714a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Network': ['ID=099fe6f5-f852-4ada-b910-381f71688daf,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:41.214381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3873d-c396-4960-b1da-4754134e1153 None None] Port 4abcf459-45d1-467c-9f56-656af36bcc46 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:41.369855 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-28ebe181-1e0a-4db2-8026-2e9b2ac91218 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.384844 n-d-817236-1 neutron-server[102155]: INFO neutron.db.ipam_backend_mixin [None req-8b886e89-418b-43fc-a0d7-063298c4036c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 95e68a7e-ce04-4639-bd9a-bb55498fdf98 (CIDR: 2001:db8::/64) Nov 09 18:03:41.393531 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b886e89-418b-43fc-a0d7-063298c4036c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:03:41.394004 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b886e89-418b-43fc-a0d7-063298c4036c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:41.401882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-28ebe181-1e0a-4db2-8026-2e9b2ac91218 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for dd452e01-4ee8-4d1c-9ae2-bd69781176a2 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:41.428048 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8b886e89-418b-43fc-a0d7-063298c4036c tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8202689 Nov 09 18:03:41.433763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55668) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:41.446922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-40250abc-a235-4bc7-9291-b3156303e01a tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:41.517415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d79bc8-1db4-4aa2-9fce-06485026059b req-39ba72c3-6165-4e38-9441-844fdd04b828 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:41.519059 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33d79bc8-1db4-4aa2-9fce-06485026059b req-39ba72c3-6165-4e38-9441-844fdd04b828 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 945 time: 0.2998629 Nov 09 18:03:41.629959 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33d79bc8-1db4-4aa2-9fce-06485026059b req-0edd0aee-175a-452c-9ecf-10e013f44ec7 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a1ec1-8b44-4bb2-9833-d665fec1d117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876205 Nov 09 18:03:41.811800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40250abc-a235-4bc7-9291-b3156303e01a tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:41.815880 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-40250abc-a235-4bc7-9291-b3156303e01a tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.817598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 03006d88-c68d-48e4-994c-685030633ed3 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:41.828491 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e458b34-661e-45c8-9cfa-a1c74004c179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.843364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 03006d88-c68d-48e4-994c-685030633ed3 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:41.844319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 03006d88-c68d-48e4-994c-685030633ed3 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:41.844960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:41.867213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:41.868124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c877bb37-7b48-41c9-97ad-c3e8a8fd82a9 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:42.009644 n-d-817236-1 neutron-server[102155]: INFO neutron.db.ipam_backend_mixin [None req-40250abc-a235-4bc7-9291-b3156303e01a tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 191bc6b4-a6c1-4a23-969b-f35af292185e (CIDR: 2001:db8:0:1::/64) Nov 09 18:03:42.017903 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-40250abc-a235-4bc7-9291-b3156303e01a tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:03:42.017903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40250abc-a235-4bc7-9291-b3156303e01a tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:42.036849 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-28ebe181-1e0a-4db2-8026-2e9b2ac91218 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.061490 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-40250abc-a235-4bc7-9291-b3156303e01a tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6256938 Nov 09 18:03:42.073425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55680) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:42.081941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d21852ee-b0f1-47d0-a7a4-b7bdddf24ffb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'subnet': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:42.092256 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebe181-1e0a-4db2-8026-2e9b2ac91218 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=dd452e01-4ee8-4d1c-9ae2-bd69781176a2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:42.226296 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-28ebe181-1e0a-4db2-8026-2e9b2ac91218 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.230692 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-28ebe181-1e0a-4db2-8026-2e9b2ac91218 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/ports/dd452e01-4ee8-4d1c-9ae2-bd69781176a2 HTTP/1.1" status: 204 len: 168 time: 1.5163736 Nov 09 18:03:42.247839 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55682) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:42.254620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:42.285590 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.409924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21852ee-b0f1-47d0-a7a4-b7bdddf24ffb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Made reservation on behalf of 65def5a5d4f14aabba649675babfc793 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:42.413817 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d21852ee-b0f1-47d0-a7a4-b7bdddf24ffb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.450189 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.486120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4e458b34-661e-45c8-9cfa-a1c74004c179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port eeef3b8c-0f60-4a54-948f-f1830d7f730c {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:42.486527 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e458b34-661e-45c8-9cfa-a1c74004c179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.658005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.25.1.233 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/12e135c9-86f0-471f-832a-378c85491f69) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:42.666780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-4e458b34-661e-45c8-9cfa-a1c74004c179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] For port eeef3b8c-0f60-4a54-948f-f1830d7f730c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=eeef3b8c-0f60-4a54-948f-f1830d7f730c,segment=NetworkSegment(ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb),segment_id=ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:42.667747 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e458b34-661e-45c8-9cfa-a1c74004c179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.704163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4e458b34-661e-45c8-9cfa-a1c74004c179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for eeef3b8c-0f60-4a54-948f-f1830d7f730c owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:42.889731 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.950011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f334008-2e80-456c-a0e8-c580be7f1827 req-8f1deed9-6d4d-44ad-a3f1-c9b7b24b4721 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:42.951696 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f334008-2e80-456c-a0e8-c580be7f1827 req-8f1deed9-6d4d-44ad-a3f1-c9b7b24b4721 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 945 time: 0.1609800 Nov 09 18:03:42.969148 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.031763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:43.035209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:43.040147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:43.048229 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=12e135c9-86f0-471f-832a-378c85491f69,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:43.073943 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d21852ee-b0f1-47d0-a7a4-b7bdddf24ffb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.162894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f334008-2e80-456c-a0e8-c580be7f1827 req-0d8abb78-e3ca-4e89-96ed-19d83727b6cb tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a1ec1-8b44-4bb2-9833-d665fec1d117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942747 Nov 09 18:03:43.175565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21852ee-b0f1-47d0-a7a4-b7bdddf24ffb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:43.185476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-d21852ee-b0f1-47d0-a7a4-b7bdddf24ffb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:43.192510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21852ee-b0f1-47d0-a7a4-b7bdddf24ffb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:43.193176 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d21852ee-b0f1-47d0-a7a4-b7bdddf24ffb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.201724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acbf1d6-4ae4-4af0-b903-ef56752acec6 None None] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:43.205055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21852ee-b0f1-47d0-a7a4-b7bdddf24ffb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Subnet': ['ID=4962e252-739c-49f5-994a-af55488838a2,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:43.230805 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d21852ee-b0f1-47d0-a7a4-b7bdddf24ffb tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1557453 Nov 09 18:03:43.235040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55696) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:43.241202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8fdf9be8-b6ed-40dc-8de9-bee331f68eec tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-86256214', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4962e252-739c-49f5-994a-af55488838a2'}], 'security_groups': ['e1df705f-568f-4786-b6ca-d2f8a1ca211d', '738fc4ef-a36d-428f-84ca-7f6092ad4504']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:43.245319 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e458b34-661e-45c8-9cfa-a1c74004c179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.307834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e458b34-661e-45c8-9cfa-a1c74004c179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=eeef3b8c-0f60-4a54-948f-f1830d7f730c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:43.428903 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.523279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.578285 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4e458b34-661e-45c8-9cfa-a1c74004c179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.677453 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9be8-b6ed-40dc-8de9-bee331f68eec tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.718481 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e3288987-9906-4f15-908a-b06c1e19b214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.781025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad031e6-d90f-44c7-9120-9ffad2931851 None None] Update dhcp port {'port': {'network_id': 'a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2', 'fixed_ips': [{'subnet_id': '191bc6b4-a6c1-4a23-969b-f35af292185e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '95e68a7e-ce04-4639-bd9a-bb55498fdf98', 'ip_address': '2001:db8::2'}, {'subnet_id': '4962e252-739c-49f5-994a-af55488838a2'}], 'binding:host_id': 'n-d-817236-1'}, 'id': '8a9acf52-8795-4267-8128-4966bd4525b1'} from n-d-817236-1. {{(pid=102156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:03:43.835134 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9ad031e6-d90f-44c7-9120-9ffad2931851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.859215 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.866461 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.963463 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.993006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb5d5d-64ae-4eba-a357-441286074efc req-4443ca23-0736-46f8-8b12-7728a593bb80 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:43.995144 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2bb5d5d-64ae-4eba-a357-441286074efc req-4443ca23-0736-46f8-8b12-7728a593bb80 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 945 time: 0.2089157 Nov 09 18:03:44.006513 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.007862 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7589352 Nov 09 18:03:44.010337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf9875-6b7e-413c-8859-32dd3f4d0cd9 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=12e135c9-86f0-471f-832a-378c85491f69,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:44.020187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55704) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:44.025663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'port': {'network_id': '27b1e161-51e2-4ee1-a1c1-faf076813db3', 'name': 'tempest-FloatingIPTestJSON-816673207'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:44.182457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Made reservation on behalf of fc17fe0dfae744b183ac54d07d8c56cd for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:44.190590 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.215063 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] device_id is not set on port 4a7a3ecf-3222-429c-b0ba-d3eafca8e267 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:03:44.245481 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2bb5d5d-64ae-4eba-a357-441286074efc req-171aa990-0372-4fc5-a4ca-3f47194865a0 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a1ec1-8b44-4bb2-9833-d665fec1d117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913617 Nov 09 18:03:44.269168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e458b34-661e-45c8-9cfa-a1c74004c179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:44.302263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-9ad031e6-d90f-44c7-9120-9ffad2931851 None None] Allocated IP 2001:db8:0:2::2 (a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2/4962e252-739c-49f5-994a-af55488838a2/8a9acf52-8795-4267-8128-4966bd4525b1) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:44.390709 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.20.0.7 (27b1e161-51e2-4ee1-a1c1-faf076813db3/149d297b-8138-4d2a-9847-178634b616c2/4a7a3ecf-3222-429c-b0ba-d3eafca8e267) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:44.408315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e458b34-661e-45c8-9cfa-a1c74004c179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:44.418402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4e458b34-661e-45c8-9cfa-a1c74004c179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3023903 Nov 09 18:03:44.420178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55706) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:44.425463 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17341bb7-ea8d-42f1-8595-a369031ad225 None None] Sync routers for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:44.478588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9ad031e6-d90f-44c7-9120-9ffad2931851 None None] For port 8a9acf52-8795-4267-8128-4966bd4525b1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8a9acf52-8795-4267-8128-4966bd4525b1,segment=NetworkSegment(537aaceb-8186-4044-b0f8-61f2a013d1db),segment_id=537aaceb-8186-4044-b0f8-61f2a013d1db)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:44.493756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b94e86b-4820-431e-9822-e27271d572a8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting subnet e9759401-33ca-484a-b591-e086e96d7563 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:44.499810 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b94e86b-4820-431e-9822-e27271d572a8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.505026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17341bb7-ea8d-42f1-8595-a369031ad225 None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:44.505499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-17341bb7-ea8d-42f1-8595-a369031ad225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:44.582931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b94e86b-4820-431e-9822-e27271d572a8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.634287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-17341bb7-ea8d-42f1-8595-a369031ad225 None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:44.688938 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.736849 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.765970 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b94e86b-4820-431e-9822-e27271d572a8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.805419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=4a7a3ecf-3222-429c-b0ba-d3eafca8e267,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:44.823603 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network 27b1e161-51e2-4ee1-a1c1-faf076813db3 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:44.825484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:44.828665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:44.841533 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.865278 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9ad031e6-d90f-44c7-9120-9ffad2931851 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.875018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9ad031e6-d90f-44c7-9120-9ffad2931851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.926483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:44.928312 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.959267 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b94e86b-4820-431e-9822-e27271d572a8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.962097 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e8676cc8-174f-488f-ab49-ad015993317d tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9397829 Nov 09 18:03:44.964593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55714) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:44.969243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bbd8b83e-0bf6-4329-a61a-efc718696e7e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'floatingip': {'port_id': '4a7a3ecf-3222-429c-b0ba-d3eafca8e267'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:45.004116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94e86b-4820-431e-9822-e27271d572a8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Subnet': ['ID=e9759401-33ca-484a-b591-e086e96d7563,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:45.019979 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b94e86b-4820-431e-9822-e27271d572a8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:45.026829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3b94e86b-4820-431e-9822-e27271d572a8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/e9759401-33ca-484a-b591-e086e96d7563 HTTP/1.1" status: 204 len: 168 time: 0.6049805 Nov 09 18:03:45.031840 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b83e-0bf6-4329-a61a-efc718696e7e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:45.040565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-17341bb7-ea8d-42f1-8595-a369031ad225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:43Z', 'revision_number': 10, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:45.052486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55716) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:45.057540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a2e8d8-163c-4364-a4f3-76bd40f94906 None None] Network 157ae479-c090-4b35-ab6d-754a7ba0ce16 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:45.153241 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:45.208247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad031e6-d90f-44c7-9120-9ffad2931851 None None] Pushing event updated for resources: {'Port': ['ID=8a9acf52-8795-4267-8128-4966bd4525b1,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:45.222200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17341bb7-ea8d-42f1-8595-a369031ad225 None None] Checking router: 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:45.229991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-8fdf9be8-b6ed-40dc-8de9-bee331f68eec tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Delete allocated IP 2001:db8::18c (a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2/95e68a7e-ce04-4639-bd9a-bb55498fdf98) {{(pid=102154) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 18:03:45.269795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17341bb7-ea8d-42f1-8595-a369031ad225 None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:45.270626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-17341bb7-ea8d-42f1-8595-a369031ad225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:45.726440 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b83e-0bf6-4329-a61a-efc718696e7e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:45.733336 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b83e-0bf6-4329-a61a-efc718696e7e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:45.862580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8a9acf52-8795-4267-8128-4966bd4525b1 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:45.869332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-8fdf9be8-b6ed-40dc-8de9-bee331f68eec tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Allocated IP 2001:db8:0:2::2b5 (a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2/4962e252-739c-49f5-994a-af55488838a2/4abcf459-45d1-467c-9f56-656af36bcc46) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:45.872709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-17341bb7-ea8d-42f1-8595-a369031ad225 None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:45.909046 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-bbd8b83e-0bf6-4329-a61a-efc718696e7e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Floating IP a626e013-9a83-4b82-a82d-ff35b0083759 associated. External IP: 172.25.1.233, port: 4a7a3ecf-3222-429c-b0ba-d3eafca8e267. Nov 09 18:03:45.920143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efd72c-8545-436f-804f-0191151fb14a req-443f2966-575c-4665-91b7-1648e7f978a8 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:45.921870 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5efd72c-8545-436f-804f-0191151fb14a req-443f2966-575c-4665-91b7-1648e7f978a8 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 945 time: 0.8704329 Nov 09 18:03:45.945243 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.107512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3a1cc-5e16-4461-8809-d3f6372328f5 req-1708ff11-f836-4ab2-93a2-4b79a9dd3a83 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:46.115290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7aa3a1cc-5e16-4461-8809-d3f6372328f5 req-1708ff11-f836-4ab2-93a2-4b79a9dd3a83 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 945 time: 0.3310587 Nov 09 18:03:46.206096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4788c1-d18a-4234-86b5-e0e475fa2669 None None] DHCP port deletion for 157ae479-c090-4b35-ab6d-754a7ba0ce16 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:46.252360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port feb65ee5-58ea-4971-9122-cc280ce3b135 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:46.252815 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.275273 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8a9acf52-8795-4267-8128-4966bd4525b1 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:46.275593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.340337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd8b83e-0bf6-4329-a61a-efc718696e7e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:46.374886 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7aa3a1cc-5e16-4461-8809-d3f6372328f5 req-254c4fbf-98a2-4a74-a6f5-ea07943e9f44 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a1ec1-8b44-4bb2-9833-d665fec1d117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585597 Nov 09 18:03:46.449325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] For port feb65ee5-58ea-4971-9122-cc280ce3b135, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=feb65ee5-58ea-4971-9122-cc280ce3b135,segment=NetworkSegment(ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb),segment_id=ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:46.449761 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.485623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for feb65ee5-58ea-4971-9122-cc280ce3b135 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:46.535720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-65304e4c-417d-4fbe-9bc6-19667d67597a None None] Provisioning complete for port d12866fb-3594-4e94-852b-4aeafcaa8a9a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:46.536040 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-65304e4c-417d-4fbe-9bc6-19667d67597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.574245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9b4788c1-d18a-4234-86b5-e0e475fa2669 None None] Deleting port feb65ee5-58ea-4971-9122-cc280ce3b135 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:46.574613 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9b4788c1-d18a-4234-86b5-e0e475fa2669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.596864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9be8-b6ed-40dc-8de9-bee331f68eec tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.618954 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9be8-b6ed-40dc-8de9-bee331f68eec tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.639488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-e5efd72c-8545-436f-804f-0191151fb14a req-872b666f-cc3b-4c0b-9161-76bc75dc4d04 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Deleting port b9d7da2c-38cc-4c4d-b269-a932f19b7730 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:46.643287 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5efd72c-8545-436f-804f-0191151fb14a req-872b666f-cc3b-4c0b-9161-76bc75dc4d04 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.667346 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-65304e4c-417d-4fbe-9bc6-19667d67597a None None] Port d12866fb-3594-4e94-852b-4aeafcaa8a9a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:46.697028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9b4788c1-d18a-4234-86b5-e0e475fa2669 None None] For port feb65ee5-58ea-4971-9122-cc280ce3b135, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=feb65ee5-58ea-4971-9122-cc280ce3b135,segment=NetworkSegment(ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb),segment_id=ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:46.697604 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9b4788c1-d18a-4234-86b5-e0e475fa2669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.719621 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-65304e4c-417d-4fbe-9bc6-19667d67597a None None] Provisioning complete for port 4abcf459-45d1-467c-9f56-656af36bcc46 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:46.720123 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-65304e4c-417d-4fbe-9bc6-19667d67597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.766488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9b4788c1-d18a-4234-86b5-e0e475fa2669 None None] Calling delete_port for feb65ee5-58ea-4971-9122-cc280ce3b135 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:46.769974 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-65304e4c-417d-4fbe-9bc6-19667d67597a None None] Port 4abcf459-45d1-467c-9f56-656af36bcc46 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:46.780480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-17341bb7-ea8d-42f1-8595-a369031ad225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:43Z', 'revision_number': 10, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:46.820037 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17341bb7-ea8d-42f1-8595-a369031ad225 None None] The sync data for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 is: [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:43Z', 'revision_number': 10, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None, '_interfaces': [{'id': 'cabe628e-0330-4849-8081-2ce2f444e32d', 'name': '', 'network_id': 'b83abb6a-1b6f-47d5-87ac-55b1831b411d', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'mac_address': 'fa:16:3e:df:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:44Z', 'updated_at': '2021-11-09T18:02:55Z', 'revision_number': 5, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'subnets': [{'id': '8890ab45-acfb-4cfc-b309-dc4b4a30ef20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:46.910596 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf9be8-b6ed-40dc-8de9-bee331f68eec tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] In _notify_port_updated(), no bound segment for port 4abcf459-45d1-467c-9f56-656af36bcc46 on network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 {{(pid=102154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:03:46.917886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf9be8-b6ed-40dc-8de9-bee331f68eec tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:46.918586 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9be8-b6ed-40dc-8de9-bee331f68eec tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.920438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8fdf9be8-b6ed-40dc-8de9-bee331f68eec tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "PUT /v2.0/ports/4abcf459-45d1-467c-9f56-656af36bcc46 HTTP/1.1" status: 200 len: 968 time: 3.6839640 Nov 09 18:03:46.928776 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.931738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55734) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:46.976963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-65304e4c-417d-4fbe-9bc6-19667d67597a None None] Provisioning complete for port 8a9acf52-8795-4267-8128-4966bd4525b1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:46.977665 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-65304e4c-417d-4fbe-9bc6-19667d67597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.121105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No DVR routers for this DVR port feb65ee5-58ea-4971-9122-cc280ce3b135 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:47.170443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf9be8-b6ed-40dc-8de9-bee331f68eec tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event updated for resources: {'Port': ['ID=4abcf459-45d1-467c-9f56-656af36bcc46,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:47.195335 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9b4788c1-d18a-4234-86b5-e0e475fa2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.205664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd8b83e-0bf6-4329-a61a-efc718696e7e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:47.218084 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b83e-0bf6-4329-a61a-efc718696e7e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.231547 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81830692-dc50-4d04-9188-2077b4431d88 None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:47.248469 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81830692-dc50-4d04-9188-2077b4431d88 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:47.249184 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-81830692-dc50-4d04-9188-2077b4431d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:47.255882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e5efd72c-8545-436f-804f-0191151fb14a req-872b666f-cc3b-4c0b-9161-76bc75dc4d04 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] For port b9d7da2c-38cc-4c4d-b269-a932f19b7730, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b9d7da2c-38cc-4c4d-b269-a932f19b7730,segment=NetworkSegment(39811363-ee8e-4865-9231-56394dcc1205),segment_id=39811363-ee8e-4865-9231-56394dcc1205)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:47.257163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5efd72c-8545-436f-804f-0191151fb14a req-872b666f-cc3b-4c0b-9161-76bc75dc4d04 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.268369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4788c1-d18a-4234-86b5-e0e475fa2669 None None] Pushing event deleted for resources: {'Port': ['ID=feb65ee5-58ea-4971-9122-cc280ce3b135,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:47.279942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4788c1-d18a-4234-86b5-e0e475fa2669 None None] No DVR routers for this DVR port feb65ee5-58ea-4971-9122-cc280ce3b135 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:47.283878 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bbd8b83e-0bf6-4329-a61a-efc718696e7e tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "PUT /v2.0/floatingips/a626e013-9a83-4b82-a82d-ff35b0083759 HTTP/1.1" status: 200 len: 977 time: 2.3180342 Nov 09 18:03:47.284612 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55740) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:47.321010 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-81830692-dc50-4d04-9188-2077b4431d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:47.343533 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b3759060-e48d-4f0d-9ad6-3d0969d62bac None None] Provisioning complete for port 4abcf459-45d1-467c-9f56-656af36bcc46 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:47.343918 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b3759060-e48d-4f0d-9ad6-3d0969d62bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.358922 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81830692-dc50-4d04-9188-2077b4431d88 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:47.359527 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-81830692-dc50-4d04-9188-2077b4431d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:47.385405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=feb65ee5-58ea-4971-9122-cc280ce3b135,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:47.425185 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-81830692-dc50-4d04-9188-2077b4431d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:47.426076 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81830692-dc50-4d04-9188-2077b4431d88 None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:47.434154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-e5efd72c-8545-436f-804f-0191151fb14a req-872b666f-cc3b-4c0b-9161-76bc75dc4d04 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Calling delete_port for b9d7da2c-38cc-4c4d-b269-a932f19b7730 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:47.449737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b3759060-e48d-4f0d-9ad6-3d0969d62bac None None] Port 4abcf459-45d1-467c-9f56-656af36bcc46 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:47.504719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6946e-7c07-474f-bcda-a445e01c55ab tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port 4a7a3ecf-3222-429c-b0ba-d3eafca8e267 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:47.505076 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5c6946e-7c07-474f-bcda-a445e01c55ab tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.644627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.645751 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.683721 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5c6946e-7c07-474f-bcda-a445e01c55ab tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.752407 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e8a30879-55c3-4ca8-b2ac-575173842fb2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port 4abcf459-45d1-467c-9f56-656af36bcc46 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:47.753044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e8a30879-55c3-4ca8-b2ac-575173842fb2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.814497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device feb65ee5-58ea-4971-9122-cc280ce3b135 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:47.837086 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: feb65ee5-58ea-4971-9122-cc280ce3b135 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:47.837536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device feb65ee5-58ea-4971-9122-cc280ce3b135 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:47.837975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157ae479-c090-4b35-ab6d-754a7ba0ce16']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:47.838249 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device eeef3b8c-0f60-4a54-948f-f1830d7f730c no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:47.864297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: eeef3b8c-0f60-4a54-948f-f1830d7f730c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:47.864729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:47.864897 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device eeef3b8c-0f60-4a54-948f-f1830d7f730c not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:47.865027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7cd2b2-52df-4c9e-9b45-77ce33f6f3fb') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:47.878546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd30bb-bf22-48f4-929e-4c9ae4f50eda req-fe7ce94c-b1b8-4cb7-b068-58eba8d55892 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:47.880223 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-72bd30bb-bf22-48f4-929e-4c9ae4f50eda req-fe7ce94c-b1b8-4cb7-b068-58eba8d55892 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e4f4233-1538-4dd8-8f7b-8c99cdbc714c HTTP/1.1" status: 200 len: 945 time: 0.3050141 Nov 09 18:03:47.908294 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5efd72c-8545-436f-804f-0191151fb14a req-872b666f-cc3b-4c0b-9161-76bc75dc4d04 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.915844 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.986112 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.992612 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5c6946e-7c07-474f-bcda-a445e01c55ab tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.993329 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5c6946e-7c07-474f-bcda-a445e01c55ab tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.993541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b666f-cc3b-4c0b-9161-76bc75dc4d04 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Pushing event deleted for resources: {'Port': ['ID=b9d7da2c-38cc-4c4d-b269-a932f19b7730,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:47.993855 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-d5c6946e-7c07-474f-bcda-a445e01c55ab tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Floating IP a626e013-9a83-4b82-a82d-ff35b0083759 disassociated. External IP: 172.25.1.233, port: 4a7a3ecf-3222-429c-b0ba-d3eafca8e267. Nov 09 18:03:47.994402 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6946e-7c07-474f-bcda-a445e01c55ab tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for 4a7a3ecf-3222-429c-b0ba-d3eafca8e267 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:48.056622 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e8a30879-55c3-4ca8-b2ac-575173842fb2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.060166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:48.060644 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.082981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-72bd30bb-bf22-48f4-929e-4c9ae4f50eda req-ad26c8fd-301e-47ca-8bf0-2362862ac98b tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a1ec1-8b44-4bb2-9833-d665fec1d117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824684 Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:48.083725 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:48.100475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5efd72c-8545-436f-804f-0191151fb14a req-872b666f-cc3b-4c0b-9161-76bc75dc4d04 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] No DVR routers for this DVR port b9d7da2c-38cc-4c4d-b269-a932f19b7730 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:48.139304 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e5efd72c-8545-436f-804f-0191151fb14a req-872b666f-cc3b-4c0b-9161-76bc75dc4d04 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.142678 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5efd72c-8545-436f-804f-0191151fb14a req-872b666f-cc3b-4c0b-9161-76bc75dc4d04 tempest-InstanceActionsV221TestJSON-64150583 tempest-InstanceActionsV221TestJSON-64150583-project] 10.222.0.13 "DELETE /v2.0/ports/b9d7da2c-38cc-4c4d-b269-a932f19b7730 HTTP/1.1" status: 204 len: 173 time: 2.1880882 Nov 09 18:03:48.143178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4f4233-1538-4dd8-8f7b-8c99cdbc714c', 'name': 'network-vif-deleted', 'tag': 'b9d7da2c-38cc-4c4d-b269-a932f19b7730'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:48.145709 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985f49c9-eaee-4bb7-ad6b-0a375a4be87f" -d '{"events": [{"server_uuid": "2e4f4233-1538-4dd8-8f7b-8c99cdbc714c", "name": "network-vif-deleted", "tag": "b9d7da2c-38cc-4c4d-b269-a932f19b7730"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:48.152081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e8a30879-55c3-4ca8-b2ac-575173842fb2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for 4abcf459-45d1-467c-9f56-656af36bcc46 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:48.251744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5c6946e-7c07-474f-bcda-a445e01c55ab tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.265306 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.267835 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b583a3db-adc6-47aa-b477-20a655854f85 x-openstack-request-id: req-b583a3db-adc6-47aa-b477-20a655854f85 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:48.268146 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4f4233-1538-4dd8-8f7b-8c99cdbc714c", "name": "network-vif-deleted", "tag": "b9d7da2c-38cc-4c4d-b269-a932f19b7730", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:48.268389 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b583a3db-adc6-47aa-b477-20a655854f85 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:48.268806 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4f4233-1538-4dd8-8f7b-8c99cdbc714c', 'name': 'network-vif-deleted', 'tag': 'b9d7da2c-38cc-4c4d-b269-a932f19b7730', 'status': 'completed', 'code': 200} Nov 09 18:03:48.301077 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6946e-7c07-474f-bcda-a445e01c55ab tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=4a7a3ecf-3222-429c-b0ba-d3eafca8e267,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:48.305696 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.315548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/networks/157ae479-c090-4b35-ab6d-754a7ba0ce16 HTTP/1.1" status: 204 len: 168 time: 3.2618985 Nov 09 18:03:48.320795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55758) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:48.343420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518d0dc-db66-4622-b31a-56411a62b604 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Network': ['ID=157ae479-c090-4b35-ab6d-754a7ba0ce16,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:48.459527 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e8a30879-55c3-4ca8-b2ac-575173842fb2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.532590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a30879-55c3-4ca8-b2ac-575173842fb2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=4abcf459-45d1-467c-9f56-656af36bcc46,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:48.571090 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e8a30879-55c3-4ca8-b2ac-575173842fb2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.583774 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e8a30879-55c3-4ca8-b2ac-575173842fb2 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/4abcf459-45d1-467c-9f56-656af36bcc46 HTTP/1.1" status: 204 len: 168 time: 1.6462083 Nov 09 18:03:48.586377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55762) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:48.648763 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2839540-83b7-4940-9b14-1cdb84ba0c6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] GET failed (client error): The resource could not be found. Nov 09 18:03:48.651208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b2839540-83b7-4940-9b14-1cdb84ba0c6b tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports/4abcf459-45d1-467c-9f56-656af36bcc46 HTTP/1.1" status: 404 len: 333 time: 0.0629902 Nov 09 18:03:48.654865 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55764) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:48.714412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c6946e-7c07-474f-bcda-a445e01c55ab tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:48.751921 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-feae8499-5390-4378-8a4c-5d031ac0a791 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.811904 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-feae8499-5390-4378-8a4c-5d031ac0a791 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.891145 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-feae8499-5390-4378-8a4c-5d031ac0a791 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.894445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-feae8499-5390-4378-8a4c-5d031ac0a791 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.900655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-feae8499-5390-4378-8a4c-5d031ac0a791 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/security-groups/84a9c677-ad81-4870-a0c5-99a3901524f8 HTTP/1.1" status: 204 len: 168 time: 0.2421541 Nov 09 18:03:48.900655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55770) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:48.911374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c6946e-7c07-474f-bcda-a445e01c55ab tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:48.918358 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae8499-5390-4378-8a4c-5d031ac0a791 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a9c677-ad81-4870-a0c5-99a3901524f8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:48.928056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7e06d-58f1-4c2c-9a80-71569a5958c0 None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:48.960113 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7e06d-58f1-4c2c-9a80-71569a5958c0 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:48.962584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a8c7e06d-58f1-4c2c-9a80-71569a5958c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:49.022241 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6239b726-bae1-4dc3-b1d9-4e3e1c52c541 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.029680 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5c6946e-7c07-474f-bcda-a445e01c55ab tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.032158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a8c7e06d-58f1-4c2c-9a80-71569a5958c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:49.033312 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d5c6946e-7c07-474f-bcda-a445e01c55ab tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/ports/4a7a3ecf-3222-429c-b0ba-d3eafca8e267 HTTP/1.1" status: 204 len: 168 time: 1.7476223 Nov 09 18:03:49.037952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55774) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:49.056319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7e06d-58f1-4c2c-9a80-71569a5958c0 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:49.057405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a8c7e06d-58f1-4c2c-9a80-71569a5958c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:49.101086 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6239b726-bae1-4dc3-b1d9-4e3e1c52c541 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.107809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a6359345-8555-4b88-bf70-b1d59451f955 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.108041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f39bb950-99fb-4933-acbc-3518f365a653 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "GET /v2.0/floatingips/a626e013-9a83-4b82-a82d-ff35b0083759 HTTP/1.1" status: 200 len: 688 time: 0.0689061 Nov 09 18:03:49.115362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55776) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:49.131665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a8c7e06d-58f1-4c2c-9a80-71569a5958c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:49.132350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7e06d-58f1-4c2c-9a80-71569a5958c0 None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:49.302321 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6239b726-bae1-4dc3-b1d9-4e3e1c52c541 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.305699 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6239b726-bae1-4dc3-b1d9-4e3e1c52c541 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.307117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6239b726-bae1-4dc3-b1d9-4e3e1c52c541 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/security-groups/738fc4ef-a36d-428f-84ca-7f6092ad4504 HTTP/1.1" status: 204 len: 168 time: 0.3966625 Nov 09 18:03:49.312324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55786) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:49.328269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b9d7da2c-38cc-4c4d-b269-a932f19b7730 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:49.332020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239b726-bae1-4dc3-b1d9-4e3e1c52c541 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738fc4ef-a36d-428f-84ca-7f6092ad4504,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:49.424222 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: b9d7da2c-38cc-4c4d-b269-a932f19b7730 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:49.424930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b9d7da2c-38cc-4c4d-b269-a932f19b7730 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:49.438102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55792) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:49.472472 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0c00690-6613-4b47-b284-abbbf9e1d3f8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.491852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f67748b8-a88b-4190-96ac-7ce02bf4234b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port 12e135c9-86f0-471f-832a-378c85491f69 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:49.492202 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f67748b8-a88b-4190-96ac-7ce02bf4234b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.513201 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a6359345-8555-4b88-bf70-b1d59451f955 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port cabe628e-0330-4849-8081-2ce2f444e32d {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:49.513201 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a6359345-8555-4b88-bf70-b1d59451f955 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.568299 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0c00690-6613-4b47-b284-abbbf9e1d3f8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.584535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c499363a-4992-4833-b9b5-a0eb7e6be541 admin admin] Deleting subnet 9573ceef-81a1-466a-b1df-7c52a874d32c {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:49.593795 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c499363a-4992-4833-b9b5-a0eb7e6be541 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.636651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-a6359345-8555-4b88-bf70-b1d59451f955 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] For port cabe628e-0330-4849-8081-2ce2f444e32d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=cabe628e-0330-4849-8081-2ce2f444e32d,segment=NetworkSegment(471182c8-2602-41fc-815c-f59debffef19),segment_id=471182c8-2602-41fc-815c-f59debffef19)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:49.637057 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a6359345-8555-4b88-bf70-b1d59451f955 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.659546 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a6359345-8555-4b88-bf70-b1d59451f955 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for cabe628e-0330-4849-8081-2ce2f444e32d owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:49.695169 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f67748b8-a88b-4190-96ac-7ce02bf4234b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.695603 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f67748b8-a88b-4190-96ac-7ce02bf4234b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.700986 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c499363a-4992-4833-b9b5-a0eb7e6be541 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.739081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f67748b8-a88b-4190-96ac-7ce02bf4234b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for 12e135c9-86f0-471f-832a-378c85491f69 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:49.746070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0c00690-6613-4b47-b284-abbbf9e1d3f8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.758736 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f0c00690-6613-4b47-b284-abbbf9e1d3f8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.765094 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f0c00690-6613-4b47-b284-abbbf9e1d3f8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/security-groups/e1df705f-568f-4786-b6ca-d2f8a1ca211d HTTP/1.1" status: 204 len: 168 time: 0.4451828 Nov 09 18:03:49.772904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55800) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:49.855713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c00690-6613-4b47-b284-abbbf9e1d3f8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1df705f-568f-4786-b6ca-d2f8a1ca211d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:49.871504 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c499363a-4992-4833-b9b5-a0eb7e6be541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.922481 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a6359345-8555-4b88-bf70-b1d59451f955 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.942215 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5b50d9-fcaa-487c-a30d-ce08419a3019 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting subnet 95e68a7e-ce04-4639-bd9a-bb55498fdf98 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:49.955060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6359345-8555-4b88-bf70-b1d59451f955 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=cabe628e-0330-4849-8081-2ce2f444e32d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:49.959924 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2a5b50d9-fcaa-487c-a30d-ce08419a3019 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.062882 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2a5b50d9-fcaa-487c-a30d-ce08419a3019 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.079022 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a6359345-8555-4b88-bf70-b1d59451f955 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.097680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c499363a-4992-4833-b9b5-a0eb7e6be541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.169340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499363a-4992-4833-b9b5-a0eb7e6be541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9573ceef-81a1-466a-b1df-7c52a874d32c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:50.176983 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c499363a-4992-4833-b9b5-a0eb7e6be541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.180537 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c499363a-4992-4833-b9b5-a0eb7e6be541 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9573ceef-81a1-466a-b1df-7c52a874d32c HTTP/1.1" status: 204 len: 168 time: 0.7402017 Nov 09 18:03:50.186479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55808) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:50.277849 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f67748b8-a88b-4190-96ac-7ce02bf4234b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.278814 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6359345-8555-4b88-bf70-b1d59451f955 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:50.374068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6359345-8555-4b88-bf70-b1d59451f955 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:50.384422 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a6359345-8555-4b88-bf70-b1d59451f955 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0593829 Nov 09 18:03:50.384634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67748b8-a88b-4190-96ac-7ce02bf4234b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=12e135c9-86f0-471f-832a-378c85491f69,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:50.385575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55812) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:50.387318 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f0d08-334c-4e15-98aa-0300b216d38a None None] Sync routers for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:50.409185 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f0d08-334c-4e15-98aa-0300b216d38a None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:50.419144 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-7d6f0d08-334c-4e15-98aa-0300b216d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:50.459916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2a5b50d9-fcaa-487c-a30d-ce08419a3019 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.466824 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.472858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7462518-04ec-487e-952b-20acdfd482bd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting subnet 8890ab45-acfb-4cfc-b309-dc4b4a30ef20 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:50.479281 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7462518-04ec-487e-952b-20acdfd482bd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.564788 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f67748b8-a88b-4190-96ac-7ce02bf4234b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.566596 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f67748b8-a88b-4190-96ac-7ce02bf4234b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.568599 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f67748b8-a88b-4190-96ac-7ce02bf4234b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/floatingips/a626e013-9a83-4b82-a82d-ff35b0083759 HTTP/1.1" status: 204 len: 168 time: 1.4515998 Nov 09 18:03:50.578140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55818) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:50.581518 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-7d6f0d08-334c-4e15-98aa-0300b216d38a None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:50.585090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:50.590986 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7462518-04ec-487e-952b-20acdfd482bd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.643546 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2a5b50d9-fcaa-487c-a30d-ce08419a3019 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.647327 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.655340 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-7d6f0d08-334c-4e15-98aa-0300b216d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:49Z', 'revision_number': 11, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:50.716370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b50d9-fcaa-487c-a30d-ce08419a3019 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Subnet': ['ID=95e68a7e-ce04-4639-bd9a-bb55498fdf98,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:50.716871 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f0d08-334c-4e15-98aa-0300b216d38a None None] Checking router: 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:50.723581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157ed1e1-ab6c-4a39-84d2-2e9e907b834e']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:50.726962 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.739563 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f0d08-334c-4e15-98aa-0300b216d38a None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:50.740197 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-7d6f0d08-334c-4e15-98aa-0300b216d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:50.740950 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2a5b50d9-fcaa-487c-a30d-ce08419a3019 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.741892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abf38e1-60df-4791-85dc-ba32f097ecee None None] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:50.746586 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2a5b50d9-fcaa-487c-a30d-ce08419a3019 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/95e68a7e-ce04-4639-bd9a-bb55498fdf98 HTTP/1.1" status: 204 len: 168 time: 0.9684923 Nov 09 18:03:50.752733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55822) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:50.769676 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7462518-04ec-487e-952b-20acdfd482bd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.772752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39811363-ee8e-4865-9231-56394dcc1205') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:50.773181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39811363-ee8e-4865-9231-56394dcc1205') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:50.835886 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.875724 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.890034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5ade14-2cba-4ee7-90f2-95a6a53063df tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting subnet 4962e252-739c-49f5-994a-af55488838a2 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:50.906655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e5ade14-2cba-4ee7-90f2-95a6a53063df tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.909719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:50.910901 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.912857 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-7d6f0d08-334c-4e15-98aa-0300b216d38a None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:50.915011 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:50.924004 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7462518-04ec-487e-952b-20acdfd482bd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.980536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7462518-04ec-487e-952b-20acdfd482bd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Subnet': ['ID=8890ab45-acfb-4cfc-b309-dc4b4a30ef20,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:50.983053 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-7d6f0d08-334c-4e15-98aa-0300b216d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:49Z', 'revision_number': 11, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:51.000800 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b7462518-04ec-487e-952b-20acdfd482bd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.004654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b7462518-04ec-487e-952b-20acdfd482bd tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/8890ab45-acfb-4cfc-b309-dc4b4a30ef20 HTTP/1.1" status: 204 len: 168 time: 0.6177018 Nov 09 18:03:51.007735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55826) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:51.025565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beefbe96-2b31-435d-9b2b-d43b1e8c01b2 None None] Network b83abb6a-1b6f-47d5-87ac-55b1831b411d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:51.025766 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f0d08-334c-4e15-98aa-0300b216d38a None None] The sync data for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 is: [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:49Z', 'revision_number': 11, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:51.145310 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.212541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Deleting port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:51.213229 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.327817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] For port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9ee0145e-9825-4d38-b013-b9fe66f3a1b3,segment=NetworkSegment(471182c8-2602-41fc-815c-f59debffef19),segment_id=471182c8-2602-41fc-815c-f59debffef19)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:51.329221 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.347761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Calling delete_port for 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:51.433481 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b77628b-e0fd-4562-9289-1f0cc895b8f3 None None] DHCP port deletion for b83abb6a-1b6f-47d5-87ac-55b1831b411d request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:51.492058 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.527512 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.530281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9b77628b-e0fd-4562-9289-1f0cc895b8f3 None None] Deleting port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:51.531429 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9b77628b-e0fd-4562-9289-1f0cc895b8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.548820 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.560465 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] 10.222.0.81 "DELETE /v2.0/networks/157ed1e1-ab6c-4a39-84d2-2e9e907b834e HTTP/1.1" status: 204 len: 168 time: 1.3728273 Nov 09 18:03:51.579532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Port': ['ID=9ee0145e-9825-4d38-b013-b9fe66f3a1b3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:51.594752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No DVR routers for this DVR port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:51.619342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Pushing event deleted for resources: {'Network': ['ID=157ed1e1-ab6c-4a39-84d2-2e9e907b834e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:51.716642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:51.717205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:51.717785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:51.721707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:51.722347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:51.722937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:51.723504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:51.723995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:51.724333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:51.724928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:51.725404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:51.725690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17928b1b-1938-4b48-b1a1-ed71aba0c095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:51.731828 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9b77628b-e0fd-4562-9289-1f0cc895b8f3 None None] For port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:51.735752 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9b77628b-e0fd-4562-9289-1f0cc895b8f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.766437 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e5ade14-2cba-4ee7-90f2-95a6a53063df tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.774919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9b77628b-e0fd-4562-9289-1f0cc895b8f3 None None] Calling delete_port for 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:51.780629 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-9b77628b-e0fd-4562-9289-1f0cc895b8f3 None None] Port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:03:51.785255 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9b77628b-e0fd-4562-9289-1f0cc895b8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.835966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77628b-e0fd-4562-9289-1f0cc895b8f3 None None] Pushing event deleted for resources: {'Port': ['ID=9ee0145e-9825-4d38-b013-b9fe66f3a1b3,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:51.838346 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b77628b-e0fd-4562-9289-1f0cc895b8f3 None None] No DVR routers for this DVR port 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:51.841830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55830) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:51.874080 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.883337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device cabe628e-0330-4849-8081-2ce2f444e32d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:51.902168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83abb6a-1b6f-47d5-87ac-55b1831b411d']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:51.913007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471182c8-2602-41fc-815c-f59debffef19') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:51.913295 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471182c8-2602-41fc-815c-f59debffef19') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:51.924398 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.924832 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: cabe628e-0330-4849-8081-2ce2f444e32d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:51.925194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device cabe628e-0330-4849-8081-2ce2f444e32d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:51.925618 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:51.939442 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.948686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:51.949106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.974972 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e5ade14-2cba-4ee7-90f2-95a6a53063df tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.983634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:51.989907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9ee0145e-9825-4d38-b013-b9fe66f3a1b3 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:52.026254 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:52.065152 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:03:52.109791 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.116838 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a5c3fb0-bb05-464f-9484-8bca4d0d570f req-e1f43b77-3152-46ef-93a5-c16930d2d33b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4241455 Nov 09 18:03:52.128244 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.137079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f9f9fec5-7de0-4adc-a4b9-4fc081487e9f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c90374624fa748819477b5b18d642298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889793 Nov 09 18:03:52.137079 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.140530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55836) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:52.143172 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/networks/b83abb6a-1b6f-47d5-87ac-55b1831b411d HTTP/1.1" status: 204 len: 168 time: 1.1329811 Nov 09 18:03:52.147760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55838) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:52.157121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075a37c-f012-4f4e-9182-a80a8d08a0db tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Pushing event deleted for resources: {'Network': ['ID=b83abb6a-1b6f-47d5-87ac-55b1831b411d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:52.166745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-91c63801-a6d3-4759-b92d-49d594ddeacb tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'router': {'routes': None}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:52.280605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c3fb0-bb05-464f-9484-8bca4d0d570f req-ad5953e5-41af-49e1-addf-f17817e46167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:52.283430 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a5c3fb0-bb05-464f-9484-8bca4d0d570f req-ad5953e5-41af-49e1-addf-f17817e46167 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 1096 time: 0.0900595 Nov 09 18:03:52.431356 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e5ade14-2cba-4ee7-90f2-95a6a53063df tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.446851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-535b88d3-8b6b-4acb-94ca-346efdcf7b73 None None] Provisioning complete for port d12866fb-3594-4e94-852b-4aeafcaa8a9a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:52.447791 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-535b88d3-8b6b-4acb-94ca-346efdcf7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.477038 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c3fb0-bb05-464f-9484-8bca4d0d570f req-c2fd4f8f-adce-46f7-a115-e40fd7bea3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:52.477038 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a5c3fb0-bb05-464f-9484-8bca4d0d570f req-c2fd4f8f-adce-46f7-a115-e40fd7bea3ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.1538317 Nov 09 18:03:52.522506 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-535b88d3-8b6b-4acb-94ca-346efdcf7b73 None None] Port d12866fb-3594-4e94-852b-4aeafcaa8a9a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:52.538385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-535b88d3-8b6b-4acb-94ca-346efdcf7b73 None None] Provisioning complete for port 8a9acf52-8795-4267-8128-4966bd4525b1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:52.538878 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-535b88d3-8b6b-4acb-94ca-346efdcf7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.559163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.extraroute_db [None req-91c63801-a6d3-4759-b92d-49d594ddeacb tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Added routes are [] {{(pid=102154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 18:03:52.559824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.extraroute_db [None req-91c63801-a6d3-4759-b92d-49d594ddeacb tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Removed routes are [] {{(pid=102154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 18:03:52.560572 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91c63801-a6d3-4759-b92d-49d594ddeacb tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.584554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a5c3fb0-bb05-464f-9484-8bca4d0d570f req-c88d6265-2604-4064-96e7-4993c9181254 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb HTTP/1.1" status: 200 len: 1000 time: 0.1059840 Nov 09 18:03:52.591685 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84043418-da8c-42cf-81e2-5d125cb2a7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.601165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ade14-2cba-4ee7-90f2-95a6a53063df tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Subnet': ['ID=4962e252-739c-49f5-994a-af55488838a2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:52.616020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effddafa-3ddd-4f55-a6fe-13b0015c104d None None] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:52.642025 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e5ade14-2cba-4ee7-90f2-95a6a53063df tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.649699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3e5ade14-2cba-4ee7-90f2-95a6a53063df tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/4962e252-739c-49f5-994a-af55488838a2 HTTP/1.1" status: 204 len: 168 time: 1.8917813 Nov 09 18:03:52.680798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55844) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:52.690011 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c3fb0-bb05-464f-9484-8bca4d0d570f req-8de15bce-7425-4409-877a-877101241b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:52.693651 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a5c3fb0-bb05-464f-9484-8bca4d0d570f req-8de15bce-7425-4409-877a-877101241b27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.1006374 Nov 09 18:03:52.742903 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84043418-da8c-42cf-81e2-5d125cb2a7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.745056 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c142325d-153e-4eae-98ad-a05b29ec1bcf tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:52.745514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c142325d-153e-4eae-98ad-a05b29ec1bcf tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:52.752986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c142325d-153e-4eae-98ad-a05b29ec1bcf tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/95e68a7e-ce04-4639-bd9a-bb55498fdf98 HTTP/1.1" status: 404 len: 337 time: 0.0595644 Nov 09 18:03:52.771804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55846) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:52.840449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c3fb0-bb05-464f-9484-8bca4d0d570f req-a56d7294-5f98-40a4-8ba4-bee3e6e6719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:52.841987 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a5c3fb0-bb05-464f-9484-8bca4d0d570f req-a56d7294-5f98-40a4-8ba4-bee3e6e6719f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399593 Nov 09 18:03:52.848613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be42fe7-ea0a-4e0f-8434-b0eefd83b0ac tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting subnet 191bc6b4-a6c1-4a23-969b-f35af292185e {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:52.871739 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3be42fe7-ea0a-4e0f-8434-b0eefd83b0ac tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.905320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91c63801-a6d3-4759-b92d-49d594ddeacb tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.927170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.25.1.29 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/f6fc25b0-a193-462d-8edb-0e89aaa004e2) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:52.932377 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91c63801-a6d3-4759-b92d-49d594ddeacb tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.957527 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3be42fe7-ea0a-4e0f-8434-b0eefd83b0ac tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:53.047776 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a5c3fb0-bb05-464f-9484-8bca4d0d570f req-a89201e9-35f0-4d1f-8199-565638796fa5 service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961617 Nov 09 18:03:53.090705 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:53.154109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3be42fe7-ea0a-4e0f-8434-b0eefd83b0ac tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:53.199324 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:53.246036 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:53.280540 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a5c3fb0-bb05-464f-9484-8bca4d0d570f req-f703165e-1417-47b6-8b95-0d4eafb7b2cb service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199360 Nov 09 18:03:53.306528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c63801-a6d3-4759-b92d-49d594ddeacb tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:53.314424 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84043418-da8c-42cf-81e2-5d125cb2a7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:53.318991 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84043418-da8c-42cf-81e2-5d125cb2a7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:53.322882 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-84043418-da8c-42cf-81e2-5d125cb2a7f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/180a1ec1-8b44-4bb2-9833-d665fec1d117 HTTP/1.1" status: 204 len: 168 time: 1.1705406 Nov 09 18:03:53.333086 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3be42fe7-ea0a-4e0f-8434-b0eefd83b0ac tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:53.343617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84043418-da8c-42cf-81e2-5d125cb2a7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180a1ec1-8b44-4bb2-9833-d665fec1d117,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:53.345807 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=f6fc25b0-a193-462d-8edb-0e89aaa004e2,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:53.369081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:53.373374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:53.403129 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3be42fe7-ea0a-4e0f-8434-b0eefd83b0ac tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:53.410605 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3be42fe7-ea0a-4e0f-8434-b0eefd83b0ac tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/191bc6b4-a6c1-4a23-969b-f35af292185e HTTP/1.1" status: 204 len: 168 time: 0.6320736 Nov 09 18:03:53.410605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be42fe7-ea0a-4e0f-8434-b0eefd83b0ac tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Subnet': ['ID=191bc6b4-a6c1-4a23-969b-f35af292185e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:53.410605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55858) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:53.455037 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3716449-4521-4d53-9325-520d814e6c23 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:53.455970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3716449-4521-4d53-9325-520d814e6c23 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:53.463145 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c3716449-4521-4d53-9325-520d814e6c23 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/f08d652c-3ad4-4c51-a48c-8788a8fc7aa7 HTTP/1.1" status: 404 len: 337 time: 0.0479903 Nov 09 18:03:53.465679 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55860) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:53.465880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:53.504195 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2997dc58-9943-43bb-a927-1bbb9404fde3 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4e575c0-b925-4d24-b921-a9993368cc2b HTTP/1.1" status: 200 len: 205 time: 0.0289819 Nov 09 18:03:53.504195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55862) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:53.552688 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-7a0f00fe-6f28-46e9-8d40-e6fee22e5fcc tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] delete failed (client error): The resource could not be found. Nov 09 18:03:53.557258 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7a0f00fe-6f28-46e9-8d40-e6fee22e5fcc tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/routers/c4e575c0-b925-4d24-b921-a9993368cc2b HTTP/1.1" status: 404 len: 336 time: 0.0535486 Nov 09 18:03:53.560529 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55864) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:53.568485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c63801-a6d3-4759-b92d-49d594ddeacb tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:53.577221 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91c63801-a6d3-4759-b92d-49d594ddeacb tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:53.580772 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-91c63801-a6d3-4759-b92d-49d594ddeacb tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 HTTP/1.1" status: 200 len: 703 time: 1.4214356 Nov 09 18:03:53.586796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4fb7fb-4235-4909-a68f-d4ab52d1a91b None None] Sync routers for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:53.597948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55866) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:53.608909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4fb7fb-4235-4909-a68f-d4ab52d1a91b None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:53.610035 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4f4fb7fb-4235-4909-a68f-d4ab52d1a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:53.625679 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a101a5d-7928-489f-b4c1-0259275aac28 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:53.626141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a101a5d-7928-489f-b4c1-0259275aac28 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:53.640665 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3a101a5d-7928-489f-b4c1-0259275aac28 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/b77d9547-788b-475a-a56f-04332629e6ed HTTP/1.1" status: 404 len: 337 time: 0.0766914 Nov 09 18:03:53.640665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55868) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:53.641020 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9ad95237-bbcb-48f7-899e-55d7472bb35f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 HTTP/1.1" status: 200 len: 205 time: 0.0404885 Nov 09 18:03:53.643784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55870) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:53.742552 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b40038-011a-4f74-a0cd-e82507d253e8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:53.743027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b40038-011a-4f74-a0cd-e82507d253e8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:53.746323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-73b40038-011a-4f74-a0cd-e82507d253e8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/9009996a-9edb-4b9b-a5db-f95146a15546 HTTP/1.1" status: 404 len: 337 time: 0.1022089 Nov 09 18:03:53.749414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55874) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:53.784403 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e49bd2-8be3-45ae-a7f5-3ec21eca7712 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:53.785033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e49bd2-8be3-45ae-a7f5-3ec21eca7712 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:53.788219 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-08e49bd2-8be3-45ae-a7f5-3ec21eca7712 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/483bae8a-cc9b-4d89-8aa8-09cfa58bcb6a HTTP/1.1" status: 404 len: 337 time: 0.0377958 Nov 09 18:03:53.791889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55876) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:53.805578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-4f4fb7fb-4235-4909-a68f-d4ab52d1a91b None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:53.850535 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a97c2b-74d0-4818-98cd-254b8b60c1c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:53.851207 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a97c2b-74d0-4818-98cd-254b8b60c1c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:53.855100 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-88a97c2b-74d0-4818-98cd-254b8b60c1c5 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/0be8dc63-6d55-4f99-8e77-9b7e4f27bba9 HTTP/1.1" status: 404 len: 333 time: 0.0621297 Nov 09 18:03:53.891703 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9ae3-2db4-4788-b023-3fdd8da3472f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:53.895315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55878) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:53.926289 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:53.927845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4f4fb7fb-4235-4909-a68f-d4ab52d1a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:49Z', 'revision_number': 11, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:53.957667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4fb7fb-4235-4909-a68f-d4ab52d1a91b None None] Checking router: 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:53.972214 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4fb7fb-4235-4909-a68f-d4ab52d1a91b None None] Routers {'46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:53.973174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4f4fb7fb-4235-4909-a68f-d4ab52d1a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:54.071385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150aebd8-33a8-4746-a811-c57d21a40486 None None] Network a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:54.216338 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6648ea-02e8-4254-b932-b934d42bef46 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:54.217108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6648ea-02e8-4254-b932-b934d42bef46 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:54.225110 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8d6648ea-02e8-4254-b932-b934d42bef46 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/4ec77da0-e256-4756-aa8c-2643f2b57281 HTTP/1.1" status: 404 len: 337 time: 0.3262546 Nov 09 18:03:54.227714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55890) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:54.301105 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5f0ca9-d5fc-465e-a5d3-fd47bb557732 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:54.302151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5f0ca9-d5fc-465e-a5d3-fd47bb557732 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:54.310592 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ad5f0ca9-d5fc-465e-a5d3-fd47bb557732 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/d173f6d3-a02a-4748-9f01-8c1f8f4a393e HTTP/1.1" status: 404 len: 337 time: 0.0776095 Nov 09 18:03:54.312925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55894) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:54.345454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9ae3-2db4-4788-b023-3fdd8da3472f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:54.348668 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9ae3-2db4-4788-b023-3fdd8da3472f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:54.371531 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0278a8ec-289e-45db-a045-4e4c528699c8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:54.372604 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0278a8ec-289e-45db-a045-4e4c528699c8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:54.380644 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0278a8ec-289e-45db-a045-4e4c528699c8 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/146f926f-11d8-45e7-8604-855a39143a4f HTTP/1.1" status: 404 len: 333 time: 0.0640187 Nov 09 18:03:54.382325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55896) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:54.465987 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-4f4fb7fb-4235-4909-a68f-d4ab52d1a91b None None] Set router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:54.476604 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c2372e-68d4-487f-bb4b-fd7bbc170261 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:54.477301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c2372e-68d4-487f-bb4b-fd7bbc170261 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:54.484570 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-40c2372e-68d4-487f-bb4b-fd7bbc170261 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/8320f6b5-ec3a-4811-8a7c-16acd4f3146f HTTP/1.1" status: 404 len: 337 time: 0.0981224 Nov 09 18:03:54.486751 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55898) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:54.537367 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-def078c4-79fc-40e8-89a3-254607959748 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:54.538035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def078c4-79fc-40e8-89a3-254607959748 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:54.542632 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-def078c4-79fc-40e8-89a3-254607959748 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/subnets/270843a1-2626-4998-9b79-be05dadd766e HTTP/1.1" status: 404 len: 337 time: 0.0544338 Nov 09 18:03:54.557841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55900) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:54.626099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-4f4fb7fb-4235-4909-a68f-d4ab52d1a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:49Z', 'revision_number': 11, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:54.668530 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:54.714430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4fb7fb-4235-4909-a68f-d4ab52d1a91b None None] The sync data for ids ['46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5'] in n-d-817236-1 is: [{'id': '46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5', 'name': 'tempest-RoutersIpV6Test-router-84260979', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:02:41Z', 'updated_at': '2021-11-09T18:03:49Z', 'revision_number': 11, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:54.725666 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-04705309-8205-4743-80e3-d4ac2e1e1f6e None None] Provisioning complete for port d12866fb-3594-4e94-852b-4aeafcaa8a9a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:54.728105 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-04705309-8205-4743-80e3-d4ac2e1e1f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:54.853723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-04705309-8205-4743-80e3-d4ac2e1e1f6e None None] Port d12866fb-3594-4e94-852b-4aeafcaa8a9a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:54.908411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-04705309-8205-4743-80e3-d4ac2e1e1f6e None None] Provisioning complete for port 8a9acf52-8795-4267-8128-4966bd4525b1 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:54.909262 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-04705309-8205-4743-80e3-d4ac2e1e1f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:54.996092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-62358dae-2e83-437b-a5e1-bf1eeb120d26 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Deleting port d12866fb-3594-4e94-852b-4aeafcaa8a9a {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:54.996559 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62358dae-2e83-437b-a5e1-bf1eeb120d26 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.011459 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.032429 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9ae3-2db4-4788-b023-3fdd8da3472f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.033064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9f9ae3-2db4-4788-b023-3fdd8da3472f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Fanout notify agent at l3_agent the message router_deleted on router 46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:03:55.041330 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9ae3-2db4-4788-b023-3fdd8da3472f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.048201 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ed9f9ae3-2db4-4788-b023-3fdd8da3472f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 HTTP/1.1" status: 204 len: 168 time: 1.4071660 Nov 09 18:03:55.049168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55912) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:55.066798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b89b1857-e25d-457a-ab4f-2d7ab9d7bc0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1947177591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:55.091147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac178c71-b761-4679-833b-bc9e642c1867 None None] DHCP port deletion for a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:55.123369 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b89b1857-e25d-457a-ab4f-2d7ab9d7bc0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.124651 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b89b1857-e25d-457a-ab4f-2d7ab9d7bc0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.178599 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62358dae-2e83-437b-a5e1-bf1eeb120d26 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.334123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ac178c71-b761-4679-833b-bc9e642c1867 None None] Deleting port 8a9acf52-8795-4267-8128-4966bd4525b1 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:55.334688 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ac178c71-b761-4679-833b-bc9e642c1867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.344240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55920) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:55.350986 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-62358dae-2e83-437b-a5e1-bf1eeb120d26 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Calling delete_port for d12866fb-3594-4e94-852b-4aeafcaa8a9a owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:55.386759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b89b1857-e25d-457a-ab4f-2d7ab9d7bc0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.396689 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b89b1857-e25d-457a-ab4f-2d7ab9d7bc0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.422583 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b89b1857-e25d-457a-ab4f-2d7ab9d7bc0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.427275 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b89b1857-e25d-457a-ab4f-2d7ab9d7bc0c tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3709683 Nov 09 18:03:55.428060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55924) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:55.435248 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-57eba5e3-6e47-43de-a003-5317dd0ce747 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:55.497100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ac178c71-b761-4679-833b-bc9e642c1867 None None] For port 8a9acf52-8795-4267-8128-4966bd4525b1, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8a9acf52-8795-4267-8128-4966bd4525b1,segment=NetworkSegment(537aaceb-8186-4044-b0f8-61f2a013d1db),segment_id=537aaceb-8186-4044-b0f8-61f2a013d1db)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:55.497633 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ac178c71-b761-4679-833b-bc9e642c1867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.515306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ac178c71-b761-4679-833b-bc9e642c1867 None None] Calling delete_port for 8a9acf52-8795-4267-8128-4966bd4525b1 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:55.588295 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.596726 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.597626 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1507829814-network', 'tenant_id': '089891fd97d348c88f51f098165deeb1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:55.603245 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62358dae-2e83-437b-a5e1-bf1eeb120d26 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.646196 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-62358dae-2e83-437b-a5e1-bf1eeb120d26 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.656175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-62358dae-2e83-437b-a5e1-bf1eeb120d26 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/ports/d12866fb-3594-4e94-852b-4aeafcaa8a9a HTTP/1.1" status: 204 len: 168 time: 1.0937755 Nov 09 18:03:55.657146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55926) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:55.700238 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ac178c71-b761-4679-833b-bc9e642c1867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.745857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac178c71-b761-4679-833b-bc9e642c1867 None None] Pushing event deleted for resources: {'Port': ['ID=8a9acf52-8795-4267-8128-4966bd4525b1,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:55.781503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Made reservation on behalf of 089891fd97d348c88f51f098165deeb1 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:55.782145 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac178c71-b761-4679-833b-bc9e642c1867 None None] No DVR routers for this DVR port 8a9acf52-8795-4267-8128-4966bd4525b1 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:55.786245 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.793704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=f6fc25b0-a193-462d-8edb-0e89aaa004e2,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:55.803786 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.834358 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8a9acf52-8795-4267-8128-4966bd4525b1 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:55.863430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 8a9acf52-8795-4267-8128-4966bd4525b1 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:55.863862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62358dae-2e83-437b-a5e1-bf1eeb120d26 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Port': ['ID=d12866fb-3594-4e94-852b-4aeafcaa8a9a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:55.864376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8a9acf52-8795-4267-8128-4966bd4525b1 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:55.879213 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.893573 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73a6ce68-9566-47bc-9ff7-097e12635cf7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.909872 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.984616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.024445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:03:56.042704 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57eba5e3-6e47-43de-a003-5317dd0ce747 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.068173 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8a9f34-d682-415d-a30e-26dab4be5e2c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:56.080650 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.081468 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Added segment 4a8be430-e6fd-4861-894a-3477f72dbea8 of type vlan for network a3cae523-2612-4af5-871f-eb3d1e5ec16d Nov 09 18:03:56.101926 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57eba5e3-6e47-43de-a003-5317dd0ce747 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.118402 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73a6ce68-9566-47bc-9ff7-097e12635cf7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.138490 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Floating IP e7756955-22f2-4b3b-a4ad-ced04aa05660 associated. External IP: 172.25.1.29, port: 1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572. Nov 09 18:03:56.178872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-73a6ce68-9566-47bc-9ff7-097e12635cf7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:56.209625 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.221700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-73a6ce68-9566-47bc-9ff7-097e12635cf7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537aaceb-8186-4044-b0f8-61f2a013d1db') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:56.221996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-73a6ce68-9566-47bc-9ff7-097e12635cf7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537aaceb-8186-4044-b0f8-61f2a013d1db') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:56.236187 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73a6ce68-9566-47bc-9ff7-097e12635cf7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.276548 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.277967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:56.278771 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.285201 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57eba5e3-6e47-43de-a003-5317dd0ce747 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Router a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:03:56.357837 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0074487 Nov 09 18:03:56.368016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55930) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:56.382158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8fb5bcf0-a611-4069-9b96-55e546fda683 admin admin] Request body: {'subnet': {'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1507829814-subnet', 'tenant_id': '089891fd97d348c88f51f098165deeb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:56.491682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d12b9-4359-412c-8d14-c08bec424d8d admin admin] Pushing event updated for resources: {'Network': ['ID=a3cae523-2612-4af5-871f-eb3d1e5ec16d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:56.509001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a3cae523-2612-4af5-871f-eb3d1e5ec16d details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:03:56.521106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57eba5e3-6e47-43de-a003-5317dd0ce747 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:56.553208 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90890fdd-b603-41a3-8d6a-15fd08f06942 None None] Sync routers for ids ['a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:56.570886 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90890fdd-b603-41a3-8d6a-15fd08f06942 None None] Routers {'a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:56.571584 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57eba5e3-6e47-43de-a003-5317dd0ce747 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.572314 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-90890fdd-b603-41a3-8d6a-15fd08f06942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:56.573080 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-57eba5e3-6e47-43de-a003-5317dd0ce747 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "PUT /v2.0/routers/a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc HTTP/1.1" status: 200 len: 698 time: 1.1437519 Nov 09 18:03:56.585594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55938) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:56.614206 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73a6ce68-9566-47bc-9ff7-097e12635cf7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.625317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a6ce68-9566-47bc-9ff7-097e12635cf7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:56.625751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73a6ce68-9566-47bc-9ff7-097e12635cf7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:56.629043 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:56.669472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb5bcf0-a611-4069-9b96-55e546fda683 admin admin] Made reservation on behalf of 089891fd97d348c88f51f098165deeb1 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:56.673347 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8fb5bcf0-a611-4069-9b96-55e546fda683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.830693 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-90890fdd-b603-41a3-8d6a-15fd08f06942 None None] Set router a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:56.834788 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-01f646ff-ebe0-44f0-a54a-816d80d3844b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/routers/a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc HTTP/1.1" status: 200 len: 704 time: 0.2446742 Nov 09 18:03:56.837431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55940) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:56.872447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-45f0baf3-820c-49ce-8f23-c3c675f6dc90 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc HTTP/1.1" status: 200 len: 205 time: 0.0313804 Nov 09 18:03:56.875097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55942) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:56.902207 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-90890fdd-b603-41a3-8d6a-15fd08f06942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc', 'name': 'tempest-RoutersIpV6Test-router-1947177591', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:55Z', 'updated_at': '2021-11-09T18:03:56Z', 'revision_number': 2, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:56.934992 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90890fdd-b603-41a3-8d6a-15fd08f06942 None None] Checking router: a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:56.945742 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90890fdd-b603-41a3-8d6a-15fd08f06942 None None] Routers {'a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:56.946509 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-90890fdd-b603-41a3-8d6a-15fd08f06942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:56.968236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4e7206d-79bc-4f1a-89f8-1a1677faffa0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.973447 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73a6ce68-9566-47bc-9ff7-097e12635cf7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.980651 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73a6ce68-9566-47bc-9ff7-097e12635cf7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.987969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-73a6ce68-9566-47bc-9ff7-097e12635cf7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] 10.222.0.81 "DELETE /v2.0/networks/a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2 HTTP/1.1" status: 204 len: 168 time: 1.3300900 Nov 09 18:03:57.092190 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-90890fdd-b603-41a3-8d6a-15fd08f06942 None None] Set router a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:57.096396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8fb5bcf0-a611-4069-9b96-55e546fda683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:57.096995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6ce68-9566-47bc-9ff7-097e12635cf7 tempest-PortsIpV6TestJSON-1196527062 tempest-PortsIpV6TestJSON-1196527062-project] Pushing event deleted for resources: {'Network': ['ID=a36ca3c0-9d4a-474c-ab52-3504aeeb1bf2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:57.172704 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-90890fdd-b603-41a3-8d6a-15fd08f06942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc', 'name': 'tempest-RoutersIpV6Test-router-1947177591', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:55Z', 'updated_at': '2021-11-09T18:03:56Z', 'revision_number': 2, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:57.184462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5bcf0-a611-4069-9b96-55e546fda683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae9f699-1af9-4d25-95e6-1b7167013236,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:57.214887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5bcf0-a611-4069-9b96-55e546fda683 admin admin] Checking segment: {'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:57.215860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb5bcf0-a611-4069-9b96-55e546fda683 admin admin] Network hostable DHCP agents. Network: a3cae523-2612-4af5-871f-eb3d1e5ec16d, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:03:57.229689 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4e7206d-79bc-4f1a-89f8-1a1677faffa0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:57.239882 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4e7206d-79bc-4f1a-89f8-1a1677faffa0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:57.248714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb5bcf0-a611-4069-9b96-55e546fda683 admin admin] Network a3cae523-2612-4af5-871f-eb3d1e5ec16d is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:03:57.253066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:57.254395 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90890fdd-b603-41a3-8d6a-15fd08f06942 None None] The sync data for ids ['a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc'] in n-d-817236-1 is: [{'id': 'a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc', 'name': 'tempest-RoutersIpV6Test-router-1947177591', 'tenant_id': '609baa3b44cd4ea590efee3a7f537701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:03:55Z', 'updated_at': '2021-11-09T18:03:56Z', 'revision_number': 2, 'project_id': '609baa3b44cd4ea590efee3a7f537701', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:57.261878 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8fb5bcf0-a611-4069-9b96-55e546fda683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a3cae523-2612-4af5-871f-eb3d1e5ec16d) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:57.271510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb5bcf0-a611-4069-9b96-55e546fda683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:57.272119 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8fb5bcf0-a611-4069-9b96-55e546fda683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:57.290761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda54c0-aa21-48de-aa91-dd8cdfe2d1c6 None None] Network a3cae523-2612-4af5-871f-eb3d1e5ec16d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:57.324683 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8fb5bcf0-a611-4069-9b96-55e546fda683 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9550712 Nov 09 18:03:57.439635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55952) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:57.484340 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4e7206d-79bc-4f1a-89f8-1a1677faffa0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:57.484897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e7206d-79bc-4f1a-89f8-1a1677faffa0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Fanout notify agent at l3_agent the message router_deleted on router a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:03:57.504038 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4e7206d-79bc-4f1a-89f8-1a1677faffa0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:57.510259 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d4e7206d-79bc-4f1a-89f8-1a1677faffa0 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc HTTP/1.1" status: 204 len: 168 time: 0.6325307 Nov 09 18:03:57.513803 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55958) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:57.604960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:57.630590 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:57.633795 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-53c0cee6-d59d-4484-9d81-e2f2cff577d6 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc HTTP/1.1" status: 200 len: 205 time: 0.1185153 Nov 09 18:03:57.635651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55966) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:57.649231 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3de6b0-e5d6-498b-9a21-6b991d76292d None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:57.685164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5372279f-fc97-4b37-99ce-502394d33d65 None None] Network a3cae523-2612-4af5-871f-eb3d1e5ec16d requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:57.729708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ef5a41a3-0a19-4538-8c05-d6c20f2f6483 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.1482339 Nov 09 18:03:57.732858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55968) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:57.747166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1efd6898-2a2b-4899-a291-e7f2d5b49d9c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-448056851'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:57.781685 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-707d8d49-9b3e-4ceb-9a3c-4987b47e0459 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] delete failed (client error): The resource could not be found. Nov 09 18:03:57.786419 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-707d8d49-9b3e-4ceb-9a3c-4987b47e0459 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/a6a1e7ae-0f0c-4105-8e9d-1c39ca0815fc HTTP/1.1" status: 404 len: 336 time: 0.1452155 Nov 09 18:03:57.787998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55970) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:57.803641 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3de6b0-e5d6-498b-9a21-6b991d76292d None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:57.806115 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-cd3de6b0-e5d6-498b-9a21-6b991d76292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:57.843028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efd6898-2a2b-4899-a291-e7f2d5b49d9c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Made reservation on behalf of fc17fe0dfae744b183ac54d07d8c56cd for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:57.847551 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1efd6898-2a2b-4899-a291-e7f2d5b49d9c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:57.850899 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b69da5-73b4-42ca-9c02-d9753509a179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:57.852281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b69da5-73b4-42ca-9c02-d9753509a179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:57.855820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-12b69da5-73b4-42ca-9c02-d9753509a179 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/def2063e-593a-4a89-b870-7872ba359910 HTTP/1.1" status: 404 len: 337 time: 0.0656333 Nov 09 18:03:57.858497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55974) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:57.863757 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-51d0dd06-89c3-4565-8cd7-3e58712deb32 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65def5a5d4f14aabba649675babfc793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226131 Nov 09 18:03:57.864502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55976) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:57.924252 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b02126-cba3-4c80-8b05-7fb0a4db77d7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:57.925088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b02126-cba3-4c80-8b05-7fb0a4db77d7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:57.933026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-cd3de6b0-e5d6-498b-9a21-6b991d76292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:57.939953 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-46b02126-cba3-4c80-8b05-7fb0a4db77d7 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/e8556921-346b-4932-9cb0-beb7be8dd31a HTTP/1.1" status: 404 len: 337 time: 0.0776396 Nov 09 18:03:57.940508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55988) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:57.944759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d684f0e4-0af4-4ce1-aa45-10828a1fa71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:57.978050 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d684f0e4-0af4-4ce1-aa45-10828a1fa71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:57.978326 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3de6b0-e5d6-498b-9a21-6b991d76292d None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:57.978807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-cd3de6b0-e5d6-498b-9a21-6b991d76292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:57.994387 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63bc0bd-cc1c-4f08-8c5a-920381d3225b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:57.995376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63bc0bd-cc1c-4f08-8c5a-920381d3225b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:57.998897 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e63bc0bd-cc1c-4f08-8c5a-920381d3225b tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/e9759401-33ca-484a-b591-e086e96d7563 HTTP/1.1" status: 404 len: 337 time: 0.0574338 Nov 09 18:03:58.004496 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55990) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.017131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efd6898-2a2b-4899-a291-e7f2d5b49d9c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:03:58.064122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-cd3de6b0-e5d6-498b-9a21-6b991d76292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:58.064741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3de6b0-e5d6-498b-9a21-6b991d76292d None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:58.065056 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c9f465-8ab9-44bb-835c-d5e6263c5010 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:58.069472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c9f465-8ab9-44bb-835c-d5e6263c5010 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:58.079510 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-11c9f465-8ab9-44bb-835c-d5e6263c5010 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/8890ab45-acfb-4cfc-b309-dc4b4a30ef20 HTTP/1.1" status: 404 len: 337 time: 0.0733716 Nov 09 18:03:58.082284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 55992) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.089720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1efd6898-2a2b-4899-a291-e7f2d5b49d9c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.090076 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-1efd6898-2a2b-4899-a291-e7f2d5b49d9c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Added segment 11c09d87-fa63-4e50-bae5-8075102aeb10 of type vlan for network fc1aafe5-b294-4050-a4a0-5fc44cf073b4 Nov 09 18:03:58.118202 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d684f0e4-0af4-4ce1-aa45-10828a1fa71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.122518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d684f0e4-0af4-4ce1-aa45-10828a1fa71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.142104 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d684f0e4-0af4-4ce1-aa45-10828a1fa71a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b951221-32cd-4eb6-a91b-a71a8c412bcf HTTP/1.1" status: 204 len: 168 time: 0.2653403 Nov 09 18:03:58.168185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684f0e4-0af4-4ce1-aa45-10828a1fa71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b951221-32cd-4eb6-a91b-a71a8c412bcf,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:58.182666 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-02f4ba28-44f7-4530-9068-74a692b6cd0a tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 HTTP/1.1" status: 200 len: 205 time: 0.0575070 Nov 09 18:03:58.185594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55996) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.237431 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-f0f003cb-ca44-4d5d-9309-527c478fd0fe tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] delete failed (client error): The resource could not be found. Nov 09 18:03:58.238757 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f0f003cb-ca44-4d5d-9309-527c478fd0fe tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/46a3d241-e1dd-4eff-a2cf-fd9f48bdbdc5 HTTP/1.1" status: 404 len: 336 time: 0.0503397 Nov 09 18:03:58.241430 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 55998) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.267516 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1efd6898-2a2b-4899-a291-e7f2d5b49d9c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.279314 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5e64a125-d612-4834-acfb-f351e81efeb5 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd898a50-6e2f-4ab4-8ced-5daefd920b16 HTTP/1.1" status: 200 len: 205 time: 0.0348365 Nov 09 18:03:58.279580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-060348ad-80b8-46d2-bf1b-0f57bed0ee17 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:58.281518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-060348ad-80b8-46d2-bf1b-0f57bed0ee17 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/networks?id=a3cae523-2612-4af5-871f-eb3d1e5ec16d HTTP/1.1" status: 200 len: 813 time: 0.3261628 Nov 09 18:03:58.287470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56000) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.355416 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-baaff398-98f3-45c2-bc5b-bf0308d93721 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] delete failed (client error): The resource could not be found. Nov 09 18:03:58.359040 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-baaff398-98f3-45c2-bc5b-bf0308d93721 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/dd898a50-6e2f-4ab4-8ced-5daefd920b16 HTTP/1.1" status: 404 len: 336 time: 0.0680680 Nov 09 18:03:58.359627 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56006) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.378035 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-98c951de-9c6b-47bd-993c-324baae53bc8 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/quotas/089891fd97d348c88f51f098165deeb1 HTTP/1.1" status: 200 len: 375 time: 0.0837629 Nov 09 18:03:58.393363 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1efd6898-2a2b-4899-a291-e7f2d5b49d9c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.399505 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-a118dcc6-5263-46b2-80b6-5a6b05054346 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:58.400111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a118dcc6-5263-46b2-80b6-5a6b05054346 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:58.406048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd6898-2a2b-4899-a291-e7f2d5b49d9c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:58.406301 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a118dcc6-5263-46b2-80b6-5a6b05054346 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/969b3d46-5c2a-4d0e-ae37-95c658d9a6ab HTTP/1.1" status: 404 len: 337 time: 0.0424464 Nov 09 18:03:58.406431 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1efd6898-2a2b-4899-a291-e7f2d5b49d9c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.406609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56008) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.444009 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-57f5cc14-06d6-4d9f-adc1-982b94fe1ee9 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=816c48a1-a643-4209-b783-7234d980d3b8 HTTP/1.1" status: 200 len: 205 time: 0.0338686 Nov 09 18:03:58.446536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56010) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.509478 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-0fc6d7d9-9311-421e-bdee-0ed9b6fdea2a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=089891fd97d348c88f51f098165deeb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1234481 Nov 09 18:03:58.513457 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-022387ac-860b-4748-8347-124cc348c6c2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] delete failed (client error): The resource could not be found. Nov 09 18:03:58.517889 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-022387ac-860b-4748-8347-124cc348c6c2 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/816c48a1-a643-4209-b783-7234d980d3b8 HTTP/1.1" status: 404 len: 336 time: 0.0691583 Nov 09 18:03:58.519763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56014) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.561455 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-19f0d702-1a37-4b4d-be39-a3eeaa6453ed tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=b437fcea-5b38-4a0d-ab40-d8fb5678b419 HTTP/1.1" status: 200 len: 205 time: 0.0402267 Nov 09 18:03:58.562091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56022) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.596626 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1efd6898-2a2b-4899-a291-e7f2d5b49d9c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8600788 Nov 09 18:03:58.650198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56024) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.658656 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-164cfce1-e9a5-4ba5-92e4-b4400fc14da2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'subnet': {'network_id': 'fc1aafe5-b294-4050-a4a0-5fc44cf073b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:58.678055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd6898-2a2b-4899-a291-e7f2d5b49d9c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Network': ['ID=fc1aafe5-b294-4050-a4a0-5fc44cf073b4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:58.704591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network fc1aafe5-b294-4050-a4a0-5fc44cf073b4 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:03:58.820774 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-37f9d816-2880-4a08-8053-c395a38dbd3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] delete failed (client error): The resource could not be found. Nov 09 18:03:58.823971 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-37f9d816-2880-4a08-8053-c395a38dbd3f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/b437fcea-5b38-4a0d-ab40-d8fb5678b419 HTTP/1.1" status: 404 len: 336 time: 0.2598255 Nov 09 18:03:58.828417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56034) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.870312 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6b8676-ab81-4036-9afa-76844c315b59 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:58.870938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6b8676-ab81-4036-9afa-76844c315b59 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:58.874683 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5d6b8676-ab81-4036-9afa-76844c315b59 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/0868ecf3-26ed-4aa8-8fa8-54181550005a HTTP/1.1" status: 404 len: 337 time: 0.0450780 Nov 09 18:03:58.878508 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56036) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.950137 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ffe0edf0-229f-4417-a872-fff8e33e7b6f tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6186a52-f07d-46de-878c-63cb9962028d HTTP/1.1" status: 200 len: 205 time: 0.0677021 Nov 09 18:03:58.955740 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56038) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:59.010021 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-85925c90-bb2f-4efe-89a9-1989a4a25c49 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] delete failed (client error): The resource could not be found. Nov 09 18:03:59.011648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-85925c90-bb2f-4efe-89a9-1989a4a25c49 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/f6186a52-f07d-46de-878c-63cb9962028d HTTP/1.1" status: 404 len: 336 time: 0.0548298 Nov 09 18:03:59.015039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56040) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:59.046835 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-95faeb76-37f8-4dc3-aef0-74496ee50f78 service neutron] 10.222.0.81 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357795 Nov 09 18:03:59.052470 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd8d95d-a84b-4a42-b44e-65c3df506e2e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:59.052926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd8d95d-a84b-4a42-b44e-65c3df506e2e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:59.057219 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8cd8d95d-a84b-4a42-b44e-65c3df506e2e tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/99f0e9e5-4fbb-4fd0-a154-50daeb31ab7b HTTP/1.1" status: 404 len: 337 time: 0.0410903 Nov 09 18:03:59.060893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56042) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:59.082275 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164cfce1-e9a5-4ba5-92e4-b4400fc14da2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Made reservation on behalf of fc17fe0dfae744b183ac54d07d8c56cd for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:59.086136 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-164cfce1-e9a5-4ba5-92e4-b4400fc14da2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.166103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f697547c-1312-4dcc-92ec-fb9051e51bdf tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "GET /v2.0/ports?device_id=93baad64-b000-4351-ba93-509b4b23e409 HTTP/1.1" status: 200 len: 205 time: 0.1029201 Nov 09 18:03:59.175970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56046) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:59.281453 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-f6d89566-9519-4f2d-a5d2-78d77b80bdf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] delete failed (client error): The resource could not be found. Nov 09 18:03:59.282870 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f6d89566-9519-4f2d-a5d2-78d77b80bdf8 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/routers/93baad64-b000-4351-ba93-509b4b23e409 HTTP/1.1" status: 404 len: 336 time: 0.1050377 Nov 09 18:03:59.296454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-1ddd8231-3948-47fc-8db5-8be3918984f7 service neutron] 10.222.0.81 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477963 Nov 09 18:03:59.296918 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56052) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:59.327878 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5a1574-cac9-4c39-b93b-37aff7e4d532 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:59.328300 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5a1574-cac9-4c39-b93b-37aff7e4d532 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:59.332088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dc5a1574-cac9-4c39-b93b-37aff7e4d532 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/711434f1-afc9-48b6-9dc6-90f871d5d5f4 HTTP/1.1" status: 404 len: 337 time: 0.0340462 Nov 09 18:03:59.334814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56054) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:59.385253 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-af15e364-a9be-47c9-9903-9a5ee3f74898 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] DELETE failed (client error): The resource could not be found. Nov 09 18:03:59.385716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af15e364-a9be-47c9-9903-9a5ee3f74898 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:03:59.403983 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-af15e364-a9be-47c9-9903-9a5ee3f74898 tempest-RoutersIpV6Test-517445836 tempest-RoutersIpV6Test-517445836-project] 10.222.0.81 "DELETE /v2.0/subnets/d69afea1-4f86-42ca-b66b-35323595126e HTTP/1.1" status: 404 len: 337 time: 0.0676339 Nov 09 18:03:59.573009 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-164cfce1-e9a5-4ba5-92e4-b4400fc14da2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.620320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56062) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:59.722104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cfce1-e9a5-4ba5-92e4-b4400fc14da2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Subnet': ['ID=8a3a99cb-1b53-4c5e-be48-f2837c27da35,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:59.741195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164cfce1-e9a5-4ba5-92e4-b4400fc14da2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Checking segment: {'id': '11c09d87-fa63-4e50-bae5-8075102aeb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fc1aafe5-b294-4050-a4a0-5fc44cf073b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:59.741728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164cfce1-e9a5-4ba5-92e4-b4400fc14da2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network hostable DHCP agents. Network: fc1aafe5-b294-4050-a4a0-5fc44cf073b4, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:03:59.770514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164cfce1-e9a5-4ba5-92e4-b4400fc14da2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network fc1aafe5-b294-4050-a4a0-5fc44cf073b4 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:03:59.786262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-164cfce1-e9a5-4ba5-92e4-b4400fc14da2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, fc1aafe5-b294-4050-a4a0-5fc44cf073b4) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:59.794855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164cfce1-e9a5-4ba5-92e4-b4400fc14da2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:59.796846 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-164cfce1-e9a5-4ba5-92e4-b4400fc14da2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.802218 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1a5f90-524b-4085-ba1d-f30352ada302 None None] Network fc1aafe5-b294-4050-a4a0-5fc44cf073b4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:59.852720 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-164cfce1-e9a5-4ba5-92e4-b4400fc14da2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1981943 Nov 09 18:03:59.853805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56074) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:59.859326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1872093413', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:59.938465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-08c18528-05e2-42f9-b4a2-89cead4999bc tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:59.939673 n-d-817236-1 neutron-server[102154]: WARNING neutron.api.v2.base [None req-08c18528-05e2-42f9-b4a2-89cead4999bc tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 18:03:59.941295 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-08c18528-05e2-42f9-b4a2-89cead4999bc tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 18:03:59.955176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56078) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:59.968141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5095d85a-ef68-4505-949b-bfadbc6f7d87 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group': {'name': 'tempest-secgroup--176916540'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:59.977519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-08c18528-05e2-42f9-b4a2-89cead4999bc tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3501358 Nov 09 18:03:59.992462 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.998655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.109163 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08062354-8a2b-4bd5-88be-cf80c478d8b2 req-13c3de7f-c71f-4761-9dda-abfa3d08bfc2 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 210 time: 0.1075237 Nov 09 18:04:00.113700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56084) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:00.153431 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.155471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5095d85a-ef68-4505-949b-bfadbc6f7d87 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.173761 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5095d85a-ef68-4505-949b-bfadbc6f7d87 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.193693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-fc1aafe5-b294-4050-a4a0-5fc44cf073b4', 'network_id': 'fc1aafe5-b294-4050-a4a0-5fc44cf073b4', 'tenant_id': 'fc17fe0dfae744b183ac54d07d8c56cd', 'fixed_ips': [{'subnet_id': '8a3a99cb-1b53-4c5e-be48-f2837c27da35'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:04:00.195197 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.344815 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5095d85a-ef68-4505-949b-bfadbc6f7d87 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.352628 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5095d85a-ef68-4505-949b-bfadbc6f7d87 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.502073 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.505329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095d85a-ef68-4505-949b-bfadbc6f7d87 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d5a414-9ab6-4273-a882-736e4f41755e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:00.540960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Allocated IP 172.20.0.2 (fc1aafe5-b294-4050-a4a0-5fc44cf073b4/8a3a99cb-1b53-4c5e-be48-f2837c27da35/30151e78-727a-43b3-824c-70546bb83093) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:00.561377 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d0099e23-0a98-4679-bdb0-82c6cc796c9b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=609baa3b44cd4ea590efee3a7f537701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4373074 Nov 09 18:04:00.563016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56100) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:00.596407 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5095d85a-ef68-4505-949b-bfadbc6f7d87 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.620050 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5095d85a-ef68-4505-949b-bfadbc6f7d87 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.667084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095d85a-ef68-4505-949b-bfadbc6f7d87 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f57c9aa-f859-4021-aa9b-61ce04e5fdd3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:00.670454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8465f0a5-4e7e-4a69-aa68-60392538ce6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.674147 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5095d85a-ef68-4505-949b-bfadbc6f7d87 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.678294 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5095d85a-ef68-4505-949b-bfadbc6f7d87 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7181671 Nov 09 18:04:00.682308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56102) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:00.689648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-27503a0b-df33-4fd2-94bd-208a266042d9 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '9f57c9aa-f859-4021-aa9b-61ce04e5fdd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:00.707486 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8465f0a5-4e7e-4a69-aa68-60392538ce6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.790753 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8465f0a5-4e7e-4a69-aa68-60392538ce6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.793550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8465f0a5-4e7e-4a69-aa68-60392538ce6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.797323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8465f0a5-4e7e-4a69-aa68-60392538ce6d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07a1e82e-7500-4d70-a2e1-e3294a290926 HTTP/1.1" status: 204 len: 168 time: 0.2307546 Nov 09 18:04:00.798654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.806706 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465f0a5-4e7e-4a69-aa68-60392538ce6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a1e82e-7500-4d70-a2e1-e3294a290926,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:00.821022 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.821966 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27503a0b-df33-4fd2-94bd-208a266042d9 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.900756 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.919054 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Network fc1aafe5-b294-4050-a4a0-5fc44cf073b4 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:00.920894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:00.935214 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.935568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:01.028334 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27503a0b-df33-4fd2-94bd-208a266042d9 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.050997 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27503a0b-df33-4fd2-94bd-208a266042d9 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.057765 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Pushing event updated for resources: {'Port': ['ID=30151e78-727a-43b3-824c-70546bb83093,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:01.078099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Attempting to bind port 30151e78-727a-43b3-824c-70546bb83093 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:01.078474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Attempting to bind port 30151e78-727a-43b3-824c-70546bb83093 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '11c09d87-fa63-4e50-bae5-8075102aeb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fc1aafe5-b294-4050-a4a0-5fc44cf073b4'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:01.078843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Attempting to bind port 30151e78-727a-43b3-824c-70546bb83093 on network fc1aafe5-b294-4050-a4a0-5fc44cf073b4 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:01.086314 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:01.087072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Checking segment: {'id': '11c09d87-fa63-4e50-bae5-8075102aeb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fc1aafe5-b294-4050-a4a0-5fc44cf073b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:01.087072 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.087444 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Bound using segment: {'id': '11c09d87-fa63-4e50-bae5-8075102aeb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fc1aafe5-b294-4050-a4a0-5fc44cf073b4'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:01.087973 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Bound port: 30151e78-727a-43b3-824c-70546bb83093, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c09d87-fa63-4e50-bae5-8075102aeb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fc1aafe5-b294-4050-a4a0-5fc44cf073b4'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:01.088360 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.122586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27503a0b-df33-4fd2-94bd-208a266042d9 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f23cd6-01fd-4f9e-9000-14c11521e865,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:01.220943 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27503a0b-df33-4fd2-94bd-208a266042d9 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.228782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-27503a0b-df33-4fd2-94bd-208a266042d9 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5462024 Nov 09 18:04:01.231717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56114) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:01.237727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-4c7062a8-6148-4218-990e-75dbed35e740 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '9f57c9aa-f859-4021-aa9b-61ce04e5fdd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:01.276338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] For port 30151e78-727a-43b3-824c-70546bb83093, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:01.280545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.25.1.229 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/80b9f20a-8843-40e4-9fa9-9ff1ce0f375f) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:01.281934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] For port 30151e78-727a-43b3-824c-70546bb83093, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=30151e78-727a-43b3-824c-70546bb83093,segment=NetworkSegment(11c09d87-fa63-4e50-bae5-8075102aeb10),segment_id=11c09d87-fa63-4e50-bae5-8075102aeb10)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:01.291627 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.317803 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c9c93c27-2b9d-4d32-9755-c794f2e1b57d req-ed28af5c-b813-479b-822c-f73b906f8770 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 210 time: 0.0594444 Nov 09 18:04:01.361520 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c7062a8-6148-4218-990e-75dbed35e740 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.382035 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6c69d-fc75-4393-bd5e-a520c045e461 None None] Pushing event updated for resources: {'Port': ['ID=30151e78-727a-43b3-824c-70546bb83093,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:01.436748 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-4c7062a8-6148-4218-990e-75dbed35e740 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 18:04:01.440887 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4c7062a8-6148-4218-990e-75dbed35e740 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2077358 Nov 09 18:04:01.441733 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56120) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:01.575591 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-298a9216-9cb8-45b2-8603-4ccbd66b3717 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.626446 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-298a9216-9cb8-45b2-8603-4ccbd66b3717 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.645541 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.694849 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-298a9216-9cb8-45b2-8603-4ccbd66b3717 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.698845 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-298a9216-9cb8-45b2-8603-4ccbd66b3717 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.700261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-298a9216-9cb8-45b2-8603-4ccbd66b3717 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "DELETE /v2.0/security-groups/9f57c9aa-f859-4021-aa9b-61ce04e5fdd3 HTTP/1.1" status: 204 len: 168 time: 0.2565405 Nov 09 18:04:01.705363 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56128) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:01.762325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a9216-9cb8-45b2-8603-4ccbd66b3717 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f57c9aa-f859-4021-aa9b-61ce04e5fdd3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:01.875257 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ecf406ae-014b-4d11-b4dd-47388d71dc22 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1681046 Nov 09 18:04:01.885003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56130) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:01.911849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6d3ddb1f-5083-48cd-b175-08aa8b7b108c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group': {'name': 'tempest-secgroup--2023191553'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:01.955702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-ce8de7ce-6332-4790-82cc-f34c239ec337 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:01.957283 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-ce8de7ce-6332-4790-82cc-f34c239ec337 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.13 "GET /v2.0/networks?id=a3cae523-2612-4af5-871f-eb3d1e5ec16d HTTP/1.1" status: 200 len: 813 time: 0.3828628 Nov 09 18:04:01.973256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-cf0fea5e-52d7-420f-8629-709c54be786a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Request body: {'port': {'device_id': 'a7c245eb-e4d0-4cc5-91b1-ffc690285abe', 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d', 'admin_state_up': True, 'tenant_id': '089891fd97d348c88f51f098165deeb1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:01.997699 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.056211 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d3ddb1f-5083-48cd-b175-08aa8b7b108c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.094701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:02.110952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:02.118127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:02.129869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=80b9f20a-8843-40e4-9fa9-9ff1ce0f375f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:02.291453 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56146) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:02.381955 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d3ddb1f-5083-48cd-b175-08aa8b7b108c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.385085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-cf0fea5e-52d7-420f-8629-709c54be786a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Made reservation on behalf of 089891fd97d348c88f51f098165deeb1 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:02.388802 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-cf0fea5e-52d7-420f-8629-709c54be786a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.443425 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d3ddb1f-5083-48cd-b175-08aa8b7b108c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.571492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3226f697-e3d4-46fc-a7d7-3700a65d92c0 tempest-DvrRoutersNegativeTest-184835356 tempest-DvrRoutersNegativeTest-184835356-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1075765247', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:02.575936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.policy [None req-3226f697-e3d4-46fc-a7d7-3700a65d92c0 tempest-DvrRoutersNegativeTest-184835356 tempest-DvrRoutersNegativeTest-184835356-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102155) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Nov 09 18:04:02.576567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.policy [None req-3226f697-e3d4-46fc-a7d7-3700a65d92c0 tempest-DvrRoutersNegativeTest-184835356 tempest-DvrRoutersNegativeTest-184835356-project] Failed policy check for 'create_router' {{(pid=102155) enforce /opt/stack/neutron/neutron/policy.py:520}} Nov 09 18:04:02.577327 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-3226f697-e3d4-46fc-a7d7-3700a65d92c0 tempest-DvrRoutersNegativeTest-184835356 tempest-DvrRoutersNegativeTest-184835356-project] create failed (client error): Access was denied to this resource. Nov 09 18:04:02.578653 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3226f697-e3d4-46fc-a7d7-3700a65d92c0 tempest-DvrRoutersNegativeTest-184835356 tempest-DvrRoutersNegativeTest-184835356-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2861843 Nov 09 18:04:02.596983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17e3bb07-a3ab-4813-b5bd-af68bde42e2e req-54249cf0-23d5-4596-83d4-801123a74d40 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 210 time: 0.1063616 Nov 09 18:04:02.601550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d3ddb1f-5083-48cd-b175-08aa8b7b108c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.605381 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6d3ddb1f-5083-48cd-b175-08aa8b7b108c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7143342 Nov 09 18:04:02.609614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-5abe9799-d8d9-4563-a9be-67c364f51605 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:02.611424 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-5abe9799-d8d9-4563-a9be-67c364f51605 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.18 "GET /v2.0/networks?id=a3cae523-2612-4af5-871f-eb3d1e5ec16d HTTP/1.1" status: 200 len: 813 time: 0.3002999 Nov 09 18:04:02.612111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56156) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:02.618895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-51f7545e-e0ff-4529-8bc6-b8376d05e9eb tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '9868b2d8-0f9f-4094-a450-80992b63ce04', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:02.619782 n-d-817236-1 neutron-server[102155]: WARNING neutron.api.v2.base [None req-51f7545e-e0ff-4529-8bc6-b8376d05e9eb tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 18:04:02.620311 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-51f7545e-e0ff-4529-8bc6-b8376d05e9eb tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:02.624198 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-51f7545e-e0ff-4529-8bc6-b8376d05e9eb tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098684 Nov 09 18:04:02.624786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56158) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:02.637766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-4cc62b7a-551c-452d-b949-46e47b33cd04 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Request body: {'port': {'device_id': 'e6bc7989-5045-4892-b4c7-dddd84d9c49a', 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d', 'admin_state_up': True, 'tenant_id': '089891fd97d348c88f51f098165deeb1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:02.678744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ddb1f-5083-48cd-b175-08aa8b7b108c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9868b2d8-0f9f-4094-a450-80992b63ce04,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:02.777778 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.839536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2d6f097-2176-4e3c-ac85-43d973c62378 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.846614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-4cc62b7a-551c-452d-b949-46e47b33cd04 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Made reservation on behalf of 089891fd97d348c88f51f098165deeb1 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:02.850694 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-4cc62b7a-551c-452d-b949-46e47b33cd04 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.889349 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2d6f097-2176-4e3c-ac85-43d973c62378 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.910836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-cf0fea5e-52d7-420f-8629-709c54be786a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Allocated IP 172.20.0.2 (a3cae523-2612-4af5-871f-eb3d1e5ec16d/eae9f699-1af9-4d25-95e6-1b7167013236/48bedb74-4251-47b7-8c48-b8f474875a45) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:02.951629 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2d6f097-2176-4e3c-ac85-43d973c62378 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.956174 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2d6f097-2176-4e3c-ac85-43d973c62378 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.957298 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b2d6f097-2176-4e3c-ac85-43d973c62378 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "DELETE /v2.0/security-groups/9868b2d8-0f9f-4094-a450-80992b63ce04 HTTP/1.1" status: 204 len: 168 time: 0.3304381 Nov 09 18:04:02.966858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56160) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:02.986875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6f097-2176-4e3c-ac85-43d973c62378 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9868b2d8-0f9f-4094-a450-80992b63ce04,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:03.037031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c77baf-827a-4be9-857f-82e7bfe119fa None None] Network fc1aafe5-b294-4050-a4a0-5fc44cf073b4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:03.179989 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-cf0fea5e-52d7-420f-8629-709c54be786a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.183947 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56164) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:03.290235 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ff6e1d25-d44d-4c21-8a95-86f2e263d474 None None] Provisioning complete for port 30151e78-727a-43b3-824c-70546bb83093 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:03.290901 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff6e1d25-d44d-4c21-8a95-86f2e263d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.353220 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8250d8c-a2a7-4505-8f15-379ea847ebfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.469037 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff6e1d25-d44d-4c21-8a95-86f2e263d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.487527 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8250d8c-a2a7-4505-8f15-379ea847ebfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.496277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8250d8c-a2a7-4505-8f15-379ea847ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.513302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ff6e1d25-d44d-4c21-8a95-86f2e263d474 None None] For port 30151e78-727a-43b3-824c-70546bb83093, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=30151e78-727a-43b3-824c-70546bb83093,segment=NetworkSegment(11c09d87-fa63-4e50-bae5-8075102aeb10),segment_id=11c09d87-fa63-4e50-bae5-8075102aeb10)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:03.518822 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff6e1d25-d44d-4c21-8a95-86f2e263d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.548860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8250d8c-a2a7-4505-8f15-379ea847ebfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cf6fb8-9ddf-4111-9cbe-e0c140705aab,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:03.604785 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a8250d8c-a2a7-4505-8f15-379ea847ebfa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=03da25e8857a4ab2911b3dd7b2494db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4150386 Nov 09 18:04:03.604785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56174) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:03.642013 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e1d25-d44d-4c21-8a95-86f2e263d474 None None] Pushing event updated for resources: {'Port': ['ID=30151e78-727a-43b3-824c-70546bb83093,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:03.763431 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e24a5b3b-79c7-40cb-96b9-effe40108d7b req-cd60fe92-515d-4866-920b-a63d0a7fb40f tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 210 time: 0.0674994 Nov 09 18:04:03.800985 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9362e5fa-6aa9-47ac-bad5-a39a450421e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.825015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 30151e78-727a-43b3-824c-70546bb83093 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:03.850073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9362e5fa-6aa9-47ac-bad5-a39a450421e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.888755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f53256b0-95ce-43cb-806b-ce6a22ca6457 None None] Provisioning complete for port 30151e78-727a-43b3-824c-70546bb83093 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:03.889433 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f53256b0-95ce-43cb-806b-ce6a22ca6457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.918173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 30151e78-727a-43b3-824c-70546bb83093 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:03.918916 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.924416 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1ced7c1d-7165-48d7-98d1-146772b18b01 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9556992 Nov 09 18:04:03.933134 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9362e5fa-6aa9-47ac-bad5-a39a450421e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.937625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56180) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:03.938170 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9362e5fa-6aa9-47ac-bad5-a39a450421e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.941848 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9362e5fa-6aa9-47ac-bad5-a39a450421e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09cf6fb8-9ddf-4111-9cbe-e0c140705aab HTTP/1.1" status: 204 len: 168 time: 0.3351009 Nov 09 18:04:03.951638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362e5fa-6aa9-47ac-bad5-a39a450421e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cf6fb8-9ddf-4111-9cbe-e0c140705aab,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:03.958166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ecfd7470-3f6d-4061-ab08-8802328ff4b7 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group': {'name': 'tempest-secgroup--853623901'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:04.009921 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-cf0fea5e-52d7-420f-8629-709c54be786a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.065299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-4cc62b7a-551c-452d-b949-46e47b33cd04 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Allocated IP 172.20.0.5 (a3cae523-2612-4af5-871f-eb3d1e5ec16d/eae9f699-1af9-4d25-95e6-1b7167013236/9e285937-3e5a-44e7-8335-1b7ef9881af8) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:04.092332 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.121239 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7470-3f6d-4061-ab08-8802328ff4b7 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.128530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-cf0fea5e-52d7-420f-8629-709c54be786a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Network a3cae523-2612-4af5-871f-eb3d1e5ec16d is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:04.149565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-cf0fea5e-52d7-420f-8629-709c54be786a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:04.153998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-cf0fea5e-52d7-420f-8629-709c54be786a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:04.223689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-cf0fea5e-52d7-420f-8629-709c54be786a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:04.224718 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-cf0fea5e-52d7-420f-8629-709c54be786a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.321422 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-4cc62b7a-551c-452d-b949-46e47b33cd04 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.340503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-cf0fea5e-52d7-420f-8629-709c54be786a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3716123 Nov 09 18:04:04.346753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fea5e-52d7-420f-8629-709c54be786a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Pushing event updated for resources: {'Port': ['ID=48bedb74-4251-47b7-8c48-b8f474875a45,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:04.362129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Request body: {'port': {'device_id': 'a7c245eb-e4d0-4cc5-91b1-ffc690285abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:04.381008 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-4cc62b7a-551c-452d-b949-46e47b33cd04 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.466841 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-4cc62b7a-551c-452d-b949-46e47b33cd04 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Network a3cae523-2612-4af5-871f-eb3d1e5ec16d is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:04.470044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-4cc62b7a-551c-452d-b949-46e47b33cd04 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:04.478204 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-4cc62b7a-551c-452d-b949-46e47b33cd04 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:04.482188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc62b7a-551c-452d-b949-46e47b33cd04 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Pushing event updated for resources: {'Port': ['ID=9e285937-3e5a-44e7-8335-1b7ef9881af8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:04.493476 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.535569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7470-3f6d-4061-ab08-8802328ff4b7 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.542027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 48b81df8-a5f7-4dfa-8b2f-380920bcd30e is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:04:04.566375 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7470-3f6d-4061-ab08-8802328ff4b7 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.569051 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-4cc62b7a-551c-452d-b949-46e47b33cd04 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:04.570763 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-4cc62b7a-551c-452d-b949-46e47b33cd04 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.590528 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-4cc62b7a-551c-452d-b949-46e47b33cd04 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9646420 Nov 09 18:04:04.617085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Request body: {'port': {'device_id': 'e6bc7989-5045-4892-b4c7-dddd84d9c49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:04.631406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7470-3f6d-4061-ab08-8802328ff4b7 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.633160 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ecfd7470-3f6d-4061-ab08-8802328ff4b7 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6803856 Nov 09 18:04:04.642902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56198) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:04.652590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5fb50ce2-989e-46bf-8e89-55f0d2fe087b tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '31cb2d75-8eda-4bf8-98bf-da18ff1b3fad', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:04.653701 n-d-817236-1 neutron-server[102154]: WARNING neutron.api.v2.base [None req-5fb50ce2-989e-46bf-8e89-55f0d2fe087b tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 18:04:04.653915 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-5fb50ce2-989e-46bf-8e89-55f0d2fe087b tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:04.654966 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5fb50ce2-989e-46bf-8e89-55f0d2fe087b tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0089302 Nov 09 18:04:04.718437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56200) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:04.747159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd7470-3f6d-4061-ab08-8802328ff4b7 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31cb2d75-8eda-4bf8-98bf-da18ff1b3fad,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:04.789530 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.915961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:04.943657 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535ca51-5f2d-4de0-909f-73b56e2336bf None None] Sync routers for ids ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:04.961890 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535ca51-5f2d-4de0-909f-73b56e2336bf None None] Routers {'48b81df8-a5f7-4dfa-8b2f-380920bcd30e'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:04.963095 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-6535ca51-5f2d-4de0-909f-73b56e2336bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:04.973596 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.979376 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6bd1d72a-1534-42d8-9da2-bd94aa2e52d2 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1204107 Nov 09 18:04:04.983335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56214) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:05.025447 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-6535ca51-5f2d-4de0-909f-73b56e2336bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:05.041083 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-010a2f8b-9048-409c-a00b-6dd7595255ea tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.057069 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535ca51-5f2d-4de0-909f-73b56e2336bf None None] Routers {'48b81df8-a5f7-4dfa-8b2f-380920bcd30e'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:05.058237 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-6535ca51-5f2d-4de0-909f-73b56e2336bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:05.074102 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-010a2f8b-9048-409c-a00b-6dd7595255ea tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.135396 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-6535ca51-5f2d-4de0-909f-73b56e2336bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:05.136763 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535ca51-5f2d-4de0-909f-73b56e2336bf None None] The sync data for ids ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:05.158659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b200ef-d2a4-4a96-a48f-6e21d2aafe9a req-b43d41c0-5941-4251-91d9-a2499993b2f1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:05.160263 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a5b200ef-d2a4-4a96-a48f-6e21d2aafe9a req-b43d41c0-5941-4251-91d9-a2499993b2f1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 931 time: 0.2341936 Nov 09 18:04:05.233575 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a5b200ef-d2a4-4a96-a48f-6e21d2aafe9a req-2add75af-b128-424f-b1a3-a635ae455eb3 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620089 Nov 09 18:04:05.242768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-010a2f8b-9048-409c-a00b-6dd7595255ea tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.245570 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-010a2f8b-9048-409c-a00b-6dd7595255ea tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.249589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-010a2f8b-9048-409c-a00b-6dd7595255ea tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "DELETE /v2.0/security-groups/31cb2d75-8eda-4bf8-98bf-da18ff1b3fad HTTP/1.1" status: 204 len: 168 time: 0.5274019 Nov 09 18:04:05.250661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56218) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:05.272783 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a2f8b-9048-409c-a00b-6dd7595255ea tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cb2d75-8eda-4bf8-98bf-da18ff1b3fad,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:05.341080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bedb74-4251-47b7-8c48-b8f474875a45 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:05.356574 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.385815 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4f9e750c-5731-4da8-b8db-3e442e5576bc tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1343727 Nov 09 18:04:05.389758 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56222) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:05.391069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Transition to ACTIVE for port object 48bedb74-4251-47b7-8c48-b8f474875a45 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:04:05.395422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b3a9b21b-f9d0-428e-ac83-8a4838391d75 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1360148231'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:05.505895 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3a9b21b-f9d0-428e-ac83-8a4838391d75 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.532777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.605873 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3a9b21b-f9d0-428e-ac83-8a4838391d75 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.614683 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3a9b21b-f9d0-428e-ac83-8a4838391d75 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.661966 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b3a9b21b-f9d0-428e-ac83-8a4838391d75 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.666630 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b3a9b21b-f9d0-428e-ac83-8a4838391d75 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2756722 Nov 09 18:04:05.667347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56232) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:05.677390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c024de94-7784-4c6a-8a91-63711b474667 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': 'ca31ee00-158b-412c-92cc-0a683d75686e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:05.680044 n-d-817236-1 neutron-server[102155]: WARNING neutron.api.v2.base [None req-c024de94-7784-4c6a-8a91-63711b474667 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 18:04:05.680698 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-c024de94-7784-4c6a-8a91-63711b474667 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:05.688866 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c024de94-7784-4c6a-8a91-63711b474667 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0157778 Nov 09 18:04:05.698214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56234) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:05.717680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-20ad09e5-213a-4604-a98b-d94df002fa25 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': 'ca31ee00-158b-412c-92cc-0a683d75686e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:05.717900 n-d-817236-1 neutron-server[102155]: WARNING neutron.api.v2.base [None req-20ad09e5-213a-4604-a98b-d94df002fa25 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 18:04:05.718242 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-20ad09e5-213a-4604-a98b-d94df002fa25 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:05.722269 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-20ad09e5-213a-4604-a98b-d94df002fa25 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0276124 Nov 09 18:04:05.723136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56238) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:05.731882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-57673ddd-94d7-4a08-87b9-219f1564bd82 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': 'ca31ee00-158b-412c-92cc-0a683d75686e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:05.732709 n-d-817236-1 neutron-server[102155]: WARNING neutron.api.v2.base [None req-57673ddd-94d7-4a08-87b9-219f1564bd82 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 18:04:05.733192 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-57673ddd-94d7-4a08-87b9-219f1564bd82 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:05.737116 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-57673ddd-94d7-4a08-87b9-219f1564bd82 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105903 Nov 09 18:04:05.738016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9b21b-f9d0-428e-ac83-8a4838391d75 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca31ee00-158b-412c-92cc-0a683d75686e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:05.741089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56240) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:05.746347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-7b380d3d-ca3c-4e33-af12-a8a1d34737fb tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': 'ca31ee00-158b-412c-92cc-0a683d75686e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:05.747647 n-d-817236-1 neutron-server[102154]: WARNING neutron.api.v2.base [None req-7b380d3d-ca3c-4e33-af12-a8a1d34737fb tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 18:04:05.748479 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-7b380d3d-ca3c-4e33-af12-a8a1d34737fb tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:05.749772 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7b380d3d-ca3c-4e33-af12-a8a1d34737fb tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070996 Nov 09 18:04:05.760113 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56242) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:05.771181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Pushing event updated for resources: {'Port': ['ID=48bedb74-4251-47b7-8c48-b8f474875a45,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:05.771660 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e285937-3e5a-44e7-8335-1b7ef9881af8 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:05.786838 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.825494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Transition to ACTIVE for port object 9e285937-3e5a-44e7-8335-1b7ef9881af8 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:04:05.836722 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.899772 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-125d86a8-551e-4f1f-b3b7-d835b143b79d tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.937133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Pushing event updated for resources: {'Port': ['ID=9e285937-3e5a-44e7-8335-1b7ef9881af8,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:05.941141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Attempting to bind port 48bedb74-4251-47b7-8c48-b8f474875a45 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:05.941733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Attempting to bind port 48bedb74-4251-47b7-8c48-b8f474875a45 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:05.942400 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Attempting to bind port 48bedb74-4251-47b7-8c48-b8f474875a45 on network a3cae523-2612-4af5-871f-eb3d1e5ec16d {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:05.967136 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-125d86a8-551e-4f1f-b3b7-d835b143b79d tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.093212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Port 48bedb74-4251-47b7-8c48-b8f474875a45 on network a3cae523-2612-4af5-871f-eb3d1e5ec16d not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:04:06.094057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Attempting to bind port 48bedb74-4251-47b7-8c48-b8f474875a45 on network a3cae523-2612-4af5-871f-eb3d1e5ec16d {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:06.103522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Attempting to bind port 9e285937-3e5a-44e7-8335-1b7ef9881af8 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:06.103522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Attempting to bind port 9e285937-3e5a-44e7-8335-1b7ef9881af8 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:06.103522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Attempting to bind port 9e285937-3e5a-44e7-8335-1b7ef9881af8 on network a3cae523-2612-4af5-871f-eb3d1e5ec16d {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:06.108151 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-125d86a8-551e-4f1f-b3b7-d835b143b79d tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.111313 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-125d86a8-551e-4f1f-b3b7-d835b143b79d tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.113136 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-125d86a8-551e-4f1f-b3b7-d835b143b79d tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "DELETE /v2.0/security-groups/ca31ee00-158b-412c-92cc-0a683d75686e HTTP/1.1" status: 204 len: 168 time: 0.3519683 Nov 09 18:04:06.119161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56252) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:06.122219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:06.122628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Checking segment: {'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:06.123966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Bound using segment: {'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:06.125387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Bound port: 48bedb74-4251-47b7-8c48-b8f474875a45, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:06.125387 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.129245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Port 9e285937-3e5a-44e7-8335-1b7ef9881af8 on network a3cae523-2612-4af5-871f-eb3d1e5ec16d not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:04:06.129677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Attempting to bind port 9e285937-3e5a-44e7-8335-1b7ef9881af8 on network a3cae523-2612-4af5-871f-eb3d1e5ec16d {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:06.173405 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d86a8-551e-4f1f-b3b7-d835b143b79d tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca31ee00-158b-412c-92cc-0a683d75686e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:06.183464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:06.184361 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Checking segment: {'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:06.185834 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Bound using segment: {'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:06.186827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Bound port: 9e285937-3e5a-44e7-8335-1b7ef9881af8, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:06.187618 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.265933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] For port 48bedb74-4251-47b7-8c48-b8f474875a45, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:06.269187 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.272253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] For port 48bedb74-4251-47b7-8c48-b8f474875a45, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=48bedb74-4251-47b7-8c48-b8f474875a45,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:06.284160 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.305296 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-460e94dd-f849-47c9-b9d7-8c12925d7843 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1808128 Nov 09 18:04:06.311325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56262) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:06.325589 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1cc417cd-8c79-4e59-8a1e-55e6361568b1 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587864787'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:06.370920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] For port 9e285937-3e5a-44e7-8335-1b7ef9881af8, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:06.375188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] For port 9e285937-3e5a-44e7-8335-1b7ef9881af8, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9e285937-3e5a-44e7-8335-1b7ef9881af8,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:06.433570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:06.434209 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.435752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] 10.222.0.13 "PUT /v2.0/ports/48bedb74-4251-47b7-8c48-b8f474875a45 HTTP/1.1" status: 200 len: 1091 time: 2.0803804 Nov 09 18:04:06.438125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c245eb-e4d0-4cc5-91b1-ffc690285abe', 'tag': '48bedb74-4251-47b7-8c48-b8f474875a45'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:06.440370 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcb5021-4340-4140-be33-fcaab3055674" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c245eb-e4d0-4cc5-91b1-ffc690285abe", "tag": "48bedb74-4251-47b7-8c48-b8f474875a45"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:06.446264 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.448541 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cc417cd-8c79-4e59-8a1e-55e6361568b1 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.542996 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cfe73-eaa0-4262-a3eb-b5c6c175e602 req-1d9727d5-5949-44bb-a4a3-5eb7d1308f8c tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:06.544952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-128cfe73-eaa0-4262-a3eb-b5c6c175e602 req-1d9727d5-5949-44bb-a4a3-5eb7d1308f8c tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 943 time: 0.1482232 Nov 09 18:04:06.551837 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:06.552407 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b898a78a-e66f-4fb9-a869-cf36a116e402 x-openstack-request-id: req-b898a78a-e66f-4fb9-a869-cf36a116e402 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:06.552582 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.554018 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c245eb-e4d0-4cc5-91b1-ffc690285abe", "tag": "48bedb74-4251-47b7-8c48-b8f474875a45", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:06.554018 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b898a78a-e66f-4fb9-a869-cf36a116e402 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:06.554018 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c245eb-e4d0-4cc5-91b1-ffc690285abe', 'tag': '48bedb74-4251-47b7-8c48-b8f474875a45', 'status': 'completed', 'code': 200} Nov 09 18:04:06.554647 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] 10.222.0.18 "PUT /v2.0/ports/9e285937-3e5a-44e7-8335-1b7ef9881af8 HTTP/1.1" status: 200 len: 1091 time: 1.9415858 Nov 09 18:04:06.558367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bc7989-5045-4892-b4c7-dddd84d9c49a', 'tag': '9e285937-3e5a-44e7-8335-1b7ef9881af8'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:06.562471 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b003f8e-9762-4ff3-a2ba-66f5e80e11d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bc7989-5045-4892-b4c7-dddd84d9c49a", "tag": "9e285937-3e5a-44e7-8335-1b7ef9881af8"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:06.573254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ddc56-815e-481f-a134-2ceebf514b5f service neutron] Pushing event updated for resources: {'Port': ['ID=9e285937-3e5a-44e7-8335-1b7ef9881af8,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:06.619523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71241d4-7955-4640-a5b5-c78271679d41 service neutron] Pushing event updated for resources: {'Port': ['ID=48bedb74-4251-47b7-8c48-b8f474875a45,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:06.635594 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-128cfe73-eaa0-4262-a3eb-b5c6c175e602 req-ab0d6555-6acc-4375-8ea7-7500a606eb8f tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688782 Nov 09 18:04:06.750536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-bc3d1f20-1d61-4263-adcd-150ba4f95969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:06.750987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-20715e3c-52af-4e97-a9b2-fcd209214267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:06.753185 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-20715e3c-52af-4e97-a9b2-fcd209214267 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=089891fd97d348c88f51f098165deeb1&device_id=a7c245eb-e4d0-4cc5-91b1-ffc690285abe HTTP/1.1" status: 200 len: 1094 time: 0.1973133 Nov 09 18:04:06.754455 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-bc3d1f20-1d61-4263-adcd-150ba4f95969 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=089891fd97d348c88f51f098165deeb1&device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 1094 time: 0.1232123 Nov 09 18:04:06.799310 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cc417cd-8c79-4e59-8a1e-55e6361568b1 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.809485 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cc417cd-8c79-4e59-8a1e-55e6361568b1 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.858569 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-ca293acf-c14b-4249-a58f-15eab78401e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48bedb74-4251-47b7-8c48-b8f474875a45 HTTP/1.1" status: 200 len: 217 time: 0.0945415 Nov 09 18:04:06.874424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc417cd-8c79-4e59-8a1e-55e6361568b1 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4faa8db4-fc6f-45c1-ac2b-7146a292290c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:06.894879 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-209b8835-f10b-43b9-9a73-dc8f3d2386fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e285937-3e5a-44e7-8335-1b7ef9881af8 HTTP/1.1" status: 200 len: 217 time: 0.0934377 Nov 09 18:04:06.956815 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1cc417cd-8c79-4e59-8a1e-55e6361568b1 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.962287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1cc417cd-8c79-4e59-8a1e-55e6361568b1 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6455760 Nov 09 18:04:06.963888 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882b9b58-b63c-45af-b8c8-185538f88581 x-openstack-request-id: req-882b9b58-b63c-45af-b8c8-185538f88581 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:06.964463 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bc7989-5045-4892-b4c7-dddd84d9c49a", "tag": "9e285937-3e5a-44e7-8335-1b7ef9881af8", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:06.965137 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-882b9b58-b63c-45af-b8c8-185538f88581 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:06.965823 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bc7989-5045-4892-b4c7-dddd84d9c49a', 'tag': '9e285937-3e5a-44e7-8335-1b7ef9881af8', 'status': 'completed', 'code': 200} Nov 09 18:04:06.966568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56288) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:06.981980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-26b52efd-1e5e-43ff-ab2b-9ac5c3f44acb tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '4faa8db4-fc6f-45c1-ac2b-7146a292290c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:06.983489 n-d-817236-1 neutron-server[102155]: WARNING neutron.api.v2.base [None req-26b52efd-1e5e-43ff-ab2b-9ac5c3f44acb tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 18:04:06.983881 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-26b52efd-1e5e-43ff-ab2b-9ac5c3f44acb tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:06.985943 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-26b52efd-1e5e-43ff-ab2b-9ac5c3f44acb tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117087 Nov 09 18:04:06.990456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56290) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:07.001413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-547a03ca-8161-4cb9-aaff-171cb410c9a5 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '4faa8db4-fc6f-45c1-ac2b-7146a292290c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:07.059104 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-547a03ca-8161-4cb9-aaff-171cb410c9a5 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:07.060503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-547a03ca-8161-4cb9-aaff-171cb410c9a5 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0655971 Nov 09 18:04:07.063932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56294) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:07.066191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-e0bae719-9b44-4ffa-9440-5ec740d83bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:07.067692 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-e0bae719-9b44-4ffa-9440-5ec740d83bf3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eae9f699-1af9-4d25-95e6-1b7167013236 HTTP/1.1" status: 200 len: 853 time: 0.1985192 Nov 09 18:04:07.072398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e86e13e4-2c14-4642-87cf-410d32087925 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '4faa8db4-fc6f-45c1-ac2b-7146a292290c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:07.073300 n-d-817236-1 neutron-server[102155]: WARNING neutron.api.v2.base [None req-e86e13e4-2c14-4642-87cf-410d32087925 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 18:04:07.074340 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-e86e13e4-2c14-4642-87cf-410d32087925 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:07.076312 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e86e13e4-2c14-4642-87cf-410d32087925 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107214 Nov 09 18:04:07.081892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56296) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:07.092383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d24b6d28-c11b-4474-af81-3934de96224a tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '4faa8db4-fc6f-45c1-ac2b-7146a292290c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:07.119330 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-0ff907ac-c025-4cb2-9b2b-bbb8ff2d6fc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3cae523-2612-4af5-871f-eb3d1e5ec16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379875 Nov 09 18:04:07.126003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-303dfb27-f8d4-4f0b-8849-cc4d86e859fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:07.132980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-303dfb27-f8d4-4f0b-8849-cc4d86e859fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eae9f699-1af9-4d25-95e6-1b7167013236 HTTP/1.1" status: 200 len: 853 time: 0.2171054 Nov 09 18:04:07.148907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.20.0.1 (fc1aafe5-b294-4050-a4a0-5fc44cf073b4/8a3a99cb-1b53-4c5e-be48-f2837c27da35/98e95e6e-9645-4567-87ed-feddaec9b181) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:07.193645 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-bee1cf4b-b599-4c6b-8b45-e84e1df0f926 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3cae523-2612-4af5-871f-eb3d1e5ec16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535302 Nov 09 18:04:07.206486 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-d24b6d28-c11b-4474-af81-3934de96224a tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:07.211506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56304) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:07.213184 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d24b6d28-c11b-4474-af81-3934de96224a tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1296213 Nov 09 18:04:07.219675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8912ec91-d4e8-4c47-920a-6c166738a165 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '4faa8db4-fc6f-45c1-ac2b-7146a292290c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:07.220804 n-d-817236-1 neutron-server[102154]: WARNING neutron.api.v2.base [None req-8912ec91-d4e8-4c47-920a-6c166738a165 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 18:04:07.222405 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-8912ec91-d4e8-4c47-920a-6c166738a165 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:07.225377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8912ec91-d4e8-4c47-920a-6c166738a165 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124795 Nov 09 18:04:07.243385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56308) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:07.261665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-72110b1d-ad98-4556-8b3f-4c34735620ea tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '4faa8db4-fc6f-45c1-ac2b-7146a292290c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:07.350121 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-72110b1d-ad98-4556-8b3f-4c34735620ea tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Project f667e877a4f446bfb4a7663235735040 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:04:07.393878 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-72110b1d-ad98-4556-8b3f-4c34735620ea tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:07.395724 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-72110b1d-ad98-4556-8b3f-4c34735620ea tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1511548 Nov 09 18:04:07.400251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56318) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:07.409796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ab42310a-ee42-48f8-b561-88cb68ae513c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '4faa8db4-fc6f-45c1-ac2b-7146a292290c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:07.411567 n-d-817236-1 neutron-server[102155]: WARNING neutron.api.v2.base [None req-ab42310a-ee42-48f8-b561-88cb68ae513c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 18:04:07.412070 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-ab42310a-ee42-48f8-b561-88cb68ae513c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:07.413087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ab42310a-ee42-48f8-b561-88cb68ae513c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119035 Nov 09 18:04:07.418806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56320) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:07.422752 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-82e4745c-7c3c-455e-8596-72077ebb8ac0 service neutron] 10.222.0.18 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077904 Nov 09 18:04:07.426741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-798efa25-6082-4f2b-90af-c2cc49382cce tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '4faa8db4-fc6f-45c1-ac2b-7146a292290c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:07.442549 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-2a80fcac-e985-4047-8aad-067bd6edfc17 service neutron] 10.222.0.13 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146455 Nov 09 18:04:07.529086 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-798efa25-6082-4f2b-90af-c2cc49382cce tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Project f667e877a4f446bfb4a7663235735040 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:04:07.568097 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-798efa25-6082-4f2b-90af-c2cc49382cce tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:07.568825 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:07.575647 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-798efa25-6082-4f2b-90af-c2cc49382cce tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1497359 Nov 09 18:04:07.575820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56328) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:07.581608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4b46cd35-079a-49aa-aba4-dc16df5a30a1 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '4faa8db4-fc6f-45c1-ac2b-7146a292290c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:07.604582 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-3c393bbd-a629-4b0f-8b34-81275e3da08a service neutron] 10.222.0.18 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497519 Nov 09 18:04:08.187615 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-4b46cd35-079a-49aa-aba4-dc16df5a30a1 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Project f667e877a4f446bfb4a7663235735040 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:04:08.190841 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.194163 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-998f7871-72ef-4668-8384-f72aa98d5c03 req-431b7ad4-13a9-4ffe-b20c-249e832cf23a service neutron] 10.222.0.13 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7410049 Nov 09 18:04:08.268334 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-4b46cd35-079a-49aa-aba4-dc16df5a30a1 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:08.275267 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4b46cd35-079a-49aa-aba4-dc16df5a30a1 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6962514 Nov 09 18:04:08.279763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56370) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:08.312130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network fc1aafe5-b294-4050-a4a0-5fc44cf073b4 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:08.352269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:08.364031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:08.373648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b003f8e-9762-4ff3-a2ba-66f5e80e11d4 req-01404f99-d221-4afa-b212-92c4010db837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:08.375166 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9b003f8e-9762-4ff3-a2ba-66f5e80e11d4 req-01404f99-d221-4afa-b212-92c4010db837 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=089891fd97d348c88f51f098165deeb1&device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 1094 time: 0.6923378 Nov 09 18:04:08.404933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=98e95e6e-9645-4567-87ed-feddaec9b181,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:08.412238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52264ae5-1b88-464d-a670-2dc66aa867c5 req-9f26cc76-5437-437d-8981-dbb6083c1035 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:08.415575 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-52264ae5-1b88-464d-a670-2dc66aa867c5 req-9f26cc76-5437-437d-8981-dbb6083c1035 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 943 time: 0.0890477 Nov 09 18:04:08.468397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb5021-4340-4140-be33-fcaab3055674 req-498c39b0-5d07-4e05-8fa7-950d7e7e7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:08.471824 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edcb5021-4340-4140-be33-fcaab3055674 req-498c39b0-5d07-4e05-8fa7-950d7e7e7c50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=089891fd97d348c88f51f098165deeb1&device_id=a7c245eb-e4d0-4cc5-91b1-ffc690285abe HTTP/1.1" status: 200 len: 1094 time: 0.2051427 Nov 09 18:04:08.486204 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41f960db-3f18-4bff-b498-ac7880d9f9ed tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.587736 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-52264ae5-1b88-464d-a670-2dc66aa867c5 req-c2811023-05ae-4e1f-8da7-0289e05aa5a3 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591382 Nov 09 18:04:08.651720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.662481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb5021-4340-4140-be33-fcaab3055674 req-584b06ff-5361-49c1-8437-363c7d7ef56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:08.664147 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edcb5021-4340-4140-be33-fcaab3055674 req-584b06ff-5361-49c1-8437-363c7d7ef56f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3cae523-2612-4af5-871f-eb3d1e5ec16d HTTP/1.1" status: 200 len: 914 time: 0.1685965 Nov 09 18:04:08.667898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b003f8e-9762-4ff3-a2ba-66f5e80e11d4 req-bc244b35-9645-49af-96e5-5bf8e4c33202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:08.669394 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9b003f8e-9762-4ff3-a2ba-66f5e80e11d4 req-bc244b35-9645-49af-96e5-5bf8e4c33202 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3cae523-2612-4af5-871f-eb3d1e5ec16d HTTP/1.1" status: 200 len: 914 time: 0.2840397 Nov 09 18:04:08.709145 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41f960db-3f18-4bff-b498-ac7880d9f9ed tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.735081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9b003f8e-9762-4ff3-a2ba-66f5e80e11d4 req-03189a74-c44c-48c5-8b4b-02e4c91b869e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e285937-3e5a-44e7-8335-1b7ef9881af8 HTTP/1.1" status: 200 len: 217 time: 0.0572369 Nov 09 18:04:08.782988 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edcb5021-4340-4140-be33-fcaab3055674 req-29f4afcd-14f3-4b70-865a-4b9cb2aa241c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48bedb74-4251-47b7-8c48-b8f474875a45 HTTP/1.1" status: 200 len: 217 time: 0.0833344 Nov 09 18:04:08.810565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-541c4ccd-878a-4517-8155-7ffc552f1074 None None] Provisioning complete for port 98e95e6e-9645-4567-87ed-feddaec9b181 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:08.811675 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-541c4ccd-878a-4517-8155-7ffc552f1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.824746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b003f8e-9762-4ff3-a2ba-66f5e80e11d4 req-ff0d181b-d56e-4207-9448-31d4ef42b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:08.828411 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9b003f8e-9762-4ff3-a2ba-66f5e80e11d4 req-ff0d181b-d56e-4207-9448-31d4ef42b3aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eae9f699-1af9-4d25-95e6-1b7167013236 HTTP/1.1" status: 200 len: 853 time: 0.0770521 Nov 09 18:04:08.865215 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-541c4ccd-878a-4517-8155-7ffc552f1074 None None] Port 98e95e6e-9645-4567-87ed-feddaec9b181 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:04:08.881042 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9b003f8e-9762-4ff3-a2ba-66f5e80e11d4 req-8103e1b4-f0b4-48fb-93ab-d868f121ce9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3cae523-2612-4af5-871f-eb3d1e5ec16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438507 Nov 09 18:04:08.932936 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41f960db-3f18-4bff-b498-ac7880d9f9ed tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.935997 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41f960db-3f18-4bff-b498-ac7880d9f9ed tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.937144 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-41f960db-3f18-4bff-b498-ac7880d9f9ed tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "DELETE /v2.0/security-groups/4faa8db4-fc6f-45c1-ac2b-7146a292290c HTTP/1.1" status: 204 len: 168 time: 0.6298249 Nov 09 18:04:08.953977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56400) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:08.955119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f960db-3f18-4bff-b498-ac7880d9f9ed tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faa8db4-fc6f-45c1-ac2b-7146a292290c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:08.988930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb5021-4340-4140-be33-fcaab3055674 req-3163773e-2f37-4dec-ad2a-08c13f2f749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:08.990571 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edcb5021-4340-4140-be33-fcaab3055674 req-3163773e-2f37-4dec-ad2a-08c13f2f749e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eae9f699-1af9-4d25-95e6-1b7167013236 HTTP/1.1" status: 200 len: 853 time: 0.1666362 Nov 09 18:04:09.061247 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edcb5021-4340-4140-be33-fcaab3055674 req-30d14860-9367-4f47-8189-b009e0c0ca60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3cae523-2612-4af5-871f-eb3d1e5ec16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575032 Nov 09 18:04:09.064490 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9b003f8e-9762-4ff3-a2ba-66f5e80e11d4 req-b344e96e-032d-49f3-b133-a9bbf371d664 service neutron] 10.222.0.18 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703513 Nov 09 18:04:09.197540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56406) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:09.205539 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.212095 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-553a0653-4660-4ff0-ab50-0cb424274887 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2441559 Nov 09 18:04:09.220337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56410) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:09.234628 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-fd6e7c22-7936-47d2-8dac-25574fd0414c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group': {'name': 'tempest-secgroup--70979968'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:09.239557 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edcb5021-4340-4140-be33-fcaab3055674 req-3d3f2814-1ad4-49fb-afab-f480b1c9f5f1 service neutron] 10.222.0.13 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599095 Nov 09 18:04:09.255821 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9b003f8e-9762-4ff3-a2ba-66f5e80e11d4 req-c568f230-fb31-4950-9756-b6c388391a50 service neutron] 10.222.0.18 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726878 Nov 09 18:04:09.272137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7c22-7936-47d2-8dac-25574fd0414c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.379465 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7c22-7936-47d2-8dac-25574fd0414c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.390594 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7c22-7936-47d2-8dac-25574fd0414c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.409442 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6cc65d90-6c89-444d-acea-65f1cd6a2c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.434841 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7c22-7936-47d2-8dac-25574fd0414c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.439053 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fd6e7c22-7936-47d2-8dac-25574fd0414c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2175095 Nov 09 18:04:09.443843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56416) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:09.450433 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-378ac094-cea4-48c9-aa40-3b9cd9331793 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '5d2b67d7-c18e-4b03-b086-58bc7644b85d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:09.486732 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e7c22-7936-47d2-8dac-25574fd0414c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2b67d7-c18e-4b03-b086-58bc7644b85d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:09.501070 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edcb5021-4340-4140-be33-fcaab3055674 req-d2d13cd8-315c-40c8-a934-53b9e54c7816 service neutron] 10.222.0.13 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539396 Nov 09 18:04:09.539620 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-378ac094-cea4-48c9-aa40-3b9cd9331793 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The resource could not be found. Nov 09 18:04:09.543796 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-378ac094-cea4-48c9-aa40-3b9cd9331793 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0968237 Nov 09 18:04:09.545636 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56418) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:09.550038 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6588d818-4838-493c-b377-0ede0f5993fd tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '5d2b67d7-c18e-4b03-b086-58bc7644b85d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0805b013-f754-4666-95ad-7751b40f3c57'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:09.592945 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6cc65d90-6c89-444d-acea-65f1cd6a2c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.600465 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6cc65d90-6c89-444d-acea-65f1cd6a2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.660133 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6cc65d90-6c89-444d-acea-65f1cd6a2c0b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f8872bde1d0f4ccda276f452e27b0daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4612072 Nov 09 18:04:09.664662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56422) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:09.667181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc65d90-6c89-444d-acea-65f1cd6a2c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64dc8eb-7351-4ce0-b66c-2a1de1fceb95,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:09.670145 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-6588d818-4838-493c-b377-0ede0f5993fd tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The resource could not be found. Nov 09 18:04:09.679339 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6588d818-4838-493c-b377-0ede0f5993fd tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1325610 Nov 09 18:04:09.681459 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56424) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:09.782110 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9d683f0-15c6-4866-92ff-4a022a034555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.796007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a71b2-2fc6-4cc7-9a3a-c239819697a6 req-5c25ca61-76e3-43cf-b7ad-22fc893099f1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:09.797669 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bd2a71b2-2fc6-4cc7-9a3a-c239819697a6 req-5c25ca61-76e3-43cf-b7ad-22fc893099f1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 943 time: 0.1169138 Nov 09 18:04:09.823160 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67f19892-cd93-4c34-8858-9c3a63621754 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.833359 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9d683f0-15c6-4866-92ff-4a022a034555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.852149 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.866015 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.867636 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67f19892-cd93-4c34-8858-9c3a63621754 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.887016 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bd2a71b2-2fc6-4cc7-9a3a-c239819697a6 req-c5f45ab2-d9d0-4b27-b78e-0d3613bc6a92 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817232 Nov 09 18:04:09.933707 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67f19892-cd93-4c34-8858-9c3a63621754 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.937258 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67f19892-cd93-4c34-8858-9c3a63621754 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.941612 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-67f19892-cd93-4c34-8858-9c3a63621754 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "DELETE /v2.0/security-groups/5d2b67d7-c18e-4b03-b086-58bc7644b85d HTTP/1.1" status: 204 len: 168 time: 0.2592483 Nov 09 18:04:09.942221 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56428) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:09.961164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f19892-cd93-4c34-8858-9c3a63621754 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2b67d7-c18e-4b03-b086-58bc7644b85d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:10.012658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=98e95e6e-9645-4567-87ed-feddaec9b181,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:10.020554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9176bc0d-cbd6-4d51-8c0d-56480f1d494f tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674093 Nov 09 18:04:10.020846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56430) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:10.026241 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0cc5d802-6188-4d1f-a3f9-5ca3f328a669 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': 'f8b62773-b989-4006-aea4-251dbd35161e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:10.038201 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.056078 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9d683f0-15c6-4866-92ff-4a022a034555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.058725 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9d683f0-15c6-4866-92ff-4a022a034555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.060570 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d9d683f0-15c6-4866-92ff-4a022a034555 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a64dc8eb-7351-4ce0-b66c-2a1de1fceb95 HTTP/1.1" status: 204 len: 168 time: 0.3948677 Nov 09 18:04:10.113123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d683f0-15c6-4866-92ff-4a022a034555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64dc8eb-7351-4ce0-b66c-2a1de1fceb95,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:10.121519 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-0cc5d802-6188-4d1f-a3f9-5ca3f328a669 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The resource could not be found. Nov 09 18:04:10.126664 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0cc5d802-6188-4d1f-a3f9-5ca3f328a669 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1033134 Nov 09 18:04:10.128764 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56436) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:10.143365 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7113e010-8154-42dc-8351-6f9066ca2a89 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group': {'name': 'tempest-secgroup--502030769'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:10.193292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7113e010-8154-42dc-8351-6f9066ca2a89 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.200843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network fc1aafe5-b294-4050-a4a0-5fc44cf073b4 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:10.202335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:10.343186 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7113e010-8154-42dc-8351-6f9066ca2a89 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.364269 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7113e010-8154-42dc-8351-6f9066ca2a89 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.388893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 48b81df8-a5f7-4dfa-8b2f-380920bcd30e has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:10.402778 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7113e010-8154-42dc-8351-6f9066ca2a89 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.406666 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7113e010-8154-42dc-8351-6f9066ca2a89 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2727211 Nov 09 18:04:10.410662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56444) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:10.418161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7818aac3-cd2d-4f8b-a2d8-39f2fbb68f61 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441943742'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:10.439728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113e010-8154-42dc-8351-6f9066ca2a89 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1246f8ed-e423-41e1-852c-3f8374769ec8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:10.458808 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7818aac3-cd2d-4f8b-a2d8-39f2fbb68f61 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.563068 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:10.569175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bcf9eb6c-0f53-458a-8546-18fa89a96e4b tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "PUT /v2.0/routers/48b81df8-a5f7-4dfa-8b2f-380920bcd30e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5845342 Nov 09 18:04:10.573379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56446) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:10.576016 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c23dde-5680-4899-8060-7fdc3116a0e9 None None] Sync routers for ids ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:10.581952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'port': {'network_id': 'fc1aafe5-b294-4050-a4a0-5fc44cf073b4', 'name': 'tempest-FloatingIPTestJSON-526819166'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:10.609503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c23dde-5680-4899-8060-7fdc3116a0e9 None None] Routers {'48b81df8-a5f7-4dfa-8b2f-380920bcd30e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:10.610831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c5c23dde-5680-4899-8060-7fdc3116a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:10.612779 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7818aac3-cd2d-4f8b-a2d8-39f2fbb68f61 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.619379 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7818aac3-cd2d-4f8b-a2d8-39f2fbb68f61 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.639284 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56448) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:10.656224 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-30edfdd7-dd31-459f-a046-6f7d273acc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.672233 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c5c23dde-5680-4899-8060-7fdc3116a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:10.673158 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7818aac3-cd2d-4f8b-a2d8-39f2fbb68f61 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.674527 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7818aac3-cd2d-4f8b-a2d8-39f2fbb68f61 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2628016 Nov 09 18:04:10.678049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56450) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:10.684308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818aac3-cd2d-4f8b-a2d8-39f2fbb68f61 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81723db6-4de6-4a4a-b0e0-da773af808fa,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:10.693544 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8e2c54c4-dc0d-4974-b953-a14ad2dd6dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.694215 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-192a53df-cc22-4d25-8844-e73f8364a28c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': '1246f8ed-e423-41e1-852c-3f8374769ec8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '81723db6-4de6-4a4a-b0e0-da773af808fa'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:10.697333 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c23dde-5680-4899-8060-7fdc3116a0e9 None None] Routers {'48b81df8-a5f7-4dfa-8b2f-380920bcd30e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:10.698131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c5c23dde-5680-4899-8060-7fdc3116a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:03:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:10.702835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8147ac2d-8d3e-4895-9b95-8353c88abe2a None None] Provisioning complete for port 98e95e6e-9645-4567-87ed-feddaec9b181 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:10.703470 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8147ac2d-8d3e-4895-9b95-8353c88abe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.780045 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c5c23dde-5680-4899-8060-7fdc3116a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:10.781117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c23dde-5680-4899-8060-7fdc3116a0e9 None None] The sync data for ids ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:10.795865 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-192a53df-cc22-4d25-8844-e73f8364a28c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:10.800047 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-30edfdd7-dd31-459f-a046-6f7d273acc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.800609 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-192a53df-cc22-4d25-8844-e73f8364a28c tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1150866 Nov 09 18:04:10.801795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56452) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:10.805593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8147ac2d-8d3e-4895-9b95-8353c88abe2a None None] Port 98e95e6e-9645-4567-87ed-feddaec9b181 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:04:10.824836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-30edfdd7-dd31-459f-a046-6f7d273acc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.838811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Made reservation on behalf of fc17fe0dfae744b183ac54d07d8c56cd for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:10.842923 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.862671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] device_id is not set on port 7e4f4b88-ed50-4b2b-9ca2-58f6148507cb yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:04:10.915139 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-30edfdd7-dd31-459f-a046-6f7d273acc53 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=47b946403d7d43d39bc118274a1fb778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746494 Nov 09 18:04:10.921412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56458) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:10.957690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edfdd7-dd31-459f-a046-6f7d273acc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63eb17a-d047-4e20-9987-4c8d3c711524,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:11.005642 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b68b97c-c730-4a1b-a4e4-61524b66687d tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.025585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Allocated IP 172.20.0.13 (fc1aafe5-b294-4050-a4a0-5fc44cf073b4/8a3a99cb-1b53-4c5e-be48-f2837c27da35/7e4f4b88-ed50-4b2b-9ca2-58f6148507cb) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:11.062399 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b68b97c-c730-4a1b-a4e4-61524b66687d tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.096179 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbfe751a-21f5-4c05-9ccc-223361199761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.113446 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ede7-c08a-4f62-b3f9-5fc9729383c7 req-ba789446-1676-400e-8c0c-b23d271e61f0 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:11.115006 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ce3ede7-c08a-4f62-b3f9-5fc9729383c7 req-ba789446-1676-400e-8c0c-b23d271e61f0 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 943 time: 0.1182730 Nov 09 18:04:11.162479 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbfe751a-21f5-4c05-9ccc-223361199761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.251972 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ce3ede7-c08a-4f62-b3f9-5fc9729383c7 req-1937d65b-411a-400c-8633-a4cfe7d83907 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232982 Nov 09 18:04:11.253539 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b68b97c-c730-4a1b-a4e4-61524b66687d tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.256671 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b68b97c-c730-4a1b-a4e4-61524b66687d tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.261635 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1b68b97c-c730-4a1b-a4e4-61524b66687d tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "DELETE /v2.0/security-groups/81723db6-4de6-4a4a-b0e0-da773af808fa HTTP/1.1" status: 204 len: 168 time: 0.4575613 Nov 09 18:04:11.262737 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.264832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56462) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:11.281816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68b97c-c730-4a1b-a4e4-61524b66687d tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81723db6-4de6-4a4a-b0e0-da773af808fa,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:11.317237 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbfe751a-21f5-4c05-9ccc-223361199761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.321664 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbfe751a-21f5-4c05-9ccc-223361199761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.322665 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fbfe751a-21f5-4c05-9ccc-223361199761 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f63eb17a-d047-4e20-9987-4c8d3c711524 HTTP/1.1" status: 204 len: 168 time: 0.3989656 Nov 09 18:04:11.332004 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe751a-21f5-4c05-9ccc-223361199761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63eb17a-d047-4e20-9987-4c8d3c711524,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:11.387025 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.403142 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 48bedb74-4251-47b7-8c48-b8f474875a45 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:04:11.473105 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56466) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:11.473377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-45e4ac2a-68fa-40c7-a2e6-73ddcb504e09 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2076778 Nov 09 18:04:11.502744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Network fc1aafe5-b294-4050-a4a0-5fc44cf073b4 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:11.509195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:11.514028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:11.579433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event updated for resources: {'Port': ['ID=7e4f4b88-ed50-4b2b-9ca2-58f6148507cb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:11.637832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:11.644377 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.678119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 48bedb74-4251-47b7-8c48-b8f474875a45, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=48bedb74-4251-47b7-8c48-b8f474875a45,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:11.681638 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-443adb07-3f4c-4a8a-9a42-f7e3c308bae4 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.697758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '48bedb74-4251-47b7-8c48-b8f474875a45', 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d', 'port_id': '48bedb74-4251-47b7-8c48-b8f474875a45', 'mac_address': 'fa:16:3e:4f:ab:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae9f699-1af9-4d25-95e6-1b7167013236', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:04:11.703732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-320f43ba-320d-4885-96dc-9930cd6fae12 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1281698 Nov 09 18:04:11.706220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56470) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:11.718011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-781efebc-b200-4996-8d40-3d6556c890c0 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Request body: {'floatingip': {'port_id': '7e4f4b88-ed50-4b2b-9ca2-58f6148507cb'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:11.728297 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-443adb07-3f4c-4a8a-9a42-f7e3c308bae4 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.789044 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.802744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-443adb07-3f4c-4a8a-9a42-f7e3c308bae4 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.806900 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-443adb07-3f4c-4a8a-9a42-f7e3c308bae4 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.810624 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-443adb07-3f4c-4a8a-9a42-f7e3c308bae4 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "DELETE /v2.0/security-groups/1246f8ed-e423-41e1-852c-3f8374769ec8 HTTP/1.1" status: 204 len: 168 time: 0.3329716 Nov 09 18:04:11.818224 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bedb74-4251-47b7-8c48-b8f474875a45 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:11.823340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56478) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:11.842548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443adb07-3f4c-4a8a-9a42-f7e3c308bae4 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1246f8ed-e423-41e1-852c-3f8374769ec8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:11.891954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 48bedb74-4251-47b7-8c48-b8f474875a45, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=48bedb74-4251-47b7-8c48-b8f474875a45,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:11.906283 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-781efebc-b200-4996-8d40-3d6556c890c0 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.931637 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.004090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e6bde520-e68f-4be1-aff1-de22c313d5f1 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1753101 Nov 09 18:04:12.007545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56488) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:12.012893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c37101b0-cb15-4e24-be27-6df1b49e4254 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979250700'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:12.034607 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-45cdce65-61ae-4888-b555-8b03530164c7 None None] Provisioning complete for port 7e4f4b88-ed50-4b2b-9ca2-58f6148507cb triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:12.036540 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-45cdce65-61ae-4888-b555-8b03530164c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.063611 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c37101b0-cb15-4e24-be27-6df1b49e4254 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.252680 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c37101b0-cb15-4e24-be27-6df1b49e4254 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.258141 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c37101b0-cb15-4e24-be27-6df1b49e4254 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.309029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9e285937-3e5a-44e7-8335-1b7ef9881af8 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:04:12.335927 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c37101b0-cb15-4e24-be27-6df1b49e4254 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.339081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c37101b0-cb15-4e24-be27-6df1b49e4254 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3302109 Nov 09 18:04:12.342268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37101b0-cb15-4e24-be27-6df1b49e4254 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e70414-e724-4670-8996-0024b9fd8ce9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:12.362781 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56498) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:12.377707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-cc6d5078-2e03-4e1f-a55e-b7f1d4aa5f91 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': 'e7e70414-e724-4670-8996-0024b9fd8ce9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:12.486014 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['48bedb74-4251-47b7-8c48-b8f474875a45'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:12.491715 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9e285937-3e5a-44e7-8335-1b7ef9881af8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9e285937-3e5a-44e7-8335-1b7ef9881af8,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:12.503323 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-cc6d5078-2e03-4e1f-a55e-b7f1d4aa5f91 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:12.507293 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cc6d5078-2e03-4e1f-a55e-b7f1d4aa5f91 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1396532 Nov 09 18:04:12.512716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56504) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:12.521935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=48bedb74-4251-47b7-8c48-b8f474875a45,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:12.525072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d9e0f462-2e4c-4379-af37-aeb2a3429063 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group_rule': {'security_group_id': 'e7e70414-e724-4670-8996-0024b9fd8ce9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:12.546086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80bda7-c1c4-46bc-936d-c7679bbed5d8 req-58282b6e-feda-411b-a01e-cb6c0a187265 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:12.554857 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cb80bda7-c1c4-46bc-936d-c7679bbed5d8 req-58282b6e-feda-411b-a01e-cb6c0a187265 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 943 time: 0.1079299 Nov 09 18:04:12.598436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '9e285937-3e5a-44e7-8335-1b7ef9881af8', 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d', 'port_id': '9e285937-3e5a-44e7-8335-1b7ef9881af8', 'mac_address': 'fa:16:3e:d1:ff:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae9f699-1af9-4d25-95e6-1b7167013236', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:04:12.609891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:12.610284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:12.610640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:12.612337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:12.612883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:12.613404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:12.614453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:12.614968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:12.616571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:12.617133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:12.618030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cb80bda7-c1c4-46bc-936d-c7679bbed5d8 req-06d38ec6-daed-4696-8bf7-da61071afd7f tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552607 Nov 09 18:04:12.618613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:12.619155 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:12.650209 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-d9e0f462-2e4c-4379-af37-aeb2a3429063 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:04:12.651790 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d9e0f462-2e4c-4379-af37-aeb2a3429063 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1366198 Nov 09 18:04:12.654554 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56506) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:12.666594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-45cdce65-61ae-4888-b555-8b03530164c7 None None] Port 7e4f4b88-ed50-4b2b-9ca2-58f6148507cb cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:04:12.742207 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22c160ba-83ae-4f95-9c37-9d8dddd12397 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.773323 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22c160ba-83ae-4f95-9c37-9d8dddd12397 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.781003 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.833822 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22c160ba-83ae-4f95-9c37-9d8dddd12397 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.835557 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e285937-3e5a-44e7-8335-1b7ef9881af8 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:12.839570 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22c160ba-83ae-4f95-9c37-9d8dddd12397 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.841174 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-22c160ba-83ae-4f95-9c37-9d8dddd12397 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "DELETE /v2.0/security-groups/e7e70414-e724-4670-8996-0024b9fd8ce9 HTTP/1.1" status: 204 len: 168 time: 0.1854885 Nov 09 18:04:12.855755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56510) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:12.856673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c160ba-83ae-4f95-9c37-9d8dddd12397 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e70414-e724-4670-8996-0024b9fd8ce9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:12.925758 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-edc6ac73-c5c8-4ecf-917c-c396689d704d tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0665138 Nov 09 18:04:12.932605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9e285937-3e5a-44e7-8335-1b7ef9881af8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9e285937-3e5a-44e7-8335-1b7ef9881af8,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:12.934657 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56514) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:12.940798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-fb21ed03-4311-4535-b466-b864cc197101 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434063083'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:12.952105 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.967876 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-781efebc-b200-4996-8d40-3d6556c890c0 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.975208 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-781efebc-b200-4996-8d40-3d6556c890c0 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.003191 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb21ed03-4311-4535-b466-b864cc197101 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.091663 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9e285937-3e5a-44e7-8335-1b7ef9881af8,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:13.134409 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb21ed03-4311-4535-b466-b864cc197101 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.140873 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb21ed03-4311-4535-b466-b864cc197101 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.174583 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-781efebc-b200-4996-8d40-3d6556c890c0 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Floating IP e7756955-22f2-4b3b-a4ad-ced04aa05660 associated. External IP: 172.25.1.29, port: 1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572. Nov 09 18:04:13.192180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21ed03-4311-4535-b466-b864cc197101 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be445bd3-3dc4-470b-8ad2-de23dd5de120,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:13.207551 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb21ed03-4311-4535-b466-b864cc197101 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.208933 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fb21ed03-4311-4535-b466-b864cc197101 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2727752 Nov 09 18:04:13.212850 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56522) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:13.220614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-01b489aa-6b96-4a9f-89a2-3872a36c7c14 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:13.221425 n-d-817236-1 neutron-server[102155]: WARNING neutron.api.v2.base [None req-01b489aa-6b96-4a9f-89a2-3872a36c7c14 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 18:04:13.222270 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-01b489aa-6b96-4a9f-89a2-3872a36c7c14 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 18:04:13.223821 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-01b489aa-6b96-4a9f-89a2-3872a36c7c14 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "PUT /v2.0/security-groups/be445bd3-3dc4-470b-8ad2-de23dd5de120 HTTP/1.1" status: 409 len: 330 time: 0.0080278 Nov 09 18:04:13.227765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56526) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:13.308212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a95650a-e91c-44d0-aca2-490f4da06688 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.342323 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a95650a-e91c-44d0-aca2-490f4da06688 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.349114 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9e285937-3e5a-44e7-8335-1b7ef9881af8'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:13.400515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a95650a-e91c-44d0-aca2-490f4da06688 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.403632 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8a95650a-e91c-44d0-aca2-490f4da06688 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.404996 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8a95650a-e91c-44d0-aca2-490f4da06688 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "DELETE /v2.0/security-groups/be445bd3-3dc4-470b-8ad2-de23dd5de120 HTTP/1.1" status: 204 len: 168 time: 0.1753471 Nov 09 18:04:13.409808 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56532) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:13.421791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 48bedb74-4251-47b7-8c48-b8f474875a45 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:13.445757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95650a-e91c-44d0-aca2-490f4da06688 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be445bd3-3dc4-470b-8ad2-de23dd5de120,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:13.500294 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-14f8433a-d8cc-4560-99c5-e8a1ec369668 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880616 Nov 09 18:04:13.504327 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56538) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:13.522152 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-55e576c5-513a-431e-85bf-da17248ff51b tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] delete failed (client error): The resource could not be found. Nov 09 18:04:13.523716 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-55e576c5-513a-431e-85bf-da17248ff51b tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "DELETE /v2.0/security-groups/86fc46d5-6939-44ca-b57e-79e6754bb8b3 HTTP/1.1" status: 404 len: 347 time: 0.0181243 Nov 09 18:04:13.528423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56542) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:13.543536 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-1eeccf3a-ccf4-48ec-ab86-b1f4d6151e65 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] show failed (client error): The resource could not be found. Nov 09 18:04:13.544581 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1eeccf3a-ccf4-48ec-ab86-b1f4d6151e65 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "GET /v2.0/security-groups/7817b7dc-5206-4937-94a7-c419dd96f667 HTTP/1.1" status: 404 len: 347 time: 0.0150440 Nov 09 18:04:13.548809 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56544) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:13.573510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781efebc-b200-4996-8d40-3d6556c890c0 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:13.598604 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-938f0764-1302-40f6-a27c-efc8d409ce68 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] show failed (client error): The resource could not be found. Nov 09 18:04:13.600093 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-938f0764-1302-40f6-a27c-efc8d409ce68 tempest-NegativeSecGroupIPv6Test-623376953 tempest-NegativeSecGroupIPv6Test-623376953-project] 10.222.0.81 "GET /v2.0/security-group-rules/8dba9236-016a-4ff4-9f09-65c47b745871 HTTP/1.1" status: 404 len: 356 time: 0.0502388 Nov 09 18:04:13.612643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 48bedb74-4251-47b7-8c48-b8f474875a45 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:04:13.620042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 48bedb74-4251-47b7-8c48-b8f474875a45 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:13.620302 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.725578 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fb7ea490-593e-4620-a432-bd1bab20fab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.753149 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.786937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c245eb-e4d0-4cc5-91b1-ffc690285abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bedb74-4251-47b7-8c48-b8f474875a45'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:13.789517 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950106ce-5d9a-4c0b-844b-241371b69241" -d '{"events": [{"server_uuid": "a7c245eb-e4d0-4cc5-91b1-ffc690285abe", "name": "network-vif-plugged", "status": "completed", "tag": "48bedb74-4251-47b7-8c48-b8f474875a45"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:13.815724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 48bedb74-4251-47b7-8c48-b8f474875a45, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=48bedb74-4251-47b7-8c48-b8f474875a45,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:13.822233 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.839969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781efebc-b200-4996-8d40-3d6556c890c0 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:13.853761 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c74a68-44fd-4c24-8424-6067a1d014c7 None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:13.874178 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c74a68-44fd-4c24-8424-6067a1d014c7 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:13.875167 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b2c74a68-44fd-4c24-8424-6067a1d014c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:13.938737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=48bedb74-4251-47b7-8c48-b8f474875a45,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:13.942306 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b2c74a68-44fd-4c24-8424-6067a1d014c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:13.947434 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f64580-e63e-423e-ba51-835150a04a7f x-openstack-request-id: req-27f64580-e63e-423e-ba51-835150a04a7f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:13.948062 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c245eb-e4d0-4cc5-91b1-ffc690285abe", "name": "network-vif-plugged", "status": "completed", "tag": "48bedb74-4251-47b7-8c48-b8f474875a45", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:13.948551 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-27f64580-e63e-423e-ba51-835150a04a7f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:13.949143 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c245eb-e4d0-4cc5-91b1-ffc690285abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bedb74-4251-47b7-8c48-b8f474875a45', 'code': 200} Nov 09 18:04:13.966555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddeb927-0da6-4072-bcbb-17698e1c236b req-2e88b773-91cf-483d-8d0a-66344a5faf34 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:13.969815 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c74a68-44fd-4c24-8424-6067a1d014c7 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:13.970465 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b2c74a68-44fd-4c24-8424-6067a1d014c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:13.979907 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eddeb927-0da6-4072-bcbb-17698e1c236b req-2e88b773-91cf-483d-8d0a-66344a5faf34 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 944 time: 0.1866612 Nov 09 18:04:14.019762 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b2c74a68-44fd-4c24-8424-6067a1d014c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:14.020700 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c74a68-44fd-4c24-8424-6067a1d014c7 None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:14.094735 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eddeb927-0da6-4072-bcbb-17698e1c236b req-6af9e16c-5926-456d-97c3-e809c33b9c98 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988460 Nov 09 18:04:14.289537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56560) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:14.476083 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:14.602125 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ed486267-d30d-48fe-99bf-ea4b880ebcd2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f667e877a4f446bfb4a7663235735040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111918 Nov 09 18:04:14.606089 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56570) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:14.609777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadabb19-82e2-4ef7-9ddb-50ea9ffdb2c9 req-8bbb644e-7d3f-4be3-b8b3-e62e48ab845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:14.611546 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fadabb19-82e2-4ef7-9ddb-50ea9ffdb2c9 req-8bbb644e-7d3f-4be3-b8b3-e62e48ab845d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7c245eb-e4d0-4cc5-91b1-ffc690285abe HTTP/1.1" status: 200 len: 1096 time: 0.5882368 Nov 09 18:04:14.693801 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-979f5220-dc2a-4f83-b917-01c81caf4a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:14.720511 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-979f5220-dc2a-4f83-b917-01c81caf4a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:14.779023 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-979f5220-dc2a-4f83-b917-01c81caf4a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:14.781841 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-979f5220-dc2a-4f83-b917-01c81caf4a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:14.783151 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-979f5220-dc2a-4f83-b917-01c81caf4a75 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33d5a414-9ab6-4273-a882-736e4f41755e HTTP/1.1" status: 204 len: 168 time: 0.1759830 Nov 09 18:04:14.795364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f5220-dc2a-4f83-b917-01c81caf4a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d5a414-9ab6-4273-a882-736e4f41755e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:14.837254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fadabb19-82e2-4ef7-9ddb-50ea9ffdb2c9 req-22bee12d-5111-4601-bcc5-cfa2c6dd74da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122715 Nov 09 18:04:14.853019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781efebc-b200-4996-8d40-3d6556c890c0 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 48b81df8-a5f7-4dfa-8b2f-380920bcd30e has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:15.001588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781efebc-b200-4996-8d40-3d6556c890c0 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:15.014934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce479b-f708-450d-90dd-04a22a334910 None None] Sync routers for ids ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:15.017200 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-781efebc-b200-4996-8d40-3d6556c890c0 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.030683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce479b-f708-450d-90dd-04a22a334910 None None] Routers {'48b81df8-a5f7-4dfa-8b2f-380920bcd30e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:15.033550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e7ce479b-f708-450d-90dd-04a22a334910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:15.096608 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-781efebc-b200-4996-8d40-3d6556c890c0 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "PUT /v2.0/floatingips/e7756955-22f2-4b3b-a4ad-ced04aa05660 HTTP/1.1" status: 200 len: 977 time: 3.3878248 Nov 09 18:04:15.098357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56580) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:15.120365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e7ce479b-f708-450d-90dd-04a22a334910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:15.136203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce479b-f708-450d-90dd-04a22a334910 None None] Routers {'48b81df8-a5f7-4dfa-8b2f-380920bcd30e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:15.137720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e7ce479b-f708-450d-90dd-04a22a334910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:15.237502 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e7ce479b-f708-450d-90dd-04a22a334910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:15.238188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce479b-f708-450d-90dd-04a22a334910 None None] The sync data for ids ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:15.330079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-470a0c90-b3b5-457f-bf74-06cb0f8a3116 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port 7e4f4b88-ed50-4b2b-9ca2-58f6148507cb {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:15.330596 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-470a0c90-b3b5-457f-bf74-06cb0f8a3116 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.343613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569546ec-35ac-4e84-85bb-051272fc0b63 req-cfd34057-a7e7-439d-acf4-34d2513212c1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:15.345200 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-569546ec-35ac-4e84-85bb-051272fc0b63 req-cfd34057-a7e7-439d-acf4-34d2513212c1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 944 time: 0.0960891 Nov 09 18:04:15.390402 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.481102 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-569546ec-35ac-4e84-85bb-051272fc0b63 req-f7ee896f-891a-4655-aa1e-94be81cbb479 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142695 Nov 09 18:04:15.526509 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-470a0c90-b3b5-457f-bf74-06cb0f8a3116 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.811422 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-470a0c90-b3b5-457f-bf74-06cb0f8a3116 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.812176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-470a0c90-b3b5-457f-bf74-06cb0f8a3116 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.812796 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-470a0c90-b3b5-457f-bf74-06cb0f8a3116 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Floating IP e7756955-22f2-4b3b-a4ad-ced04aa05660 disassociated. External IP: 172.25.1.29, port: 7e4f4b88-ed50-4b2b-9ca2-58f6148507cb. Nov 09 18:04:15.813383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-470a0c90-b3b5-457f-bf74-06cb0f8a3116 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for 7e4f4b88-ed50-4b2b-9ca2-58f6148507cb owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:15.868954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56608) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:16.036431 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-11f2111a-66ff-456f-9a13-7316791a8424 tempest-ServiceProvidersTest-885289798 tempest-ServiceProvidersTest-885289798-project] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1656909 Nov 09 18:04:16.036815 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-470a0c90-b3b5-457f-bf74-06cb0f8a3116 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:16.065786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a0c90-b3b5-457f-bf74-06cb0f8a3116 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=7e4f4b88-ed50-4b2b-9ca2-58f6148507cb,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:16.188508 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9e285937-3e5a-44e7-8335-1b7ef9881af8 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:16.217858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470a0c90-b3b5-457f-bf74-06cb0f8a3116 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 48b81df8-a5f7-4dfa-8b2f-380920bcd30e has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:16.301123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 9e285937-3e5a-44e7-8335-1b7ef9881af8 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:04:16.306914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 9e285937-3e5a-44e7-8335-1b7ef9881af8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:16.307694 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:16.372083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470a0c90-b3b5-457f-bf74-06cb0f8a3116 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:16.403367 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4981ebff-192e-4c10-b130-629ce4596ca7 None None] Sync routers for ids ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:16.422358 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981ebff-192e-4c10-b130-629ce4596ca7 None None] Routers {'48b81df8-a5f7-4dfa-8b2f-380920bcd30e'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:16.422961 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4981ebff-192e-4c10-b130-629ce4596ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:16.435289 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:16.481222 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4981ebff-192e-4c10-b130-629ce4596ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:16.494779 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981ebff-192e-4c10-b130-629ce4596ca7 None None] Routers {'48b81df8-a5f7-4dfa-8b2f-380920bcd30e'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:16.495721 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4981ebff-192e-4c10-b130-629ce4596ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:16.500406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9e285937-3e5a-44e7-8335-1b7ef9881af8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9e285937-3e5a-44e7-8335-1b7ef9881af8,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:16.501597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bc7989-5045-4892-b4c7-dddd84d9c49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e285937-3e5a-44e7-8335-1b7ef9881af8'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:16.505865 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3abdfa-e298-40f2-8ce0-59d68b88e1b5" -d '{"events": [{"server_uuid": "e6bc7989-5045-4892-b4c7-dddd84d9c49a", "name": "network-vif-plugged", "status": "completed", "tag": "9e285937-3e5a-44e7-8335-1b7ef9881af8"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:16.512046 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:16.551187 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4981ebff-192e-4c10-b130-629ce4596ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:16.553017 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4981ebff-192e-4c10-b130-629ce4596ca7 None None] The sync data for ids ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:16.610132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9e285937-3e5a-44e7-8335-1b7ef9881af8,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:16.614970 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785489b3-e2b4-4751-9f44-2425a9188294 x-openstack-request-id: req-785489b3-e2b4-4751-9f44-2425a9188294 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:16.615355 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bc7989-5045-4892-b4c7-dddd84d9c49a", "name": "network-vif-plugged", "status": "completed", "tag": "9e285937-3e5a-44e7-8335-1b7ef9881af8", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:16.620969 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-470a0c90-b3b5-457f-bf74-06cb0f8a3116 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:16.622932 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-785489b3-e2b4-4751-9f44-2425a9188294 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:16.623500 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bc7989-5045-4892-b4c7-dddd84d9c49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e285937-3e5a-44e7-8335-1b7ef9881af8', 'code': 200} Nov 09 18:04:16.626980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-470a0c90-b3b5-457f-bf74-06cb0f8a3116 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/ports/7e4f4b88-ed50-4b2b-9ca2-58f6148507cb HTTP/1.1" status: 204 len: 168 time: 1.5250325 Nov 09 18:04:16.629982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56626) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:16.676504 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56628) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:16.804859 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4d642-8a90-40ca-9697-6499b2cce461 req-84142954-0250-471b-a258-f5af5d706321 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:16.807025 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46d4d642-8a90-40ca-9697-6499b2cce461 req-84142954-0250-471b-a258-f5af5d706321 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 945 time: 0.1232915 Nov 09 18:04:16.810959 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfda94-3d00-4755-b4e7-c4097f0d1387 req-690f244b-3865-41cc-b1a7-5fd1bd47974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:16.813313 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-32dfda94-3d00-4755-b4e7-c4097f0d1387 req-690f244b-3865-41cc-b1a7-5fd1bd47974b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 1096 time: 0.0943413 Nov 09 18:04:16.930891 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4b34c1c2-49a8-4e73-8868-b6c0d7e48322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:16.963924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46d4d642-8a90-40ca-9697-6499b2cce461 req-2fbf6d7a-daf9-4352-93c9-8cc75a580a25 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402862 Nov 09 18:04:16.977970 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-32dfda94-3d00-4755-b4e7-c4097f0d1387 req-f87be947-8f37-4767-b79f-3ddb1715080e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504257 Nov 09 18:04:17.106376 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4b34c1c2-49a8-4e73-8868-b6c0d7e48322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.112879 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4b34c1c2-49a8-4e73-8868-b6c0d7e48322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.177668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34c1c2-49a8-4e73-8868-b6c0d7e48322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d6b81d-1e01-4dd8-be77-d3081fbb8d7c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:17.184468 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4b34c1c2-49a8-4e73-8868-b6c0d7e48322 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=282304d60df842d3ba8f8fa749268ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067506 Nov 09 18:04:17.186906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56642) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:17.253498 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-63f28546-f634-4dd2-9fcd-fab4884b5910 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.274802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d8cc93b-e9e1-46f8-97aa-aba367f7f752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.303713 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d8cc93b-e9e1-46f8-97aa-aba367f7f752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.381578 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d8cc93b-e9e1-46f8-97aa-aba367f7f752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.390725 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d8cc93b-e9e1-46f8-97aa-aba367f7f752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.395408 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9d8cc93b-e9e1-46f8-97aa-aba367f7f752 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c7d6b81d-1e01-4dd8-be77-d3081fbb8d7c HTTP/1.1" status: 204 len: 168 time: 0.2038183 Nov 09 18:04:17.408786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cc93b-e9e1-46f8-97aa-aba367f7f752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d6b81d-1e01-4dd8-be77-d3081fbb8d7c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:17.665666 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.780003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-63f28546-f634-4dd2-9fcd-fab4884b5910 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port 98e95e6e-9645-4567-87ed-feddaec9b181 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:17.780366 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-63f28546-f634-4dd2-9fcd-fab4884b5910 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.935128 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-63f28546-f634-4dd2-9fcd-fab4884b5910 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.953247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-63f28546-f634-4dd2-9fcd-fab4884b5910 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for 98e95e6e-9645-4567-87ed-feddaec9b181 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:18.127842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a988388-e241-47d5-adcb-775e44994d21 req-3e0c5b4c-2d09-4795-81d9-fec2b47062cc tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:18.129517 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a988388-e241-47d5-adcb-775e44994d21 req-3e0c5b4c-2d09-4795-81d9-fec2b47062cc tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 945 time: 0.0741284 Nov 09 18:04:18.211099 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a988388-e241-47d5-adcb-775e44994d21 req-7b0d2352-fdf7-43be-ad71-459527b35899 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754547 Nov 09 18:04:18.266837 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-63f28546-f634-4dd2-9fcd-fab4884b5910 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:18.307603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f28546-f634-4dd2-9fcd-fab4884b5910 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=98e95e6e-9645-4567-87ed-feddaec9b181,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:18.628194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-63f28546-f634-4dd2-9fcd-fab4884b5910 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:18.973148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f28546-f634-4dd2-9fcd-fab4884b5910 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 48b81df8-a5f7-4dfa-8b2f-380920bcd30e has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:19.181640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f28546-f634-4dd2-9fcd-fab4884b5910 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:19.204555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552f3e27-85db-4536-a98b-13efa8f41b52 None None] Sync routers for ids ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:19.223543 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-63f28546-f634-4dd2-9fcd-fab4884b5910 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "PUT /v2.0/routers/48b81df8-a5f7-4dfa-8b2f-380920bcd30e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5924072 Nov 09 18:04:19.228632 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56704) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:19.230409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f3e27-85db-4536-a98b-13efa8f41b52 None None] Routers {'48b81df8-a5f7-4dfa-8b2f-380920bcd30e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:19.231175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-552f3e27-85db-4536-a98b-13efa8f41b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:19.277417 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-552f3e27-85db-4536-a98b-13efa8f41b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:19.291806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f3e27-85db-4536-a98b-13efa8f41b52 None None] Routers {'48b81df8-a5f7-4dfa-8b2f-380920bcd30e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:19.293320 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-552f3e27-85db-4536-a98b-13efa8f41b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:19.345386 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-552f3e27-85db-4536-a98b-13efa8f41b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:19.346278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552f3e27-85db-4536-a98b-13efa8f41b52 None None] The sync data for ids ['48b81df8-a5f7-4dfa-8b2f-380920bcd30e'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:19.441692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe74eb8-52dc-46e6-9834-dbf493af5e2b req-6ccfe266-a8e0-4226-9368-5a1c66d4474f tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:19.443203 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbe74eb8-52dc-46e6-9834-dbf493af5e2b req-6ccfe266-a8e0-4226-9368-5a1c66d4474f tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 945 time: 0.0739863 Nov 09 18:04:19.454085 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:19.567952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbe74eb8-52dc-46e6-9834-dbf493af5e2b req-e5b3de51-328d-4071-b04c-ccbdb95b5ed1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172416 Nov 09 18:04:19.603557 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:19.720357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port 80b9f20a-8843-40e4-9fa9-9ff1ce0f375f {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:19.721114 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:19.763422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde21a5-74b3-4f6a-94e7-57159f3ac814 req-e34ada9b-7700-46c8-91e9-ac11566f14e8 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:19.765443 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2bde21a5-74b3-4f6a-94e7-57159f3ac814 req-e34ada9b-7700-46c8-91e9-ac11566f14e8 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7c245eb-e4d0-4cc5-91b1-ffc690285abe HTTP/1.1" status: 200 len: 945 time: 0.0795441 Nov 09 18:04:19.823960 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:19.840027 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for 80b9f20a-8843-40e4-9fa9-9ff1ce0f375f owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:19.849727 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2bde21a5-74b3-4f6a-94e7-57159f3ac814 req-98fd52cf-688e-4235-b997-7e94cbbc04d5 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724969 Nov 09 18:04:20.115835 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:20.149209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=80b9f20a-8843-40e4-9fa9-9ff1ce0f375f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:20.158627 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:20.158977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:20.159340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:20.159680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:20.160015 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:20.160344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:20.160858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:20.161185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:20.161512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:20.161837 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:20.162165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:20.162487 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:20.250260 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:20.469393 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:20.475281 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:20.600913 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:20.602196 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Fanout notify agent at l3_agent the message router_deleted on router 48b81df8-a5f7-4dfa-8b2f-380920bcd30e {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:04:20.658036 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:20.661957 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9ecf12b3-efa3-4024-81eb-186168a403a1 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/routers/48b81df8-a5f7-4dfa-8b2f-380920bcd30e HTTP/1.1" status: 204 len: 168 time: 1.4298446 Nov 09 18:04:20.662482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56744) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:20.845118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c470bd09-2851-4461-ab49-0fca8f9f2fd4 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting subnet 8a3a99cb-1b53-4c5e-be48-f2837c27da35 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:04:20.855686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c470bd09-2851-4461-ab49-0fca8f9f2fd4 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:20.925815 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c470bd09-2851-4461-ab49-0fca8f9f2fd4 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:20.986278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-03e57e61-8e92-487e-9c04-2164e92db7a6 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:21.004655 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-03e57e61-8e92-487e-9c04-2164e92db7a6 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/networks?id=a3cae523-2612-4af5-871f-eb3d1e5ec16d HTTP/1.1" status: 200 len: 813 time: 0.2437069 Nov 09 18:04:21.048760 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-f96bc14e-c768-4750-8d7b-211771cae25b tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/quotas/089891fd97d348c88f51f098165deeb1 HTTP/1.1" status: 200 len: 375 time: 0.0412817 Nov 09 18:04:21.094770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c470bd09-2851-4461-ab49-0fca8f9f2fd4 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:21.156342 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e2bc49af-58ce-40c5-a376-ae947d1f67f4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=089891fd97d348c88f51f098165deeb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053650 Nov 09 18:04:21.204567 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c470bd09-2851-4461-ab49-0fca8f9f2fd4 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:21.279193 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c470bd09-2851-4461-ab49-0fca8f9f2fd4 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:21.280684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ac78f5-73b8-4f21-ad49-ced61ba5be90 None None] Network fc1aafe5-b294-4050-a4a0-5fc44cf073b4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:21.290136 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c470bd09-2851-4461-ab49-0fca8f9f2fd4 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/subnets/8a3a99cb-1b53-4c5e-be48-f2837c27da35 HTTP/1.1" status: 204 len: 168 time: 0.6260514 Nov 09 18:04:21.291265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470bd09-2851-4461-ab49-0fca8f9f2fd4 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Subnet': ['ID=8a3a99cb-1b53-4c5e-be48-f2837c27da35,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:21.294128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56760) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:21.300326 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-60aa08a8-2831-4916-be8e-8c0599a3c8d8 service neutron] 10.222.0.81 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332543 Nov 09 18:04:21.437528 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:21.492974 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-ebd29f47-c5cb-4a00-aabf-61d06867f2e6 service neutron] 10.222.0.81 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910739 Nov 09 18:04:21.595265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2a40c-50af-4584-bc06-3c5846012a4d req-bbb25a43-fdab-404a-9666-75a96e996786 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:21.597806 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47a2a40c-50af-4584-bc06-3c5846012a4d req-bbb25a43-fdab-404a-9666-75a96e996786 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c245eb-e4d0-4cc5-91b1-ffc690285abe HTTP/1.1" status: 200 len: 945 time: 0.1486995 Nov 09 18:04:21.676168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b9c446-bf1c-43ea-be4f-dc123cce6491 None None] DHCP port deletion for fc1aafe5-b294-4050-a4a0-5fc44cf073b4 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:04:21.709205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port 30151e78-727a-43b3-824c-70546bb83093 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:21.709735 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:21.800494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 30151e78-727a-43b3-824c-70546bb83093 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:21.906682 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-80b9c446-bf1c-43ea-be4f-dc123cce6491 None None] Deleting port 30151e78-727a-43b3-824c-70546bb83093 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:21.907378 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-80b9c446-bf1c-43ea-be4f-dc123cce6491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:21.988429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] For port 30151e78-727a-43b3-824c-70546bb83093, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=30151e78-727a-43b3-824c-70546bb83093,segment=NetworkSegment(11c09d87-fa63-4e50-bae5-8075102aeb10),segment_id=11c09d87-fa63-4e50-bae5-8075102aeb10)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:21.989436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.040450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for 30151e78-727a-43b3-824c-70546bb83093 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:22.075365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-80b9c446-bf1c-43ea-be4f-dc123cce6491 None None] For port 30151e78-727a-43b3-824c-70546bb83093, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=30151e78-727a-43b3-824c-70546bb83093,segment=NetworkSegment(11c09d87-fa63-4e50-bae5-8075102aeb10),segment_id=11c09d87-fa63-4e50-bae5-8075102aeb10)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:22.077817 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-80b9c446-bf1c-43ea-be4f-dc123cce6491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.122440 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-80b9c446-bf1c-43ea-be4f-dc123cce6491 None None] Calling delete_port for 30151e78-727a-43b3-824c-70546bb83093 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:22.198023 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-33d9e9a3-9846-4d18-9ae0-0f4c6179ec0d req-1d0f1e97-91c9-4d08-a7bb-fc5bd3c18805 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 210 time: 0.0650079 Nov 09 18:04:22.286634 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.290375 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-80b9c446-bf1c-43ea-be4f-dc123cce6491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.316295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-47a2a40c-50af-4584-bc06-3c5846012a4d req-1d6a1474-10b1-4a79-b157-306aeb7cbe0e tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Deleting port 48bedb74-4251-47b7-8c48-b8f474875a45 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:22.316636 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-47a2a40c-50af-4584-bc06-3c5846012a4d req-1d6a1474-10b1-4a79-b157-306aeb7cbe0e tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.342935 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.348565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9c446-bf1c-43ea-be4f-dc123cce6491 None None] Pushing event deleted for resources: {'Port': ['ID=30151e78-727a-43b3-824c-70546bb83093,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:22.372322 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b9c446-bf1c-43ea-be4f-dc123cce6491 None None] No DVR routers for this DVR port 30151e78-727a-43b3-824c-70546bb83093 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:22.405503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4d5a0-5a67-4ad6-9952-5b40c4fdc94d req-e090d27c-afbb-4692-8976-7f8f51a45591 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:22.421191 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-05a4d5a0-5a67-4ad6-9952-5b40c4fdc94d req-e090d27c-afbb-4692-8976-7f8f51a45591 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6bc7989-5045-4892-b4c7-dddd84d9c49a HTTP/1.1" status: 200 len: 945 time: 0.1063550 Nov 09 18:04:22.555612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=30151e78-727a-43b3-824c-70546bb83093,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:22.620974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] No DVR routers for this DVR port 30151e78-727a-43b3-824c-70546bb83093 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:22.681173 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-05a4d5a0-5a67-4ad6-9952-5b40c4fdc94d req-50009bbd-06fa-40bb-8142-eee817f485d4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Deleting port 9e285937-3e5a-44e7-8335-1b7ef9881af8 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:22.681518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-05a4d5a0-5a67-4ad6-9952-5b40c4fdc94d req-50009bbd-06fa-40bb-8142-eee817f485d4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.821254 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.828491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-05a4d5a0-5a67-4ad6-9952-5b40c4fdc94d req-50009bbd-06fa-40bb-8142-eee817f485d4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] For port 9e285937-3e5a-44e7-8335-1b7ef9881af8, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9e285937-3e5a-44e7-8335-1b7ef9881af8,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:22.829227 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-05a4d5a0-5a67-4ad6-9952-5b40c4fdc94d req-50009bbd-06fa-40bb-8142-eee817f485d4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.850448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1aafe5-b294-4050-a4a0-5fc44cf073b4']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:22.860027 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-05a4d5a0-5a67-4ad6-9952-5b40c4fdc94d req-50009bbd-06fa-40bb-8142-eee817f485d4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Calling delete_port for 9e285937-3e5a-44e7-8335-1b7ef9881af8 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:22.867119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c09d87-fa63-4e50-bae5-8075102aeb10') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:22.867821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c09d87-fa63-4e50-bae5-8075102aeb10') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:22.883141 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.903973 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.915880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:04:22.916189 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:04:23.016481 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:04:23.033115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-47a2a40c-50af-4584-bc06-3c5846012a4d req-1d6a1474-10b1-4a79-b157-306aeb7cbe0e tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] For port 48bedb74-4251-47b7-8c48-b8f474875a45, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=48bedb74-4251-47b7-8c48-b8f474875a45,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:23.033555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-47a2a40c-50af-4584-bc06-3c5846012a4d req-1d6a1474-10b1-4a79-b157-306aeb7cbe0e tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.035839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-05a4d5a0-5a67-4ad6-9952-5b40c4fdc94d req-50009bbd-06fa-40bb-8142-eee817f485d4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.044826 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.051929 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['48bedb74-4251-47b7-8c48-b8f474875a45'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:23.055198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9e285937-3e5a-44e7-8335-1b7ef9881af8'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:23.069697 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.073866 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/networks/fc1aafe5-b294-4050-a4a0-5fc44cf073b4 HTTP/1.1" status: 204 len: 168 time: 1.7745483 Nov 09 18:04:23.077482 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56802) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:23.087114 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-47a2a40c-50af-4584-bc06-3c5846012a4d req-1d6a1474-10b1-4a79-b157-306aeb7cbe0e tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Calling delete_port for 48bedb74-4251-47b7-8c48-b8f474875a45 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:23.092279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2b939-f5ca-4b19-a5cd-8c5eef6db82c tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Network': ['ID=fc1aafe5-b294-4050-a4a0-5fc44cf073b4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:23.153853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50009bbd-06fa-40bb-8142-eee817f485d4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Pushing event deleted for resources: {'Port': ['ID=9e285937-3e5a-44e7-8335-1b7ef9881af8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:23.211880 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.409535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a4d5a0-5a67-4ad6-9952-5b40c4fdc94d req-50009bbd-06fa-40bb-8142-eee817f485d4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] No DVR routers for this DVR port 9e285937-3e5a-44e7-8335-1b7ef9881af8 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:23.427922 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-05a4d5a0-5a67-4ad6-9952-5b40c4fdc94d req-50009bbd-06fa-40bb-8142-eee817f485d4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.432560 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-05a4d5a0-5a67-4ad6-9952-5b40c4fdc94d req-50009bbd-06fa-40bb-8142-eee817f485d4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.18 "DELETE /v2.0/ports/9e285937-3e5a-44e7-8335-1b7ef9881af8 HTTP/1.1" status: 204 len: 173 time: 1.0081489 Nov 09 18:04:23.433413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bc7989-5045-4892-b4c7-dddd84d9c49a', 'name': 'network-vif-deleted', 'tag': '9e285937-3e5a-44e7-8335-1b7ef9881af8'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:23.434064 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-47a2a40c-50af-4584-bc06-3c5846012a4d req-1d6a1474-10b1-4a79-b157-306aeb7cbe0e tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.437275 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e24b02-83de-49de-8226-9fc67221430f" -d '{"events": [{"server_uuid": "e6bc7989-5045-4892-b4c7-dddd84d9c49a", "name": "network-vif-deleted", "tag": "9e285937-3e5a-44e7-8335-1b7ef9881af8"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:23.475195 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6f4ca83c-2788-47a6-963d-e16860248166 req-12c28034-0e77-4188-ae32-b2f01ce85c92 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 210 time: 0.1508718 Nov 09 18:04:23.531684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a1474-10b1-4a79-b157-306aeb7cbe0e tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Pushing event deleted for resources: {'Port': ['ID=48bedb74-4251-47b7-8c48-b8f474875a45,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:23.560727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9e285937-3e5a-44e7-8335-1b7ef9881af8'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:23.604072 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dbfee4-77f0-4f1f-8acf-2fb106123275 x-openstack-request-id: req-51dbfee4-77f0-4f1f-8acf-2fb106123275 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:23.604450 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bc7989-5045-4892-b4c7-dddd84d9c49a", "name": "network-vif-deleted", "tag": "9e285937-3e5a-44e7-8335-1b7ef9881af8", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:23.604779 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51dbfee4-77f0-4f1f-8acf-2fb106123275 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:23.607610 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bc7989-5045-4892-b4c7-dddd84d9c49a', 'name': 'network-vif-deleted', 'tag': '9e285937-3e5a-44e7-8335-1b7ef9881af8', 'status': 'completed', 'code': 200} Nov 09 18:04:23.622569 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a2a40c-50af-4584-bc06-3c5846012a4d req-1d6a1474-10b1-4a79-b157-306aeb7cbe0e tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] No DVR routers for this DVR port 48bedb74-4251-47b7-8c48-b8f474875a45 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:23.630572 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-47a2a40c-50af-4584-bc06-3c5846012a4d req-1d6a1474-10b1-4a79-b157-306aeb7cbe0e tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.640252 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47a2a40c-50af-4584-bc06-3c5846012a4d req-1d6a1474-10b1-4a79-b157-306aeb7cbe0e tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.13 "DELETE /v2.0/ports/48bedb74-4251-47b7-8c48-b8f474875a45 HTTP/1.1" status: 204 len: 173 time: 2.0354979 Nov 09 18:04:23.641539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c245eb-e4d0-4cc5-91b1-ffc690285abe', 'name': 'network-vif-deleted', 'tag': '48bedb74-4251-47b7-8c48-b8f474875a45'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:23.650396 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaba5dc1-58d4-4446-9d91-ffea92d2f5a5" -d '{"events": [{"server_uuid": "a7c245eb-e4d0-4cc5-91b1-ffc690285abe", "name": "network-vif-deleted", "tag": "48bedb74-4251-47b7-8c48-b8f474875a45"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:23.684293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8ba67fb2-b4d3-4666-9a82-9b539070bd0a tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port f6fc25b0-a193-462d-8edb-0e89aaa004e2 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:23.685040 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ba67fb2-b4d3-4666-9a82-9b539070bd0a tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.773112 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e659a361-b770-4aa0-bdc0-cc60397845cd x-openstack-request-id: req-e659a361-b770-4aa0-bdc0-cc60397845cd {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:23.773432 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c245eb-e4d0-4cc5-91b1-ffc690285abe", "name": "network-vif-deleted", "tag": "48bedb74-4251-47b7-8c48-b8f474875a45", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:23.773684 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e659a361-b770-4aa0-bdc0-cc60397845cd {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:23.774678 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c245eb-e4d0-4cc5-91b1-ffc690285abe', 'name': 'network-vif-deleted', 'tag': '48bedb74-4251-47b7-8c48-b8f474875a45', 'status': 'completed', 'code': 200} Nov 09 18:04:23.824850 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.931081 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ba67fb2-b4d3-4666-9a82-9b539070bd0a tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.931742 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ba67fb2-b4d3-4666-9a82-9b539070bd0a tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.948926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8ba67fb2-b4d3-4666-9a82-9b539070bd0a tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for f6fc25b0-a193-462d-8edb-0e89aaa004e2 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:24.206062 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ba67fb2-b4d3-4666-9a82-9b539070bd0a tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.273710 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba67fb2-b4d3-4666-9a82-9b539070bd0a tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=f6fc25b0-a193-462d-8edb-0e89aaa004e2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:24.345271 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ba67fb2-b4d3-4666-9a82-9b539070bd0a tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.350038 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ba67fb2-b4d3-4666-9a82-9b539070bd0a tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.352448 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8ba67fb2-b4d3-4666-9a82-9b539070bd0a tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/floatingips/e7756955-22f2-4b3b-a4ad-ced04aa05660 HTTP/1.1" status: 204 len: 168 time: 1.2724266 Nov 09 18:04:24.356697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56826) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:24.391719 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10321fa-79a4-4573-9f07-2871ef757b60 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] DELETE failed (client error): The resource could not be found. Nov 09 18:04:24.392881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10321fa-79a4-4573-9f07-2871ef757b60 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:04:24.398527 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c10321fa-79a4-4573-9f07-2871ef757b60 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/ports/7e4f4b88-ed50-4b2b-9ca2-58f6148507cb HTTP/1.1" status: 404 len: 333 time: 0.0393648 Nov 09 18:04:24.401850 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56828) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:24.447264 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ab1fd476-ee03-4194-b022-d1700602d373 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "GET /v2.0/ports?device_id=48b81df8-a5f7-4dfa-8b2f-380920bcd30e HTTP/1.1" status: 200 len: 205 time: 0.0437176 Nov 09 18:04:24.452030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56830) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:24.668035 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-2ac1f617-7b7c-4ed2-9543-aa7971564bfc tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] delete failed (client error): The resource could not be found. Nov 09 18:04:24.672357 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2ac1f617-7b7c-4ed2-9543-aa7971564bfc tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/routers/48b81df8-a5f7-4dfa-8b2f-380920bcd30e HTTP/1.1" status: 404 len: 336 time: 0.1968365 Nov 09 18:04:24.675635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56838) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:24.713982 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b207d41-cdd1-418a-93a5-b321fb52d0bf req-224ce3f1-965b-47c6-8029-0b08b1f9c6e2 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 210 time: 0.0897532 Nov 09 18:04:24.745387 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-6951c463-c879-42c4-becd-903448fac03f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] DELETE failed (client error): The resource could not be found. Nov 09 18:04:24.745842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6951c463-c879-42c4-becd-903448fac03f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:04:24.752678 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6951c463-c879-42c4-becd-903448fac03f tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/subnets/8a3a99cb-1b53-4c5e-be48-f2837c27da35 HTTP/1.1" status: 404 len: 337 time: 0.0757551 Nov 09 18:04:24.753384 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56842) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:24.823506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-89ba006d-f4ca-4104-889c-30616bf459b4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:24.826141 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-89ba006d-f4ca-4104-889c-30616bf459b4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.13 "GET /v2.0/networks?id=a3cae523-2612-4af5-871f-eb3d1e5ec16d HTTP/1.1" status: 200 len: 813 time: 0.3725934 Nov 09 18:04:24.890360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-5d18e328-77d0-4cd8-a78d-2b6110314ade tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Request body: {'port': {'device_id': '35f10b9a-0770-4138-8bf2-987b8a70bab6', 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d', 'admin_state_up': True, 'tenant_id': '089891fd97d348c88f51f098165deeb1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:25.083085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a69f50d5-2af1-410f-a281-1eb6592da438 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port 1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:25.084700 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a69f50d5-2af1-410f-a281-1eb6592da438 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:25.169329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-5d18e328-77d0-4cd8-a78d-2b6110314ade tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Made reservation on behalf of 089891fd97d348c88f51f098165deeb1 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:25.177503 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-5d18e328-77d0-4cd8-a78d-2b6110314ade tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:25.261142 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-d16da95a-78a1-47cd-b543-120d22659739 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:25.273944 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-d16da95a-78a1-47cd-b543-120d22659739 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.18 "GET /v2.0/networks?id=a3cae523-2612-4af5-871f-eb3d1e5ec16d HTTP/1.1" status: 200 len: 813 time: 0.2471824 Nov 09 18:04:25.291550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e49e30cd-1fc6-45f6-9fb3-d1b4e9a84db1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Request body: {'port': {'device_id': '600559c1-89b4-4087-862e-68fbf9f7c29e', 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d', 'admin_state_up': True, 'tenant_id': '089891fd97d348c88f51f098165deeb1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:25.343312 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a69f50d5-2af1-410f-a281-1eb6592da438 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:25.438065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a69f50d5-2af1-410f-a281-1eb6592da438 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for 1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:25.482404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 48bedb74-4251-47b7-8c48-b8f474875a45 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:25.511611 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e49e30cd-1fc6-45f6-9fb3-d1b4e9a84db1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Made reservation on behalf of 089891fd97d348c88f51f098165deeb1 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:25.521753 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e49e30cd-1fc6-45f6-9fb3-d1b4e9a84db1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:25.545091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 48bedb74-4251-47b7-8c48-b8f474875a45 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:25.547750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 48bedb74-4251-47b7-8c48-b8f474875a45 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:25.665459 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-5d18e328-77d0-4cd8-a78d-2b6110314ade tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Allocated IP 172.20.0.10 (a3cae523-2612-4af5-871f-eb3d1e5ec16d/eae9f699-1af9-4d25-95e6-1b7167013236/89c00932-5bba-425a-8c5d-a2623e3d64b5) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:25.839555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a69f50d5-2af1-410f-a281-1eb6592da438 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:25.978632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f50d5-2af1-410f-a281-1eb6592da438 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:25.989964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56862) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:26.007765 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc3bf6fe-1d60-4d2f-88dc-364140bd15b4 req-69c1ce19-1ebd-4ae1-bd1f-04036bb372b3 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 210 time: 0.0724149 Nov 09 18:04:26.166830 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a69f50d5-2af1-410f-a281-1eb6592da438 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.172940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a69f50d5-2af1-410f-a281-1eb6592da438 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/ports/1a7ca6e5-c8e0-4e5f-ad31-2687ea94e572 HTTP/1.1" status: 204 len: 168 time: 1.4135258 Nov 09 18:04:26.173770 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56868) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:26.194902 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-5d18e328-77d0-4cd8-a78d-2b6110314ade tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.208620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9e285937-3e5a-44e7-8335-1b7ef9881af8 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:26.245122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 9e285937-3e5a-44e7-8335-1b7ef9881af8 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:26.245477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9e285937-3e5a-44e7-8335-1b7ef9881af8 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:26.303867 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-5d18e328-77d0-4cd8-a78d-2b6110314ade tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.306113 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-376fe394-e44d-4a1b-bf81-65e6a597ebe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.385838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e49e30cd-1fc6-45f6-9fb3-d1b4e9a84db1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Allocated IP 172.20.0.7 (a3cae523-2612-4af5-871f-eb3d1e5ec16d/eae9f699-1af9-4d25-95e6-1b7167013236/e65bce42-a8d8-4689-a2fe-7fece9b23df2) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:26.390619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18e328-77d0-4cd8-a78d-2b6110314ade tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Pushing event updated for resources: {'Port': ['ID=89c00932-5bba-425a-8c5d-a2623e3d64b5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:26.395120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-5d18e328-77d0-4cd8-a78d-2b6110314ade tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Network a3cae523-2612-4af5-871f-eb3d1e5ec16d is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:26.400961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-5d18e328-77d0-4cd8-a78d-2b6110314ade tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:26.407029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-5d18e328-77d0-4cd8-a78d-2b6110314ade tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:26.462070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-5d18e328-77d0-4cd8-a78d-2b6110314ade tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:26.462842 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-5d18e328-77d0-4cd8-a78d-2b6110314ade tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.464214 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-561d41b7-9b33-4abd-81e7-1dcb758252ca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port 9515fee7-2d4e-48e4-a4fa-92dd41259533 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:26.464750 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-561d41b7-9b33-4abd-81e7-1dcb758252ca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.494789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-5d18e328-77d0-4cd8-a78d-2b6110314ade tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6089160 Nov 09 18:04:26.508413 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Request body: {'port': {'device_id': '35f10b9a-0770-4138-8bf2-987b8a70bab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:26.567585 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-376fe394-e44d-4a1b-bf81-65e6a597ebe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.587592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-376fe394-e44d-4a1b-bf81-65e6a597ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.620256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-376fe394-e44d-4a1b-bf81-65e6a597ebe1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c33b5063deb46faa5c5322cb97be80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6142757 Nov 09 18:04:26.629283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56876) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:26.651584 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.694684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fe394-e44d-4a1b-bf81-65e6a597ebe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38068978-cfca-4d58-8a49-4e6949977ed5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:26.741973 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1ab0f815-1ee7-4ac4-bedb-16829fcbbe15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.138498 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e49e30cd-1fc6-45f6-9fb3-d1b4e9a84db1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.262291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1ab0f815-1ee7-4ac4-bedb-16829fcbbe15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.264153 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-561d41b7-9b33-4abd-81e7-1dcb758252ca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.268635 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ca79958d-16aa-42ba-89a0-bbc004d9a575 req-fe0b1bfb-cec1-47ce-b2cb-5bf3161cf729 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 210 time: 0.0639768 Nov 09 18:04:27.282147 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e49e30cd-1fc6-45f6-9fb3-d1b4e9a84db1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.292991 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-561d41b7-9b33-4abd-81e7-1dcb758252ca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for 9515fee7-2d4e-48e4-a4fa-92dd41259533 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:27.372321 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e49e30cd-1fc6-45f6-9fb3-d1b4e9a84db1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Network a3cae523-2612-4af5-871f-eb3d1e5ec16d is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:27.408027 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e49e30cd-1fc6-45f6-9fb3-d1b4e9a84db1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:27.411382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e30cd-1fc6-45f6-9fb3-d1b4e9a84db1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Pushing event updated for resources: {'Port': ['ID=e65bce42-a8d8-4689-a2fe-7fece9b23df2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:27.413889 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e49e30cd-1fc6-45f6-9fb3-d1b4e9a84db1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:27.489264 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e49e30cd-1fc6-45f6-9fb3-d1b4e9a84db1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:27.490204 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e49e30cd-1fc6-45f6-9fb3-d1b4e9a84db1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.507019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c00932-5bba-425a-8c5d-a2623e3d64b5 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:27.523813 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.530916 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e49e30cd-1fc6-45f6-9fb3-d1b4e9a84db1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2464399 Nov 09 18:04:27.532912 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1ab0f815-1ee7-4ac4-bedb-16829fcbbe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.535515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1ab0f815-1ee7-4ac4-bedb-16829fcbbe15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.540017 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1ab0f815-1ee7-4ac4-bedb-16829fcbbe15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38068978-cfca-4d58-8a49-4e6949977ed5 HTTP/1.1" status: 204 len: 168 time: 0.9076843 Nov 09 18:04:27.555020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0f815-1ee7-4ac4-bedb-16829fcbbe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38068978-cfca-4d58-8a49-4e6949977ed5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:27.566226 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Request body: {'port': {'device_id': '600559c1-89b4-4087-862e-68fbf9f7c29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:27.656686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.678450 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-561d41b7-9b33-4abd-81e7-1dcb758252ca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.686591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Transition to ACTIVE for port object 89c00932-5bba-425a-8c5d-a2623e3d64b5 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:04:27.686591 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.861868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Pushing event updated for resources: {'Port': ['ID=89c00932-5bba-425a-8c5d-a2623e3d64b5,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:27.911187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d41b7-9b33-4abd-81e7-1dcb758252ca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=9515fee7-2d4e-48e4-a4fa-92dd41259533,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:28.048301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Attempting to bind port 89c00932-5bba-425a-8c5d-a2623e3d64b5 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:28.048595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Attempting to bind port 89c00932-5bba-425a-8c5d-a2623e3d64b5 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:28.051849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Attempting to bind port 89c00932-5bba-425a-8c5d-a2623e3d64b5 on network a3cae523-2612-4af5-871f-eb3d1e5ec16d {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:28.063832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Port 89c00932-5bba-425a-8c5d-a2623e3d64b5 on network a3cae523-2612-4af5-871f-eb3d1e5ec16d not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:04:28.064996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Attempting to bind port 89c00932-5bba-425a-8c5d-a2623e3d64b5 on network a3cae523-2612-4af5-871f-eb3d1e5ec16d {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:28.069859 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-561d41b7-9b33-4abd-81e7-1dcb758252ca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.077817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:28.079545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Checking segment: {'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:28.080881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Bound using segment: {'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:28.082117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Bound port: 89c00932-5bba-425a-8c5d-a2623e3d64b5, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:28.082669 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-561d41b7-9b33-4abd-81e7-1dcb758252ca tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/ports/9515fee7-2d4e-48e4-a4fa-92dd41259533 HTTP/1.1" status: 204 len: 168 time: 1.9053280 Nov 09 18:04:28.083775 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.089431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56906) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:28.123712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56908) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:28.201050 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b4cc75-ad30-47ff-8445-37d0a4094b60 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:28.205742 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e2b4cc75-ad30-47ff-8445-37d0a4094b60 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "GET /v2.0/ports?device_id=932fcbd0-a7fb-4c63-a17e-311d9c57f850 HTTP/1.1" status: 200 len: 913 time: 0.1142149 Nov 09 18:04:28.206504 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 56910) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:28.219161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65bce42-a8d8-4689-a2fe-7fece9b23df2 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:28.249278 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a846e425-754a-4b3c-b2c5-6fb0b0759e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.261515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.430621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Transition to ACTIVE for port object e65bce42-a8d8-4689-a2fe-7fece9b23df2 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:04:28.433784 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a846e425-754a-4b3c-b2c5-6fb0b0759e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.438900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] For port 89c00932-5bba-425a-8c5d-a2623e3d64b5, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:28.442482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] For port 89c00932-5bba-425a-8c5d-a2623e3d64b5, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=89c00932-5bba-425a-8c5d-a2623e3d64b5,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:28.444291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a846e425-754a-4b3c-b2c5-6fb0b0759e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.451262 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.456067 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.563622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a846e425-754a-4b3c-b2c5-6fb0b0759e21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=84d9781bc75e4b958179cfb829069a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911500 Nov 09 18:04:28.563622 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846e425-754a-4b3c-b2c5-6fb0b0759e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3dc65e-34d3-4a53-aa53-adbd5e88f9c5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:28.567100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 56918) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:28.589829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Pushing event updated for resources: {'Port': ['ID=89c00932-5bba-425a-8c5d-a2623e3d64b5,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:28.597538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:28.598301 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.600829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-40eab408-a189-4d9e-a015-fbdc9a7133b2 service neutron] 10.222.0.13 "PUT /v2.0/ports/89c00932-5bba-425a-8c5d-a2623e3d64b5 HTTP/1.1" status: 200 len: 1092 time: 2.0974705 Nov 09 18:04:28.601303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f10b9a-0770-4138-8bf2-987b8a70bab6', 'tag': '89c00932-5bba-425a-8c5d-a2623e3d64b5'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:28.603624 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfbe8d9-5e6c-4484-9fca-0d12479b618b" -d '{"events": [{"name": "network-changed", "server_uuid": "35f10b9a-0770-4138-8bf2-987b8a70bab6", "tag": "89c00932-5bba-425a-8c5d-a2623e3d64b5"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:28.705882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-32322c30-4391-4350-89fa-680b5e77a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:28.707776 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-32322c30-4391-4350-89fa-680b5e77a4fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=089891fd97d348c88f51f098165deeb1&device_id=35f10b9a-0770-4138-8bf2-987b8a70bab6 HTTP/1.1" status: 200 len: 1095 time: 0.0583320 Nov 09 18:04:28.731156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9cb1-bb06-42c7-b15d-84347875b898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.770150 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Pushing event updated for resources: {'Port': ['ID=e65bce42-a8d8-4689-a2fe-7fece9b23df2,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:28.779830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-8c93ab6f-c340-419e-af53-c2ca3544143f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89c00932-5bba-425a-8c5d-a2623e3d64b5 HTTP/1.1" status: 200 len: 217 time: 0.0461059 Nov 09 18:04:28.781281 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294ab5ba-653b-4f16-b6b2-8bd91ae444c3 x-openstack-request-id: req-294ab5ba-653b-4f16-b6b2-8bd91ae444c3 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:28.781573 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f10b9a-0770-4138-8bf2-987b8a70bab6", "tag": "89c00932-5bba-425a-8c5d-a2623e3d64b5", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:28.781831 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-294ab5ba-653b-4f16-b6b2-8bd91ae444c3 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:28.789755 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f10b9a-0770-4138-8bf2-987b8a70bab6', 'tag': '89c00932-5bba-425a-8c5d-a2623e3d64b5', 'status': 'completed', 'code': 200} Nov 09 18:04:28.845249 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9cb1-bb06-42c7-b15d-84347875b898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.873664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb8139-d5d9-43e4-9532-d5903e93ccad req-2da407de-4eea-42e4-b4b8-f2cefe9c679b tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:28.880406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-759f82e9-f235-4f0d-9ba7-c94c4900386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:28.882283 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-759f82e9-f235-4f0d-9ba7-c94c4900386e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eae9f699-1af9-4d25-95e6-1b7167013236 HTTP/1.1" status: 200 len: 853 time: 0.0919161 Nov 09 18:04:28.888148 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8bb8139-d5d9-43e4-9532-d5903e93ccad req-2da407de-4eea-42e4-b4b8-f2cefe9c679b tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 943 time: 0.5020645 Nov 09 18:04:28.919061 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-94abf05a-0fcc-4b78-a10b-77f6f0f2ce19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3cae523-2612-4af5-871f-eb3d1e5ec16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288403 Nov 09 18:04:29.036730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-991dbfcc-c40b-4948-bd40-dc3a4d8ce5c6 service neutron] 10.222.0.13 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089296 Nov 09 18:04:29.040267 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8bb8139-d5d9-43e4-9532-d5903e93ccad req-82496f34-0d31-44b5-9709-a49df70fc2e3 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501908 Nov 09 18:04:29.072509 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:04:29.133340 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9cb1-bb06-42c7-b15d-84347875b898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.136056 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9cb1-bb06-42c7-b15d-84347875b898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.137266 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1a1f9cb1-bb06-42c7-b15d-84347875b898 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d3dc65e-34d3-4a53-aa53-adbd5e88f9c5 HTTP/1.1" status: 204 len: 168 time: 0.5687454 Nov 09 18:04:29.152023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f9cb1-bb06-42c7-b15d-84347875b898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3dc65e-34d3-4a53-aa53-adbd5e88f9c5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:29.186261 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Attempting to bind port e65bce42-a8d8-4689-a2fe-7fece9b23df2 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:29.187169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Attempting to bind port e65bce42-a8d8-4689-a2fe-7fece9b23df2 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:29.187169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Attempting to bind port e65bce42-a8d8-4689-a2fe-7fece9b23df2 on network a3cae523-2612-4af5-871f-eb3d1e5ec16d {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:29.200851 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Port e65bce42-a8d8-4689-a2fe-7fece9b23df2 on network a3cae523-2612-4af5-871f-eb3d1e5ec16d not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:04:29.201344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Attempting to bind port e65bce42-a8d8-4689-a2fe-7fece9b23df2 on network a3cae523-2612-4af5-871f-eb3d1e5ec16d {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:29.207404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:29.208023 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Checking segment: {'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:29.208697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Bound using segment: {'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:29.209424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Bound port: e65bce42-a8d8-4689-a2fe-7fece9b23df2, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8be430-e6fd-4861-894a-3477f72dbea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:29.209891 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.211243 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-c7b71ada-6e06-40e2-8661-17956639db92 service neutron] 10.222.0.13 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658199 Nov 09 18:04:29.375608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbe8d9-5e6c-4484-9fca-0d12479b618b req-4699f086-1f8d-4de5-a921-c1c2292993b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:29.379431 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edfbe8d9-5e6c-4484-9fca-0d12479b618b req-4699f086-1f8d-4de5-a921-c1c2292993b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=089891fd97d348c88f51f098165deeb1&device_id=35f10b9a-0770-4138-8bf2-987b8a70bab6 HTTP/1.1" status: 200 len: 1095 time: 0.1139205 Nov 09 18:04:29.400588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] For port e65bce42-a8d8-4689-a2fe-7fece9b23df2, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:29.447811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] For port e65bce42-a8d8-4689-a2fe-7fece9b23df2, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e65bce42-a8d8-4689-a2fe-7fece9b23df2,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:29.458373 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.614817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:29.619187 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.621899 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] 10.222.0.18 "PUT /v2.0/ports/e65bce42-a8d8-4689-a2fe-7fece9b23df2 HTTP/1.1" status: 200 len: 1091 time: 2.0600467 Nov 09 18:04:29.652827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600559c1-89b4-4087-862e-68fbf9f7c29e', 'tag': 'e65bce42-a8d8-4689-a2fe-7fece9b23df2'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:29.655398 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c49827-f5ef-4794-b709-e7c252052e20" -d '{"events": [{"name": "network-changed", "server_uuid": "600559c1-89b4-4087-862e-68fbf9f7c29e", "tag": "e65bce42-a8d8-4689-a2fe-7fece9b23df2"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:29.658120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf75182-a39d-416d-ba2a-0d7d41bb316a service neutron] Pushing event updated for resources: {'Port': ['ID=e65bce42-a8d8-4689-a2fe-7fece9b23df2,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:29.666115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbe8d9-5e6c-4484-9fca-0d12479b618b req-2bd34775-4bd4-433f-b63b-5923091d9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:29.670441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edfbe8d9-5e6c-4484-9fca-0d12479b618b req-2bd34775-4bd4-433f-b63b-5923091d9762 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3cae523-2612-4af5-871f-eb3d1e5ec16d HTTP/1.1" status: 200 len: 914 time: 0.2825029 Nov 09 18:04:29.717090 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e61a4556-b6da-48bb-b410-da4a322bc9fd tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.803696 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0d9d59-01b1-4468-a7c7-7220a75e4d14 x-openstack-request-id: req-ed0d9d59-01b1-4468-a7c7-7220a75e4d14 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:29.804171 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600559c1-89b4-4087-862e-68fbf9f7c29e", "tag": "e65bce42-a8d8-4689-a2fe-7fece9b23df2", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:29.804575 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ed0d9d59-01b1-4468-a7c7-7220a75e4d14 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:29.805050 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600559c1-89b4-4087-862e-68fbf9f7c29e', 'tag': 'e65bce42-a8d8-4689-a2fe-7fece9b23df2', 'status': 'completed', 'code': 200} Nov 09 18:04:29.860885 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edfbe8d9-5e6c-4484-9fca-0d12479b618b req-cf77bcce-cb57-4b35-8db8-20a57ab448c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89c00932-5bba-425a-8c5d-a2623e3d64b5 HTTP/1.1" status: 200 len: 217 time: 0.1804912 Nov 09 18:04:29.907189 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-01d18c19-4d4b-46fc-9795-25d2ea2c6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:29.910121 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-01d18c19-4d4b-46fc-9795-25d2ea2c6bd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=089891fd97d348c88f51f098165deeb1&device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 1094 time: 0.2276084 Nov 09 18:04:29.963043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbe8d9-5e6c-4484-9fca-0d12479b618b req-227b97cf-9c53-43aa-bd4e-cf8ed2b6e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:29.965196 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edfbe8d9-5e6c-4484-9fca-0d12479b618b req-227b97cf-9c53-43aa-bd4e-cf8ed2b6e8a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eae9f699-1af9-4d25-95e6-1b7167013236 HTTP/1.1" status: 200 len: 853 time: 0.0961649 Nov 09 18:04:30.028597 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-df329c2f-0ea8-40bc-a985-55ba4e26a01e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e65bce42-a8d8-4689-a2fe-7fece9b23df2 HTTP/1.1" status: 200 len: 217 time: 0.0977764 Nov 09 18:04:30.049982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edfbe8d9-5e6c-4484-9fca-0d12479b618b req-7a7e9aaf-be4c-41a9-a346-88765dbd5692 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3cae523-2612-4af5-871f-eb3d1e5ec16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718133 Nov 09 18:04:30.220579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-168c6311-8ca4-47ce-a0ce-e523f9df0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:30.222053 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-168c6311-8ca4-47ce-a0ce-e523f9df0d8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eae9f699-1af9-4d25-95e6-1b7167013236 HTTP/1.1" status: 200 len: 853 time: 0.1826489 Nov 09 18:04:30.247601 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edfbe8d9-5e6c-4484-9fca-0d12479b618b req-399ed782-0d3c-4535-b758-0e98e1bd2e6e service neutron] 10.222.0.13 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889236 Nov 09 18:04:30.273727 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-e516be1d-c8fe-4bd6-adbf-f1a28b8d4285 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3cae523-2612-4af5-871f-eb3d1e5ec16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294480 Nov 09 18:04:30.437921 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-007ddd76-739d-4bd5-b1ec-3be7fe084023 service neutron] 10.222.0.18 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537743 Nov 09 18:04:30.479962 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edfbe8d9-5e6c-4484-9fca-0d12479b618b req-d15309d5-ecfb-454c-a956-a09d65e6057f service neutron] 10.222.0.13 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846590 Nov 09 18:04:30.529685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5e68-d4bc-4a33-b8c3-4151c55c5d0a req-a69c4eff-d8f0-4097-95f0-9a5d90081f7f tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:30.539777 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-e61a4556-b6da-48bb-b410-da4a322bc9fd tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port dae72ad1-8687-47d6-ad7a-b4483a7cea37 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:30.540251 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e61a4556-b6da-48bb-b410-da4a322bc9fd tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.557344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-312f5e68-d4bc-4a33-b8c3-4151c55c5d0a req-a69c4eff-d8f0-4097-95f0-9a5d90081f7f tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 943 time: 0.3057861 Nov 09 18:04:30.609147 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe53aa6-1b49-430f-b04f-7923f2451be4 req-a781e625-f134-4f4d-8d55-e738eee8fd49 service neutron] 10.222.0.18 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624939 Nov 09 18:04:30.658150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-312f5e68-d4bc-4a33-b8c3-4151c55c5d0a req-7bc903f7-92dd-4b53-b7e0-481b872d6f68 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976818 Nov 09 18:04:30.673195 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e61a4556-b6da-48bb-b410-da4a322bc9fd tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.687023 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-e61a4556-b6da-48bb-b410-da4a322bc9fd tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for dae72ad1-8687-47d6-ad7a-b4483a7cea37 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:30.800999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49827-f5ef-4794-b709-e7c252052e20 req-a7b019de-14ba-4656-9d9f-7e6e5c13fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:30.802541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78c49827-f5ef-4794-b709-e7c252052e20 req-a7b019de-14ba-4656-9d9f-7e6e5c13fd06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=089891fd97d348c88f51f098165deeb1&device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 1094 time: 0.0705585 Nov 09 18:04:30.977154 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49827-f5ef-4794-b709-e7c252052e20 req-83b32310-c53d-41b5-a1d4-4da32329971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:30.978917 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78c49827-f5ef-4794-b709-e7c252052e20 req-83b32310-c53d-41b5-a1d4-4da32329971d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3cae523-2612-4af5-871f-eb3d1e5ec16d HTTP/1.1" status: 200 len: 914 time: 0.1409369 Nov 09 18:04:31.108702 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78c49827-f5ef-4794-b709-e7c252052e20 req-93a47b33-b4b0-46bb-85a9-c323a75469ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e65bce42-a8d8-4689-a2fe-7fece9b23df2 HTTP/1.1" status: 200 len: 217 time: 0.0855072 Nov 09 18:04:31.233933 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e61a4556-b6da-48bb-b410-da4a322bc9fd tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.247050 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49827-f5ef-4794-b709-e7c252052e20 req-c53c2994-7ee4-4f98-8796-eac986a5079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:31.248995 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78c49827-f5ef-4794-b709-e7c252052e20 req-c53c2994-7ee4-4f98-8796-eac986a5079c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eae9f699-1af9-4d25-95e6-1b7167013236 HTTP/1.1" status: 200 len: 853 time: 0.1295779 Nov 09 18:04:31.299556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a4556-b6da-48bb-b410-da4a322bc9fd tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=dae72ad1-8687-47d6-ad7a-b4483a7cea37,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:31.344135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78c49827-f5ef-4794-b709-e7c252052e20 req-71e46836-7b8d-489d-b966-dfa1fbf76a44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3cae523-2612-4af5-871f-eb3d1e5ec16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681908 Nov 09 18:04:31.529573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 89c00932-5bba-425a-8c5d-a2623e3d64b5 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:04:31.539138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e61a4556-b6da-48bb-b410-da4a322bc9fd tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.789451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 89c00932-5bba-425a-8c5d-a2623e3d64b5, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=89c00932-5bba-425a-8c5d-a2623e3d64b5,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:31.814534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '89c00932-5bba-425a-8c5d-a2623e3d64b5', 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d', 'port_id': '89c00932-5bba-425a-8c5d-a2623e3d64b5', 'mac_address': 'fa:16:3e:99:2b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae9f699-1af9-4d25-95e6-1b7167013236', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:04:31.863775 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.876526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61a4556-b6da-48bb-b410-da4a322bc9fd tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:31.896099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c00932-5bba-425a-8c5d-a2623e3d64b5 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:31.927369 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78c49827-f5ef-4794-b709-e7c252052e20 req-44841914-b88e-413e-9def-35d536b76858 service neutron] 10.222.0.18 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709200 Nov 09 18:04:31.929636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70ab28-8541-4065-8701-b6e29a5013a4 req-e805c74c-1185-4818-9cd8-46d8e203507f tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:31.938841 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea70ab28-8541-4065-8701-b6e29a5013a4 req-e805c74c-1185-4818-9cd8-46d8e203507f tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 943 time: 0.1091647 Nov 09 18:04:31.953183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 89c00932-5bba-425a-8c5d-a2623e3d64b5, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=89c00932-5bba-425a-8c5d-a2623e3d64b5,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:31.964418 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.038580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea70ab28-8541-4065-8701-b6e29a5013a4 req-faf61483-874d-44e7-8a86-e087ed5d263e tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964158 Nov 09 18:04:32.061696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=89c00932-5bba-425a-8c5d-a2623e3d64b5,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:32.186802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['89c00932-5bba-425a-8c5d-a2623e3d64b5'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:32.216790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61a4556-b6da-48bb-b410-da4a322bc9fd tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:32.231628 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39054f-d9a8-4a85-afe6-db94c6d9fd69 None None] Sync routers for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:32.258398 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39054f-d9a8-4a85-afe6-db94c6d9fd69 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:32.259852 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-de39054f-d9a8-4a85-afe6-db94c6d9fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:32.283249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57012) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:32.283670 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e61a4556-b6da-48bb-b410-da4a322bc9fd tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "PUT /v2.0/routers/932fcbd0-a7fb-4c63-a17e-311d9c57f850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0739820 Nov 09 18:04:32.346035 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78c49827-f5ef-4794-b709-e7c252052e20 req-4c7f3303-415f-44cb-ba7a-33a1503089a5 service neutron] 10.222.0.18 "GET /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103343 Nov 09 18:04:32.378016 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-de39054f-d9a8-4a85-afe6-db94c6d9fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:32.395293 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39054f-d9a8-4a85-afe6-db94c6d9fd69 None None] Routers {'932fcbd0-a7fb-4c63-a17e-311d9c57f850'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:32.397840 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-de39054f-d9a8-4a85-afe6-db94c6d9fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:32.466075 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-de39054f-d9a8-4a85-afe6-db94c6d9fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:32.467546 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39054f-d9a8-4a85-afe6-db94c6d9fd69 None None] The sync data for ids ['932fcbd0-a7fb-4c63-a17e-311d9c57f850'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:32.575340 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.745244 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57022) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:32.746297 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.836719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting port 16eb58ff-2380-4979-b703-c80368e5a326 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:32.844133 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.942099 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.960489 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7144f739-74e0-4649-82e1-b9d81bd68774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.972040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Calling delete_port for 16eb58ff-2380-4979-b703-c80368e5a326 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:33.103501 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7144f739-74e0-4649-82e1-b9d81bd68774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.112115 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7144f739-74e0-4649-82e1-b9d81bd68774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.169272 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7144f739-74e0-4649-82e1-b9d81bd68774 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4623161f9e5e4687b4601fd7582799e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4154625 Nov 09 18:04:33.169272 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144f739-74e0-4649-82e1-b9d81bd68774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847b4fed-1086-4dfa-8ed5-1098ad11c14c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:33.181220 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57032) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:33.298587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860d217-b5b7-4d0c-9477-79f00c4aa257 req-dab30b33-60ac-43db-8a59-f3d33ae5a569 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:33.301387 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1860d217-b5b7-4d0c-9477-79f00c4aa257 req-dab30b33-60ac-43db-8a59-f3d33ae5a569 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 943 time: 0.0987566 Nov 09 18:04:33.421844 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1860d217-b5b7-4d0c-9477-79f00c4aa257 req-9ec5099c-cbb3-4207-83ae-7da46556424d tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108832 Nov 09 18:04:33.436890 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.496836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Port': ['ID=16eb58ff-2380-4979-b703-c80368e5a326,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:33.544164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 89c00932-5bba-425a-8c5d-a2623e3d64b5 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:33.630329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 89c00932-5bba-425a-8c5d-a2623e3d64b5 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:04:33.637787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 89c00932-5bba-425a-8c5d-a2623e3d64b5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:33.638934 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.659906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.826424 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16208c2f-8664-429f-9a55-2bf505b2df44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.850230 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.868997 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.872722 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.880936 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16208c2f-8664-429f-9a55-2bf505b2df44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.921580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f10b9a-0770-4138-8bf2-987b8a70bab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c00932-5bba-425a-8c5d-a2623e3d64b5'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:33.930681 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5716df6-c061-49fd-9d23-6f4a09623c77" -d '{"events": [{"server_uuid": "35f10b9a-0770-4138-8bf2-987b8a70bab6", "name": "network-vif-plugged", "status": "completed", "tag": "89c00932-5bba-425a-8c5d-a2623e3d64b5"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:33.936149 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.936733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Fanout notify agent at l3_agent the message router_deleted on router 932fcbd0-a7fb-4c63-a17e-311d9c57f850 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:04:33.961901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 89c00932-5bba-425a-8c5d-a2623e3d64b5, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=89c00932-5bba-425a-8c5d-a2623e3d64b5,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:33.966575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.967339 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16208c2f-8664-429f-9a55-2bf505b2df44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.967973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9ebc006a-9864-44ae-b1c8-ab32384f9360 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/routers/932fcbd0-a7fb-4c63-a17e-311d9c57f850 HTTP/1.1" status: 204 len: 168 time: 1.6837559 Nov 09 18:04:33.971921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57048) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:33.973640 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16208c2f-8664-429f-9a55-2bf505b2df44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.978992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-16208c2f-8664-429f-9a55-2bf505b2df44 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/847b4fed-1086-4dfa-8ed5-1098ad11c14c HTTP/1.1" status: 204 len: 168 time: 0.7923050 Nov 09 18:04:33.988814 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.031561 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16208c2f-8664-429f-9a55-2bf505b2df44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847b4fed-1086-4dfa-8ed5-1098ad11c14c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:34.110351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df349a4-b5a4-47c6-8d1a-3cd870bda9b8 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Deleting subnet 149d297b-8138-4d2a-9847-178634b616c2 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:04:34.117273 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1df349a4-b5a4-47c6-8d1a-3cd870bda9b8 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.124581 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6087a385-c886-4949-8292-70f64b226f76 x-openstack-request-id: req-6087a385-c886-4949-8292-70f64b226f76 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:34.124973 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f10b9a-0770-4138-8bf2-987b8a70bab6", "name": "network-vif-plugged", "status": "completed", "tag": "89c00932-5bba-425a-8c5d-a2623e3d64b5", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:34.125127 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6087a385-c886-4949-8292-70f64b226f76 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:34.125521 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f10b9a-0770-4138-8bf2-987b8a70bab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c00932-5bba-425a-8c5d-a2623e3d64b5', 'code': 200} Nov 09 18:04:34.178461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=89c00932-5bba-425a-8c5d-a2623e3d64b5,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:34.216033 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1df349a4-b5a4-47c6-8d1a-3cd870bda9b8 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.222020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e65bce42-a8d8-4689-a2fe-7fece9b23df2 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:04:34.247674 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329dd7b-b772-4daf-a71b-9bbb0789b25f req-51821f22-0f1b-4811-925e-de648ce61763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:34.249475 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9329dd7b-b772-4daf-a71b-9bbb0789b25f req-51821f22-0f1b-4811-925e-de648ce61763 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=35f10b9a-0770-4138-8bf2-987b8a70bab6 HTTP/1.1" status: 200 len: 1097 time: 0.0923586 Nov 09 18:04:34.299081 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9329dd7b-b772-4daf-a71b-9bbb0789b25f req-34367158-c513-4686-9158-8e517f1a4c4e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382314 Nov 09 18:04:34.310956 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1df349a4-b5a4-47c6-8d1a-3cd870bda9b8 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.331456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57058) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:34.405189 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e65bce42-a8d8-4689-a2fe-7fece9b23df2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e65bce42-a8d8-4689-a2fe-7fece9b23df2,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:34.424248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'e65bce42-a8d8-4689-a2fe-7fece9b23df2', 'network_id': 'a3cae523-2612-4af5-871f-eb3d1e5ec16d', 'port_id': 'e65bce42-a8d8-4689-a2fe-7fece9b23df2', 'mac_address': 'fa:16:3e:a8:bf:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae9f699-1af9-4d25-95e6-1b7167013236', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:04:34.429898 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1df349a4-b5a4-47c6-8d1a-3cd870bda9b8 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.472941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df349a4-b5a4-47c6-8d1a-3cd870bda9b8 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Subnet': ['ID=149d297b-8138-4d2a-9847-178634b616c2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:34.478256 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1df349a4-b5a4-47c6-8d1a-3cd870bda9b8 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.482229 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1df349a4-b5a4-47c6-8d1a-3cd870bda9b8 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/subnets/149d297b-8138-4d2a-9847-178634b616c2 HTTP/1.1" status: 204 len: 168 time: 0.5089228 Nov 09 18:04:34.485147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57064) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:34.503677 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.540062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65bce42-a8d8-4689-a2fe-7fece9b23df2 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:34.580810 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e65bce42-a8d8-4689-a2fe-7fece9b23df2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e65bce42-a8d8-4689-a2fe-7fece9b23df2,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:34.588105 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.643165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57066) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:34.661619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a689270-bfea-48c1-b479-accda9a4770f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.666849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=e65bce42-a8d8-4689-a2fe-7fece9b23df2,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:34.682926 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1c241ac-3b3a-4bb1-815a-a8fb84ced990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.691205 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6403e028-d377-4d61-8d22-309a990c76f6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.696015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c7d1e-93a2-49ac-869d-df7464013953 req-fef1b3e2-1da1-4090-96de-5ef4f411566c tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:34.698512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-339c7d1e-93a2-49ac-869d-df7464013953 req-fef1b3e2-1da1-4090-96de-5ef4f411566c tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 944 time: 0.1266026 Nov 09 18:04:34.766631 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-339c7d1e-93a2-49ac-869d-df7464013953 req-c4b4ccfa-e32c-4440-93cf-4fccabd5541f tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611439 Nov 09 18:04:34.895152 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6403e028-d377-4d61-8d22-309a990c76f6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.930084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['e65bce42-a8d8-4689-a2fe-7fece9b23df2'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:34.937029 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a689270-bfea-48c1-b479-accda9a4770f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.954981 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0a689270-bfea-48c1-b479-accda9a4770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.959560 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1c241ac-3b3a-4bb1-815a-a8fb84ced990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.961925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6403e028-d377-4d61-8d22-309a990c76f6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b1e161-51e2-4ee1-a1c1-faf076813db3']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:34.987568 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b1c241ac-3b3a-4bb1-815a-a8fb84ced990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.992658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6403e028-d377-4d61-8d22-309a990c76f6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb89a38-1c9b-4df7-a28c-10f02d668b0a') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:34.992658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6403e028-d377-4d61-8d22-309a990c76f6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb89a38-1c9b-4df7-a28c-10f02d668b0a') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:35.023936 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6403e028-d377-4d61-8d22-309a990c76f6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.050282 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a689270-bfea-48c1-b479-accda9a4770f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5378bb-f171-4ee8-90e1-87f5345292e3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:35.105409 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0a689270-bfea-48c1-b479-accda9a4770f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c271fc48bf944c2b723b00d75ebf08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7656307 Nov 09 18:04:35.105409 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6403e028-d377-4d61-8d22-309a990c76f6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.105865 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57076) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:35.124470 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b1c241ac-3b3a-4bb1-815a-a8fb84ced990 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed58bb67bd47479a94eea1ee49d79a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769208 Nov 09 18:04:35.124470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6403e028-d377-4d61-8d22-309a990c76f6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:04:35.124470 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6403e028-d377-4d61-8d22-309a990c76f6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.129995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57078) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:04:35.131494 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:04:35.184102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c241ac-3b3a-4bb1-815a-a8fb84ced990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50f632f-ae00-4d8c-a01f-b37a4679a2c5,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:35.223146 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6403e028-d377-4d61-8d22-309a990c76f6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.251268 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6403e028-d377-4d61-8d22-309a990c76f6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.258215 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6403e028-d377-4d61-8d22-309a990c76f6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] 10.222.0.81 "DELETE /v2.0/networks/27b1e161-51e2-4ee1-a1c1-faf076813db3 HTTP/1.1" status: 204 len: 168 time: 0.7720578 Nov 09 18:04:35.288027 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403e028-d377-4d61-8d22-309a990c76f6 tempest-FloatingIPTestJSON-1232837444 tempest-FloatingIPTestJSON-1232837444-project] Pushing event deleted for resources: {'Network': ['ID=27b1e161-51e2-4ee1-a1c1-faf076813db3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:35.360561 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eab80c36-73cb-4bab-93f6-e25b780ae63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.365277 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a69d-dba0-442a-81a6-fd2f93216d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.413546 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eab80c36-73cb-4bab-93f6-e25b780ae63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.489254 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a69d-dba0-442a-81a6-fd2f93216d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.559131 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eab80c36-73cb-4bab-93f6-e25b780ae63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.566644 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eab80c36-73cb-4bab-93f6-e25b780ae63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.569775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-eab80c36-73cb-4bab-93f6-e25b780ae63e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d5378bb-f171-4ee8-90e1-87f5345292e3 HTTP/1.1" status: 204 len: 168 time: 0.4659836 Nov 09 18:04:35.592684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab80c36-73cb-4bab-93f6-e25b780ae63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5378bb-f171-4ee8-90e1-87f5345292e3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:35.635530 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a69d-dba0-442a-81a6-fd2f93216d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.640574 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a69d-dba0-442a-81a6-fd2f93216d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.645557 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2ba5a69d-dba0-442a-81a6-fd2f93216d83 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d50f632f-ae00-4d8c-a01f-b37a4679a2c5 HTTP/1.1" status: 204 len: 168 time: 0.5144842 Nov 09 18:04:35.656080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5a69d-dba0-442a-81a6-fd2f93216d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50f632f-ae00-4d8c-a01f-b37a4679a2c5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:35.829804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57092) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:36.006860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57098) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:36.045546 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32b1f11e-e343-4b11-8a1d-55bb58fd0e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.081994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b069f9-b10b-4e5e-bda2-d7f90f8ab527 req-efbcf788-e3a5-40b2-9664-2ca437bbfe58 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:36.092936 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6b069f9-b10b-4e5e-bda2-d7f90f8ab527 req-efbcf788-e3a5-40b2-9664-2ca437bbfe58 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 944 time: 0.1666160 Nov 09 18:04:36.187455 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6b069f9-b10b-4e5e-bda2-d7f90f8ab527 req-30f9ed4d-1777-420d-b48e-85eb2be4169d tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922899 Nov 09 18:04:36.228362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e65bce42-a8d8-4689-a2fe-7fece9b23df2 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:36.256158 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32b1f11e-e343-4b11-8a1d-55bb58fd0e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.261728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-32b1f11e-e343-4b11-8a1d-55bb58fd0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.320720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d70ced7d-8a84-4a6f-9df4-5c55ef34c665 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc17fe0dfae744b183ac54d07d8c56cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875271 Nov 09 18:04:36.322057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57112) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:36.357152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port e65bce42-a8d8-4689-a2fe-7fece9b23df2 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:04:36.361620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port e65bce42-a8d8-4689-a2fe-7fece9b23df2 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:36.364127 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.374119 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-32b1f11e-e343-4b11-8a1d-55bb58fd0e23 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=084e971ab1544cc284eaacf3dd99c15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629992 Nov 09 18:04:36.377926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57116) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:36.389206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1f11e-e343-4b11-8a1d-55bb58fd0e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d5af03-f193-4456-bfd7-8a437b55d094,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:36.449627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d243af1-a8c6-48ec-8f4c-3c0d9503e06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.514904 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.518993 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99c404ff-01c9-4a1f-b7e9-6e2db309e8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.528360 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d243af1-a8c6-48ec-8f4c-3c0d9503e06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.544466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600559c1-89b4-4087-862e-68fbf9f7c29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65bce42-a8d8-4689-a2fe-7fece9b23df2'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:36.547524 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb63c88-be6e-45c9-9656-52cb465a3730" -d '{"events": [{"server_uuid": "600559c1-89b4-4087-862e-68fbf9f7c29e", "name": "network-vif-plugged", "status": "completed", "tag": "e65bce42-a8d8-4689-a2fe-7fece9b23df2"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:36.566502 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e65bce42-a8d8-4689-a2fe-7fece9b23df2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e65bce42-a8d8-4689-a2fe-7fece9b23df2,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:36.574447 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.598625 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99c404ff-01c9-4a1f-b7e9-6e2db309e8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.658180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d243af1-a8c6-48ec-8f4c-3c0d9503e06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.661218 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d243af1-a8c6-48ec-8f4c-3c0d9503e06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.663732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9d243af1-a8c6-48ec-8f4c-3c0d9503e06c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cfc437f5-1a98-4f03-acd6-dd55e3076f1b HTTP/1.1" status: 204 len: 168 time: 0.3397586 Nov 09 18:04:36.685710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d243af1-a8c6-48ec-8f4c-3c0d9503e06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc437f5-1a98-4f03-acd6-dd55e3076f1b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:36.686073 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=e65bce42-a8d8-4689-a2fe-7fece9b23df2,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:36.700322 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae768aa-cbcf-4386-8292-48a38875ed3a x-openstack-request-id: req-dae768aa-cbcf-4386-8292-48a38875ed3a {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:36.700322 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600559c1-89b4-4087-862e-68fbf9f7c29e", "name": "network-vif-plugged", "status": "completed", "tag": "e65bce42-a8d8-4689-a2fe-7fece9b23df2", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:36.700322 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dae768aa-cbcf-4386-8292-48a38875ed3a {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:36.701629 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600559c1-89b4-4087-862e-68fbf9f7c29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65bce42-a8d8-4689-a2fe-7fece9b23df2', 'code': 200} Nov 09 18:04:36.720253 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99c404ff-01c9-4a1f-b7e9-6e2db309e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.723666 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99c404ff-01c9-4a1f-b7e9-6e2db309e8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.731019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-99c404ff-01c9-4a1f-b7e9-6e2db309e8fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17d5af03-f193-4456-bfd7-8a437b55d094 HTTP/1.1" status: 204 len: 168 time: 0.3511214 Nov 09 18:04:36.754283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c404ff-01c9-4a1f-b7e9-6e2db309e8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d5af03-f193-4456-bfd7-8a437b55d094,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:36.811873 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eddce7-f2e4-4f8b-87ee-e9c942da018b req-fef9ff8c-26d5-4ba4-a8fa-a446aa324cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:36.814945 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9eddce7-f2e4-4f8b-87ee-e9c942da018b req-fef9ff8c-26d5-4ba4-a8fa-a446aa324cef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 1096 time: 0.0887418 Nov 09 18:04:36.870682 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9eddce7-f2e4-4f8b-87ee-e9c942da018b req-2d4f0a7c-34e1-4bf5-a16f-cd18d3e2478c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464356 Nov 09 18:04:37.341599 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fd9e7-14df-4cb3-b3c2-8ca14951eb55 req-04c0dce7-6e39-408f-892e-eaf3ad3238c2 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:37.350186 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b56fd9e7-14df-4cb3-b3c2-8ca14951eb55 req-04c0dce7-6e39-408f-892e-eaf3ad3238c2 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 945 time: 0.0727694 Nov 09 18:04:37.411286 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b56fd9e7-14df-4cb3-b3c2-8ca14951eb55 req-03cdb9ea-6f5b-4548-bee7-0f25754b1e61 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502012 Nov 09 18:04:37.972908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-fb31e693-c344-4222-84aa-86a890d92744 req-8a85ce0c-e47e-48ba-97e7-f6a90dfd0ae7 service neutron] (102154) timed out ('10.222.0.81', 43468) {{(pid=102154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:04:38.602935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0cf6a-4acc-4edc-9b0b-0d530fb24a84 req-312b8dcd-4276-4763-94eb-d3ed63f2681d tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:38.617053 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30b0cf6a-4acc-4edc-9b0b-0d530fb24a84 req-312b8dcd-4276-4763-94eb-d3ed63f2681d tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 945 time: 0.0899036 Nov 09 18:04:38.687770 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30b0cf6a-4acc-4edc-9b0b-0d530fb24a84 req-f13d17f6-35e4-43a7-b8a2-10bb1b0eac17 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677030 Nov 09 18:04:38.834678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf16b-47ba-484f-a662-98493c6b4477 req-5955fedf-44c6-4c2b-b12b-b84e6c098fde tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:38.842499 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dabbf16b-47ba-484f-a662-98493c6b4477 req-5955fedf-44c6-4c2b-b12b-b84e6c098fde tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f10b9a-0770-4138-8bf2-987b8a70bab6 HTTP/1.1" status: 200 len: 946 time: 0.0646863 Nov 09 18:04:38.889321 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dabbf16b-47ba-484f-a662-98493c6b4477 req-1b041f9e-369b-4f3d-8bf4-dd17d03b6ac7 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459342 Nov 09 18:04:39.567719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539f4b-afd1-4dcd-b40f-1558c8eb48af req-bd43ebae-e8be-476b-8549-52a141674e75 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:39.571126 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67539f4b-afd1-4dcd-b40f-1558c8eb48af req-bd43ebae-e8be-476b-8549-52a141674e75 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f10b9a-0770-4138-8bf2-987b8a70bab6 HTTP/1.1" status: 200 len: 946 time: 0.0820234 Nov 09 18:04:39.642452 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67539f4b-afd1-4dcd-b40f-1558c8eb48af req-0b2a02ca-ea1f-4a8b-8da3-f87f743739b1 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632997 Nov 09 18:04:40.695760 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6602c6ea-c438-4c7f-bf01-ed4722dc5f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:40.857901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0809ee9-5815-4d0f-b4d6-df40caa45a2b req-78b0c8da-25fc-4394-bf6c-1f85e3b0271a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:40.862365 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e0809ee9-5815-4d0f-b4d6-df40caa45a2b req-78b0c8da-25fc-4394-bf6c-1f85e3b0271a tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.13 "GET /v2.0/ports?device_id=35f10b9a-0770-4138-8bf2-987b8a70bab6 HTTP/1.1" status: 200 len: 946 time: 0.1991534 Nov 09 18:04:41.246611 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc53fb-1493-4c24-90a2-1a90b0fd7b93 req-9ade6b3b-b527-44fd-b0e3-f2e09daacac3 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:41.248605 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56fc53fb-1493-4c24-90a2-1a90b0fd7b93 req-9ade6b3b-b527-44fd-b0e3-f2e09daacac3 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.18 "GET /v2.0/ports?device_id=600559c1-89b4-4087-862e-68fbf9f7c29e HTTP/1.1" status: 200 len: 945 time: 0.1564133 Nov 09 18:04:41.366331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffd8f2-e4db-4918-8018-b513ecbf95ee req-5f66c2c2-c36f-408e-adc4-5dba16950022 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:41.384588 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9ffd8f2-e4db-4918-8018-b513ecbf95ee req-5f66c2c2-c36f-408e-adc4-5dba16950022 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f10b9a-0770-4138-8bf2-987b8a70bab6 HTTP/1.1" status: 200 len: 946 time: 0.5186377 Nov 09 18:04:41.481792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-e0809ee9-5815-4d0f-b4d6-df40caa45a2b req-f3015e63-7ce6-46e5-8e5e-1556a2be11e4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Deleting port 89c00932-5bba-425a-8c5d-a2623e3d64b5 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:41.482382 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e0809ee9-5815-4d0f-b4d6-df40caa45a2b req-f3015e63-7ce6-46e5-8e5e-1556a2be11e4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.530365 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-56fc53fb-1493-4c24-90a2-1a90b0fd7b93 req-8a77c527-6bc0-4ec4-a298-0d9238041931 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Deleting port e65bce42-a8d8-4689-a2fe-7fece9b23df2 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:41.530700 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-56fc53fb-1493-4c24-90a2-1a90b0fd7b93 req-8a77c527-6bc0-4ec4-a298-0d9238041931 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.629316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9ffd8f2-e4db-4918-8018-b513ecbf95ee req-05d1f146-77e0-49ce-b043-5bd912e07c9e tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad8a9f34-d682-415d-a30e-26dab4be5e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434955 Nov 09 18:04:41.747007 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e0809ee9-5815-4d0f-b4d6-df40caa45a2b req-f3015e63-7ce6-46e5-8e5e-1556a2be11e4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] For port 89c00932-5bba-425a-8c5d-a2623e3d64b5, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=89c00932-5bba-425a-8c5d-a2623e3d64b5,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:41.748858 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e0809ee9-5815-4d0f-b4d6-df40caa45a2b req-f3015e63-7ce6-46e5-8e5e-1556a2be11e4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.772019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a4c7b-3784-4b83-87ed-7d3ce480a6d0 req-b2cc377e-0725-460b-a7b1-cba37fae11f7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:41.781763 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef2a4c7b-3784-4b83-87ed-7d3ce480a6d0 req-b2cc377e-0725-460b-a7b1-cba37fae11f7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.1522796 Nov 09 18:04:41.783043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-e0809ee9-5815-4d0f-b4d6-df40caa45a2b req-f3015e63-7ce6-46e5-8e5e-1556a2be11e4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Calling delete_port for 89c00932-5bba-425a-8c5d-a2623e3d64b5 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:41.832868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-56fc53fb-1493-4c24-90a2-1a90b0fd7b93 req-8a77c527-6bc0-4ec4-a298-0d9238041931 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] For port e65bce42-a8d8-4689-a2fe-7fece9b23df2, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e65bce42-a8d8-4689-a2fe-7fece9b23df2,segment=NetworkSegment(4a8be430-e6fd-4861-894a-3477f72dbea8),segment_id=4a8be430-e6fd-4861-894a-3477f72dbea8)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:41.834110 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-56fc53fb-1493-4c24-90a2-1a90b0fd7b93 req-8a77c527-6bc0-4ec4-a298-0d9238041931 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.876206 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef2a4c7b-3784-4b83-87ed-7d3ce480a6d0 req-a692e9da-22e2-4854-b81e-4f6160079a62 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0927622 Nov 09 18:04:41.879598 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-56fc53fb-1493-4c24-90a2-1a90b0fd7b93 req-8a77c527-6bc0-4ec4-a298-0d9238041931 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Calling delete_port for e65bce42-a8d8-4689-a2fe-7fece9b23df2 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:42.107683 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e0809ee9-5815-4d0f-b4d6-df40caa45a2b req-f3015e63-7ce6-46e5-8e5e-1556a2be11e4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.127622 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['e65bce42-a8d8-4689-a2fe-7fece9b23df2'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:42.136067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['89c00932-5bba-425a-8c5d-a2623e3d64b5'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:42.198593 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-56fc53fb-1493-4c24-90a2-1a90b0fd7b93 req-8a77c527-6bc0-4ec4-a298-0d9238041931 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.242828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3015e63-7ce6-46e5-8e5e-1556a2be11e4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Pushing event deleted for resources: {'Port': ['ID=89c00932-5bba-425a-8c5d-a2623e3d64b5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:42.301647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77c527-6bc0-4ec4-a298-0d9238041931 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Pushing event deleted for resources: {'Port': ['ID=e65bce42-a8d8-4689-a2fe-7fece9b23df2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:42.329451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['89c00932-5bba-425a-8c5d-a2623e3d64b5'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:42.434164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fc53fb-1493-4c24-90a2-1a90b0fd7b93 req-8a77c527-6bc0-4ec4-a298-0d9238041931 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] No DVR routers for this DVR port e65bce42-a8d8-4689-a2fe-7fece9b23df2 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:42.452126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0809ee9-5815-4d0f-b4d6-df40caa45a2b req-f3015e63-7ce6-46e5-8e5e-1556a2be11e4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] No DVR routers for this DVR port 89c00932-5bba-425a-8c5d-a2623e3d64b5 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:42.452375 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-56fc53fb-1493-4c24-90a2-1a90b0fd7b93 req-8a77c527-6bc0-4ec4-a298-0d9238041931 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.465785 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56fc53fb-1493-4c24-90a2-1a90b0fd7b93 req-8a77c527-6bc0-4ec4-a298-0d9238041931 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.18 "DELETE /v2.0/ports/e65bce42-a8d8-4689-a2fe-7fece9b23df2 HTTP/1.1" status: 204 len: 173 time: 1.1916964 Nov 09 18:04:42.466559 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600559c1-89b4-4087-862e-68fbf9f7c29e', 'name': 'network-vif-deleted', 'tag': 'e65bce42-a8d8-4689-a2fe-7fece9b23df2'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:42.475342 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e0809ee9-5815-4d0f-b4d6-df40caa45a2b req-f3015e63-7ce6-46e5-8e5e-1556a2be11e4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.491256 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5722059b-a0c3-470f-9592-8647295a612b" -d '{"events": [{"server_uuid": "600559c1-89b4-4087-862e-68fbf9f7c29e", "name": "network-vif-deleted", "tag": "e65bce42-a8d8-4689-a2fe-7fece9b23df2"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:42.497192 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e0809ee9-5815-4d0f-b4d6-df40caa45a2b req-f3015e63-7ce6-46e5-8e5e-1556a2be11e4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.13 "DELETE /v2.0/ports/89c00932-5bba-425a-8c5d-a2623e3d64b5 HTTP/1.1" status: 204 len: 173 time: 1.6056297 Nov 09 18:04:42.498666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f10b9a-0770-4138-8bf2-987b8a70bab6', 'name': 'network-vif-deleted', 'tag': '89c00932-5bba-425a-8c5d-a2623e3d64b5'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:42.502850 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f394e2e-ae53-41fb-afb1-5a2bc1a4e096" -d '{"events": [{"server_uuid": "35f10b9a-0770-4138-8bf2-987b8a70bab6", "name": "network-vif-deleted", "tag": "89c00932-5bba-425a-8c5d-a2623e3d64b5"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:42.666558 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247faf76-124d-4532-a63f-bd8bd306a693 x-openstack-request-id: req-247faf76-124d-4532-a63f-bd8bd306a693 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:42.667253 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600559c1-89b4-4087-862e-68fbf9f7c29e", "name": "network-vif-deleted", "tag": "e65bce42-a8d8-4689-a2fe-7fece9b23df2", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:42.667627 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-247faf76-124d-4532-a63f-bd8bd306a693 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:42.668194 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600559c1-89b4-4087-862e-68fbf9f7c29e', 'name': 'network-vif-deleted', 'tag': 'e65bce42-a8d8-4689-a2fe-7fece9b23df2', 'status': 'completed', 'code': 200} Nov 09 18:04:42.684609 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5539b0b-dd9d-4248-9a90-90a80570ea35 x-openstack-request-id: req-c5539b0b-dd9d-4248-9a90-90a80570ea35 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:42.685232 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f10b9a-0770-4138-8bf2-987b8a70bab6", "name": "network-vif-deleted", "tag": "89c00932-5bba-425a-8c5d-a2623e3d64b5", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:42.685826 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5539b0b-dd9d-4248-9a90-90a80570ea35 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:42.686514 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f10b9a-0770-4138-8bf2-987b8a70bab6', 'name': 'network-vif-deleted', 'tag': '89c00932-5bba-425a-8c5d-a2623e3d64b5', 'status': 'completed', 'code': 200} Nov 09 18:04:42.839749 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c034c72d-b5f3-44ad-8798-5761eba1edf4 req-138c6d88-c20c-4e86-a71b-465e5e6d18e4 tempest-MultipleCreateTestJSON-1956984520 tempest-MultipleCreateTestJSON-1956984520-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f10b9a-0770-4138-8bf2-987b8a70bab6 HTTP/1.1" status: 200 len: 210 time: 0.0646527 Nov 09 18:04:43.041263 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41255ab6-04a4-4588-bdbb-b68dec895460 req-2ce9644f-37d7-458a-87c3-31cc94a3994d tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:43.050218 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41255ab6-04a4-4588-bdbb-b68dec895460 req-2ce9644f-37d7-458a-87c3-31cc94a3994d tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.0691030 Nov 09 18:04:43.103823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41255ab6-04a4-4588-bdbb-b68dec895460 req-22a45c49-1f36-48eb-9559-0d566eea4946 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524697 Nov 09 18:04:43.663215 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f4cdbe58-a3c4-4d99-911b-372db1f642d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.002159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57416) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:44.068132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-4254b3c8-5b8a-41aa-a1f1-48c9e6aa38fc admin admin] Deleting subnet eae9f699-1af9-4d25-95e6-1b7167013236 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:04:44.074075 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4254b3c8-5b8a-41aa-a1f1-48c9e6aa38fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.126827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4254b3c8-5b8a-41aa-a1f1-48c9e6aa38fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.247875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e65bce42-a8d8-4689-a2fe-7fece9b23df2 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:44.257777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4254b3c8-5b8a-41aa-a1f1-48c9e6aa38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.331338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: e65bce42-a8d8-4689-a2fe-7fece9b23df2 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:44.331338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e65bce42-a8d8-4689-a2fe-7fece9b23df2 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:44.388500 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4254b3c8-5b8a-41aa-a1f1-48c9e6aa38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.422141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254b3c8-5b8a-41aa-a1f1-48c9e6aa38fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae9f699-1af9-4d25-95e6-1b7167013236,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:44.426413 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4254b3c8-5b8a-41aa-a1f1-48c9e6aa38fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.434680 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4254b3c8-5b8a-41aa-a1f1-48c9e6aa38fc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/eae9f699-1af9-4d25-95e6-1b7167013236 HTTP/1.1" status: 204 len: 168 time: 0.4254987 Nov 09 18:04:44.436028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57430) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:44.464142 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8996eb9-f05c-4a68-af9d-2f88b7d62776 req-29aa0e14-ef51-4db0-80bf-7ee2c06f87ba tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:44.480593 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8996eb9-f05c-4a68-af9d-2f88b7d62776 req-29aa0e14-ef51-4db0-80bf-7ee2c06f87ba tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.1993043 Nov 09 18:04:44.482456 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.608723 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-034f54fe-5226-4279-b46a-a8cc9627f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.617782 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f8996eb9-f05c-4a68-af9d-2f88b7d62776 req-a003308e-e007-4fb9-ba03-550b30e00a15 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337492 Nov 09 18:04:44.722067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-034f54fe-5226-4279-b46a-a8cc9627f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.752959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-034f54fe-5226-4279-b46a-a8cc9627f8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3cae523-2612-4af5-871f-eb3d1e5ec16d']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:44.782558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-034f54fe-5226-4279-b46a-a8cc9627f8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8be430-e6fd-4861-894a-3477f72dbea8') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:44.782862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-034f54fe-5226-4279-b46a-a8cc9627f8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8be430-e6fd-4861-894a-3477f72dbea8') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:44.806285 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-034f54fe-5226-4279-b46a-a8cc9627f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.857845 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-034f54fe-5226-4279-b46a-a8cc9627f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.874937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034f54fe-5226-4279-b46a-a8cc9627f8e9 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:04:44.876208 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-034f54fe-5226-4279-b46a-a8cc9627f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:04:44.879903 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:04:45.037217 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-034f54fe-5226-4279-b46a-a8cc9627f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.065144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-034f54fe-5226-4279-b46a-a8cc9627f8e9 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.069435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-034f54fe-5226-4279-b46a-a8cc9627f8e9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a3cae523-2612-4af5-871f-eb3d1e5ec16d HTTP/1.1" status: 204 len: 168 time: 0.6322770 Nov 09 18:04:45.071214 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f54fe-5226-4279-b46a-a8cc9627f8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3cae523-2612-4af5-871f-eb3d1e5ec16d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:45.423829 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.577710 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 89c00932-5bba-425a-8c5d-a2623e3d64b5 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:45.611104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57492) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:45.688663 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 89c00932-5bba-425a-8c5d-a2623e3d64b5 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:45.691410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 89c00932-5bba-425a-8c5d-a2623e3d64b5 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:45.768168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57506) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:45.785978 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2a657d28-78fa-48ed-8dfa-2f0e799d19e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=089891fd97d348c88f51f098165deeb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731873 Nov 09 18:04:45.999671 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8c96-238a-473b-bda5-037898eabe68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.013756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b4d7e-8ddf-4fe1-8fff-75fc573524fc req-cb2ae7d9-9788-4b96-9d87-1e3edc501d2a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:46.031566 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f2b4d7e-8ddf-4fe1-8fff-75fc573524fc req-cb2ae7d9-9788-4b96-9d87-1e3edc501d2a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.2048838 Nov 09 18:04:46.103656 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8c96-238a-473b-bda5-037898eabe68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.178280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f2b4d7e-8ddf-4fe1-8fff-75fc573524fc req-6498bbc6-6429-4932-830c-011bce7e837a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1407382 Nov 09 18:04:46.304127 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8c96-238a-473b-bda5-037898eabe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.308334 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8c96-238a-473b-bda5-037898eabe68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.309676 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bc9f8c96-238a-473b-bda5-037898eabe68 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad8a9f34-d682-415d-a30e-26dab4be5e2c HTTP/1.1" status: 204 len: 168 time: 0.5407591 Nov 09 18:04:46.330827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f8c96-238a-473b-bda5-037898eabe68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8a9f34-d682-415d-a30e-26dab4be5e2c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:47.406361 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fc45f-d3c4-48ab-83b9-555aa6381399 req-37d32d6f-746d-47bc-a68e-b1471e0eb296 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:47.448442 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-479fc45f-d3c4-48ab-83b9-555aa6381399 req-37d32d6f-746d-47bc-a68e-b1471e0eb296 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.1398008 Nov 09 18:04:47.537571 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-479fc45f-d3c4-48ab-83b9-555aa6381399 req-2be4c4c4-3ca0-4c60-bfad-8d9e1c65846e tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862184 Nov 09 18:04:47.700352 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.868417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57578) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:48.122998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1609897453-network', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:48.152257 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Made reservation on behalf of 080b3f95d1934bee9291cf9feb385f09 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:48.155248 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.172188 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.338652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.347162 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.393178 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:48.396235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:04:48.418428 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.420769 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Added segment 3aacda38-1e9a-43f9-a94b-142d246abbce of type vlan for network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c Nov 09 18:04:48.491687 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.558714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.560596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:48.561709 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.611953 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7427366 Nov 09 18:04:48.616194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57594) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:48.631645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e825062e-4ab0-454e-b28a-4961b99762d0 admin admin] Request body: {'subnet': {'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1609897453-subnet', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:48.717019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e825062e-4ab0-454e-b28a-4961b99762d0 admin admin] Made reservation on behalf of 080b3f95d1934bee9291cf9feb385f09 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:48.719919 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e825062e-4ab0-454e-b28a-4961b99762d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.796954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22044627-c1f1-4943-bd18-c5cc20240977 admin admin] Pushing event updated for resources: {'Network': ['ID=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:48.815161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:04:49.149112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57608) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:49.279438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e0062-50dc-44fb-ae8b-51f474b8cc5a req-e11396f1-6f27-4b4a-93ca-5db4f29d5595 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:49.282186 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f2e0062-50dc-44fb-ae8b-51f474b8cc5a req-e11396f1-6f27-4b4a-93ca-5db4f29d5595 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.2994123 Nov 09 18:04:49.486307 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f2e0062-50dc-44fb-ae8b-51f474b8cc5a req-89af3167-4b24-4e89-aed9-6b7b460cd296 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1949573 Nov 09 18:04:49.612556 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41247fe8-b544-4bd7-ae91-73a2100906c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:49.714378 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e825062e-4ab0-454e-b28a-4961b99762d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:49.847069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825062e-4ab0-454e-b28a-4961b99762d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e09019-9515-48f7-9fe8-702d4a0e85d1,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:49.864009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e825062e-4ab0-454e-b28a-4961b99762d0 admin admin] Checking segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:49.864882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e825062e-4ab0-454e-b28a-4961b99762d0 admin admin] Network hostable DHCP agents. Network: 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:04:49.905685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e825062e-4ab0-454e-b28a-4961b99762d0 admin admin] Network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:04:49.912163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57622) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:49.929938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-e825062e-4ab0-454e-b28a-4961b99762d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:49.940812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a51d9-f3a7-4701-bc94-b16fa557aa19 None None] Network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:49.968113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e825062e-4ab0-454e-b28a-4961b99762d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:49.969124 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e825062e-4ab0-454e-b28a-4961b99762d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:49.981066 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41247fe8-b544-4bd7-ae91-73a2100906c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:49.999812 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41247fe8-b544-4bd7-ae91-73a2100906c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:50.064764 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e825062e-4ab0-454e-b28a-4961b99762d0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4459703 Nov 09 18:04:50.073176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57626) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:50.078966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:50.108240 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eb34b9c3-565a-4c9f-8d51-e7c378c3c990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:50.115873 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:50.117562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:50.147175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-41247fe8-b544-4bd7-ae91-73a2100906c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d4d3dcea671448fb9a0141b1efb9fe64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9914179 Nov 09 18:04:50.151899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57630) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:50.182617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41247fe8-b544-4bd7-ae91-73a2100906c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd69c971-a649-4fee-8a65-234ee167bc18,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:50.279435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:04:50.280679 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:50.373537 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f49b2b44-c880-4086-9422-38e90670bd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:50.434913 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eb34b9c3-565a-4c9f-8d51-e7c378c3c990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:50.448029 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:50.450490 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eb34b9c3-565a-4c9f-8d51-e7c378c3c990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:50.458418 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f49b2b44-c880-4086-9422-38e90670bd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:50.639979 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f49b2b44-c880-4086-9422-38e90670bd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:50.658593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f49b2b44-c880-4086-9422-38e90670bd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:50.669969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f49b2b44-c880-4086-9422-38e90670bd34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd69c971-a649-4fee-8a65-234ee167bc18 HTTP/1.1" status: 204 len: 168 time: 0.5112748 Nov 09 18:04:50.680216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Allocated IP 172.20.0.2 (2a20a6e6-e0ed-4d34-bcea-6adb6a89674c/71e09019-9515-48f7-9fe8-702d4a0e85d1/06d48c55-fa9c-4313-a66d-213e9e75e996) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:50.718507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b2b44-c880-4086-9422-38e90670bd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd69c971-a649-4fee-8a65-234ee167bc18,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:51.164684 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-eb34b9c3-565a-4c9f-8d51-e7c378c3c990 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd68da1cd1614678a87bd0041b0a6c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2520139 Nov 09 18:04:51.170371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57654) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:51.190392 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.198012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34b9c3-565a-4c9f-8d51-e7c378c3c990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6a8963-c728-4849-90be-d4d9947caf57,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:51.294395 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.352433 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56452698-65f0-499d-b070-9b2250fb0344 req-52824065-4116-4a11-8b46-3f2594ca654f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:51.354241 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56452698-65f0-499d-b070-9b2250fb0344 req-52824065-4116-4a11-8b46-3f2594ca654f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.5046861 Nov 09 18:04:51.377159 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.460329 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.564482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:51.566739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:51.571885 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.577283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:51.577735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57662) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:51.631506 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56452698-65f0-499d-b070-9b2250fb0344 req-841bad87-5831-496b-8bf1-f299732d3776 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2058187 Nov 09 18:04:51.658577 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-71b09c0f-8e21-40f3-88fa-8ce2f80739c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.668438 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57664) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:51.721238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Pushing event updated for resources: {'Port': ['ID=06d48c55-fa9c-4313-a66d-213e9e75e996,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:51.746082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Attempting to bind port 06d48c55-fa9c-4313-a66d-213e9e75e996 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:51.746465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Attempting to bind port 06d48c55-fa9c-4313-a66d-213e9e75e996 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:51.746846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Attempting to bind port 06d48c55-fa9c-4313-a66d-213e9e75e996 on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:51.757200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:51.757565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Checking segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:51.757996 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.758405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Bound using segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:51.763082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Bound port: 06d48c55-fa9c-4313-a66d-213e9e75e996, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:51.769989 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.899160 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.903134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.904978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc6a8963-c728-4849-90be-d4d9947caf57 HTTP/1.1" status: 204 len: 168 time: 0.7333629 Nov 09 18:04:51.906305 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] For port 06d48c55-fa9c-4313-a66d-213e9e75e996, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:51.909868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] For port 06d48c55-fa9c-4313-a66d-213e9e75e996, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=06d48c55-fa9c-4313-a66d-213e9e75e996,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:51.921131 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.956731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6a8963-c728-4849-90be-d4d9947caf57,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:52.007027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:52.007376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:52.008987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:52.008987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:52.010688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:52.011416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:52.013037 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:52.014347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:52.014805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:52.015811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:52.017248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:52.017694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9759ed3e-88e7-4158-b624-48832b1f69c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:52.044980 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.062429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-71b09c0f-8e21-40f3-88fa-8ce2f80739c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.073926 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-71b09c0f-8e21-40f3-88fa-8ce2f80739c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.092601 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.228058 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06be33c0-9881-492e-a6a8-59b7804ce833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.234687 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-71b09c0f-8e21-40f3-88fa-8ce2f80739c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=008fb8a17efb4c16a21764dd1c451539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6505795 Nov 09 18:04:52.234687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57670) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:52.255741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b09c0f-8e21-40f3-88fa-8ce2f80739c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ce68bc-b7d5-4e1f-b9ad-4d6204979582,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:52.279525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac2a65-802d-47b1-910a-310ce5e3fa74 None None] Pushing event updated for resources: {'Port': ['ID=06d48c55-fa9c-4313-a66d-213e9e75e996,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:52.427763 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e9db5ff1-f7eb-44a7-bd5a-c1c2d8f636dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.510975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Allocated IP 172.25.1.7 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/5d3b75b7-e613-4b77-9fa0-c4332b23da5e) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:52.558838 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e9db5ff1-f7eb-44a7-bd5a-c1c2d8f636dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.667197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e9db5ff1-f7eb-44a7-bd5a-c1c2d8f636dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.670479 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e9db5ff1-f7eb-44a7-bd5a-c1c2d8f636dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.686063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e9db5ff1-f7eb-44a7-bd5a-c1c2d8f636dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1ce68bc-b7d5-4e1f-b9ad-4d6204979582 HTTP/1.1" status: 204 len: 168 time: 0.4435329 Nov 09 18:04:52.703470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db5ff1-f7eb-44a7-bd5a-c1c2d8f636dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ce68bc-b7d5-4e1f-b9ad-4d6204979582,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:52.746266 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06be33c0-9881-492e-a6a8-59b7804ce833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.764507 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06be33c0-9881-492e-a6a8-59b7804ce833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.808986 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57684) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:52.830605 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96003409-bfbd-4b31-abae-30583ac745c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.939479 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-06be33c0-9881-492e-a6a8-59b7804ce833 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9f2e783a01f480596301e1c32bfff94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2536135 Nov 09 18:04:52.951019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be33c0-9881-492e-a6a8-59b7804ce833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eacf821-6ffa-40a5-b50c-f92e65ee36ff,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:52.958589 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57686) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:52.966768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.047835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea41b5-64d3-468a-9ca8-3ed172fc19f0 req-f3909464-a118-47da-9bd4-753bad7504fe tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:53.050537 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8fea41b5-64d3-468a-9ca8-3ed172fc19f0 req-f3909464-a118-47da-9bd4-753bad7504fe tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.1687903 Nov 09 18:04:53.119472 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.128509 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-082fff5d-074a-467f-a229-2024f0e9cc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.138564 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.170290 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96003409-bfbd-4b31-abae-30583ac745c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.189616 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96003409-bfbd-4b31-abae-30583ac745c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.239765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8fea41b5-64d3-468a-9ca8-3ed172fc19f0 req-7d14553e-2afe-4e83-818b-cfe496fb7a15 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1724567 Nov 09 18:04:53.248127 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-082fff5d-074a-467f-a229-2024f0e9cc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.280150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-96003409-bfbd-4b31-abae-30583ac745c9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11a29ef860b448ae93847b768e694b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4696147 Nov 09 18:04:53.281636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96003409-bfbd-4b31-abae-30583ac745c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794b96b4-8a41-4ba3-9e13-fe602e3807af,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:53.285806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57694) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:53.310095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:53.334957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:53.356171 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:53.361913 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3b75b7-e613-4b77-9fa0-c4332b23da5e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:53.456959 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-329649f3-a619-4a95-b37b-afad3f8c7aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.495426 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-329649f3-a619-4a95-b37b-afad3f8c7aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.509177 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-082fff5d-074a-467f-a229-2024f0e9cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.519654 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-082fff5d-074a-467f-a229-2024f0e9cc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.532216 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-082fff5d-074a-467f-a229-2024f0e9cc95 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4eacf821-6ffa-40a5-b50c-f92e65ee36ff HTTP/1.1" status: 204 len: 168 time: 0.5698147 Nov 09 18:04:53.621293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fff5d-074a-467f-a229-2024f0e9cc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eacf821-6ffa-40a5-b50c-f92e65ee36ff,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:53.647514 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-329649f3-a619-4a95-b37b-afad3f8c7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.656785 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-329649f3-a619-4a95-b37b-afad3f8c7aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.675765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-329649f3-a619-4a95-b37b-afad3f8c7aa8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/794b96b4-8a41-4ba3-9e13-fe602e3807af HTTP/1.1" status: 204 len: 168 time: 0.3803210 Nov 09 18:04:53.705493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329649f3-a619-4a95-b37b-afad3f8c7aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794b96b4-8a41-4ba3-9e13-fe602e3807af,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:53.799107 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.912470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9a90-e442-4213-bd83-50feebb5c3fe req-4c50a8fe-1a24-4ead-8558-988320863c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:53.918529 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be4d9a90-e442-4213-bd83-50feebb5c3fe req-4c50a8fe-1a24-4ead-8558-988320863c33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 1096 time: 0.1975031 Nov 09 18:04:53.976009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 06d48c55-fa9c-4313-a66d-213e9e75e996 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:54.113391 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 06d48c55-fa9c-4313-a66d-213e9e75e996 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:54.113739 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:54.247845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0476e2c-9677-420b-b41c-5c4a66f3ef26 None None] Network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:54.321060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9a90-e442-4213-bd83-50feebb5c3fe req-55a9fdd5-9d88-41fd-82b0-5c17f79c2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:54.323161 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be4d9a90-e442-4213-bd83-50feebb5c3fe req-55a9fdd5-9d88-41fd-82b0-5c17f79c2019 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.1858435 Nov 09 18:04:54.346202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device b9dae33d-8072-4747-82f8-2146bd43b1eb details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:04:54.373027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c1879a08-6402-4eae-bcb0-555d9c38fd9f None None] Provisioning complete for port 06d48c55-fa9c-4313-a66d-213e9e75e996 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:54.373780 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c1879a08-6402-4eae-bcb0-555d9c38fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:54.429706 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:54.570658 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.resource_extend [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:04:54.571654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be4d9a90-e442-4213-bd83-50feebb5c3fe req-7313392e-e3c3-4487-bf9c-c0990531d4ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb HTTP/1.1" status: 200 len: 1000 time: 0.2264321 Nov 09 18:04:54.692737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 06d48c55-fa9c-4313-a66d-213e9e75e996, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=06d48c55-fa9c-4313-a66d-213e9e75e996,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:54.756169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c494b-3cd6-4101-8c2d-19a6d537d53e req-a4fc8080-825f-49be-8863-2ba53177f90c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:54.769585 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e16c494b-3cd6-4101-8c2d-19a6d537d53e req-a4fc8080-825f-49be-8863-2ba53177f90c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.1965950 Nov 09 18:04:54.773861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57728) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:54.811895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9a90-e442-4213-bd83-50feebb5c3fe req-d593032f-4a7a-4f7b-b045-27fccab89a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:54.831390 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-849941bb-cb20-4eb9-a53a-7bf9a8acd674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:54.834524 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be4d9a90-e442-4213-bd83-50feebb5c3fe req-d593032f-4a7a-4f7b-b045-27fccab89a05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.2332098 Nov 09 18:04:54.841716 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:54.862034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:54.963991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57732) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:54.965322 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'port_id': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'mac_address': 'fa:16:3e:9d:67:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:04:54.991283 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.012530 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c9c6edf-d326-4d77-8c92-ac6c623ee958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.065305 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=06d48c55-fa9c-4313-a66d-213e9e75e996,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:55.123267 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e16c494b-3cd6-4101-8c2d-19a6d537d53e req-12fb584d-1827-45fd-bebb-a1c296b193f2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3515470 Nov 09 18:04:55.147789 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.187667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9a90-e442-4213-bd83-50feebb5c3fe req-5868ce0e-acfb-4e51-b50e-0f43593d8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:55.189785 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be4d9a90-e442-4213-bd83-50feebb5c3fe req-5868ce0e-acfb-4e51-b50e-0f43593d8aa8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3357949 Nov 09 18:04:55.190729 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9dae33d-8072-4747-82f8-2146bd43b1eb {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:55.245308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:55.255098 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.315602 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c9c6edf-d326-4d77-8c92-ac6c623ee958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.325770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c9c6edf-d326-4d77-8c92-ac6c623ee958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.403341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=b9dae33d-8072-4747-82f8-2146bd43b1eb,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:55.440078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['b9dae33d-8072-4747-82f8-2146bd43b1eb'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:55.522235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c6edf-d326-4d77-8c92-ac6c623ee958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427c5f79-20b7-44a3-a3e2-67c387189614,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:55.538476 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-849941bb-cb20-4eb9-a53a-7bf9a8acd674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.546256 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be4d9a90-e442-4213-bd83-50feebb5c3fe req-dab16fc2-1ffb-471e-8d0b-18d433e49f3f service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413792 Nov 09 18:04:55.546907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0c9c6edf-d326-4d77-8c92-ac6c623ee958 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f25a601f89440f8b967db5634f7026f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5781913 Nov 09 18:04:55.552740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57744) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:55.715779 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-849941bb-cb20-4eb9-a53a-7bf9a8acd674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.832513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 06d48c55-fa9c-4313-a66d-213e9e75e996 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:55.858086 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-849941bb-cb20-4eb9-a53a-7bf9a8acd674 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=40ea4b92def84d70a6d23706ee7a2b97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0736811 Nov 09 18:04:55.858086 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849941bb-cb20-4eb9-a53a-7bf9a8acd674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e52f199-3de6-409b-9ba3-c733c05142b0,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:55.864627 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57750) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:55.879650 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00d5e35e-ec9a-41f4-8525-63dceef4ce3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.941554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1d8303cd-d543-4707-b8be-ba4490f28099 None None] Provisioning complete for port 06d48c55-fa9c-4313-a66d-213e9e75e996 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:55.942394 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1d8303cd-d543-4707-b8be-ba4490f28099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.951852 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.013859 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be4d9a90-e442-4213-bd83-50feebb5c3fe req-0a7cf0bc-c8ea-41b2-834a-4c558eb9d937 service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584978 Nov 09 18:04:56.084684 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00d5e35e-ec9a-41f4-8525-63dceef4ce3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.155333 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 06d48c55-fa9c-4313-a66d-213e9e75e996 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:56.156205 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.158518 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-381ff34b-c832-4807-a7dc-fc90a6800824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.248528 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-381ff34b-c832-4807-a7dc-fc90a6800824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.321132 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00d5e35e-ec9a-41f4-8525-63dceef4ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.328769 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00d5e35e-ec9a-41f4-8525-63dceef4ce3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.338084 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-00d5e35e-ec9a-41f4-8525-63dceef4ce3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/427c5f79-20b7-44a3-a3e2-67c387189614 HTTP/1.1" status: 204 len: 168 time: 0.7795079 Nov 09 18:04:56.412475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5e35e-ec9a-41f4-8525-63dceef4ce3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427c5f79-20b7-44a3-a3e2-67c387189614,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:56.481296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Router 41900b48-4369-44a7-9c20-10a14e5883cc is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:04:56.497568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57764) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:56.588332 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-381ff34b-c832-4807-a7dc-fc90a6800824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.592651 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-381ff34b-c832-4807-a7dc-fc90a6800824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.612224 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-381ff34b-c832-4807-a7dc-fc90a6800824 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5e52f199-3de6-409b-9ba3-c733c05142b0 HTTP/1.1" status: 204 len: 168 time: 0.7443225 Nov 09 18:04:56.633548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ff34b-c832-4807-a7dc-fc90a6800824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e52f199-3de6-409b-9ba3-c733c05142b0,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:56.671541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00a296-58ed-439c-a559-9d4551c3d7bb req-364b09f5-7bed-4e09-8bb9-6740a706f6b3 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:56.673780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff00a296-58ed-439c-a559-9d4551c3d7bb req-364b09f5-7bed-4e09-8bb9-6740a706f6b3 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.2554395 Nov 09 18:04:56.773802 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff00a296-58ed-439c-a559-9d4551c3d7bb req-e53f5abc-0f59-401c-b98a-0b54551fa783 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810585 Nov 09 18:04:57.266692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:57.285422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Sync routers for ids ['41900b48-4369-44a7-9c20-10a14e5883cc'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:57.295941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2270b3b0-52ee-4766-8fb4-b1949147ff30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.316486 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.318583 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b02f2986-ac6c-44e0-9ccd-3de28e4d0db3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2435398 Nov 09 18:04:57.321610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 57790) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:57.329556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Routers {'41900b48-4369-44a7-9c20-10a14e5883cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:57.330274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['41900b48-4369-44a7-9c20-10a14e5883cc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:57.422310 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2270b3b0-52ee-4766-8fb4-b1949147ff30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.431970 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2270b3b0-52ee-4766-8fb4-b1949147ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.526819 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2270b3b0-52ee-4766-8fb4-b1949147ff30 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c3b5e6657394fda970d616308ce93ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0277755 Nov 09 18:04:57.527865 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270b3b0-52ee-4766-8fb4-b1949147ff30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8b827f-1668-44ec-a7f8-696bcc533b38,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:57.537555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57800) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:57.622922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Set router 41900b48-4369-44a7-9c20-10a14e5883cc gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:57.659714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c36e6255-1cef-4b9c-96e5-3b33dd3bc071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.709360 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c36e6255-1cef-4b9c-96e5-3b33dd3bc071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.820965 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c36e6255-1cef-4b9c-96e5-3b33dd3bc071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.824422 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c36e6255-1cef-4b9c-96e5-3b33dd3bc071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.827760 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c36e6255-1cef-4b9c-96e5-3b33dd3bc071 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b8b827f-1668-44ec-a7f8-696bcc533b38 HTTP/1.1" status: 204 len: 168 time: 0.2852111 Nov 09 18:04:57.836734 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e6255-1cef-4b9c-96e5-3b33dd3bc071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8b827f-1668-44ec-a7f8-696bcc533b38,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:58.097014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3d3c3-1345-4366-9d02-d21de6b5d68e req-697ecd1f-ae6c-4c3a-8aea-7a77e26c6c24 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:58.107885 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7ba3d3c3-1345-4366-9d02-d21de6b5d68e req-697ecd1f-ae6c-4c3a-8aea-7a77e26c6c24 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.1453958 Nov 09 18:04:58.203927 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7ba3d3c3-1345-4366-9d02-d21de6b5d68e req-dc4709eb-743c-46b1-8d4a-a33eacb5e675 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928638 Nov 09 18:04:58.240119 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.347563 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device b9dae33d-8072-4747-82f8-2146bd43b1eb up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:58.437774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:53Z', 'revision_number': 3, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:58.472800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Checking router: 41900b48-4369-44a7-9c20-10a14e5883cc for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:04:58.473974 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Updating router 41900b48-4369-44a7-9c20-10a14e5883cc port 5d3b75b7-e613-4b77-9fa0-c4332b23da5e binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:04:58.476561 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port b9dae33d-8072-4747-82f8-2146bd43b1eb triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:58.477002 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.532145 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.600400 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Allocated IP 172.20.0.1 (2a20a6e6-e0ed-4d34-bcea-6adb6a89674c/71e09019-9515-48f7-9fe8-702d4a0e85d1/f769a154-6616-427a-9863-afd1cbdac4d2) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:58.887032 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.898557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.014970 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.104050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:59.111253 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f97c82a-5eb3-4a54-b1ca-462e27bd0f1c" -d '{"events": [{"server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "name": "network-vif-plugged", "status": "completed", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:59.189230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:59.207316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:59.211592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Pushing event updated for resources: {'Port': ['ID=f769a154-6616-427a-9863-afd1cbdac4d2,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:59.233288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:59.284343 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:59.385208 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586e8951-3eb5-4ed6-8c69-4cce47d1b75a x-openstack-request-id: req-586e8951-3eb5-4ed6-8c69-4cce47d1b75a {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:59.403575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.404451 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "name": "network-vif-plugged", "status": "completed", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:59.404963 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-586e8951-3eb5-4ed6-8c69-4cce47d1b75a {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:59.407014 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'code': 200} Nov 09 18:04:59.414030 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.649135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f62459-223f-4316-8414-b52855a4c7c2 req-c2ab56b1-3d60-427c-a71f-085954fbc803 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:59.662620 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-92f62459-223f-4316-8414-b52855a4c7c2 req-c2ab56b1-3d60-427c-a71f-085954fbc803 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.2580893 Nov 09 18:04:59.727527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=b9dae33d-8072-4747-82f8-2146bd43b1eb,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:59.797947 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-92f62459-223f-4316-8414-b52855a4c7c2 req-40dbac9f-bd60-4eec-bca1-1c573eb728ec tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156929 Nov 09 18:04:59.807500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57882) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:59.934965 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.019759 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-976d0988-b3d7-4908-a854-45fc544bd0a0 None None] Provisioning complete for port f769a154-6616-427a-9863-afd1cbdac4d2 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:00.020973 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-976d0988-b3d7-4908-a854-45fc544bd0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.050894 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.087958 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.213635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-976d0988-b3d7-4908-a854-45fc544bd0a0 None None] Port f769a154-6616-427a-9863-afd1cbdac4d2 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:00.241332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Attempting to bind port 5d3b75b7-e613-4b77-9fa0-c4332b23da5e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:00.242084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Attempting to bind port 5d3b75b7-e613-4b77-9fa0-c4332b23da5e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:00.242735 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Attempting to bind port 5d3b75b7-e613-4b77-9fa0-c4332b23da5e on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:00.259339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:00.259985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:00.260730 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.261364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:00.262073 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Bound port: 5d3b75b7-e613-4b77-9fa0-c4332b23da5e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:00.262984 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.265429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c8c37-2372-455e-abe2-b7acb4aad703 None None] Pushing event updated for resources: {'Port': ['ID=5d3b75b7-e613-4b77-9fa0-c4332b23da5e,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:00.451483 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fddb8e8-ad89-44ef-b9fb-9fcbb07ddc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.474470 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] For port 5d3b75b7-e613-4b77-9fa0-c4332b23da5e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:00.487161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] For port 5d3b75b7-e613-4b77-9fa0-c4332b23da5e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5d3b75b7-e613-4b77-9fa0-c4332b23da5e,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:00.497818 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.656442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Routers {'41900b48-4369-44a7-9c20-10a14e5883cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:00.660059 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['41900b48-4369-44a7-9c20-10a14e5883cc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:00.778068 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fddb8e8-ad89-44ef-b9fb-9fcbb07ddc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.787391 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fddb8e8-ad89-44ef-b9fb-9fcbb07ddc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.928254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddb8e8-ad89-44ef-b9fb-9fcbb07ddc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66f0216-af54-4741-af7a-148eee3a56eb,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:00.949786 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1fddb8e8-ad89-44ef-b9fb-9fcbb07ddc13 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=020b00698cdf4190bc41d1e6028ffa2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1409881 Nov 09 18:05:00.956183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 57916) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:01.009510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c8c37-2372-455e-abe2-b7acb4aad703 None None] Pushing event updated for resources: {'Port': ['ID=5d3b75b7-e613-4b77-9fa0-c4332b23da5e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:01.112936 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-08d43c9d-b5b2-4990-85e7-b8e93eb2b2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.128486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] Set router 41900b48-4369-44a7-9c20-10a14e5883cc gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:01.213196 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-08d43c9d-b5b2-4990-85e7-b8e93eb2b2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.372203 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-08d43c9d-b5b2-4990-85e7-b8e93eb2b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.377849 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-08d43c9d-b5b2-4990-85e7-b8e93eb2b2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.387181 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-08d43c9d-b5b2-4990-85e7-b8e93eb2b2b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d66f0216-af54-4741-af7a-148eee3a56eb HTTP/1.1" status: 204 len: 168 time: 0.4283526 Nov 09 18:05:01.413836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d43c9d-b5b2-4990-85e7-b8e93eb2b2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66f0216-af54-4741-af7a-148eee3a56eb,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:01.550836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf37ef-0b6b-4db5-8053-ae65b3e9b6cc req-6c057e1f-edf3-4105-9b7e-c1791f30e1ec tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:01.556556 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ddf37ef-0b6b-4db5-8053-ae65b3e9b6cc req-6c057e1f-edf3-4105-9b7e-c1791f30e1ec tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.2847250 Nov 09 18:05:01.751744 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ddf37ef-0b6b-4db5-8053-ae65b3e9b6cc req-8ae1a9d3-2ecf-4c13-85d0-b9da62755644 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1483405 Nov 09 18:05:01.852653 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.857616 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.939746 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.149709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Pushing event updated for resources: {'Port': ['ID=f769a154-6616-427a-9863-afd1cbdac4d2,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:02.194426 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:59Z', 'revision_number': 4, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f769a154-6616-427a-9863-afd1cbdac4d2', 'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'mac_address': 'fa:16:3e:f9:91:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:58Z', 'updated_at': '2021-11-09T18:04:58Z', 'revision_number': 1, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'subnets': [{'id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:02.264385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c6f9f-fb55-4874-b595-e70592d8fb26 None None] The sync data for ids ['41900b48-4369-44a7-9c20-10a14e5883cc'] in n-d-817236-1 is: [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:59Z', 'revision_number': 4, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f769a154-6616-427a-9863-afd1cbdac4d2', 'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'mac_address': 'fa:16:3e:f9:91:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:58Z', 'updated_at': '2021-11-09T18:04:58Z', 'revision_number': 1, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'subnets': [{'id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:02.400881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:02.405900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:02.936359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Router 41900b48-4369-44a7-9c20-10a14e5883cc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:05:03.111595 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9f74944a-2570-4dbe-b9b6-90f5b3b2d9b8 None None] Provisioning complete for port f769a154-6616-427a-9863-afd1cbdac4d2 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:03.114820 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9f74944a-2570-4dbe-b9b6-90f5b3b2d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.311923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9f74944a-2570-4dbe-b9b6-90f5b3b2d9b8 None None] Port f769a154-6616-427a-9863-afd1cbdac4d2 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:03.407816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e73884-091e-446b-825f-7b9429a07c2a req-c6123eac-2eb9-4eb3-a141-4561014e30f1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:03.409486 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d8e73884-091e-446b-825f-7b9429a07c2a req-c6123eac-2eb9-4eb3-a141-4561014e30f1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.2571285 Nov 09 18:05:03.422371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:03.440196 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d53f11a6-2205-41c9-8553-d404d6316816 admin admin] 10.222.0.81 "PUT /v2.0/routers/41900b48-4369-44a7-9c20-10a14e5883cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1150515 Nov 09 18:05:03.509730 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d8e73884-091e-446b-825f-7b9429a07c2a req-bc9252c6-6008-43b2-9e5f-68b0ff6ba45a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907280 Nov 09 18:05:05.146487 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e64ea7-861a-4e89-9f59-c628fd00b6bf req-74eae9be-7e20-47bb-98f8-3c240f491110 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.153548 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97e64ea7-861a-4e89-9f59-c628fd00b6bf req-74eae9be-7e20-47bb-98f8-3c240f491110 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.4065847 Nov 09 18:05:05.338541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97e64ea7-861a-4e89-9f59-c628fd00b6bf req-a12a7362-e3da-464d-95d6-c92c5de03163 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1600118 Nov 09 18:05:05.476150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58028) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:05.748811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58034) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:05.753883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1db63c5c-362b-4e29-a49b-25b8a058a415 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1345113998', 'description': 'tempest-description--34015860'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:05.818706 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1db63c5c-362b-4e29-a49b-25b8a058a415 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:05.936773 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5d3b75b7-e613-4b77-9fa0-c4332b23da5e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:06.082604 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5d3b75b7-e613-4b77-9fa0-c4332b23da5e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:06.082983 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.090652 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:05:06.148268 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1db63c5c-362b-4e29-a49b-25b8a058a415 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.162472 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1db63c5c-362b-4e29-a49b-25b8a058a415 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.337236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1db63c5c-362b-4e29-a49b-25b8a058a415 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.343937 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1db63c5c-362b-4e29-a49b-25b8a058a415 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5917044 Nov 09 18:05:06.346806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58046) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:06.363860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-da2d7b65-8de9-4680-8769-31494e9ebe14 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Request body: {'security_group_rule': {'security_group_id': '4fea71b5-6fd2-4636-af5a-3ba403a3ed03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:06.422823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db63c5c-362b-4e29-a49b-25b8a058a415 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fea71b5-6fd2-4636-af5a-3ba403a3ed03,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:06.479024 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.511373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'network': {'name': 'tempest-network-smoke--1816301417', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'port_security_enabled': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:06.515784 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da2d7b65-8de9-4680-8769-31494e9ebe14 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.544593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 5d3b75b7-e613-4b77-9fa0-c4332b23da5e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5d3b75b7-e613-4b77-9fa0-c4332b23da5e,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:06.576003 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.687658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Made reservation on behalf of a43447eafa45493097f94d60b425ddb3 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:06.708731 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.716457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=5d3b75b7-e613-4b77-9fa0-c4332b23da5e,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:06.771160 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.826891 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da2d7b65-8de9-4680-8769-31494e9ebe14 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.874107 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da2d7b65-8de9-4680-8769-31494e9ebe14 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.000671 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d7b65-8de9-4680-8769-31494e9ebe14 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a372c846-b693-4b41-bf7a-f2add87e6e5f,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:07.070767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5f3b2-808e-425a-b8d9-0a92e48fab8a req-06034153-5a25-4868-a573-35c86b118787 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:07.081214 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-74c5f3b2-808e-425a-b8d9-0a92e48fab8a req-06034153-5a25-4868-a573-35c86b118787 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.3058598 Nov 09 18:05:07.116955 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da2d7b65-8de9-4680-8769-31494e9ebe14 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.118787 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-da2d7b65-8de9-4680-8769-31494e9ebe14 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7667282 Nov 09 18:05:07.126387 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58058) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:07.132341 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-dc032fc5-0b58-4cf0-aded-6ea0faab55ef tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Request body: {'security_group_rule': {'security_group_id': '4fea71b5-6fd2-4636-af5a-3ba403a3ed03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:07.221225 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc032fc5-0b58-4cf0-aded-6ea0faab55ef tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.266769 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.274084 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.286728 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-74c5f3b2-808e-425a-b8d9-0a92e48fab8a req-e4612c00-b298-4d6d-8086-4b63fa0bf392 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2045925 Nov 09 18:05:07.392636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:05:07.420803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002c0201-f0b9-4b35-ad14-5f0d3a323731,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:07.459253 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.459930 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Added segment 2d529807-7f74-4b80-98f0-6d15ebffe5e2 of type vlan for network 93108944-5cbf-4db3-a292-ca19f7b3e865 Nov 09 18:05:07.554098 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.573901 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc032fc5-0b58-4cf0-aded-6ea0faab55ef tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.581906 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc032fc5-0b58-4cf0-aded-6ea0faab55ef tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.626620 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.632015 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc032fc5-0b58-4cf0-aded-6ea0faab55ef tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35d7b5a-0129-46f0-a700-244a6cea47e1,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:07.639432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:07.641048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.648693 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dc032fc5-0b58-4cf0-aded-6ea0faab55ef tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.653467 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dc032fc5-0b58-4cf0-aded-6ea0faab55ef tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5225673 Nov 09 18:05:07.654567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58068) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:07.661008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:07.738978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2608089 Nov 09 18:05:07.741989 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58072) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:07.748316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'admin_state_up': True, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:07.812441 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Sync routers for ids ['41900b48-4369-44a7-9c20-10a14e5883cc'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:07.827157 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Routers {'41900b48-4369-44a7-9c20-10a14e5883cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:07.833891 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['41900b48-4369-44a7-9c20-10a14e5883cc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:07.837169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab166679-1abd-4769-a9ad-d491a9b9eee5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Network': ['ID=93108944-5cbf-4db3-a292-ca19f7b3e865,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:07.864532 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 93108944-5cbf-4db3-a292-ca19f7b3e865 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:05:07.867872 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.933738 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.934735 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.972201 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5d3b75b7-e613-4b77-9fa0-c4332b23da5e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:08.142795 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58074) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:08.147062 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.275813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5d3b75b7-e613-4b77-9fa0-c4332b23da5e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:08.276801 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.287723 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Set router 41900b48-4369-44a7-9c20-10a14e5883cc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:08.302166 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.558738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Allocated IP 172.25.1.49 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/987ab7bf-a047-4530-a816-61add89667f9) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:08.624401 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.862500 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45512f60-437c-45ba-aa1d-f2710ff9b3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.983191 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:59Z', 'revision_number': 4, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f769a154-6616-427a-9863-afd1cbdac4d2', 'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'mac_address': 'fa:16:3e:f9:91:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:58Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 2, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'subnets': [{'id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:09.106481 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Checking router: 41900b48-4369-44a7-9c20-10a14e5883cc for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:09.112491 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Updating router 41900b48-4369-44a7-9c20-10a14e5883cc port f769a154-6616-427a-9863-afd1cbdac4d2 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:05:09.182900 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.286666 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.298376 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.319641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d9e5c-21c6-45f8-a694-f36dbec8165e req-7d4ce050-4496-4527-b248-1cb0d2806f99 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:09.321435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e6d9e5c-21c6-45f8-a694-f36dbec8165e req-7d4ce050-4496-4527-b248-1cb0d2806f99 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.6625657 Nov 09 18:05:09.352607 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45512f60-437c-45ba-aa1d-f2710ff9b3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.367044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45512f60-437c-45ba-aa1d-f2710ff9b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.412742 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.441976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45512f60-437c-45ba-aa1d-f2710ff9b3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e870177-207f-42b3-b42d-ba083a8b93af,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:09.554902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e6d9e5c-21c6-45f8-a694-f36dbec8165e req-abd10bab-37c4-4257-87f8-3bf1b6323f0b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2145040 Nov 09 18:05:09.565709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-45512f60-437c-45ba-aa1d-f2710ff9b3fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ac2f1bf86a1469c91cd1c3dd041e05f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4117043 Nov 09 18:05:09.572024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58106) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:09.693165 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.838426 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Allocated IP 172.25.1.74 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/ea398aca-2501-4c5f-955b-3a7f92cfe382) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:09.874221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:09.880382 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcb24c14-2e8a-4cc1-8b32-b92d5800b341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.943350 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcb24c14-2e8a-4cc1-8b32-b92d5800b341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.067681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:10.070391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcb24c14-2e8a-4cc1-8b32-b92d5800b341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.073911 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bcb24c14-2e8a-4cc1-8b32-b92d5800b341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.075475 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bcb24c14-2e8a-4cc1-8b32-b92d5800b341 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e870177-207f-42b3-b42d-ba083a8b93af HTTP/1.1" status: 204 len: 168 time: 0.5021589 Nov 09 18:05:10.076896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:10.290430 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.332556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event updated for resources: {'Port': ['ID=987ab7bf-a047-4530-a816-61add89667f9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:10.373394 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.384994 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.394146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb24c14-2e8a-4cc1-8b32-b92d5800b341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e870177-207f-42b3-b42d-ba083a8b93af,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:10.562364 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.712114 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-44ca1eda-43c6-45ff-ac4f-2c4bbbb3ed96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.785165 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.792456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=ea398aca-2501-4c5f-955b-3a7f92cfe382,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:10.795083 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Pushing event updated for resources: {'Port': ['ID=f769a154-6616-427a-9863-afd1cbdac4d2,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:10.807138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:10.818205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:10.830054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:10.882889 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:10.893226 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:10.893913 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:10.895008 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:10.896514 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:10.897083 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:10.897628 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:10.898158 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:10.916892 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:10.917344 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:10.917686 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:10.918023 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:11.043851 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:11.203043 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Attempting to bind port f769a154-6616-427a-9863-afd1cbdac4d2 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:11.206760 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Attempting to bind port f769a154-6616-427a-9863-afd1cbdac4d2 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:11.207844 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Attempting to bind port f769a154-6616-427a-9863-afd1cbdac4d2 on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:11.230999 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:11.234929 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Checking segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:11.236080 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:11.236985 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Bound using segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:11.238192 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Bound port: f769a154-6616-427a-9863-afd1cbdac4d2, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:11.245765 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:11.343112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f56aeaf0-b896-4fd9-9cee-bc6471ced638 None None] Provisioning complete for port f769a154-6616-427a-9863-afd1cbdac4d2 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:11.346257 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f56aeaf0-b896-4fd9-9cee-bc6471ced638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:11.465796 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] For port f769a154-6616-427a-9863-afd1cbdac4d2, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:11.491997 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] For port f769a154-6616-427a-9863-afd1cbdac4d2, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f769a154-6616-427a-9863-afd1cbdac4d2,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:11.509285 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:11.525419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f56aeaf0-b896-4fd9-9cee-bc6471ced638 None None] Port f769a154-6616-427a-9863-afd1cbdac4d2 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:11.555338 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:11.762232 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Routers {'41900b48-4369-44a7-9c20-10a14e5883cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:11.765328 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['41900b48-4369-44a7-9c20-10a14e5883cc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:11.786837 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a48e1-305d-4bfe-a58f-7261ebdc2420 None None] Pushing event updated for resources: {'Port': ['ID=f769a154-6616-427a-9863-afd1cbdac4d2,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:11.829555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:11.841217 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.152773 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event updated for resources: {'Port': ['ID=987ab7bf-a047-4530-a816-61add89667f9,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:12.363813 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.430464 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.432458 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-53aafc2d-416b-4e21-944a-e52849d9a5e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7768273 Nov 09 18:05:12.438564 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] Set router 41900b48-4369-44a7-9c20-10a14e5883cc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:12.500398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Provisioning complete for port f769a154-6616-427a-9863-afd1cbdac4d2 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:12.501072 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.604675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05d74-9e4e-464e-9965-555f36f5d636 req-0bb092b0-10f9-449e-a9d4-5ccbdfb338c1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:12.625308 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-76d05d74-9e4e-464e-9965-555f36f5d636 req-0bb092b0-10f9-449e-a9d4-5ccbdfb338c1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 1.6659322 Nov 09 18:05:12.776341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.795119 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.823288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-76d05d74-9e4e-464e-9965-555f36f5d636 req-96ade1ae-6edd-45a7-ae6d-fdbd48df8381 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1907115 Nov 09 18:05:12.935473 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] For port f769a154-6616-427a-9863-afd1cbdac4d2, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f769a154-6616-427a-9863-afd1cbdac4d2,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:12.944903 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:13.189675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Pushing event updated for resources: {'Port': ['ID=f769a154-6616-427a-9863-afd1cbdac4d2,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:13.201183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:13.202174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:13.202952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:13.203667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:13.204292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:13.204865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:13.205449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:13.206018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:13.206597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:13.208167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:13.209029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:13.209964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ff1ab-30c3-4ba0-beda-9b31241035cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:13.228463 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:59Z', 'revision_number': 4, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f769a154-6616-427a-9863-afd1cbdac4d2', 'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'mac_address': 'fa:16:3e:f9:91:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:58Z', 'updated_at': '2021-11-09T18:05:11Z', 'revision_number': 4, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'subnets': [{'id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:13.252930 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-8b2ba557-7a1b-4ccd-9651-4d1b89bfdf4e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1345113998&fields=id&tenant_id=080b3f95d1934bee9291cf9feb385f09 HTTP/1.1" status: 200 len: 267 time: 0.3477800 Nov 09 18:05:13.279877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:05:13.365360 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a466bd-f6d8-4ee7-94c6-bee3c6dac6b0 None None] The sync data for ids ['41900b48-4369-44a7-9c20-10a14e5883cc'] in n-d-817236-1 is: [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:59Z', 'revision_number': 4, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f769a154-6616-427a-9863-afd1cbdac4d2', 'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'mac_address': 'fa:16:3e:f9:91:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:58Z', 'updated_at': '2021-11-09T18:05:11Z', 'revision_number': 4, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'subnets': [{'id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:13.488675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-5f1ce301-3c7c-4cd5-b79a-faee5cbdbff9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:13.492243 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-5f1ce301-3c7c-4cd5-b79a-faee5cbdbff9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 812 time: 0.2320881 Nov 09 18:05:13.520346 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-bd7a12f7-f874-4f79-8aa5-ac8a9e170254 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/quotas/080b3f95d1934bee9291cf9feb385f09 HTTP/1.1" status: 200 len: 375 time: 0.0171237 Nov 09 18:05:13.626711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:13.700280 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Sync routers for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:13.722974 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:13.736966 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c684a73c-d962-48d4-a11f-cbc42e466100 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9927902 Nov 09 18:05:13.742534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58194) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:13.822150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:13.828119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:04:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:13.833009 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-892d916f-c06e-488a-a38a-05af25f1cde6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2680106 Nov 09 18:05:13.840967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-8acb095d-694f-4d70-bb2a-6ad785b01840 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:05:13.849578 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-8acb095d-694f-4d70-bb2a-6ad785b01840 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138907 Nov 09 18:05:14.120620 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-8b9f8647-7f13-4f00-bc93-b3458634db71 service neutron] 10.222.0.81 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689724 Nov 09 18:05:14.125526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f769a154-6616-427a-9863-afd1cbdac4d2 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:14.346104 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ffed40e8-c4ae-4d24-8f39-4eb0fddf405a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:14.446344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-a309669d-e8d0-4ce8-aa70-545da1a50974 service neutron] 10.222.0.81 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238258 Nov 09 18:05:14.463581 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6577e-2a48-45d1-92e3-081af44353f4 req-78a3043b-90e4-4e6c-b7a5-b140c4453ccc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:14.476290 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7a6577e-2a48-45d1-92e3-081af44353f4 req-78a3043b-90e4-4e6c-b7a5-b140c4453ccc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.2848475 Nov 09 18:05:14.545191 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7a6577e-2a48-45d1-92e3-081af44353f4 req-ad4422eb-e24c-4968-bc3e-122d54687ab5 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508475 Nov 09 18:05:15.005800 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:15.070655 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f769a154-6616-427a-9863-afd1cbdac4d2 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:15.071032 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:15.171828 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:15.224759 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-794a8da5-2112-4bb6-ac8d-3924c7b6083a tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=a43447eafa45493097f94d60b425ddb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.4771242 Nov 09 18:05:15.227851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58226) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:15.351715 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb4c6b93-48c2-453e-a640-f3b9a5ae1ed5 req-bbf607fc-5784-4a99-a3bc-fc36ebe8a48e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 210 time: 0.1393023 Nov 09 18:05:16.061090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620cdf88-eed1-4f79-80e8-44db22bca184 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:16.064463 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-620cdf88-eed1-4f79-80e8-44db22bca184 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8336108 Nov 09 18:05:16.067793 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58246) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:16.137501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d55c36-f59e-4b3c-9cbc-3510c1e36c0d req-f031696f-952f-4cc3-b470-2f82e3f34faa tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:16.151927 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-16d55c36-f59e-4b3c-9cbc-3510c1e36c0d req-f031696f-952f-4cc3-b470-2f82e3f34faa tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.2786753 Nov 09 18:05:16.192878 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:16.287750 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-16d55c36-f59e-4b3c-9cbc-3510c1e36c0d req-f46a925c-97fb-4984-9d4c-a67077e9f99f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227124 Nov 09 18:05:16.352257 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6d2e3003-6577-4375-b73d-0106b3f5091b tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2827694 Nov 09 18:05:16.356650 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58250) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:16.362466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-286eb741-8ac5-4ae3-b5d8-3047e44da942 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1517226844', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:16.459769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:05:11Z', 'revision_number': 3, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:16.496590 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e20bfdf-bc21-49b5-947d-6362c8a2c083 req-203f1bcb-b966-4fca-bdc7-f7ad75372cdc tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 210 time: 0.0593693 Nov 09 18:05:16.544638 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Checking router: ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:16.545067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Updating router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea port ea398aca-2501-4c5f-955b-3a7f92cfe382 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:05:16.623949 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:16.766989 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286eb741-8ac5-4ae3-b5d8-3047e44da942 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Made reservation on behalf of a43447eafa45493097f94d60b425ddb3 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:16.790484 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-286eb741-8ac5-4ae3-b5d8-3047e44da942 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.334945 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-286eb741-8ac5-4ae3-b5d8-3047e44da942 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.628229 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.696404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286eb741-8ac5-4ae3-b5d8-3047e44da942 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Subnet': ['ID=af332337-995c-4bc6-86fb-9ee97b4c8e9a,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:17.713151 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-67bae136-8097-47bd-8a20-a5e13a7a8a04 req-97425ed8-3c0e-4012-a695-fb6129a399a2 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 210 time: 0.0778892 Nov 09 18:05:17.716256 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.729160 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.865099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286eb741-8ac5-4ae3-b5d8-3047e44da942 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Checking segment: {'id': '2d529807-7f74-4b80-98f0-6d15ebffe5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:17.865570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286eb741-8ac5-4ae3-b5d8-3047e44da942 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network hostable DHCP agents. Network: 93108944-5cbf-4db3-a292-ca19f7b3e865, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:05:17.895898 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Attempting to bind port ea398aca-2501-4c5f-955b-3a7f92cfe382 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:17.896669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Attempting to bind port ea398aca-2501-4c5f-955b-3a7f92cfe382 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:17.898018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Attempting to bind port ea398aca-2501-4c5f-955b-3a7f92cfe382 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:17.913087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:17.915132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:17.916093 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.917216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:17.919081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Bound port: ea398aca-2501-4c5f-955b-3a7f92cfe382, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:17.920476 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.983368 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575d9c3-e74d-446b-b360-5077b37ee10b None None] Pushing event updated for resources: {'Port': ['ID=ea398aca-2501-4c5f-955b-3a7f92cfe382,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:18.008646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a231a1-5373-4fe6-bad8-594e6809cf80 req-84ce6ab7-e811-4d66-9726-5a8897b401da tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:18.016962 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b7a231a1-5373-4fe6-bad8-594e6809cf80 req-84ce6ab7-e811-4d66-9726-5a8897b401da tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.4252682 Nov 09 18:05:18.022243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286eb741-8ac5-4ae3-b5d8-3047e44da942 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network 93108944-5cbf-4db3-a292-ca19f7b3e865 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:05:18.105170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-286eb741-8ac5-4ae3-b5d8-3047e44da942 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 93108944-5cbf-4db3-a292-ca19f7b3e865) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:18.116978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286eb741-8ac5-4ae3-b5d8-3047e44da942 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:18.118536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-286eb741-8ac5-4ae3-b5d8-3047e44da942 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:18.130890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557786bb-c57d-44c7-ba7a-6c166acc7065 None None] Network 93108944-5cbf-4db3-a292-ca19f7b3e865 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:18.174168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b7a231a1-5373-4fe6-bad8-594e6809cf80 req-2b2bcbda-ca5e-4e94-9080-79c394dd0668 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1462901 Nov 09 18:05:18.182979 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-286eb741-8ac5-4ae3-b5d8-3047e44da942 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8244460 Nov 09 18:05:18.185724 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58302) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:18.186872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] For port ea398aca-2501-4c5f-955b-3a7f92cfe382, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:18.320740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] For port ea398aca-2501-4c5f-955b-3a7f92cfe382, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ea398aca-2501-4c5f-955b-3a7f92cfe382,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:18.336148 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:18.488405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575d9c3-e74d-446b-b360-5077b37ee10b None None] Pushing event updated for resources: {'Port': ['ID=ea398aca-2501-4c5f-955b-3a7f92cfe382,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:18.532250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:18.533675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:05:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:18.688329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-698f7f76-7cf5-40db-ac83-58892a7666f5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:18.691491 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-698f7f76-7cf5-40db-ac83-58892a7666f5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 812 time: 0.4854267 Nov 09 18:05:19.043523 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-93108944-5cbf-4db3-a292-ca19f7b3e865', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:05:19.044695 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:19.108497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:19.140399 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7221b6a-cc6c-4108-93c3-0d1141f5e240 req-bb9eec18-0927-49ca-aef3-ae8ab80d34ba tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 210 time: 0.0648565 Nov 09 18:05:19.172070 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-72bd5c1f-5885-4ea5-86aa-b9f9ed221379 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=080b3f95d1934bee9291cf9feb385f09 HTTP/1.1" status: 200 len: 380 time: 0.4685028 Nov 09 18:05:19.187034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-dedcbea5-8d76-40f8-9356-60a981d702d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Request body: {'port': {'device_id': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'admin_state_up': True, 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'security_groups': ['4fea71b5-6fd2-4636-af5a-3ba403a3ed03']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:19.488353 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Allocated IP 172.20.0.2 (93108944-5cbf-4db3-a292-ca19f7b3e865/af332337-995c-4bc6-86fb-9ee97b4c8e9a/891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:19.787109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-dedcbea5-8d76-40f8-9356-60a981d702d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Made reservation on behalf of 080b3f95d1934bee9291cf9feb385f09 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:19.803848 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-dedcbea5-8d76-40f8-9356-60a981d702d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:19.957938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebff22-408e-4715-9e0f-d00ee6784557 req-a9a3e7e6-2285-4d02-bdf3-6aeb0c62c2cd tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:19.961985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56ebff22-408e-4715-9e0f-d00ee6784557 req-a9a3e7e6-2285-4d02-bdf3-6aeb0c62c2cd tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.3469744 Nov 09 18:05:20.076206 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.094602 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.112778 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:05:11Z', 'revision_number': 3, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:20.225783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b656843-c783-40ee-aab4-3dca32d93bf6 None None] The sync data for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 is: [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:05:11Z', 'revision_number': 3, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:20.232549 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.330008 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Network 93108944-5cbf-4db3-a292-ca19f7b3e865 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:20.368949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:20.375067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:20.377958 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Pushing event updated for resources: {'Port': ['ID=891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:20.386911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-dedcbea5-8d76-40f8-9356-60a981d702d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Allocated IP 172.20.0.12 (2a20a6e6-e0ed-4d34-bcea-6adb6a89674c/71e09019-9515-48f7-9fe8-702d4a0e85d1/90d0c7c6-c483-4f0e-88a9-144ac7fe103b) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:20.404837 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5ca8512d-ba68-4796-af2d-18214c7c736f req-0eac52e9-4d99-458f-9912-0c99a4b23fd2 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 210 time: 0.1095088 Nov 09 18:05:20.471088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56ebff22-408e-4715-9e0f-d00ee6784557 req-41740f5c-09c2-43c6-a87f-94ced773ef93 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2278295 Nov 09 18:05:20.554306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Attempting to bind port 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:20.554691 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Attempting to bind port 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '2d529807-7f74-4b80-98f0-6d15ebffe5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:20.555119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Attempting to bind port 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 on network 93108944-5cbf-4db3-a292-ca19f7b3e865 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:20.567255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:20.569857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Checking segment: {'id': '2d529807-7f74-4b80-98f0-6d15ebffe5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:20.570297 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.570715 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Bound using segment: {'id': '2d529807-7f74-4b80-98f0-6d15ebffe5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:20.571285 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Bound port: 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d529807-7f74-4b80-98f0-6d15ebffe5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:20.575905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.852676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] For port 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:20.862292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] For port 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3,segment=NetworkSegment(2d529807-7f74-4b80-98f0-6d15ebffe5e2),segment_id=2d529807-7f74-4b80-98f0-6d15ebffe5e2)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:20.869164 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.894358 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-dedcbea5-8d76-40f8-9356-60a981d702d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:21.035982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-dedcbea5-8d76-40f8-9356-60a981d702d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:21.081197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de755ce3-b374-46c5-b148-ba49f21c5eb4 None None] Pushing event updated for resources: {'Port': ['ID=891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:21.192801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-dedcbea5-8d76-40f8-9356-60a981d702d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:21.229613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-dedcbea5-8d76-40f8-9356-60a981d702d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:21.240842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-dedcbea5-8d76-40f8-9356-60a981d702d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:21.372773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Allocated IP 172.20.0.1 (93108944-5cbf-4db3-a292-ca19f7b3e865/af332337-995c-4bc6-86fb-9ee97b4c8e9a/24563bd1-6fbc-413d-9c7f-075026632fa2) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:21.425268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcbea5-8d76-40f8-9356-60a981d702d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event updated for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:21.514904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-dedcbea5-8d76-40f8-9356-60a981d702d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:21.514904 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-dedcbea5-8d76-40f8-9356-60a981d702d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:21.585424 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-dedcbea5-8d76-40f8-9356-60a981d702d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4021523 Nov 09 18:05:21.606292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Request body: {'port': {'device_id': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:21.975727 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:21.986161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46897c4b-36b0-4e61-a337-3b003092bdbf req-658220be-e2c1-43b6-81a2-cc5ea9f97f83 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:21.998702 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46897c4b-36b0-4e61-a337-3b003092bdbf req-658220be-e2c1-43b6-81a2-cc5ea9f97f83 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 932 time: 0.3695621 Nov 09 18:05:22.105203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2afe0a89-10fa-49a2-8245-4ed425f402bf None None] Provisioning complete for port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:22.106279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2afe0a89-10fa-49a2-8245-4ed425f402bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:22.195396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:22.249195 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46897c4b-36b0-4e61-a337-3b003092bdbf req-27e7fd46-eaf1-48cf-89c3-7034e866353e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459037 Nov 09 18:05:22.294719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78aeed9-0ea9-4cd4-9c5f-98d9fc2625b7 req-a68e66e1-f7e8-4245-987c-4a86750802bc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:22.297150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c78aeed9-0ea9-4cd4-9c5f-98d9fc2625b7 req-a68e66e1-f7e8-4245-987c-4a86750802bc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.4671435 Nov 09 18:05:22.329922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2afe0a89-10fa-49a2-8245-4ed425f402bf None None] Port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:22.344987 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:22.432562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=24563bd1-6fbc-413d-9c7f-075026632fa2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:22.450152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network 93108944-5cbf-4db3-a292-ca19f7b3e865 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:22.453827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:22.454181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:22.454532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:22.454872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:22.455212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:22.455579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:22.455912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:22.457483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:22.457676 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:22.458001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:22.458347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:22.458673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:22.478496 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:22.492281 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:22.747388 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:23.041646 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c78aeed9-0ea9-4cd4-9c5f-98d9fc2625b7 req-b5dda330-54db-4c7b-b6c7-c01fe598c7b8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6702633 Nov 09 18:05:23.131941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ea398aca-2501-4c5f-955b-3a7f92cfe382 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:23.363640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d0c7c6-c483-4f0e-88a9-144ac7fe103b {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:23.385060 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:23.393448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port ea398aca-2501-4c5f-955b-3a7f92cfe382 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:23.416138 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:23.431036 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:23.490201 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:23.514461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Transition to ACTIVE for port object 90d0c7c6-c483-4f0e-88a9-144ac7fe103b will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:05:23.531669 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:23.911660 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd31e4e-2688-4362-8412-7f6af83781b9 None None] Network 93108944-5cbf-4db3-a292-ca19f7b3e865 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:23.960793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Pushing event updated for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:24.242833 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e6ed3e86-c9a2-4b08-bfa7-e2807ade7141 None None] Provisioning complete for port 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:24.244987 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3e86-c9a2-4b08-bfa7-e2807ade7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.301327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Attempting to bind port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:24.302220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Attempting to bind port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:24.302220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Attempting to bind port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:24.329205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:24.329538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Attempting to bind port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:24.335891 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.358883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:24.364185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Checking segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:24.364617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Bound using segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:24.365113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Bound port: 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:24.369331 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.371563 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.616662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port ea398aca-2501-4c5f-955b-3a7f92cfe382, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ea398aca-2501-4c5f-955b-3a7f92cfe382,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:24.642404 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.643337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:24.714813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:24.719147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:24.742942 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.873679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:24.874676 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.876846 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] 10.222.0.13 "PUT /v2.0/ports/90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 1092 time: 3.2857378 Nov 09 18:05:24.880463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:24.883572 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e95d0d-6329-4f2d-80b7-311b3cc1a062" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:25.092036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364af7ac-b0b0-42cd-aaf6-896f5bdbda52 service neutron] Pushing event updated for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:25.165013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab129d7-1373-4ae2-a905-c63b40b5bc37 req-03089d04-1d67-4a6b-8bfc-81f7c09858de tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:25.180701 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ab129d7-1373-4ae2-a905-c63b40b5bc37 req-03089d04-1d67-4a6b-8bfc-81f7c09858de tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.6114461 Nov 09 18:05:25.264803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-23009e9e-c267-4a12-a4ab-95db7dd397f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:25.271441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-23009e9e-c267-4a12-a4ab-95db7dd397f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1095 time: 0.3368146 Nov 09 18:05:25.379743 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ab129d7-1373-4ae2-a905-c63b40b5bc37 req-7790f79b-2ece-42f9-9d23-bc4f37ea7b3f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1764593 Nov 09 18:05:25.382153 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-aa2d3453-1cbd-4b83-8f27-83c3a2802888 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 217 time: 0.1016610 Nov 09 18:05:25.524575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-95f32910-d03b-4762-b155-00ddfeeaec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:25.528520 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-95f32910-d03b-4762-b155-00ddfeeaec29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1381307 Nov 09 18:05:25.649921 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ec5dc6-560f-48dc-9234-31510f94476f x-openstack-request-id: req-90ec5dc6-560f-48dc-9234-31510f94476f {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:25.650581 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:25.650868 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90ec5dc6-560f-48dc-9234-31510f94476f {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:25.651312 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'status': 'completed', 'code': 200} Nov 09 18:05:25.666950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-ef18ab23-415d-448c-8cf2-989f7e39dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:25.671015 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-ef18ab23-415d-448c-8cf2-989f7e39dbcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344171 Nov 09 18:05:25.752525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=ea398aca-2501-4c5f-955b-3a7f92cfe382,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:25.762651 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3e86-c9a2-4b08-bfa7-e2807ade7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.866429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abe5bd-4ddf-430e-98e2-5d1852bbf2bf req-df0f1e94-fe2c-42b4-a771-dffc92e90ec4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:25.880365 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5abe5bd-4ddf-430e-98e2-5d1852bbf2bf req-df0f1e94-fe2c-42b4-a771-dffc92e90ec4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 944 time: 2.3467388 Nov 09 18:05:25.960797 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-00f7dc27-beb4-4c62-aca4-4b509e184ec7 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767887 Nov 09 18:05:26.026747 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5abe5bd-4ddf-430e-98e2-5d1852bbf2bf req-4d55e634-41ea-4038-bcf1-f0b5ca58f512 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418643 Nov 09 18:05:26.102468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e6ed3e86-c9a2-4b08-bfa7-e2807ade7141 None None] For port 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3,segment=NetworkSegment(2d529807-7f74-4b80-98f0-6d15ebffe5e2),segment_id=2d529807-7f74-4b80-98f0-6d15ebffe5e2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:26.124483 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3e86-c9a2-4b08-bfa7-e2807ade7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:26.192643 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17fa57b4-4135-40a3-b296-0a5ff3101836 req-699b82d9-ae65-4ec7-98ce-678f38173ecc service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258310 Nov 09 18:05:26.259380 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed3e86-c9a2-4b08-bfa7-e2807ade7141 None None] Pushing event updated for resources: {'Port': ['ID=891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:26.272645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:26.273157 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:26.385609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d0d-6329-4f2d-80b7-311b3cc1a062 req-5388d005-3be6-41f6-869e-b4396f943888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:26.390069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54e95d0d-6329-4f2d-80b7-311b3cc1a062 req-5388d005-3be6-41f6-869e-b4396f943888 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1095 time: 0.1285310 Nov 09 18:05:26.638774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d0d-6329-4f2d-80b7-311b3cc1a062 req-03d36403-21cc-42e9-b6ae-8bfa32b42963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:26.649772 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54e95d0d-6329-4f2d-80b7-311b3cc1a062 req-03d36403-21cc-42e9-b6ae-8bfa32b42963 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.2523167 Nov 09 18:05:26.770039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a11da499-eb62-44b5-95e6-6f0797fc0781 None None] Provisioning complete for port 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:26.771156 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a11da499-eb62-44b5-95e6-6f0797fc0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:26.989835 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.051573 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54e95d0d-6329-4f2d-80b7-311b3cc1a062 req-ebf8c5d2-6f1e-4a25-9897-be8602d310f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 217 time: 0.3929265 Nov 09 18:05:27.065018 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.092954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a11da499-eb62-44b5-95e6-6f0797fc0781 None None] Provisioning complete for port 24563bd1-6fbc-413d-9c7f-075026632fa2 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:27.093451 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a11da499-eb62-44b5-95e6-6f0797fc0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.178303 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a11da499-eb62-44b5-95e6-6f0797fc0781 None None] Port 24563bd1-6fbc-413d-9c7f-075026632fa2 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:27.181739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ea398aca-2501-4c5f-955b-3a7f92cfe382 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:27.276946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=24563bd1-6fbc-413d-9c7f-075026632fa2,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:27.309955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port ea398aca-2501-4c5f-955b-3a7f92cfe382 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:27.310423 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.351668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7c18d0a7-485a-491a-830a-1ad6e0466d4d None None] Provisioning complete for port 24563bd1-6fbc-413d-9c7f-075026632fa2 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:27.352127 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7c18d0a7-485a-491a-830a-1ad6e0466d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.445983 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7c18d0a7-485a-491a-830a-1ad6e0466d4d None None] Port 24563bd1-6fbc-413d-9c7f-075026632fa2 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:27.528313 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:27.561685 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.602523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d0d-6329-4f2d-80b7-311b3cc1a062 req-d8cbfc8d-171e-475b-9ed0-eb093a373a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:27.605007 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54e95d0d-6329-4f2d-80b7-311b3cc1a062 req-d8cbfc8d-171e-475b-9ed0-eb093a373a9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.4716654 Nov 09 18:05:27.687641 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:27.688178 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.863526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 90d0c7c6-c483-4f0e-88a9-144ac7fe103b details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:05:27.876429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c317d-19bb-408f-a75a-3862a865afe3 req-141db222-6949-4d12-a2e3-fbef64669e11 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:27.881324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c19c317d-19bb-408f-a75a-3862a865afe3 req-141db222-6949-4d12-a2e3-fbef64669e11 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.8089342 Nov 09 18:05:27.885242 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9d693-0a8c-4b8f-b023-1e94bdd2f029 req-d76170f6-b237-47c3-962b-5cd5be90fa01 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:27.893363 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6fd9d693-0a8c-4b8f-b023-1e94bdd2f029 req-d76170f6-b237-47c3-962b-5cd5be90fa01 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 944 time: 0.4939356 Nov 09 18:05:27.914249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d0d-6329-4f2d-80b7-311b3cc1a062 req-34079db4-ea70-40f9-925d-d1fdd4619d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:27.919802 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54e95d0d-6329-4f2d-80b7-311b3cc1a062 req-34079db4-ea70-40f9-925d-d1fdd4619d80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3010221 Nov 09 18:05:28.090563 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6fd9d693-0a8c-4b8f-b023-1e94bdd2f029 req-9c93d1fd-ebde-4f7b-b183-fd20f5f44e39 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796441 Nov 09 18:05:28.217911 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network 93108944-5cbf-4db3-a292-ca19f7b3e865 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:28.231724 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:28.377080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:28.411275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'port_id': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'mac_address': 'fa:16:3e:5b:a8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:05:28.594648 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:28.647054 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d0c7c6-c483-4f0e-88a9-144ac7fe103b {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:28.758867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:28.774532 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:28.788941 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:05:29.105225 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['90d0c7c6-c483-4f0e-88a9-144ac7fe103b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:29.152534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:29.177316 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Sync routers for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:29.180592 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-87ff0a1b-808b-4e1f-bf01-49c0b1e60023 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "PUT /v2.0/routers/ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9934628 Nov 09 18:05:29.180930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-522917d2-b10a-45e5-a38d-06a3cab494dd None None] Provisioning complete for port 24563bd1-6fbc-413d-9c7f-075026632fa2 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:29.181773 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-522917d2-b10a-45e5-a38d-06a3cab494dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:29.184743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58420) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:29.212861 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:29.213516 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:05:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:29.267692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-522917d2-b10a-45e5-a38d-06a3cab494dd None None] Port 24563bd1-6fbc-413d-9c7f-075026632fa2 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:29.310760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:29.746475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d3893-bc67-4a76-985a-f9750244a61d req-8773cb3f-787f-4aab-ad77-f2107367ba9d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:29.749101 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-218d3893-bc67-4a76-985a-f9750244a61d req-8773cb3f-787f-4aab-ad77-f2107367ba9d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.4858141 Nov 09 18:05:29.791187 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:29.945645 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c19c317d-19bb-408f-a75a-3862a865afe3 req-29cbb072-0c2f-407b-8008-642d1ec29c6a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 2.0246601 Nov 09 18:05:30.071256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54e95d0d-6329-4f2d-80b7-311b3cc1a062 req-65657acb-d238-4077-bb39-3b75f1846c6e service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1138074 Nov 09 18:05:30.107969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b850b-7145-4338-9bae-8ff00ebed6ee tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.108763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b850b-7145-4338-9bae-8ff00ebed6ee tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.109633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b850b-7145-4338-9bae-8ff00ebed6ee tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.111146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b850b-7145-4338-9bae-8ff00ebed6ee tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.112794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b850b-7145-4338-9bae-8ff00ebed6ee tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.113610 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b850b-7145-4338-9bae-8ff00ebed6ee tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.122199 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b37b850b-7145-4338-9bae-8ff00ebed6ee tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.9352982 Nov 09 18:05:30.123174 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58430) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:30.158519 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-218d3893-bc67-4a76-985a-f9750244a61d req-843101d4-51b9-4357-bd83-0a4d8de634b9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756645 Nov 09 18:05:30.444439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54e95d0d-6329-4f2d-80b7-311b3cc1a062 req-f9823e10-0302-4511-909a-2e1e99af669b service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643980 Nov 09 18:05:30.476999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef2ad9-e7c4-4f63-a2cf-e1446770fa1a tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.479881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef2ad9-e7c4-4f63-a2cf-e1446770fa1a tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.480568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef2ad9-e7c4-4f63-a2cf-e1446770fa1a tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.481497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef2ad9-e7c4-4f63-a2cf-e1446770fa1a tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.482177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef2ad9-e7c4-4f63-a2cf-e1446770fa1a tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.484186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef2ad9-e7c4-4f63-a2cf-e1446770fa1a tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.489711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58436) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:30.495832 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6bef2ad9-e7c4-4f63-a2cf-e1446770fa1a tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4010 time: 0.3706920 Nov 09 18:05:30.630438 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:05:23Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:26Z', 'revision_number': 2, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:30.722639 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Checking router: ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:30.727674 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Updating router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea port 24563bd1-6fbc-413d-9c7f-075026632fa2 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:05:30.816571 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.473441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-82551da3-0ed0-420e-a7db-c89e4fb7b23a tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.9814420 Nov 09 18:05:31.570405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29aafab-717b-4815-bc91-b1a37dd60223 req-1a5feef3-b12c-48aa-bd95-5e9b4394b6ce tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:31.591728 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a29aafab-717b-4815-bc91-b1a37dd60223 req-1a5feef3-b12c-48aa-bd95-5e9b4394b6ce tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.3376172 Nov 09 18:05:31.672091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7af5f-b04a-421c-b484-410026f8017d req-289d4261-fcf9-4bac-9a93-d088f0750048 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:31.684352 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bd7af5f-b04a-421c-b484-410026f8017d req-289d4261-fcf9-4bac-9a93-d088f0750048 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1760774 Nov 09 18:05:31.728931 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a29aafab-717b-4815-bc91-b1a37dd60223 req-ae825ec9-6b20-4c18-aec7-d468bf418a7a tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1355181 Nov 09 18:05:31.774820 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.805180 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.844781 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bd7af5f-b04a-421c-b484-410026f8017d req-9bfef670-25a9-42a1-bd43-c17a3d556f03 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514292 Nov 09 18:05:31.872024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 90d0c7c6-c483-4f0e-88a9-144ac7fe103b up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:31.933119 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199a3fa-0c26-4b65-83d8-ea6fb42fe61a None None] Pushing event updated for resources: {'Port': ['ID=24563bd1-6fbc-413d-9c7f-075026632fa2,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:32.083589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:05:32.098907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:32.108167 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:32.155413 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Attempting to bind port 24563bd1-6fbc-413d-9c7f-075026632fa2 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:32.155819 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Attempting to bind port 24563bd1-6fbc-413d-9c7f-075026632fa2 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '2d529807-7f74-4b80-98f0-6d15ebffe5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:32.156190 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Attempting to bind port 24563bd1-6fbc-413d-9c7f-075026632fa2 on network 93108944-5cbf-4db3-a292-ca19f7b3e865 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:32.197719 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:32.198172 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Checking segment: {'id': '2d529807-7f74-4b80-98f0-6d15ebffe5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:32.198597 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:32.198993 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Bound using segment: {'id': '2d529807-7f74-4b80-98f0-6d15ebffe5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:32.199542 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Bound port: 24563bd1-6fbc-413d-9c7f-075026632fa2, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d529807-7f74-4b80-98f0-6d15ebffe5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:32.199933 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:32.420315 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:32.442178 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] For port 24563bd1-6fbc-413d-9c7f-075026632fa2, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:32.451510 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] For port 24563bd1-6fbc-413d-9c7f-075026632fa2, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=24563bd1-6fbc-413d-9c7f-075026632fa2,segment=NetworkSegment(2d529807-7f74-4b80-98f0-6d15ebffe5e2),segment_id=2d529807-7f74-4b80-98f0-6d15ebffe5e2)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:32.462833 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:32.596045 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:32.599301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:32.609508 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796a940c-8f64-4878-8822-a5cae0af7886" -d '{"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-plugged", "status": "completed", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:32.635258 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:32.702634 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:32.707554 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:05:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:32.754084 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d4e492-c917-4ba8-b59c-5905207dab9c x-openstack-request-id: req-d4d4e492-c917-4ba8-b59c-5905207dab9c {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:32.758882 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-plugged", "status": "completed", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:32.760331 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4d4e492-c917-4ba8-b59c-5905207dab9c {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:32.761209 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'code': 200} Nov 09 18:05:32.857744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58460) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:32.864931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-286beb0d-8827-4eec-a267-fa5630bb0738 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1656990218', 'description': 'tempest-secgroup-smoke-1656990218 description', 'project_id': 'a43447eafa45493097f94d60b425ddb3'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:32.928809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:32.984329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-62103609-6118-4b7d-966e-efc1d87d5290 None None] Provisioning complete for port 24563bd1-6fbc-413d-9c7f-075026632fa2 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:32.985069 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-62103609-6118-4b7d-966e-efc1d87d5290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.173511 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faead56c-3c0a-40db-9000-f8c106a9fe89 req-dce76e66-547a-40c7-9b8e-1fc7980d2c33 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:33.182097 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-faead56c-3c0a-40db-9000-f8c106a9fe89 req-dce76e66-547a-40c7-9b8e-1fc7980d2c33 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.1650631 Nov 09 18:05:33.225591 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-286beb0d-8827-4eec-a267-fa5630bb0738 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.275295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179c96b-fc13-49ef-8f14-d6b0863973bd req-079d19ed-1c12-4e42-ac1d-c0bc099fdb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:33.290237 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8179c96b-fc13-49ef-8f14-d6b0863973bd req-079d19ed-1c12-4e42-ac1d-c0bc099fdb01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1097 time: 0.3979108 Nov 09 18:05:33.322544 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199a3fa-0c26-4b65-83d8-ea6fb42fe61a None None] Pushing event updated for resources: {'Port': ['ID=24563bd1-6fbc-413d-9c7f-075026632fa2,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:33.340497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-faead56c-3c0a-40db-9000-f8c106a9fe89 req-ca232783-32cd-489c-93ee-bfe17a8f292d tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1551099 Nov 09 18:05:33.417549 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:33.425366 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-62103609-6118-4b7d-966e-efc1d87d5290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.480226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e0d3f-2b0c-4131-b63f-ffb6de97ecfa req-842ed8b7-98e5-4d22-a965-fcb0f40d5858 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:33.483977 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb7e0d3f-2b0c-4131-b63f-ffb6de97ecfa req-842ed8b7-98e5-4d22-a965-fcb0f40d5858 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 946 time: 0.3775637 Nov 09 18:05:33.552141 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-62103609-6118-4b7d-966e-efc1d87d5290 None None] For port 24563bd1-6fbc-413d-9c7f-075026632fa2, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=24563bd1-6fbc-413d-9c7f-075026632fa2,segment=NetworkSegment(2d529807-7f74-4b80-98f0-6d15ebffe5e2),segment_id=2d529807-7f74-4b80-98f0-6d15ebffe5e2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:33.560883 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-62103609-6118-4b7d-966e-efc1d87d5290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.578748 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8179c96b-fc13-49ef-8f14-d6b0863973bd req-59a5556e-3fad-41b4-9598-fbef7110a7d2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576344 Nov 09 18:05:33.604131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb7e0d3f-2b0c-4131-b63f-ffb6de97ecfa req-963ba121-5cf3-4712-9858-22f78064e2b3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671568 Nov 09 18:05:33.630420 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-286beb0d-8827-4eec-a267-fa5630bb0738 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.637752 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-286beb0d-8827-4eec-a267-fa5630bb0738 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.665785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62103609-6118-4b7d-966e-efc1d87d5290 None None] Pushing event updated for resources: {'Port': ['ID=24563bd1-6fbc-413d-9c7f-075026632fa2,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:33.721233 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286beb0d-8827-4eec-a267-fa5630bb0738 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f053385f-2e98-4b8d-a683-6b8410847ed7,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:33.748422 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-286beb0d-8827-4eec-a267-fa5630bb0738 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.754713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58468) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:33.754926 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-286beb0d-8827-4eec-a267-fa5630bb0738 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8951464 Nov 09 18:05:33.759627 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b8946860-5754-4a98-b5be-5ca3e5d2bd50 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': 'f053385f-2e98-4b8d-a683-6b8410847ed7', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:33.772852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0a8ea90e-2ee6-4c28-b486-529ccb7fc70d None None] Provisioning complete for port 24563bd1-6fbc-413d-9c7f-075026632fa2 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:33.774802 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0a8ea90e-2ee6-4c28-b486-529ccb7fc70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.819963 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8946860-5754-4a98-b5be-5ca3e5d2bd50 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.976869 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8946860-5754-4a98-b5be-5ca3e5d2bd50 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.986696 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8946860-5754-4a98-b5be-5ca3e5d2bd50 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.030167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8946860-5754-4a98-b5be-5ca3e5d2bd50 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2238a9de-b6b9-4784-a4fc-3e7469535000,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:34.052201 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b8946860-5754-4a98-b5be-5ca3e5d2bd50 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.054030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b8946860-5754-4a98-b5be-5ca3e5d2bd50 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2980266 Nov 09 18:05:34.057655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58472) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:34.063574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3e1f6943-b293-43af-b224-47e197b7b197 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': 'f053385f-2e98-4b8d-a683-6b8410847ed7', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:34.092870 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:05:23Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:32Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:34.124493 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6943-b293-43af-b224-47e197b7b197 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.140116 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b5fe2-7d51-48d8-a77e-8892af03f26f None None] The sync data for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 is: [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:05:23Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:32Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:34.337740 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6943-b293-43af-b224-47e197b7b197 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.357403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6943-b293-43af-b224-47e197b7b197 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.441428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f6943-b293-43af-b224-47e197b7b197 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56081fdc-eef8-48bd-95a6-000a63da0fae,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:34.615889 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6943-b293-43af-b224-47e197b7b197 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.617776 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3e1f6943-b293-43af-b224-47e197b7b197 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5586567 Nov 09 18:05:34.633369 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58484) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:34.675435 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-20e0e4c9-0eb7-4a10-805e-3f8c388388d9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': 'f053385f-2e98-4b8d-a683-6b8410847ed7', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:34.813652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba1ef2-8f42-49b1-81ed-0c69e8c9b8e4 req-248b53f0-e00e-4896-bfbe-b07422b3410c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:34.830930 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-71ba1ef2-8f42-49b1-81ed-0c69e8c9b8e4 req-248b53f0-e00e-4896-bfbe-b07422b3410c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.3314409 Nov 09 18:05:34.907255 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20e0e4c9-0eb7-4a10-805e-3f8c388388d9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.917051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fdce0-fc64-499e-ba37-b42f975ae80c req-ff848173-c771-4c2c-b2af-070007437a60 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:34.962051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b0fdce0-fc64-499e-ba37-b42f975ae80c req-ff848173-c771-4c2c-b2af-070007437a60 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 946 time: 0.1977935 Nov 09 18:05:35.023766 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-71ba1ef2-8f42-49b1-81ed-0c69e8c9b8e4 req-25f4a41d-81b0-4bf5-8030-96501bc64b64 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1909862 Nov 09 18:05:35.136791 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20e0e4c9-0eb7-4a10-805e-3f8c388388d9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:35.145237 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20e0e4c9-0eb7-4a10-805e-3f8c388388d9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:35.161140 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b0fdce0-fc64-499e-ba37-b42f975ae80c req-7853aec2-c21c-44ba-aa0b-194c845e6907 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950657 Nov 09 18:05:35.198022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 24563bd1-6fbc-413d-9c7f-075026632fa2 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:35.242828 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0e4c9-0eb7-4a10-805e-3f8c388388d9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d9ed70-7713-473f-90d0-9650150d8a94,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:35.278439 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-20e0e4c9-0eb7-4a10-805e-3f8c388388d9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:35.280228 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-20e0e4c9-0eb7-4a10-805e-3f8c388388d9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6252871 Nov 09 18:05:35.285300 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58496) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:35.293385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0ae445f2-7be0-4dd8-8175-6f714f9b9e77 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': 'f053385f-2e98-4b8d-a683-6b8410847ed7', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:35.325640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 24563bd1-6fbc-413d-9c7f-075026632fa2 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:35.326525 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:35.419784 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ae445f2-7be0-4dd8-8175-6f714f9b9e77 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:35.637087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ae445f2-7be0-4dd8-8175-6f714f9b9e77 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:35.648561 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ae445f2-7be0-4dd8-8175-6f714f9b9e77 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:35.814557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae445f2-7be0-4dd8-8175-6f714f9b9e77 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173e25af-bc49-4e7d-b411-19951a783c77,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:35.830576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ae445f2-7be0-4dd8-8175-6f714f9b9e77 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:35.837352 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58502) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:35.841323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0ae445f2-7be0-4dd8-8175-6f714f9b9e77 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5540850 Nov 09 18:05:35.843182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-205e337a-61ee-4b84-b538-bc10927cc6fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': 'f053385f-2e98-4b8d-a683-6b8410847ed7', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:35.918445 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-205e337a-61ee-4b84-b538-bc10927cc6fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Project a43447eafa45493097f94d60b425ddb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:05:35.925333 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-205e337a-61ee-4b84-b538-bc10927cc6fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.228114 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-205e337a-61ee-4b84-b538-bc10927cc6fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.241681 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-205e337a-61ee-4b84-b538-bc10927cc6fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.441725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052a687-9cd5-403e-9418-3aa65cc4d6a9 req-8b6177c1-0293-4d96-98a0-63fc5474ff52 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:36.456518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8052a687-9cd5-403e-9418-3aa65cc4d6a9 req-8b6177c1-0293-4d96-98a0-63fc5474ff52 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 946 time: 0.1646607 Nov 09 18:05:36.466747 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e337a-61ee-4b84-b538-bc10927cc6fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b84105f-34ed-45b6-829c-2c04b25be1ad,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:36.521285 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-205e337a-61ee-4b84-b538-bc10927cc6fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.544913 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-205e337a-61ee-4b84-b538-bc10927cc6fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7055116 Nov 09 18:05:36.569071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8052a687-9cd5-403e-9418-3aa65cc4d6a9 req-8017f740-7c3f-44e5-ab88-8df74c639807 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111341 Nov 09 18:05:36.569948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58516) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:36.575015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6bfa10d6-29b1-4a23-90cb-9b5249fbd324 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': 'f053385f-2e98-4b8d-a683-6b8410847ed7', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:36.633984 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-6bfa10d6-29b1-4a23-90cb-9b5249fbd324 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Project a43447eafa45493097f94d60b425ddb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:05:36.645721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4e715-88ca-48e9-9bae-ae3ee1ae8f09 req-e9db0d93-a57e-4b9a-b31f-5ba1d93541e3 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:36.653633 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-75d4e715-88ca-48e9-9bae-ae3ee1ae8f09 req-e9db0d93-a57e-4b9a-b31f-5ba1d93541e3 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.3805549 Nov 09 18:05:36.657507 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bfa10d6-29b1-4a23-90cb-9b5249fbd324 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.748408 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-75d4e715-88ca-48e9-9bae-ae3ee1ae8f09 req-fe4e2dbc-8fe0-4f60-8f1a-fbd7dcca8491 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827663 Nov 09 18:05:37.038201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507124e-ab4c-4178-b087-efb13d5b2b96 req-ad3f0231-ef53-492e-a367-918262f11277 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:37.040862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3507124e-ab4c-4178-b087-efb13d5b2b96 req-ad3f0231-ef53-492e-a367-918262f11277 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 946 time: 0.2891431 Nov 09 18:05:37.051356 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58522) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:37.057464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b25ea73b-bbe8-49b7-9915-3331df0ec5f6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Request body: {'floatingip': {'port_id': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:37.086098 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bfa10d6-29b1-4a23-90cb-9b5249fbd324 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:37.094032 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bfa10d6-29b1-4a23-90cb-9b5249fbd324 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:37.212686 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa10d6-29b1-4a23-90cb-9b5249fbd324 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb103a9c-3fee-447c-8246-cf6d7b8e80f9,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:37.222043 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b25ea73b-bbe8-49b7-9915-3331df0ec5f6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:37.233225 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bfa10d6-29b1-4a23-90cb-9b5249fbd324 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:37.255911 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6bfa10d6-29b1-4a23-90cb-9b5249fbd324 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6843591 Nov 09 18:05:38.164027 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-82f99171-a7b2-43b6-8eef-cc5ff696c869 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1656990218&fields=id&tenant_id=a43447eafa45493097f94d60b425ddb3 HTTP/1.1" status: 200 len: 267 time: 0.3459840 Nov 09 18:05:38.186224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacded0-8d69-4ae0-9920-359790fa54ab req-e31871f9-cae5-4169-b58a-57fbbce7d623 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:38.220039 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2eacded0-8d69-4ae0-9920-359790fa54ab req-e31871f9-cae5-4169-b58a-57fbbce7d623 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.2445452 Nov 09 18:05:38.442484 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2eacded0-8d69-4ae0-9920-359790fa54ab req-826a7433-982e-4e98-a6af-c4111a87f223 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2158926 Nov 09 18:05:39.088196 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b25ea73b-bbe8-49b7-9915-3331df0ec5f6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:39.102048 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b25ea73b-bbe8-49b7-9915-3331df0ec5f6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:39.281190 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-7cdbed90-1b72-444b-9ce1-4ba231a3e2cc tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:39.282639 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-7cdbed90-1b72-444b-9ce1-4ba231a3e2cc tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/networks?id=93108944-5cbf-4db3-a292-ca19f7b3e865 HTTP/1.1" status: 200 len: 797 time: 0.7923598 Nov 09 18:05:39.313659 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-0922d31c-dc85-4a99-8ed6-aed046c4bb28 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/quotas/a43447eafa45493097f94d60b425ddb3 HTTP/1.1" status: 200 len: 375 time: 0.0146477 Nov 09 18:05:39.337040 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-b25ea73b-bbe8-49b7-9915-3331df0ec5f6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Floating IP 2adbead9-1637-4d15-a57e-abe1783e3abd associated. External IP: 172.25.1.49, port: 90d0c7c6-c483-4f0e-88a9-144ac7fe103b. Nov 09 18:05:39.514484 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-5c9ee38e-4e47-481a-aaf3-96b8b40ad8a5 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1733518 Nov 09 18:05:39.824198 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-496efbff-8963-48a5-8928-c7b4f2f245f6 service neutron] 10.222.0.81 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496700 Nov 09 18:05:39.832871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf355c9-3adf-48ed-8e30-e17c3ba3e688 req-3ad07e97-cf94-42a2-8d7b-342be6744643 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:39.838319 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bcf355c9-3adf-48ed-8e30-e17c3ba3e688 req-3ad07e97-cf94-42a2-8d7b-342be6744643 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.1161571 Nov 09 18:05:39.968392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bcf355c9-3adf-48ed-8e30-e17c3ba3e688 req-80b5a447-e312-4d46-9bb1-1bf7fb656931 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959587 Nov 09 18:05:40.009874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25ea73b-bbe8-49b7-9915-3331df0ec5f6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Router 41900b48-4369-44a7-9c20-10a14e5883cc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:05:40.153696 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-9de51001-27f4-4e8a-8c6a-0be30418d1c4 service neutron] 10.222.0.81 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841344 Nov 09 18:05:40.242342 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25ea73b-bbe8-49b7-9915-3331df0ec5f6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:40.248878 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b25ea73b-bbe8-49b7-9915-3331df0ec5f6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:40.267535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00448139-f04b-4666-bb82-05972ab89329 None None] Sync routers for ids ['41900b48-4369-44a7-9c20-10a14e5883cc'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:40.287468 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b25ea73b-bbe8-49b7-9915-3331df0ec5f6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "PUT /v2.0/floatingips/2adbead9-1637-4d15-a57e-abe1783e3abd HTTP/1.1" status: 200 len: 991 time: 3.2349317 Nov 09 18:05:40.288721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:40.291382 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbe0aef-10c7-45d8-ac4a-bea0fbc08d46" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:40.304846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00448139-f04b-4666-bb82-05972ab89329 None None] Routers {'41900b48-4369-44a7-9c20-10a14e5883cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:40.305880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-00448139-f04b-4666-bb82-05972ab89329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:05:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['41900b48-4369-44a7-9c20-10a14e5883cc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:40.584469 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e59afa-f2df-4f4a-be14-6d20cb78a62b x-openstack-request-id: req-30e59afa-f2df-4f4a-be14-6d20cb78a62b {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:40.585024 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:40.585446 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30e59afa-f2df-4f4a-be14-6d20cb78a62b {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:40.586045 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'status': 'completed', 'code': 200} Nov 09 18:05:40.710307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3629cf2f-16b0-42ef-8571-f0103d2d8ed2 req-f9214e02-9c0f-4ac5-b62d-a19d0b7e1259 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 210 time: 0.1029809 Nov 09 18:05:40.736129 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-47fa77a0-dcbc-4797-9a59-7f0cb9691007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:40.827376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-00448139-f04b-4666-bb82-05972ab89329 None None] Set router 41900b48-4369-44a7-9c20-10a14e5883cc gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:40.858111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe0aef-10c7-45d8-ac4a-bea0fbc08d46 req-a7ee59bc-5ba0-4f0d-8214-a11abd357d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:40.890546 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fbe0aef-10c7-45d8-ac4a-bea0fbc08d46 req-a7ee59bc-5ba0-4f0d-8214-a11abd357d81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1097 time: 0.2705882 Nov 09 18:05:41.102522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2207c-c857-4572-987f-72a9b9ec9b86 req-fecf1c85-fbaa-4904-9973-b37079c4144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:41.105089 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99d2207c-c857-4572-987f-72a9b9ec9b86 req-fecf1c85-fbaa-4904-9973-b37079c4144d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 1096 time: 0.2049539 Nov 09 18:05:41.209592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe0aef-10c7-45d8-ac4a-bea0fbc08d46 req-835b0ac4-959f-42a7-a979-f7e1a0475c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:41.214339 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fbe0aef-10c7-45d8-ac4a-bea0fbc08d46 req-835b0ac4-959f-42a7-a979-f7e1a0475c5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.3160930 Nov 09 18:05:41.558964 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fbe0aef-10c7-45d8-ac4a-bea0fbc08d46 req-bf73ffb8-66af-4a24-af83-4128dd4b92e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 999 time: 0.3336802 Nov 09 18:05:41.560786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-00448139-f04b-4666-bb82-05972ab89329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:59Z', 'revision_number': 4, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2adbead9-1637-4d15-a57e-abe1783e3abd', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'port_id': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'mac_address': 'fa:16:3e:5b:a8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:10Z', 'updated_at': '2021-11-09T18:05:38Z', 'revision_number': 1, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f769a154-6616-427a-9863-afd1cbdac4d2', 'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'mac_address': 'fa:16:3e:f9:91:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:58Z', 'updated_at': '2021-11-09T18:05:12Z', 'revision_number': 5, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'subnets': [{'id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:41.615667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2207c-c857-4572-987f-72a9b9ec9b86 req-2dc8cbbc-97be-422f-8855-78703b8c7050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:41.622214 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99d2207c-c857-4572-987f-72a9b9ec9b86 req-2dc8cbbc-97be-422f-8855-78703b8c7050 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.5085485 Nov 09 18:05:41.667136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00448139-f04b-4666-bb82-05972ab89329 None None] Checking router: 41900b48-4369-44a7-9c20-10a14e5883cc for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:41.678764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00448139-f04b-4666-bb82-05972ab89329 None None] Routers {'41900b48-4369-44a7-9c20-10a14e5883cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:41.679625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-00448139-f04b-4666-bb82-05972ab89329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:05:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['41900b48-4369-44a7-9c20-10a14e5883cc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:41.716519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58614) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:41.903986 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99d2207c-c857-4572-987f-72a9b9ec9b86 req-ab9582b4-8340-474e-adbe-2b400b09c7dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb HTTP/1.1" status: 200 len: 1000 time: 0.2714863 Nov 09 18:05:41.966239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-00448139-f04b-4666-bb82-05972ab89329 None None] Set router 41900b48-4369-44a7-9c20-10a14e5883cc gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:41.973632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479f4ba-1349-4db4-88f1-97722ca39323 req-c21f3b0b-68bd-4718-ab0c-6e6179699757 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:41.981082 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7479f4ba-1349-4db4-88f1-97722ca39323 req-c21f3b0b-68bd-4718-ab0c-6e6179699757 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.5011387 Nov 09 18:05:42.082085 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3485f485-1f7a-4f91-b7e2-2b24f2ae2e2f req-a29beaa5-fa23-4cc4-bb72-4bf6763c9567 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 210 time: 0.1764646 Nov 09 18:05:42.119769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe0aef-10c7-45d8-ac4a-bea0fbc08d46 req-1723e9ff-3a02-4997-b8f3-ec37cf563394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:42.129553 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fbe0aef-10c7-45d8-ac4a-bea0fbc08d46 req-1723e9ff-3a02-4997-b8f3-ec37cf563394 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.4988482 Nov 09 18:05:42.148000 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7479f4ba-1349-4db4-88f1-97722ca39323 req-250a236a-e010-4937-8800-9d14f24372d4 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1573694 Nov 09 18:05:42.155636 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2207c-c857-4572-987f-72a9b9ec9b86 req-66da1ce2-8179-47ff-a3ce-b355f6b9d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:42.159335 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99d2207c-c857-4572-987f-72a9b9ec9b86 req-66da1ce2-8179-47ff-a3ce-b355f6b9d2ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.2369254 Nov 09 18:05:42.257880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2207c-c857-4572-987f-72a9b9ec9b86 req-1b5f3227-2fd2-43b9-a528-5326d7f93eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:42.260115 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99d2207c-c857-4572-987f-72a9b9ec9b86 req-1b5f3227-2fd2-43b9-a528-5326d7f93eb6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912578 Nov 09 18:05:42.290638 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8afdbec7-372a-4c03-9829-0aa11898eca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:42.478748 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99d2207c-c857-4572-987f-72a9b9ec9b86 req-967444e2-cab0-4c51-8f71-8a416e667ad3 service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085695 Nov 09 18:05:42.578539 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8afdbec7-372a-4c03-9829-0aa11898eca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:42.591849 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8afdbec7-372a-4c03-9829-0aa11898eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:42.618399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58634) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:42.671194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe0aef-10c7-45d8-ac4a-bea0fbc08d46 req-3dac4e7f-00d5-4e98-b01a-0dbe1dc67f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:42.679114 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fbe0aef-10c7-45d8-ac4a-bea0fbc08d46 req-3dac4e7f-00d5-4e98-b01a-0dbe1dc67f0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5283182 Nov 09 18:05:42.740549 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8afdbec7-372a-4c03-9829-0aa11898eca6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=47fe1f072c7e41a78ea1e0db461f6428&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0200102 Nov 09 18:05:42.744573 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99d2207c-c857-4572-987f-72a9b9ec9b86 req-3ba065cd-f934-48a7-bfac-43e385c266cb service neutron] 10.222.0.18 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588067 Nov 09 18:05:42.745056 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58640) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:42.815649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-00448139-f04b-4666-bb82-05972ab89329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:59Z', 'revision_number': 4, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2adbead9-1637-4d15-a57e-abe1783e3abd', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'port_id': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'mac_address': 'fa:16:3e:5b:a8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:10Z', 'updated_at': '2021-11-09T18:05:38Z', 'revision_number': 1, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f769a154-6616-427a-9863-afd1cbdac4d2', 'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'mac_address': 'fa:16:3e:f9:91:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:58Z', 'updated_at': '2021-11-09T18:05:12Z', 'revision_number': 5, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'subnets': [{'id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:42.907539 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-302efef2-20da-4356-8abb-072e12d0eb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:42.911839 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00448139-f04b-4666-bb82-05972ab89329 None None] The sync data for ids ['41900b48-4369-44a7-9c20-10a14e5883cc'] in n-d-817236-1 is: [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:59Z', 'revision_number': 4, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2adbead9-1637-4d15-a57e-abe1783e3abd', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'port_id': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'mac_address': 'fa:16:3e:5b:a8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:10Z', 'updated_at': '2021-11-09T18:05:38Z', 'revision_number': 1, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f769a154-6616-427a-9863-afd1cbdac4d2', 'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'mac_address': 'fa:16:3e:f9:91:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:58Z', 'updated_at': '2021-11-09T18:05:12Z', 'revision_number': 5, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'subnets': [{'id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:42.947447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdbec7-372a-4c03-9829-0aa11898eca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f17d03a-c041-4be6-bd02-d37c67f42811,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:42.958809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-302efef2-20da-4356-8abb-072e12d0eb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.082668 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:05:43.167996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fbe0aef-10c7-45d8-ac4a-bea0fbc08d46 req-8fdc5162-91b7-4b06-b5e7-3cfe169e16c1 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690547 Nov 09 18:05:43.312897 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c4b60dc-ad71-406d-ac12-cbbede9222d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.347192 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-302efef2-20da-4356-8abb-072e12d0eb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.351156 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-302efef2-20da-4356-8abb-072e12d0eb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.358235 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-302efef2-20da-4356-8abb-072e12d0eb8f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f17d03a-c041-4be6-bd02-d37c67f42811 HTTP/1.1" status: 204 len: 168 time: 0.6115284 Nov 09 18:05:43.382336 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c643b-0411-464f-9ed4-969286521c37 None None] New status for floating IP 2adbead9-1637-4d15-a57e-abe1783e3abd: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:05:43.408795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302efef2-20da-4356-8abb-072e12d0eb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f17d03a-c041-4be6-bd02-d37c67f42811,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:43.435748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-494a7f15-e2c0-475f-b73f-375ef0e31bac tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:43.437743 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-494a7f15-e2c0-475f-b73f-375ef0e31bac tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.18 "GET /v2.0/networks?id=93108944-5cbf-4db3-a292-ca19f7b3e865 HTTP/1.1" status: 200 len: 797 time: 0.4056437 Nov 09 18:05:43.515063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fbc576b-18a4-479a-b637-396dc4ed72e9 req-18e0d50b-4423-4d0a-959f-26b1c2e9d892 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 210 time: 0.0960157 Nov 09 18:05:43.581367 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-7411b7ec-83b6-413d-aea2-bb762f868fbf tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a43447eafa45493097f94d60b425ddb3 HTTP/1.1" status: 200 len: 380 time: 0.1272073 Nov 09 18:05:43.602464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-f3509e9f-7eaf-40bd-8d17-00685e5d4185 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'port': {'device_id': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'admin_state_up': True, 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'security_groups': ['f053385f-2e98-4b8d-a683-6b8410847ed7']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:43.632660 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d207fc0-f5ac-4b52-8640-049433c1e02a req-553ab197-f614-45c9-bfe0-6d0ef6d0d1d2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:43.640803 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7d207fc0-f5ac-4b52-8640-049433c1e02a req-553ab197-f614-45c9-bfe0-6d0ef6d0d1d2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.2017705 Nov 09 18:05:43.662764 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fbe0aef-10c7-45d8-ac4a-bea0fbc08d46 req-6f2fac7e-7c7a-454c-98e6-77f5cae740b0 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888837 Nov 09 18:05:43.678652 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d6120de7-2368-4e05-b8b8-11ade2f1970f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.776199 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7d207fc0-f5ac-4b52-8640-049433c1e02a req-62841d31-cc85-4c5d-a494-3398a138adb4 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1340511 Nov 09 18:05:43.822737 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c4b60dc-ad71-406d-ac12-cbbede9222d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.835042 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c4b60dc-ad71-406d-ac12-cbbede9222d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.881485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b60dc-ad71-406d-ac12-cbbede9222d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e424730f-0e2e-4cfa-838b-da775ffe0495,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:43.915789 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1c4b60dc-ad71-406d-ac12-cbbede9222d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=35c4bea0626d43e592349e4e097b8b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2949910 Nov 09 18:05:43.918382 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 58656) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:43.949076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-f3509e9f-7eaf-40bd-8d17-00685e5d4185 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Made reservation on behalf of a43447eafa45493097f94d60b425ddb3 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:43.955371 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-f3509e9f-7eaf-40bd-8d17-00685e5d4185 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.019811 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b65dc376-a7e8-41ba-8c2c-f615d8ca7b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.092123 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b65dc376-a7e8-41ba-8c2c-f615d8ca7b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.148354 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58660) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:44.166810 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a4a3ece8-e3b3-44fd-be56-72b56ea7f0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.211343 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-f3509e9f-7eaf-40bd-8d17-00685e5d4185 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Allocated IP 172.20.0.13 (93108944-5cbf-4db3-a292-ca19f7b3e865/af332337-995c-4bc6-86fb-9ee97b4c8e9a/dd34ac92-0760-45d1-8628-0ab94ca076cc) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:44.214301 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b65dc376-a7e8-41ba-8c2c-f615d8ca7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.217171 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b65dc376-a7e8-41ba-8c2c-f615d8ca7b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.218401 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b65dc376-a7e8-41ba-8c2c-f615d8ca7b66 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e424730f-0e2e-4cfa-838b-da775ffe0495 HTTP/1.1" status: 204 len: 168 time: 0.2990847 Nov 09 18:05:44.240585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65dc376-a7e8-41ba-8c2c-f615d8ca7b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e424730f-0e2e-4cfa-838b-da775ffe0495,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:44.305052 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a4a3ece8-e3b3-44fd-be56-72b56ea7f0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.310280 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a4a3ece8-e3b3-44fd-be56-72b56ea7f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.367880 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a4a3ece8-e3b3-44fd-be56-72b56ea7f0ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c12bb8fd6e54e42b4ec70021516bd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176421 Nov 09 18:05:44.368676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3ece8-e3b3-44fd-be56-72b56ea7f0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0df24d-9f6c-45cf-a648-75ac41d4cb51,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:44.373950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58664) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:44.490930 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.496981 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0e1d-032f-4a87-a22f-3eac76becc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.528561 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0e1d-032f-4a87-a22f-3eac76becc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.532173 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-f3509e9f-7eaf-40bd-8d17-00685e5d4185 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.597855 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-f3509e9f-7eaf-40bd-8d17-00685e5d4185 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.605011 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device b9dae33d-8072-4747-82f8-2146bd43b1eb no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:05:44.656204 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0e1d-032f-4a87-a22f-3eac76becc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.660330 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0e1d-032f-4a87-a22f-3eac76becc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.663671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9cbf0e1d-032f-4a87-a22f-3eac76becc60 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d0df24d-9f6c-45cf-a648-75ac41d4cb51 HTTP/1.1" status: 204 len: 168 time: 0.2865784 Nov 09 18:05:44.682666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf0e1d-032f-4a87-a22f-3eac76becc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0df24d-9f6c-45cf-a648-75ac41d4cb51,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:44.756993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-f3509e9f-7eaf-40bd-8d17-00685e5d4185 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network 93108944-5cbf-4db3-a292-ca19f7b3e865 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:44.790015 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-f3509e9f-7eaf-40bd-8d17-00685e5d4185 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:44.798707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-f3509e9f-7eaf-40bd-8d17-00685e5d4185 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:44.822570 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.899837 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-f3509e9f-7eaf-40bd-8d17-00685e5d4185 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:44.901290 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-f3509e9f-7eaf-40bd-8d17-00685e5d4185 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.929118 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3509e9f-7eaf-40bd-8d17-00685e5d4185 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=dd34ac92-0760-45d1-8628-0ab94ca076cc,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:44.944925 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-f3509e9f-7eaf-40bd-8d17-00685e5d4185 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3484576 Nov 09 18:05:44.972545 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:44.976315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:44.981677 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a1f978-8497-40ba-b7a1-55ca9d6c8aaf" -d '{"events": [{"server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:44.990823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Request body: {'port': {'device_id': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:44.994874 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.102726 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51467f-e0a9-46d1-9cc9-f53603a77be3 req-ffbcf715-8b5f-430b-b8f4-8a770228be51 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:45.112364 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cf51467f-e0a9-46d1-9cc9-f53603a77be3 req-ffbcf715-8b5f-430b-b8f4-8a770228be51 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 932 time: 0.3229711 Nov 09 18:05:45.172763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=b9dae33d-8072-4747-82f8-2146bd43b1eb,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:45.220637 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cf51467f-e0a9-46d1-9cc9-f53603a77be3 req-b01f84eb-1f44-4a16-897d-7a37175e5a74 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=f053385f-2e98-4b8d-a683-6b8410847ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069961 Nov 09 18:05:45.249278 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.286871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ee65e-d1cd-4bd7-9739-69a488ef1ec4 req-f06c8c88-face-4e0f-b971-f39663e1f34b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:45.313308 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b9ee65e-d1cd-4bd7-9739-69a488ef1ec4 req-f06c8c88-face-4e0f-b971-f39663e1f34b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 943 time: 0.1688764 Nov 09 18:05:45.387690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58682) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:45.436821 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91406e4-2c66-4c51-8c1a-feafb7167daa x-openstack-request-id: req-c91406e4-2c66-4c51-8c1a-feafb7167daa {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:45.437968 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:45.438743 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c91406e4-2c66-4c51-8c1a-feafb7167daa {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:45.445267 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'code': 200} Nov 09 18:05:45.463472 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.464930 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-387666db-9eee-4a22-b842-cc684205613c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.519042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-df17d16b-e6d6-4f4a-a829-bce522a5d540 None None] Provisioning complete for port dd34ac92-0760-45d1-8628-0ab94ca076cc triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:45.520730 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-df17d16b-e6d6-4f4a-a829-bce522a5d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.580001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b9ee65e-d1cd-4bd7-9739-69a488ef1ec4 req-6d7fc9b7-11ce-4925-82d9-d724b92f0c0c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2657375 Nov 09 18:05:45.626747 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-df17d16b-e6d6-4f4a-a829-bce522a5d540 None None] Port dd34ac92-0760-45d1-8628-0ab94ca076cc cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:45.720566 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-387666db-9eee-4a22-b842-cc684205613c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.734123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-387666db-9eee-4a22-b842-cc684205613c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.811415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387666db-9eee-4a22-b842-cc684205613c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a626da1a-23f2-4809-9c15-a959a0135df9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:45.821990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-387666db-9eee-4a22-b842-cc684205613c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c9b16b6e6f4a4eab8a8de1f5f5b33cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309475 Nov 09 18:05:45.827426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58694) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:45.938280 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3f6816ab-5a8b-4833-b1a4-6aec5bfc1a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.958482 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd34ac92-0760-45d1-8628-0ab94ca076cc {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:45.967813 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.985858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Transition to ACTIVE for port object dd34ac92-0760-45d1-8628-0ab94ca076cc will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:05:45.993966 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.002787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3f6816ab-5a8b-4833-b1a4-6aec5bfc1a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.103470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3f6816ab-5a8b-4833-b1a4-6aec5bfc1a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.106946 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3f6816ab-5a8b-4833-b1a4-6aec5bfc1a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.108093 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3f6816ab-5a8b-4833-b1a4-6aec5bfc1a6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a626da1a-23f2-4809-9c15-a959a0135df9 HTTP/1.1" status: 204 len: 168 time: 0.2790520 Nov 09 18:05:46.130186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6816ab-5a8b-4833-b1a4-6aec5bfc1a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a626da1a-23f2-4809-9c15-a959a0135df9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:46.137703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Pushing event updated for resources: {'Port': ['ID=dd34ac92-0760-45d1-8628-0ab94ca076cc,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:46.285469 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Attempting to bind port dd34ac92-0760-45d1-8628-0ab94ca076cc on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:46.286083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Attempting to bind port dd34ac92-0760-45d1-8628-0ab94ca076cc by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '2d529807-7f74-4b80-98f0-6d15ebffe5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:46.286663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Attempting to bind port dd34ac92-0760-45d1-8628-0ab94ca076cc on network 93108944-5cbf-4db3-a292-ca19f7b3e865 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:46.304873 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Port dd34ac92-0760-45d1-8628-0ab94ca076cc on network 93108944-5cbf-4db3-a292-ca19f7b3e865 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:46.305421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Attempting to bind port dd34ac92-0760-45d1-8628-0ab94ca076cc on network 93108944-5cbf-4db3-a292-ca19f7b3e865 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:46.323943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:46.324519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Checking segment: {'id': '2d529807-7f74-4b80-98f0-6d15ebffe5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:46.325149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Bound using segment: {'id': '2d529807-7f74-4b80-98f0-6d15ebffe5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:46.326147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Bound port: dd34ac92-0760-45d1-8628-0ab94ca076cc, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d529807-7f74-4b80-98f0-6d15ebffe5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:46.326750 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.505851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d3844-a8cd-41f4-a14d-eaa8e1a9ac36 req-0728a2cc-2e84-4b33-a157-d9660d2386af tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:46.523050 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0b2d3844-a8cd-41f4-a14d-eaa8e1a9ac36 req-0728a2cc-2e84-4b33-a157-d9660d2386af tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 944 time: 0.1162479 Nov 09 18:05:46.524693 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] For port dd34ac92-0760-45d1-8628-0ab94ca076cc, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:46.529115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] For port dd34ac92-0760-45d1-8628-0ab94ca076cc, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=dd34ac92-0760-45d1-8628-0ab94ca076cc,segment=NetworkSegment(2d529807-7f74-4b80-98f0-6d15ebffe5e2),segment_id=2d529807-7f74-4b80-98f0-6d15ebffe5e2)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:46.535909 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.638726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0b2d3844-a8cd-41f4-a14d-eaa8e1a9ac36 req-c39f25b7-59fb-4c0a-90d3-559775a82260 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=f053385f-2e98-4b8d-a683-6b8410847ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111727 Nov 09 18:05:46.653142 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:46.654040 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.655620 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] 10.222.0.18 "PUT /v2.0/ports/dd34ac92-0760-45d1-8628-0ab94ca076cc HTTP/1.1" status: 200 len: 1092 time: 1.6905351 Nov 09 18:05:46.656322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'tag': 'dd34ac92-0760-45d1-8628-0ab94ca076cc'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:46.659179 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad28b19-8e35-4d1c-a929-690569623d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e720c35d-dd2a-4585-8aae-9adc67fa632c", "tag": "dd34ac92-0760-45d1-8628-0ab94ca076cc"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:46.724902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5cfef-2ba8-4d48-bb4c-b73fc0c2d1ba service neutron] Pushing event updated for resources: {'Port': ['ID=dd34ac92-0760-45d1-8628-0ab94ca076cc,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:46.777362 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2414f053-6f29-4035-89e2-a5bb0f6b3b7f x-openstack-request-id: req-2414f053-6f29-4035-89e2-a5bb0f6b3b7f {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:46.778098 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e720c35d-dd2a-4585-8aae-9adc67fa632c", "tag": "dd34ac92-0760-45d1-8628-0ab94ca076cc", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:46.778709 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2414f053-6f29-4035-89e2-a5bb0f6b3b7f {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:46.779675 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'tag': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'status': 'completed', 'code': 200} Nov 09 18:05:46.819239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-38d73075-9061-4acb-bc4d-710306466864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:46.820841 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-38d73075-9061-4acb-bc4d-710306466864 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 1095 time: 0.0886545 Nov 09 18:05:46.931892 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-a9cfd7bf-0134-4361-bcec-fef5a3e82437 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd34ac92-0760-45d1-8628-0ab94ca076cc HTTP/1.1" status: 200 len: 217 time: 0.1016102 Nov 09 18:05:46.943859 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58736) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:46.972556 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07abc6d4-fd65-430c-82a2-9a66d64be79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.030680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-ed313352-5000-4273-9d08-8aff19f8e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:47.032589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-ed313352-5000-4273-9d08-8aff19f8e5fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af332337-995c-4bc6-86fb-9ee97b4c8e9a HTTP/1.1" status: 200 len: 835 time: 0.0938950 Nov 09 18:05:47.111589 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-6639f6de-c375-4546-bed8-03c320b739e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:47.114116 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-6639f6de-c375-4546-bed8-03c320b739e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93108944-5cbf-4db3-a292-ca19f7b3e865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726550 Nov 09 18:05:47.132384 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07abc6d4-fd65-430c-82a2-9a66d64be79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.138319 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07abc6d4-fd65-430c-82a2-9a66d64be79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.204693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-07abc6d4-fd65-430c-82a2-9a66d64be79a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97a2389a468841c8b80b81cfb247aa47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571464 Nov 09 18:05:47.204693 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abc6d4-fd65-430c-82a2-9a66d64be79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f58eaf-c890-4f3e-a0fc-6f6cb96689cd,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:47.210059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58742) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:47.287707 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-83534204-b0e0-486d-bf63-c3ea8499c962 service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654360 Nov 09 18:05:47.335611 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81793a7b-34c5-414e-92ed-b614b7db2d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.377417 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81793a7b-34c5-414e-92ed-b614b7db2d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.473806 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81793a7b-34c5-414e-92ed-b614b7db2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.482074 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81793a7b-34c5-414e-92ed-b614b7db2d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.484952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-81793a7b-34c5-414e-92ed-b614b7db2d5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7f58eaf-c890-4f3e-a0fc-6f6cb96689cd HTTP/1.1" status: 204 len: 168 time: 0.2733767 Nov 09 18:05:47.485847 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-df9dc31b-9da6-4311-8f45-b24590666be1 req-1b94efbb-39fa-4a5b-a787-0c0e02841d66 service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905713 Nov 09 18:05:47.507834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81793a7b-34c5-414e-92ed-b614b7db2d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f58eaf-c890-4f3e-a0fc-6f6cb96689cd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:47.659599 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.785534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad28b19-8e35-4d1c-a929-690569623d5c req-916484eb-81e8-4486-8219-eb29477f1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:47.791474 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ad28b19-8e35-4d1c-a929-690569623d5c req-916484eb-81e8-4486-8219-eb29477f1412 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 1095 time: 0.2310047 Nov 09 18:05:47.934044 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b7585-603a-4f15-8528-e94a0b20f499 req-46c8b1ee-4393-44c2-afdd-3d2bfb87d3bd tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:47.942563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-871b7585-603a-4f15-8528-e94a0b20f499 req-46c8b1ee-4393-44c2-afdd-3d2bfb87d3bd tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 943 time: 0.1088138 Nov 09 18:05:48.046462 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-871b7585-603a-4f15-8528-e94a0b20f499 req-138507c8-c9b5-4050-97ab-4845168eb7d1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028848 Nov 09 18:05:48.176185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e177d-a7ba-4ec0-a257-6aa871e8b113 req-f00c3316-f5c9-4e60-84e5-37751ee68785 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:48.183252 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-030e177d-a7ba-4ec0-a257-6aa871e8b113 req-f00c3316-f5c9-4e60-84e5-37751ee68785 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 944 time: 0.2369969 Nov 09 18:05:48.265924 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad28b19-8e35-4d1c-a929-690569623d5c req-729d0835-304d-4863-bc98-ee3473fcd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:48.268789 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ad28b19-8e35-4d1c-a929-690569623d5c req-729d0835-304d-4863-bc98-ee3473fcd07d service neutron] 10.222.0.18 "GET /v2.0/networks?id=93108944-5cbf-4db3-a292-ca19f7b3e865 HTTP/1.1" status: 200 len: 898 time: 0.4664190 Nov 09 18:05:48.647639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device b9dae33d-8072-4747-82f8-2146bd43b1eb no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:05:48.660964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 58790) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:48.914900 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ad28b19-8e35-4d1c-a929-690569623d5c req-d84fa441-0503-4f3a-a3ba-b7f83c13544b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd34ac92-0760-45d1-8628-0ab94ca076cc HTTP/1.1" status: 200 len: 217 time: 0.6364861 Nov 09 18:05:48.928027 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-030e177d-a7ba-4ec0-a257-6aa871e8b113 req-13e6aac4-6890-4d0a-a24d-7f9d867a32ad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=f053385f-2e98-4b8d-a683-6b8410847ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7383482 Nov 09 18:05:48.985784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad28b19-8e35-4d1c-a929-690569623d5c req-d8bbb18c-9b53-47fc-a626-28b42813b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:48.988752 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ad28b19-8e35-4d1c-a929-690569623d5c req-d8bbb18c-9b53-47fc-a626-28b42813b74d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af332337-995c-4bc6-86fb-9ee97b4c8e9a HTTP/1.1" status: 200 len: 835 time: 0.0591888 Nov 09 18:05:49.070695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad28b19-8e35-4d1c-a929-690569623d5c req-daacd75a-ddf3-4940-a7c0-5851a5b539fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:49.073636 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ad28b19-8e35-4d1c-a929-690569623d5c req-daacd75a-ddf3-4940-a7c0-5851a5b539fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93108944-5cbf-4db3-a292-ca19f7b3e865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642335 Nov 09 18:05:49.144608 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-5197aef7-178e-4aa4-b105-be7bd48b5da3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4804704 Nov 09 18:05:49.156255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-37ca251a-6b6b-4f33-b569-db35c265eae1 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:05:49.159905 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-37ca251a-6b6b-4f33-b569-db35c265eae1 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060916 Nov 09 18:05:49.300511 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85dcd4-8243-4e2f-9616-4d6cdf7689bc req-ca431ddd-7ba2-4699-aee1-ff93f4a3c5d0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:49.303365 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b85dcd4-8243-4e2f-9616-4d6cdf7689bc req-ca431ddd-7ba2-4699-aee1-ff93f4a3c5d0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 943 time: 0.1242344 Nov 09 18:05:49.346109 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ad28b19-8e35-4d1c-a929-690569623d5c req-f9dcef23-9c2b-4195-b4b2-ee20a548fba4 service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620592 Nov 09 18:05:49.474043 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8b85dcd4-8243-4e2f-9616-4d6cdf7689bc req-4784f831-6648-4799-8f53-e0f87d3c0f74 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1601181 Nov 09 18:05:49.542340 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ad28b19-8e35-4d1c-a929-690569623d5c req-a670f039-7338-4544-a498-83b4f6fcc298 service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884291 Nov 09 18:05:50.068766 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b624e4-6280-4a3c-b586-2cb989abdfe3 req-b3adb0ba-b302-42f9-8aa1-e8ab8a5bda48 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:50.070420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7b624e4-6280-4a3c-b586-2cb989abdfe3 req-b3adb0ba-b302-42f9-8aa1-e8ab8a5bda48 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 944 time: 0.0619614 Nov 09 18:05:50.132540 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7b624e4-6280-4a3c-b586-2cb989abdfe3 req-4cc07092-acef-44fa-8fe0-d378972a58c9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=f053385f-2e98-4b8d-a683-6b8410847ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552523 Nov 09 18:05:50.393133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-a22a0101-f8ea-49f9-b73e-a5bf29d1b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:50.393133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-a22a0101-f8ea-49f9-b73e-a5bf29d1b247 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c&tenant_id=36d13fa3ca9d43c79d1b40e6be782523 HTTP/1.1" status: 200 len: 1094 time: 0.1203926 Nov 09 18:05:50.629362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:50.668844 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device dd34ac92-0760-45d1-8628-0ab94ca076cc details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:05:50.701671 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:50.808324 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f30b9-4181-4089-ba6b-577067ff7780 req-604e3e73-2adb-4591-9246-f1077c6986f7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:50.823184 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e0f30b9-4181-4089-ba6b-577067ff7780 req-604e3e73-2adb-4591-9246-f1077c6986f7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 943 time: 0.1512973 Nov 09 18:05:50.897610 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4e0f30b9-4181-4089-ba6b-577067ff7780 req-8d0b610c-4833-4673-b61d-0076a8975acb tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729907 Nov 09 18:05:50.971944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port dd34ac92-0760-45d1-8628-0ab94ca076cc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=dd34ac92-0760-45d1-8628-0ab94ca076cc,segment=NetworkSegment(2d529807-7f74-4b80-98f0-6d15ebffe5e2),segment_id=2d529807-7f74-4b80-98f0-6d15ebffe5e2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:50.989311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'port_id': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'mac_address': 'fa:16:3e:4c:7b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:05:51.041555 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.059756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd34ac92-0760-45d1-8628-0ab94ca076cc {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:51.084408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port dd34ac92-0760-45d1-8628-0ab94ca076cc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=dd34ac92-0760-45d1-8628-0ab94ca076cc,segment=NetworkSegment(2d529807-7f74-4b80-98f0-6d15ebffe5e2),segment_id=2d529807-7f74-4b80-98f0-6d15ebffe5e2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:51.091130 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.166500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:51.182806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=dd34ac92-0760-45d1-8628-0ab94ca076cc,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:51.264361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:51.308264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9dae33d-8072-4747-82f8-2146bd43b1eb {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:51.334401 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.355262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Transition to ACTIVE for port object b9dae33d-8072-4747-82f8-2146bd43b1eb will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:05:51.363139 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adebc6f-9dc2-491d-baeb-212c1ffa7ede req-bfc9be7c-8280-47bc-aae0-d1ea09a93543 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:51.365626 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5adebc6f-9dc2-491d-baeb-212c1ffa7ede req-bfc9be7c-8280-47bc-aae0-d1ea09a93543 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 945 time: 0.0906296 Nov 09 18:05:51.365823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.436901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['dd34ac92-0760-45d1-8628-0ab94ca076cc'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:51.440117 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5adebc6f-9dc2-491d-baeb-212c1ffa7ede req-756544b8-7624-45c3-baf7-3a1492454fee tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=f053385f-2e98-4b8d-a683-6b8410847ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659270 Nov 09 18:05:51.600392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Pushing event updated for resources: {'Port': ['ID=b9dae33d-8072-4747-82f8-2146bd43b1eb,revision_number=9']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:51.873636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] No DVR routers for this DVR port b9dae33d-8072-4747-82f8-2146bd43b1eb on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:05:52.212968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Attempting to bind port b9dae33d-8072-4747-82f8-2146bd43b1eb on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:52.213622 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Attempting to bind port b9dae33d-8072-4747-82f8-2146bd43b1eb by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:52.213719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Attempting to bind port b9dae33d-8072-4747-82f8-2146bd43b1eb on network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:52.225772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Port b9dae33d-8072-4747-82f8-2146bd43b1eb on network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:52.226642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Attempting to bind port b9dae33d-8072-4747-82f8-2146bd43b1eb on network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:52.256652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8bd28-fd7c-43fd-819d-41bff8eb07ef req-c27059d2-e4f1-4fd8-bc64-bdc0c870fd1d tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:52.260090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0cf8bd28-fd7c-43fd-819d-41bff8eb07ef req-c27059d2-e4f1-4fd8-bc64-bdc0c870fd1d tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 943 time: 0.1658056 Nov 09 18:05:52.265923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:52.266475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Checking segment: {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:52.267090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Bound using segment: {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:52.268166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Bound port: b9dae33d-8072-4747-82f8-2146bd43b1eb, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9b4582-6845-405a-81ea-9380b350b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:52.268767 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.397249 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0cf8bd28-fd7c-43fd-819d-41bff8eb07ef req-fc1bfc5b-eeff-4435-9c42-94dc17d03025 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241541 Nov 09 18:05:52.451270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:52.457214 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:52.465002 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.610502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Pushing event updated for resources: {'Port': ['ID=b9dae33d-8072-4747-82f8-2146bd43b1eb,revision_number=10']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:52.635758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:52.636317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:52.636901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:52.637407 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:52.638807 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:52.639681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:52.640577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:52.641285 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:52.641755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:52.642774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:52.643568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:52.644055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:52.656014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:52.660745 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.663893 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-337be92c-e182-4cb4-ae5b-6319b8817c46 service neutron] 10.222.0.13 "PUT /v2.0/ports/b9dae33d-8072-4747-82f8-2146bd43b1eb HTTP/1.1" status: 200 len: 1091 time: 2.2666533 Nov 09 18:05:52.664671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:52.667843 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92365aa-4e6c-4beb-906c-d41e7323816c" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:52.683319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device dd34ac92-0760-45d1-8628-0ab94ca076cc up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:52.785631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port dd34ac92-0760-45d1-8628-0ab94ca076cc completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:05:52.793556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port dd34ac92-0760-45d1-8628-0ab94ca076cc triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:52.794759 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.830318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-3ecc6268-45f7-4790-ab26-960433252c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:52.837423 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-3ecc6268-45f7-4790-ab26-960433252c0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 1095 time: 0.1212606 Nov 09 18:05:52.847460 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6891754e-0753-466a-bc14-d57b76c2bba9 x-openstack-request-id: req-6891754e-0753-466a-bc14-d57b76c2bba9 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:52.848299 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:52.848787 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6891754e-0753-466a-bc14-d57b76c2bba9 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:52.849828 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'status': 'completed', 'code': 200} Nov 09 18:05:52.988188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e609c-03c8-42dc-95c4-b1858369da52 req-97224211-1a63-41e6-9921-47cf65859582 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:53.003096 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa0e609c-03c8-42dc-95c4-b1858369da52 req-97224211-1a63-41e6-9921-47cf65859582 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 945 time: 0.1895905 Nov 09 18:05:53.063937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-80e4f2c1-3518-43c1-99e9-eab0945611c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:53.066993 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-80e4f2c1-3518-43c1-99e9-eab0945611c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.2157607 Nov 09 18:05:53.078168 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa0e609c-03c8-42dc-95c4-b1858369da52 req-be08569b-75b8-4bf0-a5c5-b832e17200fb tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=f053385f-2e98-4b8d-a683-6b8410847ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737641 Nov 09 18:05:53.202048 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-58f37766-4ffb-4e78-911c-5f0f36fc77ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb HTTP/1.1" status: 200 len: 998 time: 0.1243765 Nov 09 18:05:53.232009 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.232825 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.277351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd34ac92-0760-45d1-8628-0ab94ca076cc'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:53.280850 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b3e7bc-c5de-4b54-a7f7-3adde2d473e2" -d '{"events": [{"server_uuid": "e720c35d-dd2a-4585-8aae-9adc67fa632c", "name": "network-vif-plugged", "status": "completed", "tag": "dd34ac92-0760-45d1-8628-0ab94ca076cc"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:53.297434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port dd34ac92-0760-45d1-8628-0ab94ca076cc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=dd34ac92-0760-45d1-8628-0ab94ca076cc,segment=NetworkSegment(2d529807-7f74-4b80-98f0-6d15ebffe5e2),segment_id=2d529807-7f74-4b80-98f0-6d15ebffe5e2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:53.307379 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.317723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-871365f6-fd89-467d-af7a-0baaccd909a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:53.320335 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-871365f6-fd89-467d-af7a-0baaccd909a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.1090767 Nov 09 18:05:53.442824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=dd34ac92-0760-45d1-8628-0ab94ca076cc,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:53.446445 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5071f3bb-7c6e-4c09-b20c-feb3bfb3e674 x-openstack-request-id: req-5071f3bb-7c6e-4c09-b20c-feb3bfb3e674 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:53.446747 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e720c35d-dd2a-4585-8aae-9adc67fa632c", "name": "network-vif-plugged", "status": "completed", "tag": "dd34ac92-0760-45d1-8628-0ab94ca076cc", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:53.447032 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5071f3bb-7c6e-4c09-b20c-feb3bfb3e674 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:53.447426 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'code': 200} Nov 09 18:05:53.482479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-9564c39f-3fe4-4b93-af0b-569c09fb4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:53.484408 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-9564c39f-3fe4-4b93-af0b-569c09fb4ecf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562312 Nov 09 18:05:53.516775 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109e566-fa32-4ac5-823b-9aaf02439a2d req-4471fcca-d454-4600-b978-8ca4f98b2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:53.518819 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5109e566-fa32-4ac5-823b-9aaf02439a2d req-4471fcca-d454-4600-b978-8ca4f98b2fb8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 1097 time: 0.0685310 Nov 09 18:05:53.565374 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5109e566-fa32-4ac5-823b-9aaf02439a2d req-bdf68031-415b-4b03-a412-f3f0ad3db174 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f053385f-2e98-4b8d-a683-6b8410847ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376599 Nov 09 18:05:53.641073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-b0921a5f-cde3-4422-8e7d-7cf26f7f08af service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476016 Nov 09 18:05:53.655750 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a431a95-765a-4729-b66b-8cdd0de33005 req-69213b43-7517-4d07-812f-c12514500113 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:53.664399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4a431a95-765a-4729-b66b-8cdd0de33005 req-69213b43-7517-4d07-812f-c12514500113 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.0960066 Nov 09 18:05:53.786912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4a431a95-765a-4729-b66b-8cdd0de33005 req-1d7771cb-5dc3-4b2d-aeae-3e7de682c77f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201749 Nov 09 18:05:53.833043 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.865352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e2650b9-4917-48e4-988e-83aa38ad6be4 req-4f15ae10-2855-443e-a926-2d77505e181e service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937146 Nov 09 18:05:54.039456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92365aa-4e6c-4beb-906c-d41e7323816c req-e1a856df-f41c-4c36-9a84-ee8580582865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:54.041658 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e92365aa-4e6c-4beb-906c-d41e7323816c req-e1a856df-f41c-4c36-9a84-ee8580582865 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 1095 time: 0.1139209 Nov 09 18:05:54.295077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92365aa-4e6c-4beb-906c-d41e7323816c req-a8f9ff95-7444-4cc3-a61a-1c649ef55406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:54.297109 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e92365aa-4e6c-4beb-906c-d41e7323816c req-a8f9ff95-7444-4cc3-a61a-1c649ef55406 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.2470975 Nov 09 18:05:54.333184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fd99c-d161-4f1d-80c2-f47ece13f607 req-867884d7-1ad4-458b-b553-d4a1fef68c6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:54.343811 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-810fd99c-d161-4f1d-80c2-f47ece13f607 req-867884d7-1ad4-458b-b553-d4a1fef68c6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 946 time: 0.1260004 Nov 09 18:05:54.418917 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-810fd99c-d161-4f1d-80c2-f47ece13f607 req-941e2e7c-ae94-4ce9-ac50-560c3cfd1f41 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=f053385f-2e98-4b8d-a683-6b8410847ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739565 Nov 09 18:05:54.439701 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e92365aa-4e6c-4beb-906c-d41e7323816c req-847ff962-0ab9-4f9d-8a19-73e0f3f70579 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb HTTP/1.1" status: 200 len: 998 time: 0.1340010 Nov 09 18:05:54.558000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92365aa-4e6c-4beb-906c-d41e7323816c req-53b900c8-4d6f-4030-be68-048338503080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:54.565859 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e92365aa-4e6c-4beb-906c-d41e7323816c req-53b900c8-4d6f-4030-be68-048338503080 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.1176212 Nov 09 18:05:54.737121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92365aa-4e6c-4beb-906c-d41e7323816c req-ff120e38-1e31-479e-b8b5-12be7f55ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:54.739693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e92365aa-4e6c-4beb-906c-d41e7323816c req-ff120e38-1e31-479e-b8b5-12be7f55ae79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608927 Nov 09 18:05:55.027613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ce683-efb0-4f30-9a74-eedb2d447be3 req-186ce2b3-51d4-4f14-acc8-9c625efe71c6 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:55.045414 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d77ce683-efb0-4f30-9a74-eedb2d447be3 req-186ce2b3-51d4-4f14-acc8-9c625efe71c6 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.1237004 Nov 09 18:05:55.105592 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e92365aa-4e6c-4beb-906c-d41e7323816c req-2809309c-8897-4ea1-a197-e1c971b44298 service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022622 Nov 09 18:05:55.182834 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d77ce683-efb0-4f30-9a74-eedb2d447be3 req-eebc1e3f-93a1-4b11-a8ce-31e74707918f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1354396 Nov 09 18:05:55.489224 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e92365aa-4e6c-4beb-906c-d41e7323816c req-399c4820-fbc1-4685-a6f9-7ee94d7ce07b service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736229 Nov 09 18:05:55.708981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad6de7-74ed-41f6-8345-7cc5d7220397 req-d26a894b-d116-48a4-aefd-7094f1527f65 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:55.742143 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33ad6de7-74ed-41f6-8345-7cc5d7220397 req-d26a894b-d116-48a4-aefd-7094f1527f65 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 946 time: 0.1682301 Nov 09 18:05:55.822927 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33ad6de7-74ed-41f6-8345-7cc5d7220397 req-fb434607-d8e0-4b85-9aa9-c763d7482819 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=f053385f-2e98-4b8d-a683-6b8410847ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793395 Nov 09 18:05:56.162115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec61403-2179-461c-a8d4-a8b7dd4c0d9a req-bbabd249-ddff-4283-afe6-a9e329c6a250 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:56.182208 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aec61403-2179-461c-a8d4-a8b7dd4c0d9a req-bbabd249-ddff-4283-afe6-a9e329c6a250 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 946 time: 0.1749589 Nov 09 18:05:56.336674 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aec61403-2179-461c-a8d4-a8b7dd4c0d9a req-b353e90e-1eff-46a9-acaa-10ceae5aee41 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=f053385f-2e98-4b8d-a683-6b8410847ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528244 Nov 09 18:05:56.363784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59014) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:56.418815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3896d3-559d-41dc-9446-c93861ab68b0 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:56.424968 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4c3896d3-559d-41dc-9446-c93861ab68b0 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 1092 time: 0.0593781 Nov 09 18:05:56.426268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59016) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:56.432186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:56.455751 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedad44-5935-4ae8-b8cb-79878121e6bf req-3073fe83-7364-410d-abd0-c7209dcfd3a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:56.467256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dedad44-5935-4ae8-b8cb-79878121e6bf req-3073fe83-7364-410d-abd0-c7209dcfd3a9 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.1259377 Nov 09 18:05:56.481111 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.563298 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dedad44-5935-4ae8-b8cb-79878121e6bf req-da37a74c-b554-4113-9dfe-2c0ca7d6f5f5 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939178 Nov 09 18:05:56.653319 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-816cd8c2-4323-4eb6-b0fe-e77bd1fe7f5d req-5288cbaf-7819-4e9f-8169-a43a191a7a19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1282203 Nov 09 18:05:56.921845 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.965569 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd7452-3b09-4274-85c9-71047138f7b3 req-cc6d0dac-136c-4316-8c8a-1e60d9568825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:56.973628 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64dd7452-3b09-4274-85c9-71047138f7b3 req-cc6d0dac-136c-4316-8c8a-1e60d9568825 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 1095 time: 0.1245368 Nov 09 18:05:57.019431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cd8c2-4323-4eb6-b0fe-e77bd1fe7f5d req-51beeb00-b5d0-4de7-992a-5cf1efe62ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:57.029547 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-816cd8c2-4323-4eb6-b0fe-e77bd1fe7f5d req-51beeb00-b5d0-4de7-992a-5cf1efe62ba6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 1097 time: 0.2390223 Nov 09 18:05:57.422716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd7452-3b09-4274-85c9-71047138f7b3 req-cab4d987-82dc-4ccc-97cf-b4ae82471d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:57.429697 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64dd7452-3b09-4274-85c9-71047138f7b3 req-cab4d987-82dc-4ccc-97cf-b4ae82471d16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 200 len: 917 time: 0.4024348 Nov 09 18:05:57.544372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cd8c2-4323-4eb6-b0fe-e77bd1fe7f5d req-346616f5-aa3f-497b-9832-4a2299f33985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:57.550843 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-816cd8c2-4323-4eb6-b0fe-e77bd1fe7f5d req-346616f5-aa3f-497b-9832-4a2299f33985 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93108944-5cbf-4db3-a292-ca19f7b3e865 HTTP/1.1" status: 200 len: 898 time: 0.4677019 Nov 09 18:05:57.671401 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64dd7452-3b09-4274-85c9-71047138f7b3 req-a1a2b324-b4cc-45f1-98a7-b547fc62963d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb HTTP/1.1" status: 200 len: 998 time: 0.2307928 Nov 09 18:05:57.789468 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-816cd8c2-4323-4eb6-b0fe-e77bd1fe7f5d req-b327326e-5feb-40c3-96bc-142a9a99370d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd34ac92-0760-45d1-8628-0ab94ca076cc HTTP/1.1" status: 200 len: 217 time: 0.2238297 Nov 09 18:05:57.832857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Allocated IP 172.25.1.96 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/70992fb6-f1f1-4583-84ff-02da147780c7) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:57.872665 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd7452-3b09-4274-85c9-71047138f7b3 req-ef6f106a-6680-42f1-a8be-9a026f971b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:57.873078 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64dd7452-3b09-4274-85c9-71047138f7b3 req-ef6f106a-6680-42f1-a8be-9a026f971b2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 200 len: 855 time: 0.1837647 Nov 09 18:05:57.917654 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685ce0d-3cce-452c-a2c2-b430eb3f35b9 req-a8be49c7-8268-4904-97c7-edd1f093b686 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:57.929058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3685ce0d-3cce-452c-a2c2-b430eb3f35b9 req-a8be49c7-8268-4904-97c7-edd1f093b686 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.1140900 Nov 09 18:05:58.022504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd7452-3b09-4274-85c9-71047138f7b3 req-9001d120-b579-4be5-a5b2-a9b2b831f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:58.022504 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64dd7452-3b09-4274-85c9-71047138f7b3 req-9001d120-b579-4be5-a5b2-a9b2b831f9f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19a777cd-ee85-4a4d-abdf-aaeec996b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314616 Nov 09 18:05:58.029218 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.097693 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.214131 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:58.227986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:58.262219 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:58.265414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=70992fb6-f1f1-4583-84ff-02da147780c7,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:58.277868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64dd7452-3b09-4274-85c9-71047138f7b3 req-56503b72-70b3-4ced-83ea-c7e689a45450 service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414215 Nov 09 18:05:58.290959 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3685ce0d-3cce-452c-a2c2-b430eb3f35b9 req-419d6cbd-d145-4e46-a5ce-48296e1c461c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3606243 Nov 09 18:05:58.293427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cd8c2-4323-4eb6-b0fe-e77bd1fe7f5d req-abcdb1bc-2b6c-47ea-85b5-45c2ea79c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:58.295713 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-816cd8c2-4323-4eb6-b0fe-e77bd1fe7f5d req-abcdb1bc-2b6c-47ea-85b5-45c2ea79c763 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af332337-995c-4bc6-86fb-9ee97b4c8e9a HTTP/1.1" status: 200 len: 835 time: 0.2118192 Nov 09 18:05:58.546035 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64dd7452-3b09-4274-85c9-71047138f7b3 req-56189533-e917-4e11-a837-6d379ead2831 service neutron] 10.222.0.13 "GET /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484264 Nov 09 18:05:59.892918 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cd8c2-4323-4eb6-b0fe-e77bd1fe7f5d req-3febaafc-df72-45a2-bb24-26f866ac21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:59.895111 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-816cd8c2-4323-4eb6-b0fe-e77bd1fe7f5d req-3febaafc-df72-45a2-bb24-26f866ac21e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93108944-5cbf-4db3-a292-ca19f7b3e865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4859922 Nov 09 18:06:00.394312 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-816cd8c2-4323-4eb6-b0fe-e77bd1fe7f5d req-156eb888-e1d4-4838-8d3b-6dd703ca2f44 service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634422 Nov 09 18:06:00.740713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c5ec7-5b07-40ff-8924-c4059ddf241e req-fbc3ade1-e6ae-41e0-9bd5-b7eeb99ce984 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:00.759260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f61c5ec7-5b07-40ff-8924-c4059ddf241e req-fbc3ade1-e6ae-41e0-9bd5-b7eeb99ce984 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 1.1961992 Nov 09 18:06:00.771396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:00.903111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f61c5ec7-5b07-40ff-8924-c4059ddf241e req-9928c913-2592-4318-96d5-8805400a425e tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1376197 Nov 09 18:06:00.984393 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-816cd8c2-4323-4eb6-b0fe-e77bd1fe7f5d req-13fcdc9d-ae8e-4337-ac82-02cafa803c07 service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629735 Nov 09 18:06:01.101156 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.436275 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.445394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.541854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=70992fb6-f1f1-4583-84ff-02da147780c7,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:01.611740 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.826983 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Floating IP 077009e2-b3f0-4322-86b7-226a137bd60e associated. External IP: 172.25.1.96, port: dd34ac92-0760-45d1-8628-0ab94ca076cc. Nov 09 18:06:02.237730 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38054d-2e2b-4387-b7f0-e6d794724e27 req-94fb287b-02e6-4f58-af4c-43cfed88c770 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:02.249605 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2c38054d-2e2b-4387-b7f0-e6d794724e27 req-94fb287b-02e6-4f58-af4c-43cfed88c770 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.1481333 Nov 09 18:06:02.359979 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2c38054d-2e2b-4387-b7f0-e6d794724e27 req-02efc8e3-2d99-4e1d-8693-578130f1f3c2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041954 Nov 09 18:06:02.521572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:06:02.842636 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:02.862967 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c981862-0d04-4944-9134-914ee8e4d4bb None None] Sync routers for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:02.906491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c981862-0d04-4944-9134-914ee8e4d4bb None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:02.907995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0c981862-0d04-4944-9134-914ee8e4d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:05:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:02.921661 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:03.024724 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2f9b6c22-fa02-45d1-ac04-34ed58fe1ffe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5980041 Nov 09 18:06:03.025427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'tag': 'dd34ac92-0760-45d1-8628-0ab94ca076cc'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:03.029610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59106) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:03.031262 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf4c2e8-448a-45c0-af8a-0d019ec3923a" -d '{"events": [{"name": "network-changed", "server_uuid": "e720c35d-dd2a-4585-8aae-9adc67fa632c", "tag": "dd34ac92-0760-45d1-8628-0ab94ca076cc"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:03.154527 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b3efc5-ac41-4d33-b12d-0113c0ddbf88 x-openstack-request-id: req-54b3efc5-ac41-4d33-b12d-0113c0ddbf88 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:03.154825 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e720c35d-dd2a-4585-8aae-9adc67fa632c", "tag": "dd34ac92-0760-45d1-8628-0ab94ca076cc", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:03.155083 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54b3efc5-ac41-4d33-b12d-0113c0ddbf88 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:03.155532 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'tag': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'status': 'completed', 'code': 200} Nov 09 18:06:03.270230 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-0c981862-0d04-4944-9134-914ee8e4d4bb None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:03.353329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-da3f9b88-6edd-4897-b35d-f993e2d88cb0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/floatingips/077009e2-b3f0-4322-86b7-226a137bd60e HTTP/1.1" status: 200 len: 991 time: 0.3219075 Nov 09 18:06:03.362396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4c2e8-448a-45c0-af8a-0d019ec3923a req-2f9edffd-4020-489b-8cd7-1fefaa63ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:03.364774 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bf4c2e8-448a-45c0-af8a-0d019ec3923a req-2f9edffd-4020-489b-8cd7-1fefaa63ed80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 1097 time: 0.1647334 Nov 09 18:06:03.548228 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4c2e8-448a-45c0-af8a-0d019ec3923a req-92887196-6113-416a-88d5-c6c42a81f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:03.550913 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bf4c2e8-448a-45c0-af8a-0d019ec3923a req-92887196-6113-416a-88d5-c6c42a81f1ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=93108944-5cbf-4db3-a292-ca19f7b3e865 HTTP/1.1" status: 200 len: 898 time: 0.1766551 Nov 09 18:06:03.691328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a406b4-6a6e-4e45-842d-806f1ba8ec9a req-8504aed5-c326-41b6-91be-21913e17d338 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:03.693057 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a6a406b4-6a6e-4e45-842d-806f1ba8ec9a req-8504aed5-c326-41b6-91be-21913e17d338 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.1939423 Nov 09 18:06:03.727020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-62cbca8a-11b3-4381-8371-0a434f5b6093 req-4d7ed97b-84ef-4540-818d-6083fdd4e5b4 service neutron] (102154) timed out ('10.222.0.18', 62386) {{(pid=102154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:06:03.778331 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bf4c2e8-448a-45c0-af8a-0d019ec3923a req-46e7861c-78c6-4327-8bbc-b8243ed64d0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd34ac92-0760-45d1-8628-0ab94ca076cc HTTP/1.1" status: 200 len: 999 time: 0.2180207 Nov 09 18:06:03.850065 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a6a406b4-6a6e-4e45-842d-806f1ba8ec9a req-b8125a28-6c57-4df3-b10c-145bbd786092 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1418517 Nov 09 18:06:03.891163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4c2e8-448a-45c0-af8a-0d019ec3923a req-8ce9f73c-ca04-4bf3-aa2d-8eb39d63935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:03.893871 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0c981862-0d04-4944-9134-914ee8e4d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:05:23Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '077009e2-b3f0-4322-86b7-226a137bd60e', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'port_id': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'mac_address': 'fa:16:3e:4c:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:05:59Z', 'revision_number': 0, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:33Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:03.896651 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bf4c2e8-448a-45c0-af8a-0d019ec3923a req-8ce9f73c-ca04-4bf3-aa2d-8eb39d63935f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af332337-995c-4bc6-86fb-9ee97b4c8e9a HTTP/1.1" status: 200 len: 835 time: 0.1064026 Nov 09 18:06:03.973968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c981862-0d04-4944-9134-914ee8e4d4bb None None] Checking router: ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:06:03.979640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4c2e8-448a-45c0-af8a-0d019ec3923a req-d0d21aea-72d7-4799-8c06-b4bbc606586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:03.982006 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bf4c2e8-448a-45c0-af8a-0d019ec3923a req-d0d21aea-72d7-4799-8c06-b4bbc606586c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93108944-5cbf-4db3-a292-ca19f7b3e865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776327 Nov 09 18:06:04.012106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c981862-0d04-4944-9134-914ee8e4d4bb None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:04.017951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0c981862-0d04-4944-9134-914ee8e4d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:05:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:04.050115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59128) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:04.313061 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bf4c2e8-448a-45c0-af8a-0d019ec3923a req-5d74a006-b59e-4e4c-a788-26c6a1c81706 service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207879 Nov 09 18:06:04.324477 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45c5e149-b02a-4fd5-85ab-926b99fc1e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:04.358623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59138) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:04.386610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-0c981862-0d04-4944-9134-914ee8e4d4bb None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:04.661594 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45c5e149-b02a-4fd5-85ab-926b99fc1e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:04.675726 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45c5e149-b02a-4fd5-85ab-926b99fc1e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:04.722090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5e149-b02a-4fd5-85ab-926b99fc1e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f4294e-ef07-4348-82d9-6de5f1671697,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:04.769515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-45c5e149-b02a-4fd5-85ab-926b99fc1e77 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ccc7213c7e174987b43a42398e905da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7155323 Nov 09 18:06:04.771378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59142) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:04.866520 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9a6b-69fb-4886-a525-0ca14044fb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:04.944769 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9a6b-69fb-4886-a525-0ca14044fb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:05.081622 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9a6b-69fb-4886-a525-0ca14044fb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:05.084937 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9a6b-69fb-4886-a525-0ca14044fb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:05.086843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5aaa9a6b-69fb-4886-a525-0ca14044fb51 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7f4294e-ef07-4348-82d9-6de5f1671697 HTTP/1.1" status: 204 len: 168 time: 0.3142986 Nov 09 18:06:05.113117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa9a6b-69fb-4886-a525-0ca14044fb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f4294e-ef07-4348-82d9-6de5f1671697,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:05.117274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0c981862-0d04-4944-9134-914ee8e4d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:05:23Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '077009e2-b3f0-4322-86b7-226a137bd60e', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'port_id': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'mac_address': 'fa:16:3e:4c:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:05:59Z', 'revision_number': 0, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:33Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:05.166287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c981862-0d04-4944-9134-914ee8e4d4bb None None] The sync data for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 is: [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:05:23Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '077009e2-b3f0-4322-86b7-226a137bd60e', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'port_id': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'mac_address': 'fa:16:3e:4c:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:05:59Z', 'revision_number': 0, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:33Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:05.385347 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0bdb3f84-fcbd-4077-8665-1186984545a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/floatingips/077009e2-b3f0-4322-86b7-226a137bd60e HTTP/1.1" status: 200 len: 991 time: 0.9975333 Nov 09 18:06:05.473414 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bf4c2e8-448a-45c0-af8a-0d019ec3923a req-bb5d011d-3bfb-43cf-aec2-11aaf2b8d403 service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1505744 Nov 09 18:06:05.493429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f204b78-3331-4f99-bec0-e8af0eda987f req-4601f297-ae78-4556-bbd9-f067812069b1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:05.495622 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f204b78-3331-4f99-bec0-e8af0eda987f req-4601f297-ae78-4556-bbd9-f067812069b1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.2845666 Nov 09 18:06:05.598266 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f204b78-3331-4f99-bec0-e8af0eda987f req-1b21102e-59f4-4060-973e-ff8d4e54a758 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945961 Nov 09 18:06:05.655343 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492c7e8-4d03-41b0-9fab-a8a98ca80a18 None None] New status for floating IP 077009e2-b3f0-4322-86b7-226a137bd60e: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:06:06.387088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59196) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:06.498076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-eb6f0cff-b1b8-40c3-aa8d-6b8a76af6e97 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/floatingips/077009e2-b3f0-4322-86b7-226a137bd60e HTTP/1.1" status: 200 len: 993 time: 0.1091185 Nov 09 18:06:06.850514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8990f-8449-4e99-90bf-5657f14fda7f req-411e722f-81ce-4ddb-a971-7b6df6822484 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:06.853122 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1bc8990f-8449-4e99-90bf-5657f14fda7f req-411e722f-81ce-4ddb-a971-7b6df6822484 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.1228151 Nov 09 18:06:07.027617 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1bc8990f-8449-4e99-90bf-5657f14fda7f req-9c576cdf-fa21-42c0-82f4-f6f838304217 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1544640 Nov 09 18:06:07.883017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59244) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:08.120443 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-308be41b-09c4-452c-859a-dd37fcdfc77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.249147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926cf56-3c1e-4d03-8ec1-6f0e72e5306f req-83e0205b-55ad-4a60-a726-c7a477187071 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:08.260582 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d926cf56-3c1e-4d03-8ec1-6f0e72e5306f req-83e0205b-55ad-4a60-a726-c7a477187071 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.1119924 Nov 09 18:06:08.339696 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d926cf56-3c1e-4d03-8ec1-6f0e72e5306f req-e2ee980a-536f-43c2-b2ba-5577413d611b tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777619 Nov 09 18:06:08.362533 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-308be41b-09c4-452c-859a-dd37fcdfc77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.392427 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-308be41b-09c4-452c-859a-dd37fcdfc77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.452796 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308be41b-09c4-452c-859a-dd37fcdfc77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae32e48-f02a-4c0d-b6e2-13b3fb14e0d1,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:08.491134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-308be41b-09c4-452c-859a-dd37fcdfc77d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=edd847b773a44cac810e469284868b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6006429 Nov 09 18:06:08.494997 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59264) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:08.602475 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bdc54d85-e050-4c22-84a5-5c96c8f149d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.634752 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bdc54d85-e050-4c22-84a5-5c96c8f149d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.721067 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bdc54d85-e050-4c22-84a5-5c96c8f149d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.724626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bdc54d85-e050-4c22-84a5-5c96c8f149d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.728049 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bdc54d85-e050-4c22-84a5-5c96c8f149d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ae32e48-f02a-4c0d-b6e2-13b3fb14e0d1 HTTP/1.1" status: 204 len: 168 time: 0.2310617 Nov 09 18:06:08.774484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc54d85-e050-4c22-84a5-5c96c8f149d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae32e48-f02a-4c0d-b6e2-13b3fb14e0d1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:09.649772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230aa5bc-54a5-4d39-8ffc-0094be7871ec req-b42b7815-7a86-4eac-a1d6-4eea25bee5f2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:09.658301 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-230aa5bc-54a5-4d39-8ffc-0094be7871ec req-b42b7815-7a86-4eac-a1d6-4eea25bee5f2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.0990772 Nov 09 18:06:09.738641 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-230aa5bc-54a5-4d39-8ffc-0094be7871ec req-a7fc2941-f6cf-4938-9b0a-97d79f0592a2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791819 Nov 09 18:06:09.966109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59324) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:10.107381 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1550610686-network', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:10.130709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Made reservation on behalf of c61ba1007b9d47ef9eef23e730ae9aa3 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:10.134980 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.145965 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.256106 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.262529 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.289262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71baafb0-dab0-439a-b0e7-fdf89f3f8f1d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:10.302022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:06:10.316461 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.317584 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Added segment 8127d850-a481-4ac5-a897-a2fd543a8ca1 of type vlan for network 61c919a7-ec2e-4f17-a05f-af780b372ef3 Nov 09 18:06:10.397226 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.431973 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.433676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:10.435029 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.560887 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5934258 Nov 09 18:06:10.564079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59346) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:10.571613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7adeeaf9-4d11-451f-bece-2373a83c197e admin admin] Request body: {'subnet': {'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1550610686-subnet', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:10.574503 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97fa6a-e0ec-4c3b-b1f5-903d2c4dc8f5 admin admin] Pushing event updated for resources: {'Network': ['ID=61c919a7-ec2e-4f17-a05f-af780b372ef3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:10.589698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 61c919a7-ec2e-4f17-a05f-af780b372ef3 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:06:10.621682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adeeaf9-4d11-451f-bece-2373a83c197e admin admin] Made reservation on behalf of c61ba1007b9d47ef9eef23e730ae9aa3 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:10.624769 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7adeeaf9-4d11-451f-bece-2373a83c197e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.693326 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-930c4120-1b35-4444-8631-72c6426aa659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.956174 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7adeeaf9-4d11-451f-bece-2373a83c197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.975396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a776803-02ed-4075-a615-61b38a975e75 req-b327a87e-ade2-4fd1-a541-63bee88816a2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:10.976938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a776803-02ed-4075-a615-61b38a975e75 req-b327a87e-ade2-4fd1-a541-63bee88816a2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.1327477 Nov 09 18:06:11.073524 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a776803-02ed-4075-a615-61b38a975e75 req-97a56b15-7421-4dfe-83f4-30d888dfd7f2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698183 Nov 09 18:06:11.080952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adeeaf9-4d11-451f-bece-2373a83c197e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e71910-1469-4880-8710-bf2b1b4bd5a6,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:11.086013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adeeaf9-4d11-451f-bece-2373a83c197e admin admin] Checking segment: {'id': '8127d850-a481-4ac5-a897-a2fd543a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:11.086363 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adeeaf9-4d11-451f-bece-2373a83c197e admin admin] Network hostable DHCP agents. Network: 61c919a7-ec2e-4f17-a05f-af780b372ef3, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:06:11.117095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adeeaf9-4d11-451f-bece-2373a83c197e admin admin] Network 61c919a7-ec2e-4f17-a05f-af780b372ef3 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:06:11.134431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-7adeeaf9-4d11-451f-bece-2373a83c197e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 61c919a7-ec2e-4f17-a05f-af780b372ef3) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:11.142184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adeeaf9-4d11-451f-bece-2373a83c197e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:11.142966 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7adeeaf9-4d11-451f-bece-2373a83c197e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.156875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3f1d34-ccb3-4403-98dc-7e5e5271bee5 None None] Network 61c919a7-ec2e-4f17-a05f-af780b372ef3 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:11.178480 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7adeeaf9-4d11-451f-bece-2373a83c197e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6097045 Nov 09 18:06:11.179109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59364) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:11.184930 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1550610686-router', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:11.228204 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.229962 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.309778 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.423813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-61c919a7-ec2e-4f17-a05f-af780b372ef3', 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'fixed_ips': [{'subnet_id': 'c9e71910-1469-4880-8710-bf2b1b4bd5a6'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:06:11.427559 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.520022 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.611568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Allocated IP 172.20.0.2 (61c919a7-ec2e-4f17-a05f-af780b372ef3/c9e71910-1469-4880-8710-bf2b1b4bd5a6/fc23638e-019a-46bf-a058-2fa3b4ab3a8e) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:11.845153 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.877196 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.937344 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.945782 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.987277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Network 61c919a7-ec2e-4f17-a05f-af780b372ef3 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:11.990713 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:11.995814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:12.040428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Pushing event updated for resources: {'Port': ['ID=fc23638e-019a-46bf-a058-2fa3b4ab3a8e,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:12.090340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Allocated IP 172.25.1.215 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/7e21d056-d3fe-4042-b8cd-74bf621933fc) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:12.104951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Attempting to bind port fc23638e-019a-46bf-a058-2fa3b4ab3a8e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:12.105629 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Attempting to bind port fc23638e-019a-46bf-a058-2fa3b4ab3a8e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '8127d850-a481-4ac5-a897-a2fd543a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:12.106706 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Attempting to bind port fc23638e-019a-46bf-a058-2fa3b4ab3a8e on network 61c919a7-ec2e-4f17-a05f-af780b372ef3 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:12.116082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:12.116780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Checking segment: {'id': '8127d850-a481-4ac5-a897-a2fd543a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:12.131690 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.132491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Bound using segment: {'id': '8127d850-a481-4ac5-a897-a2fd543a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:12.133932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Bound port: fc23638e-019a-46bf-a058-2fa3b4ab3a8e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8127d850-a481-4ac5-a897-a2fd543a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:12.134669 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.139675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b9dae33d-8072-4747-82f8-2146bd43b1eb details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:06:12.284580 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.284711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:12.318545 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'port_id': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'mac_address': 'fa:16:3e:9d:67:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:06:12.344895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32707719-f4db-4be0-96a3-52bcf3015fe3 req-81fc9b7c-2ea6-401d-9b3a-3d6660791854 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:12.346648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-32707719-f4db-4be0-96a3-52bcf3015fe3 req-81fc9b7c-2ea6-401d-9b3a-3d6660791854 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 944 time: 0.0852501 Nov 09 18:06:12.372296 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.425917 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.447775 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:12.461325 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] For port fc23638e-019a-46bf-a058-2fa3b4ab3a8e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:12.468065 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:12.478215 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-32707719-f4db-4be0-96a3-52bcf3015fe3 req-5a0c3159-4403-4176-a8e9-a3a5c4e9a8d4 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750124 Nov 09 18:06:12.480936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:12.493535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9dae33d-8072-4747-82f8-2146bd43b1eb {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:12.508417 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] For port fc23638e-019a-46bf-a058-2fa3b4ab3a8e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fc23638e-019a-46bf-a058-2fa3b4ab3a8e,segment=NetworkSegment(8127d850-a481-4ac5-a897-a2fd543a8ca1),segment_id=8127d850-a481-4ac5-a897-a2fd543a8ca1)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:12.519360 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.530433 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:12.534725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Pushing event updated for resources: {'Port': ['ID=7e21d056-d3fe-4042-b8cd-74bf621933fc,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:12.544220 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.616993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fb20e-9ddb-4a46-9926-2e328c04a7ef None None] Pushing event updated for resources: {'Port': ['ID=fc23638e-019a-46bf-a058-2fa3b4ab3a8e,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:12.692006 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b9dae33d-8072-4747-82f8-2146bd43b1eb,revision_number=11']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:12.767449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['b9dae33d-8072-4747-82f8-2146bd43b1eb'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:06:13.016268 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.159553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fc23638e-019a-46bf-a058-2fa3b4ab3a8e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:13.234917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fc23638e-019a-46bf-a058-2fa3b4ab3a8e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:13.235986 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.332240 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.387751 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.388753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port fc23638e-019a-46bf-a058-2fa3b4ab3a8e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fc23638e-019a-46bf-a058-2fa3b4ab3a8e,segment=NetworkSegment(8127d850-a481-4ac5-a897-a2fd543a8ca1),segment_id=8127d850-a481-4ac5-a897-a2fd543a8ca1)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:13.415738 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.491064 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=fc23638e-019a-46bf-a058-2fa3b4ab3a8e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:13.505247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:13.505698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:13.506470 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:13.507333 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:13.510433 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:13.510433 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:13.511399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:13.511915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:13.518058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:13.518058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:13.520131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:13.520131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:13.675057 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e84ce05d-e8f5-495f-a842-197a89c0c4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.681843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Router 09692359-0cf1-485e-a769-854b1642bfa6 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:06:13.703162 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44949-3730-4672-8c3b-4409069bc6ea req-739f0399-184b-42b3-a639-93f50007d1ab tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:13.716256 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f6e44949-3730-4672-8c3b-4409069bc6ea req-739f0399-184b-42b3-a639-93f50007d1ab tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.1117654 Nov 09 18:06:13.850012 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f6e44949-3730-4672-8c3b-4409069bc6ea req-d6545d14-def9-4f9b-bdf9-6752c99b3fde tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1325936 Nov 09 18:06:13.923194 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:13.934030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Sync routers for ids ['09692359-0cf1-485e-a769-854b1642bfa6'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:13.953730 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.954777 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f3627382-ab56-4313-835f-a28d469aa09f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7745111 Nov 09 18:06:13.957982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59444) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:13.960014 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Routers {'09692359-0cf1-485e-a769-854b1642bfa6'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:13.960919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['09692359-0cf1-485e-a769-854b1642bfa6'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:14.095112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9396d274-fe9f-45ad-a551-7119bd1f31d9 None None] Network 61c919a7-ec2e-4f17-a05f-af780b372ef3 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:14.161348 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b9dae33d-8072-4747-82f8-2146bd43b1eb up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:14.244685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Set router 09692359-0cf1-485e-a769-854b1642bfa6 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:14.335304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4b5baff2-53db-4029-a97d-119fc850f1e6 None None] Provisioning complete for port fc23638e-019a-46bf-a058-2fa3b4ab3a8e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:14.335612 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b5baff2-53db-4029-a97d-119fc850f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:14.423392 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port b9dae33d-8072-4747-82f8-2146bd43b1eb completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:06:14.454573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port b9dae33d-8072-4747-82f8-2146bd43b1eb triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:14.454573 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:14.695089 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:14.857608 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:14.990548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Allocated IP 172.20.0.1 (61c919a7-ec2e-4f17-a05f-af780b372ef3/c9e71910-1469-4880-8710-bf2b1b4bd5a6/75d0e87a-d8ab-44be-9a3c-558c0ec3aae6) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:15.122930 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14776942-c116-464a-a409-323a8e94df42 req-081f0649-f8b1-482a-af76-f645d39234bc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:15.125484 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-14776942-c116-464a-a409-323a8e94df42 req-081f0649-f8b1-482a-af76-f645d39234bc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 945 time: 0.0762339 Nov 09 18:06:15.150932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fc23638e-019a-46bf-a058-2fa3b4ab3a8e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:15.171963 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.205093 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-14776942-c116-464a-a409-323a8e94df42 req-8b512f1a-6073-4361-a71e-ffabd9fd03c2 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672550 Nov 09 18:06:15.259587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:15.262381 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c1f086-95a0-45b6-9119-3b46563105e0" -d '{"events": [{"server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "name": "network-vif-plugged", "status": "completed", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:15.280971 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:15.285041 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09692359-0cf1-485e-a769-854b1642bfa6', 'name': 'tempest-TestAggregatesBasicOps-1550610686-router', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:12Z', 'revision_number': 3, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'gw_port': {'id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09692359-0cf1-485e-a769-854b1642bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:15.293134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.301360 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.382865 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be79eb6f-0a64-4dbd-a711-2813a0a3fe75 x-openstack-request-id: req-be79eb6f-0a64-4dbd-a711-2813a0a3fe75 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:15.384117 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "name": "network-vif-plugged", "status": "completed", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:15.384550 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be79eb6f-0a64-4dbd-a711-2813a0a3fe75 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:15.385148 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'code': 200} Nov 09 18:06:15.386445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.395478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Checking router: 09692359-0cf1-485e-a769-854b1642bfa6 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:06:15.396269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Updating router 09692359-0cf1-485e-a769-854b1642bfa6 port 7e21d056-d3fe-4042-b8cd-74bf621933fc binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:06:15.404135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fc23638e-019a-46bf-a058-2fa3b4ab3a8e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:15.404931 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.511936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Network 61c919a7-ec2e-4f17-a05f-af780b372ef3 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:15.521907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:15.525337 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:15.566739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b9dae33d-8072-4747-82f8-2146bd43b1eb,revision_number=12']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:15.576801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Pushing event updated for resources: {'Port': ['ID=75d0e87a-d8ab-44be-9a3c-558c0ec3aae6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:15.585714 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.589200 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.765894 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.858275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921e486-6f1c-49ca-9e4e-c4897b73e335 req-2aaa0ce5-4f5d-4a0e-b148-eb755b140638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:15.861053 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f921e486-6f1c-49ca-9e4e-c4897b73e335 req-2aaa0ce5-4f5d-4a0e-b148-eb755b140638 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 1097 time: 0.2847598 Nov 09 18:06:15.990781 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e9501ea7-a206-4200-be42-91d41f85a8e9 None None] Provisioning complete for port fc23638e-019a-46bf-a058-2fa3b4ab3a8e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:15.991485 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e9501ea7-a206-4200-be42-91d41f85a8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.046880 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f921e486-6f1c-49ca-9e4e-c4897b73e335 req-93b47c9e-d495-40a6-86eb-2c8f85eaed0b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1662118 Nov 09 18:06:16.150315 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.158030 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.187781 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.347184 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Attempting to bind port 7e21d056-d3fe-4042-b8cd-74bf621933fc on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:16.348678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Attempting to bind port 7e21d056-d3fe-4042-b8cd-74bf621933fc by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:16.351936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Attempting to bind port 7e21d056-d3fe-4042-b8cd-74bf621933fc on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:16.384613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c570a5-f68d-49e0-85e9-df8b7e394841 None None] Pushing event updated for resources: {'Port': ['ID=7e21d056-d3fe-4042-b8cd-74bf621933fc,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:16.396364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:16.397197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:16.397974 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.398485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:16.399107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Bound port: 7e21d056-d3fe-4042-b8cd-74bf621933fc, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:16.399641 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.463399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a85f6a76-56d5-4935-bb50-794073bb45b6 None None] Provisioning complete for port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:16.463399 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a85f6a76-56d5-4935-bb50-794073bb45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.558574 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.570498 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] For port 7e21d056-d3fe-4042-b8cd-74bf621933fc, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:16.573085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54205e-dd87-4a24-b70b-a0b089ff127b req-a89e857c-999f-4c01-8ac6-ea8623a990d0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:16.574683 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f54205e-dd87-4a24-b70b-a0b089ff127b req-a89e857c-999f-4c01-8ac6-ea8623a990d0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 946 time: 0.1704655 Nov 09 18:06:16.575971 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.589941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] For port 7e21d056-d3fe-4042-b8cd-74bf621933fc, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7e21d056-d3fe-4042-b8cd-74bf621933fc,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:16.591723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6a76-56d5-4935-bb50-794073bb45b6 None None] Port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:16.606003 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.696877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Routers {'09692359-0cf1-485e-a769-854b1642bfa6'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:16.697556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['09692359-0cf1-485e-a769-854b1642bfa6'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:16.703399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Pushing event updated for resources: {'Port': ['ID=75d0e87a-d8ab-44be-9a3c-558c0ec3aae6,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:16.722787 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.729116 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f54205e-dd87-4a24-b70b-a0b089ff127b req-6ff0b07e-7734-4a66-8e1d-624717cb0cd0 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185131 Nov 09 18:06:16.862795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c570a5-f68d-49e0-85e9-df8b7e394841 None None] Pushing event updated for resources: {'Port': ['ID=7e21d056-d3fe-4042-b8cd-74bf621933fc,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:16.906237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] Set router 09692359-0cf1-485e-a769-854b1642bfa6 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:16.920912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Network 61c919a7-ec2e-4f17-a05f-af780b372ef3 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:16.923367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:17.186876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Router 09692359-0cf1-485e-a769-854b1642bfa6 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:06:17.349115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:17.372034 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-60f34696-e13b-4248-b601-ca25cb6ca827 admin admin] 10.222.0.81 "PUT /v2.0/routers/09692359-0cf1-485e-a769-854b1642bfa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3982875 Nov 09 18:06:17.382992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3fd39aba-1d05-4093-ada8-e4a70fb2a567 None None] Provisioning complete for port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:17.382992 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3fd39aba-1d05-4093-ada8-e4a70fb2a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.475590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-3fd39aba-1d05-4093-ada8-e4a70fb2a567 None None] Port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:17.488929 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09692359-0cf1-485e-a769-854b1642bfa6', 'name': 'tempest-TestAggregatesBasicOps-1550610686-router', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:16Z', 'revision_number': 4, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'gw_port': {'id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09692359-0cf1-485e-a769-854b1642bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '75d0e87a-d8ab-44be-9a3c-558c0ec3aae6', 'name': '', 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'mac_address': 'fa:16:3e:de:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09692359-0cf1-485e-a769-854b1642bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c9e71910-1469-4880-8710-bf2b1b4bd5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:14Z', 'updated_at': '2021-11-09T18:06:16Z', 'revision_number': 2, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'subnets': [{'id': 'c9e71910-1469-4880-8710-bf2b1b4bd5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:17.536587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64768d67-28fc-48e2-b744-be5b31e17814 None None] The sync data for ids ['09692359-0cf1-485e-a769-854b1642bfa6'] in n-d-817236-1 is: [{'id': '09692359-0cf1-485e-a769-854b1642bfa6', 'name': 'tempest-TestAggregatesBasicOps-1550610686-router', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:16Z', 'revision_number': 4, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'gw_port': {'id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09692359-0cf1-485e-a769-854b1642bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '75d0e87a-d8ab-44be-9a3c-558c0ec3aae6', 'name': '', 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'mac_address': 'fa:16:3e:de:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09692359-0cf1-485e-a769-854b1642bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c9e71910-1469-4880-8710-bf2b1b4bd5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:14Z', 'updated_at': '2021-11-09T18:06:16Z', 'revision_number': 2, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'subnets': [{'id': 'c9e71910-1469-4880-8710-bf2b1b4bd5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:17.666519 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.982322 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7fb2b-3dc8-4fe1-8cb7-a408140425e1 req-89584ddd-075d-4888-833d-28a9ce21c819 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:17.984200 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bbe7fb2b-3dc8-4fe1-8cb7-a408140425e1 req-89584ddd-075d-4888-833d-28a9ce21c819 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 946 time: 0.0698049 Nov 09 18:06:18.068641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bbe7fb2b-3dc8-4fe1-8cb7-a408140425e1 req-df994288-71cb-48bb-87a2-ef7930f6b3e5 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735440 Nov 09 18:06:18.410972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59600) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:18.418833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1488615041-network', 'tenant_id': 'c4014f08611e456db99621c8494889cc'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:18.457348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Made reservation on behalf of c4014f08611e456db99621c8494889cc for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:18.461383 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.477606 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.719378 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.727908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.771061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:06:18.789563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcbafea-2d93-4600-9f6b-5718eb56232a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:18.793074 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.793600 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Added segment ab607830-291f-4204-bca3-4040a8c96e01 of type vlan for network 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1 Nov 09 18:06:18.853946 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.888115 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.889441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:18.890098 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.968223 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5535336 Nov 09 18:06:18.968584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59608) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:18.977028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1665e24b-9c0f-4896-89be-013b3056b009 admin admin] Request body: {'subnet': {'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1488615041-subnet', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:18.982201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d0015-5a32-4e81-b348-9d64d04e9730 admin admin] Pushing event updated for resources: {'Network': ['ID=40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:19.006177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:06:19.021107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1665e24b-9c0f-4896-89be-013b3056b009 admin admin] Made reservation on behalf of c4014f08611e456db99621c8494889cc for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:19.023998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1665e24b-9c0f-4896-89be-013b3056b009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.088969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e21d056-d3fe-4042-b8cd-74bf621933fc up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:19.215298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7e21d056-d3fe-4042-b8cd-74bf621933fc triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:19.215922 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.365931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e1f4c-4ead-4017-abed-77443c67e83b req-1d6887fd-8b56-4c9d-a53a-403e2c6c9ed8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:19.367845 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-836e1f4c-4ead-4017-abed-77443c67e83b req-1d6887fd-8b56-4c9d-a53a-403e2c6c9ed8 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 946 time: 0.1683795 Nov 09 18:06:19.384566 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.429875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 7e21d056-d3fe-4042-b8cd-74bf621933fc, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7e21d056-d3fe-4042-b8cd-74bf621933fc,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:19.484158 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.490865 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-836e1f4c-4ead-4017-abed-77443c67e83b req-d46f2776-18ae-4aef-b556-e5fda42c09e7 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869596 Nov 09 18:06:19.525404 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1665e24b-9c0f-4896-89be-013b3056b009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.612500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665e24b-9c0f-4896-89be-013b3056b009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90bf2334-0344-4ad6-a7a1-b5b91968199f,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:19.624676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=7e21d056-d3fe-4042-b8cd-74bf621933fc,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:19.643844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665e24b-9c0f-4896-89be-013b3056b009 admin admin] Checking segment: {'id': 'ab607830-291f-4204-bca3-4040a8c96e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:19.644207 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1665e24b-9c0f-4896-89be-013b3056b009 admin admin] Network hostable DHCP agents. Network: 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:06:19.665061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1665e24b-9c0f-4896-89be-013b3056b009 admin admin] Network 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:06:19.685303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-1665e24b-9c0f-4896-89be-013b3056b009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:19.696565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665e24b-9c0f-4896-89be-013b3056b009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:19.697018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f77a23-91cc-4d88-8379-2852ff638ddb None None] Network 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:19.697838 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1665e24b-9c0f-4896-89be-013b3056b009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.723760 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1665e24b-9c0f-4896-89be-013b3056b009 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7535751 Nov 09 18:06:19.727147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 59624) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:19.736922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1488615041-router', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:19.771025 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.773775 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.890678 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.920521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1', 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'fixed_ips': [{'subnet_id': '90bf2334-0344-4ad6-a7a1-b5b91968199f'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:06:19.922023 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:20.077838 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:06:20.127155 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Allocated IP 172.20.0.2 (40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1/90bf2334-0344-4ad6-a7a1-b5b91968199f/327263ca-ef68-49be-b4e6-f105e9881b64) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:20.354085 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:20.362671 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:20.432936 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:20.440188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Pushing event updated for resources: {'Port': ['ID=327263ca-ef68-49be-b4e6-f105e9881b64,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:20.458997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Network 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:20.461012 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:20.466586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:20.538424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Attempting to bind port 327263ca-ef68-49be-b4e6-f105e9881b64 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:20.538803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Attempting to bind port 327263ca-ef68-49be-b4e6-f105e9881b64 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ab607830-291f-4204-bca3-4040a8c96e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:20.539150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Attempting to bind port 327263ca-ef68-49be-b4e6-f105e9881b64 on network 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:20.548221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:20.548595 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Checking segment: {'id': 'ab607830-291f-4204-bca3-4040a8c96e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:20.550543 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:20.551128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Bound using segment: {'id': 'ab607830-291f-4204-bca3-4040a8c96e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:20.551994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Bound port: 327263ca-ef68-49be-b4e6-f105e9881b64, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab607830-291f-4204-bca3-4040a8c96e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:20.552525 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:20.670245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] For port 327263ca-ef68-49be-b4e6-f105e9881b64, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:20.675781 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] For port 327263ca-ef68-49be-b4e6-f105e9881b64, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=327263ca-ef68-49be-b4e6-f105e9881b64,segment=NetworkSegment(ab607830-291f-4204-bca3-4040a8c96e01),segment_id=ab607830-291f-4204-bca3-4040a8c96e01)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:20.682561 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:20.753587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ffdd0-ab0e-408a-8f13-25e2d0f56b08 None None] Pushing event updated for resources: {'Port': ['ID=327263ca-ef68-49be-b4e6-f105e9881b64,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:20.806951 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:20.839531 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:21.032367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Allocated IP 172.25.1.218 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/a3e11d08-73b9-4673-b944-6ea0f59c526e) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:21.076787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e21d056-d3fe-4042-b8cd-74bf621933fc up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:21.157473 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Sync routers for ids ['09692359-0cf1-485e-a769-854b1642bfa6'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:21.168697 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Routers {'09692359-0cf1-485e-a769-854b1642bfa6'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:21.169489 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['09692359-0cf1-485e-a769-854b1642bfa6'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:21.254868 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:21.293481 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7e21d056-d3fe-4042-b8cd-74bf621933fc triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:21.294025 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:21.370902 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:21.403909 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Set router 09692359-0cf1-485e-a769-854b1642bfa6 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:21.462543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:21.465956 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:21.482345 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:21.577683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3e11d08-73b9-4673-b944-6ea0f59c526e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:21.807350 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09692359-0cf1-485e-a769-854b1642bfa6', 'name': 'tempest-TestAggregatesBasicOps-1550610686-router', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:16Z', 'revision_number': 4, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'gw_port': {'id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09692359-0cf1-485e-a769-854b1642bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '75d0e87a-d8ab-44be-9a3c-558c0ec3aae6', 'name': '', 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'mac_address': 'fa:16:3e:de:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09692359-0cf1-485e-a769-854b1642bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c9e71910-1469-4880-8710-bf2b1b4bd5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:14Z', 'updated_at': '2021-11-09T18:06:16Z', 'revision_number': 2, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'subnets': [{'id': 'c9e71910-1469-4880-8710-bf2b1b4bd5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:21.850460 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Checking router: 09692359-0cf1-485e-a769-854b1642bfa6 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:06:21.850834 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Updating router 09692359-0cf1-485e-a769-854b1642bfa6 port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:06:21.895482 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.016970 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.323057 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.331598 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.339557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.448793 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f65f6e3-e9a6-4d60-97e3-0d99b8ccac85 None None] Network 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:22.474068 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Pushing event updated for resources: {'Port': ['ID=75d0e87a-d8ab-44be-9a3c-558c0ec3aae6,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:22.542780 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:22.543120 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:22.543507 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:22.543839 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:22.544268 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:22.544603 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:22.544930 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:22.545251 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:22.545570 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:22.545886 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:22.546204 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:22.546587 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:22.621613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Router 9399bc29-cfef-4595-a35f-7d8ceee5e8ac is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:06:22.676945 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Attempting to bind port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:22.678543 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Attempting to bind port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '8127d850-a481-4ac5-a897-a2fd543a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:22.679036 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Attempting to bind port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 on network 61c919a7-ec2e-4f17-a05f-af780b372ef3 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:22.692639 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:22.693118 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Checking segment: {'id': '8127d850-a481-4ac5-a897-a2fd543a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:22.693802 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.694300 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Bound using segment: {'id': '8127d850-a481-4ac5-a897-a2fd543a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:22.695143 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Bound port: 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8127d850-a481-4ac5-a897-a2fd543a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:22.695891 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.806916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-52e3792b-fe83-4454-adba-0276317b5c86 None None] Provisioning complete for port 327263ca-ef68-49be-b4e6-f105e9881b64 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:22.807310 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52e3792b-fe83-4454-adba-0276317b5c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.843605 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] For port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:22.853507 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] For port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=75d0e87a-d8ab-44be-9a3c-558c0ec3aae6,segment=NetworkSegment(8127d850-a481-4ac5-a897-a2fd543a8ca1),segment_id=8127d850-a481-4ac5-a897-a2fd543a8ca1)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:22.867603 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.991432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:23.023660 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:23.026066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ac62fe11-f13e-4f47-9b99-ae1d22ccecb8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2973363 Nov 09 18:06:23.026920 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8354f-9407-4551-9b91-52daac0caf72 None None] Pushing event updated for resources: {'Port': ['ID=75d0e87a-d8ab-44be-9a3c-558c0ec3aae6,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:23.035010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59676) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:23.059933 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Routers {'09692359-0cf1-485e-a769-854b1642bfa6'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:23.060873 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['09692359-0cf1-485e-a769-854b1642bfa6'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:23.161379 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Sync routers for ids ['9399bc29-cfef-4595-a35f-7d8ceee5e8ac'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:23.206179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 327263ca-ef68-49be-b4e6-f105e9881b64 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:23.334096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Routers {'9399bc29-cfef-4595-a35f-7d8ceee5e8ac'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:23.335294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9399bc29-cfef-4595-a35f-7d8ceee5e8ac'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:23.505358 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] Set router 09692359-0cf1-485e-a769-854b1642bfa6 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:23.522990 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:23.537186 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 327263ca-ef68-49be-b4e6-f105e9881b64 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:23.537705 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:23.732714 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52e3792b-fe83-4454-adba-0276317b5c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:23.870550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Set router 9399bc29-cfef-4595-a35f-7d8ceee5e8ac gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:23.977463 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09692359-0cf1-485e-a769-854b1642bfa6', 'name': 'tempest-TestAggregatesBasicOps-1550610686-router', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:16Z', 'revision_number': 4, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'gw_port': {'id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09692359-0cf1-485e-a769-854b1642bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '75d0e87a-d8ab-44be-9a3c-558c0ec3aae6', 'name': '', 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'mac_address': 'fa:16:3e:de:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09692359-0cf1-485e-a769-854b1642bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c9e71910-1469-4880-8710-bf2b1b4bd5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:14Z', 'updated_at': '2021-11-09T18:06:22Z', 'revision_number': 4, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'subnets': [{'id': 'c9e71910-1469-4880-8710-bf2b1b4bd5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:23.996031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-52e3792b-fe83-4454-adba-0276317b5c86 None None] For port 327263ca-ef68-49be-b4e6-f105e9881b64, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=327263ca-ef68-49be-b4e6-f105e9881b64,segment=NetworkSegment(ab607830-291f-4204-bca3-4040a8c96e01),segment_id=ab607830-291f-4204-bca3-4040a8c96e01)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:23.997463 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.007413 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52e3792b-fe83-4454-adba-0276317b5c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.033790 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3738bbfd-6955-4c07-a730-a68616203cc3 None None] The sync data for ids ['09692359-0cf1-485e-a769-854b1642bfa6'] in n-d-817236-1 is: [{'id': '09692359-0cf1-485e-a769-854b1642bfa6', 'name': 'tempest-TestAggregatesBasicOps-1550610686-router', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:16Z', 'revision_number': 4, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'gw_port': {'id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09692359-0cf1-485e-a769-854b1642bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '75d0e87a-d8ab-44be-9a3c-558c0ec3aae6', 'name': '', 'network_id': '61c919a7-ec2e-4f17-a05f-af780b372ef3', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'mac_address': 'fa:16:3e:de:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09692359-0cf1-485e-a769-854b1642bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'c9e71910-1469-4880-8710-bf2b1b4bd5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:14Z', 'updated_at': '2021-11-09T18:06:22Z', 'revision_number': 4, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'subnets': [{'id': 'c9e71910-1469-4880-8710-bf2b1b4bd5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:24.055151 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.193494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7e09dd1e-f807-437d-a35b-cbd3bb360b28 None None] Provisioning complete for port 327263ca-ef68-49be-b4e6-f105e9881b64 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:24.193866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7e09dd1e-f807-437d-a35b-cbd3bb360b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.308557 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3792b-fe83-4454-adba-0276317b5c86 None None] Pushing event updated for resources: {'Port': ['ID=327263ca-ef68-49be-b4e6-f105e9881b64,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:24.371868 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:06:24.372244 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:06:24.427212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.486480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'name': 'tempest-TestAggregatesBasicOps-1488615041-router', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:19Z', 'updated_at': '2021-11-09T18:06:21Z', 'revision_number': 3, 'project_id': 'c4014f08611e456db99621c8494889cc', 'gw_port': {'id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:20Z', 'updated_at': '2021-11-09T18:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:24.523912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Checking router: 9399bc29-cfef-4595-a35f-7d8ceee5e8ac for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:06:24.525072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Updating router 9399bc29-cfef-4595-a35f-7d8ceee5e8ac port a3e11d08-73b9-4673-b944-6ea0f59c526e binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:06:24.529545 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7e09dd1e-f807-437d-a35b-cbd3bb360b28 None None] Provisioning complete for port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:24.530286 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7e09dd1e-f807-437d-a35b-cbd3bb360b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.673914 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.725453 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Allocated IP 172.20.0.1 (40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1/90bf2334-0344-4ad6-a7a1-b5b91968199f/f1176677-37e3-48be-887e-b701883e0905) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:24.856396 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7e09dd1e-f807-437d-a35b-cbd3bb360b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.914834 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.006097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7e09dd1e-f807-437d-a35b-cbd3bb360b28 None None] For port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=75d0e87a-d8ab-44be-9a3c-558c0ec3aae6,segment=NetworkSegment(8127d850-a481-4ac5-a897-a2fd543a8ca1),segment_id=8127d850-a481-4ac5-a897-a2fd543a8ca1)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:25.021781 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.086898 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7e09dd1e-f807-437d-a35b-cbd3bb360b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.133349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Network 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:25.137385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:25.142145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:25.183368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1176677-37e3-48be-887e-b701883e0905,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:25.200925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:25.201384 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:25.201800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:25.202205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:25.202605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:25.203147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:25.203632 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:25.204064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:25.204530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:25.204930 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:25.205328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:25.205723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:25.231497 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.258530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09dd1e-f807-437d-a35b-cbd3bb360b28 None None] Pushing event updated for resources: {'Port': ['ID=75d0e87a-d8ab-44be-9a3c-558c0ec3aae6,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:25.392144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 327263ca-ef68-49be-b4e6-f105e9881b64 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:25.450790 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.472117 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.480107 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.525487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 327263ca-ef68-49be-b4e6-f105e9881b64 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:25.525938 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.568023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Attempting to bind port a3e11d08-73b9-4673-b944-6ea0f59c526e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:25.568383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Attempting to bind port a3e11d08-73b9-4673-b944-6ea0f59c526e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:25.568954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Attempting to bind port a3e11d08-73b9-4673-b944-6ea0f59c526e on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:25.596450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:25.596772 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:25.597186 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.597843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:25.598344 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Bound port: a3e11d08-73b9-4673-b944-6ea0f59c526e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:25.598722 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.647656 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e8196-0cd0-479b-85d2-d56fa466996b None None] Pushing event updated for resources: {'Port': ['ID=a3e11d08-73b9-4673-b944-6ea0f59c526e,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:25.654490 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2f8e982b-a721-4673-b86d-b943fd013dcf None None] Provisioning complete for port f1176677-37e3-48be-887e-b701883e0905 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:25.654861 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f8e982b-a721-4673-b86d-b943fd013dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.698910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e982b-a721-4673-b86d-b943fd013dcf None None] Port f1176677-37e3-48be-887e-b701883e0905 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:25.712906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] For port a3e11d08-73b9-4673-b944-6ea0f59c526e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:25.722719 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] For port a3e11d08-73b9-4673-b944-6ea0f59c526e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a3e11d08-73b9-4673-b944-6ea0f59c526e,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:25.733134 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.767731 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.781815 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.827039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:25.893779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e8196-0cd0-479b-85d2-d56fa466996b None None] Pushing event updated for resources: {'Port': ['ID=a3e11d08-73b9-4673-b944-6ea0f59c526e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:25.897303 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Routers {'9399bc29-cfef-4595-a35f-7d8ceee5e8ac'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:25.897968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9399bc29-cfef-4595-a35f-7d8ceee5e8ac'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:25.915370 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.918578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1176677-37e3-48be-887e-b701883e0905,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:26.016381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:26.016574 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.056711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] Set router 9399bc29-cfef-4595-a35f-7d8ceee5e8ac gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:26.101119 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Network 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:26.103056 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:26.331003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Router 9399bc29-cfef-4595-a35f-7d8ceee5e8ac has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:06:26.511352 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:26.525196 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d5494a02-2d7d-464c-8c55-a01dfc026db2 admin admin] 10.222.0.81 "PUT /v2.0/routers/9399bc29-cfef-4595-a35f-7d8ceee5e8ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4865394 Nov 09 18:06:26.569588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b60ad8b6-760b-4ffb-addd-d326003159a6 None None] Provisioning complete for port f1176677-37e3-48be-887e-b701883e0905 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:26.570323 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b60ad8b6-760b-4ffb-addd-d326003159a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.621940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b60ad8b6-760b-4ffb-addd-d326003159a6 None None] Port f1176677-37e3-48be-887e-b701883e0905 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:26.652771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'name': 'tempest-TestAggregatesBasicOps-1488615041-router', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:19Z', 'updated_at': '2021-11-09T18:06:25Z', 'revision_number': 4, 'project_id': 'c4014f08611e456db99621c8494889cc', 'gw_port': {'id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:20Z', 'updated_at': '2021-11-09T18:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f1176677-37e3-48be-887e-b701883e0905', 'name': '', 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'mac_address': 'fa:16:3e:08:78:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '90bf2334-0344-4ad6-a7a1-b5b91968199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:24Z', 'updated_at': '2021-11-09T18:06:25Z', 'revision_number': 2, 'project_id': 'c4014f08611e456db99621c8494889cc', 'subnets': [{'id': '90bf2334-0344-4ad6-a7a1-b5b91968199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:26.694274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe45a07-1486-4c0d-bec7-5a5fe83bc78c None None] The sync data for ids ['9399bc29-cfef-4595-a35f-7d8ceee5e8ac'] in n-d-817236-1 is: [{'id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'name': 'tempest-TestAggregatesBasicOps-1488615041-router', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:19Z', 'updated_at': '2021-11-09T18:06:25Z', 'revision_number': 4, 'project_id': 'c4014f08611e456db99621c8494889cc', 'gw_port': {'id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:20Z', 'updated_at': '2021-11-09T18:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f1176677-37e3-48be-887e-b701883e0905', 'name': '', 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'mac_address': 'fa:16:3e:08:78:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '90bf2334-0344-4ad6-a7a1-b5b91968199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:24Z', 'updated_at': '2021-11-09T18:06:25Z', 'revision_number': 2, 'project_id': 'c4014f08611e456db99621c8494889cc', 'subnets': [{'id': '90bf2334-0344-4ad6-a7a1-b5b91968199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:27.132837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:27.193825 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:27.194238 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.018143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 59824) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.134177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a3e11d08-73b9-4673-b944-6ea0f59c526e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:29.302704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a3e11d08-73b9-4673-b944-6ea0f59c526e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:29.304277 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.524907 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.563420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port a3e11d08-73b9-4673-b944-6ea0f59c526e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a3e11d08-73b9-4673-b944-6ea0f59c526e,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:29.571504 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.684127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=a3e11d08-73b9-4673-b944-6ea0f59c526e,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:29.832569 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83805651-8023-4257-9412-e00726200dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.258943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-83805651-8023-4257-9412-e00726200dc6 admin admin] Deleting port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:30.259992 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83805651-8023-4257-9412-e00726200dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.376601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-83805651-8023-4257-9412-e00726200dc6 admin admin] For port 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=75d0e87a-d8ab-44be-9a3c-558c0ec3aae6,segment=NetworkSegment(8127d850-a481-4ac5-a897-a2fd543a8ca1),segment_id=8127d850-a481-4ac5-a897-a2fd543a8ca1)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:30.377062 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83805651-8023-4257-9412-e00726200dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.399764 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-83805651-8023-4257-9412-e00726200dc6 admin admin] Calling delete_port for 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:30.461666 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Sync routers for ids ['9399bc29-cfef-4595-a35f-7d8ceee5e8ac'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:30.479007 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Routers {'9399bc29-cfef-4595-a35f-7d8ceee5e8ac'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:30.480387 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9399bc29-cfef-4595-a35f-7d8ceee5e8ac'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:30.676462 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Set router 9399bc29-cfef-4595-a35f-7d8ceee5e8ac gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:30.700125 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83805651-8023-4257-9412-e00726200dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.733868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83805651-8023-4257-9412-e00726200dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d0e87a-d8ab-44be-9a3c-558c0ec3aae6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:31.090098 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83805651-8023-4257-9412-e00726200dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.105025 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'name': 'tempest-TestAggregatesBasicOps-1488615041-router', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:19Z', 'updated_at': '2021-11-09T18:06:25Z', 'revision_number': 4, 'project_id': 'c4014f08611e456db99621c8494889cc', 'gw_port': {'id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:20Z', 'updated_at': '2021-11-09T18:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f1176677-37e3-48be-887e-b701883e0905', 'name': '', 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'mac_address': 'fa:16:3e:08:78:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '90bf2334-0344-4ad6-a7a1-b5b91968199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:24Z', 'updated_at': '2021-11-09T18:06:25Z', 'revision_number': 2, 'project_id': 'c4014f08611e456db99621c8494889cc', 'subnets': [{'id': '90bf2334-0344-4ad6-a7a1-b5b91968199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:31.145042 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Checking router: 9399bc29-cfef-4595-a35f-7d8ceee5e8ac for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:06:31.145612 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Updating router 9399bc29-cfef-4595-a35f-7d8ceee5e8ac port f1176677-37e3-48be-887e-b701883e0905 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:06:31.191771 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.194135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a3e11d08-73b9-4673-b944-6ea0f59c526e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:31.359113 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a3e11d08-73b9-4673-b944-6ea0f59c526e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:31.360781 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.463908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83805651-8023-4257-9412-e00726200dc6 admin admin] Router 09692359-0cf1-485e-a769-854b1642bfa6 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:06:31.635488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83805651-8023-4257-9412-e00726200dc6 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:31.645760 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-83805651-8023-4257-9412-e00726200dc6 admin admin] 10.222.0.81 "PUT /v2.0/routers/09692359-0cf1-485e-a769-854b1642bfa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6261001 Nov 09 18:06:31.647431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272d074-2de9-4fcf-a297-d02c7e6246a6 None None] Sync routers for ids ['09692359-0cf1-485e-a769-854b1642bfa6'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:31.648174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60046) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.659299 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272d074-2de9-4fcf-a297-d02c7e6246a6 None None] Routers {'09692359-0cf1-485e-a769-854b1642bfa6'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:31.660126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c272d074-2de9-4fcf-a297-d02c7e6246a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['09692359-0cf1-485e-a769-854b1642bfa6'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:31.680891 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.688695 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.841949 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cc6b9-66ca-4613-8de2-ec0aed3a227c None None] Pushing event updated for resources: {'Port': ['ID=f1176677-37e3-48be-887e-b701883e0905,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:31.872086 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.896709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c272d074-2de9-4fcf-a297-d02c7e6246a6 None None] Set router 09692359-0cf1-485e-a769-854b1642bfa6 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:31.948906 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Attempting to bind port f1176677-37e3-48be-887e-b701883e0905 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:31.951103 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Attempting to bind port f1176677-37e3-48be-887e-b701883e0905 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ab607830-291f-4204-bca3-4040a8c96e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:31.952088 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Attempting to bind port f1176677-37e3-48be-887e-b701883e0905 on network 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:31.966235 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:31.966900 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Checking segment: {'id': 'ab607830-291f-4204-bca3-4040a8c96e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:31.970740 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.971750 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Bound using segment: {'id': 'ab607830-291f-4204-bca3-4040a8c96e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:31.972666 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Bound port: f1176677-37e3-48be-887e-b701883e0905, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab607830-291f-4204-bca3-4040a8c96e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:31.973601 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.102922 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.150540 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] For port f1176677-37e3-48be-887e-b701883e0905, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:32.168720 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] For port f1176677-37e3-48be-887e-b701883e0905, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f1176677-37e3-48be-887e-b701883e0905,segment=NetworkSegment(ab607830-291f-4204-bca3-4040a8c96e01),segment_id=ab607830-291f-4204-bca3-4040a8c96e01)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:32.175245 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.211432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Deleting port 7e21d056-d3fe-4042-b8cd-74bf621933fc {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:32.212092 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.235126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-991f7925-b0a0-49df-b593-ac852da3b013 None None] Provisioning complete for port f1176677-37e3-48be-887e-b701883e0905 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:32.236171 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-991f7925-b0a0-49df-b593-ac852da3b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.311767 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Routers {'9399bc29-cfef-4595-a35f-7d8ceee5e8ac'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:32.324003 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9399bc29-cfef-4595-a35f-7d8ceee5e8ac'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:32.342403 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] For port 7e21d056-d3fe-4042-b8cd-74bf621933fc, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7e21d056-d3fe-4042-b8cd-74bf621933fc,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:32.343160 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.362162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Calling delete_port for 7e21d056-d3fe-4042-b8cd-74bf621933fc owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:32.442330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c272d074-2de9-4fcf-a297-d02c7e6246a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09692359-0cf1-485e-a769-854b1642bfa6', 'name': 'tempest-TestAggregatesBasicOps-1550610686-router', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:30Z', 'revision_number': 5, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'gw_port': {'id': '7e21d056-d3fe-4042-b8cd-74bf621933fc', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09692359-0cf1-485e-a769-854b1642bfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:32.447411 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-991f7925-b0a0-49df-b593-ac852da3b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.497297 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cc6b9-66ca-4613-8de2-ec0aed3a227c None None] Pushing event updated for resources: {'Port': ['ID=f1176677-37e3-48be-887e-b701883e0905,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:32.519119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272d074-2de9-4fcf-a297-d02c7e6246a6 None None] Checking router: 09692359-0cf1-485e-a769-854b1642bfa6 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:06:32.567194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272d074-2de9-4fcf-a297-d02c7e6246a6 None None] Routers {'09692359-0cf1-485e-a769-854b1642bfa6'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:32.567957 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c272d074-2de9-4fcf-a297-d02c7e6246a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['09692359-0cf1-485e-a769-854b1642bfa6'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:32.614762 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-991f7925-b0a0-49df-b593-ac852da3b013 None None] For port f1176677-37e3-48be-887e-b701883e0905, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f1176677-37e3-48be-887e-b701883e0905,segment=NetworkSegment(ab607830-291f-4204-bca3-4040a8c96e01),segment_id=ab607830-291f-4204-bca3-4040a8c96e01)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:32.623370 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] Set router 9399bc29-cfef-4595-a35f-7d8ceee5e8ac gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:32.645373 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-991f7925-b0a0-49df-b593-ac852da3b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.711328 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.721867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f7925-b0a0-49df-b593-ac852da3b013 None None] Pushing event updated for resources: {'Port': ['ID=f1176677-37e3-48be-887e-b701883e0905,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:32.758383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c272d074-2de9-4fcf-a297-d02c7e6246a6 None None] Set router 09692359-0cf1-485e-a769-854b1642bfa6 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:32.788019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e21d056-d3fe-4042-b8cd-74bf621933fc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:32.803745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-893e772a-7c3a-4e73-a8cc-ee6044583cfd None None] Provisioning complete for port f1176677-37e3-48be-887e-b701883e0905 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:32.804356 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-893e772a-7c3a-4e73-a8cc-ee6044583cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.855820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c272d074-2de9-4fcf-a297-d02c7e6246a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09692359-0cf1-485e-a769-854b1642bfa6', 'name': 'tempest-TestAggregatesBasicOps-1550610686-router', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:32Z', 'revision_number': 6, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:32.890783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272d074-2de9-4fcf-a297-d02c7e6246a6 None None] The sync data for ids ['09692359-0cf1-485e-a769-854b1642bfa6'] in n-d-817236-1 is: [{'id': '09692359-0cf1-485e-a769-854b1642bfa6', 'name': 'tempest-TestAggregatesBasicOps-1550610686-router', 'tenant_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:06:32Z', 'revision_number': 6, 'project_id': 'c61ba1007b9d47ef9eef23e730ae9aa3', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:32.947686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.102694 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'name': 'tempest-TestAggregatesBasicOps-1488615041-router', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:19Z', 'updated_at': '2021-11-09T18:06:25Z', 'revision_number': 4, 'project_id': 'c4014f08611e456db99621c8494889cc', 'gw_port': {'id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:20Z', 'updated_at': '2021-11-09T18:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f1176677-37e3-48be-887e-b701883e0905', 'name': '', 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'mac_address': 'fa:16:3e:08:78:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '90bf2334-0344-4ad6-a7a1-b5b91968199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:24Z', 'updated_at': '2021-11-09T18:06:32Z', 'revision_number': 4, 'project_id': 'c4014f08611e456db99621c8494889cc', 'subnets': [{'id': '90bf2334-0344-4ad6-a7a1-b5b91968199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:33.122923 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.125555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.141458 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7352b3a-c973-41a5-8ba2-dc97015d7f91 None None] The sync data for ids ['9399bc29-cfef-4595-a35f-7d8ceee5e8ac'] in n-d-817236-1 is: [{'id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'name': 'tempest-TestAggregatesBasicOps-1488615041-router', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:19Z', 'updated_at': '2021-11-09T18:06:25Z', 'revision_number': 4, 'project_id': 'c4014f08611e456db99621c8494889cc', 'gw_port': {'id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:20Z', 'updated_at': '2021-11-09T18:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f1176677-37e3-48be-887e-b701883e0905', 'name': '', 'network_id': '40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'mac_address': 'fa:16:3e:08:78:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '90bf2334-0344-4ad6-a7a1-b5b91968199f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:24Z', 'updated_at': '2021-11-09T18:06:32Z', 'revision_number': 4, 'project_id': 'c4014f08611e456db99621c8494889cc', 'subnets': [{'id': '90bf2334-0344-4ad6-a7a1-b5b91968199f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:33.196006 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.196805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09692359-0cf1-485e-a769-854b1642bfa6 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:06:33.204199 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.205677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-67864514-d06f-4452-837b-0aa661301c29 admin admin] 10.222.0.81 "DELETE /v2.0/routers/09692359-0cf1-485e-a769-854b1642bfa6 HTTP/1.1" status: 204 len: 168 time: 1.5564427 Nov 09 18:06:33.208173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60196) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:33.267128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fa6e52-d6d8-4cd8-947b-e019feecf045 admin admin] Deleting subnet c9e71910-1469-4880-8710-bf2b1b4bd5a6 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:06:33.270995 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-80fa6e52-d6d8-4cd8-947b-e019feecf045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.338003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-80fa6e52-d6d8-4cd8-947b-e019feecf045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.568499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f1176677-37e3-48be-887e-b701883e0905 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:33.587203 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-80fa6e52-d6d8-4cd8-947b-e019feecf045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.643914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f1176677-37e3-48be-887e-b701883e0905 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:33.644309 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.696980 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-80fa6e52-d6d8-4cd8-947b-e019feecf045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.732475 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de1a59b-b9ca-4181-8d1f-3079d89d5200 None None] Network 61c919a7-ec2e-4f17-a05f-af780b372ef3 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:33.750488 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-80fa6e52-d6d8-4cd8-947b-e019feecf045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.754883 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-80fa6e52-d6d8-4cd8-947b-e019feecf045 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c9e71910-1469-4880-8710-bf2b1b4bd5a6 HTTP/1.1" status: 204 len: 168 time: 0.5453894 Nov 09 18:06:33.757198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa6e52-d6d8-4cd8-947b-e019feecf045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e71910-1469-4880-8710-bf2b1b4bd5a6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:33.757525 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60250) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:33.904417 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.026887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Deleting port fc23638e-019a-46bf-a058-2fa3b4ab3a8e {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:34.027852 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.131384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6360d9a-135b-4a4b-b494-b24debf733a6 None None] DHCP port deletion for 61c919a7-ec2e-4f17-a05f-af780b372ef3 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:06:34.196510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] For port fc23638e-019a-46bf-a058-2fa3b4ab3a8e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fc23638e-019a-46bf-a058-2fa3b4ab3a8e,segment=NetworkSegment(8127d850-a481-4ac5-a897-a2fd543a8ca1),segment_id=8127d850-a481-4ac5-a897-a2fd543a8ca1)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:34.197268 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.233118 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Calling delete_port for fc23638e-019a-46bf-a058-2fa3b4ab3a8e owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:34.290287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c6360d9a-135b-4a4b-b494-b24debf733a6 None None] Deleting port fc23638e-019a-46bf-a058-2fa3b4ab3a8e {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:34.290669 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c6360d9a-135b-4a4b-b494-b24debf733a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.381584 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.420814 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc23638e-019a-46bf-a058-2fa3b4ab3a8e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:34.433743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] No DVR routers for this DVR port fc23638e-019a-46bf-a058-2fa3b4ab3a8e on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:06:34.506554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c6360d9a-135b-4a4b-b494-b24debf733a6 None None] For port fc23638e-019a-46bf-a058-2fa3b4ab3a8e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fc23638e-019a-46bf-a058-2fa3b4ab3a8e,segment=NetworkSegment(8127d850-a481-4ac5-a897-a2fd543a8ca1),segment_id=8127d850-a481-4ac5-a897-a2fd543a8ca1)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:34.506855 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c6360d9a-135b-4a4b-b494-b24debf733a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.523274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c6360d9a-135b-4a4b-b494-b24debf733a6 None None] Calling delete_port for fc23638e-019a-46bf-a058-2fa3b4ab3a8e owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:34.572892 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.613040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c919a7-ec2e-4f17-a05f-af780b372ef3']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:34.644854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8127d850-a481-4ac5-a897-a2fd543a8ca1') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:34.645149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8127d850-a481-4ac5-a897-a2fd543a8ca1') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:34.657682 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.680121 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.684355 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c6360d9a-135b-4a4b-b494-b24debf733a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.692293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:06:34.692841 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:06:34.694520 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:06:34.700298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6360d9a-135b-4a4b-b494-b24debf733a6 None None] No DVR routers for this DVR port fc23638e-019a-46bf-a058-2fa3b4ab3a8e on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:06:34.740807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6360d9a-135b-4a4b-b494-b24debf733a6 None None] Pushing event deleted for resources: {'Port': ['ID=fc23638e-019a-46bf-a058-2fa3b4ab3a8e,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:34.813758 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.824220 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.832202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60350) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:34.836262 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/61c919a7-ec2e-4f17-a05f-af780b372ef3 HTTP/1.1" status: 204 len: 168 time: 1.0689473 Nov 09 18:06:34.853414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2936eb2-2318-46a2-9510-15862244daf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=61c919a7-ec2e-4f17-a05f-af780b372ef3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:35.019569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fc23638e-019a-46bf-a058-2fa3b4ab3a8e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:35.042312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: fc23638e-019a-46bf-a058-2fa3b4ab3a8e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:35.043360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fc23638e-019a-46bf-a058-2fa3b4ab3a8e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:35.044117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:35.081198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:35.081571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 75d0e87a-d8ab-44be-9a3c-558c0ec3aae6 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:35.082194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e21d056-d3fe-4042-b8cd-74bf621933fc no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:35.110627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 7e21d056-d3fe-4042-b8cd-74bf621933fc {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:35.111539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7e21d056-d3fe-4042-b8cd-74bf621933fc not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:35.393830 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d80bfbe6-9b81-439a-8a21-600b0fefaf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.073163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-d80bfbe6-9b81-439a-8a21-600b0fefaf9f admin admin] Deleting port f1176677-37e3-48be-887e-b701883e0905 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:36.073903 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d80bfbe6-9b81-439a-8a21-600b0fefaf9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.168570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-d80bfbe6-9b81-439a-8a21-600b0fefaf9f admin admin] For port f1176677-37e3-48be-887e-b701883e0905, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f1176677-37e3-48be-887e-b701883e0905,segment=NetworkSegment(ab607830-291f-4204-bca3-4040a8c96e01),segment_id=ab607830-291f-4204-bca3-4040a8c96e01)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:36.169054 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d80bfbe6-9b81-439a-8a21-600b0fefaf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.186679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-d80bfbe6-9b81-439a-8a21-600b0fefaf9f admin admin] Calling delete_port for f1176677-37e3-48be-887e-b701883e0905 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:36.421021 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d80bfbe6-9b81-439a-8a21-600b0fefaf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.449584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bfbe6-9b81-439a-8a21-600b0fefaf9f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1176677-37e3-48be-887e-b701883e0905,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:36.730611 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d80bfbe6-9b81-439a-8a21-600b0fefaf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.983395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80bfbe6-9b81-439a-8a21-600b0fefaf9f admin admin] Router 9399bc29-cfef-4595-a35f-7d8ceee5e8ac has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:06:37.107595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80bfbe6-9b81-439a-8a21-600b0fefaf9f admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:37.117036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d80bfbe6-9b81-439a-8a21-600b0fefaf9f admin admin] 10.222.0.81 "PUT /v2.0/routers/9399bc29-cfef-4595-a35f-7d8ceee5e8ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2835226 Nov 09 18:06:37.117231 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60412) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:37.132172 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9a76c-4225-436e-a87e-bf401fddec99 None None] Sync routers for ids ['9399bc29-cfef-4595-a35f-7d8ceee5e8ac'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:37.149634 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9a76c-4225-436e-a87e-bf401fddec99 None None] Routers {'9399bc29-cfef-4595-a35f-7d8ceee5e8ac'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:37.150432 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-35f9a76c-4225-436e-a87e-bf401fddec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9399bc29-cfef-4595-a35f-7d8ceee5e8ac'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:37.317761 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-35f9a76c-4225-436e-a87e-bf401fddec99 None None] Set router 9399bc29-cfef-4595-a35f-7d8ceee5e8ac gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:37.588291 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-35f9a76c-4225-436e-a87e-bf401fddec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'name': 'tempest-TestAggregatesBasicOps-1488615041-router', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:19Z', 'updated_at': '2021-11-09T18:06:36Z', 'revision_number': 5, 'project_id': 'c4014f08611e456db99621c8494889cc', 'gw_port': {'id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:20Z', 'updated_at': '2021-11-09T18:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:37.634840 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9a76c-4225-436e-a87e-bf401fddec99 None None] Checking router: 9399bc29-cfef-4595-a35f-7d8ceee5e8ac for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:06:37.651923 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9a76c-4225-436e-a87e-bf401fddec99 None None] Routers {'9399bc29-cfef-4595-a35f-7d8ceee5e8ac'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:37.653017 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-35f9a76c-4225-436e-a87e-bf401fddec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9399bc29-cfef-4595-a35f-7d8ceee5e8ac'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:37.672784 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:37.802495 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:37.887563 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Deleting port a3e11d08-73b9-4673-b944-6ea0f59c526e {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:37.887953 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:37.910465 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-35f9a76c-4225-436e-a87e-bf401fddec99 None None] Set router 9399bc29-cfef-4595-a35f-7d8ceee5e8ac gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:38.034852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] For port a3e11d08-73b9-4673-b944-6ea0f59c526e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a3e11d08-73b9-4673-b944-6ea0f59c526e,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:38.035594 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.057996 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Calling delete_port for a3e11d08-73b9-4673-b944-6ea0f59c526e owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:38.158788 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-35f9a76c-4225-436e-a87e-bf401fddec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'name': 'tempest-TestAggregatesBasicOps-1488615041-router', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:19Z', 'updated_at': '2021-11-09T18:06:36Z', 'revision_number': 5, 'project_id': 'c4014f08611e456db99621c8494889cc', 'gw_port': {'id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:20Z', 'updated_at': '2021-11-09T18:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:38.197639 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9a76c-4225-436e-a87e-bf401fddec99 None None] The sync data for ids ['9399bc29-cfef-4595-a35f-7d8ceee5e8ac'] in n-d-817236-1 is: [{'id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'name': 'tempest-TestAggregatesBasicOps-1488615041-router', 'tenant_id': 'c4014f08611e456db99621c8494889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:06:19Z', 'updated_at': '2021-11-09T18:06:36Z', 'revision_number': 5, 'project_id': 'c4014f08611e456db99621c8494889cc', 'gw_port': {'id': 'a3e11d08-73b9-4673-b944-6ea0f59c526e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9399bc29-cfef-4595-a35f-7d8ceee5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:20Z', 'updated_at': '2021-11-09T18:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:38.275452 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.315210 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e11d08-73b9-4673-b944-6ea0f59c526e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:38.388835 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.490217 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.492786 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.547283 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.548100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9399bc29-cfef-4595-a35f-7d8ceee5e8ac {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:06:38.563394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.565177 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-64f37f78-ebab-44e7-b011-14e877e9bd33 admin admin] 10.222.0.81 "DELETE /v2.0/routers/9399bc29-cfef-4595-a35f-7d8ceee5e8ac HTTP/1.1" status: 204 len: 168 time: 1.4459901 Nov 09 18:06:38.567388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 60440) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:38.653466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0327380b-ab2a-4a79-8a94-b26b8d3d63bb admin admin] Deleting subnet 90bf2334-0344-4ad6-a7a1-b5b91968199f {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:06:38.662337 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0327380b-ab2a-4a79-8a94-b26b8d3d63bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.733418 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0327380b-ab2a-4a79-8a94-b26b8d3d63bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.836057 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0327380b-ab2a-4a79-8a94-b26b8d3d63bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.904345 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0327380b-ab2a-4a79-8a94-b26b8d3d63bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.933688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327380b-ab2a-4a79-8a94-b26b8d3d63bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90bf2334-0344-4ad6-a7a1-b5b91968199f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:38.940843 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0327380b-ab2a-4a79-8a94-b26b8d3d63bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.947749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60448) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:38.948192 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0327380b-ab2a-4a79-8a94-b26b8d3d63bb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/90bf2334-0344-4ad6-a7a1-b5b91968199f HTTP/1.1" status: 204 len: 168 time: 0.3791342 Nov 09 18:06:38.954267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f2efd-3e5b-4add-b429-8ec85e76e02f None None] Network 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:39.149150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f1176677-37e3-48be-887e-b701883e0905 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:39.176350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: f1176677-37e3-48be-887e-b701883e0905 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:39.176937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f1176677-37e3-48be-887e-b701883e0905 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:39.185787 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.273239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Deleting port 327263ca-ef68-49be-b4e6-f105e9881b64 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:39.273669 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.356679 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] For port 327263ca-ef68-49be-b4e6-f105e9881b64, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=327263ca-ef68-49be-b4e6-f105e9881b64,segment=NetworkSegment(ab607830-291f-4204-bca3-4040a8c96e01),segment_id=ab607830-291f-4204-bca3-4040a8c96e01)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:39.357277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.378980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Calling delete_port for 327263ca-ef68-49be-b4e6-f105e9881b64 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:39.469893 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.505029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] No DVR routers for this DVR port 327263ca-ef68-49be-b4e6-f105e9881b64 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:06:39.510129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=327263ca-ef68-49be-b4e6-f105e9881b64,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:39.620179 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.631151 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c3cce9-736a-4efe-ac14-963de45abbc1 None None] DHCP port deletion for 40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:06:39.668098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:39.690065 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab607830-291f-4204-bca3-4040a8c96e01') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:39.690934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab607830-291f-4204-bca3-4040a8c96e01') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:39.715143 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.744160 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.752498 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:06:39.752910 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:06:39.754813 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:06:39.837504 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.846130 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.855181 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1 HTTP/1.1" status: 204 len: 168 time: 0.9030933 Nov 09 18:06:39.878183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530da73d-8fe6-428e-ab77-bf7d829595e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=40c22e2c-d1cf-47a3-ab82-d6059d7b3dc1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:40.074544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60470) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:40.132887 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-10fa1156-5332-4cff-8cbf-c3e89ecd5c6c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c61ba1007b9d47ef9eef23e730ae9aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566843 Nov 09 18:06:40.136320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60476) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:40.192703 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d6358c4-90ac-4c6a-a563-1096f4d37510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:40.220790 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d6358c4-90ac-4c6a-a563-1096f4d37510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:40.288665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d6358c4-90ac-4c6a-a563-1096f4d37510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:40.293141 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d6358c4-90ac-4c6a-a563-1096f4d37510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:40.295737 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6d6358c4-90ac-4c6a-a563-1096f4d37510 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71baafb0-dab0-439a-b0e7-fdf89f3f8f1d HTTP/1.1" status: 204 len: 168 time: 0.1567852 Nov 09 18:06:40.305023 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6358c4-90ac-4c6a-a563-1096f4d37510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71baafb0-dab0-439a-b0e7-fdf89f3f8f1d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:40.665151 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aac87ddf-b2f9-4409-8142-e5770f64d590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:40.777307 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60498) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:40.831188 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-550c8736-16e9-498f-ae93-d5bd1def4818 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c4014f08611e456db99621c8494889cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521460 Nov 09 18:06:40.834484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 60500) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:40.892857 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e30783bd-3826-4edc-8b44-77e46a77bcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:40.924035 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e30783bd-3826-4edc-8b44-77e46a77bcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:41.018062 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e30783bd-3826-4edc-8b44-77e46a77bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:41.021101 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e30783bd-3826-4edc-8b44-77e46a77bcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:41.026369 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e30783bd-3826-4edc-8b44-77e46a77bcff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1fcbafea-2d93-4600-9f6b-5718eb56232a HTTP/1.1" status: 204 len: 168 time: 0.1869526 Nov 09 18:06:41.042853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30783bd-3826-4edc-8b44-77e46a77bcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcbafea-2d93-4600-9f6b-5718eb56232a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:41.111823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 327263ca-ef68-49be-b4e6-f105e9881b64 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:41.138852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 327263ca-ef68-49be-b4e6-f105e9881b64 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:41.143857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 327263ca-ef68-49be-b4e6-f105e9881b64 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:41.144565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a3e11d08-73b9-4673-b944-6ea0f59c526e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:41.168861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: a3e11d08-73b9-4673-b944-6ea0f59c526e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:41.169702 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a3e11d08-73b9-4673-b944-6ea0f59c526e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:43.660152 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f3b92b79-11cd-4fb6-bb25-4f1a2f171ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:44.487109 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.403254 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:47.656007 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.019704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e9783-586b-4b36-856d-e019616ed533 req-9f2742a9-e1ee-4db3-8e03-28b13456f94c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:52.022599 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-208e9783-586b-4b36-856d-e019616ed533 req-9f2742a9-e1ee-4db3-8e03-28b13456f94c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 946 time: 0.0898809 Nov 09 18:06:52.071116 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-208e9783-586b-4b36-856d-e019616ed533 req-75420255-cb30-404c-b6bb-52e1d3f505bd tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423801 Nov 09 18:06:53.094091 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.233542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501f051-3c91-4559-a751-92590bd219fb req-83fb04a4-4c18-4f8d-9abe-8e3b8e429fcc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.235084 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6501f051-3c91-4559-a751-92590bd219fb req-83fb04a4-4c18-4f8d-9abe-8e3b8e429fcc tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 946 time: 0.0676930 Nov 09 18:06:53.277468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6501f051-3c91-4559-a751-92590bd219fb req-9b20c917-0ef9-4764-aab3-a2acb1a5601c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9d00ca4-c6ad-4168-add2-15cf2d095df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352201 Nov 09 18:06:53.381974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-64d6cdd2-488b-43cb-a63d-b7f90eda4621 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.383475 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-64d6cdd2-488b-43cb-a63d-b7f90eda4621 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 946 time: 0.0512605 Nov 09 18:06:53.496360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Deleting port b9dae33d-8072-4747-82f8-2146bd43b1eb {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:53.496554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.594285 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] For port b9dae33d-8072-4747-82f8-2146bd43b1eb, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b9dae33d-8072-4747-82f8-2146bd43b1eb,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:53.594660 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.815978 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.849026 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.849396 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.849716 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Floating IP 089fdbc1-33de-4268-b4a0-090257e3b781 disassociated. External IP: 172.25.1.39, port: b9dae33d-8072-4747-82f8-2146bd43b1eb. Nov 09 18:06:53.850065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Calling delete_port for b9dae33d-8072-4747-82f8-2146bd43b1eb owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:54.024940 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.064222 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event deleted for resources: {'Port': ['ID=b9dae33d-8072-4747-82f8-2146bd43b1eb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:54.129545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:54.129899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:54.130241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:54.130583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:54.130914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:54.131275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:54.131607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:54.131934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:54.132260 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:54.132584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:54.132909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:54.133233 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:54.245259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:06:54.403794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:54.418208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9af131-38b1-4bd3-9d33-0bf02a17b8ef None None] Sync routers for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:54.426997 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cfa78e55-1477-4b0d-9e7a-627f8cf99ba5 req-368862a9-29d2-4400-9881-f1fb8e9c140c tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bd5735b-6c2e-4389-bc41-2065c0c2766c HTTP/1.1" status: 200 len: 210 time: 0.0429716 Nov 09 18:06:54.437376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9af131-38b1-4bd3-9d33-0bf02a17b8ef None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:54.437747 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0b9af131-38b1-4bd3-9d33-0bf02a17b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:54.487136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] No DVR routers for this DVR port b9dae33d-8072-4747-82f8-2146bd43b1eb on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:06:54.491107 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.494584 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb7530b3-98b4-4cc7-bac3-1aa2a9ab3364 req-880cd427-f452-43b2-9ca3-33a688f59f49 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.13 "DELETE /v2.0/ports/b9dae33d-8072-4747-82f8-2146bd43b1eb HTTP/1.1" status: 204 len: 173 time: 1.1046357 Nov 09 18:06:54.495066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'name': 'network-vif-deleted', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:54.505122 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fefa09-c731-4648-9962-251cb2564584" -d '{"events": [{"server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "name": "network-vif-deleted", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:54.802532 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-0b9af131-38b1-4bd3-9d33-0bf02a17b8ef None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:54.839962 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89856dab-8fee-4612-aa1b-6b11f8d9de99 x-openstack-request-id: req-89856dab-8fee-4612-aa1b-6b11f8d9de99 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:54.840355 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd5735b-6c2e-4389-bc41-2065c0c2766c", "name": "network-vif-deleted", "tag": "b9dae33d-8072-4747-82f8-2146bd43b1eb", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:54.840698 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89856dab-8fee-4612-aa1b-6b11f8d9de99 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:54.841220 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd5735b-6c2e-4389-bc41-2065c0c2766c', 'name': 'network-vif-deleted', 'tag': 'b9dae33d-8072-4747-82f8-2146bd43b1eb', 'status': 'completed', 'code': 200} Nov 09 18:06:55.116098 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0b9af131-38b1-4bd3-9d33-0bf02a17b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:33Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:55.150228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9af131-38b1-4bd3-9d33-0bf02a17b8ef None None] Checking router: 8e4580ea-4aa9-4f69-b67b-2141580ccab9 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:06:55.160925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9af131-38b1-4bd3-9d33-0bf02a17b8ef None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:55.161583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0b9af131-38b1-4bd3-9d33-0bf02a17b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:55.284145 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-0b9af131-38b1-4bd3-9d33-0bf02a17b8ef None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:55.540401 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0b9af131-38b1-4bd3-9d33-0bf02a17b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:33Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:55.554742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 32812) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:55.596433 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9af131-38b1-4bd3-9d33-0bf02a17b8ef None None] The sync data for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 is: [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T17:56:21Z', 'revision_number': 4, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7a336a8c-3f63-451d-b6af-2fd731d715be', 'name': '', 'network_id': '19a777cd-ee85-4a4d-abdf-aaeec996b6c3', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'mac_address': 'fa:16:3e:60:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:33Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'subnets': [{'id': '3950d3a7-e3f4-4c46-a9b2-b63c91794171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:55.623340 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-827384bd-5ec9-4aa8-b7fb-bfb621f5eed1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:55.661786 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-827384bd-5ec9-4aa8-b7fb-bfb621f5eed1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:55.755833 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-827384bd-5ec9-4aa8-b7fb-bfb621f5eed1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:55.759080 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-827384bd-5ec9-4aa8-b7fb-bfb621f5eed1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:55.762933 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-827384bd-5ec9-4aa8-b7fb-bfb621f5eed1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "DELETE /v2.0/security-groups/c9d00ca4-c6ad-4168-add2-15cf2d095df9 HTTP/1.1" status: 204 len: 168 time: 0.2043841 Nov 09 18:06:55.764779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 32838) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:55.774293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827384bd-5ec9-4aa8-b7fb-bfb621f5eed1 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d00ca4-c6ad-4168-add2-15cf2d095df9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:55.815160 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-7ce64a69-7ef2-428a-b14e-81ab65031854 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] show failed (client error): The resource could not be found. Nov 09 18:06:55.821322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 32848) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:55.823558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7ce64a69-7ef2-428a-b14e-81ab65031854 tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "GET /v2.0/security-groups/c9d00ca4-c6ad-4168-add2-15cf2d095df9 HTTP/1.1" status: 404 len: 347 time: 0.0572379 Nov 09 18:06:56.035992 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f574a794-019a-4274-a007-c7e895ce418f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Deleting port 27b8f282-e0b1-4344-b79f-fb83763172fb {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:56.036346 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f574a794-019a-4274-a007-c7e895ce418f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:56.088471 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b0d208-3276-4291-9e25-283bdbdb07cf None None] New status for floating IP 089fdbc1-33de-4268-b4a0-090257e3b781: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:06:56.202180 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f574a794-019a-4274-a007-c7e895ce418f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:56.202370 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f574a794-019a-4274-a007-c7e895ce418f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:56.217371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f574a794-019a-4274-a007-c7e895ce418f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Calling delete_port for 27b8f282-e0b1-4344-b79f-fb83763172fb owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:56.413373 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f574a794-019a-4274-a007-c7e895ce418f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:56.457691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574a794-019a-4274-a007-c7e895ce418f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Pushing event deleted for resources: {'Port': ['ID=27b8f282-e0b1-4344-b79f-fb83763172fb,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:56.570923 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f574a794-019a-4274-a007-c7e895ce418f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:56.574443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f574a794-019a-4274-a007-c7e895ce418f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:56.576801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f574a794-019a-4274-a007-c7e895ce418f tempest-AttachVolumeShelveTestJSON-695322852 tempest-AttachVolumeShelveTestJSON-695322852-project] 10.222.0.81 "DELETE /v2.0/floatingips/089fdbc1-33de-4268-b4a0-090257e3b781 HTTP/1.1" status: 204 len: 168 time: 0.7531734 Nov 09 18:06:57.004947 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ff224b2-b116-480a-86a7-77a43fdba67e req-1f5448db-fdd1-43d7-9d1e-aaad31bf2c8f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2312100 Nov 09 18:06:57.071041 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:06:57.118801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff224b2-b116-480a-86a7-77a43fdba67e req-1d636cbf-52b8-47b3-9cb3-6e77e288d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.120664 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ff224b2-b116-480a-86a7-77a43fdba67e req-1d636cbf-52b8-47b3-9cb3-6e77e288d9ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1097 time: 0.0796797 Nov 09 18:06:57.262402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff224b2-b116-480a-86a7-77a43fdba67e req-17d2aeb3-54e3-48dd-98dd-c8f51e2d4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.268384 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ff224b2-b116-480a-86a7-77a43fdba67e req-17d2aeb3-54e3-48dd-98dd-c8f51e2d4fe7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1130431 Nov 09 18:06:57.372043 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ff224b2-b116-480a-86a7-77a43fdba67e req-c6f98e76-d790-4930-8470-767230f5bc19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 1001 time: 0.0981598 Nov 09 18:06:57.439064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff224b2-b116-480a-86a7-77a43fdba67e req-705c7098-3b54-44ce-90eb-2e1de17c1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.440770 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ff224b2-b116-480a-86a7-77a43fdba67e req-705c7098-3b54-44ce-90eb-2e1de17c1c04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0586991 Nov 09 18:06:57.534292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff224b2-b116-480a-86a7-77a43fdba67e req-4077d6f8-a642-45e1-b10b-d19ef4d80e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.535921 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ff224b2-b116-480a-86a7-77a43fdba67e req-4077d6f8-a642-45e1-b10b-d19ef4d80e51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873692 Nov 09 18:06:57.695392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ff224b2-b116-480a-86a7-77a43fdba67e req-ec546bbc-07c6-4a87-b818-24e4eadb915a service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517541 Nov 09 18:06:57.730239 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b36309-7319-418e-89b5-266500c5e0c0 req-0376c9c6-66db-453c-a86d-554598d95862 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1486716 Nov 09 18:06:57.911701 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ff224b2-b116-480a-86a7-77a43fdba67e req-25bb6d0d-4fef-4a60-b3d2-6cf47a5784ac service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072520 Nov 09 18:06:57.913219 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b36309-7319-418e-89b5-266500c5e0c0 req-3cd61a18-7c30-4d4b-a452-da80f3cc3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.915201 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b36309-7319-418e-89b5-266500c5e0c0 req-3cd61a18-7c30-4d4b-a452-da80f3cc3abc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 1097 time: 0.1133850 Nov 09 18:06:58.115319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b36309-7319-418e-89b5-266500c5e0c0 req-1c1ebaf0-96a6-43de-8c74-897eebf15261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:58.116830 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b36309-7319-418e-89b5-266500c5e0c0 req-1c1ebaf0-96a6-43de-8c74-897eebf15261 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93108944-5cbf-4db3-a292-ca19f7b3e865 HTTP/1.1" status: 200 len: 898 time: 0.1482878 Nov 09 18:06:58.217877 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b36309-7319-418e-89b5-266500c5e0c0 req-e803937c-560c-4057-98da-e4723cc09a10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd34ac92-0760-45d1-8628-0ab94ca076cc HTTP/1.1" status: 200 len: 1001 time: 0.0921004 Nov 09 18:06:58.318188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b36309-7319-418e-89b5-266500c5e0c0 req-ffec3ad3-0e65-4f37-bf9b-025f94f327dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:58.319893 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b36309-7319-418e-89b5-266500c5e0c0 req-ffec3ad3-0e65-4f37-bf9b-025f94f327dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af332337-995c-4bc6-86fb-9ee97b4c8e9a HTTP/1.1" status: 200 len: 835 time: 0.0943623 Nov 09 18:06:58.374810 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b9dae33d-8072-4747-82f8-2146bd43b1eb no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:58.410267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: b9dae33d-8072-4747-82f8-2146bd43b1eb {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:58.410962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b9dae33d-8072-4747-82f8-2146bd43b1eb not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:58.424618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b36309-7319-418e-89b5-266500c5e0c0 req-d6173434-ddb7-435d-8c1f-3e25f0458b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:58.426426 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b36309-7319-418e-89b5-266500c5e0c0 req-d6173434-ddb7-435d-8c1f-3e25f0458b03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93108944-5cbf-4db3-a292-ca19f7b3e865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983355 Nov 09 18:06:58.583039 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b36309-7319-418e-89b5-266500c5e0c0 req-67ea6fcb-505e-432c-a0c2-54069da1d88f service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488771 Nov 09 18:06:58.739883 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-15b36309-7319-418e-89b5-266500c5e0c0 req-c45b7c7e-45d3-46fe-a456-492b99137de8 service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493323 Nov 09 18:07:02.903580 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33264) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:03.361321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33280) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:03.442197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64793f5-753b-4427-afc8-90317cb1cdfb tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.443012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64793f5-753b-4427-afc8-90317cb1cdfb tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.443891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64793f5-753b-4427-afc8-90317cb1cdfb tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.453254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d64793f5-753b-4427-afc8-90317cb1cdfb tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=a43447eafa45493097f94d60b425ddb3&network_id=93108944-5cbf-4db3-a292-ca19f7b3e865 HTTP/1.1" status: 200 len: 2970 time: 0.0836875 Nov 09 18:07:03.599689 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb9d07b0-97ba-4098-8f43-8f332db75150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.939441 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d07b0-97ba-4098-8f43-8f332db75150 admin admin] Deleting port 7a336a8c-3f63-451d-b6af-2fd731d715be {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:03.940411 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb9d07b0-97ba-4098-8f43-8f332db75150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.060258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-bb9d07b0-97ba-4098-8f43-8f332db75150 admin admin] For port 7a336a8c-3f63-451d-b6af-2fd731d715be, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7a336a8c-3f63-451d-b6af-2fd731d715be,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:04.061654 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb9d07b0-97ba-4098-8f43-8f332db75150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.083808 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d07b0-97ba-4098-8f43-8f332db75150 admin admin] Calling delete_port for 7a336a8c-3f63-451d-b6af-2fd731d715be owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:04.137537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33302) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:04.350818 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb9d07b0-97ba-4098-8f43-8f332db75150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.367653 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b7476932-c46f-45de-b2b9-5d2981520496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.379461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d07b0-97ba-4098-8f43-8f332db75150 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a336a8c-3f63-451d-b6af-2fd731d715be,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:04.499878 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b7476932-c46f-45de-b2b9-5d2981520496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.508957 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b7476932-c46f-45de-b2b9-5d2981520496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.543990 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7476932-c46f-45de-b2b9-5d2981520496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d04cb54-dd69-4dd6-a933-7797064318e5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:04.575585 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b7476932-c46f-45de-b2b9-5d2981520496 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9fcebee84f4049f7942bf9f698c655d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4353886 Nov 09 18:07:04.578811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33312) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:04.607081 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb9d07b0-97ba-4098-8f43-8f332db75150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.667458 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-805b98f7-2222-4065-8231-5dd81be179b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.707682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-805b98f7-2222-4065-8231-5dd81be179b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.766228 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-805b98f7-2222-4065-8231-5dd81be179b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.772375 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-805b98f7-2222-4065-8231-5dd81be179b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.774867 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-805b98f7-2222-4065-8231-5dd81be179b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d04cb54-dd69-4dd6-a933-7797064318e5 HTTP/1.1" status: 204 len: 168 time: 0.1947830 Nov 09 18:07:04.792544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b98f7-2222-4065-8231-5dd81be179b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d04cb54-dd69-4dd6-a933-7797064318e5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:04.958352 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9d07b0-97ba-4098-8f43-8f332db75150 admin admin] Router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:07:05.159544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9d07b0-97ba-4098-8f43-8f332db75150 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:07:05.168359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33332) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:05.177039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b4b38-5736-4a82-819a-cb3bfa880f01 None None] Sync routers for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:07:05.180302 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bb9d07b0-97ba-4098-8f43-8f332db75150 admin admin] 10.222.0.81 "PUT /v2.0/routers/8e4580ea-4aa9-4f69-b67b-2141580ccab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2676544 Nov 09 18:07:05.193212 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b4b38-5736-4a82-819a-cb3bfa880f01 None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:05.194760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e01b4b38-5736-4a82-819a-cb3bfa880f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:05.283673 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.399718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-e01b4b38-5736-4a82-819a-cb3bfa880f01 None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:07:05.652641 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e01b4b38-5736-4a82-819a-cb3bfa880f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T18:07:04Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:05.722691 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b4b38-5736-4a82-819a-cb3bfa880f01 None None] Checking router: 8e4580ea-4aa9-4f69-b67b-2141580ccab9 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:07:05.739205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b4b38-5736-4a82-819a-cb3bfa880f01 None None] Routers {'8e4580ea-4aa9-4f69-b67b-2141580ccab9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:05.739954 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.741221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e01b4b38-5736-4a82-819a-cb3bfa880f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:06:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:05.819067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Deleting port 94d93624-bd82-4944-9148-61d8c2fc23b8 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:05.819437 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.955483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-e01b4b38-5736-4a82-819a-cb3bfa880f01 None None] Set router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:07:05.970667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] For port 94d93624-bd82-4944-9148-61d8c2fc23b8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=94d93624-bd82-4944-9148-61d8c2fc23b8,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:05.971539 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.995080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Calling delete_port for 94d93624-bd82-4944-9148-61d8c2fc23b8 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:06.262279 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.290028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e01b4b38-5736-4a82-819a-cb3bfa880f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T18:07:04Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:06.295283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Pushing event deleted for resources: {'Port': ['ID=94d93624-bd82-4944-9148-61d8c2fc23b8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:06.337073 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b4b38-5736-4a82-819a-cb3bfa880f01 None None] The sync data for ids ['8e4580ea-4aa9-4f69-b67b-2141580ccab9'] in n-d-817236-1 is: [{'id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'name': 'tempest-AttachVolumeShelveTestJSON-699204611-router', 'tenant_id': '36d13fa3ca9d43c79d1b40e6be782523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:09Z', 'updated_at': '2021-11-09T18:07:04Z', 'revision_number': 5, 'project_id': '36d13fa3ca9d43c79d1b40e6be782523', 'gw_port': {'id': '94d93624-bd82-4944-9148-61d8c2fc23b8', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4580ea-4aa9-4f69-b67b-2141580ccab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:07:06.407842 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.516138 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.519076 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.612141 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.613261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e4580ea-4aa9-4f69-b67b-2141580ccab9 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:07:06.620469 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.622562 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-35cca8ff-177f-448e-bc87-084dc853535e admin admin] 10.222.0.81 "DELETE /v2.0/routers/8e4580ea-4aa9-4f69-b67b-2141580ccab9 HTTP/1.1" status: 204 len: 168 time: 1.4529870 Nov 09 18:07:06.625451 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33412) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:06.717936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-884e4ea1-401c-4c90-ad9b-40d7cde0fde7 admin admin] Deleting subnet 3950d3a7-e3f4-4c46-a9b2-b63c91794171 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:07:06.722339 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-884e4ea1-401c-4c90-ad9b-40d7cde0fde7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.780121 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-884e4ea1-401c-4c90-ad9b-40d7cde0fde7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.923409 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-884e4ea1-401c-4c90-ad9b-40d7cde0fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.044342 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-884e4ea1-401c-4c90-ad9b-40d7cde0fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.090616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e4ea1-401c-4c90-ad9b-40d7cde0fde7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3950d3a7-e3f4-4c46-a9b2-b63c91794171,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:07.095595 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-884e4ea1-401c-4c90-ad9b-40d7cde0fde7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.101868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33440) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:07.104530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb54de6-f9c1-40fb-bf24-b9e53566cd5f None None] Network 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:07.107958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-884e4ea1-401c-4c90-ad9b-40d7cde0fde7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3950d3a7-e3f4-4c46-a9b2-b63c91794171 HTTP/1.1" status: 204 len: 168 time: 0.4809461 Nov 09 18:07:07.190226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7a336a8c-3f63-451d-b6af-2fd731d715be no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:07.277621 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 7a336a8c-3f63-451d-b6af-2fd731d715be {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:07.278551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7a336a8c-3f63-451d-b6af-2fd731d715be not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:07.291101 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.427652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Deleting port dea5093c-2220-4295-beb6-61f45c5e7de9 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:07.428341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.517116 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ace12ca-499e-4f60-80aa-40c1d75c4d0d None None] DHCP port deletion for 19a777cd-ee85-4a4d-abdf-aaeec996b6c3 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:07:07.545995 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] For port dea5093c-2220-4295-beb6-61f45c5e7de9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dea5093c-2220-4295-beb6-61f45c5e7de9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:07.546328 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.568085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Calling delete_port for dea5093c-2220-4295-beb6-61f45c5e7de9 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:07.601583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2ace12ca-499e-4f60-80aa-40c1d75c4d0d None None] Deleting port dea5093c-2220-4295-beb6-61f45c5e7de9 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:07.602231 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2ace12ca-499e-4f60-80aa-40c1d75c4d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.680701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2ace12ca-499e-4f60-80aa-40c1d75c4d0d None None] For port dea5093c-2220-4295-beb6-61f45c5e7de9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dea5093c-2220-4295-beb6-61f45c5e7de9,segment=NetworkSegment(3a9b4582-6845-405a-81ea-9380b350b311),segment_id=3a9b4582-6845-405a-81ea-9380b350b311)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:07.681118 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2ace12ca-499e-4f60-80aa-40c1d75c4d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.693999 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.706142 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2ace12ca-499e-4f60-80aa-40c1d75c4d0d None None] Calling delete_port for dea5093c-2220-4295-beb6-61f45c5e7de9 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:07.722480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33468) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:07.727077 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=dea5093c-2220-4295-beb6-61f45c5e7de9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:07.729314 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] No DVR routers for this DVR port dea5093c-2220-4295-beb6-61f45c5e7de9 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:07.858768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34325ef-d5f3-4719-bcbe-a3fcc6e64cbb tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.868045 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d34325ef-d5f3-4719-bcbe-a3fcc6e64cbb tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 814 time: 0.1434610 Nov 09 18:07:07.882716 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2ace12ca-499e-4f60-80aa-40c1d75c4d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.932893 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.953611 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace12ca-499e-4f60-80aa-40c1d75c4d0d None None] No DVR routers for this DVR port dea5093c-2220-4295-beb6-61f45c5e7de9 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:07.958339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace12ca-499e-4f60-80aa-40c1d75c4d0d None None] Pushing event deleted for resources: {'Port': ['ID=dea5093c-2220-4295-beb6-61f45c5e7de9,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:07.985393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a777cd-ee85-4a4d-abdf-aaeec996b6c3']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:08.008050 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9b4582-6845-405a-81ea-9380b350b311') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:08.008534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9b4582-6845-405a-81ea-9380b350b311') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:08.029971 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.049707 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.069177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:08.069820 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:08.073449 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:08.173418 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.191004 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.198807 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] 10.222.0.81 "DELETE /v2.0/networks/19a777cd-ee85-4a4d-abdf-aaeec996b6c3 HTTP/1.1" status: 204 len: 168 time: 1.0949545 Nov 09 18:07:08.223670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd036ac-1e42-4933-aa7b-49c445b78fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=19a777cd-ee85-4a4d-abdf-aaeec996b6c3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:08.461181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33490) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:08.520901 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d0b7df07-d29f-4b0a-9ff1-2e316e63c208 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36d13fa3ca9d43c79d1b40e6be782523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555804 Nov 09 18:07:08.524143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33492) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:08.586631 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51e4e48d-b5b5-484e-b0de-f93bd2539fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.624132 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51e4e48d-b5b5-484e-b0de-f93bd2539fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.700552 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51e4e48d-b5b5-484e-b0de-f93bd2539fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.704075 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-51e4e48d-b5b5-484e-b0de-f93bd2539fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.708094 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-51e4e48d-b5b5-484e-b0de-f93bd2539fd3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a412ac0-8010-4574-b074-bfc5ebb1597a HTTP/1.1" status: 204 len: 168 time: 0.1803179 Nov 09 18:07:08.717367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4e48d-b5b5-484e-b0de-f93bd2539fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a412ac0-8010-4574-b074-bfc5ebb1597a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:08.864978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33500) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:08.872402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3a3c37f2-6e09-4c44-b001-cfbe01e20505 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'network': {'name': 'tempest-network-smoke--20044123', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'port_security_enabled': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:08.912889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3c37f2-6e09-4c44-b001-cfbe01e20505 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Made reservation on behalf of a43447eafa45493097f94d60b425ddb3 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:08.923550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3a3c37f2-6e09-4c44-b001-cfbe01e20505 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.980652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3c37f2-6e09-4c44-b001-cfbe01e20505 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:07:09.018613 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3a3c37f2-6e09-4c44-b001-cfbe01e20505 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:09.020405 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-3a3c37f2-6e09-4c44-b001-cfbe01e20505 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Added segment 09ce7794-2dac-41e6-9d0b-4f559001ff5f of type vlan for network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 Nov 09 18:07:09.099843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 94d93624-bd82-4944-9148-61d8c2fc23b8 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:09.156403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 94d93624-bd82-4944-9148-61d8c2fc23b8 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:09.157160 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 94d93624-bd82-4944-9148-61d8c2fc23b8 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:09.157452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dea5093c-2220-4295-beb6-61f45c5e7de9 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:09.169587 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3a3c37f2-6e09-4c44-b001-cfbe01e20505 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:09.184899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: dea5093c-2220-4295-beb6-61f45c5e7de9 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:09.185951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dea5093c-2220-4295-beb6-61f45c5e7de9 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:09.227931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3a3c37f2-6e09-4c44-b001-cfbe01e20505 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:09.241198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3c37f2-6e09-4c44-b001-cfbe01e20505 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.241855 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3a3c37f2-6e09-4c44-b001-cfbe01e20505 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:09.355303 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3a3c37f2-6e09-4c44-b001-cfbe01e20505 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4874451 Nov 09 18:07:09.357380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33518) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:09.370008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c37f2-6e09-4c44-b001-cfbe01e20505 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Network': ['ID=e65631d8-b6c7-4475-8651-1e3b86ecd2f2,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:09.387991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:07:09.464653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9982407d-50de-45dc-a8b6-0d1ac0d52b26 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.469935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33524) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:09.470477 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9982407d-50de-45dc-a8b6-0d1ac0d52b26 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=a43447eafa45493097f94d60b425ddb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1108804 Nov 09 18:07:09.602414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade44cb7-343a-4ee6-8314-6bd2dda317c9 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.607574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33532) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:09.616564 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ade44cb7-343a-4ee6-8314-6bd2dda317c9 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447389 Nov 09 18:07:09.645769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33536) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:09.645969 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-129b786b-61e2-4bdb-a283-7db98096c604 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369265 Nov 09 18:07:09.705931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33540) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:09.717170 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cc3cad6d-b0e5-4935-93c1-c53058311428 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=a43447eafa45493097f94d60b425ddb3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682337 Nov 09 18:07:10.271329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c425be09-e13d-424b-ad3d-f2697fab962d tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.275770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c425be09-e13d-424b-ad3d-f2697fab962d tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5658009 Nov 09 18:07:10.276588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33560) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:10.322828 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33564) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:10.323744 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fe72d91c-b672-43ba-872b-d8ce4e2eaec4 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448632 Nov 09 18:07:10.330326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-963fb064-9686-4238-9dce-97579428b834 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-401000653', 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:10.484009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963fb064-9686-4238-9dce-97579428b834 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Made reservation on behalf of a43447eafa45493097f94d60b425ddb3 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:10.488602 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-963fb064-9686-4238-9dce-97579428b834 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.669142 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-950890a6-5e99-47ea-b015-af155eeb3b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.807822 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-963fb064-9686-4238-9dce-97579428b834 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.885251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fb064-9686-4238-9dce-97579428b834 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Subnet': ['ID=ccfcd6df-6280-42e7-aaf7-936c7fa7831d,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:10.896935 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963fb064-9686-4238-9dce-97579428b834 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Checking segment: {'id': '09ce7794-2dac-41e6-9d0b-4f559001ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:10.897363 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963fb064-9686-4238-9dce-97579428b834 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network hostable DHCP agents. Network: e65631d8-b6c7-4475-8651-1e3b86ecd2f2, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:07:10.921659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963fb064-9686-4238-9dce-97579428b834 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:07:10.935292 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-963fb064-9686-4238-9dce-97579428b834 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, e65631d8-b6c7-4475-8651-1e3b86ecd2f2) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:10.963039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963fb064-9686-4238-9dce-97579428b834 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.963960 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-963fb064-9686-4238-9dce-97579428b834 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.970782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f5447-8e73-4052-9ea4-81203cf09c6f None None] Network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:10.991661 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-963fb064-9686-4238-9dce-97579428b834 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6675763 Nov 09 18:07:11.333909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-e65631d8-b6c7-4475-8651-1e3b86ecd2f2', 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ips': [{'subnet_id': 'ccfcd6df-6280-42e7-aaf7-936c7fa7831d'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:07:11.334836 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.605255 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33602) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:11.609781 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ebc0a293-80bc-4982-9a6e-e1e736237652 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2023976843', 'description': 'tempest-secgroup-smoke-2023976843 description', 'project_id': 'a43447eafa45493097f94d60b425ddb3'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:11.629597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Allocated IP 172.20.0.18 (e65631d8-b6c7-4475-8651-1e3b86ecd2f2/ccfcd6df-6280-42e7-aaf7-936c7fa7831d/2ccd286f-69b5-4066-9efc-69b21e558262) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:11.641293 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a293-80bc-4982-9a6e-e1e736237652 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.779204 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a293-80bc-4982-9a6e-e1e736237652 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.785242 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a293-80bc-4982-9a6e-e1e736237652 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.833035 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a293-80bc-4982-9a6e-e1e736237652 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.837053 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ebc0a293-80bc-4982-9a6e-e1e736237652 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2301257 Nov 09 18:07:11.839120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33612) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:11.844583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-bf08680c-7682-4e2b-be38-d2598de38414 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': '958bcc59-3f7c-41ff-92cc-89826b2ac00e', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:11.846304 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0a293-80bc-4982-9a6e-e1e736237652 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958bcc59-3f7c-41ff-92cc-89826b2ac00e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:11.907103 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf08680c-7682-4e2b-be38-d2598de38414 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.031831 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf08680c-7682-4e2b-be38-d2598de38414 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.038980 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf08680c-7682-4e2b-be38-d2598de38414 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.068378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08680c-7682-4e2b-be38-d2598de38414 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9ba534-071f-470f-9d55-0737252dc56f,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:12.087682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf08680c-7682-4e2b-be38-d2598de38414 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.089903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bf08680c-7682-4e2b-be38-d2598de38414 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2492645 Nov 09 18:07:12.092919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33628) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:12.099404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6d2951fa-9450-4cad-864d-afb0f6eeda38 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': '958bcc59-3f7c-41ff-92cc-89826b2ac00e', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:12.121174 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.135410 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.162847 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d2951fa-9450-4cad-864d-afb0f6eeda38 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.208568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:12.221165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:12.233563 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d2951fa-9450-4cad-864d-afb0f6eeda38 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.233876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:12.241339 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d2951fa-9450-4cad-864d-afb0f6eeda38 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.245020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Pushing event updated for resources: {'Port': ['ID=2ccd286f-69b5-4066-9efc-69b21e558262,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:12.270611 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2951fa-9450-4cad-864d-afb0f6eeda38 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7fbc53-37fb-4c2f-87a7-7f354dc65505,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:12.281779 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d2951fa-9450-4cad-864d-afb0f6eeda38 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.287109 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6d2951fa-9450-4cad-864d-afb0f6eeda38 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1923709 Nov 09 18:07:12.287662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33634) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:12.292676 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6e8fb978-8ef8-4bd8-85b8-342cb6896b62 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': '958bcc59-3f7c-41ff-92cc-89826b2ac00e', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:12.349781 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Attempting to bind port 2ccd286f-69b5-4066-9efc-69b21e558262 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:12.350639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Attempting to bind port 2ccd286f-69b5-4066-9efc-69b21e558262 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '09ce7794-2dac-41e6-9d0b-4f559001ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:12.351177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Attempting to bind port 2ccd286f-69b5-4066-9efc-69b21e558262 on network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:12.354434 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e8fb978-8ef8-4bd8-85b8-342cb6896b62 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.360708 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:12.361108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Checking segment: {'id': '09ce7794-2dac-41e6-9d0b-4f559001ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:12.361465 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.361955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Bound using segment: {'id': '09ce7794-2dac-41e6-9d0b-4f559001ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:12.362458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Bound port: 2ccd286f-69b5-4066-9efc-69b21e558262, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ce7794-2dac-41e6-9d0b-4f559001ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:12.362905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.461344 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] For port 2ccd286f-69b5-4066-9efc-69b21e558262, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:12.467546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] For port 2ccd286f-69b5-4066-9efc-69b21e558262, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2ccd286f-69b5-4066-9efc-69b21e558262,segment=NetworkSegment(09ce7794-2dac-41e6-9d0b-4f559001ff5f),segment_id=09ce7794-2dac-41e6-9d0b-4f559001ff5f)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:12.476006 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.515680 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e8fb978-8ef8-4bd8-85b8-342cb6896b62 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.524433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e8fb978-8ef8-4bd8-85b8-342cb6896b62 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.567551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fb978-8ef8-4bd8-85b8-342cb6896b62 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e1cb95-5d8d-49cb-bd86-d24cf0973ed9,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:12.589455 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6e8fb978-8ef8-4bd8-85b8-342cb6896b62 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.597762 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97423c8-fed4-4dc7-b007-58b73e16816a None None] Pushing event updated for resources: {'Port': ['ID=2ccd286f-69b5-4066-9efc-69b21e558262,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:12.598165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33642) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:12.599903 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6e8fb978-8ef8-4bd8-85b8-342cb6896b62 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109784 Nov 09 18:07:12.605701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-cfc4e0d6-fd1d-4a8e-9906-2ab631728ca6 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': '958bcc59-3f7c-41ff-92cc-89826b2ac00e', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:12.674904 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e0d6-fd1d-4a8e-9906-2ab631728ca6 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.762704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e0d6-fd1d-4a8e-9906-2ab631728ca6 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.768829 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e0d6-fd1d-4a8e-9906-2ab631728ca6 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.786023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4e0d6-fd1d-4a8e-9906-2ab631728ca6 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f877432b-a872-4731-bd50-84dfaf88abdb,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:12.831684 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e0d6-fd1d-4a8e-9906-2ab631728ca6 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.835486 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cfc4e0d6-fd1d-4a8e-9906-2ab631728ca6 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2318013 Nov 09 18:07:12.839125 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33650) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:12.845594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ddddb822-7dc2-4dd0-aebf-ad6f90176f4b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': '958bcc59-3f7c-41ff-92cc-89826b2ac00e', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:12.899182 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-ddddb822-7dc2-4dd0-aebf-ad6f90176f4b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Project a43447eafa45493097f94d60b425ddb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:07:12.910763 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ddddb822-7dc2-4dd0-aebf-ad6f90176f4b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.042394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ddddb822-7dc2-4dd0-aebf-ad6f90176f4b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.050853 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ddddb822-7dc2-4dd0-aebf-ad6f90176f4b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.105513 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddb822-7dc2-4dd0-aebf-ad6f90176f4b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd2a9dd-7663-49a2-aaf5-5e2eab803eb9,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:13.120185 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ddddb822-7dc2-4dd0-aebf-ad6f90176f4b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.124403 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33654) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:13.124928 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ddddb822-7dc2-4dd0-aebf-ad6f90176f4b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2838616 Nov 09 18:07:13.129273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-061d4c6e-6405-4fb3-9f5c-6de69e1b266d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': '958bcc59-3f7c-41ff-92cc-89826b2ac00e', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:13.140596 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2ccd286f-69b5-4066-9efc-69b21e558262 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:13.165095 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-061d4c6e-6405-4fb3-9f5c-6de69e1b266d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Project a43447eafa45493097f94d60b425ddb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:07:13.189151 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-061d4c6e-6405-4fb3-9f5c-6de69e1b266d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.243864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2ccd286f-69b5-4066-9efc-69b21e558262 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:13.244102 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.308405 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-061d4c6e-6405-4fb3-9f5c-6de69e1b266d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.314827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-061d4c6e-6405-4fb3-9f5c-6de69e1b266d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.344148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d4c6e-6405-4fb3-9f5c-6de69e1b266d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1d0c88-7420-4a2a-88a8-ccf52b8c9e42,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:13.388527 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-061d4c6e-6405-4fb3-9f5c-6de69e1b266d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.409087 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-061d4c6e-6405-4fb3-9f5c-6de69e1b266d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2815378 Nov 09 18:07:13.410664 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.480020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 2ccd286f-69b5-4066-9efc-69b21e558262, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2ccd286f-69b5-4066-9efc-69b21e558262,segment=NetworkSegment(09ce7794-2dac-41e6-9d0b-4f559001ff5f),segment_id=09ce7794-2dac-41e6-9d0b-4f559001ff5f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:13.490314 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.581977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=2ccd286f-69b5-4066-9efc-69b21e558262,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:13.621182 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:13.621563 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:13.624394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:13.624394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:13.624394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:13.624394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:13.645419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:13.645976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:13.646330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:13.646684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:13.647035 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:13.647418 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:13.710874 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-19f1a1b0-6810-4175-bf64-dbc57219a7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.800071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-4e6874a4-9868-4d33-b5f3-ae84670943b1 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023976843&fields=id&tenant_id=a43447eafa45493097f94d60b425ddb3 HTTP/1.1" status: 200 len: 267 time: 0.0669911 Nov 09 18:07:13.977451 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-50f2d35b-1045-4b0a-a4ed-450be3ba5a45 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:13.979765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-50f2d35b-1045-4b0a-a4ed-450be3ba5a45 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/networks?id=e65631d8-b6c7-4475-8651-1e3b86ecd2f2 HTTP/1.1" status: 200 len: 795 time: 0.1786623 Nov 09 18:07:14.023394 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-702f6ae9-5ac2-47d0-b625-0377b8584fbe tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/quotas/a43447eafa45493097f94d60b425ddb3 HTTP/1.1" status: 200 len: 375 time: 0.0268669 Nov 09 18:07:14.154204 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-3ba42745-739b-410d-b929-776b0e82b330 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1072614 Nov 09 18:07:14.162297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b971a-f01f-4146-a4e0-5ec36589c9e3 None None] Network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:14.292645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0106f271-6135-459d-abbd-5b1239e6950d None None] Provisioning complete for port 2ccd286f-69b5-4066-9efc-69b21e558262 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:14.293198 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0106f271-6135-459d-abbd-5b1239e6950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.362230 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-54a7f5de-c7c3-4aca-9007-f2fc7183b0e2 service neutron] 10.222.0.81 "GET /v2.0/networks/e65631d8-b6c7-4475-8651-1e3b86ecd2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817255 Nov 09 18:07:14.500929 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.548546 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-b597d0dc-55ea-4848-9aac-09dcc5cd0957 service neutron] 10.222.0.81 "GET /v2.0/networks/e65631d8-b6c7-4475-8651-1e3b86ecd2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789238 Nov 09 18:07:14.907405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c9b39bdc-c2b1-499e-a052-787c49b42b47 None None] Provisioning complete for port 2ccd286f-69b5-4066-9efc-69b21e558262 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:14.908148 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c9b39bdc-c2b1-499e-a052-787c49b42b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.920318 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e4717464-aca0-438c-bdce-dd9ea47eb0f0 req-364f6399-24f4-4287-9658-6dd4171c74fb tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 210 time: 0.0599537 Nov 09 18:07:15.107777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2ccd286f-69b5-4066-9efc-69b21e558262 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:15.161288 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2ccd286f-69b5-4066-9efc-69b21e558262 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:15.161717 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:15.442473 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.060478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 33748) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:16.083633 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-01baee29-a27e-4312-8527-157d98c2596e req-0a6aca56-04d8-4b5b-b82b-313f307db555 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 210 time: 0.0749764 Nov 09 18:07:16.249723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af74ee6-f002-4833-8c70-a54201f91d1c req-cad6880e-b4b3-43c9-98f6-d6464867b7a5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:16.254307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4af74ee6-f002-4833-8c70-a54201f91d1c req-cad6880e-b4b3-43c9-98f6-d6464867b7a5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 946 time: 0.1048191 Nov 09 18:07:16.322000 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-951b1502-136a-4533-ba8a-390183760415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.420012 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4af74ee6-f002-4833-8c70-a54201f91d1c req-e314f315-87d6-45f0-90f8-9b165c495394 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502123 Nov 09 18:07:16.489498 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-57e7b0e4-1efd-47c2-b5a1-6d49e0043d40 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:16.491260 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-57e7b0e4-1efd-47c2-b5a1-6d49e0043d40 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.18 "GET /v2.0/networks?id=e65631d8-b6c7-4475-8651-1e3b86ecd2f2 HTTP/1.1" status: 200 len: 795 time: 0.1849809 Nov 09 18:07:16.555539 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-5dd29b84-6d89-4e31-84da-efea6ed9114d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a43447eafa45493097f94d60b425ddb3 HTTP/1.1" status: 200 len: 473 time: 0.0519381 Nov 09 18:07:16.573906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-0bf369f1-1d9f-44ab-9979-f704e80dbf5d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'port': {'device_id': '6989f948-4b98-425b-a33b-6db80b83869f', 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2', 'admin_state_up': True, 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'security_groups': ['958bcc59-3f7c-41ff-92cc-89826b2ac00e']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:16.641792 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-951b1502-136a-4533-ba8a-390183760415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.650696 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-951b1502-136a-4533-ba8a-390183760415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.731565 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-951b1502-136a-4533-ba8a-390183760415 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a0e15c759a6459ca25a8b60d481bae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6606891 Nov 09 18:07:16.731565 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b1502-136a-4533-ba8a-390183760415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2c4323-232c-490c-a251-1a759878da54,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:16.731903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 33776) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:16.783789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-0bf369f1-1d9f-44ab-9979-f704e80dbf5d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Made reservation on behalf of a43447eafa45493097f94d60b425ddb3 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:16.788826 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-0bf369f1-1d9f-44ab-9979-f704e80dbf5d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.832681 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aed5a58b-af60-4bbb-b134-0b66012a098a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.864731 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aed5a58b-af60-4bbb-b134-0b66012a098a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.954209 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aed5a58b-af60-4bbb-b134-0b66012a098a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.959466 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aed5a58b-af60-4bbb-b134-0b66012a098a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.963374 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-aed5a58b-af60-4bbb-b134-0b66012a098a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd2c4323-232c-490c-a251-1a759878da54 HTTP/1.1" status: 204 len: 168 time: 0.2346237 Nov 09 18:07:16.986435 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5a58b-af60-4bbb-b134-0b66012a098a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2c4323-232c-490c-a251-1a759878da54,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:17.134652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-0bf369f1-1d9f-44ab-9979-f704e80dbf5d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Allocated IP 172.20.0.20 (e65631d8-b6c7-4475-8651-1e3b86ecd2f2/ccfcd6df-6280-42e7-aaf7-936c7fa7831d/4f482587-2dcb-4aad-963d-778bcd88fd52) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:17.245358 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dfc14ec6-e094-43df-8ff8-92807ceb32f6 req-5c8edcd7-67a6-43ee-8cb8-3be5abeadfea tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 210 time: 0.0573895 Nov 09 18:07:17.435245 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-0bf369f1-1d9f-44ab-9979-f704e80dbf5d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.511773 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-0bf369f1-1d9f-44ab-9979-f704e80dbf5d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.593404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-0bf369f1-1d9f-44ab-9979-f704e80dbf5d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:17.599674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-0bf369f1-1d9f-44ab-9979-f704e80dbf5d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:17.606684 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-0bf369f1-1d9f-44ab-9979-f704e80dbf5d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:17.661359 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf369f1-1d9f-44ab-9979-f704e80dbf5d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=4f482587-2dcb-4aad-963d-778bcd88fd52,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:17.687251 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.721262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-0bf369f1-1d9f-44ab-9979-f704e80dbf5d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:17.722740 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-0bf369f1-1d9f-44ab-9979-f704e80dbf5d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.748179 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-0bf369f1-1d9f-44ab-9979-f704e80dbf5d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1811500 Nov 09 18:07:17.771179 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Request body: {'port': {'device_id': '6989f948-4b98-425b-a33b-6db80b83869f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:17.879539 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.170638 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7920e62a-e971-4a40-9bdc-0b8e95f7840c None None] Provisioning complete for port 4f482587-2dcb-4aad-963d-778bcd88fd52 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:18.171608 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7920e62a-e971-4a40-9bdc-0b8e95f7840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.289106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7920e62a-e971-4a40-9bdc-0b8e95f7840c None None] Port 4f482587-2dcb-4aad-963d-778bcd88fd52 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:18.441392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f482587-2dcb-4aad-963d-778bcd88fd52 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:18.460235 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.489522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Transition to ACTIVE for port object 4f482587-2dcb-4aad-963d-778bcd88fd52 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:07:18.495829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0e056-c568-4f48-8983-b1d372212b00 req-1e844615-c369-44c4-807e-36cd48d79c0c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.496436 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.507180 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6eb0e056-c568-4f48-8983-b1d372212b00 req-1e844615-c369-44c4-807e-36cd48d79c0c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 932 time: 0.0980399 Nov 09 18:07:18.592235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6eb0e056-c568-4f48-8983-b1d372212b00 req-d655b203-6aab-46f3-8448-12bd07c602d4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832493 Nov 09 18:07:18.641975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Pushing event updated for resources: {'Port': ['ID=4f482587-2dcb-4aad-963d-778bcd88fd52,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:18.718093 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Attempting to bind port 4f482587-2dcb-4aad-963d-778bcd88fd52 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:18.718379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Attempting to bind port 4f482587-2dcb-4aad-963d-778bcd88fd52 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '09ce7794-2dac-41e6-9d0b-4f559001ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:18.718711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Attempting to bind port 4f482587-2dcb-4aad-963d-778bcd88fd52 on network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:18.723942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Port 4f482587-2dcb-4aad-963d-778bcd88fd52 on network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:07:18.724264 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Attempting to bind port 4f482587-2dcb-4aad-963d-778bcd88fd52 on network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:18.730514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:18.730870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Checking segment: {'id': '09ce7794-2dac-41e6-9d0b-4f559001ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:18.732601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Bound using segment: {'id': '09ce7794-2dac-41e6-9d0b-4f559001ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:18.733694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Bound port: 4f482587-2dcb-4aad-963d-778bcd88fd52, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ce7794-2dac-41e6-9d0b-4f559001ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:18.734239 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.833021 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] For port 4f482587-2dcb-4aad-963d-778bcd88fd52, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:18.840246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] For port 4f482587-2dcb-4aad-963d-778bcd88fd52, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4f482587-2dcb-4aad-963d-778bcd88fd52,segment=NetworkSegment(09ce7794-2dac-41e6-9d0b-4f559001ff5f),segment_id=09ce7794-2dac-41e6-9d0b-4f559001ff5f)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:18.849982 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.893613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.895817 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.900857 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] 10.222.0.18 "PUT /v2.0/ports/4f482587-2dcb-4aad-963d-778bcd88fd52 HTTP/1.1" status: 200 len: 1092 time: 1.1418190 Nov 09 18:07:18.921309 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6989f948-4b98-425b-a33b-6db80b83869f', 'tag': '4f482587-2dcb-4aad-963d-778bcd88fd52'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:18.935919 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94da3923-c1c1-43ef-9f60-46d49c67414b" -d '{"events": [{"name": "network-changed", "server_uuid": "6989f948-4b98-425b-a33b-6db80b83869f", "tag": "4f482587-2dcb-4aad-963d-778bcd88fd52"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:19.083990 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0c28b-24c4-436c-ba73-52f2906ecc90 service neutron] Pushing event updated for resources: {'Port': ['ID=4f482587-2dcb-4aad-963d-778bcd88fd52,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:19.098062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-1f5c8fba-4536-4a9a-b026-7499f5fee5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.100022 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-1f5c8fba-4536-4a9a-b026-7499f5fee5e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 1095 time: 0.1296234 Nov 09 18:07:19.103864 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6ebf6b-ecf9-4981-b360-e0bfc07d309f x-openstack-request-id: req-ca6ebf6b-ecf9-4981-b360-e0bfc07d309f {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:19.104499 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6989f948-4b98-425b-a33b-6db80b83869f", "tag": "4f482587-2dcb-4aad-963d-778bcd88fd52", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:19.104902 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca6ebf6b-ecf9-4981-b360-e0bfc07d309f {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:19.105459 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6989f948-4b98-425b-a33b-6db80b83869f', 'tag': '4f482587-2dcb-4aad-963d-778bcd88fd52', 'status': 'completed', 'code': 200} Nov 09 18:07:19.161453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-cf601209-7dbe-478d-b4d0-fb9532fbe498 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=4f482587-2dcb-4aad-963d-778bcd88fd52 HTTP/1.1" status: 200 len: 217 time: 0.0517294 Nov 09 18:07:19.241264 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-edd91e30-c49a-48da-9a96-cf0c0ff10e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.243170 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-edd91e30-c49a-48da-9a96-cf0c0ff10e27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ccfcd6df-6280-42e7-aaf7-936c7fa7831d HTTP/1.1" status: 200 len: 837 time: 0.0732260 Nov 09 18:07:19.332652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-bdb61c0e-9d14-47fa-b7aa-19d838ed1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.335587 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-bdb61c0e-9d14-47fa-b7aa-19d838ed1f81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e65631d8-b6c7-4475-8651-1e3b86ecd2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816214 Nov 09 18:07:19.473397 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-2fbaecd3-30ac-4066-bf8a-824a73e2f37b service neutron] 10.222.0.18 "GET /v2.0/networks/e65631d8-b6c7-4475-8651-1e3b86ecd2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306460 Nov 09 18:07:19.646639 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d89c537-ef4f-441d-8ffe-e3fe192a5722 req-8bbc5f4b-b8d6-4e91-8d6a-9f729de58aed service neutron] 10.222.0.18 "GET /v2.0/networks/e65631d8-b6c7-4475-8651-1e3b86ecd2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526015 Nov 09 18:07:19.767527 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da3923-c1c1-43ef-9f60-46d49c67414b req-5d3ef9a8-a885-4123-b527-78800c353274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.772238 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94da3923-c1c1-43ef-9f60-46d49c67414b req-5d3ef9a8-a885-4123-b527-78800c353274 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 1095 time: 0.0675080 Nov 09 18:07:19.802857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f41084-b4a1-4a7d-b90d-aaa3239a60a7 req-cd957fb9-fc0a-43b0-a232-0700b2c82571 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.804622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f41084-b4a1-4a7d-b90d-aaa3239a60a7 req-cd957fb9-fc0a-43b0-a232-0700b2c82571 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 944 time: 0.0749612 Nov 09 18:07:19.892250 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f41084-b4a1-4a7d-b90d-aaa3239a60a7 req-690aef9a-ff72-45c4-bf90-7ada96b6db21 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781479 Nov 09 18:07:19.977320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da3923-c1c1-43ef-9f60-46d49c67414b req-c13e6c96-c61b-486a-b9cb-3ec970e5b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.980492 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94da3923-c1c1-43ef-9f60-46d49c67414b req-c13e6c96-c61b-486a-b9cb-3ec970e5b9e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e65631d8-b6c7-4475-8651-1e3b86ecd2f2 HTTP/1.1" status: 200 len: 896 time: 0.2007096 Nov 09 18:07:20.064723 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94da3923-c1c1-43ef-9f60-46d49c67414b req-5c368a3b-6097-40f2-bd28-a575138e5d7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=4f482587-2dcb-4aad-963d-778bcd88fd52 HTTP/1.1" status: 200 len: 217 time: 0.0756836 Nov 09 18:07:20.159523 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da3923-c1c1-43ef-9f60-46d49c67414b req-cd15dafd-425d-420c-abcf-0fd5c93bd78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:20.168775 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94da3923-c1c1-43ef-9f60-46d49c67414b req-cd15dafd-425d-420c-abcf-0fd5c93bd78d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ccfcd6df-6280-42e7-aaf7-936c7fa7831d HTTP/1.1" status: 200 len: 837 time: 0.0961683 Nov 09 18:07:20.250594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da3923-c1c1-43ef-9f60-46d49c67414b req-fd2f83c4-6e72-4478-944a-91529b8342be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:20.252256 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94da3923-c1c1-43ef-9f60-46d49c67414b req-fd2f83c4-6e72-4478-944a-91529b8342be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e65631d8-b6c7-4475-8651-1e3b86ecd2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741158 Nov 09 18:07:20.447678 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94da3923-c1c1-43ef-9f60-46d49c67414b req-dda4fa11-6519-4869-a729-2306709cf205 service neutron] 10.222.0.18 "GET /v2.0/networks/e65631d8-b6c7-4475-8651-1e3b86ecd2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853800 Nov 09 18:07:20.471029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 90d0c7c6-c483-4f0e-88a9-144ac7fe103b details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:20.663184 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:20.687925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'port_id': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'mac_address': 'fa:16:3e:5b:a8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:20.705329 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94da3923-c1c1-43ef-9f60-46d49c67414b req-e1198c8d-2bb3-4452-80eb-091703aba017 service neutron] 10.222.0.18 "GET /v2.0/networks/e65631d8-b6c7-4475-8651-1e3b86ecd2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496254 Nov 09 18:07:20.770413 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.787008 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90d0c7c6-c483-4f0e-88a9-144ac7fe103b {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:20.816198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:20.821984 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.907380 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['90d0c7c6-c483-4f0e-88a9-144ac7fe103b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:20.942117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:21.264736 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9ff68-3c19-45f3-af5d-5f27f5895c94 req-9e53596f-4ab8-4103-8768-1ef94689f52b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.267024 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cfc9ff68-3c19-45f3-af5d-5f27f5895c94 req-9e53596f-4ab8-4103-8768-1ef94689f52b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 944 time: 0.1268921 Nov 09 18:07:21.368789 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cfc9ff68-3c19-45f3-af5d-5f27f5895c94 req-cddbf501-b246-4f37-93ca-640c2f7e3952 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922012 Nov 09 18:07:22.487152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 90d0c7c6-c483-4f0e-88a9-144ac7fe103b up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:22.592794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:22.595000 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:22.619940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc8b61-4976-4cbd-87c9-b57f1ef029a2 req-462ccc29-cef5-4ab5-8f7a-fc0bdeb91fde tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.624057 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-31cc8b61-4976-4cbd-87c9-b57f1ef029a2 req-462ccc29-cef5-4ab5-8f7a-fc0bdeb91fde tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 944 time: 0.0851650 Nov 09 18:07:22.766590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-31cc8b61-4976-4cbd-87c9-b57f1ef029a2 req-23a0330b-8dd6-4634-b18c-efcaa4175dec tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000936 Nov 09 18:07:22.802702 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:22.884556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:22.885794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:22.898365 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163735a4-5974-4402-98fd-31f52d630dfb" -d '{"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-plugged", "status": "completed", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:22.911177 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.028737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:23.124747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.127096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4f482587-2dcb-4aad-963d-778bcd88fd52 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:23.620156 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6839a3-e748-4cd5-9f48-9f02003ce076 x-openstack-request-id: req-4b6839a3-e748-4cd5-9f48-9f02003ce076 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:23.621250 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-plugged", "status": "completed", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:23.621250 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b6839a3-e748-4cd5-9f48-9f02003ce076 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:23.621913 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'code': 200} Nov 09 18:07:23.638025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4f482587-2dcb-4aad-963d-778bcd88fd52, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4f482587-2dcb-4aad-963d-778bcd88fd52,segment=NetworkSegment(09ce7794-2dac-41e6-9d0b-4f559001ff5f),segment_id=09ce7794-2dac-41e6-9d0b-4f559001ff5f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:23.657104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '4f482587-2dcb-4aad-963d-778bcd88fd52', 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2', 'port_id': '4f482587-2dcb-4aad-963d-778bcd88fd52', 'mac_address': 'fa:16:3e:af:43:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfcd6df-6280-42e7-aaf7-936c7fa7831d', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:23.713892 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.739366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f482587-2dcb-4aad-963d-778bcd88fd52 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:23.778273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34018) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:23.839613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4f482587-2dcb-4aad-963d-778bcd88fd52, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4f482587-2dcb-4aad-963d-778bcd88fd52,segment=NetworkSegment(09ce7794-2dac-41e6-9d0b-4f559001ff5f),segment_id=09ce7794-2dac-41e6-9d0b-4f559001ff5f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:23.850070 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.955957 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.958275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4f482587-2dcb-4aad-963d-778bcd88fd52,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:24.110284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea534f-81a3-47af-b445-c14baeb9759d req-16e9503a-7c04-40e3-9d65-0d776c10483b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:24.112389 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2eea534f-81a3-47af-b445-c14baeb9759d req-16e9503a-7c04-40e3-9d65-0d776c10483b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 945 time: 0.1514590 Nov 09 18:07:24.128162 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc20b-5e13-4b7f-9b7d-dffa0256510d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.193265 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4f482587-2dcb-4aad-963d-778bcd88fd52'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:24.272417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2eea534f-81a3-47af-b445-c14baeb9759d req-c9143f0a-c223-43e1-b442-d3a6778fc5a0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385865 Nov 09 18:07:24.432417 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc20b-5e13-4b7f-9b7d-dffa0256510d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.443010 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc20b-5e13-4b7f-9b7d-dffa0256510d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.541377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bc20b-5e13-4b7f-9b7d-dffa0256510d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f8c91f-dcda-49d1-9b2a-027a44a3ebc9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:24.564365 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ff5bc20b-5e13-4b7f-9b7d-dffa0256510d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c3c56a13617246358fb4833bd64534a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7844071 Nov 09 18:07:24.568000 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34026) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:24.760127 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-516fa37a-f7f8-472f-8510-7e1819d2f3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.815383 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-516fa37a-f7f8-472f-8510-7e1819d2f3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.902552 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-516fa37a-f7f8-472f-8510-7e1819d2f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.906664 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-516fa37a-f7f8-472f-8510-7e1819d2f3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.910855 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-516fa37a-f7f8-472f-8510-7e1819d2f3ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9f8c91f-dcda-49d1-9b2a-027a44a3ebc9 HTTP/1.1" status: 204 len: 168 time: 0.3392816 Nov 09 18:07:24.919183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fa37a-f7f8-472f-8510-7e1819d2f3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f8c91f-dcda-49d1-9b2a-027a44a3ebc9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:25.512179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34038) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:25.533535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70febc46-b25f-4057-9a54-1f96f9c0ee2b req-b9835596-d13b-43c4-9506-ce7e6b09d300 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:25.536644 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-70febc46-b25f-4057-9a54-1f96f9c0ee2b req-b9835596-d13b-43c4-9506-ce7e6b09d300 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 945 time: 0.0826790 Nov 09 18:07:25.544786 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-217abc72-537e-4db3-9eaa-a5073251c629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.627111 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-70febc46-b25f-4057-9a54-1f96f9c0ee2b req-fdf1d89d-2558-49ad-966c-4d9c88981b2e tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779390 Nov 09 18:07:25.683962 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-217abc72-537e-4db3-9eaa-a5073251c629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.696488 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-217abc72-537e-4db3-9eaa-a5073251c629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.753224 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-217abc72-537e-4db3-9eaa-a5073251c629 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b7e0ccdf1f5463c867280b4a8dcb569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396600 Nov 09 18:07:25.758148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34042) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:25.817829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217abc72-537e-4db3-9eaa-a5073251c629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0c578c-3a7e-461c-9492-bda2e2104451,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:25.873413 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac606215-2024-4554-878d-4303196f7e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.904367 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac606215-2024-4554-878d-4303196f7e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.014250 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac606215-2024-4554-878d-4303196f7e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.022524 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac606215-2024-4554-878d-4303196f7e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.028170 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ac606215-2024-4554-878d-4303196f7e2f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef0c578c-3a7e-461c-9492-bda2e2104451 HTTP/1.1" status: 204 len: 168 time: 0.2682865 Nov 09 18:07:26.051472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac606215-2024-4554-878d-4303196f7e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0c578c-3a7e-461c-9492-bda2e2104451,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:26.900786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c3fc1-91b8-485b-9144-68aeee2d15fa req-e88289ba-a91d-432b-a6f9-857ea95db08e tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:26.902442 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-808c3fc1-91b8-485b-9144-68aeee2d15fa req-e88289ba-a91d-432b-a6f9-857ea95db08e tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 945 time: 0.0790269 Nov 09 18:07:26.984746 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-808c3fc1-91b8-485b-9144-68aeee2d15fa req-1d01f11b-8b05-460c-9346-d7a4c4598569 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734282 Nov 09 18:07:27.154596 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4f482587-2dcb-4aad-963d-778bcd88fd52 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:27.296630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 4f482587-2dcb-4aad-963d-778bcd88fd52 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:27.311991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 4f482587-2dcb-4aad-963d-778bcd88fd52 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:27.312469 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.504325 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.554929 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6989f948-4b98-425b-a33b-6db80b83869f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f482587-2dcb-4aad-963d-778bcd88fd52'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:27.566251 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bb15fc-3fea-46d4-a81a-e35a3f3f6771" -d '{"events": [{"server_uuid": "6989f948-4b98-425b-a33b-6db80b83869f", "name": "network-vif-plugged", "status": "completed", "tag": "4f482587-2dcb-4aad-963d-778bcd88fd52"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:27.598873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4f482587-2dcb-4aad-963d-778bcd88fd52, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4f482587-2dcb-4aad-963d-778bcd88fd52,segment=NetworkSegment(09ce7794-2dac-41e6-9d0b-4f559001ff5f),segment_id=09ce7794-2dac-41e6-9d0b-4f559001ff5f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:27.605803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.727183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4f482587-2dcb-4aad-963d-778bcd88fd52,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:27.732714 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf17f92-9116-4e90-a5c6-6efb393fe115 x-openstack-request-id: req-bbf17f92-9116-4e90-a5c6-6efb393fe115 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:27.733003 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6989f948-4b98-425b-a33b-6db80b83869f", "name": "network-vif-plugged", "status": "completed", "tag": "4f482587-2dcb-4aad-963d-778bcd88fd52", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:27.733320 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bbf17f92-9116-4e90-a5c6-6efb393fe115 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:27.733728 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989f948-4b98-425b-a33b-6db80b83869f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f482587-2dcb-4aad-963d-778bcd88fd52', 'code': 200} Nov 09 18:07:27.853306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89b4c0-e037-4894-912f-cd4d728f6aa4 req-ebfb0b2f-e62d-4f8a-a534-6f719252e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:27.860387 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b89b4c0-e037-4894-912f-cd4d728f6aa4 req-ebfb0b2f-e62d-4f8a-a534-6f719252e1f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 1097 time: 0.1351562 Nov 09 18:07:27.961585 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b89b4c0-e037-4894-912f-cd4d728f6aa4 req-b4a461ef-76b5-42cb-9767-da8578d3ce1e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903141 Nov 09 18:07:28.254197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab75cc6-f4ad-4960-a07b-4070415a6af0 req-9b843af6-47b0-4621-bb1a-8a27ae506888 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.256466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ab75cc6-f4ad-4960-a07b-4070415a6af0 req-9b843af6-47b0-4621-bb1a-8a27ae506888 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 946 time: 0.1041806 Nov 09 18:07:28.323395 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ab75cc6-f4ad-4960-a07b-4070415a6af0 req-ce518463-8ab9-40e8-916d-72c81a55779f tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554910 Nov 09 18:07:29.559633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412c70c-cc22-4197-8664-80bdbea6917c req-50883fae-96ae-4842-a1ad-b74fa341f851 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:29.562710 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3412c70c-cc22-4197-8664-80bdbea6917c req-50883fae-96ae-4842-a1ad-b74fa341f851 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 946 time: 0.0724437 Nov 09 18:07:29.634269 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3412c70c-cc22-4197-8664-80bdbea6917c req-899e8119-0d20-4e0e-ac4b-77fc24eddcc8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621910 Nov 09 18:07:30.743617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34174) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:30.870438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b236b-fc96-4d3a-bd7b-fefaaeee7bee req-5bbdcb18-1de6-4817-b02f-4b3e9e84636c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:30.880203 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f96b236b-fc96-4d3a-bd7b-fefaaeee7bee req-5bbdcb18-1de6-4817-b02f-4b3e9e84636c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 946 time: 0.0882256 Nov 09 18:07:30.933897 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f96b236b-fc96-4d3a-bd7b-fefaaeee7bee req-e5023d18-33ae-4179-b1d6-f7f14b624d55 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470800 Nov 09 18:07:31.066692 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d604f33-0fed-4ea8-b9a4-d0701d6ab1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.165324 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349c8f2-bffb-496b-a9e0-f1f090c5ffc1 req-66f37316-624a-4d9a-a09d-49a2479cdbdd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:31.174934 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0349c8f2-bffb-496b-a9e0-f1f090c5ffc1 req-66f37316-624a-4d9a-a09d-49a2479cdbdd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 946 time: 0.1647615 Nov 09 18:07:31.228427 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0349c8f2-bffb-496b-a9e0-f1f090c5ffc1 req-4b12416a-aee4-4733-a7ac-fb6cb040ce63 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521059 Nov 09 18:07:31.265243 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d604f33-0fed-4ea8-b9a4-d0701d6ab1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.276769 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d604f33-0fed-4ea8-b9a4-d0701d6ab1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.380038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6d604f33-0fed-4ea8-b9a4-d0701d6ab1f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcb5635635ea4c3889323be32c1e4125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6352093 Nov 09 18:07:31.381366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34186) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:31.382491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d604f33-0fed-4ea8-b9a4-d0701d6ab1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bada630-6204-437e-8dca-f95690efec00,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:31.504527 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.535398 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.678956 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.690730 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.696337 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8bada630-6204-437e-8dca-f95690efec00 HTTP/1.1" status: 204 len: 168 time: 0.3106065 Nov 09 18:07:31.714552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bada630-6204-437e-8dca-f95690efec00,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:31.729528 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:31.729857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:31.730233 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:31.730600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:31.730990 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:31.731646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:31.732198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:31.732672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:31.732948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:31.733207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:31.733548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:31.734119 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30fb12-76db-43b3-9152-976935570bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:32.245915 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34202) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:32.272910 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8eac45d7-90e3-4fe7-bc38-e769d654d276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.488025 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8eac45d7-90e3-4fe7-bc38-e769d654d276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.499983 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8eac45d7-90e3-4fe7-bc38-e769d654d276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.573795 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8eac45d7-90e3-4fe7-bc38-e769d654d276 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31d06b4165164028af1052ea546768ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243191 Nov 09 18:07:32.573795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac45d7-90e3-4fe7-bc38-e769d654d276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1824519-2027-4dfd-9351-463a98a95dde,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:32.574878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34212) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:32.642079 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a797e151-133a-4f63-9f82-850790ec87ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.676341 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a797e151-133a-4f63-9f82-850790ec87ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.781730 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a797e151-133a-4f63-9f82-850790ec87ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.785412 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a797e151-133a-4f63-9f82-850790ec87ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.792662 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a797e151-133a-4f63-9f82-850790ec87ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1824519-2027-4dfd-9351-463a98a95dde HTTP/1.1" status: 204 len: 168 time: 0.2155890 Nov 09 18:07:32.800602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34216) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:32.805784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797e151-133a-4f63-9f82-850790ec87ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1824519-2027-4dfd-9351-463a98a95dde,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:33.940855 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.071507 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:07:34.399198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Allocated IP 172.20.0.17 (e65631d8-b6c7-4475-8651-1e3b86ecd2f2/ccfcd6df-6280-42e7-aaf7-936c7fa7831d/2603cc34-b2e6-49a0-834b-45ef2f72bdef) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:34.596708 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.665559 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.838134 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:34.845264 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=2603cc34-b2e6-49a0-834b-45ef2f72bdef,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:34.850492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:34.874620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:35.005155 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.251430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d828a7eb-cdfe-4722-8eb3-1e343c8653d5 None None] Provisioning complete for port 2603cc34-b2e6-49a0-834b-45ef2f72bdef triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:35.252409 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d828a7eb-cdfe-4722-8eb3-1e343c8653d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.295458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d828a7eb-cdfe-4722-8eb3-1e343c8653d5 None None] Port 2603cc34-b2e6-49a0-834b-45ef2f72bdef cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:35.363110 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.730261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34268) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:35.951874 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-317dc30c-5ef2-4ed1-a1e4-4fe157a30d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.093997 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-317dc30c-5ef2-4ed1-a1e4-4fe157a30d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.105186 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-317dc30c-5ef2-4ed1-a1e4-4fe157a30d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.226771 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-317dc30c-5ef2-4ed1-a1e4-4fe157a30d41 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a2b5ccef4c65439fb87680d978a46f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4945669 Nov 09 18:07:36.231977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34276) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:36.236988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dc30c-5ef2-4ed1-a1e4-4fe157a30d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a82132-66a4-4588-b0e9-8a9e03e366a2,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:36.304923 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.323205 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.439573 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9457bae7-f03d-4f0f-8b06-c52d94b840b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.477311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9457bae7-f03d-4f0f-8b06-c52d94b840b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.531714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.547510 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9457bae7-f03d-4f0f-8b06-c52d94b840b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.553563 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9457bae7-f03d-4f0f-8b06-c52d94b840b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.555165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9457bae7-f03d-4f0f-8b06-c52d94b840b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2a82132-66a4-4588-b0e9-8a9e03e366a2 HTTP/1.1" status: 204 len: 168 time: 0.3130970 Nov 09 18:07:36.562460 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=2603cc34-b2e6-49a0-834b-45ef2f72bdef,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:36.572062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457bae7-f03d-4f0f-8b06-c52d94b840b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a82132-66a4-4588-b0e9-8a9e03e366a2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:36.718976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:36.720842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:37.094899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:07:37.247905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9c343463-0b3a-43af-b53c-07cf2530d0e2 None None] Provisioning complete for port 2603cc34-b2e6-49a0-834b-45ef2f72bdef triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:37.248935 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9c343463-0b3a-43af-b53c-07cf2530d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.307821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9c343463-0b3a-43af-b53c-07cf2530d0e2 None None] Port 2603cc34-b2e6-49a0-834b-45ef2f72bdef cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:37.491662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:07:37.503588 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Sync routers for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:07:37.508298 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ba7caa8e-2c5b-45ca-8c55-1bd45e71433a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "PUT /v2.0/routers/ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7061615 Nov 09 18:07:37.541311 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:37.542313 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:07:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:37.951590 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:07:38.531420 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:07:35Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '077009e2-b3f0-4322-86b7-226a137bd60e', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'port_id': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'mac_address': 'fa:16:3e:4c:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:05Z', 'revision_number': 1, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:33Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2603cc34-b2e6-49a0-834b-45ef2f72bdef', 'name': '', 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:e0:53:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'ccfcd6df-6280-42e7-aaf7-936c7fa7831d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:07:34Z', 'updated_at': '2021-11-09T18:07:35Z', 'revision_number': 2, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'ccfcd6df-6280-42e7-aaf7-936c7fa7831d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:38.605513 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Checking router: ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:07:38.605995 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Updating router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea port 2603cc34-b2e6-49a0-834b-45ef2f72bdef binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:07:38.710927 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.270104 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.280154 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.382578 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Pushing event updated for resources: {'Port': ['ID=2603cc34-b2e6-49a0-834b-45ef2f72bdef,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:39.468243 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.468657 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.469910 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.470408 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.470949 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.483099 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.483677 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.484117 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.484625 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.485348 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.485759 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.486168 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:39.490135 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Attempting to bind port 2603cc34-b2e6-49a0-834b-45ef2f72bdef on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:39.490658 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Attempting to bind port 2603cc34-b2e6-49a0-834b-45ef2f72bdef by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '09ce7794-2dac-41e6-9d0b-4f559001ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:39.491111 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Attempting to bind port 2603cc34-b2e6-49a0-834b-45ef2f72bdef on network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:39.499860 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:39.500322 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Checking segment: {'id': '09ce7794-2dac-41e6-9d0b-4f559001ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:39.500825 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.501220 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Bound using segment: {'id': '09ce7794-2dac-41e6-9d0b-4f559001ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:39.501956 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Bound port: 2603cc34-b2e6-49a0-834b-45ef2f72bdef, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ce7794-2dac-41e6-9d0b-4f559001ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:39.502357 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.673601 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] For port 2603cc34-b2e6-49a0-834b-45ef2f72bdef, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:39.679362 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] For port 2603cc34-b2e6-49a0-834b-45ef2f72bdef, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2603cc34-b2e6-49a0-834b-45ef2f72bdef,segment=NetworkSegment(09ce7794-2dac-41e6-9d0b-4f559001ff5f),segment_id=09ce7794-2dac-41e6-9d0b-4f559001ff5f)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:39.689357 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.783515 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-565bc67b-ae69-41ee-b35c-0a1505ff984f None None] Provisioning complete for port 2603cc34-b2e6-49a0-834b-45ef2f72bdef triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:39.784178 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-565bc67b-ae69-41ee-b35c-0a1505ff984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.797636 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:39.798752 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:07:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:40.018726 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-565bc67b-ae69-41ee-b35c-0a1505ff984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.046123 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:07:40.158764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-565bc67b-ae69-41ee-b35c-0a1505ff984f None None] For port 2603cc34-b2e6-49a0-834b-45ef2f72bdef, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2603cc34-b2e6-49a0-834b-45ef2f72bdef,segment=NetworkSegment(09ce7794-2dac-41e6-9d0b-4f559001ff5f),segment_id=09ce7794-2dac-41e6-9d0b-4f559001ff5f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:40.188466 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-565bc67b-ae69-41ee-b35c-0a1505ff984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.357556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565bc67b-ae69-41ee-b35c-0a1505ff984f None None] Pushing event updated for resources: {'Port': ['ID=2603cc34-b2e6-49a0-834b-45ef2f72bdef,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:40.397375 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-69d6d208-59b2-48b5-89c4-618fc143726f None None] Provisioning complete for port 2603cc34-b2e6-49a0-834b-45ef2f72bdef triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:40.400328 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-69d6d208-59b2-48b5-89c4-618fc143726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.414430 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791582fb-5ec9-4b97-bf89-f5d8e2a76150 None None] Pushing event updated for resources: {'Port': ['ID=2603cc34-b2e6-49a0-834b-45ef2f72bdef,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:40.609957 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:07:35Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '077009e2-b3f0-4322-86b7-226a137bd60e', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'port_id': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'mac_address': 'fa:16:3e:4c:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:05Z', 'revision_number': 1, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:33Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2603cc34-b2e6-49a0-834b-45ef2f72bdef', 'name': '', 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:e0:53:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'ccfcd6df-6280-42e7-aaf7-936c7fa7831d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:07:34Z', 'updated_at': '2021-11-09T18:07:39Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'ccfcd6df-6280-42e7-aaf7-936c7fa7831d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:40.674697 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82864a83-35e9-416d-81f6-a14e476649b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.874518 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601e6ab-64f4-4802-91c1-14ffaf8b437c None None] The sync data for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 is: [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:07:35Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '077009e2-b3f0-4322-86b7-226a137bd60e', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'port_id': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'mac_address': 'fa:16:3e:4c:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:05Z', 'revision_number': 1, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:33Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2603cc34-b2e6-49a0-834b-45ef2f72bdef', 'name': '', 'network_id': 'e65631d8-b6c7-4475-8651-1e3b86ecd2f2', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:e0:53:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'ccfcd6df-6280-42e7-aaf7-936c7fa7831d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:07:34Z', 'updated_at': '2021-11-09T18:07:39Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'ccfcd6df-6280-42e7-aaf7-936c7fa7831d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:07:41.280391 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2603cc34-b2e6-49a0-834b-45ef2f72bdef up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:41.351261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34398) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:41.394761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2603cc34-b2e6-49a0-834b-45ef2f72bdef triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:41.395341 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.529949 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-919afd1c-ced3-4e34-9e44-30ecb483ec4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.696195 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-919afd1c-ced3-4e34-9e44-30ecb483ec4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.702633 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-919afd1c-ced3-4e34-9e44-30ecb483ec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.756265 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-919afd1c-ced3-4e34-9e44-30ecb483ec4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0c300aec2bf4775a38b371829cfcb1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023948 Nov 09 18:07:41.758915 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34408) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:41.761286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919afd1c-ced3-4e34-9e44-30ecb483ec4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b9183c-b71f-41f9-907f-54f350b7cc43,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:41.849408 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-60abe14d-5ae0-4590-ba52-61ed007294a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.925016 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-60abe14d-5ae0-4590-ba52-61ed007294a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.031285 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-60abe14d-5ae0-4590-ba52-61ed007294a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.036574 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-60abe14d-5ae0-4590-ba52-61ed007294a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.060223 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-60abe14d-5ae0-4590-ba52-61ed007294a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/39b9183c-b71f-41f9-907f-54f350b7cc43 HTTP/1.1" status: 204 len: 168 time: 0.2858906 Nov 09 18:07:42.099740 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abe14d-5ae0-4590-ba52-61ed007294a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b9183c-b71f-41f9-907f-54f350b7cc43,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:42.340818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00425a6-9bd5-42fa-9ca8-445de1fa5dc2 req-0c86f42d-fb40-412a-b9da-221ab4a70262 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:42.343800 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b00425a6-9bd5-42fa-9ca8-445de1fa5dc2 req-0c86f42d-fb40-412a-b9da-221ab4a70262 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 946 time: 0.1001520 Nov 09 18:07:42.425267 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b00425a6-9bd5-42fa-9ca8-445de1fa5dc2 req-1cf648d8-e33c-42f8-bcb1-4a7127250ad7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682297 Nov 09 18:07:42.685468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34448) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:42.710867 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be3f8cef-a364-457b-9046-7246c26ee3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.883723 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be3f8cef-a364-457b-9046-7246c26ee3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.901383 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be3f8cef-a364-457b-9046-7246c26ee3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:43.069900 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-be3f8cef-a364-457b-9046-7246c26ee3c7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ed81e87109e4d00bcfb4cfc027e0ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3825846 Nov 09 18:07:43.071479 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f8cef-a364-457b-9046-7246c26ee3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d20cec-409c-424b-81ee-a32f55af96c8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:43.073166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34464) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:43.241336 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf99596b-83e4-42ef-9ac9-2f1fc4be6301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:43.286214 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf99596b-83e4-42ef-9ac9-2f1fc4be6301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:43.353770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf99596b-83e4-42ef-9ac9-2f1fc4be6301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:43.358543 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bf99596b-83e4-42ef-9ac9-2f1fc4be6301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:43.360069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bf99596b-83e4-42ef-9ac9-2f1fc4be6301 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4d20cec-409c-424b-81ee-a32f55af96c8 HTTP/1.1" status: 204 len: 168 time: 0.2795236 Nov 09 18:07:43.371181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99596b-83e4-42ef-9ac9-2f1fc4be6301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d20cec-409c-424b-81ee-a32f55af96c8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:43.722007 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bec22e88-1c2a-444c-a293-b26a8f5caa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:44.523248 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:44.599044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 90d0c7c6-c483-4f0e-88a9-144ac7fe103b details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:44.827758 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-05140877-4071-4369-8b20-f2bdccc5beb5 req-9fe1217a-6e89-4f4b-a0cd-5830b57fbbe2 service neutron] (102155) timed out ('10.222.0.13', 58109) {{(pid=102155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:07:44.853758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:44.884562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'port_id': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'mac_address': 'fa:16:3e:5b:a8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:45.044876 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:45.081353 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90d0c7c6-c483-4f0e-88a9-144ac7fe103b {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:45.112275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:45.126100 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:45.219540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['90d0c7c6-c483-4f0e-88a9-144ac7fe103b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:45.230030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:45.474987 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.614686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 90d0c7c6-c483-4f0e-88a9-144ac7fe103b up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:46.810979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:46.812447 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.035018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.090367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:47.094052 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3200f968-5af7-40af-9b45-ee3f3c150d6c" -d '{"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-plugged", "status": "completed", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:47.126474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:47.141220 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.246894 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860ae881-48f0-4194-9f83-385837f3a464 x-openstack-request-id: req-860ae881-48f0-4194-9f83-385837f3a464 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:47.247568 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-plugged", "status": "completed", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:47.247893 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-860ae881-48f0-4194-9f83-385837f3a464 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:47.248411 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'code': 200} Nov 09 18:07:47.270675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:47.644368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34652) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:47.692621 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.012824 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e10f4fad-a3e5-4797-834d-0c0d0b864c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.143002 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e10f4fad-a3e5-4797-834d-0c0d0b864c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.155535 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e10f4fad-a3e5-4797-834d-0c0d0b864c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.267603 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e10f4fad-a3e5-4797-834d-0c0d0b864c2a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=604736ab40b34892bd3b3151bae4c4d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6204207 Nov 09 18:07:48.268931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f4fad-a3e5-4797-834d-0c0d0b864c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7be3e96-801f-494b-bf83-e58723465b0f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:48.284936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34666) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:48.589693 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bda2459f-1d92-49b3-82f0-87bad0d2ef78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.645086 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bda2459f-1d92-49b3-82f0-87bad0d2ef78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.790088 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bda2459f-1d92-49b3-82f0-87bad0d2ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.834289 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bda2459f-1d92-49b3-82f0-87bad0d2ef78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.836880 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bda2459f-1d92-49b3-82f0-87bad0d2ef78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c7be3e96-801f-494b-bf83-e58723465b0f HTTP/1.1" status: 204 len: 168 time: 0.5443876 Nov 09 18:07:48.855956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2459f-1d92-49b3-82f0-87bad0d2ef78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7be3e96-801f-494b-bf83-e58723465b0f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:49.535658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34692) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:49.579952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d263fcb7-2433-4a58-ae8b-950fdddf7627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.870927 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d263fcb7-2433-4a58-ae8b-950fdddf7627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.878165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d263fcb7-2433-4a58-ae8b-950fdddf7627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.941101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34700) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:49.941889 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d263fcb7-2433-4a58-ae8b-950fdddf7627 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27201de91c204021ac18fc0127d67f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039085 Nov 09 18:07:50.003336 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263fcb7-2433-4a58-ae8b-950fdddf7627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d4bed5-5b2e-4a6f-abfa-0a849ef066f8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:50.029242 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d225520-6b55-4dd5-9e2f-5217b3c79716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.075116 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d225520-6b55-4dd5-9e2f-5217b3c79716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.209899 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d225520-6b55-4dd5-9e2f-5217b3c79716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.215285 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d225520-6b55-4dd5-9e2f-5217b3c79716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.224756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8d225520-6b55-4dd5-9e2f-5217b3c79716 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9d4bed5-5b2e-4a6f-abfa-0a849ef066f8 HTTP/1.1" status: 204 len: 168 time: 0.2812369 Nov 09 18:07:50.240684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d225520-6b55-4dd5-9e2f-5217b3c79716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d4bed5-5b2e-4a6f-abfa-0a849ef066f8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:53.117771 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:53.851279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.817912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34880) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:55.060479 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1497457f-5dfb-4c7f-ba48-be6e39c64346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.205603 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1497457f-5dfb-4c7f-ba48-be6e39c64346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.213317 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1497457f-5dfb-4c7f-ba48-be6e39c64346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.312908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497457f-5dfb-4c7f-ba48-be6e39c64346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5712f8a-2237-4cbc-b3a2-4d54822ff6d8,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:55.365386 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1497457f-5dfb-4c7f-ba48-be6e39c64346 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e28ad60a5194978a0131d6c906220cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5447164 Nov 09 18:07:55.365914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34894) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:55.469491 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.522291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.676324 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.676324 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.676324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f5712f8a-2237-4cbc-b3a2-4d54822ff6d8 HTTP/1.1" status: 204 len: 168 time: 0.3035481 Nov 09 18:07:55.703134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5712f8a-2237-4cbc-b3a2-4d54822ff6d8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:55.726902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:55.727213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:55.728174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:55.729714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:55.731935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:55.732377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:55.733907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:55.734282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:55.734624 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:55.735074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:55.736404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:55.736766 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f0ec3-d321-45bf-b7e1-bb3fc973d855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:56.486389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 34922) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:56.517991 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b366d36-e39a-4e83-96b1-8902e79001cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.793768 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b366d36-e39a-4e83-96b1-8902e79001cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.804026 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3b366d36-e39a-4e83-96b1-8902e79001cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.888435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3b366d36-e39a-4e83-96b1-8902e79001cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c12682bd05642898ffb841231f04714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998554 Nov 09 18:07:56.890886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 34936) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:56.897472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b366d36-e39a-4e83-96b1-8902e79001cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff548f2b-aaaf-411f-ac26-89f70f160b7b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:56.972077 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5f51be1-ac38-4b6e-86f4-3067b1ed0655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.018382 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5f51be1-ac38-4b6e-86f4-3067b1ed0655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.117616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5f51be1-ac38-4b6e-86f4-3067b1ed0655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.123409 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5f51be1-ac38-4b6e-86f4-3067b1ed0655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.150897 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b5f51be1-ac38-4b6e-86f4-3067b1ed0655 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff548f2b-aaaf-411f-ac26-89f70f160b7b HTTP/1.1" status: 204 len: 168 time: 0.2572761 Nov 09 18:07:57.176124 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f51be1-ac38-4b6e-86f4-3067b1ed0655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff548f2b-aaaf-411f-ac26-89f70f160b7b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:58.024765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e309f9-0e80-4ddf-9af1-0a00d7d07608 req-2287da68-3a79-491b-92c8-fb2837a0491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:58.027057 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70e309f9-0e80-4ddf-9af1-0a00d7d07608 req-2287da68-3a79-491b-92c8-fb2837a0491a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1097 time: 0.1616356 Nov 09 18:07:58.325356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e309f9-0e80-4ddf-9af1-0a00d7d07608 req-098c0b52-5f9e-4745-ae72-5e98b2807f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:58.327418 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70e309f9-0e80-4ddf-9af1-0a00d7d07608 req-098c0b52-5f9e-4745-ae72-5e98b2807f02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.2647297 Nov 09 18:07:58.425255 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70e309f9-0e80-4ddf-9af1-0a00d7d07608 req-78122824-1eb2-453b-b8ca-00002e535baa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 1001 time: 0.0849824 Nov 09 18:07:58.561126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e309f9-0e80-4ddf-9af1-0a00d7d07608 req-48c0066f-dd6d-4e3a-ab04-242e65ce43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:58.564297 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70e309f9-0e80-4ddf-9af1-0a00d7d07608 req-48c0066f-dd6d-4e3a-ab04-242e65ce43d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1284661 Nov 09 18:07:58.721888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e309f9-0e80-4ddf-9af1-0a00d7d07608 req-234a4858-6a44-499a-9171-34e1f86d5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:58.725129 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70e309f9-0e80-4ddf-9af1-0a00d7d07608 req-234a4858-6a44-499a-9171-34e1f86d5e30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513374 Nov 09 18:07:58.955146 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7948c8a-b879-466f-8e74-88950e543c85 req-4fc096b1-5b5a-4c00-ab6c-40f95553ad4d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1985903 Nov 09 18:07:59.034101 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70e309f9-0e80-4ddf-9af1-0a00d7d07608 req-bccc4d15-8f2a-4708-b997-c4e0a377c3ce service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000190 Nov 09 18:07:59.218698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948c8a-b879-466f-8e74-88950e543c85 req-c622bf28-5bc3-4e95-8295-0db9cc382a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:59.220443 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7948c8a-b879-466f-8e74-88950e543c85 req-c622bf28-5bc3-4e95-8295-0db9cc382a6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 1097 time: 0.1242650 Nov 09 18:07:59.333912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70e309f9-0e80-4ddf-9af1-0a00d7d07608 req-f5c9ab68-d8d2-4774-8c6b-d60e0b97cf41 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899234 Nov 09 18:07:59.556990 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948c8a-b879-466f-8e74-88950e543c85 req-2780eef0-fe5a-462b-820d-bbcc7bdd1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:59.564743 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7948c8a-b879-466f-8e74-88950e543c85 req-2780eef0-fe5a-462b-820d-bbcc7bdd1745 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93108944-5cbf-4db3-a292-ca19f7b3e865 HTTP/1.1" status: 200 len: 898 time: 0.3135829 Nov 09 18:07:59.674109 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7948c8a-b879-466f-8e74-88950e543c85 req-9b988314-2376-41b5-b889-4e1c52880892 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd34ac92-0760-45d1-8628-0ab94ca076cc HTTP/1.1" status: 200 len: 1001 time: 0.1010191 Nov 09 18:07:59.769901 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948c8a-b879-466f-8e74-88950e543c85 req-ff4956e0-6afa-4013-b9c9-6cc69ad773ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:59.772497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7948c8a-b879-466f-8e74-88950e543c85 req-ff4956e0-6afa-4013-b9c9-6cc69ad773ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af332337-995c-4bc6-86fb-9ee97b4c8e9a HTTP/1.1" status: 200 len: 835 time: 0.0883796 Nov 09 18:07:59.914122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948c8a-b879-466f-8e74-88950e543c85 req-8c9901d4-feef-4261-adac-659a49ce49de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:59.916492 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7948c8a-b879-466f-8e74-88950e543c85 req-8c9901d4-feef-4261-adac-659a49ce49de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93108944-5cbf-4db3-a292-ca19f7b3e865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360867 Nov 09 18:08:00.192002 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7948c8a-b879-466f-8e74-88950e543c85 req-47cb04bc-045a-4133-92c8-47c208d98da1 service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653117 Nov 09 18:08:00.585655 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b7948c8a-b879-466f-8e74-88950e543c85 req-7c42e700-8698-4af9-939d-5e6f735c9599 service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859556 Nov 09 18:08:01.756147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35084) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:01.964820 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-377e9e2b-3424-4d0c-be7b-ac72a1318646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:02.273039 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-377e9e2b-3424-4d0c-be7b-ac72a1318646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:02.287520 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-377e9e2b-3424-4d0c-be7b-ac72a1318646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:02.379797 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-377e9e2b-3424-4d0c-be7b-ac72a1318646 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b4658f512da04b518a764b7409b879d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6173291 Nov 09 18:08:02.380274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35098) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:02.391253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e9e2b-3424-4d0c-be7b-ac72a1318646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f48c902-de4c-4ef3-bdfe-d2a0c4e5c794,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:02.457181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9893051e-0df3-4d64-8b9b-ac2c7ec7cbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:02.496666 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9893051e-0df3-4d64-8b9b-ac2c7ec7cbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:02.585478 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9893051e-0df3-4d64-8b9b-ac2c7ec7cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:02.592000 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9893051e-0df3-4d64-8b9b-ac2c7ec7cbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:02.596342 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9893051e-0df3-4d64-8b9b-ac2c7ec7cbc3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f48c902-de4c-4ef3-bdfe-d2a0c4e5c794 HTTP/1.1" status: 204 len: 168 time: 0.2107620 Nov 09 18:08:02.613727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893051e-0df3-4d64-8b9b-ac2c7ec7cbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f48c902-de4c-4ef3-bdfe-d2a0c4e5c794,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:04.673944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6cc2b-db88-45e7-85bf-f4cb3f611d7d req-9dd0d2b9-3843-496a-bb17-6b49dbc5973f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:04.677181 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b5a6cc2b-db88-45e7-85bf-f4cb3f611d7d req-9dd0d2b9-3843-496a-bb17-6b49dbc5973f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 946 time: 0.1044295 Nov 09 18:08:04.807134 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b5a6cc2b-db88-45e7-85bf-f4cb3f611d7d req-d6c05ca2-2e38-4a32-a015-8e25ebf21658 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216943 Nov 09 18:08:05.176423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35180) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:05.354792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-697611908'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:05.393188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Made reservation on behalf of 6c3a40f6c4a5415ebed821f40965062b for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:05.408129 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.425218 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.577989 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.589180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.651011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:08:05.671809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6955c1b-1208-48ee-9414-5ac80e2ab7ce,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:05.684612 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.684612 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Added segment 6727fead-a8cc-4026-9ab4-09cce7a7a332 of type vlan for network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 Nov 09 18:08:05.794091 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.849912 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.904612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:05.906164 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.017536 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8395159 Nov 09 18:08:06.168576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb68a6-29cf-42a2-ab21-a12c624ca983 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Pushing event updated for resources: {'Network': ['ID=5acb095b-a6e7-48cc-94e0-c2b06ae3b741,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:06.189697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:08:06.238808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bf859-e508-425a-98be-25c165a9524a req-00118bd3-ffb1-489c-be20-3632d6025805 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:06.241305 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d3bf859-e508-425a-98be-25c165a9524a req-00118bd3-ffb1-489c-be20-3632d6025805 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 946 time: 0.3136907 Nov 09 18:08:06.290879 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d3bf859-e508-425a-98be-25c165a9524a req-2ceafc00-406d-4fc4-be34-ff1ae174c444 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425270 Nov 09 18:08:06.414224 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35200) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:06.437083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Request body: {'port': {'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741', 'binding:host_id': 'n-h1-817236-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-172545126'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:06.516796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Made reservation on behalf of e9838d11456a46bea5a18fcf77526be3 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:06.529389 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.557627 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.668110 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.681112 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.708741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] device_id is not set on port 3215383e-db2b-41b5-920b-bac6ab6b2743 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:08:06.814421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c017ecf-2339-43a0-a687-dd3fbe24bde4,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:07.036686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935a24a-02bd-41f2-a752-d7540fbddeb5 req-8d6c4f14-4e02-4008-89ef-5b58f9281614 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:07.038761 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4935a24a-02bd-41f2-a752-d7540fbddeb5 req-8d6c4f14-4e02-4008-89ef-5b58f9281614 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 946 time: 0.1736510 Nov 09 18:08:07.155680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35214) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:07.175750 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4935a24a-02bd-41f2-a752-d7540fbddeb5 req-4ddd2690-03c1-42fc-ba55-00c07e0685ce tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958011 Nov 09 18:08:07.289678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] device_id is not set on port 3215383e-db2b-41b5-920b-bac6ab6b2743 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:08:07.319123 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.335365 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.435905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event updated for resources: {'Port': ['ID=3215383e-db2b-41b5-920b-bac6ab6b2743,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:07.441318 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Checking segment: {'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:07.441948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Network hostable DHCP agents. Network: 5acb095b-a6e7-48cc-94e0-c2b06ae3b741, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:08:07.475155 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:08:07.499796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 5acb095b-a6e7-48cc-94e0-c2b06ae3b741) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:07.522092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6b4e75-eb12-4dec-bde1-0e3328dffe42 None None] Network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:07.528963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:07.547641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:07.547998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:07.548320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:07.555346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:07.555346 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:07.555815 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 2 to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 Nov 09 18:08:07.572104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:07.572602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:07.573191 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:07.580948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:07.581329 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:07.581782 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 3 to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 Nov 09 18:08:07.600427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:07.600766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:07.601262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:07.608737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:07.609070 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:07.609452 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 4 to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 Nov 09 18:08:07.642910 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:07.646683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:07.647453 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:07.660976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:07.661422 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:07.661702 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 5 to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 Nov 09 18:08:07.710256 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:07.711112 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:07.715692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:07.727211 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:07.727492 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:07.727883 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 6 to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 Nov 09 18:08:07.747724 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:07.748061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:07.748401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:07.765181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:07.765686 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:07.766303 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 7 to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 Nov 09 18:08:07.786093 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:07.786425 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:07.786749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:07.792716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:07.793046 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:07.793446 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 8 to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 Nov 09 18:08:07.810862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:07.811701 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:07.811701 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:07.828518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:07.829059 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:07.829691 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 9 to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 Nov 09 18:08:07.847200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:07.847200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:07.847200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:07.854223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:07.854223 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:07.854223 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 10 to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 Nov 09 18:08:07.870091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:07.871169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:07.871169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:07.878662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 3215383e-db2b-41b5-920b-bac6ab6b2743 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:07.879041 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 3215383e-db2b-41b5-920b-bac6ab6b2743 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:07.879616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.995339 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] For port 3215383e-db2b-41b5-920b-bac6ab6b2743, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:07.995746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempted to set empty binding levels {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 18:08:08.007335 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02b3b5f5-5fdd-4889-98b7-c46061530f15 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.008254 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.080395 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:08.081301 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.106065 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event updated for resources: {'Port': ['ID=3215383e-db2b-41b5-920b-bac6ab6b2743,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:08.120506 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9e874a32-c3e0-4b0f-902d-c2c6d8b06d3a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.7013607 Nov 09 18:08:08.121398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35222) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:08.416968 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-067e10d2-5a74-44cd-bd58-d310245f68bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Deleting port 3215383e-db2b-41b5-920b-bac6ab6b2743 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:08.416968 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-067e10d2-5a74-44cd-bd58-d310245f68bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.507197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00da19-7cb5-41b1-90e8-abc267bb397c req-e5df2028-6a5c-408d-8f98-4bded9a64d8b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:08.522369 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fd00da19-7cb5-41b1-90e8-abc267bb397c req-e5df2028-6a5c-408d-8f98-4bded9a64d8b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 946 time: 0.1394541 Nov 09 18:08:08.610378 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-067e10d2-5a74-44cd-bd58-d310245f68bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] For port 3215383e-db2b-41b5-920b-bac6ab6b2743, host n-h1-817236-1, got binding levels [] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:08.611502 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-067e10d2-5a74-44cd-bd58-d310245f68bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.631804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-067e10d2-5a74-44cd-bd58-d310245f68bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Calling delete_port for 3215383e-db2b-41b5-920b-bac6ab6b2743 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:08.633671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fd00da19-7cb5-41b1-90e8-abc267bb397c req-356a195f-a555-4ca7-8f11-fe22a2d36bc8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100171 Nov 09 18:08:08.703927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 90d0c7c6-c483-4f0e-88a9-144ac7fe103b details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:08:08.729600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 90d0c7c6-c483-4f0e-88a9-144ac7fe103b no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:08.748471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-02b3b5f5-5fdd-4889-98b7-c46061530f15 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting port 2603cc34-b2e6-49a0-834b-45ef2f72bdef {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:08.749194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02b3b5f5-5fdd-4889-98b7-c46061530f15 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.801036 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-067e10d2-5a74-44cd-bd58-d310245f68bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.842624 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e10d2-5a74-44cd-bd58-d310245f68bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event deleted for resources: {'Port': ['ID=3215383e-db2b-41b5-920b-bac6ab6b2743,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:08.859160 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-067e10d2-5a74-44cd-bd58-d310245f68bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.863931 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-067e10d2-5a74-44cd-bd58-d310245f68bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "DELETE /v2.0/ports/3215383e-db2b-41b5-920b-bac6ab6b2743 HTTP/1.1" status: 204 len: 168 time: 0.7407122 Nov 09 18:08:08.866573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35230) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:08.899119 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad1f559-3bf9-4bdf-88d3-065cc989ded7 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] GET failed (client error): The resource could not be found. Nov 09 18:08:08.901497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bad1f559-3bf9-4bdf-88d3-065cc989ded7 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "GET /v2.0/ports/3215383e-db2b-41b5-920b-bac6ab6b2743 HTTP/1.1" status: 404 len: 333 time: 0.0334167 Nov 09 18:08:08.905756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35232) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:08.911485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c49fa390-3946-44de-b057-87464bd55153 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Request body: {'port': {'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1090668340'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:08.965604 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49fa390-3946-44de-b057-87464bd55153 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Made reservation on behalf of e9838d11456a46bea5a18fcf77526be3 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:08.968544 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c49fa390-3946-44de-b057-87464bd55153 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.997016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-c49fa390-3946-44de-b057-87464bd55153 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] device_id is not set on port af3b05ec-ac54-4588-a4c4-888fbdcdcdad yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:08:09.004297 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.040272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-02b3b5f5-5fdd-4889-98b7-c46061530f15 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] For port 2603cc34-b2e6-49a0-834b-45ef2f72bdef, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2603cc34-b2e6-49a0-834b-45ef2f72bdef,segment=NetworkSegment(09ce7794-2dac-41e6-9d0b-4f559001ff5f),segment_id=09ce7794-2dac-41e6-9d0b-4f559001ff5f)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:09.040963 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02b3b5f5-5fdd-4889-98b7-c46061530f15 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.057825 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:09.060430 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2619ab68-351b-456d-92ca-7cfa51528b58" -d '{"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-unplugged", "status": "completed", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:09.082414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:09.093008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-02b3b5f5-5fdd-4889-98b7-c46061530f15 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Calling delete_port for 2603cc34-b2e6-49a0-834b-45ef2f72bdef owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:09.109430 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.122837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:09.162546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'port_id': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'mac_address': 'fa:16:3e:5b:a8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:08:09.165933 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf7367d-7957-49e5-bbdf-f306e5a35b7a x-openstack-request-id: req-daf7367d-7957-49e5-bbdf-f306e5a35b7a {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:09.166543 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-unplugged", "status": "completed", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:09.167146 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-daf7367d-7957-49e5-bbdf-f306e5a35b7a {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:09.167742 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'code': 200} Nov 09 18:08:09.201853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=10']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:09.276803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.292818 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d0c7c6-c483-4f0e-88a9-144ac7fe103b {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:09.323630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:09.329625 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.395676 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c49fa390-3946-44de-b057-87464bd55153 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.500076 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c49fa390-3946-44de-b057-87464bd55153 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.658641 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=11']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:09.678246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['90d0c7c6-c483-4f0e-88a9-144ac7fe103b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:09.769662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fa390-3946-44de-b057-87464bd55153 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event updated for resources: {'Port': ['ID=af3b05ec-ac54-4588-a4c4-888fbdcdcdad,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:09.794055 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49fa390-3946-44de-b057-87464bd55153 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:09.796140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c49fa390-3946-44de-b057-87464bd55153 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:09.798903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49fa390-3946-44de-b057-87464bd55153 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:09.800795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49fa390-3946-44de-b057-87464bd55153 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:09.801668 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c49fa390-3946-44de-b057-87464bd55153 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.840658 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c49fa390-3946-44de-b057-87464bd55153 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9319224 Nov 09 18:08:09.843369 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35248) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:09.849765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:09.938361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02b3b5f5-5fdd-4889-98b7-c46061530f15 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.020833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3b5f5-5fdd-4889-98b7-c46061530f15 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Port': ['ID=2603cc34-b2e6-49a0-834b-45ef2f72bdef,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:10.056150 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.133690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b3649-7e5a-4cbd-9650-f816d183fa53 req-9067fcc6-c1b7-40bc-be4f-fa4c7dfbe997 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:10.147049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b7b3649-7e5a-4cbd-9650-f816d183fa53 req-9067fcc6-c1b7-40bc-be4f-fa4c7dfbe997 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 946 time: 0.2216806 Nov 09 18:08:10.248862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b7b3649-7e5a-4cbd-9650-f816d183fa53 req-c87c541e-277e-4258-ab22-48ad4ca6b6fd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992370 Nov 09 18:08:10.473503 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-02b3b5f5-5fdd-4889-98b7-c46061530f15 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.554402 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] device_id is not set on port af3b05ec-ac54-4588-a4c4-888fbdcdcdad yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:08:10.566842 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.574996 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.674133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event updated for resources: {'Port': ['ID=af3b05ec-ac54-4588-a4c4-888fbdcdcdad,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:10.680403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:10.681871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:10.681871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:10.686229 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-55357006-a7c0-480d-bd17-a6e31238a7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.696076 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 90d0c7c6-c483-4f0e-88a9-144ac7fe103b up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:10.705441 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:10.708399 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:10.708982 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 2 to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad Nov 09 18:08:10.761187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:10.761187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:10.761187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:10.772883 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:10.772883 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:10.772883 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 3 to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad Nov 09 18:08:10.793160 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:10.793625 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.803502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:10.803790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:10.804320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:10.817493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:10.817493 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:10.817493 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 4 to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad Nov 09 18:08:10.888407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:10.892081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:10.892550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:10.917145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:10.925122 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:10.925666 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 5 to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad Nov 09 18:08:10.960193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:10.960639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:10.961201 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:10.969201 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:10.969686 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:10.970271 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 6 to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad Nov 09 18:08:10.997458 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:11.015422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:11.015888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:11.016285 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:11.026610 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:11.027032 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:11.027466 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 7 to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad Nov 09 18:08:11.066815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:11.067165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:11.067540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:11.073208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:11.073753 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:11.074177 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 8 to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad Nov 09 18:08:11.097458 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:08:11.116223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:11.116648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:11.118157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:11.138270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:11.138969 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:11.139601 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 9 to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad Nov 09 18:08:11.141367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:11.147251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b3b5f5-5fdd-4889-98b7-c46061530f15 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:11.150185 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:11.191383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:11.192473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:11.192473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:11.197388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:11.199481 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:11.199976 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:11.200608 n-d-817236-1 neutron-server[102155]: INFO neutron.plugins.ml2.plugin [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 10 to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad Nov 09 18:08:11.202594 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b552004-171c-4c17-a712-d4ec4fc1a4e2" -d '{"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-plugged", "status": "completed", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:11.240258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:11.240919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:11.240919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:11.247173 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:11.249541 n-d-817236-1 neutron-server[102155]: ERROR neutron.plugins.ml2.managers [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:11.249841 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:11.346991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=12']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:11.418746 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e592e6f-055d-4ced-a191-5426fff0eb1c x-openstack-request-id: req-0e592e6f-055d-4ced-a191-5426fff0eb1c {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:11.421641 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-plugged", "status": "completed", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:11.422632 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e592e6f-055d-4ced-a191-5426fff0eb1c {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:11.423528 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'code': 200} Nov 09 18:08:11.501271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] For port af3b05ec-ac54-4588-a4c4-888fbdcdcdad, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:11.501271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempted to set empty binding levels {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 18:08:11.512528 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:11.591769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b3b5f5-5fdd-4889-98b7-c46061530f15 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:11.608005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1dcf8c-b07e-4009-afdb-837e5a0928ba None None] Sync routers for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:11.615632 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-02b3b5f5-5fdd-4889-98b7-c46061530f15 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "PUT /v2.0/routers/ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4584072 Nov 09 18:08:11.661595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ee62-4ef6-4e58-9bac-08b6fd427dbf req-145a8f80-2121-4f85-a750-1f57acc2b7db tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.665059 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6331ee62-4ef6-4e58-9bac-08b6fd427dbf req-145a8f80-2121-4f85-a750-1f57acc2b7db tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.2291574 Nov 09 18:08:11.683840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event updated for resources: {'Port': ['ID=af3b05ec-ac54-4588-a4c4-888fbdcdcdad,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:11.689092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] In _notify_port_updated(), no bound segment for port af3b05ec-ac54-4588-a4c4-888fbdcdcdad on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:08:11.690900 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.692072 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:11.696497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4c86f792-6dec-4a80-8ca0-d7a4886b3e8d tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "PUT /v2.0/ports/af3b05ec-ac54-4588-a4c4-888fbdcdcdad HTTP/1.1" status: 200 len: 975 time: 1.8511715 Nov 09 18:08:11.702025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35284) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:11.708978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1dcf8c-b07e-4009-afdb-837e5a0928ba None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:11.711697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1d1dcf8c-b07e-4009-afdb-837e5a0928ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:07:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:11.779885 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6331ee62-4ef6-4e58-9bac-08b6fd427dbf req-6b518b0a-6bb3-448d-ae8c-998164289b76 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044936 Nov 09 18:08:11.980105 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.982881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.986564 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.991792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.993430 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.995312 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.996844 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.999869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.000591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.001231 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.001866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.005126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.005908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.006590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.007757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.019805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.020703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.024717 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b4b687a5-b5ae-4c2e-ab52-d73e0127e508 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15356 time: 0.3218956 Nov 09 18:08:12.032543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35288) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:12.165178 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1d1dcf8c-b07e-4009-afdb-837e5a0928ba None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:12.260193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-acdbfc18-c3aa-4f09-9ef5-3da075cac9bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Deleting port af3b05ec-ac54-4588-a4c4-888fbdcdcdad {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:12.260837 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-acdbfc18-c3aa-4f09-9ef5-3da075cac9bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:12.382347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d7257-e50a-412d-b281-c18b04dd09a2 req-dfefb2aa-fc9e-4cd6-b2ef-4555ff04553a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.392848 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-760d7257-e50a-412d-b281-c18b04dd09a2 req-dfefb2aa-fc9e-4cd6-b2ef-4555ff04553a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 946 time: 0.1582763 Nov 09 18:08:12.462705 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-acdbfc18-c3aa-4f09-9ef5-3da075cac9bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] For port af3b05ec-ac54-4588-a4c4-888fbdcdcdad, host n-h1-817236-1, got binding levels [] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:12.467693 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-acdbfc18-c3aa-4f09-9ef5-3da075cac9bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:12.524166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-acdbfc18-c3aa-4f09-9ef5-3da075cac9bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Calling delete_port for af3b05ec-ac54-4588-a4c4-888fbdcdcdad owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:12.546083 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-760d7257-e50a-412d-b281-c18b04dd09a2 req-ce59b76e-c5da-4c03-bd3c-50e5c3eff247 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099489 Nov 09 18:08:12.612496 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1d1dcf8c-b07e-4009-afdb-837e5a0928ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:08:09Z', 'revision_number': 6, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '077009e2-b3f0-4322-86b7-226a137bd60e', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'port_id': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'mac_address': 'fa:16:3e:4c:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:05Z', 'revision_number': 1, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:33Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:12.643341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1dcf8c-b07e-4009-afdb-837e5a0928ba None None] Checking router: ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:12.653425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1dcf8c-b07e-4009-afdb-837e5a0928ba None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:12.654058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1d1dcf8c-b07e-4009-afdb-837e5a0928ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:07:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:12.719205 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-acdbfc18-c3aa-4f09-9ef5-3da075cac9bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:12.755332 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbfc18-c3aa-4f09-9ef5-3da075cac9bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event deleted for resources: {'Port': ['ID=af3b05ec-ac54-4588-a4c4-888fbdcdcdad,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:12.772646 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-acdbfc18-c3aa-4f09-9ef5-3da075cac9bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:12.784971 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-acdbfc18-c3aa-4f09-9ef5-3da075cac9bb tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "DELETE /v2.0/ports/af3b05ec-ac54-4588-a4c4-888fbdcdcdad HTTP/1.1" status: 204 len: 168 time: 0.7505243 Nov 09 18:08:12.789013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35294) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:12.819538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1d1dcf8c-b07e-4009-afdb-837e5a0928ba None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:12.835038 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf40c6b-9bdd-4562-a9d1-92fb343f1edd tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] GET failed (client error): The resource could not be found. Nov 09 18:08:12.839272 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6bf40c6b-9bdd-4562-a9d1-92fb343f1edd tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "GET /v2.0/ports/af3b05ec-ac54-4588-a4c4-888fbdcdcdad HTTP/1.1" status: 404 len: 333 time: 0.0455241 Nov 09 18:08:12.842992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35298) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:12.856097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e3601e67-55cf-4aa4-86fe-bf41d043db0a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-874467786', 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:12.892724 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3601e67-55cf-4aa4-86fe-bf41d043db0a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Made reservation on behalf of e9838d11456a46bea5a18fcf77526be3 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:12.895820 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3601e67-55cf-4aa4-86fe-bf41d043db0a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:12.928680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-e3601e67-55cf-4aa4-86fe-bf41d043db0a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] device_id is not set on port 3705ed6e-3f75-4023-9972-960a8bd3e688 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:08:13.123744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b457f-ac90-47a8-880e-a8f21d9a3ea0 req-831674aa-f23c-404f-8a8a-501ccee484a4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:13.136840 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c11b457f-ac90-47a8-880e-a8f21d9a3ea0 req-831674aa-f23c-404f-8a8a-501ccee484a4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.1327770 Nov 09 18:08:13.236215 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c11b457f-ac90-47a8-880e-a8f21d9a3ea0 req-ebb69b98-1f29-4da6-b7c1-5e08b23915bd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897729 Nov 09 18:08:13.271020 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3601e67-55cf-4aa4-86fe-bf41d043db0a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:13.330722 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3601e67-55cf-4aa4-86fe-bf41d043db0a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:13.377012 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1d1dcf8c-b07e-4009-afdb-837e5a0928ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:08:09Z', 'revision_number': 6, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '077009e2-b3f0-4322-86b7-226a137bd60e', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'port_id': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'mac_address': 'fa:16:3e:4c:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:05Z', 'revision_number': 1, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:33Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:13.412054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3601e67-55cf-4aa4-86fe-bf41d043db0a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:13.417442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1dcf8c-b07e-4009-afdb-837e5a0928ba None None] The sync data for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 is: [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:08:09Z', 'revision_number': 6, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '077009e2-b3f0-4322-86b7-226a137bd60e', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'port_id': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'mac_address': 'fa:16:3e:4c:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:05Z', 'revision_number': 1, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:33Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:13.452562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-e3601e67-55cf-4aa4-86fe-bf41d043db0a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:13.466872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3601e67-55cf-4aa4-86fe-bf41d043db0a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:13.467902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3601e67-55cf-4aa4-86fe-bf41d043db0a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:13.468512 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3601e67-55cf-4aa4-86fe-bf41d043db0a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:13.509060 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e3601e67-55cf-4aa4-86fe-bf41d043db0a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6645031 Nov 09 18:08:13.512020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35304) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:13.533991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3601e67-55cf-4aa4-86fe-bf41d043db0a tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event updated for resources: {'Port': ['ID=3705ed6e-3f75-4023-9972-960a8bd3e688,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:13.562682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2140387e-cd38-4d0c-afdd-4ee14e9d4631 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:13.570496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35306) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:13.570854 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2140387e-cd38-4d0c-afdd-4ee14e9d4631 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "GET /v2.0/ports/3705ed6e-3f75-4023-9972-960a8bd3e688 HTTP/1.1" status: 200 len: 954 time: 0.0574911 Nov 09 18:08:13.679756 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-72d5de63-50d7-42b9-a60d-9f7375b2cb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:13.778774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2dc252e5-d0c7-4614-90ba-58155b539b98 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Deleting port 3705ed6e-3f75-4023-9972-960a8bd3e688 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:13.779248 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2dc252e5-d0c7-4614-90ba-58155b539b98 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.007192 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308e01b-b0a7-4df1-a2c4-be80282dfb83 req-07d62bae-947e-4de7-a576-9fb4af6617ce tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:14.014416 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4308e01b-b0a7-4df1-a2c4-be80282dfb83 req-07d62bae-947e-4de7-a576-9fb4af6617ce tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.18 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 946 time: 0.1581988 Nov 09 18:08:14.056484 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2dc252e5-d0c7-4614-90ba-58155b539b98 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.110776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8470f-6f9e-4804-879c-49178b9db6f1 req-92fad779-a3d3-4b68-ac7d-acb0bfbf2f5f tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:14.114089 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ba8470f-6f9e-4804-879c-49178b9db6f1 req-92fad779-a3d3-4b68-ac7d-acb0bfbf2f5f tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 946 time: 0.1656966 Nov 09 18:08:14.121581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2dc252e5-d0c7-4614-90ba-58155b539b98 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Calling delete_port for 3705ed6e-3f75-4023-9972-960a8bd3e688 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:14.396474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ba8470f-6f9e-4804-879c-49178b9db6f1 req-1cc7ae7c-aac8-4983-a29d-0ae23ae5a9fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=958bcc59-3f7c-41ff-92cc-89826b2ac00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676942 Nov 09 18:08:14.501047 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.581872 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2dc252e5-d0c7-4614-90ba-58155b539b98 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.609376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa064-8606-4661-88ea-298ff5896f28 req-8623bc38-600c-4121-bdfb-beaa905e7af6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:14.612007 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1e7aa064-8606-4661-88ea-298ff5896f28 req-8623bc38-600c-4121-bdfb-beaa905e7af6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.2441509 Nov 09 18:08:14.621832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc252e5-d0c7-4614-90ba-58155b539b98 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event deleted for resources: {'Port': ['ID=3705ed6e-3f75-4023-9972-960a8bd3e688,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:14.636461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-4308e01b-b0a7-4df1-a2c4-be80282dfb83 req-63e98e71-04f6-4e11-9713-5cafc03b1079 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting port 4f482587-2dcb-4aad-963d-778bcd88fd52 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:14.636838 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4308e01b-b0a7-4df1-a2c4-be80282dfb83 req-63e98e71-04f6-4e11-9713-5cafc03b1079 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.642313 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2dc252e5-d0c7-4614-90ba-58155b539b98 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.663543 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2dc252e5-d0c7-4614-90ba-58155b539b98 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "DELETE /v2.0/ports/3705ed6e-3f75-4023-9972-960a8bd3e688 HTTP/1.1" status: 204 len: 168 time: 1.0851011 Nov 09 18:08:14.663543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35316) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:14.723472 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-caefecf2-31e8-493d-8e88-647c223e0832 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] GET failed (client error): The resource could not be found. Nov 09 18:08:14.741998 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-caefecf2-31e8-493d-8e88-647c223e0832 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "GET /v2.0/ports/3705ed6e-3f75-4023-9972-960a8bd3e688 HTTP/1.1" status: 404 len: 333 time: 0.0808280 Nov 09 18:08:14.741998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35318) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:14.761402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4a550127-0d95-403a-a251-45f39f4fe0ff tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Request body: {'port': {'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-207810076'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:14.827264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a550127-0d95-403a-a251-45f39f4fe0ff tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Made reservation on behalf of e9838d11456a46bea5a18fcf77526be3 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:14.832426 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4a550127-0d95-403a-a251-45f39f4fe0ff tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.871978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-4a550127-0d95-403a-a251-45f39f4fe0ff tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] device_id is not set on port 9a47dcc2-2f50-4df8-a275-102f2fea1882 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:08:14.928258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-4308e01b-b0a7-4df1-a2c4-be80282dfb83 req-63e98e71-04f6-4e11-9713-5cafc03b1079 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] For port 4f482587-2dcb-4aad-963d-778bcd88fd52, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4f482587-2dcb-4aad-963d-778bcd88fd52,segment=NetworkSegment(09ce7794-2dac-41e6-9d0b-4f559001ff5f),segment_id=09ce7794-2dac-41e6-9d0b-4f559001ff5f)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:14.928682 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4308e01b-b0a7-4df1-a2c4-be80282dfb83 req-63e98e71-04f6-4e11-9713-5cafc03b1079 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.989924 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-4308e01b-b0a7-4df1-a2c4-be80282dfb83 req-63e98e71-04f6-4e11-9713-5cafc03b1079 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Calling delete_port for 4f482587-2dcb-4aad-963d-778bcd88fd52 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:15.041648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1e7aa064-8606-4661-88ea-298ff5896f28 req-c8e1df9c-a593-448c-9a02-8c751a21414a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4175406 Nov 09 18:08:15.105118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2603cc34-b2e6-49a0-834b-45ef2f72bdef no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:15.141436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 2603cc34-b2e6-49a0-834b-45ef2f72bdef {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:15.141436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2603cc34-b2e6-49a0-834b-45ef2f72bdef not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:15.251737 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4a550127-0d95-403a-a251-45f39f4fe0ff tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.324948 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4a550127-0d95-403a-a251-45f39f4fe0ff tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.422428 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4308e01b-b0a7-4df1-a2c4-be80282dfb83 req-63e98e71-04f6-4e11-9713-5cafc03b1079 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.430776 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.489714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e98e71-04f6-4e11-9713-5cafc03b1079 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Port': ['ID=4f482587-2dcb-4aad-963d-778bcd88fd52,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:15.597855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4308e01b-b0a7-4df1-a2c4-be80282dfb83 req-63e98e71-04f6-4e11-9713-5cafc03b1079 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] No DVR routers for this DVR port 4f482587-2dcb-4aad-963d-778bcd88fd52 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:15.604624 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4308e01b-b0a7-4df1-a2c4-be80282dfb83 req-63e98e71-04f6-4e11-9713-5cafc03b1079 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.606225 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-73153460-51ab-4635-8791-c28e197b152a req-29687167-039e-43e4-b512-b7202d9a9491 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=6989f948-4b98-425b-a33b-6db80b83869f HTTP/1.1" status: 200 len: 210 time: 0.0675468 Nov 09 18:08:15.614796 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4308e01b-b0a7-4df1-a2c4-be80282dfb83 req-63e98e71-04f6-4e11-9713-5cafc03b1079 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.18 "DELETE /v2.0/ports/4f482587-2dcb-4aad-963d-778bcd88fd52 HTTP/1.1" status: 204 len: 173 time: 1.5870199 Nov 09 18:08:15.615512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a550127-0d95-403a-a251-45f39f4fe0ff tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:15.617049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a550127-0d95-403a-a251-45f39f4fe0ff tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event updated for resources: {'Port': ['ID=9a47dcc2-2f50-4df8-a275-102f2fea1882,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:15.621431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-4a550127-0d95-403a-a251-45f39f4fe0ff tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:15.624412 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a550127-0d95-403a-a251-45f39f4fe0ff tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:15.625363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a550127-0d95-403a-a251-45f39f4fe0ff tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:15.625974 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4a550127-0d95-403a-a251-45f39f4fe0ff tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.636609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6989f948-4b98-425b-a33b-6db80b83869f', 'name': 'network-vif-deleted', 'tag': '4f482587-2dcb-4aad-963d-778bcd88fd52'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:15.648132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4a550127-0d95-403a-a251-45f39f4fe0ff tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9008882 Nov 09 18:08:15.649716 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19c7ff3-1af2-491f-9b89-361022a7ae32" -d '{"events": [{"server_uuid": "6989f948-4b98-425b-a33b-6db80b83869f", "name": "network-vif-deleted", "tag": "4f482587-2dcb-4aad-963d-778bcd88fd52"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:15.652804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35328) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:15.660291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:15.725112 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5493d5b-996a-4a6f-b328-fdab5dbb5b12 x-openstack-request-id: req-b5493d5b-996a-4a6f-b328-fdab5dbb5b12 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:15.725578 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6989f948-4b98-425b-a33b-6db80b83869f", "name": "network-vif-deleted", "tag": "4f482587-2dcb-4aad-963d-778bcd88fd52", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:15.725995 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5493d5b-996a-4a6f-b328-fdab5dbb5b12 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:15.726641 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989f948-4b98-425b-a33b-6db80b83869f', 'name': 'network-vif-deleted', 'tag': '4f482587-2dcb-4aad-963d-778bcd88fd52', 'status': 'completed', 'code': 200} Nov 09 18:08:15.745838 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:16.157092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] device_id is not set on port 9a47dcc2-2f50-4df8-a275-102f2fea1882 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:08:16.170949 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:16.218586 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:16.404478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event updated for resources: {'Port': ['ID=9a47dcc2-2f50-4df8-a275-102f2fea1882,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:16.488731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:16.489488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:16.490085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:16.498605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:16.499370 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:16.501689 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 2 to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 Nov 09 18:08:16.523516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e8caa-da71-4735-a049-3ad924121d68 req-630ebaa5-f0f0-47fe-bc46-78abb9844d3b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:16.526631 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb7e8caa-da71-4735-a049-3ad924121d68 req-630ebaa5-f0f0-47fe-bc46-78abb9844d3b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.3507190 Nov 09 18:08:16.532453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:16.533560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:16.533997 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:16.553747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:16.554262 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:16.555881 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 3 to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 Nov 09 18:08:16.586566 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:16.587272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:16.587853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:16.602350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:16.602963 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:16.607952 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 4 to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 Nov 09 18:08:16.632138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:16.632910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:16.633652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:16.642846 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb7e8caa-da71-4735-a049-3ad924121d68 req-507a9608-88cb-464b-95e0-e605e0321985 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035945 Nov 09 18:08:16.643823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:16.644263 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:16.644750 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 5 to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 Nov 09 18:08:16.681907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:16.683888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:16.685130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:16.697844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:16.698945 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:16.699603 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 6 to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 Nov 09 18:08:16.736367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35396) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:16.770171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:16.770725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:16.771361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:16.808352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:16.809611 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:16.814914 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 7 to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 Nov 09 18:08:16.856679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:16.857247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:16.857798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:16.875274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:16.875820 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:16.877392 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 8 to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 Nov 09 18:08:16.904184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:16.904936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:16.905467 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:16.914566 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9dda292-0ced-4226-b205-5edfca121248 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:16.929682 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:16.930220 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:16.930839 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 9 to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 Nov 09 18:08:16.980725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:16.981420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:16.981954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:17.012260 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:17.015021 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:17.015724 n-d-817236-1 neutron-server[102154]: INFO neutron.plugins.ml2.plugin [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempt 10 to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 Nov 09 18:08:17.062354 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9dda292-0ced-4226-b205-5edfca121248 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:17.110867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:17.111240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:17.111595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempting to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:17.120550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:17.121021 n-d-817236-1 neutron-server[102154]: ERROR neutron.plugins.ml2.managers [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Failed to bind port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on host n-h1-817236-1 for vnic_type normal using segments [{'id': '6727fead-a8cc-4026-9ab4-09cce7a7a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5acb095b-a6e7-48cc-94e0-c2b06ae3b741'}] Nov 09 18:08:17.121290 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:17.248409 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9dda292-0ced-4226-b205-5edfca121248 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:17.253910 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e9dda292-0ced-4226-b205-5edfca121248 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:17.256397 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e9dda292-0ced-4226-b205-5edfca121248 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "DELETE /v2.0/security-groups/958bcc59-3f7c-41ff-92cc-89826b2ac00e HTTP/1.1" status: 204 len: 168 time: 0.5177112 Nov 09 18:08:17.314925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dda292-0ced-4226-b205-5edfca121248 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=958bcc59-3f7c-41ff-92cc-89826b2ac00e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:17.357516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35436) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:17.393665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4f482587-2dcb-4aad-963d-778bcd88fd52 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:17.409761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] For port 9a47dcc2-2f50-4df8-a275-102f2fea1882, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:17.410375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attempted to set empty binding levels {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 18:08:17.424348 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:17.452535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 4f482587-2dcb-4aad-963d-778bcd88fd52 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:17.452988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4f482587-2dcb-4aad-963d-778bcd88fd52 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:17.536085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] In _notify_port_updated(), no bound segment for port 9a47dcc2-2f50-4df8-a275-102f2fea1882 on network 5acb095b-a6e7-48cc-94e0-c2b06ae3b741 {{(pid=102154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:08:17.541626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:17.543099 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:17.549500 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "PUT /v2.0/ports/9a47dcc2-2f50-4df8-a275-102f2fea1882 HTTP/1.1" status: 200 len: 974 time: 1.8925443 Nov 09 18:08:17.552240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35450) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:17.571529 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b335548-c77d-484b-b06c-21ca929a9f9e tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting subnet ccfcd6df-6280-42e7-aaf7-936c7fa7831d {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:08:17.577283 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b335548-c77d-484b-b06c-21ca929a9f9e tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:17.588489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3927a-6a69-43c2-ba1f-74f61de7cf0b tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event updated for resources: {'Port': ['ID=9a47dcc2-2f50-4df8-a275-102f2fea1882,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:17.667324 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:17.733595 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b335548-c77d-484b-b06c-21ca929a9f9e tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:17.926062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075b794-240a-4be3-b9f0-538e46e460dd req-f90b340f-d399-4dad-b6b4-3eee5887de62 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:17.928031 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7075b794-240a-4be3-b9f0-538e46e460dd req-f90b340f-d399-4dad-b6b4-3eee5887de62 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.1572187 Nov 09 18:08:17.958178 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bd983c86-31ce-4b51-9794-1c7a8bd069b0 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Deleting port 9a47dcc2-2f50-4df8-a275-102f2fea1882 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:17.958856 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd983c86-31ce-4b51-9794-1c7a8bd069b0 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.035992 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b335548-c77d-484b-b06c-21ca929a9f9e tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.125074 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-bd983c86-31ce-4b51-9794-1c7a8bd069b0 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] For port 9a47dcc2-2f50-4df8-a275-102f2fea1882, host n-h1-817236-1, got binding levels [] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:18.125585 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd983c86-31ce-4b51-9794-1c7a8bd069b0 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.135350 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7075b794-240a-4be3-b9f0-538e46e460dd req-3c4e6f12-edb5-4e5d-a0c8-621cda3515d5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976624 Nov 09 18:08:18.158360 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bd983c86-31ce-4b51-9794-1c7a8bd069b0 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Calling delete_port for 9a47dcc2-2f50-4df8-a275-102f2fea1882 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:18.252059 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b335548-c77d-484b-b06c-21ca929a9f9e tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.299311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b335548-c77d-484b-b06c-21ca929a9f9e tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfcd6df-6280-42e7-aaf7-936c7fa7831d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:18.322846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4433bc72-35ab-4ce3-b63c-d7d5c24b430e None None] Network e65631d8-b6c7-4475-8651-1e3b86ecd2f2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:18.323069 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7b335548-c77d-484b-b06c-21ca929a9f9e tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.329448 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7b335548-c77d-484b-b06c-21ca929a9f9e tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "DELETE /v2.0/subnets/ccfcd6df-6280-42e7-aaf7-936c7fa7831d HTTP/1.1" status: 204 len: 168 time: 0.9680636 Nov 09 18:08:18.329791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35492) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:18.503629 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd983c86-31ce-4b51-9794-1c7a8bd069b0 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.545396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.577421 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bd983c86-31ce-4b51-9794-1c7a8bd069b0 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.583650 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35508) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:18.600572 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bd983c86-31ce-4b51-9794-1c7a8bd069b0 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "DELETE /v2.0/ports/9a47dcc2-2f50-4df8-a275-102f2fea1882 HTTP/1.1" status: 204 len: 168 time: 1.0443068 Nov 09 18:08:18.610233 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd983c86-31ce-4b51-9794-1c7a8bd069b0 tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a47dcc2-2f50-4df8-a275-102f2fea1882,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:18.622567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] DHCP port deletion for e65631d8-b6c7-4475-8651-1e3b86ecd2f2 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:08:18.628236 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-01287718-6c4a-4dbf-8832-a52e35cbf11f tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] GET failed (client error): The resource could not be found. Nov 09 18:08:18.630038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-01287718-6c4a-4dbf-8832-a52e35cbf11f tempest-PortsAdminExtendedAttrsTestJSON-1673374620 tempest-PortsAdminExtendedAttrsTestJSON-1673374620-project-admin] 10.222.0.81 "GET /v2.0/ports/9a47dcc2-2f50-4df8-a275-102f2fea1882 HTTP/1.1" status: 404 len: 333 time: 0.0453033 Nov 09 18:08:18.639429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35514) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:18.734205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Deleting port 2ccd286f-69b5-4066-9efc-69b21e558262 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:18.734661 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.761135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting port 2ccd286f-69b5-4066-9efc-69b21e558262 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:18.761480 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.858129 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8893-9bf1-4305-9e30-82961b06af41 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.877219 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] For port 2ccd286f-69b5-4066-9efc-69b21e558262, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2ccd286f-69b5-4066-9efc-69b21e558262,segment=NetworkSegment(09ce7794-2dac-41e6-9d0b-4f559001ff5f),segment_id=09ce7794-2dac-41e6-9d0b-4f559001ff5f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:18.877781 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.896942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Calling delete_port for 2ccd286f-69b5-4066-9efc-69b21e558262 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:18.946767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] For port 2ccd286f-69b5-4066-9efc-69b21e558262, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2ccd286f-69b5-4066-9efc-69b21e558262,segment=NetworkSegment(09ce7794-2dac-41e6-9d0b-4f559001ff5f),segment_id=09ce7794-2dac-41e6-9d0b-4f559001ff5f)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:18.947971 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.975986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Calling delete_port for 2ccd286f-69b5-4066-9efc-69b21e558262 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:19.005346 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.019771 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8893-9bf1-4305-9e30-82961b06af41 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.062624 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Pushing event deleted for resources: {'Port': ['ID=2ccd286f-69b5-4066-9efc-69b21e558262,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:19.071894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:19.072778 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:19.073129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:19.073464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:19.074088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:19.077359 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:19.077846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:19.078184 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:19.078571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:19.078909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:19.079094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-9d3e8893-9bf1-4305-9e30-82961b06af41 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acb095b-a6e7-48cc-94e0-c2b06ae3b741']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:19.079242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:19.079598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:19.084453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb63c8-99ed-4e4e-a70f-7f31d13c59ad None None] No DVR routers for this DVR port 2ccd286f-69b5-4066-9efc-69b21e558262 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:19.108736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-9d3e8893-9bf1-4305-9e30-82961b06af41 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6727fead-a8cc-4026-9ab4-09cce7a7a332') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:19.109029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-9d3e8893-9bf1-4305-9e30-82961b06af41 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6727fead-a8cc-4026-9ab4-09cce7a7a332') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:19.124038 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8893-9bf1-4305-9e30-82961b06af41 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.185151 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8893-9bf1-4305-9e30-82961b06af41 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.196750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2ccd286f-69b5-4066-9efc-69b21e558262 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:19.204711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3e8893-9bf1-4305-9e30-82961b06af41 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:08:19.205352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8893-9bf1-4305-9e30-82961b06af41 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.256560 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.278457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 2ccd286f-69b5-4066-9efc-69b21e558262 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:19.279305 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2ccd286f-69b5-4066-9efc-69b21e558262 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:08:19.336933 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:08:19.339977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Port': ['ID=2ccd286f-69b5-4066-9efc-69b21e558262,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:19.343390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] No DVR routers for this DVR port 2ccd286f-69b5-4066-9efc-69b21e558262 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:19.352851 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8893-9bf1-4305-9e30-82961b06af41 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.395180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8893-9bf1-4305-9e30-82961b06af41 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.403401 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9d3e8893-9bf1-4305-9e30-82961b06af41 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] 10.222.0.81 "DELETE /v2.0/networks/5acb095b-a6e7-48cc-94e0-c2b06ae3b741 HTTP/1.1" status: 204 len: 168 time: 0.7593994 Nov 09 18:08:19.403401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e8893-9bf1-4305-9e30-82961b06af41 tempest-PortsAdminExtendedAttrsTestJSON-1069508243 tempest-PortsAdminExtendedAttrsTestJSON-1069508243-project] Pushing event deleted for resources: {'Network': ['ID=5acb095b-a6e7-48cc-94e0-c2b06ae3b741,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:19.487800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9979a5-359f-499a-b0e9-e9955cacbc25 req-102ce351-0734-41fe-ac1c-73bcaf364f83 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:19.506620 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f9979a5-359f-499a-b0e9-e9955cacbc25 req-102ce351-0734-41fe-ac1c-73bcaf364f83 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.1820023 Nov 09 18:08:19.608227 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.627499 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f9979a5-359f-499a-b0e9-e9955cacbc25 req-e54b3ede-2c2b-457e-a173-7178e193d9b9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195915 Nov 09 18:08:19.683735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65631d8-b6c7-4475-8651-1e3b86ecd2f2']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:19.697596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ce7794-2dac-41e6-9d0b-4f559001ff5f') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:19.697953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ce7794-2dac-41e6-9d0b-4f559001ff5f') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:19.709807 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.743797 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.758870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:08:19.761481 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:08:19.767363 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:08:19.856839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.870739 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.880495 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35588) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:19.880668 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "DELETE /v2.0/networks/e65631d8-b6c7-4475-8651-1e3b86ecd2f2 HTTP/1.1" status: 204 len: 168 time: 1.5497103 Nov 09 18:08:19.921770 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241618c-43c3-4c5a-82eb-49b8903fb6b2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Network': ['ID=e65631d8-b6c7-4475-8651-1e3b86ecd2f2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:20.032562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35596) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:20.187172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-34fd55f8-a3f9-4916-b4e3-95bbd30caf6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting port 70992fb6-f1f1-4583-84ff-02da147780c7 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:20.187641 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34fd55f8-a3f9-4916-b4e3-95bbd30caf6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.311774 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34fd55f8-a3f9-4916-b4e3-95bbd30caf6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.312097 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34fd55f8-a3f9-4916-b4e3-95bbd30caf6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.332238 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-34fd55f8-a3f9-4916-b4e3-95bbd30caf6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Calling delete_port for 70992fb6-f1f1-4583-84ff-02da147780c7 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:20.462454 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8cefc353-8126-43c3-9ea8-b1b4a0e6bd6b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c3a40f6c4a5415ebed821f40965062b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283967 Nov 09 18:08:20.464833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35630) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:20.567487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-876d109f-d981-4ee2-b765-1f5688f61be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.615837 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-876d109f-d981-4ee2-b765-1f5688f61be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.651639 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34fd55f8-a3f9-4916-b4e3-95bbd30caf6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.719708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd55f8-a3f9-4916-b4e3-95bbd30caf6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Port': ['ID=70992fb6-f1f1-4583-84ff-02da147780c7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:20.748517 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-876d109f-d981-4ee2-b765-1f5688f61be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.756614 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-876d109f-d981-4ee2-b765-1f5688f61be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.767410 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-876d109f-d981-4ee2-b765-1f5688f61be9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6955c1b-1208-48ee-9414-5ac80e2ab7ce HTTP/1.1" status: 204 len: 168 time: 0.2934406 Nov 09 18:08:20.874551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d109f-d981-4ee2-b765-1f5688f61be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6955c1b-1208-48ee-9414-5ac80e2ab7ce,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:20.886632 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34fd55f8-a3f9-4916-b4e3-95bbd30caf6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.887628 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-34fd55f8-a3f9-4916-b4e3-95bbd30caf6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Floating IP 077009e2-b3f0-4322-86b7-226a137bd60e disassociated (deleted). External IP: 172.25.1.96, port: dd34ac92-0760-45d1-8628-0ab94ca076cc. Nov 09 18:08:21.040068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261b05-3bf8-4144-8a76-51fd0e34f383 req-ca0bd559-7bd8-4f25-9b80-0e7e7a2b0156 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:21.046532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c1261b05-3bf8-4144-8a76-51fd0e34f383 req-ca0bd559-7bd8-4f25-9b80-0e7e7a2b0156 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.2261140 Nov 09 18:08:21.189940 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c1261b05-3bf8-4144-8a76-51fd0e34f383 req-a8bb231e-8ce4-4125-8d76-4e7ae60600d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416090 Nov 09 18:08:21.396434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fd55f8-a3f9-4916-b4e3-95bbd30caf6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:21.424784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35682) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:21.566781 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b34e10c7-a379-4c56-a07b-1805c05db202 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9838d11456a46bea5a18fcf77526be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384196 Nov 09 18:08:21.567181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35692) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:21.584536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fd55f8-a3f9-4916-b4e3-95bbd30caf6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:21.591591 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34fd55f8-a3f9-4916-b4e3-95bbd30caf6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:21.597700 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5429038-d11a-45b5-8545-5a2a71fcff9d None None] Sync routers for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:21.620585 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5429038-d11a-45b5-8545-5a2a71fcff9d None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:21.621796 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d5429038-d11a-45b5-8545-5a2a71fcff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:08:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:21.626810 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-34fd55f8-a3f9-4916-b4e3-95bbd30caf6a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "DELETE /v2.0/floatingips/077009e2-b3f0-4322-86b7-226a137bd60e HTTP/1.1" status: 204 len: 168 time: 1.7445607 Nov 09 18:08:21.656364 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'tag': 'dd34ac92-0760-45d1-8628-0ab94ca076cc'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:21.659766 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e476bbff-8aa0-4126-a690-d833d734f5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e720c35d-dd2a-4585-8aae-9adc67fa632c", "tag": "dd34ac92-0760-45d1-8628-0ab94ca076cc"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:21.755438 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dccb3f5-b98b-4714-a091-b90853f907c7 x-openstack-request-id: req-1dccb3f5-b98b-4714-a091-b90853f907c7 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:21.756412 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e720c35d-dd2a-4585-8aae-9adc67fa632c", "tag": "dd34ac92-0760-45d1-8628-0ab94ca076cc", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:21.756889 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1dccb3f5-b98b-4714-a091-b90853f907c7 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:21.757526 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'tag': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'status': 'completed', 'code': 200} Nov 09 18:08:22.118284 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-d5429038-d11a-45b5-8545-5a2a71fcff9d None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:22.474766 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c716f-b140-419c-9f59-1a42516d6609 req-3c9be7ff-9ed5-47e9-a441-ac8a78fc47a3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:22.490150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f9c716f-b140-419c-9f59-1a42516d6609 req-3c9be7ff-9ed5-47e9-a441-ac8a78fc47a3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.1215901 Nov 09 18:08:22.581829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f9c716f-b140-419c-9f59-1a42516d6609 req-64b5641a-4f8b-468f-a88d-71c9f1e520ce tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902364 Nov 09 18:08:22.598468 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11076167-a715-4d9d-9a0d-6b934a7d5b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:22.671860 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11076167-a715-4d9d-9a0d-6b934a7d5b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:22.703520 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d5429038-d11a-45b5-8545-5a2a71fcff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:08:09Z', 'revision_number': 6, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:33Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:22.797352 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5429038-d11a-45b5-8545-5a2a71fcff9d None None] Checking router: ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:22.811483 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5429038-d11a-45b5-8545-5a2a71fcff9d None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:22.812702 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d5429038-d11a-45b5-8545-5a2a71fcff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:08:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:22.886750 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476bbff-8aa0-4126-a690-d833d734f5c0 req-01017797-4e13-4fb1-8e09-822bccbde1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:22.898368 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e476bbff-8aa0-4126-a690-d833d734f5c0 req-01017797-4e13-4fb1-8e09-822bccbde1ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 1097 time: 0.3698342 Nov 09 18:08:22.983998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60ed18-e4af-490e-916e-3e2be695837a req-89b3d64b-30ab-441c-94ea-f21d684a7655 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:23.012409 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e60ed18-e4af-490e-916e-3e2be695837a req-89b3d64b-30ab-441c-94ea-f21d684a7655 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 946 time: 0.4830875 Nov 09 18:08:23.122456 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-d5429038-d11a-45b5-8545-5a2a71fcff9d None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:23.140285 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:23.167175 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11076167-a715-4d9d-9a0d-6b934a7d5b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:23.176548 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-11076167-a715-4d9d-9a0d-6b934a7d5b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:23.183417 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-11076167-a715-4d9d-9a0d-6b934a7d5b38 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c017ecf-2339-43a0-a687-dd3fbe24bde4 HTTP/1.1" status: 204 len: 168 time: 1.6141961 Nov 09 18:08:23.295129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11076167-a715-4d9d-9a0d-6b934a7d5b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c017ecf-2339-43a0-a687-dd3fbe24bde4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:23.395985 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e60ed18-e4af-490e-916e-3e2be695837a req-c2e6c7fb-cc63-4aca-972e-4f299dc25b00 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=f053385f-2e98-4b8d-a683-6b8410847ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782362 Nov 09 18:08:23.489710 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476bbff-8aa0-4126-a690-d833d734f5c0 req-6fe86840-6aa7-4603-88de-1eab5333ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:23.490212 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e476bbff-8aa0-4126-a690-d833d734f5c0 req-6fe86840-6aa7-4603-88de-1eab5333ce7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=93108944-5cbf-4db3-a292-ca19f7b3e865 HTTP/1.1" status: 200 len: 898 time: 0.5733535 Nov 09 18:08:23.574762 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e476bbff-8aa0-4126-a690-d833d734f5c0 req-98b49ebc-b52b-4820-aa50-f3fc89454e79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd34ac92-0760-45d1-8628-0ab94ca076cc HTTP/1.1" status: 200 len: 217 time: 0.0745962 Nov 09 18:08:23.861840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476bbff-8aa0-4126-a690-d833d734f5c0 req-af3ab98d-0426-425c-8bf1-7ab5f8b956c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:23.867742 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e476bbff-8aa0-4126-a690-d833d734f5c0 req-af3ab98d-0426-425c-8bf1-7ab5f8b956c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af332337-995c-4bc6-86fb-9ee97b4c8e9a HTTP/1.1" status: 200 len: 835 time: 0.2771757 Nov 09 18:08:23.941016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418df8d-d3e0-4eb8-a1b8-425c1a15fa96 req-c456fad8-6d96-4042-80cc-c36c386eb8c4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:23.945448 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:23.961318 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1418df8d-d3e0-4eb8-a1b8-425c1a15fa96 req-c456fad8-6d96-4042-80cc-c36c386eb8c4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.2535701 Nov 09 18:08:24.048972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1418df8d-d3e0-4eb8-a1b8-425c1a15fa96 req-bd3c9079-5a44-4dc3-9c32-94310ec4e0c3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780978 Nov 09 18:08:24.107374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476bbff-8aa0-4126-a690-d833d734f5c0 req-6023258f-dc4f-426c-a169-273dd38a2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:24.108920 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e476bbff-8aa0-4126-a690-d833d734f5c0 req-6023258f-dc4f-426c-a169-273dd38a2c53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93108944-5cbf-4db3-a292-ca19f7b3e865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2319584 Nov 09 18:08:24.115968 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d5429038-d11a-45b5-8545-5a2a71fcff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:08:09Z', 'revision_number': 6, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:33Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:24.257065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4d5c2-6a93-4d03-8ec1-872866f699b3 req-8a58c22e-daff-4403-81d9-71f2e6fe1144 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:24.258971 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34b4d5c2-6a93-4d03-8ec1-872866f699b3 req-8a58c22e-daff-4403-81d9-71f2e6fe1144 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.18 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 946 time: 0.2218382 Nov 09 18:08:24.268910 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5429038-d11a-45b5-8545-5a2a71fcff9d None None] The sync data for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 is: [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:08:09Z', 'revision_number': 6, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '24563bd1-6fbc-413d-9c7f-075026632fa2', 'name': '', 'network_id': '93108944-5cbf-4db3-a292-ca19f7b3e865', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:c8:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:20Z', 'updated_at': '2021-11-09T18:05:33Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'af332337-995c-4bc6-86fb-9ee97b4c8e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:24.446484 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e476bbff-8aa0-4126-a690-d833d734f5c0 req-2224d188-d8cf-439f-aaa8-771b5fbd0cbc service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242874 Nov 09 18:08:24.701641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-34b4d5c2-6a93-4d03-8ec1-872866f699b3 req-6e5019ca-0775-4806-9a21-19b0596737cd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting port dd34ac92-0760-45d1-8628-0ab94ca076cc {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:24.702117 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-34b4d5c2-6a93-4d03-8ec1-872866f699b3 req-6e5019ca-0775-4806-9a21-19b0596737cd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:24.855856 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e476bbff-8aa0-4126-a690-d833d734f5c0 req-3430d725-73ed-4f35-8602-506010cc93f0 service neutron] 10.222.0.18 "GET /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989708 Nov 09 18:08:24.883338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c38ad-83c9-4df4-a527-10bdfb87f08d req-e7761df0-2e98-4b0d-bdfd-6c8daf06fe42 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:24.898886 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-013c38ad-83c9-4df4-a527-10bdfb87f08d req-e7761df0-2e98-4b0d-bdfd-6c8daf06fe42 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 946 time: 0.1714232 Nov 09 18:08:25.019680 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-013c38ad-83c9-4df4-a527-10bdfb87f08d req-7def3b93-19f9-42e5-bc38-72bd71457156 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=f053385f-2e98-4b8d-a683-6b8410847ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169858 Nov 09 18:08:25.036188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a503dd89-409e-4305-8bbe-9ac6693c2260 None None] New status for floating IP 077009e2-b3f0-4322-86b7-226a137bd60e: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:08:25.780011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-34b4d5c2-6a93-4d03-8ec1-872866f699b3 req-6e5019ca-0775-4806-9a21-19b0596737cd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] For port dd34ac92-0760-45d1-8628-0ab94ca076cc, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=dd34ac92-0760-45d1-8628-0ab94ca076cc,segment=NetworkSegment(2d529807-7f74-4b80-98f0-6d15ebffe5e2),segment_id=2d529807-7f74-4b80-98f0-6d15ebffe5e2)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:25.780618 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-34b4d5c2-6a93-4d03-8ec1-872866f699b3 req-6e5019ca-0775-4806-9a21-19b0596737cd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:25.875634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-34b4d5c2-6a93-4d03-8ec1-872866f699b3 req-6e5019ca-0775-4806-9a21-19b0596737cd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Calling delete_port for dd34ac92-0760-45d1-8628-0ab94ca076cc owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:25.919259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b00c9-6aaa-482a-90c7-929be2f70bdc req-e508bb53-ea05-47b6-8860-fe350aed45aa tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:25.927451 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-887b00c9-6aaa-482a-90c7-929be2f70bdc req-e508bb53-ea05-47b6-8860-fe350aed45aa tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.1887634 Nov 09 18:08:26.108146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35912) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:26.142430 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-887b00c9-6aaa-482a-90c7-929be2f70bdc req-fd233a17-9a2f-42f6-b328-bdf0fdb4d8f8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124341 Nov 09 18:08:26.355687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d08549f0-7a99-4ce3-a5ef-874a9233c751 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104511788'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:26.397810 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-34b4d5c2-6a93-4d03-8ec1-872866f699b3 req-6e5019ca-0775-4806-9a21-19b0596737cd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:26.418010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee09c3-91ce-43d5-98de-62ca465b78de req-1f36f2c0-a428-4460-80c1-4519b0cd31f2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:26.420051 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6fee09c3-91ce-43d5-98de-62ca465b78de req-1f36f2c0-a428-4460-80c1-4519b0cd31f2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=e720c35d-dd2a-4585-8aae-9adc67fa632c HTTP/1.1" status: 200 len: 946 time: 0.2105038 Nov 09 18:08:26.495522 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6fee09c3-91ce-43d5-98de-62ca465b78de req-467eacfd-1a1b-4b93-9740-dcc894f9d9b3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=f053385f-2e98-4b8d-a683-6b8410847ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679326 Nov 09 18:08:26.496560 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d08549f0-7a99-4ce3-a5ef-874a9233c751 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:26.531456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5019ca-0775-4806-9a21-19b0596737cd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Port': ['ID=dd34ac92-0760-45d1-8628-0ab94ca076cc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:26.544540 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d08549f0-7a99-4ce3-a5ef-874a9233c751 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:26.555825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b4d5c2-6a93-4d03-8ec1-872866f699b3 req-6e5019ca-0775-4806-9a21-19b0596737cd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] No DVR routers for this DVR port dd34ac92-0760-45d1-8628-0ab94ca076cc on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:26.560473 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-34b4d5c2-6a93-4d03-8ec1-872866f699b3 req-6e5019ca-0775-4806-9a21-19b0596737cd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:26.564378 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34b4d5c2-6a93-4d03-8ec1-872866f699b3 req-6e5019ca-0775-4806-9a21-19b0596737cd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.18 "DELETE /v2.0/ports/dd34ac92-0760-45d1-8628-0ab94ca076cc HTTP/1.1" status: 204 len: 173 time: 2.2951798 Nov 09 18:08:26.564780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'name': 'network-vif-deleted', 'tag': 'dd34ac92-0760-45d1-8628-0ab94ca076cc'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:26.578248 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7446a340-5693-4a30-9dab-e7236c9c81b9" -d '{"events": [{"server_uuid": "e720c35d-dd2a-4585-8aae-9adc67fa632c", "name": "network-vif-deleted", "tag": "dd34ac92-0760-45d1-8628-0ab94ca076cc"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:26.693197 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4812cd-1252-4dee-b01f-d76fc721ae06 x-openstack-request-id: req-3e4812cd-1252-4dee-b01f-d76fc721ae06 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:26.693501 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e720c35d-dd2a-4585-8aae-9adc67fa632c", "name": "network-vif-deleted", "tag": "dd34ac92-0760-45d1-8628-0ab94ca076cc", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:26.693753 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e4812cd-1252-4dee-b01f-d76fc721ae06 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:26.694158 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e720c35d-dd2a-4585-8aae-9adc67fa632c', 'name': 'network-vif-deleted', 'tag': 'dd34ac92-0760-45d1-8628-0ab94ca076cc', 'status': 'completed', 'code': 200} Nov 09 18:08:26.795284 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d08549f0-7a99-4ce3-a5ef-874a9233c751 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:26.803633 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d08549f0-7a99-4ce3-a5ef-874a9233c751 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.027301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08549f0-7a99-4ce3-a5ef-874a9233c751 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfadfdcf-d6d0-45cb-b94d-139ce116ebf4,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:27.078299 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d08549f0-7a99-4ce3-a5ef-874a9233c751 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.085430 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d08549f0-7a99-4ce3-a5ef-874a9233c751 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.106842 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d08549f0-7a99-4ce3-a5ef-874a9233c751 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.108588 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d08549f0-7a99-4ce3-a5ef-874a9233c751 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9990125 Nov 09 18:08:27.111648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35922) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:27.145640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08549f0-7a99-4ce3-a5ef-874a9233c751 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7642afbd-5769-452d-9477-bca6dc127a37,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:27.331505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35928) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:27.333379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e86afc86-82ed-4b48-a9c6-68ac6663673d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2204251 Nov 09 18:08:27.339755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f5776f89-4bd2-4d7c-887c-b56d8d759c1c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group': {'name': 'tempest-security--997128580', 'description': 'tempest-security-description-987306684'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:27.432647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device dd34ac92-0760-45d1-8628-0ab94ca076cc no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:27.434898 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f5776f89-4bd2-4d7c-887c-b56d8d759c1c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.477312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: dd34ac92-0760-45d1-8628-0ab94ca076cc {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:27.477581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device dd34ac92-0760-45d1-8628-0ab94ca076cc not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:27.588975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383ac74-bc50-4717-be24-6abea7f9e9a7 req-2be9c7c7-2d26-4378-a236-6afd4e853e3d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:27.591061 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5383ac74-bc50-4717-be24-6abea7f9e9a7 req-2be9c7c7-2d26-4378-a236-6afd4e853e3d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.2244909 Nov 09 18:08:27.616772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35932) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:27.670543 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f5776f89-4bd2-4d7c-887c-b56d8d759c1c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.688820 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f5776f89-4bd2-4d7c-887c-b56d8d759c1c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.694099 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f5776f89-4bd2-4d7c-887c-b56d8d759c1c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.696522 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f5776f89-4bd2-4d7c-887c-b56d8d759c1c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "PUT /v2.0/security-groups/7642afbd-5769-452d-9477-bca6dc127a37 HTTP/1.1" status: 200 len: 1778 time: 0.3633306 Nov 09 18:08:27.699443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35934) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:27.719645 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5383ac74-bc50-4717-be24-6abea7f9e9a7 req-bc476698-9b5f-4d7b-9b4d-cfe7a456b41d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050901 Nov 09 18:08:27.810263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35936) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:27.811548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5776f89-4bd2-4d7c-887c-b56d8d759c1c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7642afbd-5769-452d-9477-bca6dc127a37,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:27.814506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bf004009-9fe2-40d1-a742-9f4321fcb4df tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-groups/7642afbd-5769-452d-9477-bca6dc127a37 HTTP/1.1" status: 200 len: 1778 time: 0.1137948 Nov 09 18:08:27.824757 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfb48-2ec6-49bd-801b-a593e7bd2cc9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.874652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfb48-2ec6-49bd-801b-a593e7bd2cc9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.032310 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-766e0072-1ab3-42bb-87c2-f4234f46126d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.079693 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfb48-2ec6-49bd-801b-a593e7bd2cc9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.083320 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfb48-2ec6-49bd-801b-a593e7bd2cc9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.088169 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4f4dfb48-2ec6-49bd-801b-a593e7bd2cc9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "DELETE /v2.0/security-groups/f053385f-2e98-4b8d-a683-6b8410847ed7 HTTP/1.1" status: 204 len: 168 time: 0.4705124 Nov 09 18:08:28.121784 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-766e0072-1ab3-42bb-87c2-f4234f46126d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.209825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35948) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:28.329818 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-766e0072-1ab3-42bb-87c2-f4234f46126d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.336813 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-766e0072-1ab3-42bb-87c2-f4234f46126d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.340865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-766e0072-1ab3-42bb-87c2-f4234f46126d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-groups/7642afbd-5769-452d-9477-bca6dc127a37 HTTP/1.1" status: 204 len: 168 time: 0.5232544 Nov 09 18:08:28.344248 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35950) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:28.429532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dfb48-2ec6-49bd-801b-a593e7bd2cc9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f053385f-2e98-4b8d-a683-6b8410847ed7,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:28.494658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e0072-1ab3-42bb-87c2-f4234f46126d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7642afbd-5769-452d-9477-bca6dc127a37,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:28.530923 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-209987e6-c702-4133-b339-ee427d8e267b tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1854270 Nov 09 18:08:28.535700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35954) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:28.557803 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-67339e0e-b697-4363-a1cc-4abacc1f3f04 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] delete failed (client error): The resource could not be found. Nov 09 18:08:28.559161 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-67339e0e-b697-4363-a1cc-4abacc1f3f04 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-groups/7642afbd-5769-452d-9477-bca6dc127a37 HTTP/1.1" status: 404 len: 347 time: 0.0221412 Nov 09 18:08:28.568205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35956) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:28.576607 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-13c7f6eb-1e6a-4b0c-b9da-97b59c64c757 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group': {'name': 'tempest-secgroup--284547550'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:28.639704 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13c7f6eb-1e6a-4b0c-b9da-97b59c64c757 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.804192 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13c7f6eb-1e6a-4b0c-b9da-97b59c64c757 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.813263 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13c7f6eb-1e6a-4b0c-b9da-97b59c64c757 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.895906 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13c7f6eb-1e6a-4b0c-b9da-97b59c64c757 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.900088 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-13c7f6eb-1e6a-4b0c-b9da-97b59c64c757 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3303840 Nov 09 18:08:28.914838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35960) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:28.933500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1fd120c9-d5da-4792-a873-67232012a10c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group_rule': {'security_group_id': '15392b62-94d7-4b14-8c74-7c10d9ad82c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:29.037499 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7f6eb-1e6a-4b0c-b9da-97b59c64c757 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15392b62-94d7-4b14-8c74-7c10d9ad82c1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:29.078818 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fd120c9-d5da-4792-a873-67232012a10c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.124046 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae25f8c-578f-4d5b-8685-f0a16de3185b req-38b63b2b-46c9-40d5-87a7-a2060a7cd2d1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:29.125675 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ae25f8c-578f-4d5b-8685-f0a16de3185b req-38b63b2b-46c9-40d5-87a7-a2060a7cd2d1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.1806834 Nov 09 18:08:29.135402 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3a12-53ed-4af1-9552-75deffcc2d96 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.246838 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ae25f8c-578f-4d5b-8685-f0a16de3185b req-47e14e9f-a83c-4587-866b-d2cc09fcb05e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798647 Nov 09 18:08:29.257458 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fd120c9-d5da-4792-a873-67232012a10c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.263161 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fd120c9-d5da-4792-a873-67232012a10c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.328798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd120c9-d5da-4792-a873-67232012a10c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5c192a-bf89-4d63-8e49-6f238f368f44,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:29.366629 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fd120c9-d5da-4792-a873-67232012a10c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.368230 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1fd120c9-d5da-4792-a873-67232012a10c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4459593 Nov 09 18:08:29.371661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35966) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:29.454745 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d02558c-c589-4f20-8ac5-f47759ae8c21 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.474486 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d02558c-c589-4f20-8ac5-f47759ae8c21 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.538850 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d02558c-c589-4f20-8ac5-f47759ae8c21 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.546454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d02558c-c589-4f20-8ac5-f47759ae8c21 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.547752 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5d02558c-c589-4f20-8ac5-f47759ae8c21 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/2a5c192a-bf89-4d63-8e49-6f238f368f44 HTTP/1.1" status: 204 len: 168 time: 0.1750078 Nov 09 18:08:29.556036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35968) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:29.560871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02558c-c589-4f20-8ac5-f47759ae8c21 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a5c192a-bf89-4d63-8e49-6f238f368f44,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:29.709941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-870c488a-8d74-426f-83c4-a335ee2497a5 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1476283 Nov 09 18:08:29.711952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35970) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:29.834584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e3a12-53ed-4af1-9552-75deffcc2d96 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting port 24563bd1-6fbc-413d-9c7f-075026632fa2 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:29.835327 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3a12-53ed-4af1-9552-75deffcc2d96 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.884838 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7793c113-1c68-4aa7-8117-b865ecf2efe6 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.020422 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7793c113-1c68-4aa7-8117-b865ecf2efe6 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.185856 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7793c113-1c68-4aa7-8117-b865ecf2efe6 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.190855 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7793c113-1c68-4aa7-8117-b865ecf2efe6 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.196405 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35972) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:30.197497 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7793c113-1c68-4aa7-8117-b865ecf2efe6 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-groups/15392b62-94d7-4b14-8c74-7c10d9ad82c1 HTTP/1.1" status: 204 len: 168 time: 0.4538493 Nov 09 18:08:30.217671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-3d7e3a12-53ed-4af1-9552-75deffcc2d96 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] For port 24563bd1-6fbc-413d-9c7f-075026632fa2, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=24563bd1-6fbc-413d-9c7f-075026632fa2,segment=NetworkSegment(2d529807-7f74-4b80-98f0-6d15ebffe5e2),segment_id=2d529807-7f74-4b80-98f0-6d15ebffe5e2)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:30.218186 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3a12-53ed-4af1-9552-75deffcc2d96 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.242084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793c113-1c68-4aa7-8117-b865ecf2efe6 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15392b62-94d7-4b14-8c74-7c10d9ad82c1,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:30.266008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e3a12-53ed-4af1-9552-75deffcc2d96 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Calling delete_port for 24563bd1-6fbc-413d-9c7f-075026632fa2 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:30.311483 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7b993eef-86ff-450f-a3c4-8213c82c55f5 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123452 Nov 09 18:08:30.321006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35976) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:30.358272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1e4d2662-16fa-4756-9dfe-dca0b0a461c4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group': {'name': 'tempest-secgroup--104551616'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:30.494388 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e4d2662-16fa-4756-9dfe-dca0b0a461c4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.839366 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d2292-6716-4bff-8b09-a341a9b5605f req-9138c9a8-65c7-4de1-a96e-b128df4dbb1e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:30.842445 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea6d2292-6716-4bff-8b09-a341a9b5605f req-9138c9a8-65c7-4de1-a96e-b128df4dbb1e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.2505894 Nov 09 18:08:30.848765 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e4d2662-16fa-4756-9dfe-dca0b0a461c4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.916467 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e4d2662-16fa-4756-9dfe-dca0b0a461c4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.011638 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea6d2292-6716-4bff-8b09-a341a9b5605f req-9a9cb0e9-c02b-4414-a065-b0354e5bbd84 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035137 Nov 09 18:08:31.018905 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e4d2662-16fa-4756-9dfe-dca0b0a461c4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.022957 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1e4d2662-16fa-4756-9dfe-dca0b0a461c4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6974452 Nov 09 18:08:31.022957 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3a12-53ed-4af1-9552-75deffcc2d96 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.023534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35988) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:31.028166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d2662-16fa-4756-9dfe-dca0b0a461c4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc18ed4f-74d2-4639-ad9f-be6055a570de,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:31.029789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-188aeda1-35d7-4909-9e2f-4e9c124f49dc tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group_rule': {'security_group_id': 'cc18ed4f-74d2-4639-ad9f-be6055a570de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:31.057296 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e3a12-53ed-4af1-9552-75deffcc2d96 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Port': ['ID=24563bd1-6fbc-413d-9c7f-075026632fa2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:31.142887 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-188aeda1-35d7-4909-9e2f-4e9c124f49dc tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.366608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-188aeda1-35d7-4909-9e2f-4e9c124f49dc tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.377109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-188aeda1-35d7-4909-9e2f-4e9c124f49dc tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.427374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188aeda1-35d7-4909-9e2f-4e9c124f49dc tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e3d21b-86ed-4108-a1be-b7848ce04b61,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:31.446908 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-188aeda1-35d7-4909-9e2f-4e9c124f49dc tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.448436 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-188aeda1-35d7-4909-9e2f-4e9c124f49dc tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4237795 Nov 09 18:08:31.451152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 35990) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:31.455807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group_rule': {'security_group_id': 'cc18ed4f-74d2-4639-ad9f-be6055a570de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:31.525068 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.532299 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3a12-53ed-4af1-9552-75deffcc2d96 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.673445 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.682683 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.753900 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ef844d-5db9-4945-adc8-db2c90843674,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:31.792610 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.803710 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3489103 Nov 09 18:08:31.803943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:31.804180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:31.804475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:31.805325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 35996) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:31.805462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:31.805885 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:31.806225 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:31.806793 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:31.810490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:31.810852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:31.811137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:31.811505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:31.811847 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0d12-1890-45f4-988c-56e9deaa85d3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:31.813496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-cd3ec0c8-db4d-4bb8-a46e-4829af55b6f7 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group_rule': {'security_group_id': 'cc18ed4f-74d2-4639-ad9f-be6055a570de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:31.882506 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cd3ec0c8-db4d-4bb8-a46e-4829af55b6f7 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.922823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7e3a12-53ed-4af1-9552-75deffcc2d96 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:32.105289 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cd3ec0c8-db4d-4bb8-a46e-4829af55b6f7 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.134006 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cd3ec0c8-db4d-4bb8-a46e-4829af55b6f7 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.201159 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cd3ec0c8-db4d-4bb8-a46e-4829af55b6f7 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.203208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cd3ec0c8-db4d-4bb8-a46e-4829af55b6f7 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3966594 Nov 09 18:08:32.208700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36002) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:32.215851 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ea1bb7d0-a832-40bc-808f-e75c2a800138 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group_rule': {'security_group_id': 'cc18ed4f-74d2-4639-ad9f-be6055a570de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:32.234920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ec0c8-db4d-4bb8-a46e-4829af55b6f7 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e718fee4-da68-4c65-ae61-ef6bbc9df19c,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:32.249213 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855537c-6d72-4d21-9c38-e273ad001e6d req-77af3fbd-d717-44d8-b278-5776d59db5ff tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:32.257958 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5855537c-6d72-4d21-9c38-e273ad001e6d req-77af3fbd-d717-44d8-b278-5776d59db5ff tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.1309237 Nov 09 18:08:32.266400 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7e3a12-53ed-4af1-9552-75deffcc2d96 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:32.277090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3d7e3a12-53ed-4af1-9552-75deffcc2d96 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "PUT /v2.0/routers/ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0611639 Nov 09 18:08:32.278051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36006) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:32.286137 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8b164-38a9-450e-8a72-21ef89f81162 None None] Sync routers for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:32.320150 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8b164-38a9-450e-8a72-21ef89f81162 None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:32.322395 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c6e8b164-38a9-450e-8a72-21ef89f81162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:08:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:32.361527 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb7d0-a832-40bc-808f-e75c2a800138 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.416297 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1651b07e-c506-4cf3-9631-4059a02332fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting subnet af332337-995c-4bc6-86fb-9ee97b4c8e9a {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:08:32.422770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5855537c-6d72-4d21-9c38-e273ad001e6d req-d662ef17-c28d-4fd1-bdcf-cba4fde9da02 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637068 Nov 09 18:08:32.429482 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1651b07e-c506-4cf3-9631-4059a02332fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.479943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36008) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:32.528028 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c6e8b164-38a9-450e-8a72-21ef89f81162 None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:32.547390 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1651b07e-c506-4cf3-9631-4059a02332fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.613317 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb7d0-a832-40bc-808f-e75c2a800138 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.620910 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb7d0-a832-40bc-808f-e75c2a800138 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.691448 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1651b07e-c506-4cf3-9631-4059a02332fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.699748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bb7d0-a832-40bc-808f-e75c2a800138 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747567d2-b4b8-43ab-a1f7-a967c32f9041,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:32.722571 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb7d0-a832-40bc-808f-e75c2a800138 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.731990 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ea1bb7d0-a832-40bc-808f-e75c2a800138 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5187435 Nov 09 18:08:32.732659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36012) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:32.752795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ad270514-4701-444b-8aa7-e7dbdf2e3284 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group_rule': {'security_group_id': 'cc18ed4f-74d2-4639-ad9f-be6055a570de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:32.777078 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1651b07e-c506-4cf3-9631-4059a02332fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.832868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651b07e-c506-4cf3-9631-4059a02332fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Subnet': ['ID=af332337-995c-4bc6-86fb-9ee97b4c8e9a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:32.836926 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c6e8b164-38a9-450e-8a72-21ef89f81162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:08:30Z', 'revision_number': 7, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:32.838701 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1651b07e-c506-4cf3-9631-4059a02332fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.849699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b849b21a-0742-4623-8d3a-30fb0d21e80c None None] Network 93108944-5cbf-4db3-a292-ca19f7b3e865 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:32.853352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1651b07e-c506-4cf3-9631-4059a02332fd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "DELETE /v2.0/subnets/af332337-995c-4bc6-86fb-9ee97b4c8e9a HTTP/1.1" status: 204 len: 168 time: 0.5692227 Nov 09 18:08:32.853352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36014) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:32.892173 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad270514-4701-444b-8aa7-e7dbdf2e3284 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.902970 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-385bfb91-ede0-4d35-a6b8-a14f7f79cdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.913186 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8b164-38a9-450e-8a72-21ef89f81162 None None] Checking router: ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:32.925172 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8b164-38a9-450e-8a72-21ef89f81162 None None] Routers {'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:32.925812 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c6e8b164-38a9-450e-8a72-21ef89f81162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:08:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:33.083667 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c6e8b164-38a9-450e-8a72-21ef89f81162 None None] Set router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:33.144320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.174526 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad270514-4701-444b-8aa7-e7dbdf2e3284 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.203141 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad270514-4701-444b-8aa7-e7dbdf2e3284 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.253401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad270514-4701-444b-8aa7-e7dbdf2e3284 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be674b70-e2b3-4c09-b55f-4d1ce479d626,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:33.291928 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad270514-4701-444b-8aa7-e7dbdf2e3284 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.294019 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ad270514-4701-444b-8aa7-e7dbdf2e3284 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5589225 Nov 09 18:08:33.297308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36018) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:33.357975 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5773326c-35f0-4389-81e6-dcf87810cad4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.377876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d493c4-17be-4798-a131-8ffb0a34fab7 None None] DHCP port deletion for 93108944-5cbf-4db3-a292-ca19f7b3e865 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:08:33.401804 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5773326c-35f0-4389-81e6-dcf87810cad4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.517533 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.525739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-17d493c4-17be-4798-a131-8ffb0a34fab7 None None] Deleting port 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:33.526547 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-17d493c4-17be-4798-a131-8ffb0a34fab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.527836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-385bfb91-ede0-4d35-a6b8-a14f7f79cdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.532918 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5773326c-35f0-4389-81e6-dcf87810cad4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.563242 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5773326c-35f0-4389-81e6-dcf87810cad4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.569143 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5773326c-35f0-4389-81e6-dcf87810cad4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/be674b70-e2b3-4c09-b55f-4d1ce479d626 HTTP/1.1" status: 204 len: 168 time: 0.2701871 Nov 09 18:08:33.570264 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-385bfb91-ede0-4d35-a6b8-a14f7f79cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.576847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36026) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:33.624181 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-385bfb91-ede0-4d35-a6b8-a14f7f79cdc6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8cab634444b4ad3a220e487c8e63b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1422329 Nov 09 18:08:33.629291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36028) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:33.642784 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773326c-35f0-4389-81e6-dcf87810cad4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be674b70-e2b3-4c09-b55f-4d1ce479d626,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:33.674341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-17d493c4-17be-4798-a131-8ffb0a34fab7 None None] For port 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3,segment=NetworkSegment(2d529807-7f74-4b80-98f0-6d15ebffe5e2),segment_id=2d529807-7f74-4b80-98f0-6d15ebffe5e2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:33.677117 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-17d493c4-17be-4798-a131-8ffb0a34fab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.689404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bfb91-ede0-4d35-a6b8-a14f7f79cdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf99c81b-360f-4eb1-8fe4-e96442134c53,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:33.712933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-17d493c4-17be-4798-a131-8ffb0a34fab7 None None] Calling delete_port for 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:33.773531 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2afeb1fe-d141-4f05-aa6b-4078a6a04039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.797235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-22d93185-7015-489a-b015-b1107459655a tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2191310 Nov 09 18:08:33.800544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36030) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:33.833751 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2afeb1fe-d141-4f05-aa6b-4078a6a04039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.842337 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b365c-cc89-4099-b21e-f6b075d95479 req-13e81466-040d-4fa5-bc19-5dd336d08a39 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:33.844206 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c6e8b164-38a9-450e-8a72-21ef89f81162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:08:30Z', 'revision_number': 7, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:33.860403 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-018b365c-cc89-4099-b21e-f6b075d95479 req-13e81466-040d-4fa5-bc19-5dd336d08a39 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.2720556 Nov 09 18:08:33.882734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting port ea398aca-2501-4c5f-955b-3a7f92cfe382 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:33.884636 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.902237 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-17d493c4-17be-4798-a131-8ffb0a34fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.922682 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d493c4-17be-4798-a131-8ffb0a34fab7 None None] No DVR routers for this DVR port 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:33.926371 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2afeb1fe-d141-4f05-aa6b-4078a6a04039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.929652 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2afeb1fe-d141-4f05-aa6b-4078a6a04039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.933796 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2afeb1fe-d141-4f05-aa6b-4078a6a04039 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf99c81b-360f-4eb1-8fe4-e96442134c53 HTTP/1.1" status: 204 len: 168 time: 0.3031759 Nov 09 18:08:33.945220 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afeb1fe-d141-4f05-aa6b-4078a6a04039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf99c81b-360f-4eb1-8fe4-e96442134c53,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:33.980017 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c54f8eb1-382e-42bf-b1ff-d699151055e3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.987999 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d493c4-17be-4798-a131-8ffb0a34fab7 None None] Pushing event deleted for resources: {'Port': ['ID=891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:33.988883 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8b164-38a9-450e-8a72-21ef89f81162 None None] The sync data for ids ['ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea'] in n-d-817236-1 is: [{'id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'name': 'tempest-TestNetworkBasicOps-router-1731179116', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:07Z', 'updated_at': '2021-11-09T18:08:30Z', 'revision_number': 7, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': 'ea398aca-2501-4c5f-955b-3a7f92cfe382', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:09Z', 'updated_at': '2021-11-09T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:34.019063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-018b365c-cc89-4099-b21e-f6b075d95479 req-47111efb-e87a-49cd-a234-34d41a2ae751 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485980 Nov 09 18:08:34.031644 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c54f8eb1-382e-42bf-b1ff-d699151055e3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.094455 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c54f8eb1-382e-42bf-b1ff-d699151055e3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.115040 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c54f8eb1-382e-42bf-b1ff-d699151055e3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.126368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c54f8eb1-382e-42bf-b1ff-d699151055e3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/747567d2-b4b8-43ab-a1f7-a967c32f9041 HTTP/1.1" status: 204 len: 168 time: 0.3199663 Nov 09 18:08:34.127610 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36034) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:34.140990 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f8eb1-382e-42bf-b1ff-d699151055e3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=747567d2-b4b8-43ab-a1f7-a967c32f9041,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:34.151461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] For port ea398aca-2501-4c5f-955b-3a7f92cfe382, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ea398aca-2501-4c5f-955b-3a7f92cfe382,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:34.152123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.165771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Calling delete_port for ea398aca-2501-4c5f-955b-3a7f92cfe382 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:34.238018 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-62bf1a88-4798-4d71-84b0-8d8948712dd1 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1064765 Nov 09 18:08:34.238725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36040) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:34.273239 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f1ea8274-eef1-4656-952e-70e58c7551ef tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.390979 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f1ea8274-eef1-4656-952e-70e58c7551ef tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.442333 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.457740 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f1ea8274-eef1-4656-952e-70e58c7551ef tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.521624 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f1ea8274-eef1-4656-952e-70e58c7551ef tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.522780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f1ea8274-eef1-4656-952e-70e58c7551ef tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e718fee4-da68-4c65-ae61-ef6bbc9df19c HTTP/1.1" status: 204 len: 168 time: 0.2830548 Nov 09 18:08:34.526082 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Port': ['ID=ea398aca-2501-4c5f-955b-3a7f92cfe382,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:34.526399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36050) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:34.539113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea8274-eef1-4656-952e-70e58c7551ef tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e718fee4-da68-4c65-ae61-ef6bbc9df19c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:34.600023 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8d4ffeaf-67ce-4810-8238-6658c9815382 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0722120 Nov 09 18:08:34.603720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36052) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:34.644144 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0764f66e-1d32-4891-ab83-420f441b6f76 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.654175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0764f66e-1d32-4891-ab83-420f441b6f76 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.693906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0764f66e-1d32-4891-ab83-420f441b6f76 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.703197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0764f66e-1d32-4891-ab83-420f441b6f76 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.706143 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0764f66e-1d32-4891-ab83-420f441b6f76 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/76ef844d-5db9-4945-adc8-db2c90843674 HTTP/1.1" status: 204 len: 168 time: 0.0991652 Nov 09 18:08:34.708143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36054) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:34.714178 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.777483 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d467661b-e3c1-4f2c-abb4-5e56ecaf8dbb tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0666504 Nov 09 18:08:34.781893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36056) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:34.851411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764f66e-1d32-4891-ab83-420f441b6f76 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76ef844d-5db9-4945-adc8-db2c90843674,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:34.913857 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3c368737-5191-43fc-bbcc-536359894561 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.924561 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.930485 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.933175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3c368737-5191-43fc-bbcc-536359894561 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.025675 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3c368737-5191-43fc-bbcc-536359894561 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.027405 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.028027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Fanout notify agent at l3_agent the message router_deleted on router ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:08:35.032639 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3c368737-5191-43fc-bbcc-536359894561 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.035318 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3c368737-5191-43fc-bbcc-536359894561 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/22e3d21b-86ed-4108-a1be-b7848ce04b61 HTTP/1.1" status: 204 len: 168 time: 0.2523599 Nov 09 18:08:35.038814 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36066) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:35.058279 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.061558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9c3c16d4-4331-475c-978e-2eeb1972e1c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "DELETE /v2.0/routers/ebf64c7b-01a9-4c2b-ad2e-4aa8de7ceeea HTTP/1.1" status: 204 len: 168 time: 2.2045901 Nov 09 18:08:35.066528 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36072) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:35.079579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c368737-5191-43fc-bbcc-536359894561 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22e3d21b-86ed-4108-a1be-b7848ce04b61,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:35.274978 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2f943654-bfaf-4177-a791-66865d1a5b13 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2348020 Nov 09 18:08:35.278341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36082) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:35.291774 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-825aaf9c-2e1d-436f-91c7-aafc4bf0bdad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.316920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77c76e-dc2d-4f92-b07c-2f36955cd760 req-07ca2022-13f2-413b-9d04-d5873c725bed tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:35.319065 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea77c76e-dc2d-4f92-b07c-2f36955cd760 req-07ca2022-13f2-413b-9d04-d5873c725bed tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.1339481 Nov 09 18:08:35.380412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 24563bd1-6fbc-413d-9c7f-075026632fa2 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:35.425231 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 24563bd1-6fbc-413d-9c7f-075026632fa2 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:35.425589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 24563bd1-6fbc-413d-9c7f-075026632fa2 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:35.426036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:35.428008 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd6e0d-6223-4dc5-a17b-cb24e2706e60 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.456579 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-825aaf9c-2e1d-436f-91c7-aafc4bf0bdad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.457171 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd6e0d-6223-4dc5-a17b-cb24e2706e60 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.470576 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea77c76e-dc2d-4f92-b07c-2f36955cd760 req-3ec8ee9e-57bf-433f-8236-20bad05a0895 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431379 Nov 09 18:08:35.483967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-825aaf9c-2e1d-436f-91c7-aafc4bf0bdad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93108944-5cbf-4db3-a292-ca19f7b3e865']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:35.500159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-825aaf9c-2e1d-436f-91c7-aafc4bf0bdad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d529807-7f74-4b80-98f0-6d15ebffe5e2') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:35.500159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-825aaf9c-2e1d-436f-91c7-aafc4bf0bdad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d529807-7f74-4b80-98f0-6d15ebffe5e2') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:35.501731 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:35.502130 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 891e8eb2-fcf3-467a-8cc9-cfdf7227e0f3 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:35.507115 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-825aaf9c-2e1d-436f-91c7-aafc4bf0bdad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.524900 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd6e0d-6223-4dc5-a17b-cb24e2706e60 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.528010 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8fbd6e0d-6223-4dc5-a17b-cb24e2706e60 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.529319 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8fbd6e0d-6223-4dc5-a17b-cb24e2706e60 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-groups/cc18ed4f-74d2-4639-ad9f-be6055a570de HTTP/1.1" status: 204 len: 168 time: 0.2499719 Nov 09 18:08:35.534414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36094) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:35.549804 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-825aaf9c-2e1d-436f-91c7-aafc4bf0bdad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.555816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd6e0d-6223-4dc5-a17b-cb24e2706e60 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc18ed4f-74d2-4639-ad9f-be6055a570de,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:35.568094 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825aaf9c-2e1d-436f-91c7-aafc4bf0bdad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:08:35.568587 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-825aaf9c-2e1d-436f-91c7-aafc4bf0bdad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:08:35.577557 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:08:35.618535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d79be94e-7a06-42d2-9f23-43aa7893ce2c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825443 Nov 09 18:08:35.621961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36096) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:35.627150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ac31e772-fc61-4a99-a3ee-3d626fa90201 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group': {'name': 'tempest-secgroup--146073261'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:35.669876 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-825aaf9c-2e1d-436f-91c7-aafc4bf0bdad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.678673 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-825aaf9c-2e1d-436f-91c7-aafc4bf0bdad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.685885 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-825aaf9c-2e1d-436f-91c7-aafc4bf0bdad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "DELETE /v2.0/networks/93108944-5cbf-4db3-a292-ca19f7b3e865 HTTP/1.1" status: 204 len: 168 time: 0.6181533 Nov 09 18:08:35.704852 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac31e772-fc61-4a99-a3ee-3d626fa90201 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.715562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36098) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:35.721658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9c3e790f-711c-45c9-9a95-436b98fea988 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'network': {'name': 'tempest-network-smoke--1803956573', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'port_security_enabled': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:35.748394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3e790f-711c-45c9-9a95-436b98fea988 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Made reservation on behalf of a43447eafa45493097f94d60b425ddb3 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:35.752127 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3e790f-711c-45c9-9a95-436b98fea988 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.753017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825aaf9c-2e1d-436f-91c7-aafc4bf0bdad tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Network': ['ID=93108944-5cbf-4db3-a292-ca19f7b3e865,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:35.857069 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac31e772-fc61-4a99-a3ee-3d626fa90201 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.859265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3e790f-711c-45c9-9a95-436b98fea988 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:08:35.868660 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac31e772-fc61-4a99-a3ee-3d626fa90201 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.898690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36106) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:36.116457 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f7e6d512-bfa0-43ae-992a-9f9f68ab9bc9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0a15baa0be84b04a3c2eadf1bb86389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130198 Nov 09 18:08:36.116971 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36118) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:36.221709 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b4df54a-1004-4c1b-840f-33f2b8003a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.226440 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3e790f-711c-45c9-9a95-436b98fea988 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.226615 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-9c3e790f-711c-45c9-9a95-436b98fea988 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Added segment 1c99fa77-b4e5-46cf-8f87-5eafae71fd4b of type vlan for network a8ce3cc4-697c-4cd0-8477-a295e36a570b Nov 09 18:08:36.249983 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ac31e772-fc61-4a99-a3ee-3d626fa90201 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.253807 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ac31e772-fc61-4a99-a3ee-3d626fa90201 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6283348 Nov 09 18:08:36.256235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36126) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:36.280527 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-75d0beeb-6a9b-4041-8a41-8ab4d66edcb4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group_rule': {'security_group_id': 'd4ee08e5-91f1-4d00-8ca6-1754459c1cb5', 'direction': 'ingress', 'protocol': 17}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:36.284709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31e772-fc61-4a99-a3ee-3d626fa90201 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ee08e5-91f1-4d00-8ca6-1754459c1cb5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:36.296356 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3e790f-711c-45c9-9a95-436b98fea988 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.323828 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b4df54a-1004-4c1b-840f-33f2b8003a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.351899 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-75d0beeb-6a9b-4041-8a41-8ab4d66edcb4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.358526 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3e790f-711c-45c9-9a95-436b98fea988 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.380295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3e790f-711c-45c9-9a95-436b98fea988 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:36.393469 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c3e790f-711c-45c9-9a95-436b98fea988 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.485432 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-75d0beeb-6a9b-4041-8a41-8ab4d66edcb4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.487033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9c3e790f-711c-45c9-9a95-436b98fea988 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7703969 Nov 09 18:08:36.489842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36144) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:36.495513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e790f-711c-45c9-9a95-436b98fea988 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Network': ['ID=a8ce3cc4-697c-4cd0-8477-a295e36a570b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:36.499707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'admin_state_up': True, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:36.507167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a8ce3cc4-697c-4cd0-8477-a295e36a570b details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:08:36.618302 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-75d0beeb-6a9b-4041-8a41-8ab4d66edcb4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.657758 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.662593 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.712679 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0beeb-6a9b-4041-8a41-8ab4d66edcb4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32d6353-da77-42b5-af51-0d9e8951728a,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:36.723946 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-75d0beeb-6a9b-4041-8a41-8ab4d66edcb4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.725269 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-75d0beeb-6a9b-4041-8a41-8ab4d66edcb4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4544981 Nov 09 18:08:36.731871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36158) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:36.734183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e19800-b026-4966-8499-0392ea1016f6 req-7b9caf7c-7246-4259-b1c2-63a30b7a0e98 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:36.735855 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-26e19800-b026-4966-8499-0392ea1016f6 req-7b9caf7c-7246-4259-b1c2-63a30b7a0e98 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.1128924 Nov 09 18:08:36.782439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-26e19800-b026-4966-8499-0392ea1016f6 req-da4efffb-5baf-4b6a-97ec-ddc7a73207b1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361998 Nov 09 18:08:36.794453 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.809230 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b4df54a-1004-4c1b-840f-33f2b8003a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.811859 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b4df54a-1004-4c1b-840f-33f2b8003a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.813036 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6b4df54a-1004-4c1b-840f-33f2b8003a87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eaae7c90-a59b-4715-8395-d81ec2ecf983 HTTP/1.1" status: 204 len: 168 time: 0.6948867 Nov 09 18:08:36.886379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4df54a-1004-4c1b-840f-33f2b8003a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaae7c90-a59b-4715-8395-d81ec2ecf983,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:36.990768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7cc309f4-b315-49df-ac61-9aae70ad3ee3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.000918 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.112520 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7cc309f4-b315-49df-ac61-9aae70ad3ee3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.134381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ea398aca-2501-4c5f-955b-3a7f92cfe382 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:37.161406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: ea398aca-2501-4c5f-955b-3a7f92cfe382 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:37.162293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device ea398aca-2501-4c5f-955b-3a7f92cfe382 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:37.197844 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b57ee4-a1f4-4e5a-80b1-a0b4ada5aabb req-c7949d61-3456-48cd-ad3d-2884ab3ddf1d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:37.199435 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c3b57ee4-a1f4-4e5a-80b1-a0b4ada5aabb req-c7949d61-3456-48cd-ad3d-2884ab3ddf1d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.1629884 Nov 09 18:08:37.260532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c3b57ee4-a1f4-4e5a-80b1-a0b4ada5aabb req-20600100-7dd4-4db6-8f05-b2778ea38cc3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541008 Nov 09 18:08:37.268280 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7cc309f4-b315-49df-ac61-9aae70ad3ee3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.270904 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7cc309f4-b315-49df-ac61-9aae70ad3ee3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.272097 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7cc309f4-b315-49df-ac61-9aae70ad3ee3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-groups/d4ee08e5-91f1-4d00-8ca6-1754459c1cb5 HTTP/1.1" status: 204 len: 168 time: 0.5412765 Nov 09 18:08:37.276597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36182) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:37.286360 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc309f4-b315-49df-ac61-9aae70ad3ee3 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ee08e5-91f1-4d00-8ca6-1754459c1cb5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:37.346269 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-03aed7dd-45af-4b9f-a79d-ee09af3dece9 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677853 Nov 09 18:08:37.350863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36188) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:37.356290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6a2a55f7-180a-418c-aaec-ac226b552fef tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group': {'name': 'tempest-secgroup--455065395'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:37.390376 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a2a55f7-180a-418c-aaec-ac226b552fef tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.433218 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.476997 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.525569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a2a55f7-180a-418c-aaec-ac226b552fef tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.533305 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a2a55f7-180a-418c-aaec-ac226b552fef tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.578456 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6a2a55f7-180a-418c-aaec-ac226b552fef tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.583384 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6a2a55f7-180a-418c-aaec-ac226b552fef tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2314658 Nov 09 18:08:37.584044 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36202) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:37.594324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0cc73b83-b02e-429a-8a19-42603f536dbd tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426386073'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:37.604921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a55f7-180a-418c-aaec-ac226b552fef tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e95e75-4cff-48c1-b88d-e3b9feb77719,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:37.636338 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc73b83-b02e-429a-8a19-42603f536dbd tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.639044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Allocated IP 172.25.1.11 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/9d05be5d-32e9-4afa-8f9d-c596f1c47f8d) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:37.720507 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc73b83-b02e-429a-8a19-42603f536dbd tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.726866 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc73b83-b02e-429a-8a19-42603f536dbd tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.754295 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc73b83-b02e-429a-8a19-42603f536dbd tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.759346 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0cc73b83-b02e-429a-8a19-42603f536dbd tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1715024 Nov 09 18:08:37.760314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36218) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:37.769724 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-cb69e222-5e25-422b-8ed9-7096e8e0d299 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group_rule': {'security_group_id': '74e95e75-4cff-48c1-b88d-e3b9feb77719', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9363e716-efbb-41be-afe9-cce6c4a0bf85', 'remote_ip_prefix': None}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:37.793778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc73b83-b02e-429a-8a19-42603f536dbd tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9363e716-efbb-41be-afe9-cce6c4a0bf85,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:37.798106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.835872 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb69e222-5e25-422b-8ed9-7096e8e0d299 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.850323 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.893869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:37.898818 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:37.903120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:37.930369 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb69e222-5e25-422b-8ed9-7096e8e0d299 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.935504 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=9d05be5d-32e9-4afa-8f9d-c596f1c47f8d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:37.937739 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb69e222-5e25-422b-8ed9-7096e8e0d299 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.971273 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb69e222-5e25-422b-8ed9-7096e8e0d299 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.975537 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cb69e222-5e25-422b-8ed9-7096e8e0d299 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2120974 Nov 09 18:08:37.976198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36242) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:37.984209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69e222-5e25-422b-8ed9-7096e8e0d299 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e231d92b-47df-4621-a3e3-3dbf4b707ede,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:38.006212 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73f2708e-c64d-4a8f-9b9d-ce81d6997b02 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.015282 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73f2708e-c64d-4a8f-9b9d-ce81d6997b02 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.054645 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73f2708e-c64d-4a8f-9b9d-ce81d6997b02 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.067502 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73f2708e-c64d-4a8f-9b9d-ce81d6997b02 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.068524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-73f2708e-c64d-4a8f-9b9d-ce81d6997b02 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e231d92b-47df-4621-a3e3-3dbf4b707ede HTTP/1.1" status: 204 len: 168 time: 0.0911050 Nov 09 18:08:38.073196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36254) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:38.080963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2708e-c64d-4a8f-9b9d-ce81d6997b02 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e231d92b-47df-4621-a3e3-3dbf4b707ede,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:38.125567 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e826e357-799b-478d-9eb2-794e25854782 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0513127 Nov 09 18:08:38.128595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36270) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:38.195780 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-47397282-2efa-4707-b7c1-dd2024c6e60f tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.222235 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-47397282-2efa-4707-b7c1-dd2024c6e60f tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.301664 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-47397282-2efa-4707-b7c1-dd2024c6e60f tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.304909 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-47397282-2efa-4707-b7c1-dd2024c6e60f tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.310470 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-47397282-2efa-4707-b7c1-dd2024c6e60f tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-groups/9363e716-efbb-41be-afe9-cce6c4a0bf85 HTTP/1.1" status: 204 len: 168 time: 0.1805868 Nov 09 18:08:38.312788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36296) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:38.320561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47397282-2efa-4707-b7c1-dd2024c6e60f tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9363e716-efbb-41be-afe9-cce6c4a0bf85,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:38.347307 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.473970 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e76d671c-2a39-48db-bad5-58207c297676 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1600449 Nov 09 18:08:38.478652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36308) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:38.578566 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c60be6f8-064a-4fb1-90bc-903be6972730 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.624408 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c60be6f8-064a-4fb1-90bc-903be6972730 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.686474 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c60be6f8-064a-4fb1-90bc-903be6972730 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.690010 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c60be6f8-064a-4fb1-90bc-903be6972730 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.695323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c60be6f8-064a-4fb1-90bc-903be6972730 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-groups/74e95e75-4cff-48c1-b88d-e3b9feb77719 HTTP/1.1" status: 204 len: 168 time: 0.2151332 Nov 09 18:08:38.696344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36334) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:38.757563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60be6f8-064a-4fb1-90bc-903be6972730 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e95e75-4cff-48c1-b88d-e3b9feb77719,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:38.868824 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-732d11f3-eea2-4805-8234-0e155a814b7f tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1591079 Nov 09 18:08:38.870077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36340) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:38.875039 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-63118db3-ab5e-4163-a7a8-28e84ad74d0c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334661043'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:38.903156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-63118db3-ab5e-4163-a7a8-28e84ad74d0c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.984537 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.016823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-63118db3-ab5e-4163-a7a8-28e84ad74d0c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.034674 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-63118db3-ab5e-4163-a7a8-28e84ad74d0c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.151372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-63118db3-ab5e-4163-a7a8-28e84ad74d0c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.155116 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-63118db3-ab5e-4163-a7a8-28e84ad74d0c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2814727 Nov 09 18:08:39.155896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36362) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:39.161078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63118db3-ab5e-4163-a7a8-28e84ad74d0c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e065cb-3c5c-4c1d-90a6-59691a9fdc9f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:39.164422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:08:39.176726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e0c692bd-3f6e-4cb6-bd6c-a3c3a90c2c14 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group_rule': {'security_group_id': '32e065cb-3c5c-4c1d-90a6-59691a9fdc9f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:39.206628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c2ce0-b457-48ad-a479-c389e6bb1eea req-b47d0fcb-2ba6-4432-ae44-f5fbaa1494de tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:39.208253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f86c2ce0-b457-48ad-a479-c389e6bb1eea req-b47d0fcb-2ba6-4432-ae44-f5fbaa1494de tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.1310956 Nov 09 18:08:39.242613 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0c692bd-3f6e-4cb6-bd6c-a3c3a90c2c14 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.286725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f86c2ce0-b457-48ad-a479-c389e6bb1eea req-69fcedb6-f598-4fbd-9eb6-500a7f427e11 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675106 Nov 09 18:08:39.305024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:39.323203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Sync routers for ids ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:39.338872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Routers {'16f87b50-87a4-4879-8d6b-9ae3d0e83f35'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:39.339569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:08:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:39.343085 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.348247 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7421f0ec-dafc-41ab-987a-c56a6c517403 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8570750 Nov 09 18:08:39.349193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36384) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:39.388456 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5aa18a49-02c1-4946-972e-a1a38d553ae9 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=a43447eafa45493097f94d60b425ddb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375180 Nov 09 18:08:39.389354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36386) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:39.390010 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0c692bd-3f6e-4cb6-bd6c-a3c3a90c2c14 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.398544 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0c692bd-3f6e-4cb6-bd6c-a3c3a90c2c14 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.440186 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0c692bd-3f6e-4cb6-bd6c-a3c3a90c2c14 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.442331 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e0c692bd-3f6e-4cb6-bd6c-a3c3a90c2c14 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2821720 Nov 09 18:08:39.445750 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36388) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:39.456621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c692bd-3f6e-4cb6-bd6c-a3c3a90c2c14 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a11234f-8791-404d-8615-2d2616f32d51,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:39.488058 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0a4549d8-274a-44c7-b6a0-b4eab6c3954d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.504655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0a4549d8-274a-44c7-b6a0-b4eab6c3954d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.516893 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Set router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:39.602116 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0a4549d8-274a-44c7-b6a0-b4eab6c3954d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.603530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3461c64e-7a57-4e33-ac2d-0dec64f6fadb tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:39.610849 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3461c64e-7a57-4e33-ac2d-0dec64f6fadb tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2200851 Nov 09 18:08:39.611507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36392) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:39.635549 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0a4549d8-274a-44c7-b6a0-b4eab6c3954d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.637526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0a4549d8-274a-44c7-b6a0-b4eab6c3954d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5a11234f-8791-404d-8615-2d2616f32d51 HTTP/1.1" status: 204 len: 168 time: 0.1895292 Nov 09 18:08:39.646834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4549d8-274a-44c7-b6a0-b4eab6c3954d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a11234f-8791-404d-8615-2d2616f32d51,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:39.652775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36394) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:39.688007 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b3a76232-deca-46cd-aa60-6d0e82c2afd0 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738463 Nov 09 18:08:39.688663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36396) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:39.693752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-25d3bd19-d10b-48c6-a9fd-bc8ee513a8c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788949683', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:39.771071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-572f5eb1-6857-4ffd-aa77-e2d52d8d7bda tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1153917 Nov 09 18:08:39.775296 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36398) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:39.787572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d94069-e37a-4fac-9dea-3d68ae28e0dd req-02ecbe81-46f5-490f-aa61-fc7f50fdbb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:39.789631 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91d94069-e37a-4fac-9dea-3d68ae28e0dd req-02ecbe81-46f5-490f-aa61-fc7f50fdbb84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1098 time: 0.2015879 Nov 09 18:08:39.803746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9181f-4e5f-41e6-a4c7-cf3b2f364293 req-f8d109a2-38bb-4e3e-86a8-ca881a178e58 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:39.806466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9e9181f-4e5f-41e6-a4c7-cf3b2f364293 req-f8d109a2-38bb-4e3e-86a8-ca881a178e58 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 947 time: 0.2061319 Nov 09 18:08:39.923156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d3bd19-d10b-48c6-a9fd-bc8ee513a8c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Made reservation on behalf of a43447eafa45493097f94d60b425ddb3 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:39.927907 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25d3bd19-d10b-48c6-a9fd-bc8ee513a8c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.954493 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9e9181f-4e5f-41e6-a4c7-cf3b2f364293 req-11bb934a-f86f-460e-8dde-7d35f8bcfbd0 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385987 Nov 09 18:08:39.998555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ac11f0d-1e5f-454f-a4f6-cd3fadf5c62c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.062907 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ac11f0d-1e5f-454f-a4f6-cd3fadf5c62c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.066106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d94069-e37a-4fac-9dea-3d68ae28e0dd req-18436432-e711-4614-8d84-abb2f41026b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:40.067656 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91d94069-e37a-4fac-9dea-3d68ae28e0dd req-18436432-e711-4614-8d84-abb2f41026b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.2531149 Nov 09 18:08:40.116248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:38Z', 'revision_number': 3, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:40.162279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Checking router: 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:40.162925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Updating router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 port 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:08:40.194094 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91d94069-e37a-4fac-9dea-3d68ae28e0dd req-a211b364-1fe8-4f7b-bbf1-febb1004a026 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 1001 time: 0.1163044 Nov 09 18:08:40.194839 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.257871 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ac11f0d-1e5f-454f-a4f6-cd3fadf5c62c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.260985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6ac11f0d-1e5f-454f-a4f6-cd3fadf5c62c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.265825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6ac11f0d-1e5f-454f-a4f6-cd3fadf5c62c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-groups/32e065cb-3c5c-4c1d-90a6-59691a9fdc9f HTTP/1.1" status: 204 len: 168 time: 0.4888339 Nov 09 18:08:40.266483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36408) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:40.279329 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25d3bd19-d10b-48c6-a9fd-bc8ee513a8c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.292902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac11f0d-1e5f-454f-a4f6-cd3fadf5c62c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e065cb-3c5c-4c1d-90a6-59691a9fdc9f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:40.307365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d94069-e37a-4fac-9dea-3d68ae28e0dd req-e55a241f-508a-484a-9c29-2bbcd23901aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:40.309077 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91d94069-e37a-4fac-9dea-3d68ae28e0dd req-e55a241f-508a-484a-9c29-2bbcd23901aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1077864 Nov 09 18:08:40.404226 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-32dd2c94-5498-49c8-85ea-7d0444cf7a3d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1308782 Nov 09 18:08:40.427985 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36414) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:40.435263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3d23c78d-ca0e-4550-a2a3-804c43269e95 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984615481'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:40.453532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d94069-e37a-4fac-9dea-3d68ae28e0dd req-bb9ffccb-51ef-4ba1-af6e-eafc127c4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:40.455287 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3bd19-d10b-48c6-a9fd-bc8ee513a8c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Subnet': ['ID=adc0d14b-d0b2-4289-92a9-e45bf5aa8a77,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:40.457075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91d94069-e37a-4fac-9dea-3d68ae28e0dd req-bb9ffccb-51ef-4ba1-af6e-eafc127c4acd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393218 Nov 09 18:08:40.486941 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d3bd19-d10b-48c6-a9fd-bc8ee513a8c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Checking segment: {'id': '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:40.487783 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3bd19-d10b-48c6-a9fd-bc8ee513a8c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network hostable DHCP agents. Network: a8ce3cc4-697c-4cd0-8477-a295e36a570b, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:08:40.493645 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d23c78d-ca0e-4550-a2a3-804c43269e95 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.541648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3bd19-d10b-48c6-a9fd-bc8ee513a8c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network a8ce3cc4-697c-4cd0-8477-a295e36a570b is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:08:40.580221 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-25d3bd19-d10b-48c6-a9fd-bc8ee513a8c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a8ce3cc4-697c-4cd0-8477-a295e36a570b) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:40.594780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d3bd19-d10b-48c6-a9fd-bc8ee513a8c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:40.597442 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25d3bd19-d10b-48c6-a9fd-bc8ee513a8c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.602988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6df5b0-88ee-4fa1-8fdf-dda7f7a65574 None None] Network a8ce3cc4-697c-4cd0-8477-a295e36a570b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:40.621038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91d94069-e37a-4fac-9dea-3d68ae28e0dd req-18dad1ae-f66b-4bd6-830b-251982e8b6d6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558018 Nov 09 18:08:40.647435 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-25d3bd19-d10b-48c6-a9fd-bc8ee513a8c4 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9576383 Nov 09 18:08:40.651525 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36416) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:40.708395 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d23c78d-ca0e-4550-a2a3-804c43269e95 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.742252 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d23c78d-ca0e-4550-a2a3-804c43269e95 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.775558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91d94069-e37a-4fac-9dea-3d68ae28e0dd req-7eeb6d64-90a9-4d4b-8025-81992dc4ed22 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434295 Nov 09 18:08:40.813316 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d23c78d-ca0e-4550-a2a3-804c43269e95 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.815191 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3d23c78d-ca0e-4550-a2a3-804c43269e95 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3862195 Nov 09 18:08:40.818043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36418) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:40.820650 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23c78d-ca0e-4550-a2a3-804c43269e95 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0190f6d6-c31b-4892-ba4b-85fef0aa07e4,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:40.821321 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cb55093a-05bc-4221-92e1-0859ab0fc60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.824743 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.839864 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.841465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5c6ecc6e-7887-48f4-ad73-1fdb2ba381d8 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group_rule': {'security_group_id': '0190f6d6-c31b-4892-ba4b-85fef0aa07e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:40.863952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 90d0c7c6-c483-4f0e-88a9-144ac7fe103b no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:40.904563 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c6ecc6e-7887-48f4-ad73-1fdb2ba381d8 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.004205 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c6ecc6e-7887-48f4-ad73-1fdb2ba381d8 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.016018 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c6ecc6e-7887-48f4-ad73-1fdb2ba381d8 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.073572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ecc6e-7887-48f4-ad73-1fdb2ba381d8 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fc454e-1efd-47ab-a585-7ac6ba93b5c5,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:41.096407 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c6ecc6e-7887-48f4-ad73-1fdb2ba381d8 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.103043 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5c6ecc6e-7887-48f4-ad73-1fdb2ba381d8 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2798190 Nov 09 18:08:41.105642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36424) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:41.124654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Attempting to bind port 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:41.125230 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Attempting to bind port 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:41.125623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Attempting to bind port 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:41.139182 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.142794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:41.143181 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:41.143619 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.144243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:41.145807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Bound port: 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:41.149945 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.150653 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e5ef4236-fb64-41ca-ad2d-949bf6d8f506 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules/b7fc454e-1efd-47ab-a585-7ac6ba93b5c5 HTTP/1.1" status: 200 len: 763 time: 0.0420783 Nov 09 18:08:41.150653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36426) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:41.158889 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3eff3d-6987-42fb-b986-d3c5e4dfb006 None None] Pushing event updated for resources: {'Port': ['ID=9d05be5d-32e9-4afa-8f9d-c596f1c47f8d,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:41.225508 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:41.231057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:41.236313 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-28a5f2d7-293d-4731-821a-f29231f0a15d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0841968 Nov 09 18:08:41.240095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36428) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:41.240264 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ab5888-182f-4a95-a949-21ac8edc180f" -d '{"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-unplugged", "status": "completed", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:41.249619 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.341665 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3a905a-c96d-4801-86c9-20d24dca14fd x-openstack-request-id: req-ad3a905a-c96d-4801-86c9-20d24dca14fd {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:41.341963 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-unplugged", "status": "completed", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:41.342224 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad3a905a-c96d-4801-86c9-20d24dca14fd {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:41.342630 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'code': 200} Nov 09 18:08:41.362794 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-979ad663-4c5c-4144-8fa2-4cbb78c1277a tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.384502 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-979ad663-4c5c-4144-8fa2-4cbb78c1277a tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.386103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=13']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:41.410328 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] For port 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:41.421350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ips': [{'subnet_id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:08:41.424670 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.442129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef35e86-766b-4682-89bb-f613b4751a1a req-772fa22d-fb02-4247-ac18-fe46076e180f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:41.444434 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5ef35e86-766b-4682-89bb-f613b4751a1a req-772fa22d-fb02-4247-ac18-fe46076e180f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.2006998 Nov 09 18:08:41.460495 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-979ad663-4c5c-4144-8fa2-4cbb78c1277a tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.480798 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-979ad663-4c5c-4144-8fa2-4cbb78c1277a tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.481670 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] For port 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9d05be5d-32e9-4afa-8f9d-c596f1c47f8d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:41.484947 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-979ad663-4c5c-4144-8fa2-4cbb78c1277a tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/b7fc454e-1efd-47ab-a585-7ac6ba93b5c5 HTTP/1.1" status: 204 len: 168 time: 0.2444365 Nov 09 18:08:41.490335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36432) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:41.522688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ad663-4c5c-4144-8fa2-4cbb78c1277a tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7fc454e-1efd-47ab-a585-7ac6ba93b5c5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:41.573048 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5ef35e86-766b-4682-89bb-f613b4751a1a req-a871c5b7-ae93-4adf-8890-0e4743915507 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197381 Nov 09 18:08:41.604068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0971226c-9d87-4ebe-a4ee-c03809db122e tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1119559 Nov 09 18:08:41.604714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36436) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:41.609667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-42577be2-da08-4eda-8bfa-5745980064a4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group_rule': {'security_group_id': '0190f6d6-c31b-4892-ba4b-85fef0aa07e4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:41.639568 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.659733 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42577be2-da08-4eda-8bfa-5745980064a4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.681229 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.722302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Allocated IP 172.20.0.2 (a8ce3cc4-697c-4cd0-8477-a295e36a570b/adc0d14b-d0b2-4289-92a9-e45bf5aa8a77/81a0cef2-9706-4dd3-baeb-cd672f735057) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:41.749284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Routers {'16f87b50-87a4-4879-8d6b-9ae3d0e83f35'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:41.750031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:08:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:41.792919 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42577be2-da08-4eda-8bfa-5745980064a4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.795450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3eff3d-6987-42fb-b986-d3c5e4dfb006 None None] Pushing event updated for resources: {'Port': ['ID=9d05be5d-32e9-4afa-8f9d-c596f1c47f8d,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:41.799624 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42577be2-da08-4eda-8bfa-5745980064a4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.829368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42577be2-da08-4eda-8bfa-5745980064a4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3bc15f-1639-4f3f-a45a-7c1e071bdd06,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:41.859406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42577be2-da08-4eda-8bfa-5745980064a4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.861724 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-42577be2-da08-4eda-8bfa-5745980064a4 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2555046 Nov 09 18:08:41.864031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36438) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:41.887030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dd9566fd-69ec-4ee5-a1d0-2dfb360bdeab tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules/8c3bc15f-1639-4f3f-a45a-7c1e071bdd06 HTTP/1.1" status: 200 len: 763 time: 0.0211091 Nov 09 18:08:41.890620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36440) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:41.955690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] Set router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:41.956242 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9213aaa8-2624-4506-b8c6-270a5b5b1a4d tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0631378 Nov 09 18:08:41.958626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36442) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:41.994520 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-192ecf0f-4592-465a-bc77-45363f471315 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.006546 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-192ecf0f-4592-465a-bc77-45363f471315 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.054493 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-192ecf0f-4592-465a-bc77-45363f471315 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.065361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-192ecf0f-4592-465a-bc77-45363f471315 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.070789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-192ecf0f-4592-465a-bc77-45363f471315 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/8c3bc15f-1639-4f3f-a45a-7c1e071bdd06 HTTP/1.1" status: 204 len: 168 time: 0.1109545 Nov 09 18:08:42.072149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36444) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:42.084958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ecf0f-4592-465a-bc77-45363f471315 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c3bc15f-1639-4f3f-a45a-7c1e071bdd06,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:42.143478 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-35534d66-ab18-43a7-b40b-faff5f1bd74f tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0680213 Nov 09 18:08:42.143711 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.145354 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36446) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:42.153372 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.163950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ffa6892f-6910-46b0-8fb9-3fbc66d98037 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Request body: {'security_group_rule': {'security_group_id': '0190f6d6-c31b-4892-ba4b-85fef0aa07e4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:42.204383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Network a8ce3cc4-697c-4cd0-8477-a295e36a570b is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:42.208082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:42.212518 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:42.256359 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Allocated IP 172.20.0.1 (a8ce3cc4-697c-4cd0-8477-a295e36a570b/adc0d14b-d0b2-4289-92a9-e45bf5aa8a77/9bf4441a-3c4e-4b55-bf82-d0c4330a56f3) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:42.268124 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffa6892f-6910-46b0-8fb9-3fbc66d98037 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.302271 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Pushing event updated for resources: {'Port': ['ID=81a0cef2-9706-4dd3-baeb-cd672f735057,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:42.348197 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Attempting to bind port 81a0cef2-9706-4dd3-baeb-cd672f735057 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:42.348677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Attempting to bind port 81a0cef2-9706-4dd3-baeb-cd672f735057 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:42.349124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Attempting to bind port 81a0cef2-9706-4dd3-baeb-cd672f735057 on network a8ce3cc4-697c-4cd0-8477-a295e36a570b {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:42.361674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:42.362161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Checking segment: {'id': '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:42.362907 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.363431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Bound using segment: {'id': '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:42.364425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Bound port: 81a0cef2-9706-4dd3-baeb-cd672f735057, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:42.364934 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.387075 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffa6892f-6910-46b0-8fb9-3fbc66d98037 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.396519 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffa6892f-6910-46b0-8fb9-3fbc66d98037 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.425373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:38Z', 'revision_number': 3, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:42.443984 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffa6892f-6910-46b0-8fb9-3fbc66d98037 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.450802 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ffa6892f-6910-46b0-8fb9-3fbc66d98037 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3003488 Nov 09 18:08:42.463249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36450) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:42.463624 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.472880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd73e6b-ed6d-4c98-8273-14bdf53e2765 None None] The sync data for ids ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'] in n-d-817236-1 is: [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:38Z', 'revision_number': 3, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:42.493558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6892f-6910-46b0-8fb9-3fbc66d98037 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f4aeff-7155-4fde-86e6-f12b7b3462ce,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:42.511345 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9159f0d2-d074-4bc2-ae40-1ed73df1b98c tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules/51f4aeff-7155-4fde-86e6-f12b7b3462ce HTTP/1.1" status: 200 len: 764 time: 0.0420310 Nov 09 18:08:42.513685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36452) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:42.526174 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.534712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] For port 81a0cef2-9706-4dd3-baeb-cd672f735057, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:42.541004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] For port 81a0cef2-9706-4dd3-baeb-cd672f735057, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=81a0cef2-9706-4dd3-baeb-cd672f735057,segment=NetworkSegment(1c99fa77-b4e5-46cf-8f87-5eafae71fd4b),segment_id=1c99fa77-b4e5-46cf-8f87-5eafae71fd4b)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:42.548059 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.613652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network a8ce3cc4-697c-4cd0-8477-a295e36a570b is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:42.623055 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-57d42db3-5c17-4f13-8949-25e085aad608 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1031635 Nov 09 18:08:42.625348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36458) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:42.636563 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:42.648440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:42.658652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=9bf4441a-3c4e-4b55-bf82-d0c4330a56f3,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:42.698503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdfde1-593c-4a05-aae4-1631440df2c7 None None] Pushing event updated for resources: {'Port': ['ID=81a0cef2-9706-4dd3-baeb-cd672f735057,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:42.721568 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cea00033-a23f-4db9-8479-2ffb4317aae5 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.746043 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cea00033-a23f-4db9-8479-2ffb4317aae5 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.747661 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.836631 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cea00033-a23f-4db9-8479-2ffb4317aae5 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.846003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cea00033-a23f-4db9-8479-2ffb4317aae5 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.847137 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cea00033-a23f-4db9-8479-2ffb4317aae5 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/51f4aeff-7155-4fde-86e6-f12b7b3462ce HTTP/1.1" status: 204 len: 168 time: 0.2150989 Nov 09 18:08:42.865135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36460) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:42.882528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39110cfa-68e9-4953-8c37-04832b50dc77 req-d9fb6f3a-d86d-4496-ad52-537ca3e3dcc3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:42.884473 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39110cfa-68e9-4953-8c37-04832b50dc77 req-d9fb6f3a-d86d-4496-ad52-537ca3e3dcc3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1267257 Nov 09 18:08:42.948791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea00033-a23f-4db9-8479-2ffb4317aae5 tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51f4aeff-7155-4fde-86e6-f12b7b3462ce,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:43.008967 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.037315 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-39110cfa-68e9-4953-8c37-04832b50dc77 req-ae915316-c73b-46f7-905f-1cf176ddceb8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233273 Nov 09 18:08:43.090695 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-178e47cc-9228-4fa8-add6-312092ced1aa tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2022805 Nov 09 18:08:43.095012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36464) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:43.278504 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9435e99-c509-4066-92b3-d1f4615b6d1e tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.411625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:43.453999 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9435e99-c509-4066-92b3-d1f4615b6d1e tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.535478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:43.536344 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.574632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bdcae-a9af-49cf-bee7-bc25e146e983 req-70d05127-2511-4c40-86d0-33126be48e34 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:43.577092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d64bdcae-a9af-49cf-bee7-bc25e146e983 req-70d05127-2511-4c40-86d0-33126be48e34 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.2028222 Nov 09 18:08:43.617391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9435e99-c509-4066-92b3-d1f4615b6d1e tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.620169 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9435e99-c509-4066-92b3-d1f4615b6d1e tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.621343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d9435e99-c509-4066-92b3-d1f4615b6d1e tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "DELETE /v2.0/security-groups/0190f6d6-c31b-4892-ba4b-85fef0aa07e4 HTTP/1.1" status: 204 len: 168 time: 0.5241008 Nov 09 18:08:43.627859 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36470) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:43.646896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9435e99-c509-4066-92b3-d1f4615b6d1e tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0190f6d6-c31b-4892-ba4b-85fef0aa07e4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:43.675033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d64bdcae-a9af-49cf-bee7-bc25e146e983 req-c7cf7524-a804-4578-ba45-6ad5235c7a4a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893807 Nov 09 18:08:43.739014 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-44478e47-944b-4dd3-b267-38554a76e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.764479 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.784599 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0750c0e1-63a0-400f-a162-dfff9c0722ff tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1555207 Nov 09 18:08:43.788786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36478) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:43.840091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9d05be5d-32e9-4afa-8f9d-c596f1c47f8d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:43.849317 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.851634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 81a0cef2-9706-4dd3-baeb-cd672f735057 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:43.879438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f9cca86a-94d2-4ba1-8599-3d1af215d70a tempest-SecGroupTest-2131724898 tempest-SecGroupTest-2131724898-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0876596 Nov 09 18:08:43.909108 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.925778 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.984252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 81a0cef2-9706-4dd3-baeb-cd672f735057 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:43.984648 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:44.029397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=9bf4441a-3c4e-4b55-bf82-d0c4330a56f3,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:44.078653 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=9d05be5d-32e9-4afa-8f9d-c596f1c47f8d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:44.131798 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:44.389247 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92866544-e27f-4b7d-8f10-51521c97ae61 req-bda9b409-3922-41a9-9af2-f34474044b39 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:44.403041 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-92866544-e27f-4b7d-8f10-51521c97ae61 req-bda9b409-3922-41a9-9af2-f34474044b39 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.5357146 Nov 09 18:08:44.451075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network a8ce3cc4-697c-4cd0-8477-a295e36a570b is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:44.459066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:44.552101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36488) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:44.609630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41707896-3e50-44e5-950c-df55904dee3d None None] Network a8ce3cc4-697c-4cd0-8477-a295e36a570b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:44.623046 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-92866544-e27f-4b7d-8f10-51521c97ae61 req-c16e4f5c-07d8-4228-8770-b013b5142115 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188790 Nov 09 18:08:44.713719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:44.716452 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:44.734936 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:44.847430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 81a0cef2-9706-4dd3-baeb-cd672f735057, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=81a0cef2-9706-4dd3-baeb-cd672f735057,segment=NetworkSegment(1c99fa77-b4e5-46cf-8f87-5eafae71fd4b),segment_id=1c99fa77-b4e5-46cf-8f87-5eafae71fd4b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:44.866958 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:44.941055 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36500) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:44.947001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-065d64cc-1269-497e-949e-ebb11a7477cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=55c1c54a9ad841b694157e039f04ff8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916156 Nov 09 18:08:44.960587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a589126e-e4ce-4496-b13c-fa214982732d None None] Provisioning complete for port 81a0cef2-9706-4dd3-baeb-cd672f735057 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:44.960990 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a589126e-e4ce-4496-b13c-fa214982732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.045378 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:45.080122 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ec342b07-3d9f-4aa6-9cc1-9c6cc294a467 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "PUT /v2.0/routers/16f87b50-87a4-4879-8d6b-9ae3d0e83f35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4270189 Nov 09 18:08:45.088710 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36508) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:45.108028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=81a0cef2-9706-4dd3-baeb-cd672f735057,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:45.233167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-85fb7502-cb2a-4bf3-845d-02187805c398 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.235280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-85fb7502-cb2a-4bf3-845d-02187805c398 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 812 time: 0.2495804 Nov 09 18:08:45.257661 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-48715298-9d2b-4af0-9092-58fd4c31dfce tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/quotas/080b3f95d1934bee9291cf9feb385f09 HTTP/1.1" status: 200 len: 375 time: 0.0163424 Nov 09 18:08:45.340404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30673409-4da1-4513-837c-15832e17fa57 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.340893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30673409-4da1-4513-837c-15832e17fa57 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.341381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30673409-4da1-4513-837c-15832e17fa57 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.342691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30673409-4da1-4513-837c-15832e17fa57 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.342691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30673409-4da1-4513-837c-15832e17fa57 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.347610 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-30673409-4da1-4513-837c-15832e17fa57 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3586 time: 0.2548554 Nov 09 18:08:45.349339 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36510) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:45.349909 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-317c5e29-e991-4f24-836b-05c05469af41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.377895 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-317c5e29-e991-4f24-836b-05c05469af41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.388253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-24f2be1e-f68f-41d9-81eb-0052810b731b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1230674 Nov 09 18:08:45.395066 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:45.479436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14547b3e-6dbb-4e1e-bbdb-2f96d8232625 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.480831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14547b3e-6dbb-4e1e-bbdb-2f96d8232625 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.481488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14547b3e-6dbb-4e1e-bbdb-2f96d8232625 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.482106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14547b3e-6dbb-4e1e-bbdb-2f96d8232625 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.483530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14547b3e-6dbb-4e1e-bbdb-2f96d8232625 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.489223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36512) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:45.490263 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-14547b3e-6dbb-4e1e-bbdb-2f96d8232625 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3367 time: 0.1017690 Nov 09 18:08:45.535476 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.550352 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-317c5e29-e991-4f24-836b-05c05469af41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.555322 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-317c5e29-e991-4f24-836b-05c05469af41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.560770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-317c5e29-e991-4f24-836b-05c05469af41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bfadfdcf-d6d0-45cb-b94d-139ce116ebf4 HTTP/1.1" status: 204 len: 168 time: 0.6180122 Nov 09 18:08:45.583135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c5e29-e991-4f24-836b-05c05469af41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfadfdcf-d6d0-45cb-b94d-139ce116ebf4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:45.613796 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Sync routers for ids ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:45.623278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:45.626257 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.639304 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Routers {'16f87b50-87a4-4879-8d6b-9ae3d0e83f35'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:45.640506 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:08:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:45.814967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-8d3ccdc9-72e1-42d6-9541-65dd56d37d6d service neutron] 10.222.0.81 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187260 Nov 09 18:08:45.846571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 81a0cef2-9706-4dd3-baeb-cd672f735057 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:45.862165 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Set router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:45.903204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 81a0cef2-9706-4dd3-baeb-cd672f735057 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:45.904185 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.046627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-14f97b94-4aa0-4b1f-ba6f-d64dd306eebb service neutron] 10.222.0.81 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207749 Nov 09 18:08:46.111561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4e94a684-a86e-4df5-b3b8-06ed152a55bc tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 0.6178269 Nov 09 18:08:46.209989 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9bf4441a-3c4e-4b55-bf82-d0c4330a56f3', 'name': '', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:5d:87:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:41Z', 'updated_at': '2021-11-09T18:08:43Z', 'revision_number': 2, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:46.233645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-551547f2-e71f-43c2-ac1c-a937c986b56f None None] Provisioning complete for port 81a0cef2-9706-4dd3-baeb-cd672f735057 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:46.234054 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-551547f2-e71f-43c2-ac1c-a937c986b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.280305 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Checking router: 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:46.282091 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Updating router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:08:46.353168 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.494810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36538) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:46.503069 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-551547f2-e71f-43c2-ac1c-a937c986b56f None None] Provisioning complete for port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:46.503255 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-62a35416-00ef-48dc-88c7-f8274babc825 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2100039801', 'description': 'tempest-secgroup-smoke-2100039801 description', 'project_id': 'a43447eafa45493097f94d60b425ddb3'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:46.505687 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-551547f2-e71f-43c2-ac1c-a937c986b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.511841 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c00b9adf-f74e-4c17-9d14-933a21b21447 req-fd10129a-cf0f-4d7f-9cfc-bc0ba70686e5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 210 time: 0.0476913 Nov 09 18:08:46.553073 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-551547f2-e71f-43c2-ac1c-a937c986b56f None None] Port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:46.589280 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62a35416-00ef-48dc-88c7-f8274babc825 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.692372 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-471dd797-db60-4c84-950d-8a21d557995e None None] Provisioning complete for port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:46.694168 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-471dd797-db60-4c84-950d-8a21d557995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.834545 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-471dd797-db60-4c84-950d-8a21d557995e None None] Port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:46.837896 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62a35416-00ef-48dc-88c7-f8274babc825 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.846719 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62a35416-00ef-48dc-88c7-f8274babc825 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.934405 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62a35416-00ef-48dc-88c7-f8274babc825 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.936238 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-62a35416-00ef-48dc-88c7-f8274babc825 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4403746 Nov 09 18:08:46.938458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a35416-00ef-48dc-88c7-f8274babc825 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c5bc65-1e4a-4701-9258-fa2cadfdc88c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:46.939142 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36552) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:46.944330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-06576373-9d95-4a47-a99d-7ed9181b0b3a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': '77c5bc65-1e4a-4701-9258-fa2cadfdc88c', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:46.974535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f3bd1748-ea3f-4775-9335-894ad802203c None None] Provisioning complete for port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:46.975061 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f3bd1748-ea3f-4775-9335-894ad802203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.977245 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.004110 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.008415 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-06576373-9d95-4a47-a99d-7ed9181b0b3a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.062514 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd1748-ea3f-4775-9335-894ad802203c None None] Port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:47.125917 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-06576373-9d95-4a47-a99d-7ed9181b0b3a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.133619 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-06576373-9d95-4a47-a99d-7ed9181b0b3a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.168823 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Pushing event updated for resources: {'Port': ['ID=9bf4441a-3c4e-4b55-bf82-d0c4330a56f3,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:47.191780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06576373-9d95-4a47-a99d-7ed9181b0b3a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a875a6c-13a2-46c2-8dfa-90bfb5c6db15,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:47.201681 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:47.202728 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:47.203763 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:47.204771 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:47.205371 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-06576373-9d95-4a47-a99d-7ed9181b0b3a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.205864 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:47.206252 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:47.206590 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:47.206923 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:47.209030 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:47.209383 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:47.209723 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:47.210095 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:47.217143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36558) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:47.217465 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-06576373-9d95-4a47-a99d-7ed9181b0b3a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2766578 Nov 09 18:08:47.222846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7dd4d0d4-605e-4831-a046-8c609eac387b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': '77c5bc65-1e4a-4701-9258-fa2cadfdc88c', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:47.319020 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d0d4-605e-4831-a046-8c609eac387b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.331131 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Attempting to bind port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:47.331684 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Attempting to bind port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:47.332057 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Attempting to bind port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 on network a8ce3cc4-697c-4cd0-8477-a295e36a570b {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:47.346988 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:47.347680 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Checking segment: {'id': '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:47.350322 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.350949 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Bound using segment: {'id': '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:47.351957 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Bound port: 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:47.352485 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.482975 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d0d4-605e-4831-a046-8c609eac387b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.490291 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d0d4-605e-4831-a046-8c609eac387b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.521527 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] For port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:47.527368 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] For port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9bf4441a-3c4e-4b55-bf82-d0c4330a56f3,segment=NetworkSegment(1c99fa77-b4e5-46cf-8f87-5eafae71fd4b),segment_id=1c99fa77-b4e5-46cf-8f87-5eafae71fd4b)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:47.534102 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.551400 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d0d4-605e-4831-a046-8c609eac387b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.569382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36568) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:47.575532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d8b41dfb-6ce6-4483-97d4-b67caebb5fd0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': '77c5bc65-1e4a-4701-9258-fa2cadfdc88c', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:47.581331 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7dd4d0d4-605e-4831-a046-8c609eac387b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3620448 Nov 09 18:08:47.602570 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4d0d4-605e-4831-a046-8c609eac387b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6586f670-58a7-4346-8a3c-d9d442970247,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:47.623622 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Routers {'16f87b50-87a4-4879-8d6b-9ae3d0e83f35'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:47.626029 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:08:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:47.628827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d8b41dfb-6ce6-4483-97d4-b67caebb5fd0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.666093 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-eb2fbc45-7ea3-4543-baa8-5959b663ffcd req-551a7b71-ee63-4ce1-b6e8-479a9bd02860 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 210 time: 0.0765247 Nov 09 18:08:47.674927 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.716140 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e732fedd-db11-4f54-a78f-ad4b724a8491 None None] Provisioning complete for port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:47.716776 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e732fedd-db11-4f54-a78f-ad4b724a8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.859918 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d8b41dfb-6ce6-4483-97d4-b67caebb5fd0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.865891 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d8b41dfb-6ce6-4483-97d4-b67caebb5fd0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.914689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b41dfb-6ce6-4483-97d4-b67caebb5fd0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c682fc4f-24ae-42d7-b7b5-3412e5c7bff5,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:47.926805 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] Set router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:47.928156 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e732fedd-db11-4f54-a78f-ad4b724a8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.947303 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d8b41dfb-6ce6-4483-97d4-b67caebb5fd0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.953969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d8b41dfb-6ce6-4483-97d4-b67caebb5fd0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3831897 Nov 09 18:08:47.958317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36576) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:47.967990 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-da28fce7-75bd-4185-9291-4d8495473f5c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': '77c5bc65-1e4a-4701-9258-fa2cadfdc88c', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:48.008806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e732fedd-db11-4f54-a78f-ad4b724a8491 None None] For port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9bf4441a-3c4e-4b55-bf82-d0c4330a56f3,segment=NetworkSegment(1c99fa77-b4e5-46cf-8f87-5eafae71fd4b),segment_id=1c99fa77-b4e5-46cf-8f87-5eafae71fd4b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:48.035462 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e732fedd-db11-4f54-a78f-ad4b724a8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.053628 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04de040-b614-4ce0-868c-b347527e87ca None None] Pushing event updated for resources: {'Port': ['ID=9bf4441a-3c4e-4b55-bf82-d0c4330a56f3,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:48.105986 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:08:48.122142 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da28fce7-75bd-4185-9291-4d8495473f5c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.154240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732fedd-db11-4f54-a78f-ad4b724a8491 None None] Pushing event updated for resources: {'Port': ['ID=9bf4441a-3c4e-4b55-bf82-d0c4330a56f3,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:48.183004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-57ad5993-18f8-4a1b-a73f-551287ee0bd9 None None] Provisioning complete for port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:48.183639 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-57ad5993-18f8-4a1b-a73f-551287ee0bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.311637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-45fb2940-1178-4a2e-94eb-f8102086205b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:48.318292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-45fb2940-1178-4a2e-94eb-f8102086205b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.18 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 812 time: 0.3303106 Nov 09 18:08:48.321887 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da28fce7-75bd-4185-9291-4d8495473f5c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.327796 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da28fce7-75bd-4185-9291-4d8495473f5c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.337936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-60c763fe-0eed-48b0-a9f0-26d650b75dac tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Request body: {'port': {'device_id': '6d887dfc-2c1f-41b8-980e-6c990f43e542', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'admin_state_up': True, 'tenant_id': '080b3f95d1934bee9291cf9feb385f09'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:48.359719 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da28fce7-75bd-4185-9291-4d8495473f5c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.364850 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-da28fce7-75bd-4185-9291-4d8495473f5c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4039655 Nov 09 18:08:48.365760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36582) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:48.373642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0f56f385-12b9-40ac-ae05-a540dce1a477 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': '77c5bc65-1e4a-4701-9258-fa2cadfdc88c', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:48.384262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28fce7-75bd-4185-9291-4d8495473f5c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5818012-d277-42d9-8b4d-92b3c211d266,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:48.422824 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-0f56f385-12b9-40ac-ae05-a540dce1a477 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Project a43447eafa45493097f94d60b425ddb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:08:48.436906 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f56f385-12b9-40ac-ae05-a540dce1a477 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.439505 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9bf4441a-3c4e-4b55-bf82-d0c4330a56f3', 'name': '', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:5d:87:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:41Z', 'updated_at': '2021-11-09T18:08:47Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:48.490966 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f4f11f-4099-4bc3-b769-e0fb4fbd49f4 None None] The sync data for ids ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'] in n-d-817236-1 is: [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9bf4441a-3c4e-4b55-bf82-d0c4330a56f3', 'name': '', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:5d:87:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:41Z', 'updated_at': '2021-11-09T18:08:47Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:48.635575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-60c763fe-0eed-48b0-a9f0-26d650b75dac tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Made reservation on behalf of 080b3f95d1934bee9291cf9feb385f09 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:48.640616 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-60c763fe-0eed-48b0-a9f0-26d650b75dac tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.664841 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f56f385-12b9-40ac-ae05-a540dce1a477 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.670430 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f56f385-12b9-40ac-ae05-a540dce1a477 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.701983 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f56f385-12b9-40ac-ae05-a540dce1a477 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.706574 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0f56f385-12b9-40ac-ae05-a540dce1a477 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3373418 Nov 09 18:08:48.709932 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36594) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:48.715948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-37e969a5-c7cf-47fa-b297-96f067d25971 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'security_group_rule': {'security_group_id': '77c5bc65-1e4a-4701-9258-fa2cadfdc88c', 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:48.775758 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56f385-12b9-40ac-ae05-a540dce1a477 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b00270-c76d-48f1-b3b3-5c7aede704cf,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:48.795209 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-37e969a5-c7cf-47fa-b297-96f067d25971 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Project a43447eafa45493097f94d60b425ddb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:08:48.813988 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-37e969a5-c7cf-47fa-b297-96f067d25971 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.984004 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-efe8ed36-db2c-434a-92ce-1aadfbef912f req-944bc249-14bc-4cf3-a708-6e84ed10f8d9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 210 time: 0.0754654 Nov 09 18:08:48.985973 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-37e969a5-c7cf-47fa-b297-96f067d25971 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.995007 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-37e969a5-c7cf-47fa-b297-96f067d25971 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:49.038393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-60c763fe-0eed-48b0-a9f0-26d650b75dac tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Allocated IP 172.20.0.3 (2a20a6e6-e0ed-4d34-bcea-6adb6a89674c/71e09019-9515-48f7-9fe8-702d4a0e85d1/814506be-495d-4efc-b7a9-8390ec7da77a) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:49.070462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e969a5-c7cf-47fa-b297-96f067d25971 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a20dbb-26ba-447e-b420-7585f3fea32d,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:49.106973 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-37e969a5-c7cf-47fa-b297-96f067d25971 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:49.112714 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-37e969a5-c7cf-47fa-b297-96f067d25971 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4010980 Nov 09 18:08:49.301346 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:49.413861 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-60c763fe-0eed-48b0-a9f0-26d650b75dac tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:49.488756 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-60c763fe-0eed-48b0-a9f0-26d650b75dac tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:49.526297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:49.528979 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:49.552492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-60c763fe-0eed-48b0-a9f0-26d650b75dac tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:49.557181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-60c763fe-0eed-48b0-a9f0-26d650b75dac tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:49.562426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-60c763fe-0eed-48b0-a9f0-26d650b75dac tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:49.661197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-60c763fe-0eed-48b0-a9f0-26d650b75dac tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:49.672700 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-60c763fe-0eed-48b0-a9f0-26d650b75dac tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:49.700743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c763fe-0eed-48b0-a9f0-26d650b75dac tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event updated for resources: {'Port': ['ID=814506be-495d-4efc-b7a9-8390ec7da77a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:49.732337 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-c39226f1-0c6d-410f-a908-1bf293da0b3f tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100039801&fields=id&tenant_id=a43447eafa45493097f94d60b425ddb3 HTTP/1.1" status: 200 len: 267 time: 0.1206858 Nov 09 18:08:49.748468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-60c763fe-0eed-48b0-a9f0-26d650b75dac tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4201958 Nov 09 18:08:49.778716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Request body: {'port': {'device_id': '6d887dfc-2c1f-41b8-980e-6c990f43e542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:49.781553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36626) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:49.932547 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.023027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3880bc6b-c061-4aab-ac69-f989ca2942ae None None] Provisioning complete for port 814506be-495d-4efc-b7a9-8390ec7da77a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:50.024525 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3880bc6b-c061-4aab-ac69-f989ca2942ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.089675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-5c24dcdb-298c-4f96-b7e5-1951a610663c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:50.101615 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-5c24dcdb-298c-4f96-b7e5-1951a610663c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/networks?id=a8ce3cc4-697c-4cd0-8477-a295e36a570b HTTP/1.1" status: 200 len: 797 time: 0.3679726 Nov 09 18:08:50.137438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-3880bc6b-c061-4aab-ac69-f989ca2942ae None None] Port 814506be-495d-4efc-b7a9-8390ec7da77a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:50.176967 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d77cfbaa-f8ca-42df-b949-5cbf320ce2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.205615 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-25065b11-13d0-46c3-9faa-23f0a2db151c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/quotas/a43447eafa45493097f94d60b425ddb3 HTTP/1.1" status: 200 len: 375 time: 0.0822933 Nov 09 18:08:50.334933 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ad3ea2d4-d0df-4d32-adf9-8de61d4bded6 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1280019 Nov 09 18:08:50.395116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b0d79-c4a9-460d-99cf-c903a095d53d req-bbeb2627-9bba-4ec1-8713-a0ea227c54cd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:50.397087 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a3b0d79-c4a9-460d-99cf-c903a095d53d req-bbeb2627-9bba-4ec1-8713-a0ea227c54cd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 931 time: 0.2689006 Nov 09 18:08:50.485019 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d77cfbaa-f8ca-42df-b949-5cbf320ce2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.491192 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d77cfbaa-f8ca-42df-b949-5cbf320ce2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.589518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a3b0d79-c4a9-460d-99cf-c903a095d53d req-c37f72c9-05bc-4f75-a3ad-5f48ee6b71ba tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627636 Nov 09 18:08:50.618974 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d77cfbaa-f8ca-42df-b949-5cbf320ce2ce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ab519dec5a34501b1ccce612d23847e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8240867 Nov 09 18:08:50.623733 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cfbaa-f8ca-42df-b949-5cbf320ce2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab3d652-e05e-4ea5-a91a-ddf3e093652d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:50.624924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36638) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:50.672993 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-9bf88cbd-c23d-4ea9-bd3a-c19bb56ca7c7 service neutron] 10.222.0.81 "GET /v2.0/networks/a8ce3cc4-697c-4cd0-8477-a295e36a570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153284 Nov 09 18:08:50.712132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814506be-495d-4efc-b7a9-8390ec7da77a {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:50.722549 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.754085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Transition to ACTIVE for port object 814506be-495d-4efc-b7a9-8390ec7da77a will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:08:50.755538 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48188f54-322c-41db-8a91-209f3ece9246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.761956 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.796288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ce28a120-d426-4a45-8089-d763727f7d06 service neutron] 10.222.0.81 "GET /v2.0/networks/a8ce3cc4-697c-4cd0-8477-a295e36a570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166556 Nov 09 18:08:50.825119 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48188f54-322c-41db-8a91-209f3ece9246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.862615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Pushing event updated for resources: {'Port': ['ID=814506be-495d-4efc-b7a9-8390ec7da77a,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:50.975689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Attempting to bind port 814506be-495d-4efc-b7a9-8390ec7da77a on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:50.976197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Attempting to bind port 814506be-495d-4efc-b7a9-8390ec7da77a by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:50.976828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Attempting to bind port 814506be-495d-4efc-b7a9-8390ec7da77a on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:50.982815 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48188f54-322c-41db-8a91-209f3ece9246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.985669 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48188f54-322c-41db-8a91-209f3ece9246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.989208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-48188f54-322c-41db-8a91-209f3ece9246 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ab3d652-e05e-4ea5-a91a-ddf3e093652d HTTP/1.1" status: 204 len: 168 time: 0.3609974 Nov 09 18:08:50.989878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Port 814506be-495d-4efc-b7a9-8390ec7da77a on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:50.990252 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Attempting to bind port 814506be-495d-4efc-b7a9-8390ec7da77a on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:51.002014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:51.002381 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Checking segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:51.002771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Bound using segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:51.003264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Bound port: 814506be-495d-4efc-b7a9-8390ec7da77a, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:51.004084 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.026085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48188f54-322c-41db-8a91-209f3ece9246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab3d652-e05e-4ea5-a91a-ddf3e093652d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:51.136071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5604bee0-0343-4764-a68c-972ae383e6f5 req-7a2b824d-8d66-4951-a664-168ace275954 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 210 time: 0.1132097 Nov 09 18:08:51.168816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] For port 814506be-495d-4efc-b7a9-8390ec7da77a, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:51.173511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] For port 814506be-495d-4efc-b7a9-8390ec7da77a, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=814506be-495d-4efc-b7a9-8390ec7da77a,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:51.179250 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.202482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:51.203081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.205981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] 10.222.0.18 "PUT /v2.0/ports/814506be-495d-4efc-b7a9-8390ec7da77a HTTP/1.1" status: 200 len: 1091 time: 1.4426224 Nov 09 18:08:51.206744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d887dfc-2c1f-41b8-980e-6c990f43e542', 'tag': '814506be-495d-4efc-b7a9-8390ec7da77a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:51.219529 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e6f173-6799-4bff-8536-acf4da2f9a72" -d '{"events": [{"name": "network-changed", "server_uuid": "6d887dfc-2c1f-41b8-980e-6c990f43e542", "tag": "814506be-495d-4efc-b7a9-8390ec7da77a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:51.361092 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e147c7f-6c72-441a-842e-488b1a097a5a x-openstack-request-id: req-8e147c7f-6c72-441a-842e-488b1a097a5a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:51.361742 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d887dfc-2c1f-41b8-980e-6c990f43e542", "tag": "814506be-495d-4efc-b7a9-8390ec7da77a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:51.361999 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e147c7f-6c72-441a-842e-488b1a097a5a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:51.362678 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d887dfc-2c1f-41b8-980e-6c990f43e542', 'tag': '814506be-495d-4efc-b7a9-8390ec7da77a', 'status': 'completed', 'code': 200} Nov 09 18:08:51.375943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-07babff1-312e-4246-92ef-9ed6bdbdbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:51.377527 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-07babff1-312e-4246-92ef-9ed6bdbdbdbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 1094 time: 0.1214924 Nov 09 18:08:51.378919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67020a0a-c9bf-4b1a-99bc-f2eaba55bc49 service neutron] Pushing event updated for resources: {'Port': ['ID=814506be-495d-4efc-b7a9-8390ec7da77a,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:51.456188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-f90bb335-66bb-4f6a-95b2-a0a7407e6f22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=814506be-495d-4efc-b7a9-8390ec7da77a HTTP/1.1" status: 200 len: 217 time: 0.0607369 Nov 09 18:08:51.515943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-ecd993a3-fa32-4539-ba2b-bd1608a82fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:51.518506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-ecd993a3-fa32-4539-ba2b-bd1608a82fdb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0555236 Nov 09 18:08:51.614832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-6a51e7fa-57c5-4e2f-88d8-75b6cc7f996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:51.618607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-6a51e7fa-57c5-4e2f-88d8-75b6cc7f996f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915256 Nov 09 18:08:51.692827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36664) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:51.733974 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a31b900-7724-40af-9a8e-3e37b1a59afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.793843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f296380-e0bd-45fb-b3ba-f3ddd17282cf req-ef0b25ee-2b2b-4325-81dc-856292690108 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:51.797031 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f296380-e0bd-45fb-b3ba-f3ddd17282cf req-ef0b25ee-2b2b-4325-81dc-856292690108 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 943 time: 0.0872383 Nov 09 18:08:51.863149 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-bdd71d78-d00a-4ed6-9c6d-1f2bcc72d704 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324543 Nov 09 18:08:51.918780 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a31b900-7724-40af-9a8e-3e37b1a59afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.926469 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a31b900-7724-40af-9a8e-3e37b1a59afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.956040 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f296380-e0bd-45fb-b3ba-f3ddd17282cf req-c4fb79ca-675d-4389-b12a-2477b6afa148 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472547 Nov 09 18:08:51.957664 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5a31b900-7724-40af-9a8e-3e37b1a59afe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ccb1ab5188a4e22bb5143d57fb1efd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633207 Nov 09 18:08:51.962375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36670) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:52.002927 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31b900-7724-40af-9a8e-3e37b1a59afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd57a57-ce38-450e-a394-f1f95c9a28a9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:52.048561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e44f31ff-5c38-428c-8b3f-b131af3e5cec req-0d2a7cc5-9098-43fb-a647-d42d78884bfd service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761084 Nov 09 18:08:52.098172 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-398b5638-e0e1-47fb-9f5f-cd08152eb4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:52.158575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-398b5638-e0e1-47fb-9f5f-cd08152eb4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:52.189495 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6f173-6799-4bff-8536-acf4da2f9a72 req-e478ea52-e1ac-4b1e-80bd-538daed1e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:52.191019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b9e6f173-6799-4bff-8536-acf4da2f9a72 req-e478ea52-e1ac-4b1e-80bd-538daed1e7e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 1094 time: 0.0737514 Nov 09 18:08:52.271573 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-65f31cd6-59bf-42bb-a462-ea50a85b6a31 req-1672e9a8-908a-4646-b29c-f769f6ba6f43 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 210 time: 0.0420909 Nov 09 18:08:52.290915 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-398b5638-e0e1-47fb-9f5f-cd08152eb4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:52.293510 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-398b5638-e0e1-47fb-9f5f-cd08152eb4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:52.294660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-398b5638-e0e1-47fb-9f5f-cd08152eb4df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2bd57a57-ce38-450e-a394-f1f95c9a28a9 HTTP/1.1" status: 204 len: 168 time: 0.3297575 Nov 09 18:08:52.316245 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b5638-e0e1-47fb-9f5f-cd08152eb4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd57a57-ce38-450e-a394-f1f95c9a28a9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:52.318739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6f173-6799-4bff-8536-acf4da2f9a72 req-82d73cc6-c52c-4182-b952-9db16fd7b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:52.320475 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b9e6f173-6799-4bff-8536-acf4da2f9a72 req-82d73cc6-c52c-4182-b952-9db16fd7b086 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1180270 Nov 09 18:08:52.370969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b9e6f173-6799-4bff-8536-acf4da2f9a72 req-7a02c911-370f-4119-9405-24ecd6dd9b92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=814506be-495d-4efc-b7a9-8390ec7da77a HTTP/1.1" status: 200 len: 217 time: 0.0412023 Nov 09 18:08:52.529110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6f173-6799-4bff-8536-acf4da2f9a72 req-506c9f29-041e-40a1-bec4-b89d25a1b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:52.530600 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b9e6f173-6799-4bff-8536-acf4da2f9a72 req-506c9f29-041e-40a1-bec4-b89d25a1b8bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1527257 Nov 09 18:08:52.641636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6f173-6799-4bff-8536-acf4da2f9a72 req-0bb0f1cf-91d7-468c-a440-169fe05077b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:52.643132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b9e6f173-6799-4bff-8536-acf4da2f9a72 req-0bb0f1cf-91d7-468c-a440-169fe05077b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043136 Nov 09 18:08:52.682275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-524ac1b1-6937-4302-a44e-ce2685b85495 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:52.683697 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-524ac1b1-6937-4302-a44e-ce2685b85495 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.13 "GET /v2.0/networks?id=a8ce3cc4-697c-4cd0-8477-a295e36a570b HTTP/1.1" status: 200 len: 797 time: 0.2186160 Nov 09 18:08:52.760183 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-e925845a-d09b-4014-bc00-b2b4b4848bcb tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a43447eafa45493097f94d60b425ddb3 HTTP/1.1" status: 200 len: 380 time: 0.0500317 Nov 09 18:08:52.774040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a181073a-9bef-4578-8617-33f06fa5dd8d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'port': {'device_id': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'admin_state_up': True, 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'security_groups': ['77c5bc65-1e4a-4701-9258-fa2cadfdc88c']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:53.113583 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.209059 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b9e6f173-6799-4bff-8536-acf4da2f9a72 req-fcb34cd9-6254-4fc5-8b2e-464128f9d2b5 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544319 Nov 09 18:08:53.305437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bc880-19c9-4ddb-9237-b4cbcfb899b2 req-25c1391e-efbd-4561-b9f3-9a7525416094 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:53.308004 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c9bc880-19c9-4ddb-9237-b4cbcfb899b2 req-25c1391e-efbd-4561-b9f3-9a7525416094 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 943 time: 0.1581933 Nov 09 18:08:53.311280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a181073a-9bef-4578-8617-33f06fa5dd8d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Made reservation on behalf of a43447eafa45493097f94d60b425ddb3 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:53.315025 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a181073a-9bef-4578-8617-33f06fa5dd8d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.443368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c9bc880-19c9-4ddb-9237-b4cbcfb899b2 req-99fdcecc-691c-429f-926f-115bbe529a69 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255322 Nov 09 18:08:53.448512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b9e6f173-6799-4bff-8536-acf4da2f9a72 req-34f74f5d-cf78-4604-ad06-04592119e2a0 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281168 Nov 09 18:08:53.460598 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-375c1639-b7e1-406d-a384-480fb36164c6 req-d822fd62-5856-4eae-b095-4cd12defa053 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 210 time: 0.0640049 Nov 09 18:08:53.594663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a181073a-9bef-4578-8617-33f06fa5dd8d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Allocated IP 172.20.0.9 (a8ce3cc4-697c-4cd0-8477-a295e36a570b/adc0d14b-d0b2-4289-92a9-e45bf5aa8a77/8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:53.815724 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a181073a-9bef-4578-8617-33f06fa5dd8d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.859898 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a181073a-9bef-4578-8617-33f06fa5dd8d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.891469 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.915588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a181073a-9bef-4578-8617-33f06fa5dd8d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network a8ce3cc4-697c-4cd0-8477-a295e36a570b is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:53.921025 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a181073a-9bef-4578-8617-33f06fa5dd8d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:53.923562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a181073a-9bef-4578-8617-33f06fa5dd8d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:53.956646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181073a-9bef-4578-8617-33f06fa5dd8d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:53.993972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a181073a-9bef-4578-8617-33f06fa5dd8d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:53.994917 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a181073a-9bef-4578-8617-33f06fa5dd8d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.024019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a181073a-9bef-4578-8617-33f06fa5dd8d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2541628 Nov 09 18:08:54.039831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Request body: {'port': {'device_id': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:54.116748 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.296919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5a3ca969-f710-4357-bebb-3f0057b8d059 None None] Provisioning complete for port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:54.298109 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca969-f710-4357-bebb-3f0057b8d059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.355955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ca969-f710-4357-bebb-3f0057b8d059 None None] Port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:54.742813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:54.781662 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.823893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494f4d-0efb-4151-b6db-fa615aa6f81a req-8b0c2395-9e63-4bb8-9833-5d579d9c8a39 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:54.826834 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-87494f4d-0efb-4151-b6db-fa615aa6f81a req-8b0c2395-9e63-4bb8-9833-5d579d9c8a39 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 943 time: 0.2062182 Nov 09 18:08:54.838016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Transition to ACTIVE for port object 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:08:54.870219 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.872853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36732) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:54.951476 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-87494f4d-0efb-4151-b6db-fa615aa6f81a req-1e284ee9-45b8-49b6-b84f-4975ea67fb05 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155660 Nov 09 18:08:55.002978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Pushing event updated for resources: {'Port': ['ID=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:55.077313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a769b3-1f95-4202-be18-491a4a126d85 req-2564e15e-2071-463f-8758-726bb6d29bfd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:55.097443 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9a769b3-1f95-4202-be18-491a4a126d85 req-2564e15e-2071-463f-8758-726bb6d29bfd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 931 time: 0.5327139 Nov 09 18:08:55.142721 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa20dabc-f3fb-48c3-9934-9717a1f08754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.181483 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9a769b3-1f95-4202-be18-491a4a126d85 req-ab0108cc-c3e9-4554-ad98-265e2cfc7bce tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=77c5bc65-1e4a-4701-9258-fa2cadfdc88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829191 Nov 09 18:08:55.194282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Attempting to bind port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:55.194703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Attempting to bind port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:55.195318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Attempting to bind port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e on network a8ce3cc4-697c-4cd0-8477-a295e36a570b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:55.209313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e on network a8ce3cc4-697c-4cd0-8477-a295e36a570b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:55.209313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Attempting to bind port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e on network a8ce3cc4-697c-4cd0-8477-a295e36a570b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:55.225041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:55.225434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Checking segment: {'id': '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:55.225925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Bound using segment: {'id': '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:55.226419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Bound port: 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:55.227465 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.308732 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa20dabc-f3fb-48c3-9934-9717a1f08754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.319709 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa20dabc-f3fb-48c3-9934-9717a1f08754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.388701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] For port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:55.394355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20dabc-f3fb-48c3-9934-9717a1f08754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddc5372-2aab-49e8-8ca6-aa773155edd7,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:55.408615 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36738) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:55.408992 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fa20dabc-f3fb-48c3-9934-9717a1f08754 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4dfc11402a8244b6b03c94078d6611c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5294991 Nov 09 18:08:55.412843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] For port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e,segment=NetworkSegment(1c99fa77-b4e5-46cf-8f87-5eafae71fd4b),segment_id=1c99fa77-b4e5-46cf-8f87-5eafae71fd4b)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:55.419064 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.456520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:55.457154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.459048 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] 10.222.0.13 "PUT /v2.0/ports/8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e HTTP/1.1" status: 200 len: 1091 time: 1.4243217 Nov 09 18:08:55.461892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'tag': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:55.464343 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb559140-19e2-4ec7-939d-599724959020" -d '{"events": [{"name": "network-changed", "server_uuid": "bb518b9c-79f9-4f07-9f64-2066a0cc041a", "tag": "8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:55.485939 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b13d84ce-84fc-4d9b-999e-77fb90d1c091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.507560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3debea-9f2b-4609-941e-104f02744eff service neutron] Pushing event updated for resources: {'Port': ['ID=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:55.540457 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b13d84ce-84fc-4d9b-999e-77fb90d1c091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.560972 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a548f6b8-e682-4fc7-b049-29af9932a65e x-openstack-request-id: req-a548f6b8-e682-4fc7-b049-29af9932a65e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:55.561486 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb518b9c-79f9-4f07-9f64-2066a0cc041a", "tag": "8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:55.561753 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a548f6b8-e682-4fc7-b049-29af9932a65e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:55.562155 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'tag': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e', 'status': 'completed', 'code': 200} Nov 09 18:08:55.565215 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-47f83563-744e-408c-b059-f804cab5f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:55.566818 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-47f83563-744e-408c-b059-f804cab5f15f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 1094 time: 0.0544770 Nov 09 18:08:55.629829 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b13d84ce-84fc-4d9b-999e-77fb90d1c091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.632547 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-ce18e26c-3797-408c-b7fe-036a6a0d152a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e HTTP/1.1" status: 200 len: 217 time: 0.0560410 Nov 09 18:08:55.636660 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b13d84ce-84fc-4d9b-999e-77fb90d1c091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.641616 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b13d84ce-84fc-4d9b-999e-77fb90d1c091 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ddc5372-2aab-49e8-8ca6-aa773155edd7 HTTP/1.1" status: 204 len: 168 time: 0.2315500 Nov 09 18:08:55.652243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d84ce-84fc-4d9b-999e-77fb90d1c091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddc5372-2aab-49e8-8ca6-aa773155edd7,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:55.738005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a2185d06-dca5-4f61-b513-5abf38fec6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:55.741099 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-a2185d06-dca5-4f61-b513-5abf38fec6a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=adc0d14b-d0b2-4289-92a9-e45bf5aa8a77 HTTP/1.1" status: 200 len: 835 time: 0.1013739 Nov 09 18:08:55.809310 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-967846da-a3c1-47ba-91d2-f180feecdf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:55.811456 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-967846da-a3c1-47ba-91d2-f180feecdf7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8ce3cc4-697c-4cd0-8477-a295e36a570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600762 Nov 09 18:08:55.943874 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-1f8b055d-7334-4960-8dda-c010f7fcb972 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ce3cc4-697c-4cd0-8477-a295e36a570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198440 Nov 09 18:08:56.057619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36750) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:56.076465 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.112810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e8be2-dd77-4d16-96a1-9225062d8bb6 req-0031f646-9b64-46e1-809b-0884d10b48a6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:56.122265 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b02e8be2-dd77-4d16-96a1-9225062d8bb6 req-0031f646-9b64-46e1-809b-0884d10b48a6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 943 time: 0.0737717 Nov 09 18:08:56.177359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4701db0-bd97-4105-98b7-f979f00fb48c req-16a2a2bf-30e0-4b39-84be-a21ad10acad5 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ce3cc4-697c-4cd0-8477-a295e36a570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055299 Nov 09 18:08:56.189107 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b02e8be2-dd77-4d16-96a1-9225062d8bb6 req-5ecaae63-bf56-4751-b088-725cbd2b27c1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616732 Nov 09 18:08:56.343993 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.370598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8418779-a5bc-4c02-9c66-849c19e34756 req-9e744c08-75d4-44ee-9238-1723807d6367 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:56.372287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8418779-a5bc-4c02-9c66-849c19e34756 req-9e744c08-75d4-44ee-9238-1723807d6367 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 943 time: 0.1000228 Nov 09 18:08:56.378698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb559140-19e2-4ec7-939d-599724959020 req-0e6c3564-92a1-4fa7-8e69-8ccff57eb25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:56.380321 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb559140-19e2-4ec7-939d-599724959020 req-0e6c3564-92a1-4fa7-8e69-8ccff57eb25e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 1094 time: 0.1339612 Nov 09 18:08:56.454398 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.519588 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8418779-a5bc-4c02-9c66-849c19e34756 req-a6fba3d5-4261-460c-8a95-c6a59de41290 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=77c5bc65-1e4a-4701-9258-fa2cadfdc88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357365 Nov 09 18:08:56.531470 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=79d4d2e84a704292965ec16072f0791f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676199 Nov 09 18:08:56.532543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36756) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:56.532903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999fd364-993f-4753-9834-594a8c58b46f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:56.550361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:56.550713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:56.551056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:56.551421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:56.551757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:56.552112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:56.552442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:56.552768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:56.553092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:56.553420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:56.553728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:56.554178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca31dc3-5336-4d11-ab38-b7d0ebaeabf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:56.576787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb559140-19e2-4ec7-939d-599724959020 req-5b6d8db8-bbe5-4a8f-8322-df652de791db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:56.578324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb559140-19e2-4ec7-939d-599724959020 req-5b6d8db8-bbe5-4a8f-8322-df652de791db service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8ce3cc4-697c-4cd0-8477-a295e36a570b HTTP/1.1" status: 200 len: 898 time: 0.1870761 Nov 09 18:08:56.619001 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cbbb8da-b827-44c1-a9ec-0955afc48c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.638691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb559140-19e2-4ec7-939d-599724959020 req-40c446c1-abb8-4e1f-839d-867a6622b655 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e HTTP/1.1" status: 200 len: 217 time: 0.0495007 Nov 09 18:08:56.642055 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cbbb8da-b827-44c1-a9ec-0955afc48c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.697582 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cbbb8da-b827-44c1-a9ec-0955afc48c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.701041 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cbbb8da-b827-44c1-a9ec-0955afc48c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.704637 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9cbbb8da-b827-44c1-a9ec-0955afc48c42 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/999fd364-993f-4753-9834-594a8c58b46f HTTP/1.1" status: 204 len: 168 time: 0.1692746 Nov 09 18:08:56.717509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb559140-19e2-4ec7-939d-599724959020 req-aa52dc59-19f9-48f1-8eb1-b4a5a49fc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:56.719824 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb559140-19e2-4ec7-939d-599724959020 req-aa52dc59-19f9-48f1-8eb1-b4a5a49fc7da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=adc0d14b-d0b2-4289-92a9-e45bf5aa8a77 HTTP/1.1" status: 200 len: 835 time: 0.0702331 Nov 09 18:08:56.720081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbb8da-b827-44c1-a9ec-0955afc48c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999fd364-993f-4753-9834-594a8c58b46f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:56.781519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb559140-19e2-4ec7-939d-599724959020 req-dc59fdef-25d2-44ae-abe5-e007dfc4df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:56.783663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb559140-19e2-4ec7-939d-599724959020 req-dc59fdef-25d2-44ae-abe5-e007dfc4df16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8ce3cc4-697c-4cd0-8477-a295e36a570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544474 Nov 09 18:08:56.921672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb559140-19e2-4ec7-939d-599724959020 req-91f2177e-1ba1-4924-bad1-db6ce8fe6115 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ce3cc4-697c-4cd0-8477-a295e36a570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300983 Nov 09 18:08:57.075321 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb559140-19e2-4ec7-939d-599724959020 req-829d01da-d668-4829-a91d-625b365ca39b service neutron] 10.222.0.13 "GET /v2.0/networks/a8ce3cc4-697c-4cd0-8477-a295e36a570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436713 Nov 09 18:08:57.363147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55beb7b1-17fe-495a-8c69-ec4aa5d308bd req-958f6f3c-8e7d-4a3f-a33f-d97a5c6dd360 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:57.365544 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-55beb7b1-17fe-495a-8c69-ec4aa5d308bd req-958f6f3c-8e7d-4a3f-a33f-d97a5c6dd360 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 943 time: 0.0642445 Nov 09 18:08:57.428096 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-55beb7b1-17fe-495a-8c69-ec4aa5d308bd req-1af161e3-89d8-433b-8412-3bf42cf9d17d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507736 Nov 09 18:08:57.534504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 814506be-495d-4efc-b7a9-8390ec7da77a details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:08:57.712835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b495a6-64c6-4814-82a7-b690cd071669 req-a98a5287-f689-4b52-a8c8-308e230d9dbb tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:57.718173 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6b495a6-64c6-4814-82a7-b690cd071669 req-a98a5287-f689-4b52-a8c8-308e230d9dbb tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 943 time: 0.0890763 Nov 09 18:08:57.723634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 814506be-495d-4efc-b7a9-8390ec7da77a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=814506be-495d-4efc-b7a9-8390ec7da77a,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:57.753215 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '814506be-495d-4efc-b7a9-8390ec7da77a', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'port_id': '814506be-495d-4efc-b7a9-8390ec7da77a', 'mac_address': 'fa:16:3e:ba:ea:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:08:57.814253 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:57.850026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814506be-495d-4efc-b7a9-8390ec7da77a {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:57.860151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6b495a6-64c6-4814-82a7-b690cd071669 req-3a8f87ca-b253-4bcf-bf6c-8570ac7b1eec tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=77c5bc65-1e4a-4701-9258-fa2cadfdc88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216931 Nov 09 18:08:57.865961 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f79eaab-79b7-4b48-8403-e49cbe18a4d4 req-d79bf758-96a7-4ca7-877b-af16ff0dab9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1037762 Nov 09 18:08:57.898718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 814506be-495d-4efc-b7a9-8390ec7da77a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=814506be-495d-4efc-b7a9-8390ec7da77a,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:57.918846 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:57.988275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79eaab-79b7-4b48-8403-e49cbe18a4d4 req-3f24fad6-63b2-4126-a913-6231d5461810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:57.991078 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f79eaab-79b7-4b48-8403-e49cbe18a4d4 req-3f24fad6-63b2-4126-a913-6231d5461810 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1096 time: 0.0652905 Nov 09 18:08:58.018238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=814506be-495d-4efc-b7a9-8390ec7da77a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:58.241221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79eaab-79b7-4b48-8403-e49cbe18a4d4 req-b7aadd39-3cad-4540-9f42-df1dae494875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:58.243611 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f79eaab-79b7-4b48-8403-e49cbe18a4d4 req-b7aadd39-3cad-4540-9f42-df1dae494875 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.2240112 Nov 09 18:08:58.257585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['814506be-495d-4efc-b7a9-8390ec7da77a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:58.400047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f79eaab-79b7-4b48-8403-e49cbe18a4d4 req-eca37067-3269-4497-91c2-7f9ddd9cb2f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 999 time: 0.1469262 Nov 09 18:08:58.487607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79eaab-79b7-4b48-8403-e49cbe18a4d4 req-aa0663ef-bf7e-4325-b362-e283e3060dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:58.488876 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f79eaab-79b7-4b48-8403-e49cbe18a4d4 req-aa0663ef-bf7e-4325-b362-e283e3060dbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0819058 Nov 09 18:08:58.614607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79eaab-79b7-4b48-8403-e49cbe18a4d4 req-dec96728-35d6-4523-b865-3932477729ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:58.617251 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f79eaab-79b7-4b48-8403-e49cbe18a4d4 req-dec96728-35d6-4523-b865-3932477729ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098177 Nov 09 18:08:58.667807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece74f0-6d86-4feb-ba58-00319cac9eca req-6b58498c-811c-490f-9544-c3ce1289be3d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:58.670079 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ece74f0-6d86-4feb-ba58-00319cac9eca req-6b58498c-811c-490f-9544-c3ce1289be3d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 944 time: 0.1208301 Nov 09 18:08:58.803141 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f79eaab-79b7-4b48-8403-e49cbe18a4d4 req-4579bf64-4c60-40dc-81cc-d57e95f7ee6c service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751349 Nov 09 18:08:58.855157 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ece74f0-6d86-4feb-ba58-00319cac9eca req-b5bb80c9-82e4-4ae9-b42d-6885fa756217 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762011 Nov 09 18:08:58.975111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:08:59.118991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f79eaab-79b7-4b48-8403-e49cbe18a4d4 req-bd035fe3-f22a-4184-81d2-2501ef58261c service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048906 Nov 09 18:08:59.147553 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496ad26-7c66-441d-85b1-80cc2f5d5809 req-26393a7c-fac3-4193-ad55-d8083270b551 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:59.151149 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c496ad26-7c66-441d-85b1-80cc2f5d5809 req-26393a7c-fac3-4193-ad55-d8083270b551 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 943 time: 0.1302650 Nov 09 18:08:59.215429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c496ad26-7c66-441d-85b1-80cc2f5d5809 req-4cc96fde-72f9-4ce7-800c-b94fb51f0191 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=77c5bc65-1e4a-4701-9258-fa2cadfdc88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553010 Nov 09 18:08:59.260149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e,segment=NetworkSegment(1c99fa77-b4e5-46cf-8f87-5eafae71fd4b),segment_id=1c99fa77-b4e5-46cf-8f87-5eafae71fd4b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:59.290118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'port_id': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e', 'mac_address': 'fa:16:3e:80:47:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:08:59.352501 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.382333 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:59.420011 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e,segment=NetworkSegment(1c99fa77-b4e5-46cf-8f87-5eafae71fd4b),segment_id=1c99fa77-b4e5-46cf-8f87-5eafae71fd4b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:59.425886 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.519564 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:59.562506 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 814506be-495d-4efc-b7a9-8390ec7da77a up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:59.712651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 814506be-495d-4efc-b7a9-8390ec7da77a completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:08:59.718571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 814506be-495d-4efc-b7a9-8390ec7da77a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:59.719129 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.763287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:59.855079 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.914415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 814506be-495d-4efc-b7a9-8390ec7da77a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=814506be-495d-4efc-b7a9-8390ec7da77a,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:59.919384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d887dfc-2c1f-41b8-980e-6c990f43e542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814506be-495d-4efc-b7a9-8390ec7da77a'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:59.926888 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcf67d7-7fda-4599-ad64-eac0994d5f35" -d '{"events": [{"server_uuid": "6d887dfc-2c1f-41b8-980e-6c990f43e542", "name": "network-vif-plugged", "status": "completed", "tag": "814506be-495d-4efc-b7a9-8390ec7da77a"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:59.947335 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:00.085806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb39eb8-a2d1-4e57-9158-d7cbae291785 req-98e673c0-e6e2-4beb-9109-535ea537e30c tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:00.089565 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ffb39eb8-a2d1-4e57-9158-d7cbae291785 req-98e673c0-e6e2-4beb-9109-535ea537e30c tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.1094213 Nov 09 18:09:00.104561 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbe2411-32e1-44fb-a893-80b7b643f933 x-openstack-request-id: req-dbbe2411-32e1-44fb-a893-80b7b643f933 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:00.105151 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d887dfc-2c1f-41b8-980e-6c990f43e542", "name": "network-vif-plugged", "status": "completed", "tag": "814506be-495d-4efc-b7a9-8390ec7da77a", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:00.105790 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dbbe2411-32e1-44fb-a893-80b7b643f933 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:00.106121 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d887dfc-2c1f-41b8-980e-6c990f43e542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814506be-495d-4efc-b7a9-8390ec7da77a', 'code': 200} Nov 09 18:09:00.183416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=814506be-495d-4efc-b7a9-8390ec7da77a,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:00.314103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ffb39eb8-a2d1-4e57-9158-d7cbae291785 req-3d211b6e-a73d-4510-a79c-dfb7191aa32f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946816 Nov 09 18:09:00.416473 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbbc20-eaa2-4ec1-b1c6-52268016efb2 req-6e4088de-8d73-4b0d-8a52-88b2e5478932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:00.419141 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edcbbc20-eaa2-4ec1-b1c6-52268016efb2 req-6e4088de-8d73-4b0d-8a52-88b2e5478932 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 1096 time: 0.2008848 Nov 09 18:09:00.535706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edcbbc20-eaa2-4ec1-b1c6-52268016efb2 req-edc26e93-c13c-4c3b-8d61-14b2d63a3631 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084380 Nov 09 18:09:00.602527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbe95d-0112-4c22-b8e3-dc679d8ef080 req-821c2d6d-ec9e-484a-8d4e-8333cd1de61a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:00.604382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bbbe95d-0112-4c22-b8e3-dc679d8ef080 req-821c2d6d-ec9e-484a-8d4e-8333cd1de61a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 944 time: 0.1528177 Nov 09 18:09:00.678371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bbbe95d-0112-4c22-b8e3-dc679d8ef080 req-1703c172-5e16-47cd-93a1-56cd16aa6b69 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=77c5bc65-1e4a-4701-9258-fa2cadfdc88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665169 Nov 09 18:09:00.770179 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36838) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:00.935146 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d65414f-3c4d-4fee-86d6-3f159a8615fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.049756 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d65414f-3c4d-4fee-86d6-3f159a8615fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.055861 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d65414f-3c4d-4fee-86d6-3f159a8615fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.089854 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5d65414f-3c4d-4fee-86d6-3f159a8615fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1b5f5333dcfe44dab3729449702e3a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185620 Nov 09 18:09:01.093218 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36842) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:01.127861 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65414f-3c4d-4fee-86d6-3f159a8615fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25884503-b4d3-4f85-b5b9-89323a4a6905,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:01.188333 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f853-d8a9-4e73-ab94-85beda4e43b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.221373 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f853-d8a9-4e73-ab94-85beda4e43b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.313961 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f853-d8a9-4e73-ab94-85beda4e43b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.319464 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f853-d8a9-4e73-ab94-85beda4e43b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.321548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c0b6f853-d8a9-4e73-ab94-85beda4e43b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/25884503-b4d3-4f85-b5b9-89323a4a6905 HTTP/1.1" status: 204 len: 168 time: 0.2268991 Nov 09 18:09:01.349755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6f853-d8a9-4e73-ab94-85beda4e43b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25884503-b4d3-4f85-b5b9-89323a4a6905,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:01.534297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ad2aa-6387-4f5e-abee-32a9a1afb5fe req-29c5c46d-4949-46c7-a1c6-8abc54462dfc tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:01.534856 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-756ad2aa-6387-4f5e-abee-32a9a1afb5fe req-29c5c46d-4949-46c7-a1c6-8abc54462dfc tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0915492 Nov 09 18:09:01.594296 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-756ad2aa-6387-4f5e-abee-32a9a1afb5fe req-6125586b-b071-431d-9adc-8ebddf288f2a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510216 Nov 09 18:09:01.872919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36864) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:01.913403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-456f3382-0190-4e13-8e5c-e76309f82f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.941370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c58d3e-45e2-4191-aa4e-9421cfe77f2d req-4d4fb15f-27d8-45eb-a059-e4aec9d323cd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:01.950270 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66c58d3e-45e2-4191-aa4e-9421cfe77f2d req-4d4fb15f-27d8-45eb-a059-e4aec9d323cd tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 944 time: 0.1370504 Nov 09 18:09:02.037133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66c58d3e-45e2-4191-aa4e-9421cfe77f2d req-9accef81-49b1-4c42-a99e-f045b772b85c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=77c5bc65-1e4a-4701-9258-fa2cadfdc88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854702 Nov 09 18:09:02.058007 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-456f3382-0190-4e13-8e5c-e76309f82f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.064494 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-456f3382-0190-4e13-8e5c-e76309f82f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.110098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f3382-0190-4e13-8e5c-e76309f82f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a9c86e-e10d-4bbe-b18a-44cdc9addd03,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:02.131318 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-456f3382-0190-4e13-8e5c-e76309f82f07 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7db0dfaf5b3a45a5b20b4905b68ae54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571356 Nov 09 18:09:02.133849 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 36874) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:02.194814 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-40346d7e-205e-4b39-8a27-abc9c527dc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.219568 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-40346d7e-205e-4b39-8a27-abc9c527dc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.284156 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-40346d7e-205e-4b39-8a27-abc9c527dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.286866 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-40346d7e-205e-4b39-8a27-abc9c527dc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.288103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-40346d7e-205e-4b39-8a27-abc9c527dc64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a3a9c86e-e10d-4bbe-b18a-44cdc9addd03 HTTP/1.1" status: 204 len: 168 time: 0.1532452 Nov 09 18:09:02.302133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40346d7e-205e-4b39-8a27-abc9c527dc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a9c86e-e10d-4bbe-b18a-44cdc9addd03,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:02.814758 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f2074-7061-4f04-90f6-b757619ac6c8 req-88287543-d840-42b8-92b0-70b81bcb6482 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:02.823144 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-297f2074-7061-4f04-90f6-b757619ac6c8 req-88287543-d840-42b8-92b0-70b81bcb6482 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0942292 Nov 09 18:09:02.878623 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-297f2074-7061-4f04-90f6-b757619ac6c8 req-225d2c6d-2815-4cca-8bf6-98ef9213c919 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544658 Nov 09 18:09:02.997526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:03.075678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:09:03.081618 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:03.082955 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:03.218442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf107407-8b11-4149-a2a4-567aab6f56d6 req-58fe4587-e369-4f9b-9f18-2d0360159bbc tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:03.237269 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bf107407-8b11-4149-a2a4-567aab6f56d6 req-58fe4587-e369-4f9b-9f18-2d0360159bbc tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 944 time: 0.0850532 Nov 09 18:09:03.286510 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:03.326959 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bf107407-8b11-4149-a2a4-567aab6f56d6 req-2302248c-c9dd-4549-a3aa-ea81c8c98509 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=77c5bc65-1e4a-4701-9258-fa2cadfdc88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884528 Nov 09 18:09:03.346437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14f1c1-eb7e-4077-b827-3be89b08b1f0 req-05ded8a4-6758-4e65-9d57-6a6f85eeb4fb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:03.355803 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a14f1c1-eb7e-4077-b827-3be89b08b1f0 req-05ded8a4-6758-4e65-9d57-6a6f85eeb4fb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.1083243 Nov 09 18:09:03.366422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:03.370332 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1ec7b5-1ebc-4414-8e55-4906fc9f5646" -d '{"events": [{"server_uuid": "bb518b9c-79f9-4f07-9f64-2066a0cc041a", "name": "network-vif-plugged", "status": "completed", "tag": "8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:03.396601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e,segment=NetworkSegment(1c99fa77-b4e5-46cf-8f87-5eafae71fd4b),segment_id=1c99fa77-b4e5-46cf-8f87-5eafae71fd4b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:03.425978 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:03.436985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a14f1c1-eb7e-4077-b827-3be89b08b1f0 req-f7f610e7-a668-4d18-97aa-cf2ce73318df tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798144 Nov 09 18:09:03.454764 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d11f23-becf-43db-a9c1-0c38a57f71ae x-openstack-request-id: req-21d11f23-becf-43db-a9c1-0c38a57f71ae {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:03.455371 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb518b9c-79f9-4f07-9f64-2066a0cc041a", "name": "network-vif-plugged", "status": "completed", "tag": "8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:03.456242 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21d11f23-becf-43db-a9c1-0c38a57f71ae {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:03.456824 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e', 'code': 200} Nov 09 18:09:03.533538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:03.608543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9134f07-a772-4f20-b5a5-01b5c5633ef3 req-0fe4bb85-ef32-41eb-a456-db2c0f010e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:03.610695 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9134f07-a772-4f20-b5a5-01b5c5633ef3 req-0fe4bb85-ef32-41eb-a456-db2c0f010e6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 1096 time: 0.0598731 Nov 09 18:09:03.675059 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9134f07-a772-4f20-b5a5-01b5c5633ef3 req-719ca9d1-c320-44d3-a35a-d6452e9d8bf2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77c5bc65-1e4a-4701-9258-fa2cadfdc88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563810 Nov 09 18:09:04.504391 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d8c81-ceb2-45ca-a2c6-d3c6a75cd1c7 req-39451412-5e42-4f27-bb9e-52bdc6b21eb2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:04.506008 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-018d8c81-ceb2-45ca-a2c6-d3c6a75cd1c7 req-39451412-5e42-4f27-bb9e-52bdc6b21eb2 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 945 time: 0.0913224 Nov 09 18:09:04.578381 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-018d8c81-ceb2-45ca-a2c6-d3c6a75cd1c7 req-0b4fd93d-202a-4c22-9530-d7a97e116233 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=77c5bc65-1e4a-4701-9258-fa2cadfdc88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639718 Nov 09 18:09:04.624828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f832a-d2d0-4835-bc55-7832ee10edee req-33b48a97-f769-49c3-8c6a-8223c37db653 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:04.635270 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b2f832a-d2d0-4835-bc55-7832ee10edee req-33b48a97-f769-49c3-8c6a-8223c37db653 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0741649 Nov 09 18:09:04.678347 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b2f832a-d2d0-4835-bc55-7832ee10edee req-e9932cfe-db6d-4089-8589-193f2b16ac8a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Nov 09 18:09:05.745518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9651d-5b82-4e10-a2cd-8f5fc5342201 req-eb35ef93-6a8e-4883-a799-0260d755c5c9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:05.747496 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e4f9651d-5b82-4e10-a2cd-8f5fc5342201 req-eb35ef93-6a8e-4883-a799-0260d755c5c9 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 945 time: 0.0744133 Nov 09 18:09:05.812561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e4f9651d-5b82-4e10-a2cd-8f5fc5342201 req-9ea6d4f5-c53a-42cb-83f9-998389424d48 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=77c5bc65-1e4a-4701-9258-fa2cadfdc88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516632 Nov 09 18:09:05.908956 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9b972-5f5d-4e5b-b4f1-7198ecdcb75e req-740c3e7d-fe78-4c6c-b6ef-1f0557307a15 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:05.912650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fce9b972-5f5d-4e5b-b4f1-7198ecdcb75e req-740c3e7d-fe78-4c6c-b6ef-1f0557307a15 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.1432371 Nov 09 18:09:06.014071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b9358-c85f-41e1-b0bf-84c15a712f0a req-8fb46ddf-b728-42dc-98fa-bd3c4e267b7a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:06.023343 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a66b9358-c85f-41e1-b0bf-84c15a712f0a req-8fb46ddf-b728-42dc-98fa-bd3c4e267b7a tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 945 time: 0.1164372 Nov 09 18:09:06.031895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fce9b972-5f5d-4e5b-b4f1-7198ecdcb75e req-0758ebbc-4374-454d-bc07-bd447080c3fd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096513 Nov 09 18:09:06.091520 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a66b9358-c85f-41e1-b0bf-84c15a712f0a req-9ddef39f-36f1-4146-9058-2b9a0744d5ed tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=77c5bc65-1e4a-4701-9258-fa2cadfdc88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666447 Nov 09 18:09:06.126888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36980) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:06.187460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e3f3f7-9b20-4def-bec1-8200c9f25370 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:06.189447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-45e3f3f7-9b20-4def-bec1-8200c9f25370 tempest-TestNetworkBasicOps-1877268378 tempest-TestNetworkBasicOps-1877268378-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 1091 time: 0.0609336 Nov 09 18:09:06.193425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 36982) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:06.200832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:06.232391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:06.371265 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:06.557200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Allocated IP 172.25.1.33 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/a1dd3db2-7630-467b-974b-268eb81181a5) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:06.718364 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:06.785919 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:06.831509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:06.834872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:06.849716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:06.896399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=a1dd3db2-7630-467b-974b-268eb81181a5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:07.233006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8bb6d-9233-43df-b5c5-afe9c6163d36 req-9bd07fbf-fd79-48a9-ac79-82c9afa3dd43 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:07.234612 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5a8bb6d-9233-43df-b5c5-afe9c6163d36 req-9bd07fbf-fd79-48a9-ac79-82c9afa3dd43 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0999670 Nov 09 18:09:07.398475 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d5a8bb6d-9233-43df-b5c5-afe9c6163d36 req-e004811a-22b6-4fa8-8014-f4a12715c446 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153545 Nov 09 18:09:07.740000 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:07.840015 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:08.002004 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:08.006797 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:08.092021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event updated for resources: {'Port': ['ID=a1dd3db2-7630-467b-974b-268eb81181a5,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:08.112406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:08.252020 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Floating IP 4df883c7-b9db-485f-8596-8e147152c7e9 associated. External IP: 172.25.1.33, port: 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e. Nov 09 18:09:08.558808 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d4482-e6b1-42da-9728-1918a6f55c8b req-772449f1-004c-4403-8c34-e2efe37283a1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:08.567385 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2d9d4482-e6b1-42da-9728-1918a6f55c8b req-772449f1-004c-4403-8c34-e2efe37283a1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0603793 Nov 09 18:09:08.592489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:09:08.628004 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2d9d4482-e6b1-42da-9728-1918a6f55c8b req-c69c3019-4ca8-4b77-ac02-3c75dcbdfa98 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592403 Nov 09 18:09:08.784714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:08.800652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48192310-dd6a-4699-b78e-62ec434471a8 None None] Sync routers for ids ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:08.809565 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:08.846213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48192310-dd6a-4699-b78e-62ec434471a8 None None] Routers {'16f87b50-87a4-4879-8d6b-9ae3d0e83f35'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:08.847488 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ec0e5588-6250-48f6-9aeb-3086155182c3 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6527097 Nov 09 18:09:08.848122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'tag': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:08.850468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37048) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:08.850701 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96f1d86-1395-4080-a863-04e003b6af94" -d '{"events": [{"name": "network-changed", "server_uuid": "bb518b9c-79f9-4f07-9f64-2066a0cc041a", "tag": "8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:08.862385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-48192310-dd6a-4699-b78e-62ec434471a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:08:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:08.936267 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0740483-c333-4cbc-907c-198055499ceb x-openstack-request-id: req-b0740483-c333-4cbc-907c-198055499ceb {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:08.936583 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb518b9c-79f9-4f07-9f64-2066a0cc041a", "tag": "8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:08.936857 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0740483-c333-4cbc-907c-198055499ceb {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:08.937224 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'tag': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e', 'status': 'completed', 'code': 200} Nov 09 18:09:09.036000 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-048b86c3-21c9-46ec-a7af-860939dc9940 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/floatingips/4df883c7-b9db-485f-8596-8e147152c7e9 HTTP/1.1" status: 200 len: 990 time: 0.1834271 Nov 09 18:09:09.073187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f1d86-1395-4080-a863-04e003b6af94 req-2087acca-298f-4760-bea0-325076dc6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:09.074772 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d96f1d86-1395-4080-a863-04e003b6af94 req-2087acca-298f-4760-bea0-325076dc6e87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 1096 time: 0.1078999 Nov 09 18:09:09.161022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-48192310-dd6a-4699-b78e-62ec434471a8 None None] Set router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:09.291578 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f1d86-1395-4080-a863-04e003b6af94 req-f4614ba5-4fd2-489f-9290-3a6036c97395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:09.298708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d96f1d86-1395-4080-a863-04e003b6af94 req-f4614ba5-4fd2-489f-9290-3a6036c97395 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8ce3cc4-697c-4cd0-8477-a295e36a570b HTTP/1.1" status: 200 len: 898 time: 0.2150910 Nov 09 18:09:09.412450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37068) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:09.504208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d96f1d86-1395-4080-a863-04e003b6af94 req-6a76e551-e5a2-45ca-84fd-9a37e6f2397a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e HTTP/1.1" status: 200 len: 998 time: 0.1971984 Nov 09 18:09:09.640586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f1d86-1395-4080-a863-04e003b6af94 req-edca6f3f-6a68-49f0-9d21-f619173ec510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:09.642118 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d96f1d86-1395-4080-a863-04e003b6af94 req-edca6f3f-6a68-49f0-9d21-f619173ec510 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=adc0d14b-d0b2-4289-92a9-e45bf5aa8a77 HTTP/1.1" status: 200 len: 835 time: 0.1291788 Nov 09 18:09:09.776623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f1d86-1395-4080-a863-04e003b6af94 req-d1df23ee-5003-4e17-83ce-c6be7ed6763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:09.779687 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d96f1d86-1395-4080-a863-04e003b6af94 req-d1df23ee-5003-4e17-83ce-c6be7ed6763a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8ce3cc4-697c-4cd0-8477-a295e36a570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288254 Nov 09 18:09:09.817049 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-48192310-dd6a-4699-b78e-62ec434471a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '4df883c7-b9db-485f-8596-8e147152c7e9', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'floating_ip_address': '172.25.1.33', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'port_id': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'mac_address': 'fa:16:3e:80:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:09:07Z', 'updated_at': '2021-11-09T18:09:07Z', 'revision_number': 0, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf4441a-3c4e-4b55-bf82-d0c4330a56f3', 'name': '', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:5d:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:41Z', 'updated_at': '2021-11-09T18:08:47Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:09.874409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48192310-dd6a-4699-b78e-62ec434471a8 None None] Checking router: 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:09.888007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48192310-dd6a-4699-b78e-62ec434471a8 None None] Routers {'16f87b50-87a4-4879-8d6b-9ae3d0e83f35'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:09.889038 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-48192310-dd6a-4699-b78e-62ec434471a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:08:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:09.894284 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7f4c49b5-0533-4a8f-abb8-f16424a2ffc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:09.919885 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e16aa-2ac5-4496-97a2-207b742be698 req-ae19a319-a344-4228-9a13-b7fa28482491 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:09.921813 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-622e16aa-2ac5-4496-97a2-207b742be698 req-ae19a319-a344-4228-9a13-b7fa28482491 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.1392498 Nov 09 18:09:10.040663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37074) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:10.094583 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-622e16aa-2ac5-4496-97a2-207b742be698 req-2fa387af-5ad7-4b3b-aaa3-97f63e4ddb6e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674233 Nov 09 18:09:10.102368 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7f4c49b5-0533-4a8f-abb8-f16424a2ffc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:10.113069 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7f4c49b5-0533-4a8f-abb8-f16424a2ffc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:10.149321 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7f4c49b5-0533-4a8f-abb8-f16424a2ffc8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7f7ea703dcd04e3d9c526db28bf0fc2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7348666 Nov 09 18:09:10.155535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37076) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:10.176551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c49b5-0533-4a8f-abb8-f16424a2ffc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad18bd6-abc4-43a6-ac14-142654d22973,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:10.231200 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7d72a71d-6f78-4369-b30c-fafd5860b101 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/floatingips/4df883c7-b9db-485f-8596-8e147152c7e9 HTTP/1.1" status: 200 len: 990 time: 0.1863210 Nov 09 18:09:10.265257 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d96f1d86-1395-4080-a863-04e003b6af94 req-d926b06c-efdd-4315-aae6-0b2e26e9704f service neutron] 10.222.0.13 "GET /v2.0/networks/a8ce3cc4-697c-4cd0-8477-a295e36a570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773977 Nov 09 18:09:10.288089 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41e4bbe0-4a9d-4624-9b73-4c292321a741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:10.330606 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-48192310-dd6a-4699-b78e-62ec434471a8 None None] Set router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:10.389338 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41e4bbe0-4a9d-4624-9b73-4c292321a741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:10.477615 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d96f1d86-1395-4080-a863-04e003b6af94 req-a0e50aff-564f-442d-968f-04bd8d5a6e36 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ce3cc4-697c-4cd0-8477-a295e36a570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906130 Nov 09 18:09:10.507761 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41e4bbe0-4a9d-4624-9b73-4c292321a741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:10.513814 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-41e4bbe0-4a9d-4624-9b73-4c292321a741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:10.517851 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-41e4bbe0-4a9d-4624-9b73-4c292321a741 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ad18bd6-abc4-43a6-ac14-142654d22973 HTTP/1.1" status: 204 len: 168 time: 0.3585901 Nov 09 18:09:10.543818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4bbe0-4a9d-4624-9b73-4c292321a741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad18bd6-abc4-43a6-ac14-142654d22973,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:10.701337 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e5fec547-6189-46f9-8a63-639f40d21207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:10.854506 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-48192310-dd6a-4699-b78e-62ec434471a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '4df883c7-b9db-485f-8596-8e147152c7e9', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'floating_ip_address': '172.25.1.33', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'port_id': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'mac_address': 'fa:16:3e:80:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:09:07Z', 'updated_at': '2021-11-09T18:09:07Z', 'revision_number': 0, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf4441a-3c4e-4b55-bf82-d0c4330a56f3', 'name': '', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:5d:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:41Z', 'updated_at': '2021-11-09T18:08:47Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:10.888706 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48192310-dd6a-4699-b78e-62ec434471a8 None None] The sync data for ids ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'] in n-d-817236-1 is: [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '4df883c7-b9db-485f-8596-8e147152c7e9', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'floating_ip_address': '172.25.1.33', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'port_id': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'mac_address': 'fa:16:3e:80:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:09:07Z', 'updated_at': '2021-11-09T18:09:07Z', 'revision_number': 0, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf4441a-3c4e-4b55-bf82-d0c4330a56f3', 'name': '', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:5d:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:41Z', 'updated_at': '2021-11-09T18:08:47Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:11.065445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37090) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:11.101765 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-98c0a125-e273-4d61-84fb-fa108cc2312c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.235342 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37098) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:11.300685 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8cc79c-c607-4cf3-85ce-588bfce2c59c None None] New status for floating IP 4df883c7-b9db-485f-8596-8e147152c7e9: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:09:11.359248 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-98c0a125-e273-4d61-84fb-fa108cc2312c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.365570 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-98c0a125-e273-4d61-84fb-fa108cc2312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.444125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-98c0a125-e273-4d61-84fb-fa108cc2312c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d16709960ef43fba9f27b2ef2ebe1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740857 Nov 09 18:09:11.445417 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f0be34ab-d625-4792-89ad-03b4859db8ca tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/floatingips/4df883c7-b9db-485f-8596-8e147152c7e9 HTTP/1.1" status: 200 len: 990 time: 0.2043052 Nov 09 18:09:11.445417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37102) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:11.456177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e3030-dc11-45b7-8d2f-094e34d18e0f req-2eb4160a-0cdb-4ae6-a75e-f1a67ab4ad25 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:11.457966 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e75e3030-dc11-45b7-8d2f-094e34d18e0f req-2eb4160a-0cdb-4ae6-a75e-f1a67ab4ad25 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.1188436 Nov 09 18:09:11.459317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0a125-e273-4d61-84fb-fa108cc2312c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3b33c2-8c1a-4cea-9757-34267f2d2d0a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:11.553216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e75e3030-dc11-45b7-8d2f-094e34d18e0f req-ff2beb01-dc8d-4ef3-b746-fd05358bbd14 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804565 Nov 09 18:09:11.575934 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c84ceb58-edae-4f01-aa87-6c08b54f3244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.670768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c84ceb58-edae-4f01-aa87-6c08b54f3244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.767174 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c84ceb58-edae-4f01-aa87-6c08b54f3244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.770836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c84ceb58-edae-4f01-aa87-6c08b54f3244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.773072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c84ceb58-edae-4f01-aa87-6c08b54f3244 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed3b33c2-8c1a-4cea-9757-34267f2d2d0a HTTP/1.1" status: 204 len: 168 time: 0.3256040 Nov 09 18:09:11.784702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ceb58-edae-4f01-aa87-6c08b54f3244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3b33c2-8c1a-4cea-9757-34267f2d2d0a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:12.432820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37158) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:12.544946 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bc68ec27-d84f-4665-b461-70019211169c tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/floatingips/4df883c7-b9db-485f-8596-8e147152c7e9 HTTP/1.1" status: 200 len: 992 time: 0.1106293 Nov 09 18:09:12.896858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cefaa6-5dca-48c6-a583-93e7cc803027 req-0a12cbee-cb93-4119-8779-b831bc7dc4b7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:12.899519 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7cefaa6-5dca-48c6-a583-93e7cc803027 req-0a12cbee-cb93-4119-8779-b831bc7dc4b7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.1027999 Nov 09 18:09:12.969118 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7cefaa6-5dca-48c6-a583-93e7cc803027 req-c5b3cff6-6ae6-4b03-a1ad-95248c180ed1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637820 Nov 09 18:09:13.691026 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-25b4fb3d-cba4-44e7-b366-f6d47be447f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:14.182013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb11b1-bef7-4754-a83c-b5d69d60af7a req-ad3e9556-5904-4c08-afc2-92b1baa1556f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:14.183973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbbb11b1-bef7-4754-a83c-b5d69d60af7a req-ad3e9556-5904-4c08-afc2-92b1baa1556f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0940650 Nov 09 18:09:14.237283 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbbb11b1-bef7-4754-a83c-b5d69d60af7a req-b754dc86-e51d-4449-adaa-5bace2bb5601 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459025 Nov 09 18:09:14.466471 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:15.405720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b1179-d95e-450c-aaa0-522929349de5 req-774abf81-0e96-4f24-be80-bffe970f0fa7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:15.419826 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:15.423107 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd9b1179-d95e-450c-aaa0-522929349de5 req-774abf81-0e96-4f24-be80-bffe970f0fa7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0926964 Nov 09 18:09:15.486407 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dd9b1179-d95e-450c-aaa0-522929349de5 req-a70a8db8-dce7-4f8c-985e-732bcdabf7f2 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621302 Nov 09 18:09:16.681268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386266bc-3b07-49fc-8037-85d0326a92ac req-e82065b6-b3b8-4181-ac39-df91cab1cdbe tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:16.683115 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-386266bc-3b07-49fc-8037-85d0326a92ac req-e82065b6-b3b8-4181-ac39-df91cab1cdbe tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0733953 Nov 09 18:09:16.748838 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-386266bc-3b07-49fc-8037-85d0326a92ac req-e49dc111-0157-4062-b411-1e685559cf87 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568125 Nov 09 18:09:17.688917 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:17.920779 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94303a-5d18-47fe-8126-cec301f5ed7c req-9a5656a9-d32d-4d8c-b3d2-cb04f144591e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:17.923169 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7d94303a-5d18-47fe-8126-cec301f5ed7c req-9a5656a9-d32d-4d8c-b3d2-cb04f144591e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0708420 Nov 09 18:09:17.974119 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7d94303a-5d18-47fe-8126-cec301f5ed7c req-3357421b-aeae-4e8c-a105-d7c25090fff5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442126 Nov 09 18:09:19.124804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2099d7-3043-49e4-bde2-1cbfd80e55e8 req-40936d19-a356-4145-bc7c-ded612a4c4c7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:19.133993 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8d2099d7-3043-49e4-bde2-1cbfd80e55e8 req-40936d19-a356-4145-bc7c-ded612a4c4c7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0690546 Nov 09 18:09:19.188125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8d2099d7-3043-49e4-bde2-1cbfd80e55e8 req-b489d57f-989c-4732-9ce6-5a4d5ad16df3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529320 Nov 09 18:09:20.357084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7376c-5998-4e40-9ed1-7a900ae6a0a7 req-bad4397f-2af8-4d7a-bd7a-3f8180dab444 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:20.359676 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bf7376c-5998-4e40-9ed1-7a900ae6a0a7 req-bad4397f-2af8-4d7a-bd7a-3f8180dab444 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0675931 Nov 09 18:09:20.417182 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bf7376c-5998-4e40-9ed1-7a900ae6a0a7 req-3ac194f3-9e70-474b-b48f-494955a84205 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488322 Nov 09 18:09:21.585202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfee655-9756-498c-ab86-eb635e0b38f4 req-a9a5e21d-797c-4419-81bf-46c537e47ebb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:21.588220 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4cfee655-9756-498c-ab86-eb635e0b38f4 req-a9a5e21d-797c-4419-81bf-46c537e47ebb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0787120 Nov 09 18:09:21.643379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4cfee655-9756-498c-ab86-eb635e0b38f4 req-08433996-875c-4c63-b669-d759188514c7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481222 Nov 09 18:09:22.790964 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b223a-5643-47e2-a0a8-49fe20304dd3 req-dbb81362-96a4-4ebe-b718-3793740e8f94 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:22.800695 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a79b223a-5643-47e2-a0a8-49fe20304dd3 req-dbb81362-96a4-4ebe-b718-3793740e8f94 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0649879 Nov 09 18:09:22.871541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a79b223a-5643-47e2-a0a8-49fe20304dd3 req-41c8d091-033c-4780-89c5-8683731c186c tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695829 Nov 09 18:09:23.124457 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.904218 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:24.037449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc09e0-6dda-4b9b-92e1-49b98f690339 req-fec02e61-f443-42c8-abf3-7364e9638742 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:24.046842 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1dc09e0-6dda-4b9b-92e1-49b98f690339 req-fec02e61-f443-42c8-abf3-7364e9638742 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0842636 Nov 09 18:09:24.103956 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1dc09e0-6dda-4b9b-92e1-49b98f690339 req-89becb25-9233-421e-9055-bdc9721119c7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555680 Nov 09 18:09:25.102856 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:09:25.282014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd489d3e-0ada-4cdc-a017-ff2b9d797dba req-14476ecb-057d-40fe-8867-7d5dffdef41f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:25.283932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fd489d3e-0ada-4cdc-a017-ff2b9d797dba req-14476ecb-057d-40fe-8867-7d5dffdef41f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0685267 Nov 09 18:09:25.377696 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fd489d3e-0ada-4cdc-a017-ff2b9d797dba req-2e5a57ba-7964-4d83-bc15-23c7d77255bb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832312 Nov 09 18:09:25.461662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37418) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.492024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37422) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.659548 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da6ee280-32f7-473e-8430-5c9a1c227cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.670092 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34e6eb32-90b2-4f92-8fea-daa06706b5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.771090 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34e6eb32-90b2-4f92-8fea-daa06706b5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.776365 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-34e6eb32-90b2-4f92-8fea-daa06706b5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.777776 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da6ee280-32f7-473e-8430-5c9a1c227cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.782184 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da6ee280-32f7-473e-8430-5c9a1c227cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.813936 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-34e6eb32-90b2-4f92-8fea-daa06706b5ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3de17102109e47b99477ea83a8653072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170602 Nov 09 18:09:25.813936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37428) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.832396 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-da6ee280-32f7-473e-8430-5c9a1c227cef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d79f459d0744134b2a1189398b30f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692300 Nov 09 18:09:25.836777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37430) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.855266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ee280-32f7-473e-8430-5c9a1c227cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ae8e87-7d1a-467f-a030-c115feafd06e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:25.885120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6eb32-90b2-4f92-8fea-daa06706b5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5640e4-7d37-4d3c-ad68-550cc370512b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:25.932259 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f24608e9-75e9-45a2-91aa-b1792f828d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.938434 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef1706ab-47fd-4840-aa7b-c2b89d7665e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.967670 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f24608e9-75e9-45a2-91aa-b1792f828d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.983664 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef1706ab-47fd-4840-aa7b-c2b89d7665e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.056168 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f24608e9-75e9-45a2-91aa-b1792f828d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.060056 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f24608e9-75e9-45a2-91aa-b1792f828d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.067703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f24608e9-75e9-45a2-91aa-b1792f828d6a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a5640e4-7d37-4d3c-ad68-550cc370512b HTTP/1.1" status: 204 len: 168 time: 0.2506504 Nov 09 18:09:26.072053 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef1706ab-47fd-4840-aa7b-c2b89d7665e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.074739 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef1706ab-47fd-4840-aa7b-c2b89d7665e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.075983 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ef1706ab-47fd-4840-aa7b-c2b89d7665e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0ae8e87-7d1a-467f-a030-c115feafd06e HTTP/1.1" status: 204 len: 168 time: 0.2366860 Nov 09 18:09:26.086610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24608e9-75e9-45a2-91aa-b1792f828d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5640e4-7d37-4d3c-ad68-550cc370512b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:26.098615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1706ab-47fd-4840-aa7b-c2b89d7665e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ae8e87-7d1a-467f-a030-c115feafd06e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:26.536012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37440) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:26.538817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ca6f-8c90-4f13-b2b9-b3d6a09415ed req-9f28d6a7-20ba-46fb-94fd-1feae7a5295e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:26.540411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7850ca6f-8c90-4f13-b2b9-b3d6a09415ed req-9f28d6a7-20ba-46fb-94fd-1feae7a5295e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0674725 Nov 09 18:09:26.556443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b0cc399-7f4d-4dcb-8d49-3306b321737a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.583498 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7850ca6f-8c90-4f13-b2b9-b3d6a09415ed req-b9a75c59-0841-4f64-a198-d8f6bd3d3bc6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365691 Nov 09 18:09:26.649993 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b0cc399-7f4d-4dcb-8d49-3306b321737a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.660108 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8b0cc399-7f4d-4dcb-8d49-3306b321737a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.704755 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8b0cc399-7f4d-4dcb-8d49-3306b321737a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44800a9f8bea469e8cb7f41842898381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663156 Nov 09 18:09:26.706045 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cc399-7f4d-4dcb-8d49-3306b321737a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd2e85c-fe2b-4f75-9c5e-dee098b17c7b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:26.707454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37444) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:26.763759 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b4790fb-550a-4af4-9a50-241a68868712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.786130 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b4790fb-550a-4af4-9a50-241a68868712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.836782 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b4790fb-550a-4af4-9a50-241a68868712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.839887 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b4790fb-550a-4af4-9a50-241a68868712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.841580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0b4790fb-550a-4af4-9a50-241a68868712 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8bd2e85c-fe2b-4f75-9c5e-dee098b17c7b HTTP/1.1" status: 204 len: 168 time: 0.1313231 Nov 09 18:09:26.849823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4790fb-550a-4af4-9a50-241a68868712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd2e85c-fe2b-4f75-9c5e-dee098b17c7b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:27.282185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37450) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:27.296014 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-19d23c72-6e2b-43b4-9c91-e920303c0a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:27.387081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-19d23c72-6e2b-43b4-9c91-e920303c0a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:27.391768 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-19d23c72-6e2b-43b4-9c91-e920303c0a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:27.433868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d23c72-6e2b-43b4-9c91-e920303c0a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef1e273-f101-4e66-a43b-5d7438768364,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:27.440782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-19d23c72-6e2b-43b4-9c91-e920303c0a55 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36b5a379657a4a21aa7ba435881ca717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550760 Nov 09 18:09:27.441107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37452) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:27.495085 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3c37a99f-d716-4a73-9d13-854becae23f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:27.519137 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3c37a99f-d716-4a73-9d13-854becae23f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:27.568466 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3c37a99f-d716-4a73-9d13-854becae23f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:27.571416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3c37a99f-d716-4a73-9d13-854becae23f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:27.575133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3c37a99f-d716-4a73-9d13-854becae23f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ef1e273-f101-4e66-a43b-5d7438768364 HTTP/1.1" status: 204 len: 168 time: 0.1307127 Nov 09 18:09:27.581597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37a99f-d716-4a73-9d13-854becae23f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef1e273-f101-4e66-a43b-5d7438768364,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:27.727277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15363d3-fba6-4742-925e-e1bbe85ea174 req-4d264516-9482-423e-b4c5-8792ff90ddb8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:27.727277 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e15363d3-fba6-4742-925e-e1bbe85ea174 req-4d264516-9482-423e-b4c5-8792ff90ddb8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0658402 Nov 09 18:09:27.788322 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e15363d3-fba6-4742-925e-e1bbe85ea174 req-bce9f999-abba-4341-a7a2-cd9312e8d88f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541544 Nov 09 18:09:28.913149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d530d9-3780-4f9c-9bda-587a8fead1f5 req-c29a3a83-d15f-484f-aea2-91fdfd9e4062 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:28.914759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70d530d9-3780-4f9c-9bda-587a8fead1f5 req-c29a3a83-d15f-484f-aea2-91fdfd9e4062 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0546880 Nov 09 18:09:28.963983 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-70d530d9-3780-4f9c-9bda-587a8fead1f5 req-bea5eb4d-f8d6-4860-b7d9-a32f85ce6428 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423586 Nov 09 18:09:30.099175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d5b0e-36b7-48aa-8306-42f76d44e0bb req-34e9bbe8-149b-4da6-9e2e-ed5afcb4f55b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:30.101586 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-346d5b0e-36b7-48aa-8306-42f76d44e0bb req-34e9bbe8-149b-4da6-9e2e-ed5afcb4f55b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0599248 Nov 09 18:09:30.148369 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-346d5b0e-36b7-48aa-8306-42f76d44e0bb req-68e698e4-4adb-47c1-981a-1433c3865f9c tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392690 Nov 09 18:09:31.292720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a8348-88be-42c5-ad00-508700723ba5 req-56afcb9e-1380-44e8-8240-fc1ca89aac2e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:31.294531 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-789a8348-88be-42c5-ad00-508700723ba5 req-56afcb9e-1380-44e8-8240-fc1ca89aac2e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0611947 Nov 09 18:09:31.352382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-789a8348-88be-42c5-ad00-508700723ba5 req-2a877ae5-4406-4c8b-824c-7adea7704b10 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460858 Nov 09 18:09:32.492745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e086f-797b-4abd-aa65-99a55f999df7 req-e12b8e28-7f93-487b-9013-14d276b021a5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:32.494533 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a19e086f-797b-4abd-aa65-99a55f999df7 req-e12b8e28-7f93-487b-9013-14d276b021a5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0582867 Nov 09 18:09:32.538832 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a19e086f-797b-4abd-aa65-99a55f999df7 req-5a1d0a87-b7ac-41dc-9fa8-28fdddfdf8f2 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373340 Nov 09 18:09:33.241986 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37586) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:33.358215 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc2b053a-fe9d-4be5-aedf-cf78fa36221c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.454757 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc2b053a-fe9d-4be5-aedf-cf78fa36221c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.459088 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc2b053a-fe9d-4be5-aedf-cf78fa36221c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.501395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b053a-fe9d-4be5-aedf-cf78fa36221c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709de702-c9a4-41e2-a6e8-8ec6d4a3b10c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:33.507024 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cc2b053a-fe9d-4be5-aedf-cf78fa36221c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=209b98e113164079ad8d027742c57e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638242 Nov 09 18:09:33.509821 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37594) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:33.571146 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.601444 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.688514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af425ded-e8ee-4f63-8bfd-7fdedb280e09 req-4ec62577-04d7-4e55-8e79-a76801117737 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:33.690070 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af425ded-e8ee-4f63-8bfd-7fdedb280e09 req-4ec62577-04d7-4e55-8e79-a76801117737 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0561180 Nov 09 18:09:33.706904 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.710784 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.711974 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/709de702-c9a4-41e2-a6e8-8ec6d4a3b10c HTTP/1.1" status: 204 len: 168 time: 0.1998098 Nov 09 18:09:33.730259 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709de702-c9a4-41e2-a6e8-8ec6d4a3b10c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:33.747412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:33.747722 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:33.748059 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:33.748390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:33.748715 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:33.749041 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:33.749373 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:33.749778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:33.749986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:33.750309 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:33.750631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:33.750942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13957c4-973d-4e33-9cd0-132a3bbaeb87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:33.763584 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af425ded-e8ee-4f63-8bfd-7fdedb280e09 req-0407c9bc-e29d-4b2c-905d-64785b6f6825 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665326 Nov 09 18:09:33.972814 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301249b0-8415-4d0d-836f-12d22d276be3 req-cd39014e-43dc-45bf-b797-52fbac43f132 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:33.974421 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-301249b0-8415-4d0d-836f-12d22d276be3 req-cd39014e-43dc-45bf-b797-52fbac43f132 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0567234 Nov 09 18:09:34.023665 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-301249b0-8415-4d0d-836f-12d22d276be3 req-e3c4ef77-56b8-418d-bbe6-446127baff74 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428843 Nov 09 18:09:34.044563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37612) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:34.060270 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5b2a0f9-8196-4351-8c23-b932d8f5ef1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.185102 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5b2a0f9-8196-4351-8c23-b932d8f5ef1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.191195 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5b2a0f9-8196-4351-8c23-b932d8f5ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.201421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1b68d-1245-4dc7-bf6b-cac4e14f2d5f req-7bd843b5-aff4-4fbd-bb1a-7a25bae3bea1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:34.202967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ddd1b68d-1245-4dc7-bf6b-cac4e14f2d5f req-7bd843b5-aff4-4fbd-bb1a-7a25bae3bea1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0915225 Nov 09 18:09:34.271540 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e5b2a0f9-8196-4351-8c23-b932d8f5ef1d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=844ae3740385483d92d11d356f70c4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254148 Nov 09 18:09:34.274248 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37616) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:34.278501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2a0f9-8196-4351-8c23-b932d8f5ef1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb2a0c5-b5a0-4bee-90ff-4379c99b6658,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:34.290730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ddd1b68d-1245-4dc7-bf6b-cac4e14f2d5f req-4910768f-dfd5-429f-9776-f429afc6efe3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776179 Nov 09 18:09:34.360344 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57868916-e593-408f-a99d-e90b147bb816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.387616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57868916-e593-408f-a99d-e90b147bb816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.455807 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57868916-e593-408f-a99d-e90b147bb816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.458659 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57868916-e593-408f-a99d-e90b147bb816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.460416 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-57868916-e593-408f-a99d-e90b147bb816 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2fb2a0c5-b5a0-4bee-90ff-4379c99b6658 HTTP/1.1" status: 204 len: 168 time: 0.1851532 Nov 09 18:09:34.470125 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57868916-e593-408f-a99d-e90b147bb816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb2a0c5-b5a0-4bee-90ff-4379c99b6658,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:34.594250 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-e97188aa-cadb-479f-bf85-e599a75e8f0e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:34.596406 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-e97188aa-cadb-479f-bf85-e599a75e8f0e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 812 time: 0.1163771 Nov 09 18:09:34.613435 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7e0c9595-c817-4f74-b88c-1edf02669d74 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/quotas/080b3f95d1934bee9291cf9feb385f09 HTTP/1.1" status: 200 len: 375 time: 0.0103724 Nov 09 18:09:34.684561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-cdda9b72-7cca-462f-9484-64665b6c580a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0647225 Nov 09 18:09:34.805029 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-fb060a09-d0f7-4be4-9757-56f6ef2e2672 service neutron] 10.222.0.81 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108322 Nov 09 18:09:34.937135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-8e024fd4-f4d0-433b-8d72-831fc9cce7a5 service neutron] 10.222.0.81 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202612 Nov 09 18:09:35.117614 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68db19ae-8ca9-4b65-8605-8f7000468280 req-4ab19e0c-16bd-47d9-a5af-dd422a8d275b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 210 time: 0.0305214 Nov 09 18:09:36.278363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-5a6a8abc-9658-49ad-8102-b7123a14ba16 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:36.280988 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-5a6a8abc-9658-49ad-8102-b7123a14ba16 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.18 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 812 time: 0.1977248 Nov 09 18:09:36.284176 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3402491f-09de-4f0e-8954-af59cbd9911a req-ebb1e33b-8e8f-4f37-bb59-5b6e1c95cc04 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 210 time: 0.0359461 Nov 09 18:09:36.303021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-be203488-a977-4414-a9da-75710675f519 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Request body: {'port': {'device_id': 'fcd61518-878b-47d5-9c00-c873ff402d67', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'admin_state_up': True, 'tenant_id': '080b3f95d1934bee9291cf9feb385f09'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:36.436233 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-be203488-a977-4414-a9da-75710675f519 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Made reservation on behalf of 080b3f95d1934bee9291cf9feb385f09 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:36.439940 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-be203488-a977-4414-a9da-75710675f519 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.634870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-be203488-a977-4414-a9da-75710675f519 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Allocated IP 172.20.0.8 (2a20a6e6-e0ed-4d34-bcea-6adb6a89674c/71e09019-9515-48f7-9fe8-702d4a0e85d1/91845f7e-46df-42fd-8f67-788b5df297de) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:36.808836 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-be203488-a977-4414-a9da-75710675f519 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.848531 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-be203488-a977-4414-a9da-75710675f519 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.861512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['814506be-495d-4efc-b7a9-8390ec7da77a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:36.894773 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-be203488-a977-4414-a9da-75710675f519 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:36.898914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-be203488-a977-4414-a9da-75710675f519 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:36.902710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-be203488-a977-4414-a9da-75710675f519 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:36.932298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be203488-a977-4414-a9da-75710675f519 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event updated for resources: {'Port': ['ID=91845f7e-46df-42fd-8f67-788b5df297de,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:36.984670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-be203488-a977-4414-a9da-75710675f519 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:36.985360 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-be203488-a977-4414-a9da-75710675f519 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.012432 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-be203488-a977-4414-a9da-75710675f519 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7159812 Nov 09 18:09:37.026479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Request body: {'port': {'device_id': 'fcd61518-878b-47d5-9c00-c873ff402d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:37.156179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.243236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37726) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:37.286139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-683ad2e9-091e-4fe0-b63d-f2c88171050b None None] Provisioning complete for port 91845f7e-46df-42fd-8f67-788b5df297de triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:37.289595 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-683ad2e9-091e-4fe0-b63d-f2c88171050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.386961 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-683ad2e9-091e-4fe0-b63d-f2c88171050b None None] Port 91845f7e-46df-42fd-8f67-788b5df297de cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:09:37.409121 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-adb88637-82ac-4510-82c0-692f096cc71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.500608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3e60b-aa44-4bb5-9010-f5815d4a5af4 req-94c18023-0117-4a57-a2dc-5c3b39760171 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:37.509265 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7dc3e60b-aa44-4bb5-9010-f5815d4a5af4 req-94c18023-0117-4a57-a2dc-5c3b39760171 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 931 time: 0.0864043 Nov 09 18:09:37.550360 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-adb88637-82ac-4510-82c0-692f096cc71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.556537 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-adb88637-82ac-4510-82c0-692f096cc71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.576084 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7dc3e60b-aa44-4bb5-9010-f5815d4a5af4 req-fa77fcbd-2bbd-49df-8160-033a25024ce1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663700 Nov 09 18:09:37.612467 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-adb88637-82ac-4510-82c0-692f096cc71a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b4e40d18e0c84de693b2074d52633fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680327 Nov 09 18:09:37.615150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37732) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:37.622715 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb88637-82ac-4510-82c0-692f096cc71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e77f64-684a-4a5b-9ae5-d8b1b7aca3e0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:37.700498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91845f7e-46df-42fd-8f67-788b5df297de {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:37.717174 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.723112 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b42a1a9-9fbc-42e6-9605-cfb698880227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.744077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Transition to ACTIVE for port object 91845f7e-46df-42fd-8f67-788b5df297de will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:09:37.753188 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b42a1a9-9fbc-42e6-9605-cfb698880227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.755968 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.839781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Pushing event updated for resources: {'Port': ['ID=91845f7e-46df-42fd-8f67-788b5df297de,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:37.906301 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b42a1a9-9fbc-42e6-9605-cfb698880227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.909357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b42a1a9-9fbc-42e6-9605-cfb698880227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.910551 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1b42a1a9-9fbc-42e6-9605-cfb698880227 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95e77f64-684a-4a5b-9ae5-d8b1b7aca3e0 HTTP/1.1" status: 204 len: 168 time: 0.2943747 Nov 09 18:09:37.925066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42a1a9-9fbc-42e6-9605-cfb698880227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e77f64-684a-4a5b-9ae5-d8b1b7aca3e0,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:37.942765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Attempting to bind port 91845f7e-46df-42fd-8f67-788b5df297de on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:09:37.943348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Attempting to bind port 91845f7e-46df-42fd-8f67-788b5df297de by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:09:37.944061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Attempting to bind port 91845f7e-46df-42fd-8f67-788b5df297de on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:37.951600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Port 91845f7e-46df-42fd-8f67-788b5df297de on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:09:37.952034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Attempting to bind port 91845f7e-46df-42fd-8f67-788b5df297de on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:37.959308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:37.962373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Checking segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:37.962911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Bound using segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:37.963503 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Bound port: 91845f7e-46df-42fd-8f67-788b5df297de, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:09:37.964513 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.048932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] For port 91845f7e-46df-42fd-8f67-788b5df297de, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:38.054757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] For port 91845f7e-46df-42fd-8f67-788b5df297de, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=91845f7e-46df-42fd-8f67-788b5df297de,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:38.062661 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.098415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.100234 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.101745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7849433d-d671-497c-95dc-86865a519b55 service neutron] 10.222.0.18 "PUT /v2.0/ports/91845f7e-46df-42fd-8f67-788b5df297de HTTP/1.1" status: 200 len: 1091 time: 1.0812666 Nov 09 18:09:38.105551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd61518-878b-47d5-9c00-c873ff402d67', 'tag': '91845f7e-46df-42fd-8f67-788b5df297de'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:38.108787 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bb94cf-e871-49b1-b390-728349b4ab11" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd61518-878b-47d5-9c00-c873ff402d67", "tag": "91845f7e-46df-42fd-8f67-788b5df297de"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:38.197324 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8910cbdd-bf95-4a69-8dff-49b56259218a x-openstack-request-id: req-8910cbdd-bf95-4a69-8dff-49b56259218a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:38.197823 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd61518-878b-47d5-9c00-c873ff402d67", "tag": "91845f7e-46df-42fd-8f67-788b5df297de", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:38.198334 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8910cbdd-bf95-4a69-8dff-49b56259218a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:38.199105 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd61518-878b-47d5-9c00-c873ff402d67', 'tag': '91845f7e-46df-42fd-8f67-788b5df297de', 'status': 'completed', 'code': 200} Nov 09 18:09:38.247319 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849433d-d671-497c-95dc-86865a519b55 service neutron] Pushing event updated for resources: {'Port': ['ID=91845f7e-46df-42fd-8f67-788b5df297de,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:38.276688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-73092363-9ce8-4f8d-a975-77d816d7c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.285831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-73092363-9ce8-4f8d-a975-77d816d7c87c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 1094 time: 0.1063938 Nov 09 18:09:38.331755 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7640fd33-a677-421b-bf46-fae422562daa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91845f7e-46df-42fd-8f67-788b5df297de HTTP/1.1" status: 200 len: 217 time: 0.0420675 Nov 09 18:09:38.371017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37742) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:38.390245 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c06f9b9-c057-4ccb-b7ed-9e59eef78917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.397421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-4e8ec76c-0b52-44e8-95e2-d2d5761bf5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.398963 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-4e8ec76c-0b52-44e8-95e2-d2d5761bf5f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0596323 Nov 09 18:09:38.456801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7d1145ed-2a53-43b0-b544-de1c32873658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.458632 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-7d1145ed-2a53-43b0-b544-de1c32873658 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507903 Nov 09 18:09:38.509993 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c06f9b9-c057-4ccb-b7ed-9e59eef78917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.515714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c06f9b9-c057-4ccb-b7ed-9e59eef78917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.566950 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0c06f9b9-c057-4ccb-b7ed-9e59eef78917 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a456a569b5e47f8ac13daef3d729805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949198 Nov 09 18:09:38.568587 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06f9b9-c057-4ccb-b7ed-9e59eef78917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb16e65-f8b2-4a2e-a3f3-fb3b0cba3180,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:38.571399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37744) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:38.598831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-d3d3b75b-ef37-4c7a-bc37-4eeb1025c3bc service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308677 Nov 09 18:09:38.730393 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d10d2853-7278-4f06-9cf1-9c249afbe0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.782141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab0cf3-e3f2-44e4-8751-1bac9f2b6f6b req-ca98a3f1-512c-4410-be65-5eb345ce70d1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.783754 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-baab0cf3-e3f2-44e4-8751-1bac9f2b6f6b req-ca98a3f1-512c-4410-be65-5eb345ce70d1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 943 time: 0.1158562 Nov 09 18:09:38.790009 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19eabf3c-0eb2-49c5-948a-24f56fa947d7 req-b9f31bb6-666f-4403-903f-a01ff5590217 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818044 Nov 09 18:09:38.792128 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d10d2853-7278-4f06-9cf1-9c249afbe0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.864557 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-baab0cf3-e3f2-44e4-8751-1bac9f2b6f6b req-471c9ca8-09ae-4fa0-9c8a-18213a4350d3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700932 Nov 09 18:09:38.936919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb94cf-e871-49b1-b390-728349b4ab11 req-de04894d-48a5-42a4-9c08-bbf32ce8f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.938868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38bb94cf-e871-49b1-b390-728349b4ab11 req-de04894d-48a5-42a4-9c08-bbf32ce8f83d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 1094 time: 0.0684333 Nov 09 18:09:38.945389 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d10d2853-7278-4f06-9cf1-9c249afbe0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.948162 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d10d2853-7278-4f06-9cf1-9c249afbe0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.949328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d10d2853-7278-4f06-9cf1-9c249afbe0f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dbb16e65-f8b2-4a2e-a3f3-fb3b0cba3180 HTTP/1.1" status: 204 len: 168 time: 0.3773005 Nov 09 18:09:39.003464 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d2853-7278-4f06-9cf1-9c249afbe0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb16e65-f8b2-4a2e-a3f3-fb3b0cba3180,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:39.076719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb94cf-e871-49b1-b390-728349b4ab11 req-1c276fc1-6626-46be-990b-3463dbfa22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.078610 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38bb94cf-e871-49b1-b390-728349b4ab11 req-1c276fc1-6626-46be-990b-3463dbfa22bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1281426 Nov 09 18:09:39.170058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38bb94cf-e871-49b1-b390-728349b4ab11 req-eef0ac77-fcc7-464a-8599-e446874c3ecc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91845f7e-46df-42fd-8f67-788b5df297de HTTP/1.1" status: 200 len: 217 time: 0.0828898 Nov 09 18:09:39.238663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb94cf-e871-49b1-b390-728349b4ab11 req-a05efedf-7c96-4fd3-9ebe-658afd3e608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.241241 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38bb94cf-e871-49b1-b390-728349b4ab11 req-a05efedf-7c96-4fd3-9ebe-658afd3e608f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0642207 Nov 09 18:09:39.312269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb94cf-e871-49b1-b390-728349b4ab11 req-f2341936-463b-415d-924e-c8bbcbd5bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.313958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38bb94cf-e871-49b1-b390-728349b4ab11 req-f2341936-463b-415d-924e-c8bbcbd5bdbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639021 Nov 09 18:09:39.432729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38bb94cf-e871-49b1-b390-728349b4ab11 req-874364a6-94d9-48d4-9c42-c9001aeacc23 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095409 Nov 09 18:09:39.884124 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37776) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:39.902069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38bb94cf-e871-49b1-b390-728349b4ab11 req-7fe5f72e-a6c3-4317-b752-a862bd2af987 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609187 Nov 09 18:09:40.014283 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1648281847-network', 'tenant_id': 'c99b4c7804f24724b857c4c2d4fb75e8'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:40.046261 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Made reservation on behalf of c99b4c7804f24724b857c4c2d4fb75e8 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:40.048627 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.058041 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091b187-7368-4d4d-8d01-8aa3dbd7ae96 req-231bc3c4-1098-47b5-a11a-b6b2174a5964 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:40.059752 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7091b187-7368-4d4d-8d01-8aa3dbd7ae96 req-231bc3c4-1098-47b5-a11a-b6b2174a5964 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 943 time: 0.0829651 Nov 09 18:09:40.067620 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.129609 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7091b187-7368-4d4d-8d01-8aa3dbd7ae96 req-664ec964-ec0e-441d-97c4-5ba7417d7500 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588677 Nov 09 18:09:40.194891 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.199741 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.228826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:09:40.235315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3be8c6-2c37-47ca-bf14-5df958dff800,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:40.243416 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.243799 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Added segment 04b12038-23a5-4aac-88ce-a75e7dc16738 of type vlan for network 392738b5-3417-43d3-9a79-97082ae5426b Nov 09 18:09:40.290014 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.315966 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.317091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:40.317663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.372495 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4870448 Nov 09 18:09:40.375700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37782) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:40.383102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3292a9af-909f-4d7b-9991-7beca9a46fb1 admin admin] Request body: {'subnet': {'network_id': '392738b5-3417-43d3-9a79-97082ae5426b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1648281847-subnet', 'tenant_id': 'c99b4c7804f24724b857c4c2d4fb75e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:40.384545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503779a4-cfe0-48b8-a273-d8c32fa926d6 admin admin] Pushing event updated for resources: {'Network': ['ID=392738b5-3417-43d3-9a79-97082ae5426b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:40.398998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 392738b5-3417-43d3-9a79-97082ae5426b details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:09:40.424824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3292a9af-909f-4d7b-9991-7beca9a46fb1 admin admin] Made reservation on behalf of c99b4c7804f24724b857c4c2d4fb75e8 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:40.428038 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3292a9af-909f-4d7b-9991-7beca9a46fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.608837 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3292a9af-909f-4d7b-9991-7beca9a46fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.667247 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5bd94867-4ab1-47bc-9e52-602af58500a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.672308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292a9af-909f-4d7b-9991-7beca9a46fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a973a777-a012-4569-8bbe-a1e4726a8aa2,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:40.680320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3292a9af-909f-4d7b-9991-7beca9a46fb1 admin admin] Checking segment: {'id': '04b12038-23a5-4aac-88ce-a75e7dc16738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '392738b5-3417-43d3-9a79-97082ae5426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:40.680681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3292a9af-909f-4d7b-9991-7beca9a46fb1 admin admin] Network hostable DHCP agents. Network: 392738b5-3417-43d3-9a79-97082ae5426b, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:09:40.698226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3292a9af-909f-4d7b-9991-7beca9a46fb1 admin admin] Network 392738b5-3417-43d3-9a79-97082ae5426b is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:09:40.708342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-3292a9af-909f-4d7b-9991-7beca9a46fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 392738b5-3417-43d3-9a79-97082ae5426b) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:40.712917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3292a9af-909f-4d7b-9991-7beca9a46fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:40.713572 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3292a9af-909f-4d7b-9991-7beca9a46fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.718324 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867e8161-a1b3-449c-9a7a-fd8b3bc68018 None None] Network 392738b5-3417-43d3-9a79-97082ae5426b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:40.740785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3292a9af-909f-4d7b-9991-7beca9a46fb1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3578613 Nov 09 18:09:40.854184 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4431c-e4b2-4afa-8647-ba847d87f468 None None] Network 392738b5-3417-43d3-9a79-97082ae5426b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:41.276077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790c629-5604-492e-a6df-fcaeb9d0cafc req-6ce014dc-569a-4c50-8048-d8e95eb7d7e7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:41.277667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5790c629-5604-492e-a6df-fcaeb9d0cafc req-6ce014dc-569a-4c50-8048-d8e95eb7d7e7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 943 time: 0.0581801 Nov 09 18:09:41.282841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37802) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:41.290186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1026353444-network', 'tenant_id': '72f24c7db775479c947d6006a231329a'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:41.337117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Made reservation on behalf of 72f24c7db775479c947d6006a231329a for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:41.339487 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.343743 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5790c629-5604-492e-a6df-fcaeb9d0cafc req-72de8d08-4f1a-4e70-8f9d-348c3eff9a84 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585887 Nov 09 18:09:41.353256 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.444485 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.448155 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.473453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:09:41.483405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8037db-2cef-4aff-b95d-1ae056b7b94c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:41.488213 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.488549 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Added segment b5670703-2862-4aea-83f0-8459b4cd65fd of type vlan for network 6ad4fe90-154b-45cd-a83f-a355e75d0800 Nov 09 18:09:41.528851 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.556340 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.557405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:41.557966 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.612091 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3252444 Nov 09 18:09:41.612207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37808) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:41.617904 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ff65ee43-1fde-4d83-a042-c71abf384764 admin admin] Request body: {'subnet': {'network_id': '6ad4fe90-154b-45cd-a83f-a355e75d0800', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1026353444-subnet', 'tenant_id': '72f24c7db775479c947d6006a231329a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:41.621799 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5edd69-83a4-4009-a662-114b9b0178f0 admin admin] Pushing event updated for resources: {'Network': ['ID=6ad4fe90-154b-45cd-a83f-a355e75d0800,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:41.638584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 6ad4fe90-154b-45cd-a83f-a355e75d0800 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:09:41.643899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff65ee43-1fde-4d83-a042-c71abf384764 admin admin] Made reservation on behalf of 72f24c7db775479c947d6006a231329a for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:41.647423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ff65ee43-1fde-4d83-a042-c71abf384764 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.846345 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ff65ee43-1fde-4d83-a042-c71abf384764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.906541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37814) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:41.908672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65ee43-1fde-4d83-a042-c71abf384764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18100c18-59d1-472a-b43f-70e0602e4d94,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:41.918175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65ee43-1fde-4d83-a042-c71abf384764 admin admin] Checking segment: {'id': 'b5670703-2862-4aea-83f0-8459b4cd65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6ad4fe90-154b-45cd-a83f-a355e75d0800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:41.918548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff65ee43-1fde-4d83-a042-c71abf384764 admin admin] Network hostable DHCP agents. Network: 6ad4fe90-154b-45cd-a83f-a355e75d0800, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:09:41.937498 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff65ee43-1fde-4d83-a042-c71abf384764 admin admin] Network 6ad4fe90-154b-45cd-a83f-a355e75d0800 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:09:41.947380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-ff65ee43-1fde-4d83-a042-c71abf384764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 6ad4fe90-154b-45cd-a83f-a355e75d0800) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:41.951735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff65ee43-1fde-4d83-a042-c71abf384764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:41.952324 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ff65ee43-1fde-4d83-a042-c71abf384764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.957846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ae0946-965f-417a-a093-11eceaa320b4 None None] Network 6ad4fe90-154b-45cd-a83f-a355e75d0800 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:41.971297 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ff65ee43-1fde-4d83-a042-c71abf384764 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3578773 Nov 09 18:09:42.047340 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d50e1344-48e0-4928-936b-a302bb9768e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.133805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de3b5b0-cad1-4551-9d6f-ecbb8bfb90db None None] Network 6ad4fe90-154b-45cd-a83f-a355e75d0800 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:42.153846 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d50e1344-48e0-4928-936b-a302bb9768e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.159453 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d50e1344-48e0-4928-936b-a302bb9768e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.202661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37822) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:42.202948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d50e1344-48e0-4928-936b-a302bb9768e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a0ec034135c4579bb6fe5fa71482eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948835 Nov 09 18:09:42.203664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e1344-48e0-4928-936b-a302bb9768e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d906e52f-e2f2-4255-81ba-0a3e19f86067,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:42.281964 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2eca0a59-945e-4ad1-865e-61898be5aff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.313531 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2eca0a59-945e-4ad1-865e-61898be5aff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.368540 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2eca0a59-945e-4ad1-865e-61898be5aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.371370 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2eca0a59-945e-4ad1-865e-61898be5aff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.372726 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2eca0a59-945e-4ad1-865e-61898be5aff0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d906e52f-e2f2-4255-81ba-0a3e19f86067 HTTP/1.1" status: 204 len: 168 time: 0.1689570 Nov 09 18:09:42.387156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca0a59-945e-4ad1-865e-61898be5aff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d906e52f-e2f2-4255-81ba-0a3e19f86067,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:42.490826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3258f-647f-430c-a89b-3225eb3abe78 req-f4117c46-70ef-4fc3-b90b-72177ea183a4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.492493 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fa3258f-647f-430c-a89b-3225eb3abe78 req-f4117c46-70ef-4fc3-b90b-72177ea183a4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 943 time: 0.0603058 Nov 09 18:09:42.534157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fa3258f-647f-430c-a89b-3225eb3abe78 req-097cc9ef-b55d-452a-97b4-9c01cc1eeb86 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347126 Nov 09 18:09:42.560005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-86a1027a-4cf5-420b-8b52-f19ae6f40799 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.561594 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-86a1027a-4cf5-420b-8b52-f19ae6f40799 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/networks?id=392738b5-3417-43d3-9a79-97082ae5426b HTTP/1.1" status: 200 len: 809 time: 0.1129575 Nov 09 18:09:42.578386 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-5de4551b-9008-4d4c-aaa2-6df2dd797d39 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/quotas/c99b4c7804f24724b857c4c2d4fb75e8 HTTP/1.1" status: 200 len: 375 time: 0.0105803 Nov 09 18:09:42.616300 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-dc72e1cf-85d9-486d-aca1-8f79cbade66d tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c99b4c7804f24724b857c4c2d4fb75e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307267 Nov 09 18:09:42.712005 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-2d834f8d-23f4-4f8c-bc65-b4917d1651e4 service neutron] 10.222.0.81 "GET /v2.0/networks/392738b5-3417-43d3-9a79-97082ae5426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887744 Nov 09 18:09:42.807062 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-7737f975-cdba-4e98-9345-62ba99a098fc service neutron] 10.222.0.81 "GET /v2.0/networks/392738b5-3417-43d3-9a79-97082ae5426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890565 Nov 09 18:09:42.990223 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-732a59d4-4379-4c1e-9156-64f630c2821e req-e7b49ea6-60ff-41fc-b8f9-abde110e4c3b tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 210 time: 0.0289137 Nov 09 18:09:43.128098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37866) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.247168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-731528190-network', 'tenant_id': '791372ab743f4218a83349f2e655832c'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:43.269729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Made reservation on behalf of 791372ab743f4218a83349f2e655832c for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:43.272897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.282695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.366828 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.370883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.397224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:09:43.408383 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16efb575-cec4-4d84-8b52-4cff966a1d52,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:43.414524 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.414877 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Added segment 49f0bea8-3f7c-4e34-ae05-4638676c121a of type vlan for network 05fd1d04-499d-4053-81a3-9700edf79a20 Nov 09 18:09:43.470770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.503520 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.504510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:43.505095 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.558032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4287827 Nov 09 18:09:43.561223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37874) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.566145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d2d866ad-d470-451b-a62d-dbd252decb3e admin admin] Request body: {'subnet': {'network_id': '05fd1d04-499d-4053-81a3-9700edf79a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-731528190-subnet', 'tenant_id': '791372ab743f4218a83349f2e655832c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:43.585694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023e2a7-ae2e-4df2-8b29-c4603561ed19 admin admin] Pushing event updated for resources: {'Network': ['ID=05fd1d04-499d-4053-81a3-9700edf79a20,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:43.592092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d866ad-d470-451b-a62d-dbd252decb3e admin admin] Made reservation on behalf of 791372ab743f4218a83349f2e655832c for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:43.595686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d2d866ad-d470-451b-a62d-dbd252decb3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.598504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 05fd1d04-499d-4053-81a3-9700edf79a20 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:09:43.676134 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2e192a6c-fd40-49e9-82ee-2b20defda63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.728639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9a711-eec5-460f-8de1-806adb05ce0b req-ed46b17a-ea59-4db3-b377-a913045b283d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:43.730128 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04f9a711-eec5-460f-8de1-806adb05ce0b req-ed46b17a-ea59-4db3-b377-a913045b283d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 943 time: 0.1098030 Nov 09 18:09:43.781075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37878) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.782582 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 91845f7e-46df-42fd-8f67-788b5df297de details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:09:43.805790 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04f9a711-eec5-460f-8de1-806adb05ce0b req-a816b0d0-3b66-493e-9bf4-9ec2fcf6d534 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691705 Nov 09 18:09:43.860339 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6c5cabc1-c5da-432c-92dd-1bfd6bbde2ef tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/floatingips/4df883c7-b9db-485f-8596-8e147152c7e9 HTTP/1.1" status: 200 len: 992 time: 0.0701969 Nov 09 18:09:43.898537 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d2d866ad-d470-451b-a62d-dbd252decb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.912595 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 91845f7e-46df-42fd-8f67-788b5df297de, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=91845f7e-46df-42fd-8f67-788b5df297de,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:43.926556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '91845f7e-46df-42fd-8f67-788b5df297de', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'port_id': '91845f7e-46df-42fd-8f67-788b5df297de', 'mac_address': 'fa:16:3e:72:9f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:09:43.978776 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.992905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d866ad-d470-451b-a62d-dbd252decb3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=924cf83b-1a0c-4b69-aaad-e39c013d9278,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:43.996869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91845f7e-46df-42fd-8f67-788b5df297de {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:44.010746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d866ad-d470-451b-a62d-dbd252decb3e admin admin] Checking segment: {'id': '49f0bea8-3f7c-4e34-ae05-4638676c121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05fd1d04-499d-4053-81a3-9700edf79a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:44.011557 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d866ad-d470-451b-a62d-dbd252decb3e admin admin] Network hostable DHCP agents. Network: 05fd1d04-499d-4053-81a3-9700edf79a20, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:09:44.022148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 91845f7e-46df-42fd-8f67-788b5df297de, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=91845f7e-46df-42fd-8f67-788b5df297de,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:44.030189 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.050054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d866ad-d470-451b-a62d-dbd252decb3e admin admin] Network 05fd1d04-499d-4053-81a3-9700edf79a20 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:09:44.065412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-d2d866ad-d470-451b-a62d-dbd252decb3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 05fd1d04-499d-4053-81a3-9700edf79a20) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:44.070278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d866ad-d470-451b-a62d-dbd252decb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:44.071197 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d2d866ad-d470-451b-a62d-dbd252decb3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.078624 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ccb912-3f1c-418f-927a-332faab0e5f7 None None] Network 05fd1d04-499d-4053-81a3-9700edf79a20 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:44.101309 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37886) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:44.128777 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d2d866ad-d470-451b-a62d-dbd252decb3e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5586934 Nov 09 18:09:44.142749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=91845f7e-46df-42fd-8f67-788b5df297de,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:44.152747 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:44.153122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:44.157806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:44.158170 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:44.158513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:44.158851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:44.159188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:44.159562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:44.159902 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:44.160230 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:44.160563 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:44.161495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:44.172372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-59d2541d-b222-4e92-8b6f-67cfc94196a3 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:44.176281 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-59d2541d-b222-4e92-8b6f-67cfc94196a3 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.18 "GET /v2.0/networks?id=392738b5-3417-43d3-9a79-97082ae5426b HTTP/1.1" status: 200 len: 809 time: 0.1675076 Nov 09 18:09:44.200698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-c8faf2f4-db30-47d1-819d-52cf04c67b21 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Request body: {'port': {'device_id': 'a26aad80-8d19-4775-a28c-e178d614038c', 'network_id': '392738b5-3417-43d3-9a79-97082ae5426b', 'admin_state_up': True, 'tenant_id': 'c99b4c7804f24724b857c4c2d4fb75e8'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:44.224211 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a2a6ba8f-8a07-4891-9cbb-9e6d9e246e2e req-5f59f7d4-d620-4fa3-b5df-8e73962ead7b tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 210 time: 0.1079810 Nov 09 18:09:44.253758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d3f03-2e7e-475a-9501-f5357677819e None None] Network 05fd1d04-499d-4053-81a3-9700edf79a20 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:44.361902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-c8faf2f4-db30-47d1-819d-52cf04c67b21 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Made reservation on behalf of c99b4c7804f24724b857c4c2d4fb75e8 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:44.366889 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-c8faf2f4-db30-47d1-819d-52cf04c67b21 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.382998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-33c90816-3fa0-481c-82c2-924ecb7b9776 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting port a1dd3db2-7630-467b-974b-268eb81181a5 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:44.383395 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33c90816-3fa0-481c-82c2-924ecb7b9776 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.407876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['91845f7e-46df-42fd-8f67-788b5df297de'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:44.484232 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.506313 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33c90816-3fa0-481c-82c2-924ecb7b9776 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.506666 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33c90816-3fa0-481c-82c2-924ecb7b9776 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.519941 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-33c90816-3fa0-481c-82c2-924ecb7b9776 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Calling delete_port for a1dd3db2-7630-467b-974b-268eb81181a5 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:44.540411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-c8faf2f4-db30-47d1-819d-52cf04c67b21 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Allocated IP 172.20.0.3 (392738b5-3417-43d3-9a79-97082ae5426b/a973a777-a012-4569-8bbe-a1e4726a8aa2/2ce4e931-2b25-490d-abdd-e7b3890c633a) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:44.744765 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33c90816-3fa0-481c-82c2-924ecb7b9776 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.752719 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-c8faf2f4-db30-47d1-819d-52cf04c67b21 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.787014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c90816-3fa0-481c-82c2-924ecb7b9776 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Port': ['ID=a1dd3db2-7630-467b-974b-268eb81181a5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:44.814270 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-c8faf2f4-db30-47d1-819d-52cf04c67b21 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.831803 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37902) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:44.839340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1230604568-network', 'tenant_id': '59aa306f7865455983775cff9fb0c7cc'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:44.880746 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33c90816-3fa0-481c-82c2-924ecb7b9776 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.881296 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-33c90816-3fa0-481c-82c2-924ecb7b9776 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Floating IP 4df883c7-b9db-485f-8596-8e147152c7e9 disassociated (deleted). External IP: 172.25.1.33, port: 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e. Nov 09 18:09:44.884695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Made reservation on behalf of 59aa306f7865455983775cff9fb0c7cc for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:44.887090 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.909571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faf2f4-db30-47d1-819d-52cf04c67b21 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Pushing event updated for resources: {'Port': ['ID=2ce4e931-2b25-490d-abdd-e7b3890c633a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:44.914735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-c8faf2f4-db30-47d1-819d-52cf04c67b21 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Network 392738b5-3417-43d3-9a79-97082ae5426b is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:44.925060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-c8faf2f4-db30-47d1-819d-52cf04c67b21 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:44.942697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-c8faf2f4-db30-47d1-819d-52cf04c67b21 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:44.963057 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.006295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a62a4-77b5-4262-83d0-6a4fb3ac50b9 req-097c7420-5af0-4e1a-8f1d-afcd3965c443 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:45.007913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a09a62a4-77b5-4262-83d0-6a4fb3ac50b9 req-097c7420-5af0-4e1a-8f1d-afcd3965c443 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 944 time: 0.0996377 Nov 09 18:09:45.016872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-c8faf2f4-db30-47d1-819d-52cf04c67b21 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:45.017406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-c8faf2f4-db30-47d1-819d-52cf04c67b21 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.049559 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-c8faf2f4-db30-47d1-819d-52cf04c67b21 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8603604 Nov 09 18:09:45.065886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Request body: {'port': {'device_id': 'a26aad80-8d19-4775-a28c-e178d614038c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:45.091175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a09a62a4-77b5-4262-83d0-6a4fb3ac50b9 req-45ee0af1-8fd4-4bdb-a757-39845b2854f3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691895 Nov 09 18:09:45.137275 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.198658 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.205353 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.242018 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:09:45.252502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22697e41-aa8e-4ac2-818b-e801687bb975,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:45.262386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.262492 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Added segment dea7379d-8aa7-45da-ba0a-33b80c64a8cd of type vlan for network 0423c49c-8ac2-48c0-86be-13be8e96a903 Nov 09 18:09:45.276803 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c90816-3fa0-481c-82c2-924ecb7b9776 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:09:45.369280 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.428556 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.455682 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.456614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:45.457185 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.459685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce4e931-2b25-490d-abdd-e7b3890c633a {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:45.467809 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.493030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Transition to ACTIVE for port object 2ce4e931-2b25-490d-abdd-e7b3890c633a will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:09:45.496652 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.525600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003f2b5-2d6e-4fad-94f6-e370742b7624 req-32b56d4d-ac5a-4c65-88fd-a6265435da0d tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:45.530574 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2003f2b5-2d6e-4fad-94f6-e370742b7624 req-32b56d4d-ac5a-4c65-88fd-a6265435da0d tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 931 time: 0.2049913 Nov 09 18:09:45.537275 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7011397 Nov 09 18:09:45.538875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37908) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:45.552289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-71031d87-2666-4c44-9c85-7e02168ad28d admin admin] Request body: {'subnet': {'network_id': '0423c49c-8ac2-48c0-86be-13be8e96a903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1230604568-subnet', 'tenant_id': '59aa306f7865455983775cff9fb0c7cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:45.560443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a394b-0814-4a70-8760-d0235546640d service neutron] Pushing event updated for resources: {'Port': ['ID=2ce4e931-2b25-490d-abdd-e7b3890c633a,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:45.568698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c90816-3fa0-481c-82c2-924ecb7b9776 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:45.572142 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79110e05-3537-454e-aeb6-458d89bc51c3 admin admin] Pushing event updated for resources: {'Network': ['ID=0423c49c-8ac2-48c0-86be-13be8e96a903,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:45.578189 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-33c90816-3fa0-481c-82c2-924ecb7b9776 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.587823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d48421-801a-4ee7-9ee1-251f1a5c840c None None] Sync routers for ids ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:45.592813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 0423c49c-8ac2-48c0-86be-13be8e96a903 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:09:45.623171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71031d87-2666-4c44-9c85-7e02168ad28d admin admin] Made reservation on behalf of 59aa306f7865455983775cff9fb0c7cc for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:45.625583 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-71031d87-2666-4c44-9c85-7e02168ad28d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.628606 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2003f2b5-2d6e-4fad-94f6-e370742b7624 req-bf4a187c-7913-4d8b-972c-fa5cfeb5fbbf tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a3be8c6-2c37-47ca-bf14-5df958dff800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830464 Nov 09 18:09:45.630502 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-33c90816-3fa0-481c-82c2-924ecb7b9776 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "DELETE /v2.0/floatingips/4df883c7-b9db-485f-8596-8e147152c7e9 HTTP/1.1" status: 204 len: 168 time: 1.5276496 Nov 09 18:09:45.632068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'tag': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:45.633723 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dad32b0-6393-4550-8ebe-20d2f132fb53" -d '{"events": [{"name": "network-changed", "server_uuid": "bb518b9c-79f9-4f07-9f64-2066a0cc041a", "tag": "8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:45.649894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d48421-801a-4ee7-9ee1-251f1a5c840c None None] Routers {'16f87b50-87a4-4879-8d6b-9ae3d0e83f35'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:45.650983 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c5d48421-801a-4ee7-9ee1-251f1a5c840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:09:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:45.777599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Attempting to bind port 2ce4e931-2b25-490d-abdd-e7b3890c633a on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:09:45.777938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Attempting to bind port 2ce4e931-2b25-490d-abdd-e7b3890c633a by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '04b12038-23a5-4aac-88ce-a75e7dc16738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '392738b5-3417-43d3-9a79-97082ae5426b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:09:45.778272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Attempting to bind port 2ce4e931-2b25-490d-abdd-e7b3890c633a on network 392738b5-3417-43d3-9a79-97082ae5426b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:45.784311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 91845f7e-46df-42fd-8f67-788b5df297de up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:45.784840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Port 2ce4e931-2b25-490d-abdd-e7b3890c633a on network 392738b5-3417-43d3-9a79-97082ae5426b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:09:45.785168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Attempting to bind port 2ce4e931-2b25-490d-abdd-e7b3890c633a on network 392738b5-3417-43d3-9a79-97082ae5426b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:45.796299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:45.796912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Checking segment: {'id': '04b12038-23a5-4aac-88ce-a75e7dc16738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '392738b5-3417-43d3-9a79-97082ae5426b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:45.797586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Bound using segment: {'id': '04b12038-23a5-4aac-88ce-a75e7dc16738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '392738b5-3417-43d3-9a79-97082ae5426b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:45.798044 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Bound port: 2ce4e931-2b25-490d-abdd-e7b3890c633a, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b12038-23a5-4aac-88ce-a75e7dc16738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '392738b5-3417-43d3-9a79-97082ae5426b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:09:45.798650 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.890837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c5d48421-801a-4ee7-9ee1-251f1a5c840c None None] Set router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:45.934610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 91845f7e-46df-42fd-8f67-788b5df297de completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:09:45.942377 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 91845f7e-46df-42fd-8f67-788b5df297de triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:45.943308 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.964997 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c797471-ec08-4705-8e59-d5129af8365e x-openstack-request-id: req-6c797471-ec08-4705-8e59-d5129af8365e {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:45.965511 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb518b9c-79f9-4f07-9f64-2066a0cc041a", "tag": "8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:45.965631 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c797471-ec08-4705-8e59-d5129af8365e {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:45.966071 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'tag': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e', 'status': 'completed', 'code': 200} Nov 09 18:09:45.991797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] For port 2ce4e931-2b25-490d-abdd-e7b3890c633a, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:46.070143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] For port 2ce4e931-2b25-490d-abdd-e7b3890c633a, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2ce4e931-2b25-490d-abdd-e7b3890c633a,segment=NetworkSegment(04b12038-23a5-4aac-88ce-a75e7dc16738),segment_id=04b12038-23a5-4aac-88ce-a75e7dc16738)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:46.083796 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.088303 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-71031d87-2666-4c44-9c85-7e02168ad28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.118598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8f95a-21f1-475d-a7a6-1fb80ef94178 req-923012c5-dc3b-493b-b1b9-b18717f01d70 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.120190 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99d8f95a-21f1-475d-a7a6-1fb80ef94178 req-923012c5-dc3b-493b-b1b9-b18717f01d70 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 945 time: 0.1907339 Nov 09 18:09:46.144466 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.172228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad32b0-6393-4550-8ebe-20d2f132fb53 req-8d824e1c-70dc-4e7e-81c2-c6790d4cdb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.173697 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dad32b0-6393-4550-8ebe-20d2f132fb53 req-8d824e1c-70dc-4e7e-81c2-c6790d4cdb24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a43447eafa45493097f94d60b425ddb3&device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 1096 time: 0.1758788 Nov 09 18:09:46.186808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.187471 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.188868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-756a394b-0814-4a70-8760-d0235546640d service neutron] 10.222.0.18 "PUT /v2.0/ports/2ce4e931-2b25-490d-abdd-e7b3890c633a HTTP/1.1" status: 200 len: 1091 time: 1.1282427 Nov 09 18:09:46.193265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26aad80-8d19-4775-a28c-e178d614038c', 'tag': '2ce4e931-2b25-490d-abdd-e7b3890c633a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:46.195666 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4277a41-ace4-46d4-b819-12af25a5fb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a26aad80-8d19-4775-a28c-e178d614038c", "tag": "2ce4e931-2b25-490d-abdd-e7b3890c633a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:46.204941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd61518-878b-47d5-9c00-c873ff402d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91845f7e-46df-42fd-8f67-788b5df297de'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:46.207339 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30e06fd-3bba-49bd-8f44-4ed1f592bb9d" -d '{"events": [{"server_uuid": "fcd61518-878b-47d5-9c00-c873ff402d67", "name": "network-vif-plugged", "status": "completed", "tag": "91845f7e-46df-42fd-8f67-788b5df297de"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:46.226690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 91845f7e-46df-42fd-8f67-788b5df297de, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=91845f7e-46df-42fd-8f67-788b5df297de,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:46.233012 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.240367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e2f11-67c9-4650-b52e-388c69642c09 req-5dac4311-4d74-437e-8d28-bc34ad965314 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.242359 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c68e2f11-67c9-4650-b52e-388c69642c09 req-5dac4311-4d74-437e-8d28-bc34ad965314 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 944 time: 0.0720730 Nov 09 18:09:46.286528 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=91845f7e-46df-42fd-8f67-788b5df297de,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:46.299846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c5d48421-801a-4ee7-9ee1-251f1a5c840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9bf4441a-3c4e-4b55-bf82-d0c4330a56f3', 'name': '', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:5d:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:41Z', 'updated_at': '2021-11-09T18:08:47Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:46.307776 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c68e2f11-67c9-4650-b52e-388c69642c09 req-ba892a1d-ed4c-46ad-98fa-d38a96379007 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570838 Nov 09 18:09:46.333112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71031d87-2666-4c44-9c85-7e02168ad28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e49559d-44e6-4a2e-98c4-10119be014ce,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:46.334093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d48421-801a-4ee7-9ee1-251f1a5c840c None None] Checking router: 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:46.347175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d48421-801a-4ee7-9ee1-251f1a5c840c None None] Routers {'16f87b50-87a4-4879-8d6b-9ae3d0e83f35'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:46.348369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c5d48421-801a-4ee7-9ee1-251f1a5c840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:09:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:46.382962 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6634480f-3e93-429e-a4d7-ffa47a8df43c x-openstack-request-id: req-6634480f-3e93-429e-a4d7-ffa47a8df43c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:46.383312 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26aad80-8d19-4775-a28c-e178d614038c", "tag": "2ce4e931-2b25-490d-abdd-e7b3890c633a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:46.383511 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6634480f-3e93-429e-a4d7-ffa47a8df43c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:46.383912 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26aad80-8d19-4775-a28c-e178d614038c', 'tag': '2ce4e931-2b25-490d-abdd-e7b3890c633a', 'status': 'completed', 'code': 200} Nov 09 18:09:46.384645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a394b-0814-4a70-8760-d0235546640d service neutron] Pushing event updated for resources: {'Port': ['ID=2ce4e931-2b25-490d-abdd-e7b3890c633a,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:46.396675 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99d8f95a-21f1-475d-a7a6-1fb80ef94178 req-27254fc6-4449-4946-92e2-dcaad518197b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=77c5bc65-1e4a-4701-9258-fa2cadfdc88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345164 Nov 09 18:09:46.416241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71031d87-2666-4c44-9c85-7e02168ad28d admin admin] Checking segment: {'id': 'dea7379d-8aa7-45da-ba0a-33b80c64a8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0423c49c-8ac2-48c0-86be-13be8e96a903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:46.416597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71031d87-2666-4c44-9c85-7e02168ad28d admin admin] Network hostable DHCP agents. Network: 0423c49c-8ac2-48c0-86be-13be8e96a903, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:09:46.424364 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e719e0ca-0180-48af-8e2e-abc7b532b8a8 x-openstack-request-id: req-e719e0ca-0180-48af-8e2e-abc7b532b8a8 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:46.424660 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd61518-878b-47d5-9c00-c873ff402d67", "name": "network-vif-plugged", "status": "completed", "tag": "91845f7e-46df-42fd-8f67-788b5df297de", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:46.424916 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e719e0ca-0180-48af-8e2e-abc7b532b8a8 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:46.425309 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd61518-878b-47d5-9c00-c873ff402d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91845f7e-46df-42fd-8f67-788b5df297de', 'code': 200} Nov 09 18:09:46.454972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-06666819-15bc-48b2-a0ce-acf227278d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.456499 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-06666819-15bc-48b2-a0ce-acf227278d58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c99b4c7804f24724b857c4c2d4fb75e8&device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 1094 time: 0.1967635 Nov 09 18:09:46.463306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad32b0-6393-4550-8ebe-20d2f132fb53 req-c5609c2f-2448-4028-b9b7-8c57bb811fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.464828 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dad32b0-6393-4550-8ebe-20d2f132fb53 req-c5609c2f-2448-4028-b9b7-8c57bb811fa9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8ce3cc4-697c-4cd0-8477-a295e36a570b HTTP/1.1" status: 200 len: 898 time: 0.2725666 Nov 09 18:09:46.465870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71031d87-2666-4c44-9c85-7e02168ad28d admin admin] Network 0423c49c-8ac2-48c0-86be-13be8e96a903 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:09:46.481339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c5d48421-801a-4ee7-9ee1-251f1a5c840c None None] Set router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:46.520346 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-5583d64d-34ed-43b2-9e56-b8b30ad5efeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ce4e931-2b25-490d-abdd-e7b3890c633a HTTP/1.1" status: 200 len: 217 time: 0.0507548 Nov 09 18:09:46.534054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd9dae-f688-407d-9e18-c19f68f6b29f req-b354538b-0f97-46c3-8dd7-de0b648a649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.535691 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bdd9dae-f688-407d-9e18-c19f68f6b29f req-b354538b-0f97-46c3-8dd7-de0b648a649b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 1096 time: 0.0502348 Nov 09 18:09:46.548294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-71031d87-2666-4c44-9c85-7e02168ad28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 0423c49c-8ac2-48c0-86be-13be8e96a903) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:46.560116 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dad32b0-6393-4550-8ebe-20d2f132fb53 req-c2023e71-2838-431f-820d-1ed47cf23149 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e HTTP/1.1" status: 200 len: 217 time: 0.0802596 Nov 09 18:09:46.561499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71031d87-2666-4c44-9c85-7e02168ad28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.562220 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-71031d87-2666-4c44-9c85-7e02168ad28d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.580051 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bdd9dae-f688-407d-9e18-c19f68f6b29f req-13273897-c416-4db7-9dee-54a38e1337e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351727 Nov 09 18:09:46.595937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb461b5c-d36f-4cfd-b1ac-2abe11757f68 None None] Network 0423c49c-8ac2-48c0-86be-13be8e96a903 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:46.631891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-71031d87-2666-4c44-9c85-7e02168ad28d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0891869 Nov 09 18:09:46.651822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-1e340d90-e564-4f7a-a7a7-ebc0bb879de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.653248 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-1e340d90-e564-4f7a-a7a7-ebc0bb879de1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a973a777-a012-4569-8bbe-a1e4726a8aa2 HTTP/1.1" status: 200 len: 849 time: 0.1028013 Nov 09 18:09:46.659316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad32b0-6393-4550-8ebe-20d2f132fb53 req-eef6bb6d-6d51-4d6a-8813-1368f159b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.660827 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dad32b0-6393-4550-8ebe-20d2f132fb53 req-eef6bb6d-6d51-4d6a-8813-1368f159b1b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=adc0d14b-d0b2-4289-92a9-e45bf5aa8a77 HTTP/1.1" status: 200 len: 835 time: 0.0764165 Nov 09 18:09:46.723108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad32b0-6393-4550-8ebe-20d2f132fb53 req-5273694b-04d9-4cf1-a435-faeb58563e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.725664 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dad32b0-6393-4550-8ebe-20d2f132fb53 req-5273694b-04d9-4cf1-a435-faeb58563e36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8ce3cc4-697c-4cd0-8477-a295e36a570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572610 Nov 09 18:09:46.817381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4239db-c105-4815-90dc-a8a26fe4cae5 req-d2777983-05a7-46c1-aa91-96e3fe5e60c9 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.819996 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cd4239db-c105-4815-90dc-a8a26fe4cae5 req-d2777983-05a7-46c1-aa91-96e3fe5e60c9 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 943 time: 0.0861392 Nov 09 18:09:46.855667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dad32b0-6393-4550-8ebe-20d2f132fb53 req-ef6029d2-9b5a-4830-a117-a9c26bddc82c service neutron] 10.222.0.13 "GET /v2.0/networks/a8ce3cc4-697c-4cd0-8477-a295e36a570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213987 Nov 09 18:09:46.878026 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cd4239db-c105-4815-90dc-a8a26fe4cae5 req-8e66c28e-30ea-48b0-a0bc-142ef02e7b11 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a3be8c6-2c37-47ca-bf14-5df958dff800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469913 Nov 09 18:09:46.892391 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-ce8dc4d7-2e05-4f9a-8cf6-083588df2a93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=392738b5-3417-43d3-9a79-97082ae5426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357454 Nov 09 18:09:46.971665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035b5b8-d37e-42b0-82b0-7866e677f54b None None] Network 0423c49c-8ac2-48c0-86be-13be8e96a903 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:47.038538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c5d48421-801a-4ee7-9ee1-251f1a5c840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9bf4441a-3c4e-4b55-bf82-d0c4330a56f3', 'name': '', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:5d:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:41Z', 'updated_at': '2021-11-09T18:08:47Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:47.067509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d48421-801a-4ee7-9ee1-251f1a5c840c None None] The sync data for ids ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'] in n-d-817236-1 is: [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 4, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9bf4441a-3c4e-4b55-bf82-d0c4330a56f3', 'name': '', 'network_id': 'a8ce3cc4-697c-4cd0-8477-a295e36a570b', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'mac_address': 'fa:16:3e:5d:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:41Z', 'updated_at': '2021-11-09T18:08:47Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'subnets': [{'id': 'adc0d14b-d0b2-4289-92a9-e45bf5aa8a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:47.076120 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-dba6681b-a239-43e7-acda-d11bb085dc5e service neutron] 10.222.0.18 "GET /v2.0/networks/392738b5-3417-43d3-9a79-97082ae5426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748924 Nov 09 18:09:47.135487 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8dad32b0-6393-4550-8ebe-20d2f132fb53 req-05e11616-066c-41b3-883a-e566446f3f4d service neutron] 10.222.0.13 "GET /v2.0/networks/a8ce3cc4-697c-4cd0-8477-a295e36a570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420669 Nov 09 18:09:47.251415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-51c030f9-b8a3-4bfb-a980-517de5fe1035 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:47.252992 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-51c030f9-b8a3-4bfb-a980-517de5fe1035 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/networks?id=05fd1d04-499d-4053-81a3-9700edf79a20 HTTP/1.1" status: 200 len: 811 time: 0.2153072 Nov 09 18:09:47.298726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80979d1c-c30f-444a-8146-9d5c6b89fd1c req-03b4e588-74fb-4767-aecd-19ca2e9cf9c4 service neutron] 10.222.0.18 "GET /v2.0/networks/392738b5-3417-43d3-9a79-97082ae5426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811600 Nov 09 18:09:47.304140 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-90aa76c3-0d83-43a0-9c45-7248a2331e11 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/quotas/791372ab743f4218a83349f2e655832c HTTP/1.1" status: 200 len: 375 time: 0.0429916 Nov 09 18:09:47.345238 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b9d18-1ce1-41fe-8cea-eb042b69ee68 None None] New status for floating IP 4df883c7-b9db-485f-8596-8e147152c7e9: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:09:47.350827 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-10b9784f-0db2-40c1-bdda-d3dd1f8fdca6 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=791372ab743f4218a83349f2e655832c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393333 Nov 09 18:09:47.359132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a77c3b-1397-403d-b7fd-6463fcbbccf4 req-ac094aa6-9a40-45e9-b0fc-33fe9cb949d0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:47.361211 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68a77c3b-1397-403d-b7fd-6463fcbbccf4 req-ac094aa6-9a40-45e9-b0fc-33fe9cb949d0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 945 time: 0.1013296 Nov 09 18:09:47.474739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beff14-8e88-4f35-a7e1-db8864128598 req-8dca888c-b7ba-4dee-b817-1c9511567a73 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:47.475307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4277a41-ace4-46d4-b819-12af25a5fb5c req-e569a4ce-6029-4dbf-9f8f-cda16abc29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:47.476385 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-82beff14-8e88-4f35-a7e1-db8864128598 req-8dca888c-b7ba-4dee-b817-1c9511567a73 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 945 time: 0.0810599 Nov 09 18:09:47.476803 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4277a41-ace4-46d4-b819-12af25a5fb5c req-e569a4ce-6029-4dbf-9f8f-cda16abc29d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c99b4c7804f24724b857c4c2d4fb75e8&device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 1094 time: 0.0822616 Nov 09 18:09:47.526218 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-82beff14-8e88-4f35-a7e1-db8864128598 req-f01004e0-2034-42e2-9291-cdd6f7bbaf78 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426865 Nov 09 18:09:47.603414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-68a77c3b-1397-403d-b7fd-6463fcbbccf4 req-d74e5eb3-8b4a-4cf3-b3a3-1f4f2a85c877 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:47.604004 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68a77c3b-1397-403d-b7fd-6463fcbbccf4 req-d74e5eb3-8b4a-4cf3-b3a3-1f4f2a85c877 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:47.643057 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21e49a-a478-4590-a5b2-281845a8fd01 req-b5ae3966-1064-46bf-9b8b-2657c1b1fd57 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:47.644751 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed21e49a-a478-4590-a5b2-281845a8fd01 req-b5ae3966-1064-46bf-9b8b-2657c1b1fd57 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 945 time: 0.0574274 Nov 09 18:09:47.673905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:47.691655 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ed21e49a-a478-4590-a5b2-281845a8fd01 req-4c9339fa-2b86-44aa-a6a7-b0078c61ee63 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/security-groups?id=77c5bc65-1e4a-4701-9258-fa2cadfdc88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396051 Nov 09 18:09:47.991366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce9048-1709-4cb4-9a3b-c760f3880bbc req-c3862be5-4eb0-4abb-98b4-bc224cfcabb5 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:47.998329 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-40ce9048-1709-4cb4-9a3b-c760f3880bbc req-c3862be5-4eb0-4abb-98b4-bc224cfcabb5 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 943 time: 0.0532854 Nov 09 18:09:48.030987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4277a41-ace4-46d4-b819-12af25a5fb5c req-63eb4d72-59cc-44b8-94c5-eb839ae3dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:48.032523 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4277a41-ace4-46d4-b819-12af25a5fb5c req-63eb4d72-59cc-44b8-94c5-eb839ae3dde5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=392738b5-3417-43d3-9a79-97082ae5426b HTTP/1.1" status: 200 len: 910 time: 0.5463929 Nov 09 18:09:48.047787 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-40ce9048-1709-4cb4-9a3b-c760f3880bbc req-7a89f023-a328-45f5-a609-2cbfc4431acc tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a3be8c6-2c37-47ca-bf14-5df958dff800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437720 Nov 09 18:09:48.068230 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-0398ed54-2d39-4e8b-86c1-26cd57b3e0d0 service neutron] 10.222.0.81 "GET /v2.0/networks/05fd1d04-499d-4053-81a3-9700edf79a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7055314 Nov 09 18:09:48.116820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4277a41-ace4-46d4-b819-12af25a5fb5c req-fb5621db-b0a0-45a9-8f29-b062d93ae93d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ce4e931-2b25-490d-abdd-e7b3890c633a HTTP/1.1" status: 200 len: 217 time: 0.0705066 Nov 09 18:09:48.119675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-68a77c3b-1397-403d-b7fd-6463fcbbccf4 req-d74e5eb3-8b4a-4cf3-b3a3-1f4f2a85c877 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] For port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e,segment=NetworkSegment(1c99fa77-b4e5-46cf-8f87-5eafae71fd4b),segment_id=1c99fa77-b4e5-46cf-8f87-5eafae71fd4b)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:48.120051 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68a77c3b-1397-403d-b7fd-6463fcbbccf4 req-d74e5eb3-8b4a-4cf3-b3a3-1f4f2a85c877 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:48.195294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-68a77c3b-1397-403d-b7fd-6463fcbbccf4 req-d74e5eb3-8b4a-4cf3-b3a3-1f4f2a85c877 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Calling delete_port for 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:48.272188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4277a41-ace4-46d4-b819-12af25a5fb5c req-a22e491a-b768-4f9f-89fa-61e13ddd8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:48.273592 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4277a41-ace4-46d4-b819-12af25a5fb5c req-a22e491a-b768-4f9f-89fa-61e13ddd8083 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a973a777-a012-4569-8bbe-a1e4726a8aa2 HTTP/1.1" status: 200 len: 849 time: 0.1414931 Nov 09 18:09:48.326326 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4277a41-ace4-46d4-b819-12af25a5fb5c req-1a4512da-90ee-4d94-9ef5-e26f11d40a32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=392738b5-3417-43d3-9a79-97082ae5426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419290 Nov 09 18:09:48.337406 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-5efeb219-845f-418b-b81f-96729625eb5d service neutron] 10.222.0.81 "GET /v2.0/networks/05fd1d04-499d-4053-81a3-9700edf79a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324634 Nov 09 18:09:48.476299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4277a41-ace4-46d4-b819-12af25a5fb5c req-13107f74-d532-49b0-9415-0a69fa72b13e service neutron] 10.222.0.18 "GET /v2.0/networks/392738b5-3417-43d3-9a79-97082ae5426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364286 Nov 09 18:09:48.492982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68a77c3b-1397-403d-b7fd-6463fcbbccf4 req-d74e5eb3-8b4a-4cf3-b3a3-1f4f2a85c877 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:48.526612 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8cfc45ea-9f84-4f19-a9d7-066fac1f6222 req-fe78acb3-46d9-4591-94bb-e4f7b959e761 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 210 time: 0.0356915 Nov 09 18:09:48.569524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e5eb3-8b4a-4cf3-b3a3-1f4f2a85c877 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Port': ['ID=8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:48.624614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a77c3b-1397-403d-b7fd-6463fcbbccf4 req-d74e5eb3-8b4a-4cf3-b3a3-1f4f2a85c877 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] No DVR routers for this DVR port 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:48.636391 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-68a77c3b-1397-403d-b7fd-6463fcbbccf4 req-d74e5eb3-8b4a-4cf3-b3a3-1f4f2a85c877 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:48.639987 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68a77c3b-1397-403d-b7fd-6463fcbbccf4 req-d74e5eb3-8b4a-4cf3-b3a3-1f4f2a85c877 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.13 "DELETE /v2.0/ports/8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e HTTP/1.1" status: 204 len: 173 time: 1.2718384 Nov 09 18:09:48.640392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'name': 'network-vif-deleted', 'tag': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:48.642687 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c94423-0a60-4c82-abf5-b607019283de" -d '{"events": [{"server_uuid": "bb518b9c-79f9-4f07-9f64-2066a0cc041a", "name": "network-vif-deleted", "tag": "8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:48.688869 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4277a41-ace4-46d4-b819-12af25a5fb5c req-d422df46-3934-43c0-bf62-52adfd63efb6 service neutron] 10.222.0.18 "GET /v2.0/networks/392738b5-3417-43d3-9a79-97082ae5426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049682 Nov 09 18:09:48.691213 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbeaabd-3aba-441c-bf8c-1e3cc171cb6f x-openstack-request-id: req-bbbeaabd-3aba-441c-bf8c-1e3cc171cb6f {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:48.691562 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb518b9c-79f9-4f07-9f64-2066a0cc041a", "name": "network-vif-deleted", "tag": "8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:48.691807 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bbbeaabd-3aba-441c-bf8c-1e3cc171cb6f {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:48.692179 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb518b9c-79f9-4f07-9f64-2066a0cc041a', 'name': 'network-vif-deleted', 'tag': '8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e', 'status': 'completed', 'code': 200} Nov 09 18:09:48.707454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eba53-9a19-4713-9ffa-5b674fe29a15 req-da8adff6-6bcc-479b-8dd3-b5cc3557338b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:48.709594 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-078eba53-9a19-4713-9ffa-5b674fe29a15 req-da8adff6-6bcc-479b-8dd3-b5cc3557338b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 945 time: 0.0890031 Nov 09 18:09:48.768823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-078eba53-9a19-4713-9ffa-5b674fe29a15 req-b77ea681-c7ee-4e77-b2ab-a10182d670a2 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527835 Nov 09 18:09:48.815997 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-95bee0b4-e1c5-4fa9-aa17-8afe3df0cd43 req-f214fde1-7446-414e-97c0-d0b1948fc916 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb518b9c-79f9-4f07-9f64-2066a0cc041a HTTP/1.1" status: 200 len: 210 time: 0.0391569 Nov 09 18:09:49.202591 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12dc01-5979-431a-a927-92e8ec5e1a6f req-3044f06b-e2ba-441f-99aa-8034e6e03804 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:49.204249 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7d12dc01-5979-431a-a927-92e8ec5e1a6f req-3044f06b-e2ba-441f-99aa-8034e6e03804 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 943 time: 0.0698609 Nov 09 18:09:49.251799 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7d12dc01-5979-431a-a927-92e8ec5e1a6f req-d40d547b-1015-463b-ad7e-ee90fe4ff298 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a3be8c6-2c37-47ca-bf14-5df958dff800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Nov 09 18:09:49.641273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9dd4c056-17de-4a1d-b9cd-1011de821bc4 req-6ef8b75b-f54e-4ab8-bc70-57a3b9f17007 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 210 time: 0.0323997 Nov 09 18:09:49.704220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-b55848d6-d61f-40fe-8a36-bd43c807c4c1 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:49.705674 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-b55848d6-d61f-40fe-8a36-bd43c807c4c1 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.13 "GET /v2.0/networks?id=05fd1d04-499d-4053-81a3-9700edf79a20 HTTP/1.1" status: 200 len: 811 time: 0.1666462 Nov 09 18:09:49.719140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-7e56a9cc-7ffd-43bf-b837-daa582cd46cf tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Request body: {'port': {'device_id': '39506e6a-9b77-4c95-a6f5-f6ba25c2278d', 'network_id': '05fd1d04-499d-4053-81a3-9700edf79a20', 'admin_state_up': True, 'tenant_id': '791372ab743f4218a83349f2e655832c'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:49.839641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-7e56a9cc-7ffd-43bf-b837-daa582cd46cf tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Made reservation on behalf of 791372ab743f4218a83349f2e655832c for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:49.843496 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-7e56a9cc-7ffd-43bf-b837-daa582cd46cf tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:49.884052 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 37976) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:49.956060 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-148a8cd2-8d70-44d1-b49f-1ca2209f1eee tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:49.986315 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-148a8cd2-8d70-44d1-b49f-1ca2209f1eee tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:49.996852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-7e56a9cc-7ffd-43bf-b837-daa582cd46cf tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Allocated IP 172.20.0.14 (05fd1d04-499d-4053-81a3-9700edf79a20/924cf83b-1a0c-4b69-aaad-e39c013d9278/580e1359-510c-4bc3-9e7e-49749d3f016d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:50.054139 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-148a8cd2-8d70-44d1-b49f-1ca2209f1eee tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.056990 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-148a8cd2-8d70-44d1-b49f-1ca2209f1eee tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.060895 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-148a8cd2-8d70-44d1-b49f-1ca2209f1eee tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "DELETE /v2.0/security-groups/77c5bc65-1e4a-4701-9258-fa2cadfdc88c HTTP/1.1" status: 204 len: 168 time: 0.1725500 Nov 09 18:09:50.068180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a8cd2-8d70-44d1-b49f-1ca2209f1eee tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c5bc65-1e4a-4701-9258-fa2cadfdc88c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:50.110551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 37980) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:50.259111 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-7e56a9cc-7ffd-43bf-b837-daa582cd46cf tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.437284 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-7e56a9cc-7ffd-43bf-b837-daa582cd46cf tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.453472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d60b2e-48f2-46a4-8480-1f9e35bbcabd req-9d2f17a5-38bc-4010-acc4-747c8671b1a7 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:50.454713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d60b2e-48f2-46a4-8480-1f9e35bbcabd req-9d2f17a5-38bc-4010-acc4-747c8671b1a7 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 943 time: 0.1076400 Nov 09 18:09:50.538041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-7e56a9cc-7ffd-43bf-b837-daa582cd46cf tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Network 05fd1d04-499d-4053-81a3-9700edf79a20 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:50.551387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-7e56a9cc-7ffd-43bf-b837-daa582cd46cf tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:50.566178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-7e56a9cc-7ffd-43bf-b837-daa582cd46cf tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:50.601825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56a9cc-7ffd-43bf-b837-daa582cd46cf tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Pushing event updated for resources: {'Port': ['ID=580e1359-510c-4bc3-9e7e-49749d3f016d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:50.610830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d60b2e-48f2-46a4-8480-1f9e35bbcabd req-437ca12b-356d-4ac8-81a7-e0d2d2aae445 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a3be8c6-2c37-47ca-bf14-5df958dff800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247919 Nov 09 18:09:50.662796 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-7e56a9cc-7ffd-43bf-b837-daa582cd46cf tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:50.664046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-7e56a9cc-7ffd-43bf-b837-daa582cd46cf tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.685811 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-7e56a9cc-7ffd-43bf-b837-daa582cd46cf tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9705820 Nov 09 18:09:50.703584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Request body: {'port': {'device_id': '39506e6a-9b77-4c95-a6f5-f6ba25c2278d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:50.790936 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.794609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fc71b-ffcb-4145-bc53-9281367ffdd2 req-82504884-36b6-46af-b408-9b647e45c323 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:50.796198 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d54fc71b-ffcb-4145-bc53-9281367ffdd2 req-82504884-36b6-46af-b408-9b647e45c323 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 932 time: 0.0559371 Nov 09 18:09:50.874515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a1d1f96-f7fc-47be-a1d5-11e8271f310b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:51.143419 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d54fc71b-ffcb-4145-bc53-9281367ffdd2 req-9c1374ab-eb6b-4777-bf73-f95486617b29 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407485 Nov 09 18:09:51.219941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:51.240052 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:51.240487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8c2358d9-d8d3-4906-9d87-ccf63f1c8f8e not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:51.268432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580e1359-510c-4bc3-9e7e-49749d3f016d {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:51.293992 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:51.316701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Transition to ACTIVE for port object 580e1359-510c-4bc3-9e7e-49749d3f016d will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:09:51.338058 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:51.408402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=580e1359-510c-4bc3-9e7e-49749d3f016d,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:51.466034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d1f96-f7fc-47be-a1d5-11e8271f310b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:51.466376 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a1d1f96-f7fc-47be-a1d5-11e8271f310b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:51.546494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Attempting to bind port 580e1359-510c-4bc3-9e7e-49749d3f016d on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:09:51.546823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Attempting to bind port 580e1359-510c-4bc3-9e7e-49749d3f016d by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '49f0bea8-3f7c-4e34-ae05-4638676c121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05fd1d04-499d-4053-81a3-9700edf79a20'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:09:51.547154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Attempting to bind port 580e1359-510c-4bc3-9e7e-49749d3f016d on network 05fd1d04-499d-4053-81a3-9700edf79a20 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:51.559369 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Port 580e1359-510c-4bc3-9e7e-49749d3f016d on network 05fd1d04-499d-4053-81a3-9700edf79a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:09:51.559696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Attempting to bind port 580e1359-510c-4bc3-9e7e-49749d3f016d on network 05fd1d04-499d-4053-81a3-9700edf79a20 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:51.578024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:51.578359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Checking segment: {'id': '49f0bea8-3f7c-4e34-ae05-4638676c121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05fd1d04-499d-4053-81a3-9700edf79a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:51.578749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Bound using segment: {'id': '49f0bea8-3f7c-4e34-ae05-4638676c121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05fd1d04-499d-4053-81a3-9700edf79a20'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:51.579195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Bound port: 580e1359-510c-4bc3-9e7e-49749d3f016d, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f0bea8-3f7c-4e34-ae05-4638676c121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05fd1d04-499d-4053-81a3-9700edf79a20'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:09:51.579599 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:51.602239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-7a1d1f96-f7fc-47be-a1d5-11e8271f310b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] For port 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9bf4441a-3c4e-4b55-bf82-d0c4330a56f3,segment=NetworkSegment(1c99fa77-b4e5-46cf-8f87-5eafae71fd4b),segment_id=1c99fa77-b4e5-46cf-8f87-5eafae71fd4b)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:51.602604 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a1d1f96-f7fc-47be-a1d5-11e8271f310b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:51.644295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d1f96-f7fc-47be-a1d5-11e8271f310b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Calling delete_port for 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:51.753942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] For port 580e1359-510c-4bc3-9e7e-49749d3f016d, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:51.777077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] For port 580e1359-510c-4bc3-9e7e-49749d3f016d, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=580e1359-510c-4bc3-9e7e-49749d3f016d,segment=NetworkSegment(49f0bea8-3f7c-4e34-ae05-4638676c121a),segment_id=49f0bea8-3f7c-4e34-ae05-4638676c121a)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:51.787368 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:51.817665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2ce4e931-2b25-490d-abdd-e7b3890c633a details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:09:51.861759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c346a-682f-4883-bc4a-179b8c7fdd25 req-4bdea3b7-7442-4cce-88d6-1072aa166f02 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:51.863366 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d7c346a-682f-4883-bc4a-179b8c7fdd25 req-4bdea3b7-7442-4cce-88d6-1072aa166f02 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 943 time: 0.1598761 Nov 09 18:09:51.901273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:51.901889 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:51.903324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/580e1359-510c-4bc3-9e7e-49749d3f016d HTTP/1.1" status: 200 len: 1092 time: 1.2069881 Nov 09 18:09:51.905433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39506e6a-9b77-4c95-a6f5-f6ba25c2278d', 'tag': '580e1359-510c-4bc3-9e7e-49749d3f016d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:51.907766 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a62d95-0566-4924-88c8-61d9b67b3e22" -d '{"events": [{"name": "network-changed", "server_uuid": "39506e6a-9b77-4c95-a6f5-f6ba25c2278d", "tag": "580e1359-510c-4bc3-9e7e-49749d3f016d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:51.929408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2ce4e931-2b25-490d-abdd-e7b3890c633a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2ce4e931-2b25-490d-abdd-e7b3890c633a,segment=NetworkSegment(04b12038-23a5-4aac-88ce-a75e7dc16738),segment_id=04b12038-23a5-4aac-88ce-a75e7dc16738)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:51.952778 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '2ce4e931-2b25-490d-abdd-e7b3890c633a', 'network_id': '392738b5-3417-43d3-9a79-97082ae5426b', 'port_id': '2ce4e931-2b25-490d-abdd-e7b3890c633a', 'mac_address': 'fa:16:3e:21:e1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a973a777-a012-4569-8bbe-a1e4726a8aa2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:09:51.954402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa8b2f-6632-457b-8930-ff8a322cc5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=580e1359-510c-4bc3-9e7e-49749d3f016d,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:51.973460 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba51990-dacd-4631-9b07-e24844446b55 x-openstack-request-id: req-2ba51990-dacd-4631-9b07-e24844446b55 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:51.973921 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39506e6a-9b77-4c95-a6f5-f6ba25c2278d", "tag": "580e1359-510c-4bc3-9e7e-49749d3f016d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:51.974296 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ba51990-dacd-4631-9b07-e24844446b55 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:51.974905 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39506e6a-9b77-4c95-a6f5-f6ba25c2278d', 'tag': '580e1359-510c-4bc3-9e7e-49749d3f016d', 'status': 'completed', 'code': 200} Nov 09 18:09:51.980236 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d7c346a-682f-4883-bc4a-179b8c7fdd25 req-12415f6f-6403-4d2e-8a26-f8ef41fd55cf tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a3be8c6-2c37-47ca-bf14-5df958dff800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083627 Nov 09 18:09:52.011564 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:52.029755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce4e931-2b25-490d-abdd-e7b3890c633a {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:52.044228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-b3ac32c6-9326-432a-b020-5fe1bf5b464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:52.045787 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-b3ac32c6-9326-432a-b020-5fe1bf5b464d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=791372ab743f4218a83349f2e655832c&device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 1095 time: 0.0841947 Nov 09 18:09:52.052954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2ce4e931-2b25-490d-abdd-e7b3890c633a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2ce4e931-2b25-490d-abdd-e7b3890c633a,segment=NetworkSegment(04b12038-23a5-4aac-88ce-a75e7dc16738),segment_id=04b12038-23a5-4aac-88ce-a75e7dc16738)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:52.059634 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:52.102405 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-81a7fb7f-4543-4b8c-b4cc-2db81e2bfa1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=580e1359-510c-4bc3-9e7e-49749d3f016d HTTP/1.1" status: 200 len: 217 time: 0.0476696 Nov 09 18:09:52.117982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2ce4e931-2b25-490d-abdd-e7b3890c633a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:52.119015 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a1d1f96-f7fc-47be-a1d5-11e8271f310b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:52.180064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d1f96-f7fc-47be-a1d5-11e8271f310b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Port': ['ID=9bf4441a-3c4e-4b55-bf82-d0c4330a56f3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:52.249735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-6474548d-7f67-4f82-8cba-3ae33b6e52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:52.251292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-6474548d-7f67-4f82-8cba-3ae33b6e52c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=924cf83b-1a0c-4b69-aaad-e39c013d9278 HTTP/1.1" status: 200 len: 851 time: 0.1418471 Nov 09 18:09:52.306320 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-49e99f65-a93c-434d-a519-bc7d280a035d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05fd1d04-499d-4053-81a3-9700edf79a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384853 Nov 09 18:09:52.396696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2ce4e931-2b25-490d-abdd-e7b3890c633a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:52.763128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f34c7-eb8d-4893-9625-5f48717c2a62 req-c105668d-6745-47f2-be1a-3d3f67bb39e6 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:52.764599 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce3f34c7-eb8d-4893-9625-5f48717c2a62 req-c105668d-6745-47f2-be1a-3d3f67bb39e6 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 944 time: 0.5373638 Nov 09 18:09:52.847892 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-b0ee6042-5491-4692-b1d5-dfc585c4d365 service neutron] 10.222.0.13 "GET /v2.0/networks/05fd1d04-499d-4053-81a3-9700edf79a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339961 Nov 09 18:09:52.851728 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ce3f34c7-eb8d-4893-9625-5f48717c2a62 req-f81c117e-bafb-4ba4-bd0a-d94433146323 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799601 Nov 09 18:09:52.867039 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a1d1f96-f7fc-47be-a1d5-11e8271f310b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:53.030880 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ebff8d31-64da-49ec-b8fb-c31420262f0f req-518a8db8-462a-495d-af26-82538d51f47d service neutron] 10.222.0.13 "GET /v2.0/networks/05fd1d04-499d-4053-81a3-9700edf79a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722064 Nov 09 18:09:53.110222 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:53.117437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152ceb5-d610-4ce9-9e22-83ff31dbb167 req-22335e98-20f5-4cab-9037-f5dba2989b5b tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:53.119003 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a152ceb5-d610-4ce9-9e22-83ff31dbb167 req-22335e98-20f5-4cab-9037-f5dba2989b5b tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 944 time: 0.0626149 Nov 09 18:09:53.167825 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a152ceb5-d610-4ce9-9e22-83ff31dbb167 req-a8ee5533-4668-45a8-8883-361f2643a9ad tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a3be8c6-2c37-47ca-bf14-5df958dff800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Nov 09 18:09:53.182163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a62d95-0566-4924-88c8-61d9b67b3e22 req-7d0febf5-af0b-4177-916a-a68615dbbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:53.183795 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-71a62d95-0566-4924-88c8-61d9b67b3e22 req-7d0febf5-af0b-4177-916a-a68615dbbf9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=791372ab743f4218a83349f2e655832c&device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 1095 time: 0.0949745 Nov 09 18:09:53.258709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1d1f96-f7fc-47be-a1d5-11e8271f310b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:09:53.378997 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a62d95-0566-4924-88c8-61d9b67b3e22 req-3b69bfd2-2126-4ccc-b298-eb7724efe976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:53.381064 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-71a62d95-0566-4924-88c8-61d9b67b3e22 req-3b69bfd2-2126-4ccc-b298-eb7724efe976 service neutron] 10.222.0.13 "GET /v2.0/networks?id=05fd1d04-499d-4053-81a3-9700edf79a20 HTTP/1.1" status: 200 len: 912 time: 0.1880605 Nov 09 18:09:53.427602 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-71a62d95-0566-4924-88c8-61d9b67b3e22 req-78912918-0821-4198-97e7-e34ba1ecac46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=580e1359-510c-4bc3-9e7e-49749d3f016d HTTP/1.1" status: 200 len: 217 time: 0.0384624 Nov 09 18:09:53.470941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1d1f96-f7fc-47be-a1d5-11e8271f310b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:53.479351 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7a1d1f96-f7fc-47be-a1d5-11e8271f310b tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "PUT /v2.0/routers/16f87b50-87a4-4879-8d6b-9ae3d0e83f35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3679180 Nov 09 18:09:53.483173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8450a-a8e6-44a7-8a46-14d34ee6861d None None] Sync routers for ids ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:53.483847 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38000) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:53.494084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8450a-a8e6-44a7-8a46-14d34ee6861d None None] Routers {'16f87b50-87a4-4879-8d6b-9ae3d0e83f35'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:53.494978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f7a8450a-a8e6-44a7-8a46-14d34ee6861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:09:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:53.504081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a62d95-0566-4924-88c8-61d9b67b3e22 req-fb9da031-cf95-4105-b963-275b169c4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:53.506553 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-71a62d95-0566-4924-88c8-61d9b67b3e22 req-fb9da031-cf95-4105-b963-275b169c4c54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=924cf83b-1a0c-4b69-aaad-e39c013d9278 HTTP/1.1" status: 200 len: 851 time: 0.0684972 Nov 09 18:09:53.543764 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd76c704-487b-4df1-8dd8-5c4ac5db19d0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting subnet adc0d14b-d0b2-4289-92a9-e45bf5aa8a77 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:09:53.544027 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-71a62d95-0566-4924-88c8-61d9b67b3e22 req-073e5531-972b-49b9-9725-a6d2cc8b0906 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05fd1d04-499d-4053-81a3-9700edf79a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275402 Nov 09 18:09:53.547639 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd76c704-487b-4df1-8dd8-5c4ac5db19d0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:53.595101 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd76c704-487b-4df1-8dd8-5c4ac5db19d0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:53.610097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-f7a8450a-a8e6-44a7-8a46-14d34ee6861d None None] Set router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:53.664314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-71a62d95-0566-4924-88c8-61d9b67b3e22 req-4c5b420c-4870-43de-ad5e-bcb7e689c9be service neutron] 10.222.0.13 "GET /v2.0/networks/05fd1d04-499d-4053-81a3-9700edf79a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121914 Nov 09 18:09:53.686396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd76c704-487b-4df1-8dd8-5c4ac5db19d0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:53.753070 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd76c704-487b-4df1-8dd8-5c4ac5db19d0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:53.768148 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-71a62d95-0566-4924-88c8-61d9b67b3e22 req-d342c90a-38f3-4e16-a787-53f5c52bfdb1 service neutron] 10.222.0.13 "GET /v2.0/networks/05fd1d04-499d-4053-81a3-9700edf79a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951130 Nov 09 18:09:53.784530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76c704-487b-4df1-8dd8-5c4ac5db19d0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Subnet': ['ID=adc0d14b-d0b2-4289-92a9-e45bf5aa8a77,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:53.791023 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fd76c704-487b-4df1-8dd8-5c4ac5db19d0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:53.794397 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fd76c704-487b-4df1-8dd8-5c4ac5db19d0 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "DELETE /v2.0/subnets/adc0d14b-d0b2-4289-92a9-e45bf5aa8a77 HTTP/1.1" status: 204 len: 168 time: 0.3069122 Nov 09 18:09:53.797144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38002) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:53.801147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5572460-c5b4-457b-8c6a-fb79b1ccd49e None None] Network a8ce3cc4-697c-4cd0-8477-a295e36a570b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:53.846399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2ce4e931-2b25-490d-abdd-e7b3890c633a up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:53.914245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f7a8450a-a8e6-44a7-8a46-14d34ee6861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:09:52Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:53.927019 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:53.973075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8450a-a8e6-44a7-8a46-14d34ee6861d None None] Checking router: 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:53.979553 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.007493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8450a-a8e6-44a7-8a46-14d34ee6861d None None] Routers {'16f87b50-87a4-4879-8d6b-9ae3d0e83f35'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:54.008189 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f7a8450a-a8e6-44a7-8a46-14d34ee6861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:09:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:54.069235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00d1d8-2741-4b59-aa52-eea77a768bc6 req-2e6a1ae1-302b-4f48-9248-a7ae76aec1af tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:54.071200 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a00d1d8-2741-4b59-aa52-eea77a768bc6 req-2e6a1ae1-302b-4f48-9248-a7ae76aec1af tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 944 time: 0.1043539 Nov 09 18:09:54.076145 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 2ce4e931-2b25-490d-abdd-e7b3890c633a completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:09:54.088295 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 2ce4e931-2b25-490d-abdd-e7b3890c633a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:54.088698 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.100723 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.159753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a00d1d8-2741-4b59-aa52-eea77a768bc6 req-243c7645-decb-4f33-b01c-a1feed4ad1b6 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732603 Nov 09 18:09:54.205091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Deleting port 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:54.205544 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.207487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-f7a8450a-a8e6-44a7-8a46-14d34ee6861d None None] Set router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:54.210373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f416d70f-fdcd-45a5-a2f6-b69db0fbb20b None None] DHCP port deletion for a8ce3cc4-697c-4cd0-8477-a295e36a570b request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:09:54.321083 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.332589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdf1b5-1c44-4b16-9a0b-aefdcfa9f462 req-e3be1bc2-1ed8-441e-849b-709f214fc5ef tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:54.335029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8abdf1b5-1c44-4b16-9a0b-aefdcfa9f462 req-e3be1bc2-1ed8-441e-849b-709f214fc5ef tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 944 time: 0.0870304 Nov 09 18:09:54.336982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] For port 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9d05be5d-32e9-4afa-8f9d-c596f1c47f8d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:54.337442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.365518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Calling delete_port for 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:54.394588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26aad80-8d19-4775-a28c-e178d614038c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce4e931-2b25-490d-abdd-e7b3890c633a'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:54.397806 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa5399f-1672-4a82-a3d6-e7b1450822be" -d '{"events": [{"server_uuid": "a26aad80-8d19-4775-a28c-e178d614038c", "name": "network-vif-plugged", "status": "completed", "tag": "2ce4e931-2b25-490d-abdd-e7b3890c633a"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:54.398143 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8abdf1b5-1c44-4b16-9a0b-aefdcfa9f462 req-de609d1f-26cb-4b98-9913-9e179867ae57 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a3be8c6-2c37-47ca-bf14-5df958dff800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514779 Nov 09 18:09:54.433084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2ce4e931-2b25-490d-abdd-e7b3890c633a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2ce4e931-2b25-490d-abdd-e7b3890c633a,segment=NetworkSegment(04b12038-23a5-4aac-88ce-a75e7dc16738),segment_id=04b12038-23a5-4aac-88ce-a75e7dc16738)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:54.446001 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd8831e-2c65-45a0-894a-8d424b5b7fbe x-openstack-request-id: req-dcd8831e-2c65-45a0-894a-8d424b5b7fbe {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:54.446303 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26aad80-8d19-4775-a28c-e178d614038c", "name": "network-vif-plugged", "status": "completed", "tag": "2ce4e931-2b25-490d-abdd-e7b3890c633a", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:54.446559 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcd8831e-2c65-45a0-894a-8d424b5b7fbe {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:54.446951 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26aad80-8d19-4775-a28c-e178d614038c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce4e931-2b25-490d-abdd-e7b3890c633a', 'code': 200} Nov 09 18:09:54.449979 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.487186 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f416d70f-fdcd-45a5-a2f6-b69db0fbb20b None None] Deleting port 81a0cef2-9706-4dd3-baeb-cd672f735057 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:54.487952 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f416d70f-fdcd-45a5-a2f6-b69db0fbb20b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.595775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38112667-ceac-403b-97de-18f2d03c2147 req-6e7b621d-86a1-4982-a487-dddd43b13a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:54.597462 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38112667-ceac-403b-97de-18f2d03c2147 req-6e7b621d-86a1-4982-a487-dddd43b13a90 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 1096 time: 0.0835693 Nov 09 18:09:54.651639 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38112667-ceac-403b-97de-18f2d03c2147 req-523e5c16-264a-469e-ac6d-dfeec4c183e6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7a3be8c6-2c37-47ca-bf14-5df958dff800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463355 Nov 09 18:09:54.652270 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.685206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Port': ['ID=9d05be5d-32e9-4afa-8f9d-c596f1c47f8d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:54.765750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f416d70f-fdcd-45a5-a2f6-b69db0fbb20b None None] For port 81a0cef2-9706-4dd3-baeb-cd672f735057, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=81a0cef2-9706-4dd3-baeb-cd672f735057,segment=NetworkSegment(1c99fa77-b4e5-46cf-8f87-5eafae71fd4b),segment_id=1c99fa77-b4e5-46cf-8f87-5eafae71fd4b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:54.766162 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f416d70f-fdcd-45a5-a2f6-b69db0fbb20b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.775211 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2ce4e931-2b25-490d-abdd-e7b3890c633a,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:54.787589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f416d70f-fdcd-45a5-a2f6-b69db0fbb20b None None] Calling delete_port for 81a0cef2-9706-4dd3-baeb-cd672f735057 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:54.788007 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.840391 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f7a8450a-a8e6-44a7-8a46-14d34ee6861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:09:52Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:54.875320 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8450a-a8e6-44a7-8a46-14d34ee6861d None None] The sync data for ids ['16f87b50-87a4-4879-8d6b-9ae3d0e83f35'] in n-d-817236-1 is: [{'id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'name': 'tempest-TestNetworkBasicOps-router-1400025738', 'tenant_id': 'a43447eafa45493097f94d60b425ddb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:09:52Z', 'revision_number': 5, 'project_id': 'a43447eafa45493097f94d60b425ddb3', 'gw_port': {'id': '9d05be5d-32e9-4afa-8f9d-c596f1c47f8d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f87b50-87a4-4879-8d6b-9ae3d0e83f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:37Z', 'updated_at': '2021-11-09T18:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:54.885203 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.887672 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.923663 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f416d70f-fdcd-45a5-a2f6-b69db0fbb20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.939691 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.940170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Fanout notify agent at l3_agent the message router_deleted on router 16f87b50-87a4-4879-8d6b-9ae3d0e83f35 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:09:54.947539 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.948683 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e6ddc7fe-2641-45a0-bbb3-5072b6c4b4a8 tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "DELETE /v2.0/routers/16f87b50-87a4-4879-8d6b-9ae3d0e83f35 HTTP/1.1" status: 204 len: 168 time: 1.1498430 Nov 09 18:09:54.951840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38012) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:54.955209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f416d70f-fdcd-45a5-a2f6-b69db0fbb20b None None] No DVR routers for this DVR port 81a0cef2-9706-4dd3-baeb-cd672f735057 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:54.960364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416d70f-fdcd-45a5-a2f6-b69db0fbb20b None None] Pushing event deleted for resources: {'Port': ['ID=81a0cef2-9706-4dd3-baeb-cd672f735057,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:55.036714 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5f53-c7f3-4704-a614-98a3a0338f0d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.128429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5f53-c7f3-4704-a614-98a3a0338f0d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.149801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7eaf5f53-c7f3-4704-a614-98a3a0338f0d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ce3cc4-697c-4cd0-8477-a295e36a570b']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:55.159638 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7eaf5f53-c7f3-4704-a614-98a3a0338f0d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:55.159861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7eaf5f53-c7f3-4704-a614-98a3a0338f0d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c99fa77-b4e5-46cf-8f87-5eafae71fd4b') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:55.170416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5f53-c7f3-4704-a614-98a3a0338f0d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.184985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5f53-c7f3-4704-a614-98a3a0338f0d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.191352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eaf5f53-c7f3-4704-a614-98a3a0338f0d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:09:55.191683 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5f53-c7f3-4704-a614-98a3a0338f0d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:09:55.195814 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:09:55.238824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 580e1359-510c-4bc3-9e7e-49749d3f016d details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:09:55.323778 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5f53-c7f3-4704-a614-98a3a0338f0d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.332345 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5f53-c7f3-4704-a614-98a3a0338f0d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.340837 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7eaf5f53-c7f3-4704-a614-98a3a0338f0d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] 10.222.0.81 "DELETE /v2.0/networks/a8ce3cc4-697c-4cd0-8477-a295e36a570b HTTP/1.1" status: 204 len: 168 time: 0.3854191 Nov 09 18:09:55.370318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf5f53-c7f3-4704-a614-98a3a0338f0d tempest-TestNetworkBasicOps-138418713 tempest-TestNetworkBasicOps-138418713-project] Pushing event deleted for resources: {'Network': ['ID=a8ce3cc4-697c-4cd0-8477-a295e36a570b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:55.392991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46faef5-0671-440d-9d73-f75454e0819a req-987ec834-5c5d-4a42-b9c9-00ae1bcf4db9 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:55.394583 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d46faef5-0671-440d-9d73-f75454e0819a req-987ec834-5c5d-4a42-b9c9-00ae1bcf4db9 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 944 time: 0.1279984 Nov 09 18:09:55.429748 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 580e1359-510c-4bc3-9e7e-49749d3f016d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=580e1359-510c-4bc3-9e7e-49749d3f016d,segment=NetworkSegment(49f0bea8-3f7c-4e34-ae05-4638676c121a),segment_id=49f0bea8-3f7c-4e34-ae05-4638676c121a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:55.433771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:55.471879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:55.472227 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9bf4441a-3c4e-4b55-bf82-d0c4330a56f3 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:55.472649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 81a0cef2-9706-4dd3-baeb-cd672f735057 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:55.476778 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '580e1359-510c-4bc3-9e7e-49749d3f016d', 'network_id': '05fd1d04-499d-4053-81a3-9700edf79a20', 'port_id': '580e1359-510c-4bc3-9e7e-49749d3f016d', 'mac_address': 'fa:16:3e:2d:4f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924cf83b-1a0c-4b69-aaad-e39c013d9278', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:09:55.481078 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d46faef5-0671-440d-9d73-f75454e0819a req-588ed03f-304e-4d1b-929a-d55f1ea5c7a4 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746491 Nov 09 18:09:55.500269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 81a0cef2-9706-4dd3-baeb-cd672f735057 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:55.501206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 81a0cef2-9706-4dd3-baeb-cd672f735057 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:55.547732 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.565754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580e1359-510c-4bc3-9e7e-49749d3f016d {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:55.577424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75623-1ea8-45c9-8c8e-7cc6e73e4219 req-0f82e759-5bf8-44ca-96ec-3ac57c8e6c83 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:55.579744 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c8a75623-1ea8-45c9-8c8e-7cc6e73e4219 req-0f82e759-5bf8-44ca-96ec-3ac57c8e6c83 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 945 time: 0.0684152 Nov 09 18:09:55.590746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 580e1359-510c-4bc3-9e7e-49749d3f016d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=580e1359-510c-4bc3-9e7e-49749d3f016d,segment=NetworkSegment(49f0bea8-3f7c-4e34-ae05-4638676c121a),segment_id=49f0bea8-3f7c-4e34-ae05-4638676c121a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:55.595996 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.623737 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c8a75623-1ea8-45c9-8c8e-7cc6e73e4219 req-f3539e0e-21ed-45eb-8d75-789c4598c967 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a3be8c6-2c37-47ca-bf14-5df958dff800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375266 Nov 09 18:09:55.665223 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=580e1359-510c-4bc3-9e7e-49749d3f016d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:55.781265 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38024) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:55.819395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['580e1359-510c-4bc3-9e7e-49749d3f016d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:55.937801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-37291fac-4e78-439d-a071-d6589532a141 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a43447eafa45493097f94d60b425ddb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547303 Nov 09 18:09:55.940266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38028) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:55.997030 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22ec87ce-826a-4fc0-9126-306428338efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.019804 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22ec87ce-826a-4fc0-9126-306428338efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.083441 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22ec87ce-826a-4fc0-9126-306428338efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.086935 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-22ec87ce-826a-4fc0-9126-306428338efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.088307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-22ec87ce-826a-4fc0-9126-306428338efa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/002c0201-f0b9-4b35-ad14-5f0d3a323731 HTTP/1.1" status: 204 len: 168 time: 0.1471162 Nov 09 18:09:56.097445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec87ce-826a-4fc0-9126-306428338efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002c0201-f0b9-4b35-ad14-5f0d3a323731,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:56.372478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38036) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:56.387582 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d4d83bb-cc35-4d31-92e4-3c0c69f417b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.463842 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d4d83bb-cc35-4d31-92e4-3c0c69f417b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.467353 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9d4d83bb-cc35-4d31-92e4-3c0c69f417b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.506827 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9d4d83bb-cc35-4d31-92e4-3c0c69f417b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36edbfec8a3945a89265240f75879ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323481 Nov 09 18:09:56.507831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d83bb-cc35-4d31-92e4-3c0c69f417b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39048448-a3aa-4371-a8a8-014f93f8eb47,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:56.509557 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38040) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:56.589378 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67c8470e-965e-4a99-930c-1f82cab0b320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.618753 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67c8470e-965e-4a99-930c-1f82cab0b320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.632081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c12e-7ac2-4088-b955-83c891d14f4a req-f4545f5e-eb36-46ba-8391-cf109cb5bf50 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:56.633564 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-41e3c12e-7ac2-4088-b955-83c891d14f4a req-f4545f5e-eb36-46ba-8391-cf109cb5bf50 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 945 time: 0.0798166 Nov 09 18:09:56.689858 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-41e3c12e-7ac2-4088-b955-83c891d14f4a req-432b052f-4e8f-4d62-bfe6-cac49ca9f96a tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478258 Nov 09 18:09:56.700764 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67c8470e-965e-4a99-930c-1f82cab0b320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.712008 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67c8470e-965e-4a99-930c-1f82cab0b320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.712008 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-67c8470e-965e-4a99-930c-1f82cab0b320 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/39048448-a3aa-4371-a8a8-014f93f8eb47 HTTP/1.1" status: 204 len: 168 time: 0.1934800 Nov 09 18:09:56.716830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8470e-965e-4a99-930c-1f82cab0b320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39048448-a3aa-4371-a8a8-014f93f8eb47,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:56.782357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596b5a9-0042-4dc4-bc7a-de4fe15fa9da req-516478f3-518c-4432-83a3-9e4832967f3f tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:56.783921 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f596b5a9-0042-4dc4-bc7a-de4fe15fa9da req-516478f3-518c-4432-83a3-9e4832967f3f tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 945 time: 0.0502186 Nov 09 18:09:56.823062 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f596b5a9-0042-4dc4-bc7a-de4fe15fa9da req-a28aa06f-0ef6-43e3-a704-06e6eee7a706 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a3be8c6-2c37-47ca-bf14-5df958dff800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323038 Nov 09 18:09:57.199547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:57.243810 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:57.244392 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9d05be5d-32e9-4afa-8f9d-c596f1c47f8d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:57.263021 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 580e1359-510c-4bc3-9e7e-49749d3f016d up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:57.319510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 580e1359-510c-4bc3-9e7e-49749d3f016d completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:09:57.324248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 580e1359-510c-4bc3-9e7e-49749d3f016d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:57.324764 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.429825 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.459503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39506e6a-9b77-4c95-a6f5-f6ba25c2278d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580e1359-510c-4bc3-9e7e-49749d3f016d'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:57.462354 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2cbb36-0322-4162-8de2-87890ae1d01d" -d '{"events": [{"server_uuid": "39506e6a-9b77-4c95-a6f5-f6ba25c2278d", "name": "network-vif-plugged", "status": "completed", "tag": "580e1359-510c-4bc3-9e7e-49749d3f016d"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:57.476827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 580e1359-510c-4bc3-9e7e-49749d3f016d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=580e1359-510c-4bc3-9e7e-49749d3f016d,segment=NetworkSegment(49f0bea8-3f7c-4e34-ae05-4638676c121a),segment_id=49f0bea8-3f7c-4e34-ae05-4638676c121a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:57.484632 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.522404 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66243eef-b78c-4286-876f-a313ac0f4d93 x-openstack-request-id: req-66243eef-b78c-4286-876f-a313ac0f4d93 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:57.522754 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39506e6a-9b77-4c95-a6f5-f6ba25c2278d", "name": "network-vif-plugged", "status": "completed", "tag": "580e1359-510c-4bc3-9e7e-49749d3f016d", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:57.523090 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66243eef-b78c-4286-876f-a313ac0f4d93 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:57.523561 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39506e6a-9b77-4c95-a6f5-f6ba25c2278d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580e1359-510c-4bc3-9e7e-49749d3f016d', 'code': 200} Nov 09 18:09:57.546771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38076) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:57.559452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=580e1359-510c-4bc3-9e7e-49749d3f016d,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:57.632034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7805f4-7cf7-43ca-aaec-784bd5427006 req-b323ef21-f375-45c9-ab21-98c135f1cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:57.633564 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f7805f4-7cf7-43ca-aaec-784bd5427006 req-b323ef21-f375-45c9-ab21-98c135f1cf7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 1097 time: 0.0466759 Nov 09 18:09:57.662749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-441803308-network', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:57.694390 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f7805f4-7cf7-43ca-aaec-784bd5427006 req-fa2bfddb-1d4e-4674-a889-9b9b28bea725 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536983 Nov 09 18:09:57.721350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Made reservation on behalf of f71584f60a304e7aadf26b8906dcf81a for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:57.724251 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.737797 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.742465 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae6bb926-13da-49bd-b9b9-b4e89c8954c7 req-dd7cd62e-590e-4169-8018-9e1b66542c6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0599210 Nov 09 18:09:57.819162 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a00968-7d9a-4c28-91d8-dc7db5fe278a req-4ee92265-978a-4040-b7d0-4e8ddd904a78 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:57.825709 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e0a00968-7d9a-4c28-91d8-dc7db5fe278a req-4ee92265-978a-4040-b7d0-4e8ddd904a78 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.0583386 Nov 09 18:09:57.831071 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.835937 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.865217 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:09:57.875834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad059cc-87e6-47c3-bf9e-34076602af8c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:57.881052 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.881311 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Added segment 5b1f6400-6ff7-41a4-b38d-047a8556fcda of type vlan for network 90cd779a-c359-4632-a173-a787022d80a7 Nov 09 18:09:57.887811 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e0a00968-7d9a-4c28-91d8-dc7db5fe278a req-c3a909ba-cee7-40dd-bd0f-e77448c856a3 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550086 Nov 09 18:09:57.896222 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:57.896573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:57.896913 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:57.897247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:57.897571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:57.897918 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:57.898243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:57.898567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:57.898897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:57.899216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:57.899563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:57.900917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:57.990180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.021874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bb926-13da-49bd-b9b9-b4e89c8954c7 req-dd7e1239-f0b9-4a52-9d33-ca99024200c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:58.023546 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae6bb926-13da-49bd-b9b9-b4e89c8954c7 req-dd7e1239-f0b9-4a52-9d33-ca99024200c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1096 time: 0.0710588 Nov 09 18:09:58.032578 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.033120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:58.033777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.141629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5930128 Nov 09 18:09:58.144613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38082) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:58.149997 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1f96882f-01f0-4684-8e05-17b2f76bfdde admin admin] Request body: {'subnet': {'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-441803308-subnet', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:58.161850 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555378e-3107-4924-b6e2-4014946b2bed admin admin] Pushing event updated for resources: {'Network': ['ID=90cd779a-c359-4632-a173-a787022d80a7,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:58.173031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 90cd779a-c359-4632-a173-a787022d80a7 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:09:58.181606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f96882f-01f0-4684-8e05-17b2f76bfdde admin admin] Made reservation on behalf of f71584f60a304e7aadf26b8906dcf81a for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:58.184301 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f96882f-01f0-4684-8e05-17b2f76bfdde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.195845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bb926-13da-49bd-b9b9-b4e89c8954c7 req-aab76026-73d1-4d0e-8b79-70bfbdf68346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:58.197375 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae6bb926-13da-49bd-b9b9-b4e89c8954c7 req-aab76026-73d1-4d0e-8b79-70bfbdf68346 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1464920 Nov 09 18:09:58.300132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae6bb926-13da-49bd-b9b9-b4e89c8954c7 req-e81a4814-ff7e-4d51-ad84-b343dfc1957f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 999 time: 0.0901473 Nov 09 18:09:58.360942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bb926-13da-49bd-b9b9-b4e89c8954c7 req-5722a901-af72-48f5-84f9-5383754f5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:58.362838 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae6bb926-13da-49bd-b9b9-b4e89c8954c7 req-5722a901-af72-48f5-84f9-5383754f5c04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0591497 Nov 09 18:09:58.384746 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f96882f-01f0-4684-8e05-17b2f76bfdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.418605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bb926-13da-49bd-b9b9-b4e89c8954c7 req-2e085c6f-17d4-42bf-8e89-dd0234909d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:58.420088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae6bb926-13da-49bd-b9b9-b4e89c8954c7 req-2e085c6f-17d4-42bf-8e89-dd0234909d04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483520 Nov 09 18:09:58.447696 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96882f-01f0-4684-8e05-17b2f76bfdde admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a85ecb-e615-4367-9493-a078677bf2c5,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:58.457298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f96882f-01f0-4684-8e05-17b2f76bfdde admin admin] Checking segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:58.458190 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f96882f-01f0-4684-8e05-17b2f76bfdde admin admin] Network hostable DHCP agents. Network: 90cd779a-c359-4632-a173-a787022d80a7, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:09:58.478820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f96882f-01f0-4684-8e05-17b2f76bfdde admin admin] Network 90cd779a-c359-4632-a173-a787022d80a7 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:09:58.492098 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-1f96882f-01f0-4684-8e05-17b2f76bfdde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 90cd779a-c359-4632-a173-a787022d80a7) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:58.500257 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ee48a5-d7ea-4e26-95c9-01887af1ebd4 None None] Network 90cd779a-c359-4632-a173-a787022d80a7 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:58.518871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96882f-01f0-4684-8e05-17b2f76bfdde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:58.519486 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f96882f-01f0-4684-8e05-17b2f76bfdde admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.546646 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae6bb926-13da-49bd-b9b9-b4e89c8954c7 req-6f7c6c14-c7f9-479d-82c4-bab34d3ad800 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179733 Nov 09 18:09:58.552457 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1f96882f-01f0-4684-8e05-17b2f76bfdde admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4065127 Nov 09 18:09:58.554961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38092) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:58.559376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:58.615807 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.617541 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.679732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae6bb926-13da-49bd-b9b9-b4e89c8954c7 req-4f3d2696-9e39-400b-a871-56fccc4a95ba service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201041 Nov 09 18:09:58.690349 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.775031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-90cd779a-c359-4632-a173-a787022d80a7', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:09:58.776255 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.857869 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.038161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Allocated IP 172.20.0.2 (90cd779a-c359-4632-a173-a787022d80a7/69a85ecb-e615-4367-9493-a078677bf2c5/12bf8b83-8266-4354-989e-1e3705688029) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:59.203061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368d3de-bef6-4d22-b5f2-6171a2ec1c9d req-f3fc3b07-3d5c-4501-ad4e-c8f74896fb22 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:59.204806 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1368d3de-bef6-4d22-b5f2-6171a2ec1c9d req-f3fc3b07-3d5c-4501-ad4e-c8f74896fb22 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.1323597 Nov 09 18:09:59.206151 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.232719 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.259964 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.268627 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.318440 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Network 90cd779a-c359-4632-a173-a787022d80a7 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:59.321997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:59.325981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:59.328866 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1368d3de-bef6-4d22-b5f2-6171a2ec1c9d req-331fec56-2673-4ef0-a94d-ff58a5383ed3 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983741 Nov 09 18:09:59.378325 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Pushing event updated for resources: {'Port': ['ID=12bf8b83-8266-4354-989e-1e3705688029,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:59.447532 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Attempting to bind port 12bf8b83-8266-4354-989e-1e3705688029 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:09:59.447831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Attempting to bind port 12bf8b83-8266-4354-989e-1e3705688029 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:09:59.448186 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Attempting to bind port 12bf8b83-8266-4354-989e-1e3705688029 on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:59.453489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Allocated IP 172.25.1.54 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/93fcb84d-0f1e-45d2-9f49-ec9f46ee8877) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:59.453712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:59.453948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Checking segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:59.454327 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.454729 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Bound using segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:59.455431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Bound port: 12bf8b83-8266-4354-989e-1e3705688029, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:09:59.455836 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.534768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] For port 12bf8b83-8266-4354-989e-1e3705688029, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:59.540170 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] For port 12bf8b83-8266-4354-989e-1e3705688029, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=12bf8b83-8266-4354-989e-1e3705688029,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:59.545490 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.550715 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9996e-584b-4639-9176-341b4e111b50 req-3b614876-2968-4aa4-a016-7afd1f8c38aa tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:59.561598 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49e9996e-584b-4639-9176-341b4e111b50 req-3b614876-2968-4aa4-a016-7afd1f8c38aa tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.1181149 Nov 09 18:09:59.626668 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.656379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49e9996e-584b-4639-9176-341b4e111b50 req-4e7bdc19-1162-4afe-a88c-ad76e4a3d7aa tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938332 Nov 09 18:09:59.707127 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.709716 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e71b19-2dd2-4f68-bd14-9925625845f5 None None] Pushing event updated for resources: {'Port': ['ID=12bf8b83-8266-4354-989e-1e3705688029,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:59.762243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:59.765454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:59.778111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:59.816678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Pushing event updated for resources: {'Port': ['ID=93fcb84d-0f1e-45d2-9f49-ec9f46ee8877,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:00.110615 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95de0b87-748e-4e68-bf70-eb848400ba5b req-52983a35-0673-4761-8149-06d1280546aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0796397 Nov 09 18:10:00.132204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991d0e0-b1f0-4d90-820d-04afcf45b890 req-fafc3b5f-5559-4c6b-80ec-d6c078e48f5c tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:00.135136 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9991d0e0-b1f0-4d90-820d-04afcf45b890 req-fafc3b5f-5559-4c6b-80ec-d6c078e48f5c tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.1120992 Nov 09 18:10:00.152519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50ebfd-1c78-4c8a-aa31-ca5ffc4678f8 req-e48ac6f7-e97d-43d3-be87-f551e7a74ddf tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:00.154100 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc50ebfd-1c78-4c8a-aa31-ca5ffc4678f8 req-e48ac6f7-e97d-43d3-be87-f551e7a74ddf tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 945 time: 0.1073699 Nov 09 18:10:00.199164 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:00.200850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9991d0e0-b1f0-4d90-820d-04afcf45b890 req-4e2b85d6-82aa-45fb-ae92-b74a78967f19 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590575 Nov 09 18:10:00.217149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de0b87-748e-4e68-bf70-eb848400ba5b req-3ecc18e1-a694-4f38-9049-089122352223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:00.218838 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95de0b87-748e-4e68-bf70-eb848400ba5b req-3ecc18e1-a694-4f38-9049-089122352223 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 1096 time: 0.0544245 Nov 09 18:10:00.267661 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc50ebfd-1c78-4c8a-aa31-ca5ffc4678f8 req-81a9f66c-12a6-4fb3-8a03-08aabd6e8147 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a3be8c6-2c37-47ca-bf14-5df958dff800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066625 Nov 09 18:10:00.342156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de0b87-748e-4e68-bf70-eb848400ba5b req-02876e95-2d21-4671-bf98-7c1d9670b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:00.343661 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95de0b87-748e-4e68-bf70-eb848400ba5b req-02876e95-2d21-4671-bf98-7c1d9670b693 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1033695 Nov 09 18:10:00.456268 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:00.605708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:10:00.734192 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:00.737808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95de0b87-748e-4e68-bf70-eb848400ba5b req-97bb9654-2a55-4ac2-8e81-979539448077 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=814506be-495d-4efc-b7a9-8390ec7da77a HTTP/1.1" status: 200 len: 217 time: 0.3857641 Nov 09 18:10:00.750615 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Sync routers for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:00.755787 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:00.757285 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a73fe36e-dd55-4cc0-b0f4-19e362f7a249 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2014420 Nov 09 18:10:00.760533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38128) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:00.770925 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:00.770925 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:09:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:00.814030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de0b87-748e-4e68-bf70-eb848400ba5b req-9e26242c-b41e-4593-b7be-3dfbcff79bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:00.816277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95de0b87-748e-4e68-bf70-eb848400ba5b req-9e26242c-b41e-4593-b7be-3dfbcff79bdd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0596743 Nov 09 18:10:00.868110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e8af4-fe0b-4c5c-b444-4d9a9d9f3a20 None None] Network 90cd779a-c359-4632-a173-a787022d80a7 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:10:00.886997 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de0b87-748e-4e68-bf70-eb848400ba5b req-254da134-ddef-42c3-9ec7-27df77bf1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:00.888789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95de0b87-748e-4e68-bf70-eb848400ba5b req-254da134-ddef-42c3-9ec7-27df77bf1f62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611181 Nov 09 18:10:00.895299 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:00.936317 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-765e0193-0f7e-4d66-be86-ab5252671127 None None] Provisioning complete for port 12bf8b83-8266-4354-989e-1e3705688029 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:00.936698 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-765e0193-0f7e-4d66-be86-ab5252671127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.114651 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95de0b87-748e-4e68-bf70-eb848400ba5b req-9067a4f7-2cf3-4aff-ac4d-2b3df4f462f8 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143769 Nov 09 18:10:01.133449 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-765e0193-0f7e-4d66-be86-ab5252671127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.168752 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:09:59Z', 'revision_number': 3, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:01.189635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-765e0193-0f7e-4d66-be86-ab5252671127 None None] For port 12bf8b83-8266-4354-989e-1e3705688029, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=12bf8b83-8266-4354-989e-1e3705688029,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:01.201085 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Checking router: c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:01.201988 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Updating router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b port 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:10:01.203958 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-765e0193-0f7e-4d66-be86-ab5252671127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.253553 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.311603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95de0b87-748e-4e68-bf70-eb848400ba5b req-e9618a74-37cd-456a-ae11-840be1da13d7 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842093 Nov 09 18:10:01.329852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e0193-0f7e-4d66-be86-ab5252671127 None None] Pushing event updated for resources: {'Port': ['ID=12bf8b83-8266-4354-989e-1e3705688029,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:01.414837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 12bf8b83-8266-4354-989e-1e3705688029 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:01.502983 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ca7c9-b352-41fa-b70c-3b7020df3704 req-a0c73fb8-fe60-4d1f-bea9-60599d137648 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:01.507525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-af0ca7c9-b352-41fa-b70c-3b7020df3704 req-a0c73fb8-fe60-4d1f-bea9-60599d137648 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 945 time: 0.0839777 Nov 09 18:10:01.535359 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa074bfd-2162-4340-a4de-7ae779ae4a39 req-2c51c7bb-3ea5-4bed-9c11-3295623d01c3 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:01.537539 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa074bfd-2162-4340-a4de-7ae779ae4a39 req-2c51c7bb-3ea5-4bed-9c11-3295623d01c3 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.1691053 Nov 09 18:10:01.547533 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 12bf8b83-8266-4354-989e-1e3705688029 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:01.548080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.570036 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.577260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-af0ca7c9-b352-41fa-b70c-3b7020df3704 req-2b04f236-0940-4e2a-8556-9f349e16718c tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a3be8c6-2c37-47ca-bf14-5df958dff800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577347 Nov 09 18:10:01.603409 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa074bfd-2162-4340-a4de-7ae779ae4a39 req-21207ea6-a61f-4b3f-bb55-9d3a9c9b50c0 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557833 Nov 09 18:10:01.605722 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c7f75e0b-d790-4685-a12f-0f5d640cb31e None None] Provisioning complete for port 12bf8b83-8266-4354-989e-1e3705688029 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:01.606135 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c7f75e0b-d790-4685-a12f-0f5d640cb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.729555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120fdcd-7244-48d3-bbd4-896d2e17abc6 req-e1969e55-1beb-4f8e-b671-e0c019a0cde1 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:01.735970 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.736229 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0120fdcd-7244-48d3-bbd4-896d2e17abc6 req-e1969e55-1beb-4f8e-b671-e0c019a0cde1 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.18 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 945 time: 0.0987206 Nov 09 18:10:01.744632 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.815043 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Allocated IP 172.20.0.1 (90cd779a-c359-4632-a173-a787022d80a7/69a85ecb-e615-4367-9493-a078677bf2c5/0d7bf940-fcbb-4682-b863-69c02b82055a) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:01.882422 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Pushing event updated for resources: {'Port': ['ID=93fcb84d-0f1e-45d2-9f49-ec9f46ee8877,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:01.883406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-0120fdcd-7244-48d3-bbd4-896d2e17abc6 req-1d7af85b-ccfa-4f04-a7d4-74b4f460a6fb tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Deleting port 2ce4e931-2b25-490d-abdd-e7b3890c633a {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:10:01.883968 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0120fdcd-7244-48d3-bbd4-896d2e17abc6 req-1d7af85b-ccfa-4f04-a7d4-74b4f460a6fb tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.904677 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Attempting to bind port 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:01.905057 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Attempting to bind port 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:01.905426 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Attempting to bind port 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:01.916994 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:01.916994 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:01.917353 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:01.917646 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:01.917979 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:01.918311 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:01.919063 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:01.919063 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:01.919312 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:01.919601 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:01.919922 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:01.920242 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:01.924425 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:01.924801 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:01.925209 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.925598 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:01.926130 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Bound port: 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:01.926687 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.984973 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] For port 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:01.989207 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] For port 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=93fcb84d-0f1e-45d2-9f49-ec9f46ee8877,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:01.998700 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.006537 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.051936 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:02.052617 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:09:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:02.079190 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.100599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a498d-a588-4e5d-9a12-7e5cd65b1e46 req-8aa88733-9052-4199-a455-8265300ecb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:02.102294 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-541a498d-a588-4e5d-9a12-7e5cd65b1e46 req-8aa88733-9052-4199-a455-8265300ecb42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=791372ab743f4218a83349f2e655832c&device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 1097 time: 0.1436505 Nov 09 18:10:02.105338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0120fdcd-7244-48d3-bbd4-896d2e17abc6 req-1d7af85b-ccfa-4f04-a7d4-74b4f460a6fb tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] For port 2ce4e931-2b25-490d-abdd-e7b3890c633a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2ce4e931-2b25-490d-abdd-e7b3890c633a,segment=NetworkSegment(04b12038-23a5-4aac-88ce-a75e7dc16738),segment_id=04b12038-23a5-4aac-88ce-a75e7dc16738)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:02.105823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0120fdcd-7244-48d3-bbd4-896d2e17abc6 req-1d7af85b-ccfa-4f04-a7d4-74b4f460a6fb tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.137490 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773ef93-9af8-4616-882b-5411e4a16670 None None] Pushing event updated for resources: {'Port': ['ID=93fcb84d-0f1e-45d2-9f49-ec9f46ee8877,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:02.164246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Network 90cd779a-c359-4632-a173-a787022d80a7 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:02.165421 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:10:02.171528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-0120fdcd-7244-48d3-bbd4-896d2e17abc6 req-1d7af85b-ccfa-4f04-a7d4-74b4f460a6fb tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Calling delete_port for 2ce4e931-2b25-490d-abdd-e7b3890c633a owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:10:02.177659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:02.183807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:02.186349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Pushing event updated for resources: {'Port': ['ID=0d7bf940-fcbb-4682-b863-69c02b82055a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:02.198461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e31e0e-b406-4f85-9a05-ebea12a96125 req-4209ec11-2eba-4342-93df-0ed5316d16ca tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:02.200145 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69e31e0e-b406-4f85-9a05-ebea12a96125 req-4209ec11-2eba-4342-93df-0ed5316d16ca tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.1745994 Nov 09 18:10:02.217605 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:02.251257 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb08b51-613b-4077-af6b-899bc66a0101 req-0c190eb3-834d-4a1a-a484-9ad5211107c3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:02.252058 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-abb08b51-613b-4077-af6b-899bc66a0101 req-0c190eb3-834d-4a1a-a484-9ad5211107c3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1869943 Nov 09 18:10:02.296574 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.359395 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-abb08b51-613b-4077-af6b-899bc66a0101 req-bb79a5c4-8e1b-4460-8684-f48523483e77 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003382 Nov 09 18:10:02.424939 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0120fdcd-7244-48d3-bbd4-896d2e17abc6 req-1d7af85b-ccfa-4f04-a7d4-74b4f460a6fb tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.438915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2ce4e931-2b25-490d-abdd-e7b3890c633a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:02.513862 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:09:59Z', 'revision_number': 3, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:02.528161 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a498d-a588-4e5d-9a12-7e5cd65b1e46 req-f1c93865-ea21-406d-acbf-99f5cfd94d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:02.529795 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-541a498d-a588-4e5d-9a12-7e5cd65b1e46 req-f1c93865-ea21-406d-acbf-99f5cfd94d2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=05fd1d04-499d-4053-81a3-9700edf79a20 HTTP/1.1" status: 200 len: 912 time: 0.4193556 Nov 09 18:10:02.532429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7af85b-ccfa-4f04-a7d4-74b4f460a6fb tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Pushing event deleted for resources: {'Port': ['ID=2ce4e931-2b25-490d-abdd-e7b3890c633a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:02.540532 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69e31e0e-b406-4f85-9a05-ebea12a96125 req-5024509d-2fb1-466a-bbd0-cf5e29075f76 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918715 Nov 09 18:10:02.545513 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.557843 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2416e6c-6209-49c1-8d67-f0d052f293d8 None None] The sync data for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 is: [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:09:59Z', 'revision_number': 3, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:02.577948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a45d2b-b4e3-41fd-b147-170e01575fc2 req-facacb0b-89a7-4517-b9c9-21e91d0f7c0b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:02.579739 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-79a45d2b-b4e3-41fd-b147-170e01575fc2 req-facacb0b-89a7-4517-b9c9-21e91d0f7c0b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0966082 Nov 09 18:10:02.604665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6ce9e0a7-a6c6-4a6c-a1d7-fc8ff9da8edb None None] Provisioning complete for port 0d7bf940-fcbb-4682-b863-69c02b82055a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:02.605144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e0a7-a6c6-4a6c-a1d7-fc8ff9da8edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.636918 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-541a498d-a588-4e5d-9a12-7e5cd65b1e46 req-1734e7b9-e8f5-4c44-b3f9-0944f36b00c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=580e1359-510c-4bc3-9e7e-49749d3f016d HTTP/1.1" status: 200 len: 217 time: 0.0933111 Nov 09 18:10:02.637710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0120fdcd-7244-48d3-bbd4-896d2e17abc6 req-1d7af85b-ccfa-4f04-a7d4-74b4f460a6fb tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] No DVR routers for this DVR port 2ce4e931-2b25-490d-abdd-e7b3890c633a on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:10:02.640853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0120fdcd-7244-48d3-bbd4-896d2e17abc6 req-1d7af85b-ccfa-4f04-a7d4-74b4f460a6fb tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.649561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0120fdcd-7244-48d3-bbd4-896d2e17abc6 req-1d7af85b-ccfa-4f04-a7d4-74b4f460a6fb tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.18 "DELETE /v2.0/ports/2ce4e931-2b25-490d-abdd-e7b3890c633a HTTP/1.1" status: 204 len: 173 time: 0.9056284 Nov 09 18:10:02.650293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-6ce9e0a7-a6c6-4a6c-a1d7-fc8ff9da8edb None None] Port 0d7bf940-fcbb-4682-b863-69c02b82055a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:02.650467 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26aad80-8d19-4775-a28c-e178d614038c', 'name': 'network-vif-deleted', 'tag': '2ce4e931-2b25-490d-abdd-e7b3890c633a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:02.659636 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa1234e-1f2b-4f2d-97c2-5b7e3137f1dd" -d '{"events": [{"server_uuid": "a26aad80-8d19-4775-a28c-e178d614038c", "name": "network-vif-deleted", "tag": "2ce4e931-2b25-490d-abdd-e7b3890c633a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:02.673312 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-79a45d2b-b4e3-41fd-b147-170e01575fc2 req-1367b114-0c48-46fc-a5dc-db321a992131 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686810 Nov 09 18:10:02.739639 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3483425-ba7f-4bc4-b74a-2c675815e4bd x-openstack-request-id: req-e3483425-ba7f-4bc4-b74a-2c675815e4bd {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:02.740061 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26aad80-8d19-4775-a28c-e178d614038c", "name": "network-vif-deleted", "tag": "2ce4e931-2b25-490d-abdd-e7b3890c633a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:02.740413 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3483425-ba7f-4bc4-b74a-2c675815e4bd {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:02.740916 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26aad80-8d19-4775-a28c-e178d614038c', 'name': 'network-vif-deleted', 'tag': '2ce4e931-2b25-490d-abdd-e7b3890c633a', 'status': 'completed', 'code': 200} Nov 09 18:10:02.787848 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b162ceca-908a-4875-83d7-7a8547ab3f6c req-92b4aef0-d0fd-4e76-9c0a-41267a122384 tempest-VolumesActionsTest-334887957 tempest-VolumesActionsTest-334887957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a26aad80-8d19-4775-a28c-e178d614038c HTTP/1.1" status: 200 len: 210 time: 0.0552220 Nov 09 18:10:02.805599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a498d-a588-4e5d-9a12-7e5cd65b1e46 req-70c76567-af83-4119-8961-54c4e986772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:02.806332 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-541a498d-a588-4e5d-9a12-7e5cd65b1e46 req-70c76567-af83-4119-8961-54c4e986772f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=924cf83b-1a0c-4b69-aaad-e39c013d9278 HTTP/1.1" status: 200 len: 851 time: 0.1404157 Nov 09 18:10:02.838984 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.845345 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.854295 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-541a498d-a588-4e5d-9a12-7e5cd65b1e46 req-d0499de8-7a43-4d42-9943-592073ead1c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05fd1d04-499d-4053-81a3-9700edf79a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376697 Nov 09 18:10:02.952854 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Pushing event updated for resources: {'Port': ['ID=0d7bf940-fcbb-4682-b863-69c02b82055a,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:02.962182 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:03.045135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-541a498d-a588-4e5d-9a12-7e5cd65b1e46 req-fd4d339e-4149-4e16-b840-a0db293c87e0 service neutron] 10.222.0.13 "GET /v2.0/networks/05fd1d04-499d-4053-81a3-9700edf79a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839678 Nov 09 18:10:03.063089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca911a2-f731-40d3-8802-15913ae25da8 req-d1328838-2abc-45d1-99b4-c8dd7b1b7062 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:03.064709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ca911a2-f731-40d3-8802-15913ae25da8 req-d1328838-2abc-45d1-99b4-c8dd7b1b7062 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0864623 Nov 09 18:10:03.086670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Network 90cd779a-c359-4632-a173-a787022d80a7 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:03.088596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:03.184862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ca911a2-f731-40d3-8802-15913ae25da8 req-be90c81a-fded-4f7b-883d-716ea984cf1f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110773 Nov 09 18:10:03.216579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-541a498d-a588-4e5d-9a12-7e5cd65b1e46 req-55c1623d-b915-42bc-855c-ea227cc6574b service neutron] 10.222.0.13 "GET /v2.0/networks/05fd1d04-499d-4053-81a3-9700edf79a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626301 Nov 09 18:10:03.336547 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:10:03.457186 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:03.518927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f310fff5-b90a-4d0f-a287-706318d7eb38 None None] Provisioning complete for port 0d7bf940-fcbb-4682-b863-69c02b82055a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:03.520417 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f310fff5-b90a-4d0f-a287-706318d7eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:03.533621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:03.547933 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-910e8dce-a9e7-47b0-a23b-9b070c163cdc admin admin] 10.222.0.81 "PUT /v2.0/routers/c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7855575 Nov 09 18:10:03.568984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:03.569347 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:03.605241 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f310fff5-b90a-4d0f-a287-706318d7eb38 None None] Port 0d7bf940-fcbb-4682-b863-69c02b82055a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:03.695487 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:03.733449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=93fcb84d-0f1e-45d2-9f49-ec9f46ee8877,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:03.741630 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:03.743507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 12bf8b83-8266-4354-989e-1e3705688029 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:03.777434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e57734-d175-4b10-ae5b-c8fc8b1122b0 req-278e2397-5725-4987-882d-33fab88d25a9 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:03.789497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3e57734-d175-4b10-ae5b-c8fc8b1122b0 req-278e2397-5725-4987-882d-33fab88d25a9 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.0909178 Nov 09 18:10:03.837749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=93fcb84d-0f1e-45d2-9f49-ec9f46ee8877,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:03.864450 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3e57734-d175-4b10-ae5b-c8fc8b1122b0 req-aeee769b-3d77-43dd-8b7d-0152657b8413 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730863 Nov 09 18:10:03.884573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 12bf8b83-8266-4354-989e-1e3705688029 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:03.884573 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:03.987205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1085f41-8172-4888-beda-4e27686d4252 req-c0139b71-0586-4f04-9f53-4aad61cde58b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:03.988780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f1085f41-8172-4888-beda-4e27686d4252 req-c0139b71-0586-4f04-9f53-4aad61cde58b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1111236 Nov 09 18:10:04.060572 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f1085f41-8172-4888-beda-4e27686d4252 req-9850e2e0-8285-48b7-91b6-a62c62cd45a0 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494006 Nov 09 18:10:04.385633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38188) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:04.390466 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1807742158-network', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:04.413405 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Made reservation on behalf of d0ad093fbfeb482f8e7dcd4d412e0afd for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:04.415850 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.428879 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.507894 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.512084 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.541302 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:10:04.548353 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3598ff5a-9db7-4aff-ba64-643f01fc3b8c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:04.556342 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.556836 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Added segment 77878f0b-7829-43ef-b626-7d80293339a6 of type vlan for network a3887090-7198-4fcc-a0bb-49a8b347e2fa Nov 09 18:10:04.603442 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.628717 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.630583 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:04.631169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.699163 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3123443 Nov 09 18:10:04.701886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38190) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:04.706626 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d08e86e5-4f8b-435e-9e48-70769c04aebe admin admin] Request body: {'subnet': {'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1807742158-subnet', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:04.966415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Sync routers for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:04.978549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:04.979195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:09:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:05.040756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b708e-dc0a-475a-a849-ec172537c847 admin admin] Pushing event updated for resources: {'Network': ['ID=a3887090-7198-4fcc-a0bb-49a8b347e2fa,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:05.052784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a3887090-7198-4fcc-a0bb-49a8b347e2fa details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:10:05.091786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08e86e5-4f8b-435e-9e48-70769c04aebe admin admin] Made reservation on behalf of d0ad093fbfeb482f8e7dcd4d412e0afd for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:05.094134 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d08e86e5-4f8b-435e-9e48-70769c04aebe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.148366 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad907613-83fd-4dd0-9dff-9094fbe629da req-8bc81f03-9343-44ea-bbf4-dab202a175e7 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:05.150271 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad907613-83fd-4dd0-9dff-9094fbe629da req-8bc81f03-9343-44ea-bbf4-dab202a175e7 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.1121464 Nov 09 18:10:05.151912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:05.231818 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad907613-83fd-4dd0-9dff-9094fbe629da req-1f2a67df-7567-476d-8449-2f54aef790d9 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715535 Nov 09 18:10:05.337221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:05.365707 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d08e86e5-4f8b-435e-9e48-70769c04aebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.451124 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08e86e5-4f8b-435e-9e48-70769c04aebe admin admin] Checking segment: {'id': '77878f0b-7829-43ef-b626-7d80293339a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:05.451344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08e86e5-4f8b-435e-9e48-70769c04aebe admin admin] Network hostable DHCP agents. Network: a3887090-7198-4fcc-a0bb-49a8b347e2fa, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:10:05.465524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e86e5-4f8b-435e-9e48-70769c04aebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fcb302c-e1bd-464f-82be-7dabbe9ccb41,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:05.468202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:05.469008 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.478404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08e86e5-4f8b-435e-9e48-70769c04aebe admin admin] Network a3887090-7198-4fcc-a0bb-49a8b347e2fa is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:10:05.495592 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-d08e86e5-4f8b-435e-9e48-70769c04aebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a3887090-7198-4fcc-a0bb-49a8b347e2fa) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:05.504736 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08e86e5-4f8b-435e-9e48-70769c04aebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:05.504920 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d08e86e5-4f8b-435e-9e48-70769c04aebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.522198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fcb857-9d30-48c2-81a4-007767eef21b None None] Network a3887090-7198-4fcc-a0bb-49a8b347e2fa requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:10:05.534065 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d08e86e5-4f8b-435e-9e48-70769c04aebe admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8311372 Nov 09 18:10:05.537396 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38208) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:05.539472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 2, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:05.542324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1807742158-router', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:05.608714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Checking router: c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:05.620788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Updating router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b port 0d7bf940-fcbb-4682-b863-69c02b82055a binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:10:05.621013 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.621013 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.621644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990b9ae-b42f-4bae-9ad2-d26babb3c186 req-64046fc9-4dca-4f1d-82f3-705efd87f72c tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:05.626566 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2990b9ae-b42f-4bae-9ad2-d26babb3c186 req-64046fc9-4dca-4f1d-82f3-705efd87f72c tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.0775416 Nov 09 18:10:05.681876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9854b8c-9a2a-40c0-9225-52dfc84f990d req-b88b3bcb-7f40-4620-95cc-787477cea309 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:05.693942 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2990b9ae-b42f-4bae-9ad2-d26babb3c186 req-41bda62a-fd1a-4f5c-80d4-dd2b72fc5996 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549269 Nov 09 18:10:05.696038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9854b8c-9a2a-40c0-9225-52dfc84f990d req-b88b3bcb-7f40-4620-95cc-787477cea309 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1304834 Nov 09 18:10:05.758830 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.843012 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9854b8c-9a2a-40c0-9225-52dfc84f990d req-35e49fc2-aaef-4690-bcb0-bfb5afaebde3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366870 Nov 09 18:10:05.894368 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2ce4e931-2b25-490d-abdd-e7b3890c633a no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:10:05.939027 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.939366 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.944319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 2ce4e931-2b25-490d-abdd-e7b3890c633a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:10:05.944748 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2ce4e931-2b25-490d-abdd-e7b3890c633a not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:10:06.187213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-a3887090-7198-4fcc-a0bb-49a8b347e2fa', 'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'fixed_ips': [{'subnet_id': '9fcb302c-e1bd-464f-82be-7dabbe9ccb41'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:10:06.188111 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.203028 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.225511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.354755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Allocated IP 172.25.1.105 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/84b5ca9d-60bc-445e-ad73-6772ff28358e) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:06.409127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Allocated IP 172.20.0.2 (a3887090-7198-4fcc-a0bb-49a8b347e2fa/9fcb302c-e1bd-464f-82be-7dabbe9ccb41/113e37b4-392e-4baf-b7dc-63570948f4e6) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:06.430764 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.448335 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.465953 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.509620 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.556845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:06.560765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:06.564486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8376e-a4de-43ff-b599-f2fc28d07969 None None] Pushing event updated for resources: {'Port': ['ID=0d7bf940-fcbb-4682-b863-69c02b82055a,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:06.567611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:06.578090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Pushing event updated for resources: {'Port': ['ID=84b5ca9d-60bc-445e-ad73-6772ff28358e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:06.651323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Attempting to bind port 0d7bf940-fcbb-4682-b863-69c02b82055a on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:06.652004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Attempting to bind port 0d7bf940-fcbb-4682-b863-69c02b82055a by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:06.652545 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Attempting to bind port 0d7bf940-fcbb-4682-b863-69c02b82055a on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:06.662679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:06.663058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Checking segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:06.663498 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.663899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Bound using segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:06.664379 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Bound port: 0d7bf940-fcbb-4682-b863-69c02b82055a, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:06.664768 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.695672 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.755318 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.770142 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] For port 0d7bf940-fcbb-4682-b863-69c02b82055a, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:06.816134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Pushing event updated for resources: {'Port': ['ID=113e37b4-392e-4baf-b7dc-63570948f4e6,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:06.826969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] For port 0d7bf940-fcbb-4682-b863-69c02b82055a, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=0d7bf940-fcbb-4682-b863-69c02b82055a,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:06.834872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Network a3887090-7198-4fcc-a0bb-49a8b347e2fa is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:06.838595 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.841110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:06.845935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a6df2fa7-9979-48c8-955f-d2ed5d0a7441 None None] Provisioning complete for port 0d7bf940-fcbb-4682-b863-69c02b82055a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:06.846538 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a6df2fa7-9979-48c8-955f-d2ed5d0a7441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.854627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:06.871735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dacd4-147b-4eab-8640-3a4acbab941e req-4b2af3cb-51f6-4d57-b762-1d93253b418b tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:06.882260 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a1dacd4-147b-4eab-8640-3a4acbab941e req-4b2af3cb-51f6-4d57-b762-1d93253b418b tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.0821223 Nov 09 18:10:06.915790 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.961431 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a1dacd4-147b-4eab-8640-3a4acbab941e req-49937047-d7e7-4ea7-b287-b49f17fc59e7 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781827 Nov 09 18:10:06.965439 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:06.966090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:09:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:07.104487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8376e-a4de-43ff-b599-f2fc28d07969 None None] Pushing event updated for resources: {'Port': ['ID=0d7bf940-fcbb-4682-b863-69c02b82055a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:07.117835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Attempting to bind port 113e37b4-392e-4baf-b7dc-63570948f4e6 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:07.118471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Attempting to bind port 113e37b4-392e-4baf-b7dc-63570948f4e6 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '77878f0b-7829-43ef-b626-7d80293339a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:07.119105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Attempting to bind port 113e37b4-392e-4baf-b7dc-63570948f4e6 on network a3887090-7198-4fcc-a0bb-49a8b347e2fa {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:07.136574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c3536-ab36-4e8d-817b-ad2d7785d73b req-41e9d2ad-4e5c-4e77-b371-844f4a423bb5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:07.138102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:07.138744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Checking segment: {'id': '77878f0b-7829-43ef-b626-7d80293339a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:07.139709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e2c3536-ab36-4e8d-817b-ad2d7785d73b req-41e9d2ad-4e5c-4e77-b371-844f4a423bb5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1692379 Nov 09 18:10:07.151290 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.153488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Bound using segment: {'id': '77878f0b-7829-43ef-b626-7d80293339a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:07.154388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Bound port: 113e37b4-392e-4baf-b7dc-63570948f4e6, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77878f0b-7829-43ef-b626-7d80293339a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:07.155043 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.293967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e2c3536-ab36-4e8d-817b-ad2d7785d73b req-160509fd-2a86-4e60-9e47-b41d700c8eeb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417520 Nov 09 18:10:07.347271 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.392921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:07.408321 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f4819-0131-4b4a-ac09-43eb3c9d00c7 req-6a2756a0-6e3f-41ee-81f3-eb079e89427f tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:07.410024 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-683f4819-0131-4b4a-ac09-43eb3c9d00c7 req-6a2756a0-6e3f-41ee-81f3-eb079e89427f tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.0627110 Nov 09 18:10:07.435351 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a6df2fa7-9979-48c8-955f-d2ed5d0a7441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.478958 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-683f4819-0131-4b4a-ac09-43eb3c9d00c7 req-4dbb546a-a9ce-4854-854e-2032a499eaee tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612707 Nov 09 18:10:07.502970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2e15-95c2-438f-9911-fbfee9129d62 req-c707ce1d-0b61-4e2b-ae73-fb538fe4fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:07.502970 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ae2e15-95c2-438f-9911-fbfee9129d62 req-c707ce1d-0b61-4e2b-ae73-fb538fe4fe11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=791372ab743f4218a83349f2e655832c&device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 1097 time: 0.0641835 Nov 09 18:10:07.539017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] For port 113e37b4-392e-4baf-b7dc-63570948f4e6, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:07.550823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a6df2fa7-9979-48c8-955f-d2ed5d0a7441 None None] For port 0d7bf940-fcbb-4682-b863-69c02b82055a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=0d7bf940-fcbb-4682-b863-69c02b82055a,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:07.573315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] For port 113e37b4-392e-4baf-b7dc-63570948f4e6, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=113e37b4-392e-4baf-b7dc-63570948f4e6,segment=NetworkSegment(77878f0b-7829-43ef-b626-7d80293339a6),segment_id=77878f0b-7829-43ef-b626-7d80293339a6)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:07.601143 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a6df2fa7-9979-48c8-955f-d2ed5d0a7441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.607259 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.704703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df2fa7-9979-48c8-955f-d2ed5d0a7441 None None] Pushing event updated for resources: {'Port': ['ID=0d7bf940-fcbb-4682-b863-69c02b82055a,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:07.768174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d94898-a3ae-4836-aeea-e740f23f71bf None None] Pushing event updated for resources: {'Port': ['ID=113e37b4-392e-4baf-b7dc-63570948f4e6,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:07.817593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-80d3a720-5c6a-4c65-9856-de856ed31109 None None] Provisioning complete for port 0d7bf940-fcbb-4682-b863-69c02b82055a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:07.817880 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-80d3a720-5c6a-4c65-9856-de856ed31109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.892467 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:06Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:07.976880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c356a5-fb01-45e9-9aa6-a7b89d80c5d7 None None] The sync data for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 is: [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:06Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:08.034510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Router a978b98b-4d0d-4799-ac42-a74427afc3fe is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:10:08.068505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2e15-95c2-438f-9911-fbfee9129d62 req-d73fd2ae-cc58-4e73-821d-fe124b7452a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:08.069941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ae2e15-95c2-438f-9911-fbfee9129d62 req-d73fd2ae-cc58-4e73-821d-fe124b7452a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=05fd1d04-499d-4053-81a3-9700edf79a20 HTTP/1.1" status: 200 len: 912 time: 0.5605748 Nov 09 18:10:08.213760 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ae2e15-95c2-438f-9911-fbfee9129d62 req-6aa1b41e-60d8-45a9-b57b-2dec49a53bbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=580e1359-510c-4bc3-9e7e-49749d3f016d HTTP/1.1" status: 200 len: 217 time: 0.1345890 Nov 09 18:10:08.286947 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2e15-95c2-438f-9911-fbfee9129d62 req-f6eb19c9-390e-4fde-abda-7ef8ec80f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:08.288537 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ae2e15-95c2-438f-9911-fbfee9129d62 req-f6eb19c9-390e-4fde-abda-7ef8ec80f07c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=924cf83b-1a0c-4b69-aaad-e39c013d9278 HTTP/1.1" status: 200 len: 851 time: 0.0661521 Nov 09 18:10:08.337789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ae2e15-95c2-438f-9911-fbfee9129d62 req-dc075fb2-d2e1-4950-b225-b3426b2a651a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=05fd1d04-499d-4053-81a3-9700edf79a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414245 Nov 09 18:10:08.339321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:08.357866 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Sync routers for ids ['a978b98b-4d0d-4799-ac42-a74427afc3fe'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:08.381879 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Routers {'a978b98b-4d0d-4799-ac42-a74427afc3fe'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:08.383352 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:09:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a978b98b-4d0d-4799-ac42-a74427afc3fe'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:08.423743 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.428896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38234) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:08.429601 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cc3ad85b-cfa7-40f1-a470-36bcd46fcbde admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8900325 Nov 09 18:10:08.573982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ae2e15-95c2-438f-9911-fbfee9129d62 req-e2742fd5-2cbf-4ca6-9449-6dd4eabb5743 service neutron] 10.222.0.13 "GET /v2.0/networks/05fd1d04-499d-4053-81a3-9700edf79a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204399 Nov 09 18:10:08.597281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32266bda-7421-4f81-8fb7-ebdbdd3e8f01 req-5de47895-c7ca-4014-acd5-149079dc5aca tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:08.599661 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32266bda-7421-4f81-8fb7-ebdbdd3e8f01 req-5de47895-c7ca-4014-acd5-149079dc5aca tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1338983 Nov 09 18:10:08.693589 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Set router a978b98b-4d0d-4799-ac42-a74427afc3fe gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:08.775926 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ae2e15-95c2-438f-9911-fbfee9129d62 req-ea11a0b4-ad9f-479a-8e97-667bbf71afbf service neutron] 10.222.0.13 "GET /v2.0/networks/05fd1d04-499d-4053-81a3-9700edf79a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750505 Nov 09 18:10:08.821834 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b1b25-0afc-40c4-bfd1-328c58532987 req-9e12dfb7-56da-4d45-b835-61abf30fd31a tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:08.823586 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b20b1b25-0afc-40c4-bfd1-328c58532987 req-9e12dfb7-56da-4d45-b835-61abf30fd31a tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.1586041 Nov 09 18:10:09.037657 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32266bda-7421-4f81-8fb7-ebdbdd3e8f01 req-9deeaa1d-4117-4e55-b353-c66dd8e94100 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4276128 Nov 09 18:10:09.108386 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b20b1b25-0afc-40c4-bfd1-328c58532987 req-0edda498-3fc6-4abb-bbc3-e52e138d80f0 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711024 Nov 09 18:10:09.179247 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'name': 'tempest-TestVolumeBootPattern-1807742158-router', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:10:06Z', 'revision_number': 3, 'project_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'gw_port': {'id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:06Z', 'updated_at': '2021-11-09T18:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:09.215066 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71258be-2140-4ed5-9f39-8cd043859159 None None] Network a3887090-7198-4fcc-a0bb-49a8b347e2fa requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:10:09.451362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-271f84a1-be9c-4b38-a4b1-02e13b667db6 None None] Provisioning complete for port 113e37b4-392e-4baf-b7dc-63570948f4e6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:09.451994 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-271f84a1-be9c-4b38-a4b1-02e13b667db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.495883 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Checking router: a978b98b-4d0d-4799-ac42-a74427afc3fe for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:09.496475 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Updating router a978b98b-4d0d-4799-ac42-a74427afc3fe port 84b5ca9d-60bc-445e-ad73-6772ff28358e binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:10:09.529398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0d7bf940-fcbb-4682-b863-69c02b82055a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:09.580217 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.728070 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.745672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 0d7bf940-fcbb-4682-b863-69c02b82055a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:09.746066 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.795004 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-271f84a1-be9c-4b38-a4b1-02e13b667db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.845235 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-271f84a1-be9c-4b38-a4b1-02e13b667db6 None None] For port 113e37b4-392e-4baf-b7dc-63570948f4e6, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=113e37b4-392e-4baf-b7dc-63570948f4e6,segment=NetworkSegment(77878f0b-7829-43ef-b626-7d80293339a6),segment_id=77878f0b-7829-43ef-b626-7d80293339a6)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:09.852985 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-271f84a1-be9c-4b38-a4b1-02e13b667db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.915612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 113e37b4-392e-4baf-b7dc-63570948f4e6 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:09.935166 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.943446 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.963863 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Allocated IP 172.20.0.1 (a3887090-7198-4fcc-a0bb-49a8b347e2fa/9fcb302c-e1bd-464f-82be-7dabbe9ccb41/e18859d1-1e50-4d39-aea1-ae50785b060e) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:09.965455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f84a1-be9c-4b38-a4b1-02e13b667db6 None None] Pushing event updated for resources: {'Port': ['ID=113e37b4-392e-4baf-b7dc-63570948f4e6,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:10.020375 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Attempting to bind port 84b5ca9d-60bc-445e-ad73-6772ff28358e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:10.020757 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Attempting to bind port 84b5ca9d-60bc-445e-ad73-6772ff28358e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:10.021126 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Attempting to bind port 84b5ca9d-60bc-445e-ad73-6772ff28358e on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:10.032490 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68144d1-1e95-4322-bb33-0073cd37ee8d None None] Pushing event updated for resources: {'Port': ['ID=84b5ca9d-60bc-445e-ad73-6772ff28358e,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:10.034163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 113e37b4-392e-4baf-b7dc-63570948f4e6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:10.034649 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.035692 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:10.036208 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:10.036690 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.037126 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:10.037587 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Bound port: 84b5ca9d-60bc-445e-ad73-6772ff28358e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:10.037971 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.103294 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] For port 84b5ca9d-60bc-445e-ad73-6772ff28358e, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:10.108300 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] For port 84b5ca9d-60bc-445e-ad73-6772ff28358e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=84b5ca9d-60bc-445e-ad73-6772ff28358e,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:10.113643 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.116062 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.165117 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.198393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687f1dc-0465-4c13-8165-b423e20b63bf req-88e98b58-009f-4c03-8ead-230f406a5709 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:10.205834 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Routers {'a978b98b-4d0d-4799-ac42-a74427afc3fe'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:10.206363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3687f1dc-0465-4c13-8165-b423e20b63bf req-88e98b58-009f-4c03-8ead-230f406a5709 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0616698 Nov 09 18:10:10.207482 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:09:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a978b98b-4d0d-4799-ac42-a74427afc3fe'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:10.249099 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Pushing event updated for resources: {'Port': ['ID=e18859d1-1e50-4d39-aea1-ae50785b060e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:10.255760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Network a3887090-7198-4fcc-a0bb-49a8b347e2fa is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:10.269799 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3687f1dc-0465-4c13-8165-b423e20b63bf req-7c873954-31e5-4c3a-909b-3c4e8816304e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603187 Nov 09 18:10:10.281129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:10.292192 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:10.353111 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.375399 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] Set router a978b98b-4d0d-4799-ac42-a74427afc3fe gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:10.383749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7d4a69fa-1e24-4287-91b3-b41193586797 None None] Provisioning complete for port 113e37b4-392e-4baf-b7dc-63570948f4e6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:10.384453 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7d4a69fa-1e24-4287-91b3-b41193586797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.443201 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fcf9c-4915-4e24-8fc6-f704a2cf44fd req-befe052b-f5dc-48f6-bafc-5098385ba65b tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:10.445099 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ce5fcf9c-4915-4e24-8fc6-f704a2cf44fd req-befe052b-f5dc-48f6-bafc-5098385ba65b tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.1872902 Nov 09 18:10:10.471713 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68144d1-1e95-4322-bb33-0073cd37ee8d None None] Pushing event updated for resources: {'Port': ['ID=84b5ca9d-60bc-445e-ad73-6772ff28358e,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:10.554882 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ce5fcf9c-4915-4e24-8fc6-f704a2cf44fd req-942646aa-ab56-4f9b-9d33-debe2b4a8784 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987632 Nov 09 18:10:10.582859 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.630940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0cc800c7-183a-4146-9e28-138d40de1f5d None None] Provisioning complete for port e18859d1-1e50-4d39-aea1-ae50785b060e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:10.631603 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0cc800c7-183a-4146-9e28-138d40de1f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.637362 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'name': 'tempest-TestVolumeBootPattern-1807742158-router', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:10:06Z', 'revision_number': 3, 'project_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'gw_port': {'id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:06Z', 'updated_at': '2021-11-09T18:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:10.668557 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d52bd9-fd08-41c2-b06d-044539fd5900 None None] The sync data for ids ['a978b98b-4d0d-4799-ac42-a74427afc3fe'] in n-d-817236-1 is: [{'id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'name': 'tempest-TestVolumeBootPattern-1807742158-router', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:10:06Z', 'revision_number': 3, 'project_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'gw_port': {'id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:06Z', 'updated_at': '2021-11-09T18:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:10.716854 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a7c5d1c0-7f66-4f71-952e-98035cdf4e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.723494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0cc800c7-183a-4146-9e28-138d40de1f5d None None] Port e18859d1-1e50-4d39-aea1-ae50785b060e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:10.893464 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.908697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12dd25-d2b2-4663-b6f7-58ab42bb8264 req-e7c03f9a-9d3e-4a4b-b900-3b75649aea03 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:10.915776 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6c12dd25-d2b2-4663-b6f7-58ab42bb8264 req-e7c03f9a-9d3e-4a4b-b900-3b75649aea03 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.0949631 Nov 09 18:10:10.918946 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:11.027435 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:11.031076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Pushing event updated for resources: {'Port': ['ID=e18859d1-1e50-4d39-aea1-ae50785b060e,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:11.039064 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6c12dd25-d2b2-4663-b6f7-58ab42bb8264 req-9c1ab3c0-5447-4321-a4c2-b24cc051f7ed tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212323 Nov 09 18:10:11.151773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Network a3887090-7198-4fcc-a0bb-49a8b347e2fa is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:11.153408 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:11.313620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Router a978b98b-4d0d-4799-ac42-a74427afc3fe has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:10:11.451343 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 113e37b4-392e-4baf-b7dc-63570948f4e6 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:11.468602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1d194-17fe-46df-85c8-6f8bb576867a req-a24bff4b-b4bd-4720-a167-cc629c787b6b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:11.471057 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60d1d194-17fe-46df-85c8-6f8bb576867a req-a24bff4b-b4bd-4720-a167-cc629c787b6b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1032469 Nov 09 18:10:11.481899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:11.495496 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5f909963-97f9-4f89-8837-0d00704fe014 admin admin] 10.222.0.81 "PUT /v2.0/routers/a978b98b-4d0d-4799-ac42-a74427afc3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0569060 Nov 09 18:10:11.537753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 113e37b4-392e-4baf-b7dc-63570948f4e6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:11.538255 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:11.547721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60d1d194-17fe-46df-85c8-6f8bb576867a req-425f3cd4-6814-4177-bbef-9870b9f5bb05 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593307 Nov 09 18:10:11.590213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fe3960de-e1f7-4783-b2a1-5d9ac3c6cf7e None None] Provisioning complete for port e18859d1-1e50-4d39-aea1-ae50785b060e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:11.590944 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe3960de-e1f7-4783-b2a1-5d9ac3c6cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:11.643463 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fe3960de-e1f7-4783-b2a1-5d9ac3c6cf7e None None] Port e18859d1-1e50-4d39-aea1-ae50785b060e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:11.725472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 84b5ca9d-60bc-445e-ad73-6772ff28358e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:11.800931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 84b5ca9d-60bc-445e-ad73-6772ff28358e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:11.801501 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:11.888053 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:11.910252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 84b5ca9d-60bc-445e-ad73-6772ff28358e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=84b5ca9d-60bc-445e-ad73-6772ff28358e,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:11.915634 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:11.983614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=84b5ca9d-60bc-445e-ad73-6772ff28358e,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:12.209994 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326c2e7-3117-4237-8230-a9526b7e18b8 req-8e9696fb-81e1-4d20-a5fb-ccf2752d4185 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:12.211548 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4326c2e7-3117-4237-8230-a9526b7e18b8 req-8e9696fb-81e1-4d20-a5fb-ccf2752d4185 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.0592103 Nov 09 18:10:12.257338 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4326c2e7-3117-4237-8230-a9526b7e18b8 req-07577132-0050-4ed4-84ac-102222e50610 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/security-groups?id=16efb575-cec4-4d84-8b52-4cff966a1d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373368 Nov 09 18:10:12.734632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9b05d-d31a-4ccc-b816-be08efce1ac0 req-2b6eca0b-9138-47b5-a62c-7135fe5c9b37 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:12.736230 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53d9b05d-d31a-4ccc-b816-be08efce1ac0 req-2b6eca0b-9138-47b5-a62c-7135fe5c9b37 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1068954 Nov 09 18:10:12.777654 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348609-8dd0-4d0a-9d20-97a12c87baa3 req-720f5252-d5fb-49b8-910a-7c6c645736dd tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:12.779744 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd348609-8dd0-4d0a-9d20-97a12c87baa3 req-720f5252-d5fb-49b8-910a-7c6c645736dd tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.13 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 946 time: 0.0975258 Nov 09 18:10:12.787202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Sync routers for ids ['a978b98b-4d0d-4799-ac42-a74427afc3fe'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:12.802565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Routers {'a978b98b-4d0d-4799-ac42-a74427afc3fe'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:12.803208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:09:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a978b98b-4d0d-4799-ac42-a74427afc3fe'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:12.850371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53d9b05d-d31a-4ccc-b816-be08efce1ac0 req-5a487d6a-9947-4e63-9605-4827ecd61a36 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024408 Nov 09 18:10:12.930394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Set router a978b98b-4d0d-4799-ac42-a74427afc3fe gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:12.940923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-dd348609-8dd0-4d0a-9d20-97a12c87baa3 req-ad6b4801-1d75-422b-8fd2-bfe0c3cba9f2 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Deleting port 580e1359-510c-4bc3-9e7e-49749d3f016d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:10:12.941637 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dd348609-8dd0-4d0a-9d20-97a12c87baa3 req-ad6b4801-1d75-422b-8fd2-bfe0c3cba9f2 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.122176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-dd348609-8dd0-4d0a-9d20-97a12c87baa3 req-ad6b4801-1d75-422b-8fd2-bfe0c3cba9f2 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] For port 580e1359-510c-4bc3-9e7e-49749d3f016d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=580e1359-510c-4bc3-9e7e-49749d3f016d,segment=NetworkSegment(49f0bea8-3f7c-4e34-ae05-4638676c121a),segment_id=49f0bea8-3f7c-4e34-ae05-4638676c121a)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:13.122637 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dd348609-8dd0-4d0a-9d20-97a12c87baa3 req-ad6b4801-1d75-422b-8fd2-bfe0c3cba9f2 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.139560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-dd348609-8dd0-4d0a-9d20-97a12c87baa3 req-ad6b4801-1d75-422b-8fd2-bfe0c3cba9f2 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Calling delete_port for 580e1359-510c-4bc3-9e7e-49749d3f016d owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:10:13.182919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'name': 'tempest-TestVolumeBootPattern-1807742158-router', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:10:10Z', 'revision_number': 4, 'project_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'gw_port': {'id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:06Z', 'updated_at': '2021-11-09T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e18859d1-1e50-4d39-aea1-ae50785b060e', 'name': '', 'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'mac_address': 'fa:16:3e:9a:62:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '9fcb302c-e1bd-464f-82be-7dabbe9ccb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:09Z', 'updated_at': '2021-11-09T18:10:10Z', 'revision_number': 2, 'project_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'subnets': [{'id': '9fcb302c-e1bd-464f-82be-7dabbe9ccb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:13.219106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Checking router: a978b98b-4d0d-4799-ac42-a74427afc3fe for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:13.219834 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Updating router a978b98b-4d0d-4799-ac42-a74427afc3fe port e18859d1-1e50-4d39-aea1-ae50785b060e binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:10:13.253939 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.318315 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dd348609-8dd0-4d0a-9d20-97a12c87baa3 req-ad6b4801-1d75-422b-8fd2-bfe0c3cba9f2 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.324561 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 84b5ca9d-60bc-445e-ad73-6772ff28358e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:13.333952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['580e1359-510c-4bc3-9e7e-49749d3f016d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:13.360646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b4801-1d75-422b-8fd2-bfe0c3cba9f2 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Pushing event deleted for resources: {'Port': ['ID=580e1359-510c-4bc3-9e7e-49749d3f016d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:13.445785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd348609-8dd0-4d0a-9d20-97a12c87baa3 req-ad6b4801-1d75-422b-8fd2-bfe0c3cba9f2 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] No DVR routers for this DVR port 580e1359-510c-4bc3-9e7e-49749d3f016d on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:10:13.452784 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dd348609-8dd0-4d0a-9d20-97a12c87baa3 req-ad6b4801-1d75-422b-8fd2-bfe0c3cba9f2 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.464548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd348609-8dd0-4d0a-9d20-97a12c87baa3 req-ad6b4801-1d75-422b-8fd2-bfe0c3cba9f2 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.13 "DELETE /v2.0/ports/580e1359-510c-4bc3-9e7e-49749d3f016d HTTP/1.1" status: 204 len: 173 time: 0.6756659 Nov 09 18:10:13.465171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39506e6a-9b77-4c95-a6f5-f6ba25c2278d', 'name': 'network-vif-deleted', 'tag': '580e1359-510c-4bc3-9e7e-49749d3f016d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:13.467740 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14fb6cf-5c19-4b12-a2c0-e66939afbdc8" -d '{"events": [{"server_uuid": "39506e6a-9b77-4c95-a6f5-f6ba25c2278d", "name": "network-vif-deleted", "tag": "580e1359-510c-4bc3-9e7e-49749d3f016d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:13.521610 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0c5e0f-4038-4e9d-8607-284f36f1ed81 x-openstack-request-id: req-5a0c5e0f-4038-4e9d-8607-284f36f1ed81 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:13.522428 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39506e6a-9b77-4c95-a6f5-f6ba25c2278d", "name": "network-vif-deleted", "tag": "580e1359-510c-4bc3-9e7e-49749d3f016d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:13.522823 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a0c5e0f-4038-4e9d-8607-284f36f1ed81 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:13.523327 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39506e6a-9b77-4c95-a6f5-f6ba25c2278d', 'name': 'network-vif-deleted', 'tag': '580e1359-510c-4bc3-9e7e-49749d3f016d', 'status': 'completed', 'code': 200} Nov 09 18:10:13.575792 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e0d9da1d-06eb-4270-b0b2-4c1dbff3424f req-c1287fd2-f854-48ec-b19b-a87e52c73429 tempest-TestServerAdvancedOps-517242292 tempest-TestServerAdvancedOps-517242292-project] 10.222.0.81 "GET /v2.0/ports?device_id=39506e6a-9b77-4c95-a6f5-f6ba25c2278d HTTP/1.1" status: 200 len: 210 time: 0.2114127 Nov 09 18:10:13.625039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 84b5ca9d-60bc-445e-ad73-6772ff28358e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:13.625426 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.740120 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c5d146d6-7202-4473-a5a5-70853187e570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.892382 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.899617 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.988503 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-2256fc88-78df-4cf7-9f1b-2471e388ce1c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:13.991695 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-2256fc88-78df-4cf7-9f1b-2471e388ce1c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.1758494 Nov 09 18:10:14.006729 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fa50a-a182-4fba-9041-0bcb22495627 None None] Pushing event updated for resources: {'Port': ['ID=e18859d1-1e50-4d39-aea1-ae50785b060e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:14.032256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-e2c59758-177b-4bbc-b0ba-fe431717f986 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/quotas/f71584f60a304e7aadf26b8906dcf81a HTTP/1.1" status: 200 len: 375 time: 0.0299013 Nov 09 18:10:14.047510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Attempting to bind port e18859d1-1e50-4d39-aea1-ae50785b060e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:14.047827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Attempting to bind port e18859d1-1e50-4d39-aea1-ae50785b060e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '77878f0b-7829-43ef-b626-7d80293339a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:14.048335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Attempting to bind port e18859d1-1e50-4d39-aea1-ae50785b060e on network a3887090-7198-4fcc-a0bb-49a8b347e2fa {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:14.055356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:14.055634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Checking segment: {'id': '77878f0b-7829-43ef-b626-7d80293339a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:14.056082 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.056479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Bound using segment: {'id': '77878f0b-7829-43ef-b626-7d80293339a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:14.057005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Bound port: e18859d1-1e50-4d39-aea1-ae50785b060e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77878f0b-7829-43ef-b626-7d80293339a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:14.068974 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.125230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd80c8-f232-4d66-be98-3c3be8c81efb req-d29b9cd1-e9d7-4113-bbad-930c7d2940b4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:14.132709 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4cd80c8-f232-4d66-be98-3c3be8c81efb req-d29b9cd1-e9d7-4113-bbad-930c7d2940b4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1243622 Nov 09 18:10:14.179912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-8fcb6834-e937-4ce9-bda1-0f32b64f7c99 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1359642 Nov 09 18:10:14.197712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] For port e18859d1-1e50-4d39-aea1-ae50785b060e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:14.202250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] For port e18859d1-1e50-4d39-aea1-ae50785b060e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e18859d1-1e50-4d39-aea1-ae50785b060e,segment=NetworkSegment(77878f0b-7829-43ef-b626-7d80293339a6),segment_id=77878f0b-7829-43ef-b626-7d80293339a6)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:14.208161 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.211411 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4cd80c8-f232-4d66-be98-3c3be8c81efb req-7223ab65-eab4-41ef-9d64-684551e6aced tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721931 Nov 09 18:10:14.297078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Routers {'a978b98b-4d0d-4799-ac42-a74427afc3fe'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:14.298419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:10:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a978b98b-4d0d-4799-ac42-a74427afc3fe'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:14.304313 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-f80a6991-2a06-4542-8fc7-8c6e1d1f37be service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161022 Nov 09 18:10:14.336386 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fa50a-a182-4fba-9041-0bcb22495627 None None] Pushing event updated for resources: {'Port': ['ID=e18859d1-1e50-4d39-aea1-ae50785b060e,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:14.436212 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-246d3e0a-c47c-43fd-8093-696e6429b09a None None] Provisioning complete for port e18859d1-1e50-4d39-aea1-ae50785b060e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:14.436709 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-246d3e0a-c47c-43fd-8093-696e6429b09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.440607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-aa812070-ea00-44f3-8d09-30340cb954fe service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264679 Nov 09 18:10:14.553503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] Set router a978b98b-4d0d-4799-ac42-a74427afc3fe gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:14.583802 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.657838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38328) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:14.718983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a18d75-368e-4ca0-aada-1e993884e2c9 admin admin] Deleting subnet 924cf83b-1a0c-4b69-aaad-e39c013d9278 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:10:14.723122 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05a18d75-368e-4ca0-aada-1e993884e2c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.731897 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-246d3e0a-c47c-43fd-8093-696e6429b09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.766958 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05a18d75-368e-4ca0-aada-1e993884e2c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.803291 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-246d3e0a-c47c-43fd-8093-696e6429b09a None None] For port e18859d1-1e50-4d39-aea1-ae50785b060e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e18859d1-1e50-4d39-aea1-ae50785b060e,segment=NetworkSegment(77878f0b-7829-43ef-b626-7d80293339a6),segment_id=77878f0b-7829-43ef-b626-7d80293339a6)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:14.822302 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05a18d75-368e-4ca0-aada-1e993884e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.835076 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-246d3e0a-c47c-43fd-8093-696e6429b09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.876774 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-982213ad-27f5-496d-b87f-ae8eba096b84 req-1dab5e1d-9d8b-4e53-b19c-348cf2205fa9 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 210 time: 0.0304468 Nov 09 18:10:14.910901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d3e0a-c47c-43fd-8093-696e6429b09a None None] Pushing event updated for resources: {'Port': ['ID=e18859d1-1e50-4d39-aea1-ae50785b060e,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:14.920264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'name': 'tempest-TestVolumeBootPattern-1807742158-router', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:10:10Z', 'revision_number': 4, 'project_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'gw_port': {'id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:06Z', 'updated_at': '2021-11-09T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e18859d1-1e50-4d39-aea1-ae50785b060e', 'name': '', 'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'mac_address': 'fa:16:3e:9a:62:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '9fcb302c-e1bd-464f-82be-7dabbe9ccb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:09Z', 'updated_at': '2021-11-09T18:10:14Z', 'revision_number': 4, 'project_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'subnets': [{'id': '9fcb302c-e1bd-464f-82be-7dabbe9ccb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:14.927183 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05a18d75-368e-4ca0-aada-1e993884e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.961075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89a5dfb-e0fe-4d69-b943-96d2dd11f7cb None None] The sync data for ids ['a978b98b-4d0d-4799-ac42-a74427afc3fe'] in n-d-817236-1 is: [{'id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'name': 'tempest-TestVolumeBootPattern-1807742158-router', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:10:10Z', 'revision_number': 4, 'project_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'gw_port': {'id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:06Z', 'updated_at': '2021-11-09T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'e18859d1-1e50-4d39-aea1-ae50785b060e', 'name': '', 'network_id': 'a3887090-7198-4fcc-a0bb-49a8b347e2fa', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'mac_address': 'fa:16:3e:9a:62:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '9fcb302c-e1bd-464f-82be-7dabbe9ccb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:09Z', 'updated_at': '2021-11-09T18:10:14Z', 'revision_number': 4, 'project_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'subnets': [{'id': '9fcb302c-e1bd-464f-82be-7dabbe9ccb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:14.961386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a18d75-368e-4ca0-aada-1e993884e2c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924cf83b-1a0c-4b69-aaad-e39c013d9278,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:14.963007 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-05a18d75-368e-4ca0-aada-1e993884e2c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.966850 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-05a18d75-368e-4ca0-aada-1e993884e2c9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/924cf83b-1a0c-4b69-aaad-e39c013d9278 HTTP/1.1" status: 204 len: 168 time: 0.3079534 Nov 09 18:10:14.969831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38338) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:14.981930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c51f6b69-671e-4b01-8a63-379fe6e76cd9 None None] Provisioning complete for port e18859d1-1e50-4d39-aea1-ae50785b060e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:14.982602 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c51f6b69-671e-4b01-8a63-379fe6e76cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.092354 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddca7-9e21-46a4-818e-ccf7962c6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.187717 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddca7-9e21-46a4-818e-ccf7962c6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.217096 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1c5ddca7-9e21-46a4-818e-ccf7962c6a73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fd1d04-499d-4053-81a3-9700edf79a20']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:15.230042 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1c5ddca7-9e21-46a4-818e-ccf7962c6a73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f0bea8-3f7c-4e34-ae05-4638676c121a') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:15.230672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-1c5ddca7-9e21-46a4-818e-ccf7962c6a73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f0bea8-3f7c-4e34-ae05-4638676c121a') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:15.242665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddca7-9e21-46a4-818e-ccf7962c6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.260775 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddca7-9e21-46a4-818e-ccf7962c6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.268200 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5ddca7-9e21-46a4-818e-ccf7962c6a73 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:10:15.268600 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddca7-9e21-46a4-818e-ccf7962c6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:10:15.271107 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:10:15.345599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e18859d1-1e50-4d39-aea1-ae50785b060e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:15.362660 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddca7-9e21-46a4-818e-ccf7962c6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.377200 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddca7-9e21-46a4-818e-ccf7962c6a73 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.382776 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1c5ddca7-9e21-46a4-818e-ccf7962c6a73 admin admin] 10.222.0.81 "DELETE /v2.0/networks/05fd1d04-499d-4053-81a3-9700edf79a20 HTTP/1.1" status: 204 len: 168 time: 0.4091938 Nov 09 18:10:15.386875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe20456-93b4-469c-a1f6-bb4f1f60b763 req-c29afdc3-9744-4fa8-bfd7-b727a4761c46 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:15.395185 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fe20456-93b4-469c-a1f6-bb4f1f60b763 req-c29afdc3-9744-4fa8-bfd7-b727a4761c46 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0795743 Nov 09 18:10:15.404075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38344) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:15.405223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ddca7-9e21-46a4-818e-ccf7962c6a73 admin admin] Pushing event deleted for resources: {'Network': ['ID=05fd1d04-499d-4053-81a3-9700edf79a20,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:15.420249 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e18859d1-1e50-4d39-aea1-ae50785b060e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:15.420632 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.451866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.486021 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fe20456-93b4-469c-a1f6-bb4f1f60b763 req-5ae9f558-6f1e-41a7-81de-c6c81544a6b4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846930 Nov 09 18:10:15.493155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce41bde7-1e47-4eed-97c1-dc09f150b1f6 admin admin] Deleting subnet 9e49559d-44e6-4a2e-98c4-10119be014ce {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:10:15.497534 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce41bde7-1e47-4eed-97c1-dc09f150b1f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.569006 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce41bde7-1e47-4eed-97c1-dc09f150b1f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.650228 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce41bde7-1e47-4eed-97c1-dc09f150b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.818438 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce41bde7-1e47-4eed-97c1-dc09f150b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.861925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41bde7-1e47-4eed-97c1-dc09f150b1f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e49559d-44e6-4a2e-98c4-10119be014ce,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:15.866252 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf1d66-fa4a-4c05-bf8e-fc8ac4cff9d4 req-0f6537f5-0897-405e-a198-7172094e5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:15.868102 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4cf1d66-fa4a-4c05-bf8e-fc8ac4cff9d4 req-0f6537f5-0897-405e-a198-7172094e5e91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1096 time: 0.1366966 Nov 09 18:10:15.877358 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424fff2-30f1-44b8-ad42-5d1234ff20c5 req-16fba169-110b-4922-8769-91c8c03e09eb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:15.879914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1424fff2-30f1-44b8-ad42-5d1234ff20c5 req-16fba169-110b-4922-8769-91c8c03e09eb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1510825 Nov 09 18:10:15.881045 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ce41bde7-1e47-4eed-97c1-dc09f150b1f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.884593 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ce41bde7-1e47-4eed-97c1-dc09f150b1f6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9e49559d-44e6-4a2e-98c4-10119be014ce HTTP/1.1" status: 204 len: 168 time: 0.4792640 Nov 09 18:10:15.887555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38358) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:16.041987 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4337a180-eb98-4be5-b2e3-ecb3d617d4c6 req-185c0537-285a-4881-8cb2-ff5353518da1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 210 time: 0.0555098 Nov 09 18:10:16.053332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13f25d31-4a2f-4d39-b947-5b1b33e2441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.165978 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13f25d31-4a2f-4d39-b947-5b1b33e2441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.171920 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1424fff2-30f1-44b8-ad42-5d1234ff20c5 req-9da9b5f3-028d-4269-a248-7a467d6cff95 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722979 Nov 09 18:10:16.215185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-13f25d31-4a2f-4d39-b947-5b1b33e2441a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0423c49c-8ac2-48c0-86be-13be8e96a903']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:16.231448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-13f25d31-4a2f-4d39-b947-5b1b33e2441a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea7379d-8aa7-45da-ba0a-33b80c64a8cd') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:16.232042 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-13f25d31-4a2f-4d39-b947-5b1b33e2441a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea7379d-8aa7-45da-ba0a-33b80c64a8cd') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:16.245957 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13f25d31-4a2f-4d39-b947-5b1b33e2441a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.255469 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf1d66-fa4a-4c05-bf8e-fc8ac4cff9d4 req-c1497670-981b-4103-bdce-a2bd9c0bd1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:16.257058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4cf1d66-fa4a-4c05-bf8e-fc8ac4cff9d4 req-c1497670-981b-4103-bdce-a2bd9c0bd1d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.3715284 Nov 09 18:10:16.265959 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13f25d31-4a2f-4d39-b947-5b1b33e2441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.267123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-5dc76800-bc50-4dfd-af82-d52ef3e86f3e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:16.268875 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-5dc76800-bc50-4dfd-af82-d52ef3e86f3e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.2472126 Nov 09 18:10:16.281770 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f25d31-4a2f-4d39-b947-5b1b33e2441a admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:10:16.282252 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13f25d31-4a2f-4d39-b947-5b1b33e2441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.283362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-79d32b34-95ea-4561-a8c6-98c495553c41 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'port': {'device_id': 'dc003dc1-03b7-47bf-815d-ad87c423bb6d', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'admin_state_up': True, 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:10:16.284452 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:10:16.365200 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13f25d31-4a2f-4d39-b947-5b1b33e2441a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.372634 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13f25d31-4a2f-4d39-b947-5b1b33e2441a admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.379214 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-13f25d31-4a2f-4d39-b947-5b1b33e2441a admin admin] 10.222.0.81 "DELETE /v2.0/networks/0423c49c-8ac2-48c0-86be-13be8e96a903 HTTP/1.1" status: 204 len: 168 time: 0.4898031 Nov 09 18:10:16.398241 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f25d31-4a2f-4d39-b947-5b1b33e2441a admin admin] Pushing event deleted for resources: {'Network': ['ID=0423c49c-8ac2-48c0-86be-13be8e96a903,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:16.444065 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4cf1d66-fa4a-4c05-bf8e-fc8ac4cff9d4 req-83ac556c-6838-4f14-99d6-7fc8eaea823c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 999 time: 0.1733351 Nov 09 18:10:16.549614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf1d66-fa4a-4c05-bf8e-fc8ac4cff9d4 req-f50a16d6-1aa8-4d58-bc49-3f48826add14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:16.551361 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4cf1d66-fa4a-4c05-bf8e-fc8ac4cff9d4 req-f50a16d6-1aa8-4d58-bc49-3f48826add14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0983150 Nov 09 18:10:16.605019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-79d32b34-95ea-4561-a8c6-98c495553c41 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Made reservation on behalf of f71584f60a304e7aadf26b8906dcf81a for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:16.609764 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-79d32b34-95ea-4561-a8c6-98c495553c41 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.663818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf1d66-fa4a-4c05-bf8e-fc8ac4cff9d4 req-12db0351-aaf9-447d-adaa-b95d3d9547bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:16.665417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4cf1d66-fa4a-4c05-bf8e-fc8ac4cff9d4 req-12db0351-aaf9-447d-adaa-b95d3d9547bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028275 Nov 09 18:10:16.692873 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38366) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:16.755643 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-76383690-c9ed-4a3c-842d-8ccdc849ece3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=791372ab743f4218a83349f2e655832c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615621 Nov 09 18:10:16.758234 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38368) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:16.845072 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11d3cae-469f-48b7-93d5-305790df9a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.872812 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11d3cae-469f-48b7-93d5-305790df9a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.874620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-79d32b34-95ea-4561-a8c6-98c495553c41 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Allocated IP 172.20.0.9 (90cd779a-c359-4632-a173-a787022d80a7/69a85ecb-e615-4367-9493-a078677bf2c5/645345d1-a161-4d7f-92f8-df1e442e00cd) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:16.937122 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4cf1d66-fa4a-4c05-bf8e-fc8ac4cff9d4 req-a55e607c-4ea6-4d77-bb58-b85e54bfec67 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299407 Nov 09 18:10:16.966435 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11d3cae-469f-48b7-93d5-305790df9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.970938 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a11d3cae-469f-48b7-93d5-305790df9a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.972780 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a11d3cae-469f-48b7-93d5-305790df9a42 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16efb575-cec4-4d84-8b52-4cff966a1d52 HTTP/1.1" status: 204 len: 168 time: 0.2123516 Nov 09 18:10:16.982149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d3cae-469f-48b7-93d5-305790df9a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16efb575-cec4-4d84-8b52-4cff966a1d52,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:17.168370 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4cf1d66-fa4a-4c05-bf8e-fc8ac4cff9d4 req-2e34ab93-f250-4e68-b7b3-e35ed02591c2 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223895 Nov 09 18:10:17.185291 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0bd5f230-3f7b-4d31-a3d2-f21585765663 req-3b523875-ba34-4d9c-99dd-dd30db43dd00 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 210 time: 0.0549977 Nov 09 18:10:17.248107 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-79d32b34-95ea-4561-a8c6-98c495553c41 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.337301 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-79d32b34-95ea-4561-a8c6-98c495553c41 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.350604 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 580e1359-510c-4bc3-9e7e-49749d3f016d no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:10:17.394315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960031fb-1b34-4b6f-8f0b-bfbc665d2dfd req-050fc95d-2a39-43df-8da6-f6b71daa9953 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:17.402511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-960031fb-1b34-4b6f-8f0b-bfbc665d2dfd req-050fc95d-2a39-43df-8da6-f6b71daa9953 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1223111 Nov 09 18:10:17.402835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 580e1359-510c-4bc3-9e7e-49749d3f016d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:10:17.403462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 580e1359-510c-4bc3-9e7e-49749d3f016d not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:10:17.436325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-79d32b34-95ea-4561-a8c6-98c495553c41 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Network 90cd779a-c359-4632-a173-a787022d80a7 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:17.446101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-79d32b34-95ea-4561-a8c6-98c495553c41 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:17.449295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d32b34-95ea-4561-a8c6-98c495553c41 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'Port': ['ID=645345d1-a161-4d7f-92f8-df1e442e00cd,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:17.451893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-79d32b34-95ea-4561-a8c6-98c495553c41 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:17.515350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-960031fb-1b34-4b6f-8f0b-bfbc665d2dfd req-602f38b6-bbb2-4c41-b8dd-11cb29d06835 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000934 Nov 09 18:10:17.561985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-79d32b34-95ea-4561-a8c6-98c495553c41 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:17.562818 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-79d32b34-95ea-4561-a8c6-98c495553c41 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.587689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-79d32b34-95ea-4561-a8c6-98c495553c41 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3084846 Nov 09 18:10:17.607386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Request body: {'port': {'device_id': 'dc003dc1-03b7-47bf-815d-ad87c423bb6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:17.642108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38380) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:17.684346 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.685921 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.758395 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9946fca7-2dae-459d-81ed-9e41613a2cac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=59aa306f7865455983775cff9fb0c7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1147680 Nov 09 18:10:17.759065 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38382) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:17.864665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7484dca5-df99-45c9-9da8-6de3b0e6b816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.881028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-05a73335-1339-48e9-aa2e-6efc08720c5b None None] Provisioning complete for port 645345d1-a161-4d7f-92f8-df1e442e00cd triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:17.881406 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-05a73335-1339-48e9-aa2e-6efc08720c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.901292 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7484dca5-df99-45c9-9da8-6de3b0e6b816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.957188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-05a73335-1339-48e9-aa2e-6efc08720c5b None None] Port 645345d1-a161-4d7f-92f8-df1e442e00cd cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:17.993388 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7484dca5-df99-45c9-9da8-6de3b0e6b816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.997906 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7484dca5-df99-45c9-9da8-6de3b0e6b816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.999773 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7484dca5-df99-45c9-9da8-6de3b0e6b816 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/22697e41-aa8e-4ac2-818b-e801687bb975 HTTP/1.1" status: 204 len: 168 time: 0.2396190 Nov 09 18:10:18.017361 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484dca5-df99-45c9-9da8-6de3b0e6b816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22697e41-aa8e-4ac2-818b-e801687bb975,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:18.101828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645345d1-a161-4d7f-92f8-df1e442e00cd {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:10:18.112147 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.130593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Transition to ACTIVE for port object 645345d1-a161-4d7f-92f8-df1e442e00cd will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:10:18.138546 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.226355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Pushing event updated for resources: {'Port': ['ID=645345d1-a161-4d7f-92f8-df1e442e00cd,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:18.383322 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Attempting to bind port 645345d1-a161-4d7f-92f8-df1e442e00cd on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:18.383854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Attempting to bind port 645345d1-a161-4d7f-92f8-df1e442e00cd by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:18.384187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Attempting to bind port 645345d1-a161-4d7f-92f8-df1e442e00cd on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:18.397797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Port 645345d1-a161-4d7f-92f8-df1e442e00cd on network 90cd779a-c359-4632-a173-a787022d80a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:10:18.398128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Attempting to bind port 645345d1-a161-4d7f-92f8-df1e442e00cd on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:18.412085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:18.412427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Checking segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:18.412823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Bound using segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:18.415633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Bound port: 645345d1-a161-4d7f-92f8-df1e442e00cd, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:18.416023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.448791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10492805-1025-4236-91c5-df7a0d1cc986 req-77cb01c7-6c47-4086-9c4a-6fd95524a376 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:18.455861 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-10492805-1025-4236-91c5-df7a0d1cc986 req-77cb01c7-6c47-4086-9c4a-6fd95524a376 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 943 time: 0.1445236 Nov 09 18:10:18.546064 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-10492805-1025-4236-91c5-df7a0d1cc986 req-012fe07f-bbd3-495c-b8fd-d54c6eec2c9b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757511 Nov 09 18:10:18.589234 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] For port 645345d1-a161-4d7f-92f8-df1e442e00cd, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:18.592854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] For port 645345d1-a161-4d7f-92f8-df1e442e00cd, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=645345d1-a161-4d7f-92f8-df1e442e00cd,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:18.602034 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.720210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:18.720838 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.722366 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-60937be6-6657-4eca-b949-a45d10558997 service neutron] 10.222.0.13 "PUT /v2.0/ports/645345d1-a161-4d7f-92f8-df1e442e00cd HTTP/1.1" status: 200 len: 1091 time: 1.1232617 Nov 09 18:10:18.723020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc003dc1-03b7-47bf-815d-ad87c423bb6d', 'tag': '645345d1-a161-4d7f-92f8-df1e442e00cd'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:18.744833 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dd3245-a68a-45e6-8ced-1a6fe38695b1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc003dc1-03b7-47bf-815d-ad87c423bb6d", "tag": "645345d1-a161-4d7f-92f8-df1e442e00cd"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:18.866215 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443bec95-7a4d-4138-99b5-213a1c2c07e3 x-openstack-request-id: req-443bec95-7a4d-4138-99b5-213a1c2c07e3 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:18.866824 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc003dc1-03b7-47bf-815d-ad87c423bb6d", "tag": "645345d1-a161-4d7f-92f8-df1e442e00cd", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:18.867311 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-443bec95-7a4d-4138-99b5-213a1c2c07e3 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:18.868039 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc003dc1-03b7-47bf-815d-ad87c423bb6d', 'tag': '645345d1-a161-4d7f-92f8-df1e442e00cd', 'status': 'completed', 'code': 200} Nov 09 18:10:18.888480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60937be6-6657-4eca-b949-a45d10558997 service neutron] Pushing event updated for resources: {'Port': ['ID=645345d1-a161-4d7f-92f8-df1e442e00cd,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:18.915515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51968ec4-3310-440c-a700-e5ca9e7d53c8 req-49698c27-fc76-4960-89c3-bdf5ad485054 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:18.917734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51968ec4-3310-440c-a700-e5ca9e7d53c8 req-49698c27-fc76-4960-89c3-bdf5ad485054 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.2509699 Nov 09 18:10:18.924088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-84564716-08ed-4a69-9a19-0e1401071a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:18.926451 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-84564716-08ed-4a69-9a19-0e1401071a8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 1094 time: 0.1304457 Nov 09 18:10:18.989012 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-a8dc118a-bcc6-430c-801c-6d0ff2bbf9c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645345d1-a161-4d7f-92f8-df1e442e00cd HTTP/1.1" status: 200 len: 217 time: 0.0530488 Nov 09 18:10:19.077133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51968ec4-3310-440c-a700-e5ca9e7d53c8 req-8f143aa7-b3c5-402c-91fb-d130089be49d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494153 Nov 09 18:10:19.089544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-0490052f-2b98-41c2-bf11-f03f0a4db72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:19.091495 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-0490052f-2b98-41c2-bf11-f03f0a4db72b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0894570 Nov 09 18:10:19.165124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-53a8e38c-fc81-49bd-8c03-94a941a93850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:19.167260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-53a8e38c-fc81-49bd-8c03-94a941a93850 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684268 Nov 09 18:10:19.296502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d699-946f-49ba-91da-12b7a1704e2d req-99cd8035-0592-4e69-9ee4-c4f08ee048bc tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:19.306888 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c341d699-946f-49ba-91da-12b7a1704e2d req-99cd8035-0592-4e69-9ee4-c4f08ee048bc tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1045702 Nov 09 18:10:19.360003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-dcc8d2f9-9bec-40b4-aae5-2d675db5938c service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821668 Nov 09 18:10:19.395605 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c341d699-946f-49ba-91da-12b7a1704e2d req-ded28f1f-ec3c-4084-bfcd-bfc9da1494d9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876367 Nov 09 18:10:19.506207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38424) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:19.521704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c804c7d4-f4c8-4d58-98d1-0e23ce2a1ed4 req-b564de62-6c1b-4100-b294-951d30100e78 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544707 Nov 09 18:10:19.646861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd3245-a68a-45e6-8ced-1a6fe38695b1 req-efe532c5-04e9-48b2-8b3f-82b8624def20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:19.654511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65dd3245-a68a-45e6-8ced-1a6fe38695b1 req-efe532c5-04e9-48b2-8b3f-82b8624def20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 1094 time: 0.0787704 Nov 09 18:10:19.781073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-175839331-network', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:19.856786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90f65-e2a4-4088-ba4d-a185d3cbdc75 req-d65c4a65-7b9b-4224-bc0e-cb505f4f23cb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:19.859012 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94b90f65-e2a4-4088-ba4d-a185d3cbdc75 req-d65c4a65-7b9b-4224-bc0e-cb505f4f23cb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1612942 Nov 09 18:10:19.860738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Made reservation on behalf of 78987bf9689a471c9a71268c73f16eeb for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:19.874987 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:19.904496 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:19.944587 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94b90f65-e2a4-4088-ba4d-a185d3cbdc75 req-b6dac5e5-ee0c-40e2-8c0b-15009397782b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622122 Nov 09 18:10:20.027343 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.032991 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.062313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:10:20.081315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6abbdbb-0f4e-4fa6-a388-ad4faf1ac311,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:20.085732 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.086331 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Added segment d93dee77-da79-48c0-9a34-5c3d73955812 of type vlan for network 29b65981-de93-42c0-9598-13a0ae7d5b6f Nov 09 18:10:20.167780 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.235034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cc281-98df-47c0-86e8-7b4053980188 req-772cd2d3-62ef-4d23-927b-c52b082410e5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:20.241394 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e80ca1-1079-4c8c-ae36-44007509d66c req-0ec28a8f-63ac-4646-b5a5-2f794b43f076 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:20.243370 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-387cc281-98df-47c0-86e8-7b4053980188 req-772cd2d3-62ef-4d23-927b-c52b082410e5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 943 time: 0.5631573 Nov 09 18:10:20.249239 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5e80ca1-1079-4c8c-ae36-44007509d66c req-0ec28a8f-63ac-4646-b5a5-2f794b43f076 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0844703 Nov 09 18:10:20.257844 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.259024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:20.259819 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.262583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd3245-a68a-45e6-8ced-1a6fe38695b1 req-d8167117-6048-4155-9e63-bd34581c88df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:20.263942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65dd3245-a68a-45e6-8ced-1a6fe38695b1 req-d8167117-6048-4155-9e63-bd34581c88df service neutron] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.6043985 Nov 09 18:10:20.301372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-387cc281-98df-47c0-86e8-7b4053980188 req-99de8e23-9d8b-4231-8cf9-8e543e9d6a31 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569651 Nov 09 18:10:20.316643 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8084352 Nov 09 18:10:20.348374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38440) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:20.353476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-443c614c-e328-4407-8572-2654698bafa3 admin admin] Request body: {'subnet': {'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-175839331-subnet', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:20.357457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65dd3245-a68a-45e6-8ced-1a6fe38695b1 req-c42391ba-304b-4171-bbb4-1cef0ddc5028 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645345d1-a161-4d7f-92f8-df1e442e00cd HTTP/1.1" status: 200 len: 217 time: 0.0746698 Nov 09 18:10:20.375458 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d5e80ca1-1079-4c8c-ae36-44007509d66c req-e8123d30-cf28-42d7-94f7-487b1bc18fa0 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247964 Nov 09 18:10:20.413432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fae260-7b8f-4352-9ed1-472ac4325495 admin admin] Pushing event updated for resources: {'Network': ['ID=29b65981-de93-42c0-9598-13a0ae7d5b6f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:20.414020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443c614c-e328-4407-8572-2654698bafa3 admin admin] Made reservation on behalf of 78987bf9689a471c9a71268c73f16eeb for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:20.418363 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-443c614c-e328-4407-8572-2654698bafa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.429860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 29b65981-de93-42c0-9598-13a0ae7d5b6f details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:10:20.475120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd3245-a68a-45e6-8ced-1a6fe38695b1 req-1e5968ea-2fce-433e-bb09-f3df217c08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:20.476360 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65dd3245-a68a-45e6-8ced-1a6fe38695b1 req-1e5968ea-2fce-433e-bb09-f3df217c08dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.1075897 Nov 09 18:10:20.555557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd3245-a68a-45e6-8ced-1a6fe38695b1 req-179e4dec-a1e3-4c33-8076-e34b744d9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:20.557082 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65dd3245-a68a-45e6-8ced-1a6fe38695b1 req-179e4dec-a1e3-4c33-8076-e34b744d9ef9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728872 Nov 09 18:10:20.721234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65dd3245-a68a-45e6-8ced-1a6fe38695b1 req-bc60b27e-8fd1-495d-95fc-8c95d447f1b9 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558905 Nov 09 18:10:20.729453 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-443c614c-e328-4407-8572-2654698bafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.852609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c614c-e328-4407-8572-2654698bafa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:20.871289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c614c-e328-4407-8572-2654698bafa3 admin admin] Checking segment: {'id': 'd93dee77-da79-48c0-9a34-5c3d73955812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:20.871651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443c614c-e328-4407-8572-2654698bafa3 admin admin] Network hostable DHCP agents. Network: 29b65981-de93-42c0-9598-13a0ae7d5b6f, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:10:20.906001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65dd3245-a68a-45e6-8ced-1a6fe38695b1 req-c85e4a7e-9429-4ed7-92b7-57a563f25da2 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740863 Nov 09 18:10:20.912993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443c614c-e328-4407-8572-2654698bafa3 admin admin] Network 29b65981-de93-42c0-9598-13a0ae7d5b6f is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:10:20.924330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-443c614c-e328-4407-8572-2654698bafa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 29b65981-de93-42c0-9598-13a0ae7d5b6f) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:20.930415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443c614c-e328-4407-8572-2654698bafa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:20.931579 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-443c614c-e328-4407-8572-2654698bafa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.936324 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca74ee3-a07a-4606-a841-ed0892aa53eb None None] Network 29b65981-de93-42c0-9598-13a0ae7d5b6f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:10:20.972037 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-443c614c-e328-4407-8572-2654698bafa3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6223292 Nov 09 18:10:20.972882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38450) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:20.977504 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:21.005215 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:21.006765 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:21.136294 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:21.273886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-29b65981-de93-42c0-9598-13a0ae7d5b6f', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:10:21.274800 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:21.497038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c573d7-2462-4b0b-b874-077746f8f9bb req-e425f70d-93b1-487f-9181-e80772c0cfb1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:21.510883 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6c573d7-2462-4b0b-b874-077746f8f9bb req-e425f70d-93b1-487f-9181-e80772c0cfb1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 943 time: 0.1069071 Nov 09 18:10:21.545436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Allocated IP 172.20.0.2 (29b65981-de93-42c0-9598-13a0ae7d5b6f/bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad/afa81937-99f6-4863-90c7-e8da89b9ddd5) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:21.558178 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6c573d7-2462-4b0b-b874-077746f8f9bb req-ae27fbcf-58b1-44ee-abf2-a2a00c3e2498 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 Nov 09 18:10:21.744739 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:21.755838 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:21.758188 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:21.793173 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e40d15-000c-46f1-8dd3-5060a6191037 req-f3bcb6e1-bfdc-454e-9411-a7dd36af62ef tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:21.800585 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08e40d15-000c-46f1-8dd3-5060a6191037 req-f3bcb6e1-bfdc-454e-9411-a7dd36af62ef tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1078634 Nov 09 18:10:21.811874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Network 29b65981-de93-42c0-9598-13a0ae7d5b6f is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:21.815352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:21.824294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:21.827960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Pushing event updated for resources: {'Port': ['ID=afa81937-99f6-4863-90c7-e8da89b9ddd5,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:21.872066 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08e40d15-000c-46f1-8dd3-5060a6191037 req-248926d0-1f9a-4d4c-8b67-dbe3e80a5b4a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706556 Nov 09 18:10:21.891821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Attempting to bind port afa81937-99f6-4863-90c7-e8da89b9ddd5 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:21.892051 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Attempting to bind port afa81937-99f6-4863-90c7-e8da89b9ddd5 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd93dee77-da79-48c0-9a34-5c3d73955812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:21.892339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Attempting to bind port afa81937-99f6-4863-90c7-e8da89b9ddd5 on network 29b65981-de93-42c0-9598-13a0ae7d5b6f {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:21.897686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:21.898057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Checking segment: {'id': 'd93dee77-da79-48c0-9a34-5c3d73955812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:21.898471 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:21.898851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Bound using segment: {'id': 'd93dee77-da79-48c0-9a34-5c3d73955812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:21.899448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Bound port: afa81937-99f6-4863-90c7-e8da89b9ddd5, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93dee77-da79-48c0-9a34-5c3d73955812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:21.899739 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:22.020007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] For port afa81937-99f6-4863-90c7-e8da89b9ddd5, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:22.030719 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] For port afa81937-99f6-4863-90c7-e8da89b9ddd5, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=afa81937-99f6-4863-90c7-e8da89b9ddd5,segment=NetworkSegment(d93dee77-da79-48c0-9a34-5c3d73955812),segment_id=d93dee77-da79-48c0-9a34-5c3d73955812)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:22.042364 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:22.132741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51044d55-9e2b-4004-8843-bcd1a0906091 None None] Pushing event updated for resources: {'Port': ['ID=afa81937-99f6-4863-90c7-e8da89b9ddd5,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:22.191553 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:22.216616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:22.316431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a270f6f-9cdc-4c27-8011-aea30d4fbb90 req-80ed8261-8f3a-44d4-9b82-2d3de2f73350 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:22.318041 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a270f6f-9cdc-4c27-8011-aea30d4fbb90 req-80ed8261-8f3a-44d4-9b82-2d3de2f73350 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1795864 Nov 09 18:10:22.444773 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a270f6f-9cdc-4c27-8011-aea30d4fbb90 req-aa22e4bf-c7fe-4fbc-8ed3-7d6a7d0d3785 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193163 Nov 09 18:10:22.478629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Allocated IP 172.25.1.213 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:22.621374 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:22.659092 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:22.700391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5677b-d803-44f0-81d5-bb9d973380ca req-fbd11195-bf8e-4e04-bf54-e2789490a45f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:22.702092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-35a5677b-d803-44f0-81d5-bb9d973380ca req-fbd11195-bf8e-4e04-bf54-e2789490a45f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 943 time: 0.0646513 Nov 09 18:10:22.702272 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:22.705124 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:22.712702 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:22.738048 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Pushing event updated for resources: {'Port': ['ID=fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:22.754282 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-35a5677b-d803-44f0-81d5-bb9d973380ca req-768cbb06-d945-4cc3-901f-11d7a3c3a2e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448043 Nov 09 18:10:23.033646 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.116127 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.263704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655759d6-9b2e-4a9a-89e6-ce8a29e2f571 None None] Network 29b65981-de93-42c0-9598-13a0ae7d5b6f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:10:23.270282 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.358342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device afa81937-99f6-4863-90c7-e8da89b9ddd5 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:23.418167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bce6cfda-9ea0-4bd9-8592-debdd5492474 None None] Provisioning complete for port afa81937-99f6-4863-90c7-e8da89b9ddd5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:23.418643 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bce6cfda-9ea0-4bd9-8592-debdd5492474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.464664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:10:23.531794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port afa81937-99f6-4863-90c7-e8da89b9ddd5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:23.532179 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.665226 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992afba6-4810-4742-b084-82938ec7edd2 req-a37fe387-04c9-4b7d-8845-a0b293d60202 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:23.666982 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-992afba6-4810-4742-b084-82938ec7edd2 req-a37fe387-04c9-4b7d-8845-a0b293d60202 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0830350 Nov 09 18:10:23.704254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:23.715912 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Sync routers for ids ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:23.730508 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Routers {'7fc559c2-ba9d-4e57-9c19-7d40d454fee9'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:23.731008 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:10:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:23.749982 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-992afba6-4810-4742-b084-82938ec7edd2 req-f366c8e0-7f3c-477b-a407-23d1b1b8cd8d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713534 Nov 09 18:10:23.765983 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.770597 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9d1651c0-6129-40a4-82d5-f07db141c613 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7934406 Nov 09 18:10:23.771102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38482) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:23.790433 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bce6cfda-9ea0-4bd9-8592-debdd5492474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.900269 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.926648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bce6cfda-9ea0-4bd9-8592-debdd5492474 None None] For port afa81937-99f6-4863-90c7-e8da89b9ddd5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=afa81937-99f6-4863-90c7-e8da89b9ddd5,segment=NetworkSegment(d93dee77-da79-48c0-9a34-5c3d73955812),segment_id=d93dee77-da79-48c0-9a34-5c3d73955812)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:23.944586 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bce6cfda-9ea0-4bd9-8592-debdd5492474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.951734 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.957608 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Set router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:24.038111 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:10:24.038470 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:10:24.053914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaeab48-1c0e-42a7-be36-918fe82d7ce4 req-50fed27a-7ecb-4110-a963-47a502e24e32 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:24.055919 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-afaeab48-1c0e-42a7-be36-918fe82d7ce4 req-50fed27a-7ecb-4110-a963-47a502e24e32 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 943 time: 0.1405973 Nov 09 18:10:24.059945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6cfda-9ea0-4bd9-8592-debdd5492474 None None] Pushing event updated for resources: {'Port': ['ID=afa81937-99f6-4863-90c7-e8da89b9ddd5,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:24.128835 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-afaeab48-1c0e-42a7-be36-918fe82d7ce4 req-8e4a99b1-f9ef-4b51-b161-05a1846086db tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643978 Nov 09 18:10:24.173022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5ce21e45-8866-445f-9628-5d97a9f2f3f0 None None] Provisioning complete for port afa81937-99f6-4863-90c7-e8da89b9ddd5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:24.174028 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5ce21e45-8866-445f-9628-5d97a9f2f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.267951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5aa6a-0816-4035-a2bd-ffcfcfba4a24 req-1dd06976-b8f9-41a3-bc0b-99327ce36216 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:24.276326 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61e5aa6a-0816-4035-a2bd-ffcfcfba4a24 req-1dd06976-b8f9-41a3-bc0b-99327ce36216 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.3635862 Nov 09 18:10:24.282794 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:22Z', 'revision_number': 3, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:24.325725 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Checking router: 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:24.326077 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Updating router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 port fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:10:24.352644 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.404342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61e5aa6a-0816-4035-a2bd-ffcfcfba4a24 req-0ea24349-9c43-4487-909f-9bb00cb80fbd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258774 Nov 09 18:10:24.574301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a940246-9456-4467-b3d2-40198d580a13 req-61c3f745-05cf-4db9-9fcf-86b6c635d6f6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:24.576802 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4a940246-9456-4467-b3d2-40198d580a13 req-61c3f745-05cf-4db9-9fcf-86b6c635d6f6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0826666 Nov 09 18:10:24.626230 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.636662 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4a940246-9456-4467-b3d2-40198d580a13 req-81f3ccdc-c794-469f-b06a-2f193004b32d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517333 Nov 09 18:10:24.728709 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.738241 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.805264 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Attempting to bind port fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:24.805623 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Attempting to bind port fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:24.806196 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Attempting to bind port fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:24.811287 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d24a2c-02bb-4ca4-b0b6-d0b3bfe16d9e None None] Pushing event updated for resources: {'Port': ['ID=fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:24.814425 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:24.814793 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:24.815194 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.815635 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:24.816110 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Bound port: fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:24.816486 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.861393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75b77b-5d87-4d45-a1c8-cdc00fc28037 req-5c71af1e-854e-4d4c-8997-d5444a8d1bb7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:24.863497 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c75b77b-5d87-4d45-a1c8-cdc00fc28037 req-5c71af1e-854e-4d4c-8997-d5444a8d1bb7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1000745 Nov 09 18:10:24.888948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Allocated IP 172.20.0.1 (29b65981-de93-42c0-9598-13a0ae7d5b6f/bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad/1f673a56-b99e-4627-8a2f-96fba048021e) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:24.944534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c75b77b-5d87-4d45-a1c8-cdc00fc28037 req-1df2f8f9-ad31-4f4e-8708-4a6998b4fef4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639012 Nov 09 18:10:24.976208 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] For port fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:24.979903 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] For port fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:24.987309 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:25.032238 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:25.039674 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Routers {'7fc559c2-ba9d-4e57-9c19-7d40d454fee9'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:25.040303 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:10:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:25.071120 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:25.111203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Network 29b65981-de93-42c0-9598-13a0ae7d5b6f is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:25.114240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:25.117763 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:25.124250 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d24a2c-02bb-4ca4-b0b6-d0b3bfe16d9e None None] Pushing event updated for resources: {'Port': ['ID=fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:25.148863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Pushing event updated for resources: {'Port': ['ID=1f673a56-b99e-4627-8a2f-96fba048021e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:25.177663 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:25.189633 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] Set router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:25.314349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device afa81937-99f6-4863-90c7-e8da89b9ddd5 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:25.329001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1a531-5578-43ee-a5e4-0804f8b78538 req-f7c1f15f-3fd8-408c-a07c-4e6d491eeb29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:25.332051 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-abf1a531-5578-43ee-a5e4-0804f8b78538 req-f7c1f15f-3fd8-408c-a07c-4e6d491eeb29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 943 time: 0.1134951 Nov 09 18:10:25.392537 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-abf1a531-5578-43ee-a5e4-0804f8b78538 req-7900fc2d-b9f8-4566-8b33-8755af668863 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508437 Nov 09 18:10:25.415043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port afa81937-99f6-4863-90c7-e8da89b9ddd5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:25.415398 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:25.415529 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:25.468108 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:22Z', 'revision_number': 3, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:25.502837 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90232b9-efc2-405a-a840-8bfea3b2e1eb None None] The sync data for ids ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'] in n-d-817236-1 is: [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:22Z', 'revision_number': 3, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:25.520705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-219c7210-db13-452e-8404-0d9f5144b74c None None] Provisioning complete for port 1f673a56-b99e-4627-8a2f-96fba048021e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:25.521090 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-219c7210-db13-452e-8404-0d9f5144b74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:25.565174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-219c7210-db13-452e-8404-0d9f5144b74c None None] Port 1f673a56-b99e-4627-8a2f-96fba048021e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:25.618940 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:25.624226 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:25.697394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Pushing event updated for resources: {'Port': ['ID=1f673a56-b99e-4627-8a2f-96fba048021e,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:25.699934 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:25.811745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Network 29b65981-de93-42c0-9598-13a0ae7d5b6f is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:25.813319 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:25.962698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:10:26.103993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:26.115702 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-142f9038-2bab-410b-bbf2-4a8952a9b27e admin admin] 10.222.0.81 "PUT /v2.0/routers/7fc559c2-ba9d-4e57-9c19-7d40d454fee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3395178 Nov 09 18:10:26.198603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7b61b940-d5e9-46ca-8636-0244e7a3f861 None None] Provisioning complete for port 1f673a56-b99e-4627-8a2f-96fba048021e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:26.199125 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7b61b940-d5e9-46ca-8636-0244e7a3f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.239298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7b61b940-d5e9-46ca-8636-0244e7a3f861 None None] Port 1f673a56-b99e-4627-8a2f-96fba048021e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:26.553794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2801a2a-5e7e-47ac-b58e-5dbe41b99d21 req-0db7bd80-ff56-4b8c-a473-32ae2fe3bfdf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:26.555437 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2801a2a-5e7e-47ac-b58e-5dbe41b99d21 req-0db7bd80-ff56-4b8c-a473-32ae2fe3bfdf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 943 time: 0.0916543 Nov 09 18:10:26.613780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2801a2a-5e7e-47ac-b58e-5dbe41b99d21 req-85dd71d8-c17a-4a92-82d3-c732e60f6cf3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432160 Nov 09 18:10:26.701767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38534) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:26.707036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1665836405-network', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:26.728396 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Made reservation on behalf of a902ed8cb8ab492b9a4f865def703bd6 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:26.730803 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.740113 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.828505 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.832895 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.860676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:10:26.871588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed79eef-9152-4b94-a997-da6454568d02,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:26.878164 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.878620 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Added segment 902152c5-12f6-4edb-834a-a99c34c56c8e of type vlan for network 49d14b04-1226-4cc8-9e39-131d227b060a Nov 09 18:10:26.920845 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.947623 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.948592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:26.949180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.021309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] Pushing event updated for resources: {'Network': ['ID=49d14b04-1226-4cc8-9e39-131d227b060a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:27.032486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 49d14b04-1226-4cc8-9e39-131d227b060a details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:10:27.032947 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c200accf-10da-47c4-a33b-d5bb2037cb72 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3296013 Nov 09 18:10:27.035985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38536) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:27.041382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f55b1e80-cf53-47e9-acd8-34520b04019b admin admin] Request body: {'subnet': {'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1665836405-subnet', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:27.068372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55b1e80-cf53-47e9-acd8-34520b04019b admin admin] Made reservation on behalf of a902ed8cb8ab492b9a4f865def703bd6 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:27.071348 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f55b1e80-cf53-47e9-acd8-34520b04019b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.254538 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f55b1e80-cf53-47e9-acd8-34520b04019b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.311483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b1e80-cf53-47e9-acd8-34520b04019b admin admin] Pushing event updated for resources: {'Subnet': ['ID=89188c91-b27e-41ff-bad6-bc7bff26881a,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:27.319708 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:27.328028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55b1e80-cf53-47e9-acd8-34520b04019b admin admin] Checking segment: {'id': '902152c5-12f6-4edb-834a-a99c34c56c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:27.328429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55b1e80-cf53-47e9-acd8-34520b04019b admin admin] Network hostable DHCP agents. Network: 49d14b04-1226-4cc8-9e39-131d227b060a, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:10:27.345547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55b1e80-cf53-47e9-acd8-34520b04019b admin admin] Network 49d14b04-1226-4cc8-9e39-131d227b060a is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:10:27.355787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-f55b1e80-cf53-47e9-acd8-34520b04019b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 49d14b04-1226-4cc8-9e39-131d227b060a) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:27.361961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b1e80-cf53-47e9-acd8-34520b04019b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:27.362893 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f55b1e80-cf53-47e9-acd8-34520b04019b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.369432 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d0101f-4e50-4d21-8f66-22e476b1f6be None None] Network 49d14b04-1226-4cc8-9e39-131d227b060a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:10:27.386233 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f55b1e80-cf53-47e9-acd8-34520b04019b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3487587 Nov 09 18:10:27.386936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38538) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:27.391744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1665836405-router', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:27.423724 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.424998 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.425690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:27.426208 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.431731 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Sync routers for ids ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:27.477939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Routers {'7fc559c2-ba9d-4e57-9c19-7d40d454fee9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:27.478873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:10:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:27.486549 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.679940 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.695093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.724917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Set router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:27.763326 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:27.765703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-49d14b04-1226-4cc8-9e39-131d227b060a', 'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'fixed_ips': [{'subnet_id': '89188c91-b27e-41ff-bad6-bc7bff26881a'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:10:27.766575 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.776148 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.822014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28cdf8-9e06-412b-9198-58945f48f4d6 req-4623d0f4-cdda-484a-8c90-b22842f3db31 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:27.824933 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea28cdf8-9e06-412b-9198-58945f48f4d6 req-4623d0f4-cdda-484a-8c90-b22842f3db31 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 943 time: 0.1000547 Nov 09 18:10:27.897311 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea28cdf8-9e06-412b-9198-58945f48f4d6 req-3b934dbd-0933-4106-94de-c7211c37c6a6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555437 Nov 09 18:10:28.014485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:28.033033 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.058622 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.099019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Allocated IP 172.20.0.2 (49d14b04-1226-4cc8-9e39-131d227b060a/89188c91-b27e-41ff-bad6-bc7bff26881a/fa3fcb01-abf2-4145-8b40-919268a2af46) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:28.182446 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Allocated IP 172.25.1.37 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/7f2c6518-3a76-4b83-9a51-5dc221520e8a) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:28.301594 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.348294 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.370885 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:25Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '1f673a56-b99e-4627-8a2f-96fba048021e', 'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'mac_address': 'fa:16:3e:f8:fb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:24Z', 'updated_at': '2021-11-09T18:10:25Z', 'revision_number': 2, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'subnets': [{'id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:28.389738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:28.395115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:28.402107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:28.405829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Checking router: 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:28.406190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Updating router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 port 1f673a56-b99e-4627-8a2f-96fba048021e binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:10:28.448558 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Pushing event updated for resources: {'Port': ['ID=7f2c6518-3a76-4b83-9a51-5dc221520e8a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:28.448935 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.520016 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.532279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.634153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Network 49d14b04-1226-4cc8-9e39-131d227b060a is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:28.642898 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:28.648589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:28.664574 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Pushing event updated for resources: {'Port': ['ID=fa3fcb01-abf2-4145-8b40-919268a2af46,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:28.684761 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.797166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Attempting to bind port fa3fcb01-abf2-4145-8b40-919268a2af46 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:28.797534 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Attempting to bind port fa3fcb01-abf2-4145-8b40-919268a2af46 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '902152c5-12f6-4edb-834a-a99c34c56c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:28.797904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Attempting to bind port fa3fcb01-abf2-4145-8b40-919268a2af46 on network 49d14b04-1226-4cc8-9e39-131d227b060a {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:28.807266 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:28.807632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Checking segment: {'id': '902152c5-12f6-4edb-834a-a99c34c56c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:28.808040 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.808425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Bound using segment: {'id': '902152c5-12f6-4edb-834a-a99c34c56c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:28.808903 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Bound port: fa3fcb01-abf2-4145-8b40-919268a2af46, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902152c5-12f6-4edb-834a-a99c34c56c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:28.809288 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.004631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] For port fa3fcb01-abf2-4145-8b40-919268a2af46, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:29.028701 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.046615 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] For port fa3fcb01-abf2-4145-8b40-919268a2af46, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fa3fcb01-abf2-4145-8b40-919268a2af46,segment=NetworkSegment(902152c5-12f6-4edb-834a-a99c34c56c8e),segment_id=902152c5-12f6-4edb-834a-a99c34c56c8e)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:29.053698 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.090349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a43ae-bd67-413a-a016-3ecf35fff745 req-cba71fbc-3136-4098-968f-2176e181ef9c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:29.099334 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5e0a43ae-bd67-413a-a016-3ecf35fff745 req-cba71fbc-3136-4098-968f-2176e181ef9c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 943 time: 0.0947168 Nov 09 18:10:29.111870 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.124267 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.162489 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5e0a43ae-bd67-413a-a016-3ecf35fff745 req-81706fa2-cac7-47ef-b485-dbd1981a026e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618985 Nov 09 18:10:29.230884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cfcbd-0b43-4736-baf5-06a2b0a86759 None None] Pushing event updated for resources: {'Port': ['ID=fa3fcb01-abf2-4145-8b40-919268a2af46,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:29.308071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b01fc-d225-4afb-9584-5731e5503d29 None None] Pushing event updated for resources: {'Port': ['ID=1f673a56-b99e-4627-8a2f-96fba048021e,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:29.316993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Router b237cd44-92ce-4237-b753-dab638f4f14c is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:10:29.340933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Attempting to bind port 1f673a56-b99e-4627-8a2f-96fba048021e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:29.342077 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Attempting to bind port 1f673a56-b99e-4627-8a2f-96fba048021e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd93dee77-da79-48c0-9a34-5c3d73955812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:29.342630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Attempting to bind port 1f673a56-b99e-4627-8a2f-96fba048021e on network 29b65981-de93-42c0-9598-13a0ae7d5b6f {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:29.350949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:29.351811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Checking segment: {'id': 'd93dee77-da79-48c0-9a34-5c3d73955812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:29.357664 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.358325 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Bound using segment: {'id': 'd93dee77-da79-48c0-9a34-5c3d73955812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:29.359562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Bound port: 1f673a56-b99e-4627-8a2f-96fba048021e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93dee77-da79-48c0-9a34-5c3d73955812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:29.360177 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.382779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:29.444095 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 645345d1-a161-4d7f-92f8-df1e442e00cd details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:10:29.496544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:29.505992 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Sync routers for ids ['b237cd44-92ce-4237-b753-dab638f4f14c'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:29.528144 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Routers {'b237cd44-92ce-4237-b753-dab638f4f14c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:29.528804 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:10:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b237cd44-92ce-4237-b753-dab638f4f14c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:29.533006 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.535715 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-34b15d1e-3d94-4ec3-94ce-cb25ca79d07a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1476133 Nov 09 18:10:29.537742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38560) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:29.622609 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] For port 1f673a56-b99e-4627-8a2f-96fba048021e, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:29.626127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] For port 1f673a56-b99e-4627-8a2f-96fba048021e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1f673a56-b99e-4627-8a2f-96fba048021e,segment=NetworkSegment(d93dee77-da79-48c0-9a34-5c3d73955812),segment_id=d93dee77-da79-48c0-9a34-5c3d73955812)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:29.639423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:29.639655 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.641693 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.693926 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Set router b237cd44-92ce-4237-b753-dab638f4f14c gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:29.705878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7f097fa6-eb3a-4dab-90ee-4f11c5245f1b None None] Provisioning complete for port 1f673a56-b99e-4627-8a2f-96fba048021e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:29.707008 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7f097fa6-eb3a-4dab-90ee-4f11c5245f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.837564 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Routers {'7fc559c2-ba9d-4e57-9c19-7d40d454fee9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:29.838465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:10:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:29.949535 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'name': 'tempest-TestVolumeBackupRestore-1665836405-router', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 3, 'project_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'gw_port': {'id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:28Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:29.983367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] Set router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:29.984659 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Checking router: b237cd44-92ce-4237-b753-dab638f4f14c for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:29.985331 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Updating router b237cd44-92ce-4237-b753-dab638f4f14c port 7f2c6518-3a76-4b83-9a51-5dc221520e8a binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:10:30.027185 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.120439 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 645345d1-a161-4d7f-92f8-df1e442e00cd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=645345d1-a161-4d7f-92f8-df1e442e00cd,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:30.124101 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b01fc-d225-4afb-9584-5731e5503d29 None None] Pushing event updated for resources: {'Port': ['ID=1f673a56-b99e-4627-8a2f-96fba048021e,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:30.181195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '645345d1-a161-4d7f-92f8-df1e442e00cd', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'port_id': '645345d1-a161-4d7f-92f8-df1e442e00cd', 'mac_address': 'fa:16:3e:76:a6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:10:30.259323 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7f097fa6-eb3a-4dab-90ee-4f11c5245f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.279152 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.368428 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.408397 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63677d2a-4b79-4bdf-8be1-1b7aa0629b69 req-7b83b712-d22d-4cae-935f-81d6244667da tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:30.414516 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63677d2a-4b79-4bdf-8be1-1b7aa0629b69 req-7b83b712-d22d-4cae-935f-81d6244667da tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 943 time: 0.1526139 Nov 09 18:10:30.424357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7f097fa6-eb3a-4dab-90ee-4f11c5245f1b None None] For port 1f673a56-b99e-4627-8a2f-96fba048021e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1f673a56-b99e-4627-8a2f-96fba048021e,segment=NetworkSegment(d93dee77-da79-48c0-9a34-5c3d73955812),segment_id=d93dee77-da79-48c0-9a34-5c3d73955812)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:30.457034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645345d1-a161-4d7f-92f8-df1e442e00cd {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:10:30.482965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 645345d1-a161-4d7f-92f8-df1e442e00cd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=645345d1-a161-4d7f-92f8-df1e442e00cd,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:30.484172 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7f097fa6-eb3a-4dab-90ee-4f11c5245f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.500977 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.547127 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63677d2a-4b79-4bdf-8be1-1b7aa0629b69 req-cf034479-e838-4443-93e7-af9f7edcad30 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242406 Nov 09 18:10:30.604880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:25Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '1f673a56-b99e-4627-8a2f-96fba048021e', 'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'mac_address': 'fa:16:3e:f8:fb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:24Z', 'updated_at': '2021-11-09T18:10:29Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'subnets': [{'id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:30.607695 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f097fa6-eb3a-4dab-90ee-4f11c5245f1b None None] Pushing event updated for resources: {'Port': ['ID=1f673a56-b99e-4627-8a2f-96fba048021e,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:30.608327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Allocated IP 172.20.0.1 (49d14b04-1226-4cc8-9e39-131d227b060a/89188c91-b27e-41ff-bad6-bc7bff26881a/d645f925-a807-4556-b568-78ec171dc20c) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:30.614990 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.627014 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.694482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9df96-14fc-433b-a1a2-c46b8b6487a9 None None] Network 49d14b04-1226-4cc8-9e39-131d227b060a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:10:30.700679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cefacf-3585-4b7f-bc24-b30090313d8e None None] The sync data for ids ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'] in n-d-817236-1 is: [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:25Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '1f673a56-b99e-4627-8a2f-96fba048021e', 'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'mac_address': 'fa:16:3e:f8:fb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:24Z', 'updated_at': '2021-11-09T18:10:29Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'subnets': [{'id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:30.711014 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Attempting to bind port 7f2c6518-3a76-4b83-9a51-5dc221520e8a on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:30.711675 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Attempting to bind port 7f2c6518-3a76-4b83-9a51-5dc221520e8a by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:30.712146 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Attempting to bind port 7f2c6518-3a76-4b83-9a51-5dc221520e8a on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:30.731106 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:30.731569 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:30.732207 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.732711 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:30.733339 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Bound port: 7f2c6518-3a76-4b83-9a51-5dc221520e8a, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:30.734672 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.771542 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-86fba981-9dbd-42a0-8089-395a54745b4a None None] Provisioning complete for port 1f673a56-b99e-4627-8a2f-96fba048021e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:30.771933 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86fba981-9dbd-42a0-8089-395a54745b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.812853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['645345d1-a161-4d7f-92f8-df1e442e00cd'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:30.817225 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.872248 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] For port 7f2c6518-3a76-4b83-9a51-5dc221520e8a, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:30.875191 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec6dac-24b6-4933-89f0-0fcb8fbfdaeb None None] Pushing event updated for resources: {'Port': ['ID=7f2c6518-3a76-4b83-9a51-5dc221520e8a,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:30.912920 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] For port 7f2c6518-3a76-4b83-9a51-5dc221520e8a, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7f2c6518-3a76-4b83-9a51-5dc221520e8a,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:30.924017 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.931166 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.989554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Network 49d14b04-1226-4cc8-9e39-131d227b060a is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:31.005201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:31.008951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:31.016870 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Routers {'b237cd44-92ce-4237-b753-dab638f4f14c'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:31.017751 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:10:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b237cd44-92ce-4237-b753-dab638f4f14c'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:31.059102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=645345d1-a161-4d7f-92f8-df1e442e00cd,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:31.068126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Pushing event updated for resources: {'Port': ['ID=d645f925-a807-4556-b568-78ec171dc20c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:31.108029 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:31.118413 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec6dac-24b6-4933-89f0-0fcb8fbfdaeb None None] Pushing event updated for resources: {'Port': ['ID=7f2c6518-3a76-4b83-9a51-5dc221520e8a,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:31.173695 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] Set router b237cd44-92ce-4237-b753-dab638f4f14c gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:31.636043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1f673a56-b99e-4627-8a2f-96fba048021e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:31.797228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5b3016e8-daac-4ff7-987e-68f52c649ef1 None None] Provisioning complete for port fa3fcb01-abf2-4145-8b40-919268a2af46 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:31.797598 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5b3016e8-daac-4ff7-987e-68f52c649ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:31.848257 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'name': 'tempest-TestVolumeBackupRestore-1665836405-router', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 3, 'project_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'gw_port': {'id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:28Z', 'updated_at': '2021-11-09T18:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:31.872171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 1f673a56-b99e-4627-8a2f-96fba048021e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:31.872896 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:31.906493 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:31.960733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017c18c-b8f8-41a4-bd66-72882e91749d req-8d2766a9-591a-4997-b643-b422bae5b643 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:31.962392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4017c18c-b8f8-41a4-bd66-72882e91749d req-8d2766a9-591a-4997-b643-b422bae5b643 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 944 time: 0.1452479 Nov 09 18:10:32.053409 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb8694-bdb0-4df5-9bcc-6674e0aca59d None None] The sync data for ids ['b237cd44-92ce-4237-b753-dab638f4f14c'] in n-d-817236-1 is: [{'id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'name': 'tempest-TestVolumeBackupRestore-1665836405-router', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 3, 'project_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'gw_port': {'id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:28Z', 'updated_at': '2021-11-09T18:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:32.107960 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4017c18c-b8f8-41a4-bd66-72882e91749d req-295e571e-0212-48bd-8cbc-03c29f852fff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796039 Nov 09 18:10:32.135191 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5b3016e8-daac-4ff7-987e-68f52c649ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.271175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fa3fcb01-abf2-4145-8b40-919268a2af46 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:32.271428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38576) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:32.275000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5b3016e8-daac-4ff7-987e-68f52c649ef1 None None] For port fa3fcb01-abf2-4145-8b40-919268a2af46, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fa3fcb01-abf2-4145-8b40-919268a2af46,segment=NetworkSegment(902152c5-12f6-4edb-834a-a99c34c56c8e),segment_id=902152c5-12f6-4edb-834a-a99c34c56c8e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:32.287250 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.297723 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.310401 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5b3016e8-daac-4ff7-987e-68f52c649ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.387488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d62aea1-dfcc-4601-b817-83b1d90db8d9 admin admin] Deleting subnet a973a777-a012-4569-8bbe-a1e4726a8aa2 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:10:32.391536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d62aea1-dfcc-4601-b817-83b1d90db8d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.456428 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d62aea1-dfcc-4601-b817-83b1d90db8d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.456682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.461805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3016e8-daac-4ff7-987e-68f52c649ef1 None None] Pushing event updated for resources: {'Port': ['ID=fa3fcb01-abf2-4145-8b40-919268a2af46,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:32.465014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Pushing event updated for resources: {'Port': ['ID=d645f925-a807-4556-b568-78ec171dc20c,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:32.506336 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d62aea1-dfcc-4601-b817-83b1d90db8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.565107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1b341574-a3b5-40c1-b587-dbf58ba586ff None None] Provisioning complete for port d645f925-a807-4556-b568-78ec171dc20c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:32.565889 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b341574-a3b5-40c1-b587-dbf58ba586ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.612941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d62aea1-dfcc-4601-b817-83b1d90db8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.624420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fa3fcb01-abf2-4145-8b40-919268a2af46 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:32.627257 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.662988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62aea1-dfcc-4601-b817-83b1d90db8d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a973a777-a012-4569-8bbe-a1e4726a8aa2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:32.670032 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d62aea1-dfcc-4601-b817-83b1d90db8d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.676575 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0d62aea1-dfcc-4601-b817-83b1d90db8d9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a973a777-a012-4569-8bbe-a1e4726a8aa2 HTTP/1.1" status: 204 len: 168 time: 0.4008408 Nov 09 18:10:32.677716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38578) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:32.688798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Network 49d14b04-1226-4cc8-9e39-131d227b060a is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:32.694567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1b341574-a3b5-40c1-b587-dbf58ba586ff None None] Port d645f925-a807-4556-b568-78ec171dc20c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:32.700130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:32.751454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1b341574-a3b5-40c1-b587-dbf58ba586ff None None] Provisioning complete for port fa3fcb01-abf2-4145-8b40-919268a2af46 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:32.752274 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b341574-a3b5-40c1-b587-dbf58ba586ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.804177 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3fedfd10-0b17-4100-9848-22625806b424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.090998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3fedfd10-0b17-4100-9848-22625806b424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.133818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-3fedfd10-0b17-4100-9848-22625806b424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392738b5-3417-43d3-9a79-97082ae5426b']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:33.153852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-3fedfd10-0b17-4100-9848-22625806b424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b12038-23a5-4aac-88ce-a75e7dc16738') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:33.154151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-3fedfd10-0b17-4100-9848-22625806b424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b12038-23a5-4aac-88ce-a75e7dc16738') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:33.156692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-116d6e1a-1e8a-4372-bfa5-f2df4d6554e0 None None] Provisioning complete for port d645f925-a807-4556-b568-78ec171dc20c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:33.157086 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-116d6e1a-1e8a-4372-bfa5-f2df4d6554e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.166049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Router b237cd44-92ce-4237-b753-dab638f4f14c has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:10:33.172411 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3fedfd10-0b17-4100-9848-22625806b424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.194737 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3fedfd10-0b17-4100-9848-22625806b424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.240892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-116d6e1a-1e8a-4372-bfa5-f2df4d6554e0 None None] Port d645f925-a807-4556-b568-78ec171dc20c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:33.275659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fedfd10-0b17-4100-9848-22625806b424 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:10:33.276316 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3fedfd10-0b17-4100-9848-22625806b424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:10:33.278838 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:10:33.289846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fe334-7bf4-4163-8c29-bae0e3a884f3 req-f7e5c211-673d-4c97-a9ca-6f6315f6964b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:33.291658 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a60fe334-7bf4-4163-8c29-bae0e3a884f3 req-f7e5c211-673d-4c97-a9ca-6f6315f6964b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 944 time: 0.0622079 Nov 09 18:10:33.348560 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a60fe334-7bf4-4163-8c29-bae0e3a884f3 req-4ca6ea96-8f3b-412d-9fcc-3fd28de64175 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429256 Nov 09 18:10:33.373159 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3fedfd10-0b17-4100-9848-22625806b424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.378582 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3fedfd10-0b17-4100-9848-22625806b424 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.385121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3fedfd10-0b17-4100-9848-22625806b424 admin admin] 10.222.0.81 "DELETE /v2.0/networks/392738b5-3417-43d3-9a79-97082ae5426b HTTP/1.1" status: 204 len: 168 time: 0.6921968 Nov 09 18:10:33.385514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38582) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:33.402439 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fedfd10-0b17-4100-9848-22625806b424 admin admin] Pushing event deleted for resources: {'Network': ['ID=392738b5-3417-43d3-9a79-97082ae5426b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:33.410755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:33.417687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7f2c6518-3a76-4b83-9a51-5dc221520e8a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:33.423947 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ca1e6966-6170-44c8-baa7-93c4296cae65 admin admin] 10.222.0.81 "PUT /v2.0/routers/b237cd44-92ce-4237-b753-dab638f4f14c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8848648 Nov 09 18:10:33.457087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-125fa7b2-cb61-45d8-ab27-e6ebc599b3a8 admin admin] Deleting subnet 18100c18-59d1-472a-b43f-70e0602e4d94 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:10:33.459319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 645345d1-a161-4d7f-92f8-df1e442e00cd up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:33.461114 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-125fa7b2-cb61-45d8-ab27-e6ebc599b3a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.521850 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-125fa7b2-cb61-45d8-ab27-e6ebc599b3a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.536981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7f2c6518-3a76-4b83-9a51-5dc221520e8a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:33.537463 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.576843 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-125fa7b2-cb61-45d8-ab27-e6ebc599b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.578511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 645345d1-a161-4d7f-92f8-df1e442e00cd completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:10:33.586593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 645345d1-a161-4d7f-92f8-df1e442e00cd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:33.587062 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.673576 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-125fa7b2-cb61-45d8-ab27-e6ebc599b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.704393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fa7b2-cb61-45d8-ab27-e6ebc599b3a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18100c18-59d1-472a-b43f-70e0602e4d94,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:33.713555 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-125fa7b2-cb61-45d8-ab27-e6ebc599b3a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.717958 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-125fa7b2-cb61-45d8-ab27-e6ebc599b3a8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/18100c18-59d1-472a-b43f-70e0602e4d94 HTTP/1.1" status: 204 len: 168 time: 0.3310740 Nov 09 18:10:33.721809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38592) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:33.735420 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.749624 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.775690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 7f2c6518-3a76-4b83-9a51-5dc221520e8a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7f2c6518-3a76-4b83-9a51-5dc221520e8a,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:33.791113 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.792305 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fa3fcb01-abf2-4145-8b40-919268a2af46 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:33.794586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc003dc1-03b7-47bf-815d-ad87c423bb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645345d1-a161-4d7f-92f8-df1e442e00cd'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:33.798091 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f5bacc-ac14-4c00-8bff-9d89d4aae8a5" -d '{"events": [{"server_uuid": "dc003dc1-03b7-47bf-815d-ad87c423bb6d", "name": "network-vif-plugged", "status": "completed", "tag": "645345d1-a161-4d7f-92f8-df1e442e00cd"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:33.814263 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1487b90-e53c-4b79-86f4-e0d2360f4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.869948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 645345d1-a161-4d7f-92f8-df1e442e00cd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=645345d1-a161-4d7f-92f8-df1e442e00cd,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:33.873683 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456753c9-56be-4e79-95c3-672bf54c0f43 x-openstack-request-id: req-456753c9-56be-4e79-95c3-672bf54c0f43 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:33.873979 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc003dc1-03b7-47bf-815d-ad87c423bb6d", "name": "network-vif-plugged", "status": "completed", "tag": "645345d1-a161-4d7f-92f8-df1e442e00cd", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:33.874258 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-456753c9-56be-4e79-95c3-672bf54c0f43 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:33.874664 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc003dc1-03b7-47bf-815d-ad87c423bb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645345d1-a161-4d7f-92f8-df1e442e00cd', 'code': 200} Nov 09 18:10:33.888709 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.948895 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=7f2c6518-3a76-4b83-9a51-5dc221520e8a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:34.004799 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1487b90-e53c-4b79-86f4-e0d2360f4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.029550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=645345d1-a161-4d7f-92f8-df1e442e00cd,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:34.038808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port fa3fcb01-abf2-4145-8b40-919268a2af46 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:34.040027 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.063962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e1487b90-e53c-4b79-86f4-e0d2360f4e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad4fe90-154b-45cd-a83f-a355e75d0800']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:34.085392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e1487b90-e53c-4b79-86f4-e0d2360f4e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5670703-2862-4aea-83f0-8459b4cd65fd') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:34.085841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-e1487b90-e53c-4b79-86f4-e0d2360f4e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5670703-2862-4aea-83f0-8459b4cd65fd') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:34.105928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df0522-5237-4a02-af4d-a3082353f2c9 req-9b2714fa-59db-447f-b79a-43623494da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:34.107584 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-90df0522-5237-4a02-af4d-a3082353f2c9 req-9b2714fa-59db-447f-b79a-43623494da87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 1096 time: 0.1255174 Nov 09 18:10:34.109341 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1487b90-e53c-4b79-86f4-e0d2360f4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.144662 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1487b90-e53c-4b79-86f4-e0d2360f4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.160937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1487b90-e53c-4b79-86f4-e0d2360f4e94 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:10:34.161354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1487b90-e53c-4b79-86f4-e0d2360f4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:10:34.163712 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:10:34.175495 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-90df0522-5237-4a02-af4d-a3082353f2c9 req-cc56273e-e390-4e9e-b292-daebb6e6de9f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573707 Nov 09 18:10:34.241072 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1487b90-e53c-4b79-86f4-e0d2360f4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.259875 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1487b90-e53c-4b79-86f4-e0d2360f4e94 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.263452 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e1487b90-e53c-4b79-86f4-e0d2360f4e94 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6ad4fe90-154b-45cd-a83f-a355e75d0800 HTTP/1.1" status: 204 len: 168 time: 0.5402591 Nov 09 18:10:34.265290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1487b90-e53c-4b79-86f4-e0d2360f4e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad4fe90-154b-45cd-a83f-a355e75d0800,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:34.479867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38638) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:34.500743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9eba-ca1c-4783-bb1d-30b1e0267756 req-0365b53a-08ee-4e98-a4de-8fcf164a5020 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:34.502473 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-381f9eba-ca1c-4783-bb1d-30b1e0267756 req-0365b53a-08ee-4e98-a4de-8fcf164a5020 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 945 time: 0.0781736 Nov 09 18:10:34.529214 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c446abe8-1f2e-4634-a2c7-ac94931c0cee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c99b4c7804f24724b857c4c2d4fb75e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479577 Nov 09 18:10:34.531591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 38640) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:34.551289 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-381f9eba-ca1c-4783-bb1d-30b1e0267756 req-9da2d59f-3d66-4a69-9a52-a5bf9d869a73 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 Nov 09 18:10:34.605992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Sync routers for ids ['b237cd44-92ce-4237-b753-dab638f4f14c'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:34.610418 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c0cde280-4c9e-424c-9956-c969d809319e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.615304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Routers {'b237cd44-92ce-4237-b753-dab638f4f14c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:34.616152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:10:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b237cd44-92ce-4237-b753-dab638f4f14c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:34.637751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c0cde280-4c9e-424c-9956-c969d809319e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.695468 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c0cde280-4c9e-424c-9956-c969d809319e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.698556 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c0cde280-4c9e-424c-9956-c969d809319e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.700104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c0cde280-4c9e-424c-9956-c969d809319e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a3be8c6-2c37-47ca-bf14-5df958dff800 HTTP/1.1" status: 204 len: 168 time: 0.1666200 Nov 09 18:10:34.712777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cde280-4c9e-424c-9956-c969d809319e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3be8c6-2c37-47ca-bf14-5df958dff800,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:34.743517 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Set router b237cd44-92ce-4237-b753-dab638f4f14c gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:34.969358 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'name': 'tempest-TestVolumeBackupRestore-1665836405-router', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:31Z', 'revision_number': 4, 'project_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'gw_port': {'id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:28Z', 'updated_at': '2021-11-09T18:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'd645f925-a807-4556-b568-78ec171dc20c', 'name': '', 'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'mac_address': 'fa:16:3e:52:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '89188c91-b27e-41ff-bad6-bc7bff26881a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:30Z', 'updated_at': '2021-11-09T18:10:32Z', 'revision_number': 2, 'project_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'subnets': [{'id': '89188c91-b27e-41ff-bad6-bc7bff26881a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:35.003332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Checking router: b237cd44-92ce-4237-b753-dab638f4f14c for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:35.003817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Updating router b237cd44-92ce-4237-b753-dab638f4f14c port d645f925-a807-4556-b568-78ec171dc20c binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:10:35.030296 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.104177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38676) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:35.154476 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fcd54033-c8f5-4bf5-bcdd-e8a25b9c1220 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72f24c7db775479c947d6006a231329a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489492 Nov 09 18:10:35.156729 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 38678) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:35.213947 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.244892 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.307619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7f2c6518-3a76-4b83-9a51-5dc221520e8a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:35.335504 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.339378 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.343681 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b8037db-2cef-4aff-b95d-1ae056b7b94c HTTP/1.1" status: 204 len: 168 time: 0.1859176 Nov 09 18:10:35.357585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8037db-2cef-4aff-b95d-1ae056b7b94c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:35.368762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:35.369232 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:35.369654 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:35.370072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:35.370785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:35.371495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:35.372176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:35.372515 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:35.373082 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:35.373786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:35.374223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:35.374650 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f35dde-0491-443c-8c8b-108be9772a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:35.421267 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.431212 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.466950 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7f2c6518-3a76-4b83-9a51-5dc221520e8a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:35.466950 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.541992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf0379-9641-450c-8d38-d6f43345e3a8 None None] Pushing event updated for resources: {'Port': ['ID=d645f925-a807-4556-b568-78ec171dc20c,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:35.622750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Attempting to bind port d645f925-a807-4556-b568-78ec171dc20c on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:35.623421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Attempting to bind port d645f925-a807-4556-b568-78ec171dc20c by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '902152c5-12f6-4edb-834a-a99c34c56c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:35.624132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Attempting to bind port d645f925-a807-4556-b568-78ec171dc20c on network 49d14b04-1226-4cc8-9e39-131d227b060a {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:35.666014 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:35.666508 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Checking segment: {'id': '902152c5-12f6-4edb-834a-a99c34c56c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:35.667052 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.667709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Bound using segment: {'id': '902152c5-12f6-4edb-834a-a99c34c56c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:35.668318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Bound port: d645f925-a807-4556-b568-78ec171dc20c, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902152c5-12f6-4edb-834a-a99c34c56c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:35.668939 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.755964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcd7b2-e1ce-4196-8102-d0838773ca3d req-5a252c46-4e64-4d12-a942-a918565f70c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:35.757602 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28dcd7b2-e1ce-4196-8102-d0838773ca3d req-5a252c46-4e64-4d12-a942-a918565f70c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 945 time: 0.0846531 Nov 09 18:10:35.804033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] For port d645f925-a807-4556-b568-78ec171dc20c, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:35.810494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] For port d645f925-a807-4556-b568-78ec171dc20c, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d645f925-a807-4556-b568-78ec171dc20c,segment=NetworkSegment(902152c5-12f6-4edb-834a-a99c34c56c8e),segment_id=902152c5-12f6-4edb-834a-a99c34c56c8e)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:35.812332 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28dcd7b2-e1ce-4196-8102-d0838773ca3d req-5a65bad7-1168-4c88-b1f7-d6df9f8e7510 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472476 Nov 09 18:10:35.821163 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.949226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Routers {'b237cd44-92ce-4237-b753-dab638f4f14c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:35.949876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:10:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b237cd44-92ce-4237-b753-dab638f4f14c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:35.955018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf0379-9641-450c-8d38-d6f43345e3a8 None None] Pushing event updated for resources: {'Port': ['ID=d645f925-a807-4556-b568-78ec171dc20c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:36.038774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629b84-8024-4b6d-8d41-1b1627f8a2fe req-aeb40b54-07c9-473f-b66a-40869c77d28c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:36.040438 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9629b84-8024-4b6d-8d41-1b1627f8a2fe req-aeb40b54-07c9-473f-b66a-40869c77d28c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 945 time: 0.1057243 Nov 09 18:10:36.045595 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f393f227-91a6-42b6-8665-70d16219707b None None] Provisioning complete for port d645f925-a807-4556-b568-78ec171dc20c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:36.046020 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f393f227-91a6-42b6-8665-70d16219707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:36.105942 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9629b84-8024-4b6d-8d41-1b1627f8a2fe req-8551dfa4-ceb3-4292-9c4d-442fc04969cb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566630 Nov 09 18:10:36.287269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b618c3-d672-499d-97fe-63a67c2eaa1e req-70f1f0d3-f375-4081-a795-5d1ac651772e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:36.291883 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b9b618c3-d672-499d-97fe-63a67c2eaa1e req-70f1f0d3-f375-4081-a795-5d1ac651772e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 945 time: 0.0816779 Nov 09 18:10:36.300475 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] Set router b237cd44-92ce-4237-b753-dab638f4f14c gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:36.342869 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b9b618c3-d672-499d-97fe-63a67c2eaa1e req-8b293318-13f6-4606-a1aa-e0e5839d3427 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469599 Nov 09 18:10:36.469285 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f393f227-91a6-42b6-8665-70d16219707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:36.556175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f393f227-91a6-42b6-8665-70d16219707b None None] For port d645f925-a807-4556-b568-78ec171dc20c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d645f925-a807-4556-b568-78ec171dc20c,segment=NetworkSegment(902152c5-12f6-4edb-834a-a99c34c56c8e),segment_id=902152c5-12f6-4edb-834a-a99c34c56c8e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:36.564499 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f393f227-91a6-42b6-8665-70d16219707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:36.626421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393f227-91a6-42b6-8665-70d16219707b None None] Pushing event updated for resources: {'Port': ['ID=d645f925-a807-4556-b568-78ec171dc20c,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:36.637511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'name': 'tempest-TestVolumeBackupRestore-1665836405-router', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:31Z', 'revision_number': 4, 'project_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'gw_port': {'id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:28Z', 'updated_at': '2021-11-09T18:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'd645f925-a807-4556-b568-78ec171dc20c', 'name': '', 'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'mac_address': 'fa:16:3e:52:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '89188c91-b27e-41ff-bad6-bc7bff26881a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:30Z', 'updated_at': '2021-11-09T18:10:35Z', 'revision_number': 4, 'project_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'subnets': [{'id': '89188c91-b27e-41ff-bad6-bc7bff26881a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:36.667529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330acee4-40b0-4a68-9301-debfe4b18242 None None] The sync data for ids ['b237cd44-92ce-4237-b753-dab638f4f14c'] in n-d-817236-1 is: [{'id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'name': 'tempest-TestVolumeBackupRestore-1665836405-router', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:31Z', 'revision_number': 4, 'project_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'gw_port': {'id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:28Z', 'updated_at': '2021-11-09T18:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'd645f925-a807-4556-b568-78ec171dc20c', 'name': '', 'network_id': '49d14b04-1226-4cc8-9e39-131d227b060a', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'mac_address': 'fa:16:3e:52:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '89188c91-b27e-41ff-bad6-bc7bff26881a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:30Z', 'updated_at': '2021-11-09T18:10:35Z', 'revision_number': 4, 'project_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'subnets': [{'id': '89188c91-b27e-41ff-bad6-bc7bff26881a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:36.720682 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-03ed6f46-006c-4350-b462-04b9aebb2969 None None] Provisioning complete for port d645f925-a807-4556-b568-78ec171dc20c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:36.721071 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03ed6f46-006c-4350-b462-04b9aebb2969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:36.794069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd5841-5561-43ac-b53e-4376dc4d7612 req-304687d7-fa84-4579-a2a6-2fd06da785e7 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:36.795735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78dd5841-5561-43ac-b53e-4376dc4d7612 req-304687d7-fa84-4579-a2a6-2fd06da785e7 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 945 time: 0.1214921 Nov 09 18:10:36.884110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78dd5841-5561-43ac-b53e-4376dc4d7612 req-4f57d813-cacf-4c88-aa1d-089c0fa6759f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712063 Nov 09 18:10:37.350551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d645f925-a807-4556-b568-78ec171dc20c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:37.430173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d645f925-a807-4556-b568-78ec171dc20c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:37.430549 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:38.085903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3802bf-c11c-4aaf-8d5f-d7a5878290f9 req-1691e81d-8569-488c-99ef-bb973bbbcac3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:38.088505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fb3802bf-c11c-4aaf-8d5f-d7a5878290f9 req-1691e81d-8569-488c-99ef-bb973bbbcac3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 945 time: 0.0852268 Nov 09 18:10:38.139865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fb3802bf-c11c-4aaf-8d5f-d7a5878290f9 req-e99744e8-e5ea-4f5e-852b-99647153dfbd tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449665 Nov 09 18:10:38.295735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3bbe6-c0f9-49ef-91cf-3b8edec2f9df req-14c55679-1d43-4c64-b306-c0ecfa601aad tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:38.297327 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62e3bbe6-c0f9-49ef-91cf-3b8edec2f9df req-14c55679-1d43-4c64-b306-c0ecfa601aad tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 945 time: 0.0534658 Nov 09 18:10:38.405732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-62e3bbe6-c0f9-49ef-91cf-3b8edec2f9df req-6b476486-08f3-4856-b8d9-065cffae06ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Deleting port 645345d1-a161-4d7f-92f8-df1e442e00cd {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:10:38.406023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-62e3bbe6-c0f9-49ef-91cf-3b8edec2f9df req-6b476486-08f3-4856-b8d9-065cffae06ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:38.520042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-62e3bbe6-c0f9-49ef-91cf-3b8edec2f9df req-6b476486-08f3-4856-b8d9-065cffae06ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] For port 645345d1-a161-4d7f-92f8-df1e442e00cd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=645345d1-a161-4d7f-92f8-df1e442e00cd,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:38.520775 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-62e3bbe6-c0f9-49ef-91cf-3b8edec2f9df req-6b476486-08f3-4856-b8d9-065cffae06ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:38.535212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-62e3bbe6-c0f9-49ef-91cf-3b8edec2f9df req-6b476486-08f3-4856-b8d9-065cffae06ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Calling delete_port for 645345d1-a161-4d7f-92f8-df1e442e00cd owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:10:38.711881 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-62e3bbe6-c0f9-49ef-91cf-3b8edec2f9df req-6b476486-08f3-4856-b8d9-065cffae06ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:38.731285 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['645345d1-a161-4d7f-92f8-df1e442e00cd'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:38.755411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b476486-08f3-4856-b8d9-065cffae06ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event deleted for resources: {'Port': ['ID=645345d1-a161-4d7f-92f8-df1e442e00cd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:38.843752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e3bbe6-c0f9-49ef-91cf-3b8edec2f9df req-6b476486-08f3-4856-b8d9-065cffae06ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] No DVR routers for this DVR port 645345d1-a161-4d7f-92f8-df1e442e00cd on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:10:38.851758 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-62e3bbe6-c0f9-49ef-91cf-3b8edec2f9df req-6b476486-08f3-4856-b8d9-065cffae06ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:38.857315 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62e3bbe6-c0f9-49ef-91cf-3b8edec2f9df req-6b476486-08f3-4856-b8d9-065cffae06ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "DELETE /v2.0/ports/645345d1-a161-4d7f-92f8-df1e442e00cd HTTP/1.1" status: 204 len: 173 time: 0.5529878 Nov 09 18:10:38.858261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc003dc1-03b7-47bf-815d-ad87c423bb6d', 'name': 'network-vif-deleted', 'tag': '645345d1-a161-4d7f-92f8-df1e442e00cd'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:38.862102 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3f6ce7-6dee-483c-a35e-7b53c1677589" -d '{"events": [{"server_uuid": "dc003dc1-03b7-47bf-815d-ad87c423bb6d", "name": "network-vif-deleted", "tag": "645345d1-a161-4d7f-92f8-df1e442e00cd"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:38.923653 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c44182-1de6-4735-aa29-314a07037b68 x-openstack-request-id: req-44c44182-1de6-4735-aa29-314a07037b68 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:38.924818 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc003dc1-03b7-47bf-815d-ad87c423bb6d", "name": "network-vif-deleted", "tag": "645345d1-a161-4d7f-92f8-df1e442e00cd", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:38.925313 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44c44182-1de6-4735-aa29-314a07037b68 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:38.926197 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc003dc1-03b7-47bf-815d-ad87c423bb6d', 'name': 'network-vif-deleted', 'tag': '645345d1-a161-4d7f-92f8-df1e442e00cd', 'status': 'completed', 'code': 200} Nov 09 18:10:39.106477 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:10:39.262552 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dcff9983-7c18-4303-8463-bdf86b94bb5d req-e87b29b9-a847-4d95-9f2c-cd2d214cdad4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 210 time: 0.0387118 Nov 09 18:10:40.370803 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-16a2f1e1-a9fb-4edf-a316-b2bc052595a1 req-53f79e47-ea24-476c-97af-83082c76a07f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 210 time: 0.0323844 Nov 09 18:10:40.677647 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bc496574-479d-4e28-ac65-f5fad5c6a457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:41.484204 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8423cf5a-cfa0-4692-8e0f-088cb7dfc99f req-c802c6ff-c48f-408a-a5f2-86929b584eca tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 210 time: 0.0363622 Nov 09 18:10:41.507594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 645345d1-a161-4d7f-92f8-df1e442e00cd no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:10:41.530796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 645345d1-a161-4d7f-92f8-df1e442e00cd {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:10:41.531273 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 645345d1-a161-4d7f-92f8-df1e442e00cd not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:10:42.600081 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-368e44bf-d1c6-43d2-974c-179115a1743e req-6f3c70e2-8bf1-412d-9524-36a10223e725 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc003dc1-03b7-47bf-815d-ad87c423bb6d HTTP/1.1" status: 200 len: 210 time: 0.0396340 Nov 09 18:10:43.679331 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b9362db-6101-44a3-9e90-896c80bbf86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:44.461274 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:45.444030 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:47.681692 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:53.145205 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:53.928666 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:55.133901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b2ee-9aaa-43eb-a37a-12687a39570b req-805c15e9-62e8-41d0-8da0-7e95d75358ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:55.136209 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c741b2ee-9aaa-43eb-a37a-12687a39570b req-805c15e9-62e8-41d0-8da0-7e95d75358ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1096 time: 0.0546753 Nov 09 18:10:55.140597 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55e7b3-f5ed-40c4-af28-ee6a9560b067 req-70cd68c2-8086-45a5-be2b-ec943c0a15a5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:55.150851 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d55e7b3-f5ed-40c4-af28-ee6a9560b067 req-70cd68c2-8086-45a5-be2b-ec943c0a15a5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1124239 Nov 09 18:10:55.220037 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d55e7b3-f5ed-40c4-af28-ee6a9560b067 req-00394606-9b09-413d-8faf-dad2a34fb95e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677233 Nov 09 18:10:55.303385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b2ee-9aaa-43eb-a37a-12687a39570b req-9df6c699-bb8b-4102-8eeb-73e4cd1fded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:55.305196 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c741b2ee-9aaa-43eb-a37a-12687a39570b req-9df6c699-bb8b-4102-8eeb-73e4cd1fded5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1604002 Nov 09 18:10:55.398869 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c741b2ee-9aaa-43eb-a37a-12687a39570b req-d91b4b11-69e5-4ec1-a9f4-2fc68793ca9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 999 time: 0.0849257 Nov 09 18:10:55.460213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b2ee-9aaa-43eb-a37a-12687a39570b req-d0d75eb6-e701-4e5a-b068-d4b76e551c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:55.462108 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c741b2ee-9aaa-43eb-a37a-12687a39570b req-d0d75eb6-e701-4e5a-b068-d4b76e551c36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0556509 Nov 09 18:10:55.541802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b2ee-9aaa-43eb-a37a-12687a39570b req-484b065a-738d-4c74-bab6-8161d07081f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:55.544593 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c741b2ee-9aaa-43eb-a37a-12687a39570b req-484b065a-738d-4c74-bab6-8161d07081f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710967 Nov 09 18:10:55.683633 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c741b2ee-9aaa-43eb-a37a-12687a39570b req-dceb1861-2f96-45da-9e1d-5af952cab8be service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293721 Nov 09 18:10:55.797672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c741b2ee-9aaa-43eb-a37a-12687a39570b req-d1eb3891-c890-4e2a-8448-3e8bc0702432 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067441 Nov 09 18:10:56.458574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb45194-bfc7-423b-a491-eadd5c04fb88 req-965729f6-e5d5-42e4-9e43-933d553557d3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:56.460151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1fb45194-bfc7-423b-a491-eadd5c04fb88 req-965729f6-e5d5-42e4-9e43-933d553557d3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0648518 Nov 09 18:10:56.531038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1fb45194-bfc7-423b-a491-eadd5c04fb88 req-9581dcfc-36ae-4c5f-a03d-9f3daf7fcd51 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636854 Nov 09 18:10:59.788713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab9246ac-1303-4365-a5c6-701376493e9a req-55bea8b6-7591-4ba2-ae30-67b41aecc326 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432401 Nov 09 18:10:59.890045 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9246ac-1303-4365-a5c6-701376493e9a req-70ff39ae-6d72-4334-a7cd-c744580a9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:59.891479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab9246ac-1303-4365-a5c6-701376493e9a req-70ff39ae-6d72-4334-a7cd-c744580a9fcd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1096 time: 0.0527697 Nov 09 18:11:00.027286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9246ac-1303-4365-a5c6-701376493e9a req-9632710a-83c5-4f59-993c-7bc820d772fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.028821 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab9246ac-1303-4365-a5c6-701376493e9a req-9632710a-83c5-4f59-993c-7bc820d772fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1130412 Nov 09 18:11:00.104398 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab9246ac-1303-4365-a5c6-701376493e9a req-818cbe8a-8cff-444c-9568-56bcd7bcb9ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 999 time: 0.0666718 Nov 09 18:11:00.201819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9246ac-1303-4365-a5c6-701376493e9a req-9d2dd060-3364-463b-b1ac-e471444ef117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.203759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab9246ac-1303-4365-a5c6-701376493e9a req-9d2dd060-3364-463b-b1ac-e471444ef117 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0693393 Nov 09 18:11:00.265313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9246ac-1303-4365-a5c6-701376493e9a req-891680ed-3d04-474d-8d37-a05c32d3a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.270041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab9246ac-1303-4365-a5c6-701376493e9a req-891680ed-3d04-474d-8d37-a05c32d3a772 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542269 Nov 09 18:11:00.390180 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab9246ac-1303-4365-a5c6-701376493e9a req-a26ae377-f07b-405c-bea9-b4bedfc73ca9 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146002 Nov 09 18:11:00.532269 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab9246ac-1303-4365-a5c6-701376493e9a req-e3ced97e-62a4-428e-9473-a254c3afe8c6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300046 Nov 09 18:11:00.634218 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-f9e3f0b1-9cef-42a4-8063-b4a516009eba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426204 Nov 09 18:11:00.748267 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-7bafefa3-a62c-4b94-8db8-39ed696d5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.750072 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-7bafefa3-a62c-4b94-8db8-39ed696d5c8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 1096 time: 0.0538702 Nov 09 18:11:00.871468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-589a9796-9482-4a61-bd47-d297f61b9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.872950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-589a9796-9482-4a61-bd47-d297f61b9add service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1017025 Nov 09 18:11:00.920232 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-b685c98a-9887-4742-8742-f64d08f26afd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91845f7e-46df-42fd-8f67-788b5df297de HTTP/1.1" status: 200 len: 217 time: 0.0395644 Nov 09 18:11:00.981411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-2b4e7ecc-9d2a-4da6-812e-c303e98dc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.983930 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-2b4e7ecc-9d2a-4da6-812e-c303e98dc2c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0539529 Nov 09 18:11:01.039698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-31a8055a-e7e8-4717-9076-660a6179cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:01.041214 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-31a8055a-e7e8-4717-9076-660a6179cdfe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490725 Nov 09 18:11:01.065248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-52c6303a-dd59-45df-8e6f-204966daba51 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:11:01.066391 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-52c6303a-dd59-45df-8e6f-204966daba51 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061800 Nov 09 18:11:01.167041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-90873421-5a18-4c41-93a3-8b9208e8588f service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900328 Nov 09 18:11:01.280429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b236f5e3-bcab-4d51-b2f4-d48d4b6711e9 req-80aa0632-b553-4f75-840f-641a3cb480cd service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033697 Nov 09 18:11:06.572524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39152) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:06.730399 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d348837-c063-4f25-8820-b8a8886c7efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:06.841474 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d348837-c063-4f25-8820-b8a8886c7efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:06.846864 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d348837-c063-4f25-8820-b8a8886c7efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:06.901472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d348837-c063-4f25-8820-b8a8886c7efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967fe8aa-769d-4a20-96a0-a270b99ae3c2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:06.909892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39162) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:06.910640 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9d348837-c063-4f25-8820-b8a8886c7efd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c654ed772584564badfbfbf04140258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360898 Nov 09 18:11:06.979726 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:07.025678 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:07.097916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:07.101087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:07.103276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/967fe8aa-769d-4a20-96a0-a270b99ae3c2 HTTP/1.1" status: 204 len: 168 time: 0.1915960 Nov 09 18:11:07.122174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967fe8aa-769d-4a20-96a0-a270b99ae3c2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:07.136447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:07.136978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:07.137520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:07.137934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:07.138805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:07.139474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:07.140144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:07.140732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:07.141483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:07.142321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:07.143207 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:07.144764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da39646-0f03-465c-92b8-3def3ee23458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:08.030257 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 39198) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:08.137563 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-122098192-network', 'tenant_id': 'f4340c036eda4548b6c8e1b022ee9e7b'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:08.159743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Made reservation on behalf of f4340c036eda4548b6c8e1b022ee9e7b for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:11:08.162198 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:08.170924 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:08.250870 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:08.263676 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:08.295540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:11:08.302666 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:08.310304 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:08.310917 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Added segment d095ae46-692d-4b89-b960-4f346098690b of type vlan for network d9582954-36ba-405d-a69d-1d2752e572b2 Nov 09 18:11:08.356498 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:08.387155 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:08.388481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:08.389312 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:08.770502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] Pushing event updated for resources: {'Network': ['ID=d9582954-36ba-405d-a69d-1d2752e572b2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:08.780931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d9582954-36ba-405d-a69d-1d2752e572b2 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:11:08.792364 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-93c6e78a-a3bb-4c72-9bcb-5066f2c64319 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7582278 Nov 09 18:11:08.792672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 39220) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:08.797740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c8b4d8da-6669-40fc-8dc8-c8a38b9b7c74 admin admin] Request body: {'subnet': {'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-122098192-subnet', 'tenant_id': 'f4340c036eda4548b6c8e1b022ee9e7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:08.822071 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b4d8da-6669-40fc-8dc8-c8a38b9b7c74 admin admin] Made reservation on behalf of f4340c036eda4548b6c8e1b022ee9e7b for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:11:08.824875 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8b4d8da-6669-40fc-8dc8-c8a38b9b7c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:09.010962 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8b4d8da-6669-40fc-8dc8-c8a38b9b7c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:09.064792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4d8da-6669-40fc-8dc8-c8a38b9b7c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1814ba-e2d9-4872-82be-4e54f3dba023,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:09.081248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4d8da-6669-40fc-8dc8-c8a38b9b7c74 admin admin] Checking segment: {'id': 'd095ae46-692d-4b89-b960-4f346098690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:11:09.081728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4d8da-6669-40fc-8dc8-c8a38b9b7c74 admin admin] Network hostable DHCP agents. Network: d9582954-36ba-405d-a69d-1d2752e572b2, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:11:09.100195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4d8da-6669-40fc-8dc8-c8a38b9b7c74 admin admin] Network d9582954-36ba-405d-a69d-1d2752e572b2 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:11:09.109327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4d8da-6669-40fc-8dc8-c8a38b9b7c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d9582954-36ba-405d-a69d-1d2752e572b2) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:11:09.113928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4d8da-6669-40fc-8dc8-c8a38b9b7c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:09.114576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c8b4d8da-6669-40fc-8dc8-c8a38b9b7c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:09.122374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc3a5ec-a7a3-4c0c-8417-360a52f47d35 None None] Network d9582954-36ba-405d-a69d-1d2752e572b2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:11:09.145273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c8b4d8da-6669-40fc-8dc8-c8a38b9b7c74 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3514409 Nov 09 18:11:09.256203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8610261e-6203-4720-ad03-a7a8951701a8 None None] Network d9582954-36ba-405d-a69d-1d2752e572b2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:11:10.673123 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b0e340bf-2960-467b-8b1f-75e973b10d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:10.967383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-2b68d728-e874-4499-a155-be02ddb476e6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:10.969038 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-2b68d728-e874-4499-a155-be02ddb476e6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.1250396 Nov 09 18:11:11.010993 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-0bbf1f29-8ee2-48a4-9841-f9dc42d660b0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/quotas/f71584f60a304e7aadf26b8906dcf81a HTTP/1.1" status: 200 len: 375 time: 0.0263405 Nov 09 18:11:11.076016 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-38c056e4-d4d0-488d-939a-9f198ae5bfbb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633914 Nov 09 18:11:11.168691 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-0fb50f0a-9ba3-4941-acfb-66875cd8b61d service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871718 Nov 09 18:11:11.268898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-9f0e1c3f-c409-4382-a5a4-fbb8e81ef70b service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930133 Nov 09 18:11:11.480699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-13c22875-db80-4ffb-98a2-f6c549ce168a req-74a21b15-1204-40dd-b121-27c699a1eb9a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 210 time: 0.0380297 Nov 09 18:11:12.594120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-c9555064-c50f-417d-a214-4b94dfac9ca8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:12.596249 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-c9555064-c50f-417d-a214-4b94dfac9ca8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.1498008 Nov 09 18:11:12.607250 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f9dc204-dc96-40ab-aa96-f854bf80e437 req-09f99f14-652f-4648-8aa0-7cf52ed8f15c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 210 time: 0.0390329 Nov 09 18:11:12.618321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-3f1e300d-9959-4236-b024-d9fcf145d8c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'port': {'device_id': 'd439f570-b332-4007-9280-dd2b5bfff9e6', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'admin_state_up': True, 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:12.746721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-3f1e300d-9959-4236-b024-d9fcf145d8c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Made reservation on behalf of f71584f60a304e7aadf26b8906dcf81a for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:11:12.750352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-3f1e300d-9959-4236-b024-d9fcf145d8c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:12.903603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-3f1e300d-9959-4236-b024-d9fcf145d8c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Allocated IP 172.20.0.3 (90cd779a-c359-4632-a173-a787022d80a7/69a85ecb-e615-4367-9493-a078677bf2c5/ea344fed-bb48-4c33-8543-ff1ff43ff3d6) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:11:13.118897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-3f1e300d-9959-4236-b024-d9fcf145d8c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:13.163350 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-3f1e300d-9959-4236-b024-d9fcf145d8c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:13.223587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-3f1e300d-9959-4236-b024-d9fcf145d8c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Network 90cd779a-c359-4632-a173-a787022d80a7 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:11:13.226803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-3f1e300d-9959-4236-b024-d9fcf145d8c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:11:13.234123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-3f1e300d-9959-4236-b024-d9fcf145d8c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:11:13.237401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e300d-9959-4236-b024-d9fcf145d8c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'Port': ['ID=ea344fed-bb48-4c33-8543-ff1ff43ff3d6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:13.295024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-3f1e300d-9959-4236-b024-d9fcf145d8c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:13.295679 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-3f1e300d-9959-4236-b024-d9fcf145d8c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:13.326294 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-3f1e300d-9959-4236-b024-d9fcf145d8c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7123210 Nov 09 18:11:13.340817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Request body: {'port': {'device_id': 'd439f570-b332-4007-9280-dd2b5bfff9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:13.445054 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:13.620526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7d4c2dae-31bb-4d72-9c33-051ef4d5a96d None None] Provisioning complete for port ea344fed-bb48-4c33-8543-ff1ff43ff3d6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:11:13.621050 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2dae-31bb-4d72-9c33-051ef4d5a96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:13.709711 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-857fc87c-ae27-4da5-838b-98968e7c8a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:13.724239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c2dae-31bb-4d72-9c33-051ef4d5a96d None None] Port ea344fed-bb48-4c33-8543-ff1ff43ff3d6 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:11:13.850732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea344fed-bb48-4c33-8543-ff1ff43ff3d6 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:13.859810 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:13.873698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Transition to ACTIVE for port object ea344fed-bb48-4c33-8543-ff1ff43ff3d6 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:11:13.879841 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:13.920531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516823e3-5eca-4d9f-a2c4-6fef997aea2b req-b101b4dd-23f2-47d1-b47f-669cc68467c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:13.922172 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-516823e3-5eca-4d9f-a2c4-6fef997aea2b req-b101b4dd-23f2-47d1-b47f-669cc68467c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 931 time: 0.2192147 Nov 09 18:11:13.969480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Pushing event updated for resources: {'Port': ['ID=ea344fed-bb48-4c33-8543-ff1ff43ff3d6,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:14.021097 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-516823e3-5eca-4d9f-a2c4-6fef997aea2b req-a342fd08-79ec-49ea-a950-83a213b9bb33 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917001 Nov 09 18:11:14.124487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Attempting to bind port ea344fed-bb48-4c33-8543-ff1ff43ff3d6 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:11:14.124824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Attempting to bind port ea344fed-bb48-4c33-8543-ff1ff43ff3d6 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:11:14.125153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Attempting to bind port ea344fed-bb48-4c33-8543-ff1ff43ff3d6 on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:14.133481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Port ea344fed-bb48-4c33-8543-ff1ff43ff3d6 on network 90cd779a-c359-4632-a173-a787022d80a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:11:14.134078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Attempting to bind port ea344fed-bb48-4c33-8543-ff1ff43ff3d6 on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:14.139711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:11:14.140583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Checking segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:11:14.141176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Bound using segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:11:14.141798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Bound port: ea344fed-bb48-4c33-8543-ff1ff43ff3d6, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:11:14.142405 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:14.237504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] For port ea344fed-bb48-4c33-8543-ff1ff43ff3d6, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:11:14.244717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] For port ea344fed-bb48-4c33-8543-ff1ff43ff3d6, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ea344fed-bb48-4c33-8543-ff1ff43ff3d6,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:11:14.250041 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:14.315259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Pushing event updated for resources: {'Port': ['ID=ea344fed-bb48-4c33-8543-ff1ff43ff3d6,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:14.333753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:14.334396 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:14.336166 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-e763a78e-b6e4-43ae-8c7f-a7142af55544 service neutron] 10.222.0.13 "PUT /v2.0/ports/ea344fed-bb48-4c33-8543-ff1ff43ff3d6 HTTP/1.1" status: 200 len: 1091 time: 1.0013492 Nov 09 18:11:14.336643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd439f570-b332-4007-9280-dd2b5bfff9e6', 'tag': 'ea344fed-bb48-4c33-8543-ff1ff43ff3d6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:14.340030 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39b95ce-cfdf-4d27-a1b2-bbbd384b4a12" -d '{"events": [{"name": "network-changed", "server_uuid": "d439f570-b332-4007-9280-dd2b5bfff9e6", "tag": "ea344fed-bb48-4c33-8543-ff1ff43ff3d6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:14.395279 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dce6d4-9666-44f0-bcab-1bdf91a0bd0e x-openstack-request-id: req-c9dce6d4-9666-44f0-bcab-1bdf91a0bd0e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:14.395279 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d439f570-b332-4007-9280-dd2b5bfff9e6", "tag": "ea344fed-bb48-4c33-8543-ff1ff43ff3d6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:14.395279 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9dce6d4-9666-44f0-bcab-1bdf91a0bd0e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:14.395279 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd439f570-b332-4007-9280-dd2b5bfff9e6', 'tag': 'ea344fed-bb48-4c33-8543-ff1ff43ff3d6', 'status': 'completed', 'code': 200} Nov 09 18:11:14.457450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-a3851fdb-eafa-4740-9d31-38d030740f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:14.459518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-a3851fdb-eafa-4740-9d31-38d030740f1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 1094 time: 0.0584488 Nov 09 18:11:14.482617 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:14.517690 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-3563f5f8-5021-46a0-883d-d89f6fc4d9db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea344fed-bb48-4c33-8543-ff1ff43ff3d6 HTTP/1.1" status: 200 len: 217 time: 0.0476367 Nov 09 18:11:14.605139 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-cfe5af5c-85b4-40a6-9788-9617ca45742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:14.606569 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-cfe5af5c-85b4-40a6-9788-9617ca45742f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0833616 Nov 09 18:11:14.659415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-6e8ce96c-1ca9-423c-9dcd-4e09ab76a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:14.661121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-6e8ce96c-1ca9-423c-9dcd-4e09ab76a267 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475676 Nov 09 18:11:14.775457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-185dc7f3-aa38-485d-b652-77059c2c885c service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977890 Nov 09 18:11:14.893060 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7971cf0-6a0e-4f44-a731-4b710d6ebc6c req-ecf2f536-e4aa-4b72-8771-637dde06de55 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095541 Nov 09 18:11:15.004712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b95ce-cfdf-4d27-a1b2-bbbd384b4a12 req-6f8fca3f-33d8-49b5-8e2d-b68601028993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:15.006392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c39b95ce-cfdf-4d27-a1b2-bbbd384b4a12 req-6f8fca3f-33d8-49b5-8e2d-b68601028993 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 1094 time: 0.0644541 Nov 09 18:11:15.446271 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:15.494515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e535f0-2db8-435e-83c6-4d24c3664a0d req-8ecdcbb2-634c-4b93-abea-8db5b4172622 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:15.496205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4e535f0-2db8-435e-83c6-4d24c3664a0d req-8ecdcbb2-634c-4b93-abea-8db5b4172622 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0726447 Nov 09 18:11:15.535101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b95ce-cfdf-4d27-a1b2-bbbd384b4a12 req-92ea40dc-ad91-4f08-9c87-921883de1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:15.536603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c39b95ce-cfdf-4d27-a1b2-bbbd384b4a12 req-92ea40dc-ad91-4f08-9c87-921883de1327 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.5224805 Nov 09 18:11:15.619874 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4e535f0-2db8-435e-83c6-4d24c3664a0d req-86b18465-7e94-400d-840e-2aaaf1fcd90a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110117 Nov 09 18:11:15.623040 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c39b95ce-cfdf-4d27-a1b2-bbbd384b4a12 req-500873b6-5f00-4160-9a85-e7e0b9303024 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea344fed-bb48-4c33-8543-ff1ff43ff3d6 HTTP/1.1" status: 200 len: 217 time: 0.0764716 Nov 09 18:11:15.679959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b95ce-cfdf-4d27-a1b2-bbbd384b4a12 req-cdb7279d-5091-46b6-9051-da1b97a980e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:15.681359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c39b95ce-cfdf-4d27-a1b2-bbbd384b4a12 req-cdb7279d-5091-46b6-9051-da1b97a980e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0494640 Nov 09 18:11:15.735575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b95ce-cfdf-4d27-a1b2-bbbd384b4a12 req-f89fe753-78a3-4ee6-95eb-cbe75abdf119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:15.737853 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c39b95ce-cfdf-4d27-a1b2-bbbd384b4a12 req-f89fe753-78a3-4ee6-95eb-cbe75abdf119 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493581 Nov 09 18:11:15.887005 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c39b95ce-cfdf-4d27-a1b2-bbbd384b4a12 req-67afba7f-50d2-4812-b609-f49fc807d544 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408045 Nov 09 18:11:16.107115 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:11:16.121597 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c39b95ce-cfdf-4d27-a1b2-bbbd384b4a12 req-de36f732-bc75-41fa-800c-5be5d6539cd7 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264795 Nov 09 18:11:16.794833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d1368-6420-4b58-b667-22105d0784db req-c2fbd43f-6f08-4fa4-b35b-98b8ee618053 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:16.805639 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-477d1368-6420-4b58-b667-22105d0784db req-c2fbd43f-6f08-4fa4-b35b-98b8ee618053 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.1125882 Nov 09 18:11:16.855076 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-477d1368-6420-4b58-b667-22105d0784db req-592ac9b0-402f-4b22-81c4-86b680b8bbcc tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480447 Nov 09 18:11:17.696938 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:18.019537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd743789-3c88-4062-9931-5eaef8fb71ad req-d91c787f-fa4f-46b3-b674-f7f76270e6cb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:18.021789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd743789-3c88-4062-9931-5eaef8fb71ad req-d91c787f-fa4f-46b3-b674-f7f76270e6cb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0828078 Nov 09 18:11:18.106145 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd743789-3c88-4062-9931-5eaef8fb71ad req-f3a1bef7-4aea-460a-aad6-65e51f220fb0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724065 Nov 09 18:11:19.291374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a30a05-499c-4907-9495-8d9cf4d8502d req-eeb670a6-29ab-42a2-a93d-ec7d265047e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:19.293885 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-57a30a05-499c-4907-9495-8d9cf4d8502d req-eeb670a6-29ab-42a2-a93d-ec7d265047e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0647085 Nov 09 18:11:19.380030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-57a30a05-499c-4907-9495-8d9cf4d8502d req-a0096827-68c2-4052-ab9a-1f0aab2fc1ce tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571973 Nov 09 18:11:20.555017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc70d0-9b3c-4495-bb84-cbb4b5a0c48b req-5795002e-d03e-4f0c-95a0-bd58cab47010 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:20.556576 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8cc70d0-9b3c-4495-bb84-cbb4b5a0c48b req-5795002e-d03e-4f0c-95a0-bd58cab47010 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0861928 Nov 09 18:11:20.634856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8cc70d0-9b3c-4495-bb84-cbb4b5a0c48b req-ee290b57-b106-4b75-a49d-f07c7a31a2fe tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710106 Nov 09 18:11:21.796429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dacda7-a944-4175-a580-a427c3c3ca02 req-1823e59a-6605-4dde-8c51-84022794f9f8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:21.798085 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b3dacda7-a944-4175-a580-a427c3c3ca02 req-1823e59a-6605-4dde-8c51-84022794f9f8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0566876 Nov 09 18:11:21.851155 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b3dacda7-a944-4175-a580-a427c3c3ca02 req-1d9a4bfe-5b9c-49e1-bfab-986170c0ad3d tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444963 Nov 09 18:11:22.972182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9c1d5-1f8c-4e82-b730-75a97e57e1b9 req-3443236a-87da-4a39-b744-9948d838501f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:22.973767 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fea9c1d5-1f8c-4e82-b730-75a97e57e1b9 req-3443236a-87da-4a39-b744-9948d838501f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0533988 Nov 09 18:11:23.026693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fea9c1d5-1f8c-4e82-b730-75a97e57e1b9 req-ef33aafa-8839-49fa-8040-98b47c63155f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445988 Nov 09 18:11:23.159765 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:23.932914 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:24.151118 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf60bb-9d0d-4631-8684-549f465bbc77 req-cd70b649-27cf-4d8d-9b6d-76f882ee1666 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:24.153226 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8cbf60bb-9d0d-4631-8684-549f465bbc77 req-cd70b649-27cf-4d8d-9b6d-76f882ee1666 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0518925 Nov 09 18:11:24.199551 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8cbf60bb-9d0d-4631-8684-549f465bbc77 req-c0e73300-defa-4495-867c-ea31b41c06a6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381801 Nov 09 18:11:25.324179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8321e-6923-4984-ba01-d6ea2a8feb1f req-94d5c19d-60be-49ae-aaf3-2f399fc62ed5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:25.326698 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fa8321e-6923-4984-ba01-d6ea2a8feb1f req-94d5c19d-60be-49ae-aaf3-2f399fc62ed5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0543447 Nov 09 18:11:25.370881 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fa8321e-6923-4984-ba01-d6ea2a8feb1f req-87b5efff-bc4c-4ded-a9c3-bbacc60f32f1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 Nov 09 18:11:26.523017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404bc73-627d-4bb4-a38a-b658b0451fee req-f0ae83c1-e7aa-4a1b-96bf-f28d7ae597ef tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:26.525117 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4404bc73-627d-4bb4-a38a-b658b0451fee req-f0ae83c1-e7aa-4a1b-96bf-f28d7ae597ef tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0678682 Nov 09 18:11:26.581138 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4404bc73-627d-4bb4-a38a-b658b0451fee req-e7578d27-1d42-463f-9973-a0ec6b6f3e9d tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479364 Nov 09 18:11:27.754787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c282ed7-8927-4fdd-825f-950ab1aacec1 req-e695cd9c-9a2c-43d2-b79c-3ac5935f9905 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:27.756775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c282ed7-8927-4fdd-825f-950ab1aacec1 req-e695cd9c-9a2c-43d2-b79c-3ac5935f9905 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0767522 Nov 09 18:11:27.822567 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c282ed7-8927-4fdd-825f-950ab1aacec1 req-6126bdbc-2d6c-46eb-8996-57a07d1f2538 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568724 Nov 09 18:11:28.990970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e65e0e-b4b0-4df0-b415-dd45ab892cca req-34ba03c3-219e-4c62-9dde-32f69e8c8990 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.003926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7e65e0e-b4b0-4df0-b415-dd45ab892cca req-34ba03c3-219e-4c62-9dde-32f69e8c8990 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0882375 Nov 09 18:11:29.054712 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c7e65e0e-b4b0-4df0-b415-dd45ab892cca req-06e11837-323a-4f60-b20c-f36fe58c7317 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524526 Nov 09 18:11:29.179269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110491f3-f4d2-4656-871a-613ecf061d57 req-eb4a9a34-b3bd-430f-8271-ad491ffb6b75 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.181245 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-110491f3-f4d2-4656-871a-613ecf061d57 req-eb4a9a34-b3bd-430f-8271-ad491ffb6b75 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0633492 Nov 09 18:11:29.227639 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-110491f3-f4d2-4656-871a-613ecf061d57 req-c3fbbb1d-a8d7-4c45-b2ca-359920798f26 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398762 Nov 09 18:11:29.372203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986460d-7e92-49c0-b97a-7c2824adffea req-e4bf2184-f7c0-46f3-9999-de6a284919d3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.374154 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3986460d-7e92-49c0-b97a-7c2824adffea req-e4bf2184-f7c0-46f3-9999-de6a284919d3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0598068 Nov 09 18:11:29.435522 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3986460d-7e92-49c0-b97a-7c2824adffea req-708906bb-e988-465d-906b-77b415850d24 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530956 Nov 09 18:11:29.786608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904cc5-815c-447b-b196-96134e612a66 req-2e158ad9-ce63-4692-a83f-ecef7d3a4a83 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.788189 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-2e158ad9-ce63-4692-a83f-ecef7d3a4a83 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 812 time: 0.1278605 Nov 09 18:11:29.806911 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-41214e64-464d-46c3-a087-ad64ce3790c6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/quotas/080b3f95d1934bee9291cf9feb385f09 HTTP/1.1" status: 200 len: 375 time: 0.0129151 Nov 09 18:11:29.875252 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-ceae6c02-aa92-4d78-a162-e44b53931f95 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0619316 Nov 09 18:11:29.991425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-072f739d-b0f0-4cd9-add6-d8ed6875a3ce service neutron] 10.222.0.81 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044199 Nov 09 18:11:30.111082 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-dd7ce679-fdd0-4c36-a2e6-36b0c03c6240 service neutron] 10.222.0.81 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186504 Nov 09 18:11:30.209112 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba881f-f316-4b59-9291-c98669ef2703 req-8c76fd56-cd8f-46ae-8340-fe19b2c7c2c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:30.211837 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-67ba881f-f316-4b59-9291-c98669ef2703 req-8c76fd56-cd8f-46ae-8340-fe19b2c7c2c8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0592577 Nov 09 18:11:30.266451 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-67ba881f-f316-4b59-9291-c98669ef2703 req-3a05e206-fdb4-47dd-b4ed-beb78d43311c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480840 Nov 09 18:11:30.318716 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d740c7b-9788-4dea-9a24-5484f7762a86 req-53899052-94af-406e-ab98-d25d018efd9e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 210 time: 0.0302398 Nov 09 18:11:31.445643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78258bf-fff0-413d-a11e-ad41b1103ed1 req-be81ce3a-bfd2-42a8-8523-268fc774e988 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:31.447429 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b78258bf-fff0-413d-a11e-ad41b1103ed1 req-be81ce3a-bfd2-42a8-8523-268fc774e988 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0992410 Nov 09 18:11:31.509256 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b78258bf-fff0-413d-a11e-ad41b1103ed1 req-452aa202-c53f-4b3d-929e-498ebbaba719 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489330 Nov 09 18:11:31.530889 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae07a867-adf0-415d-9779-ae748679a674 req-50f58c75-f09c-4f63-9a31-605b017e3957 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 210 time: 0.0640099 Nov 09 18:11:31.606664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904cc5-815c-447b-b196-96134e612a66 req-938631d6-6a04-4d23-a56e-eae8463ff57b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:31.608454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-938631d6-6a04-4d23-a56e-eae8463ff57b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.18 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 812 time: 0.2123077 Nov 09 18:11:31.631016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1e904cc5-815c-447b-b196-96134e612a66 req-a271c93b-2237-4e4b-8e98-fbad902f322a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Request body: {'port': {'device_id': '4176a868-a3ca-4a10-979b-ee4cad60da44', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'admin_state_up': True, 'tenant_id': '080b3f95d1934bee9291cf9feb385f09'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:31.776905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e904cc5-815c-447b-b196-96134e612a66 req-a271c93b-2237-4e4b-8e98-fbad902f322a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Made reservation on behalf of 080b3f95d1934bee9291cf9feb385f09 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:11:31.781816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e904cc5-815c-447b-b196-96134e612a66 req-a271c93b-2237-4e4b-8e98-fbad902f322a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:31.938376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-1e904cc5-815c-447b-b196-96134e612a66 req-a271c93b-2237-4e4b-8e98-fbad902f322a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Allocated IP 172.20.0.4 (2a20a6e6-e0ed-4d34-bcea-6adb6a89674c/71e09019-9515-48f7-9fe8-702d4a0e85d1/2d790ffa-729d-4740-8736-b434ecd9ce52) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:11:32.153656 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e904cc5-815c-447b-b196-96134e612a66 req-a271c93b-2237-4e4b-8e98-fbad902f322a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:32.194216 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e904cc5-815c-447b-b196-96134e612a66 req-a271c93b-2237-4e4b-8e98-fbad902f322a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:32.209556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['814506be-495d-4efc-b7a9-8390ec7da77a', '91845f7e-46df-42fd-8f67-788b5df297de'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:32.301716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e904cc5-815c-447b-b196-96134e612a66 req-a271c93b-2237-4e4b-8e98-fbad902f322a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:11:32.305892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-1e904cc5-815c-447b-b196-96134e612a66 req-a271c93b-2237-4e4b-8e98-fbad902f322a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:11:32.319188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e904cc5-815c-447b-b196-96134e612a66 req-a271c93b-2237-4e4b-8e98-fbad902f322a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:11:32.389132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271c93b-2237-4e4b-8e98-fbad902f322a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event updated for resources: {'Port': ['ID=2d790ffa-729d-4740-8736-b434ecd9ce52,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:32.410305 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904cc5-815c-447b-b196-96134e612a66 req-a271c93b-2237-4e4b-8e98-fbad902f322a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:32.410985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e904cc5-815c-447b-b196-96134e612a66 req-a271c93b-2237-4e4b-8e98-fbad902f322a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:32.452171 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-a271c93b-2237-4e4b-8e98-fbad902f322a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8267493 Nov 09 18:11:32.474386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Request body: {'port': {'device_id': '4176a868-a3ca-4a10-979b-ee4cad60da44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:32.560674 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:32.716647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a0d27-b944-471e-830d-f331a942a95e req-c01e7ec4-10e2-4d79-9ea9-1f16acb4d6c6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:32.725674 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1b6a0d27-b944-471e-830d-f331a942a95e req-c01e7ec4-10e2-4d79-9ea9-1f16acb4d6c6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0609894 Nov 09 18:11:32.798815 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fde4559a-a022-43bd-99d1-0ef217b18862 None None] Provisioning complete for port 2d790ffa-729d-4740-8736-b434ecd9ce52 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:11:32.800674 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fde4559a-a022-43bd-99d1-0ef217b18862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:32.819164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951027a-837a-431a-9e92-62a62bcdb6c2 req-2b0d58f3-11d0-4cbe-8155-3d0942995787 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:32.821045 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7951027a-837a-431a-9e92-62a62bcdb6c2 req-2b0d58f3-11d0-4cbe-8155-3d0942995787 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 931 time: 0.1827550 Nov 09 18:11:32.842002 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1b6a0d27-b944-471e-830d-f331a942a95e req-9f842567-7341-4cab-a315-17653226b9fe tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096973 Nov 09 18:11:32.851044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fde4559a-a022-43bd-99d1-0ef217b18862 None None] Port 2d790ffa-729d-4740-8736-b434ecd9ce52 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:11:32.891275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7951027a-837a-431a-9e92-62a62bcdb6c2 req-2fc94540-3da8-4584-8b46-d144c9a4416a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587437 Nov 09 18:11:33.078753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d790ffa-729d-4740-8736-b434ecd9ce52 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:33.088105 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:33.104365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Transition to ACTIVE for port object 2d790ffa-729d-4740-8736-b434ecd9ce52 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:11:33.108979 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:33.214086 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d790ffa-729d-4740-8736-b434ecd9ce52,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:33.253333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Attempting to bind port 2d790ffa-729d-4740-8736-b434ecd9ce52 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:11:33.253333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Attempting to bind port 2d790ffa-729d-4740-8736-b434ecd9ce52 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:11:33.253333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Attempting to bind port 2d790ffa-729d-4740-8736-b434ecd9ce52 on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:33.259877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Port 2d790ffa-729d-4740-8736-b434ecd9ce52 on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:11:33.273547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Attempting to bind port 2d790ffa-729d-4740-8736-b434ecd9ce52 on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:33.281576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:11:33.282168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Checking segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:11:33.282731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Bound using segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:11:33.283508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Bound port: 2d790ffa-729d-4740-8736-b434ecd9ce52, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:11:33.284062 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:33.363863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] For port 2d790ffa-729d-4740-8736-b434ecd9ce52, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:11:33.369272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] For port 2d790ffa-729d-4740-8736-b434ecd9ce52, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2d790ffa-729d-4740-8736-b434ecd9ce52,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:11:33.374202 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:33.418512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:33.419138 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:33.420618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] 10.222.0.18 "PUT /v2.0/ports/2d790ffa-729d-4740-8736-b434ecd9ce52 HTTP/1.1" status: 200 len: 1091 time: 0.9568624 Nov 09 18:11:33.421806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4176a868-a3ca-4a10-979b-ee4cad60da44', 'tag': '2d790ffa-729d-4740-8736-b434ecd9ce52'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:33.437710 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bc79a7-3ece-4f65-86e0-ffeae0ea0d69" -d '{"events": [{"name": "network-changed", "server_uuid": "4176a868-a3ca-4a10-979b-ee4cad60da44", "tag": "2d790ffa-729d-4740-8736-b434ecd9ce52"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:33.464517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675eb75-6986-4470-ba6f-ee5acf9eb6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d790ffa-729d-4740-8736-b434ecd9ce52,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:33.516565 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e476fca7-bad2-4ac1-9a58-287575822be5 x-openstack-request-id: req-e476fca7-bad2-4ac1-9a58-287575822be5 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:33.517387 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4176a868-a3ca-4a10-979b-ee4cad60da44", "tag": "2d790ffa-729d-4740-8736-b434ecd9ce52", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:33.518554 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e476fca7-bad2-4ac1-9a58-287575822be5 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:33.519488 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4176a868-a3ca-4a10-979b-ee4cad60da44', 'tag': '2d790ffa-729d-4740-8736-b434ecd9ce52', 'status': 'completed', 'code': 200} Nov 09 18:11:33.574417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904cc5-815c-447b-b196-96134e612a66 req-b9a481df-1906-4b29-abf1-eb70b3a312d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:33.576234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-b9a481df-1906-4b29-abf1-eb70b3a312d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 1094 time: 0.0825567 Nov 09 18:11:33.664302 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-f5ffdf29-ac14-4e21-bedc-2181efa27f3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d790ffa-729d-4740-8736-b434ecd9ce52 HTTP/1.1" status: 200 len: 217 time: 0.0780194 Nov 09 18:11:33.745707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904cc5-815c-447b-b196-96134e612a66 req-772f810f-5579-4d96-8f6d-f3bc846ae8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:33.747658 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-772f810f-5579-4d96-8f6d-f3bc846ae8cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0750096 Nov 09 18:11:33.834444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904cc5-815c-447b-b196-96134e612a66 req-e183b0ca-1a3f-4e13-b7d9-3d6b176959c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:33.836137 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-e183b0ca-1a3f-4e13-b7d9-3d6b176959c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791831 Nov 09 18:11:34.031828 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-4b14c766-0c96-4ac6-a2d8-f1fb14638dc0 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824138 Nov 09 18:11:34.063138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3fea7-14b6-42bf-952f-8c4101e290c1 req-cb21073f-d925-48fa-8b31-4cd770ad4a24 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.065584 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe3fea7-14b6-42bf-952f-8c4101e290c1 req-cb21073f-d925-48fa-8b31-4cd770ad4a24 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 943 time: 0.0882833 Nov 09 18:11:34.126229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cf4f2-3f05-4202-aa20-033af607fcc5 req-0ee16f13-3ff7-409b-8329-675c97f5abdf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.128323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa9cf4f2-3f05-4202-aa20-033af607fcc5 req-0ee16f13-3ff7-409b-8329-675c97f5abdf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.1802759 Nov 09 18:11:34.136725 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fe3fea7-14b6-42bf-952f-8c4101e290c1 req-730d3b88-0b64-4a98-807b-f11790c44485 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643394 Nov 09 18:11:34.201447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa9cf4f2-3f05-4202-aa20-033af607fcc5 req-a0fd22c7-97c2-403d-b274-e0c9bc30d448 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632854 Nov 09 18:11:34.201447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e904cc5-815c-447b-b196-96134e612a66 req-544ed3fc-eb14-4a2d-8ad9-3af60c0de522 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617353 Nov 09 18:11:34.344272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc79a7-3ece-4f65-86e0-ffeae0ea0d69 req-9ca4f636-89cd-4aaa-8efc-eeacc33e24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.346193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37bc79a7-3ece-4f65-86e0-ffeae0ea0d69 req-9ca4f636-89cd-4aaa-8efc-eeacc33e24a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 1094 time: 0.0760593 Nov 09 18:11:34.461810 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc79a7-3ece-4f65-86e0-ffeae0ea0d69 req-621434d0-269a-4a0e-b9f0-9f0b6732814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.463331 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37bc79a7-3ece-4f65-86e0-ffeae0ea0d69 req-621434d0-269a-4a0e-b9f0-9f0b6732814c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1063206 Nov 09 18:11:34.507501 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37bc79a7-3ece-4f65-86e0-ffeae0ea0d69 req-092244d8-26bf-4151-9845-46bdf07d8781 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d790ffa-729d-4740-8736-b434ecd9ce52 HTTP/1.1" status: 200 len: 217 time: 0.0348327 Nov 09 18:11:34.557480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc79a7-3ece-4f65-86e0-ffeae0ea0d69 req-ebc3e163-7aeb-45bf-a818-cc464b33ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.558948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37bc79a7-3ece-4f65-86e0-ffeae0ea0d69 req-ebc3e163-7aeb-45bf-a818-cc464b33ef67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0445132 Nov 09 18:11:34.610169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc79a7-3ece-4f65-86e0-ffeae0ea0d69 req-aa326aee-80fa-476b-b625-c4c95e655c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.611751 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37bc79a7-3ece-4f65-86e0-ffeae0ea0d69 req-aa326aee-80fa-476b-b625-c4c95e655c55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455956 Nov 09 18:11:34.732261 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37bc79a7-3ece-4f65-86e0-ffeae0ea0d69 req-be03df51-429b-4758-bbc0-7e8dc3492ceb service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107702 Nov 09 18:11:34.880325 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37bc79a7-3ece-4f65-86e0-ffeae0ea0d69 req-99adbf93-c065-4186-ba88-b3076399fc11 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398830 Nov 09 18:11:35.282152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc4865-237e-42ac-b010-41fd9052311a req-d71e6db1-90a1-4d87-be2f-7460c150e3af tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:35.290641 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a9dc4865-237e-42ac-b010-41fd9052311a req-d71e6db1-90a1-4d87-be2f-7460c150e3af tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 943 time: 0.0868740 Nov 09 18:11:35.332872 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a9dc4865-237e-42ac-b010-41fd9052311a req-cbf93dae-d603-42b0-a8c7-9ac9251c86ea tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Nov 09 18:11:35.368003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57352a-4d90-4c05-93bf-b90216639fd2 req-4113ee35-32d7-4c85-ac4f-382bdfb250cd tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:35.369566 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc57352a-4d90-4c05-93bf-b90216639fd2 req-4113ee35-32d7-4c85-ac4f-382bdfb250cd tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0657299 Nov 09 18:11:35.420169 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc57352a-4d90-4c05-93bf-b90216639fd2 req-b0af8579-358d-4cc7-9556-8232203a54a6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441413 Nov 09 18:11:36.460859 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48285b-5b71-47fb-b0be-8b658d7fe912 req-b499d4b7-27a5-4c62-a505-0b23a0eb09d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:36.469208 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8f48285b-5b71-47fb-b0be-8b658d7fe912 req-b499d4b7-27a5-4c62-a505-0b23a0eb09d8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 943 time: 0.0608752 Nov 09 18:11:36.520518 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8f48285b-5b71-47fb-b0be-8b658d7fe912 req-ac8e145e-8f19-4769-9d45-dad4edf2a8da tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497272 Nov 09 18:11:36.587144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8a663-0436-4893-ace7-4b91e11e3192 req-4560245b-c1c2-4207-99fe-1b0b676f28ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:36.588795 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ded8a663-0436-4893-ace7-4b91e11e3192 req-4560245b-c1c2-4207-99fe-1b0b676f28ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0675533 Nov 09 18:11:36.633530 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ded8a663-0436-4893-ace7-4b91e11e3192 req-8698aba3-e2f7-4da8-b11d-65cbeabd0870 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382056 Nov 09 18:11:37.656093 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b9905-80d5-4c17-acaa-994a78c83803 req-bc56e928-f466-40b0-bd54-f1656ab1e5cf tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:37.658099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device ea344fed-bb48-4c33-8543-ff1ff43ff3d6 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:11:37.668009 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cf4b9905-80d5-4c17-acaa-994a78c83803 req-bc56e928-f466-40b0-bd54-f1656ab1e5cf tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 943 time: 0.0611169 Nov 09 18:11:37.743936 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cf4b9905-80d5-4c17-acaa-994a78c83803 req-fd309191-8000-4038-b642-340960564816 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731978 Nov 09 18:11:37.789402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3deca6-af33-4f4a-9cd2-d71032380ee5 req-0f6514e5-782f-43c5-8382-be8960a45cf6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:37.792345 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb3deca6-af33-4f4a-9cd2-d71032380ee5 req-0f6514e5-782f-43c5-8382-be8960a45cf6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 943 time: 0.0593827 Nov 09 18:11:37.806253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port ea344fed-bb48-4c33-8543-ff1ff43ff3d6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ea344fed-bb48-4c33-8543-ff1ff43ff3d6,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:37.819914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'ea344fed-bb48-4c33-8543-ff1ff43ff3d6', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'port_id': 'ea344fed-bb48-4c33-8543-ff1ff43ff3d6', 'mac_address': 'fa:16:3e:82:37:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:11:37.850230 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb3deca6-af33-4f4a-9cd2-d71032380ee5 req-70aac330-33a3-4d05-a709-2f7e9cca6b23 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512669 Nov 09 18:11:37.862104 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:37.876743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea344fed-bb48-4c33-8543-ff1ff43ff3d6 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:37.900122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port ea344fed-bb48-4c33-8543-ff1ff43ff3d6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ea344fed-bb48-4c33-8543-ff1ff43ff3d6,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:37.906697 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:37.967763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=ea344fed-bb48-4c33-8543-ff1ff43ff3d6,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:37.975800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.976492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.976955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.977353 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.977900 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.978402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.978909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.979450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.979960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.980511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.981012 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.981503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:38.130927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['ea344fed-bb48-4c33-8543-ff1ff43ff3d6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:38.196194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2d790ffa-729d-4740-8736-b434ecd9ce52 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:11:38.371023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2d790ffa-729d-4740-8736-b434ecd9ce52, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2d790ffa-729d-4740-8736-b434ecd9ce52,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:38.386087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '2d790ffa-729d-4740-8736-b434ecd9ce52', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'port_id': '2d790ffa-729d-4740-8736-b434ecd9ce52', 'mac_address': 'fa:16:3e:74:4c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:11:38.431966 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:38.447794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d790ffa-729d-4740-8736-b434ecd9ce52 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:38.483020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2d790ffa-729d-4740-8736-b434ecd9ce52, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2d790ffa-729d-4740-8736-b434ecd9ce52,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:38.489489 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:38.545419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2d790ffa-729d-4740-8736-b434ecd9ce52,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:38.871994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2d790ffa-729d-4740-8736-b434ecd9ce52'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:38.895474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f0d75-95d0-49e8-b19c-5163eab0b2f7 req-8216dcab-c888-4b62-ab98-01e68c1e58a7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:38.900037 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ff8f0d75-95d0-49e8-b19c-5163eab0b2f7 req-8216dcab-c888-4b62-ab98-01e68c1e58a7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 944 time: 0.0843935 Nov 09 18:11:38.984085 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ff8f0d75-95d0-49e8-b19c-5163eab0b2f7 req-77d539e7-caa2-4259-9458-4dee2690867d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758486 Nov 09 18:11:39.027113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe41b09-aeea-4d96-8fb8-05a4977b845b req-f45d2057-8ea8-4f20-af39-170054316b8c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:39.036193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bbe41b09-aeea-4d96-8fb8-05a4977b845b req-f45d2057-8ea8-4f20-af39-170054316b8c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 944 time: 0.0856006 Nov 09 18:11:39.090731 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bbe41b09-aeea-4d96-8fb8-05a4977b845b req-b29ea2d3-fc12-4b63-b48b-766c6f58086f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535414 Nov 09 18:11:39.671027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device ea344fed-bb48-4c33-8543-ff1ff43ff3d6 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:11:39.723768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port ea344fed-bb48-4c33-8543-ff1ff43ff3d6 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:11:39.730398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port ea344fed-bb48-4c33-8543-ff1ff43ff3d6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:11:39.730798 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:39.820645 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:39.851624 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd439f570-b332-4007-9280-dd2b5bfff9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea344fed-bb48-4c33-8543-ff1ff43ff3d6'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:39.854477 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffa0b4a-4cd9-49db-9455-101ea423cd8c" -d '{"events": [{"server_uuid": "d439f570-b332-4007-9280-dd2b5bfff9e6", "name": "network-vif-plugged", "status": "completed", "tag": "ea344fed-bb48-4c33-8543-ff1ff43ff3d6"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:39.880560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port ea344fed-bb48-4c33-8543-ff1ff43ff3d6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ea344fed-bb48-4c33-8543-ff1ff43ff3d6,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:39.889918 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:39.894633 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f491330-43f6-4e70-92f6-ac8e0109b2b9 x-openstack-request-id: req-0f491330-43f6-4e70-92f6-ac8e0109b2b9 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:39.894936 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d439f570-b332-4007-9280-dd2b5bfff9e6", "name": "network-vif-plugged", "status": "completed", "tag": "ea344fed-bb48-4c33-8543-ff1ff43ff3d6", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:39.895195 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f491330-43f6-4e70-92f6-ac8e0109b2b9 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:39.895637 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd439f570-b332-4007-9280-dd2b5bfff9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea344fed-bb48-4c33-8543-ff1ff43ff3d6', 'code': 200} Nov 09 18:11:39.949461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=ea344fed-bb48-4c33-8543-ff1ff43ff3d6,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:40.019041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1195938-4bb3-4905-b3de-b374e2ab8acb req-13265210-b908-4fcf-aa98-be70df852666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:40.020902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1195938-4bb3-4905-b3de-b374e2ab8acb req-13265210-b908-4fcf-aa98-be70df852666 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 1096 time: 0.0524094 Nov 09 18:11:40.063769 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1195938-4bb3-4905-b3de-b374e2ab8acb req-ec8ca44f-e6c3-4355-a602-0a44e8403664 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324516 Nov 09 18:11:40.158395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c20894-b3a7-4050-86c8-9347912b9975 req-95c9a6d4-4434-482a-a52e-7ec3145db591 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:40.163277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c5c20894-b3a7-4050-86c8-9347912b9975 req-95c9a6d4-4434-482a-a52e-7ec3145db591 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 944 time: 0.0643525 Nov 09 18:11:40.198360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2d790ffa-729d-4740-8736-b434ecd9ce52 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:11:40.239452 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c5c20894-b3a7-4050-86c8-9347912b9975 req-552fe17a-faff-40d9-b101-f7290184cd9b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714796 Nov 09 18:11:40.258413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459dc19-c62f-4f07-be06-f9effefb77c1 req-8c1d34d1-96c3-4fb1-832d-00874a7def76 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:40.260229 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0459dc19-c62f-4f07-be06-f9effefb77c1 req-8c1d34d1-96c3-4fb1-832d-00874a7def76 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 945 time: 0.0769217 Nov 09 18:11:40.286520 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 2d790ffa-729d-4740-8736-b434ecd9ce52 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:11:40.291874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 2d790ffa-729d-4740-8736-b434ecd9ce52 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:11:40.292308 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.319047 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0459dc19-c62f-4f07-be06-f9effefb77c1 req-5243c135-ad5d-4e30-8838-4fe93e1ae6d2 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407155 Nov 09 18:11:40.392882 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.429858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2d790ffa-729d-4740-8736-b434ecd9ce52, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2d790ffa-729d-4740-8736-b434ecd9ce52,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:40.434029 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.484413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2d790ffa-729d-4740-8736-b434ecd9ce52,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:40.667626 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4b06549e-ef0e-4dd9-95d6-51c0b13f5623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:41.413915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ee410-92e6-47f0-88ac-ef37d9f407ae req-17f4db92-f898-485e-bccc-52d2ddc8d7fb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:41.420360 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e1ee410-92e6-47f0-88ac-ef37d9f407ae req-17f4db92-f898-485e-bccc-52d2ddc8d7fb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 945 time: 0.0861182 Nov 09 18:11:41.458934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73e08a-eadf-490f-bd3e-e911d8cd9ae0 req-e133df0a-7c2d-4953-ad22-7e017af5b337 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:41.463828 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e1ee410-92e6-47f0-88ac-ef37d9f407ae req-d848ac9e-93a6-44c9-9f7d-3dc1cb7f11a8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436459 Nov 09 18:11:41.465146 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c73e08a-eadf-490f-bd3e-e911d8cd9ae0 req-e133df0a-7c2d-4953-ad22-7e017af5b337 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 945 time: 0.0606546 Nov 09 18:11:41.511920 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c73e08a-eadf-490f-bd3e-e911d8cd9ae0 req-a643b67a-b7ca-4f50-8e07-353160ebed7a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446296 Nov 09 18:11:41.636741 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0c153-8618-4c7d-a662-3b878e7ffa5f req-ff55271c-a7d0-47ad-b769-dd77d787cb09 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:41.638489 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fe0c153-8618-4c7d-a662-3b878e7ffa5f req-ff55271c-a7d0-47ad-b769-dd77d787cb09 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 945 time: 0.0539386 Nov 09 18:11:41.693257 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fe0c153-8618-4c7d-a662-3b878e7ffa5f req-8a137a54-2a05-4379-a6dc-11c9ba5a193a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Nov 09 18:11:41.841845 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91501daf-7e00-4841-a97e-eea890ecc54d req-b55acfa8-f2d4-481c-b09c-7dfb44e02c06 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:41.843596 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-91501daf-7e00-4841-a97e-eea890ecc54d req-b55acfa8-f2d4-481c-b09c-7dfb44e02c06 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 945 time: 0.0675085 Nov 09 18:11:41.897249 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4176a868-a3ca-4a10-979b-ee4cad60da44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d790ffa-729d-4740-8736-b434ecd9ce52'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:41.900340 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3df5894-2ea2-4b9f-bf7c-fd1254534c87" -d '{"events": [{"server_uuid": "4176a868-a3ca-4a10-979b-ee4cad60da44", "name": "network-vif-plugged", "status": "completed", "tag": "2d790ffa-729d-4740-8736-b434ecd9ce52"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:41.907896 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-91501daf-7e00-4841-a97e-eea890ecc54d req-e89ab90a-6008-4020-a6d5-d962e701a4d0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564287 Nov 09 18:11:41.969706 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5a142e-a083-491b-b784-0b35d6ef5c8d x-openstack-request-id: req-1f5a142e-a083-491b-b784-0b35d6ef5c8d {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:41.970075 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4176a868-a3ca-4a10-979b-ee4cad60da44", "name": "network-vif-plugged", "status": "completed", "tag": "2d790ffa-729d-4740-8736-b434ecd9ce52", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:41.970399 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f5a142e-a083-491b-b784-0b35d6ef5c8d {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:41.970871 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4176a868-a3ca-4a10-979b-ee4cad60da44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d790ffa-729d-4740-8736-b434ecd9ce52', 'code': 200} Nov 09 18:11:42.131989 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d24a5d-07cd-482a-9a90-fdcb34e1cb31 req-6bc5dcc6-3a39-465d-be0b-b4e7af271357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:42.133990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64d24a5d-07cd-482a-9a90-fdcb34e1cb31 req-6bc5dcc6-3a39-465d-be0b-b4e7af271357 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 1096 time: 0.0818477 Nov 09 18:11:42.172240 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64d24a5d-07cd-482a-9a90-fdcb34e1cb31 req-57be0b4d-0fa9-497f-b635-c06880c83fe4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306096 Nov 09 18:11:42.313033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197b902-df63-494d-ac95-24191f769a1a req-715cf334-3f19-4c2c-8755-77135bd142e0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:42.314697 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8197b902-df63-494d-ac95-24191f769a1a req-715cf334-3f19-4c2c-8755-77135bd142e0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 945 time: 0.0541193 Nov 09 18:11:42.356919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8197b902-df63-494d-ac95-24191f769a1a req-7126b720-d562-4fd4-b3da-fb7334e214d4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355654 Nov 09 18:11:42.592563 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514eed1-3af5-451e-9206-55e62c5e92d5 req-cb3a64c6-cc52-49a7-973e-e52c928fd404 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:42.594316 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f514eed1-3af5-451e-9206-55e62c5e92d5 req-cb3a64c6-cc52-49a7-973e-e52c928fd404 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 945 time: 0.0522790 Nov 09 18:11:42.651721 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f514eed1-3af5-451e-9206-55e62c5e92d5 req-6f5078cb-b9ce-4259-86df-9d3c164bf318 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502334 Nov 09 18:11:43.516387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557778db-8abc-4b50-886f-59ca57f75270 req-c02180d6-0214-4398-b685-a375025292ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:43.517926 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-557778db-8abc-4b50-886f-59ca57f75270 req-c02180d6-0214-4398-b685-a375025292ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 945 time: 0.0704002 Nov 09 18:11:43.575451 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-557778db-8abc-4b50-886f-59ca57f75270 req-18f3f411-cecf-4ee0-84df-65c1ffc5cf89 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459394 Nov 09 18:11:43.683206 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b722a069-1a27-4a48-b488-3232421db5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:43.804403 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ef7f0-6521-4d62-acff-fa413177b9b0 req-88e69294-0038-4cd6-a7f1-1ecef2a46399 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:43.806612 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-274ef7f0-6521-4d62-acff-fa413177b9b0 req-88e69294-0038-4cd6-a7f1-1ecef2a46399 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 945 time: 0.0895011 Nov 09 18:11:43.832960 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae5e96-9c53-4d52-9edb-e5bf1efed114 req-c66e91a6-2080-4870-ae17-85870b05736f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:43.835592 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04ae5e96-9c53-4d52-9edb-e5bf1efed114 req-c66e91a6-2080-4870-ae17-85870b05736f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 945 time: 0.0608463 Nov 09 18:11:43.886963 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04ae5e96-9c53-4d52-9edb-e5bf1efed114 req-81e2d942-1a31-4633-bde6-51c9377225dd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419564 Nov 09 18:11:43.923253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-274ef7f0-6521-4d62-acff-fa413177b9b0 req-af126aff-8cbc-45b7-bfff-36301c44f432 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Deleting port ea344fed-bb48-4c33-8543-ff1ff43ff3d6 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:11:43.923744 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-274ef7f0-6521-4d62-acff-fa413177b9b0 req-af126aff-8cbc-45b7-bfff-36301c44f432 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.075870 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0bba9b0d-dcc6-43c3-8c70-39a33601f6f6 req-b8922121-e77c-4c10-8575-494f9e50f437 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=080b3f95d1934bee9291cf9feb385f09 HTTP/1.1" status: 200 len: 267 time: 0.0982850 Nov 09 18:11:44.108231 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-274ef7f0-6521-4d62-acff-fa413177b9b0 req-af126aff-8cbc-45b7-bfff-36301c44f432 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] For port ea344fed-bb48-4c33-8543-ff1ff43ff3d6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=ea344fed-bb48-4c33-8543-ff1ff43ff3d6,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:44.108642 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-274ef7f0-6521-4d62-acff-fa413177b9b0 req-af126aff-8cbc-45b7-bfff-36301c44f432 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.154559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-274ef7f0-6521-4d62-acff-fa413177b9b0 req-af126aff-8cbc-45b7-bfff-36301c44f432 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Calling delete_port for ea344fed-bb48-4c33-8543-ff1ff43ff3d6 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:11:44.201050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba9b0d-dcc6-43c3-8c70-39a33601f6f6 req-44caa0b9-5e10-4869-ad7f-c3b6b032eaa9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:44.202735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0bba9b0d-dcc6-43c3-8c70-39a33601f6f6 req-44caa0b9-5e10-4869-ad7f-c3b6b032eaa9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 945 time: 0.1117108 Nov 09 18:11:44.241149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-0bba9b0d-dcc6-43c3-8c70-39a33601f6f6 req-46f0a5d7-7506-47d3-8454-6e652164db93 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Request body: {'port': {'security_groups': []}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:44.334299 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0bba9b0d-dcc6-43c3-8c70-39a33601f6f6 req-46f0a5d7-7506-47d3-8454-6e652164db93 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.463604 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.484891 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-274ef7f0-6521-4d62-acff-fa413177b9b0 req-af126aff-8cbc-45b7-bfff-36301c44f432 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.496830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['ea344fed-bb48-4c33-8543-ff1ff43ff3d6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:44.554536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af126aff-8cbc-45b7-bfff-36301c44f432 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event deleted for resources: {'Port': ['ID=ea344fed-bb48-4c33-8543-ff1ff43ff3d6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:44.625746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-274ef7f0-6521-4d62-acff-fa413177b9b0 req-af126aff-8cbc-45b7-bfff-36301c44f432 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] No DVR routers for this DVR port ea344fed-bb48-4c33-8543-ff1ff43ff3d6 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:11:44.630948 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-274ef7f0-6521-4d62-acff-fa413177b9b0 req-af126aff-8cbc-45b7-bfff-36301c44f432 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.634522 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-274ef7f0-6521-4d62-acff-fa413177b9b0 req-af126aff-8cbc-45b7-bfff-36301c44f432 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "DELETE /v2.0/ports/ea344fed-bb48-4c33-8543-ff1ff43ff3d6 HTTP/1.1" status: 204 len: 173 time: 0.8213038 Nov 09 18:11:44.635094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd439f570-b332-4007-9280-dd2b5bfff9e6', 'name': 'network-vif-deleted', 'tag': 'ea344fed-bb48-4c33-8543-ff1ff43ff3d6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:44.637510 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a1d317-fc3e-496b-b58e-fd931e8cca62" -d '{"events": [{"server_uuid": "d439f570-b332-4007-9280-dd2b5bfff9e6", "name": "network-vif-deleted", "tag": "ea344fed-bb48-4c33-8543-ff1ff43ff3d6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:44.675779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0bba9b0d-dcc6-43c3-8c70-39a33601f6f6 req-46f0a5d7-7506-47d3-8454-6e652164db93 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] For port 2d790ffa-729d-4740-8736-b434ecd9ce52, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2d790ffa-729d-4740-8736-b434ecd9ce52,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:44.731242 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0bba9b0d-dcc6-43c3-8c70-39a33601f6f6 req-46f0a5d7-7506-47d3-8454-6e652164db93 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.739523 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0bba9b0d-dcc6-43c3-8c70-39a33601f6f6 req-46f0a5d7-7506-47d3-8454-6e652164db93 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.748571 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a95a9ce-ffb1-4e02-b96e-04151dac0393 req-898b8fe1-9fcd-4489-84da-2971472b3929 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 210 time: 0.0784495 Nov 09 18:11:44.753369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['814506be-495d-4efc-b7a9-8390ec7da77a', '91845f7e-46df-42fd-8f67-788b5df297de', '2d790ffa-729d-4740-8736-b434ecd9ce52'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:44.837421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba9b0d-dcc6-43c3-8c70-39a33601f6f6 req-46f0a5d7-7506-47d3-8454-6e652164db93 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:44.838067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0bba9b0d-dcc6-43c3-8c70-39a33601f6f6 req-46f0a5d7-7506-47d3-8454-6e652164db93 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.850754 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0bba9b0d-dcc6-43c3-8c70-39a33601f6f6 req-46f0a5d7-7506-47d3-8454-6e652164db93 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "PUT /v2.0/ports/2d790ffa-729d-4740-8736-b434ecd9ce52 HTTP/1.1" status: 200 len: 904 time: 0.6063631 Nov 09 18:11:44.872522 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1672191-e136-4ce6-ad31-952610085f40 x-openstack-request-id: req-a1672191-e136-4ce6-ad31-952610085f40 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:44.874359 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d439f570-b332-4007-9280-dd2b5bfff9e6", "name": "network-vif-deleted", "tag": "ea344fed-bb48-4c33-8543-ff1ff43ff3d6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:44.874740 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a1672191-e136-4ce6-ad31-952610085f40 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:44.878395 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd439f570-b332-4007-9280-dd2b5bfff9e6', 'name': 'network-vif-deleted', 'tag': 'ea344fed-bb48-4c33-8543-ff1ff43ff3d6', 'status': 'completed', 'code': 200} Nov 09 18:11:44.961284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0a5d7-7506-47d3-8454-6e652164db93 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event updated for resources: {'Port': ['ID=2d790ffa-729d-4740-8736-b434ecd9ce52,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:45.003495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2d790ffa-729d-4740-8736-b434ecd9ce52'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:45.100979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ff4a0-ce51-4238-ad30-926994b79015 req-8f50d856-1f91-4a91-9131-4c2cc250273e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:45.102812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac8ff4a0-ce51-4238-ad30-926994b79015 req-8f50d856-1f91-4a91-9131-4c2cc250273e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 907 time: 0.1371472 Nov 09 18:11:45.278565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a5985832-f336-4b0f-b334-ffed40985721 None None] Provisioning complete for port 2d790ffa-729d-4740-8736-b434ecd9ce52 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:11:45.278971 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a5985832-f336-4b0f-b334-ffed40985721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.311276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cd7fe-2d14-49c7-8b44-3a0bbd81e818 req-5d898c3c-1a43-4b5d-b22d-cca08d97bd53 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:45.319878 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be0cd7fe-2d14-49c7-8b44-3a0bbd81e818 req-5d898c3c-1a43-4b5d-b22d-cca08d97bd53 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0877283 Nov 09 18:11:45.364513 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be0cd7fe-2d14-49c7-8b44-3a0bbd81e818 req-ae3f0c3a-4afc-41b9-822b-7d9a268a668d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436549 Nov 09 18:11:45.510106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcd61f-472a-409b-8158-a8f38ffa030a req-66e52071-fc08-4614-bf7f-151398a4fe61 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:45.523411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0bcd61f-472a-409b-8158-a8f38ffa030a req-66e52071-fc08-4614-bf7f-151398a4fe61 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0688462 Nov 09 18:11:45.528574 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.571531 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0bcd61f-472a-409b-8158-a8f38ffa030a req-98a68d57-3a4d-4ab3-b694-5f6361d9e2e1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513310 Nov 09 18:11:45.869134 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-5097c4e7-fbcd-4a21-9ead-17cca30cf062 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:45.870578 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-5097c4e7-fbcd-4a21-9ead-17cca30cf062 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 812 time: 0.1411259 Nov 09 18:11:45.888383 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-504b6372-0c73-4d9d-8315-fe46b1041284 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/quotas/080b3f95d1934bee9291cf9feb385f09 HTTP/1.1" status: 200 len: 375 time: 0.0115340 Nov 09 18:11:45.930642 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acc30010-63e0-4f1c-b91a-3674afd5658a req-f393c621-7812-400c-850a-58172d64303d tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 210 time: 0.0381441 Nov 09 18:11:45.972377 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-6bc7e46a-72bb-42ce-8b6e-69bf110e6c1d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0770361 Nov 09 18:11:45.984129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-19c7b18f-19e1-4eed-b8e8-e9fb7121b14b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:11:45.985262 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-19c7b18f-19e1-4eed-b8e8-e9fb7121b14b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055108 Nov 09 18:11:46.100491 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-c560bfbe-b483-450b-a343-6151cc7abf2e service neutron] 10.222.0.81 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075268 Nov 09 18:11:46.203033 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-2cb5083e-96e6-45ce-aa2f-b7fb8b00ca32 service neutron] 10.222.0.81 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959051 Nov 09 18:11:46.428897 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9f93307-e352-4a93-b998-6b26fc178715 req-d4eba546-a4c5-4bf7-800e-2827cc1f51d1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 210 time: 0.0409532 Nov 09 18:11:46.880672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4176a868-a3ca-4a10-979b-ee4cad60da44', 'tag': '2d790ffa-729d-4740-8736-b434ecd9ce52'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:46.883836 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721be3cf-79ab-4ff7-ad84-8f50d3caa57d" -d '{"events": [{"name": "network-changed", "server_uuid": "4176a868-a3ca-4a10-979b-ee4cad60da44", "tag": "2d790ffa-729d-4740-8736-b434ecd9ce52"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:46.929427 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1251a4e-8be2-455a-8205-5356c0a57ec5 x-openstack-request-id: req-f1251a4e-8be2-455a-8205-5356c0a57ec5 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:46.929776 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4176a868-a3ca-4a10-979b-ee4cad60da44", "tag": "2d790ffa-729d-4740-8736-b434ecd9ce52", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:46.930236 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1251a4e-8be2-455a-8205-5356c0a57ec5 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:46.930627 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4176a868-a3ca-4a10-979b-ee4cad60da44', 'tag': '2d790ffa-729d-4740-8736-b434ecd9ce52', 'status': 'completed', 'code': 200} Nov 09 18:11:47.068004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be3cf-79ab-4ff7-ad84-8f50d3caa57d req-05f63968-fc69-4b54-860c-64775a7eb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:47.069715 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721be3cf-79ab-4ff7-ad84-8f50d3caa57d req-05f63968-fc69-4b54-860c-64775a7eb017 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 1058 time: 0.0983889 Nov 09 18:11:47.558413 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96559ee1-32cc-4bd1-90b3-e63e24e464bb req-a8510348-0585-4995-96e7-366baba889e0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 210 time: 0.4665155 Nov 09 18:11:47.610199 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f32bed46-05a9-4cb1-b45e-48cf849b951e req-58bf11ed-84c4-4052-942e-b9a3bfdb3a20 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 210 time: 0.0777643 Nov 09 18:11:47.693585 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:47.722761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device ea344fed-bb48-4c33-8543-ff1ff43ff3d6 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:47.758126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: ea344fed-bb48-4c33-8543-ff1ff43ff3d6 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:11:47.758757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device ea344fed-bb48-4c33-8543-ff1ff43ff3d6 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:47.760524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be3cf-79ab-4ff7-ad84-8f50d3caa57d req-855956a8-8481-42a1-a35e-ddb669c05068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:47.764052 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721be3cf-79ab-4ff7-ad84-8f50d3caa57d req-855956a8-8481-42a1-a35e-ddb669c05068 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.6852608 Nov 09 18:11:47.828724 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-c6a9465c-9bb4-411f-8e19-f8628a4bda0a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:47.830217 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-c6a9465c-9bb4-411f-8e19-f8628a4bda0a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 812 time: 0.2470479 Nov 09 18:11:47.832552 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721be3cf-79ab-4ff7-ad84-8f50d3caa57d req-a0c7832c-c0c1-4222-abad-fe363e3b11b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d790ffa-729d-4740-8736-b434ecd9ce52 HTTP/1.1" status: 200 len: 217 time: 0.0559118 Nov 09 18:11:47.858010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-d72e40c9-9792-4e3a-bd0b-80d91f37575e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Request body: {'port': {'device_id': '88522b72-450c-45fa-a006-47716041dda9', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'admin_state_up': True, 'tenant_id': '080b3f95d1934bee9291cf9feb385f09'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:47.951780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be3cf-79ab-4ff7-ad84-8f50d3caa57d req-ce3a04ba-d26d-4499-b468-353f489dfb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:47.953282 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721be3cf-79ab-4ff7-ad84-8f50d3caa57d req-ce3a04ba-d26d-4499-b468-353f489dfb38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1102023 Nov 09 18:11:48.036642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be3cf-79ab-4ff7-ad84-8f50d3caa57d req-07d48848-6b7c-4f1c-920f-e7f65d8dda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:48.038188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721be3cf-79ab-4ff7-ad84-8f50d3caa57d req-07d48848-6b7c-4f1c-920f-e7f65d8dda7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753994 Nov 09 18:11:48.070813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-d72e40c9-9792-4e3a-bd0b-80d91f37575e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Made reservation on behalf of 080b3f95d1934bee9291cf9feb385f09 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:11:48.074747 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-d72e40c9-9792-4e3a-bd0b-80d91f37575e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:48.241260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721be3cf-79ab-4ff7-ad84-8f50d3caa57d req-8a2a9a8c-afab-45af-849a-9a7d72aa8856 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923325 Nov 09 18:11:48.380947 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-d72e40c9-9792-4e3a-bd0b-80d91f37575e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Allocated IP 172.20.0.6 (2a20a6e6-e0ed-4d34-bcea-6adb6a89674c/71e09019-9515-48f7-9fe8-702d4a0e85d1/b522b24f-cf27-4342-b1c0-7945a6155a3c) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:11:48.414978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-721be3cf-79ab-4ff7-ad84-8f50d3caa57d req-3bf54035-2fb5-4bb1-a942-ce9a932a2373 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599691 Nov 09 18:11:48.618224 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-d72e40c9-9792-4e3a-bd0b-80d91f37575e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:48.672378 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-d72e40c9-9792-4e3a-bd0b-80d91f37575e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:48.686375 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['814506be-495d-4efc-b7a9-8390ec7da77a', '91845f7e-46df-42fd-8f67-788b5df297de'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:48.765839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e40c9-9792-4e3a-bd0b-80d91f37575e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event updated for resources: {'Port': ['ID=b522b24f-cf27-4342-b1c0-7945a6155a3c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:48.778148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-d72e40c9-9792-4e3a-bd0b-80d91f37575e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:11:48.780781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-d72e40c9-9792-4e3a-bd0b-80d91f37575e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:11:48.829753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-d72e40c9-9792-4e3a-bd0b-80d91f37575e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:11:48.842970 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a000188a-0076-4093-8bdf-c29a59d0237b req-2dd42139-7cfb-4476-99ff-22537beabb50 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 210 time: 0.0638106 Nov 09 18:11:48.897635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b496c-46ea-4762-9a37-641bbef970af req-a349927b-4240-44b8-bf55-73be8ee51de3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:48.907164 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-708b496c-46ea-4762-9a37-641bbef970af req-a349927b-4240-44b8-bf55-73be8ee51de3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 931 time: 0.1440058 Nov 09 18:11:48.954064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-d72e40c9-9792-4e3a-bd0b-80d91f37575e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:48.954549 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-d72e40c9-9792-4e3a-bd0b-80d91f37575e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:48.979717 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-708b496c-46ea-4762-9a37-641bbef970af req-e390c48c-1552-42bf-aae0-58f66b12e1a5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606177 Nov 09 18:11:49.005672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-d72e40c9-9792-4e3a-bd0b-80d91f37575e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1513059 Nov 09 18:11:49.018954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Request body: {'port': {'device_id': '88522b72-450c-45fa-a006-47716041dda9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:49.147904 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:49.246361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-aa164c1c-36b5-44bb-a8d1-02a1f6edaa5f None None] Provisioning complete for port b522b24f-cf27-4342-b1c0-7945a6155a3c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:11:49.247378 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aa164c1c-36b5-44bb-a8d1-02a1f6edaa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:49.339281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-aa164c1c-36b5-44bb-a8d1-02a1f6edaa5f None None] Port b522b24f-cf27-4342-b1c0-7945a6155a3c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:11:49.499867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b522b24f-cf27-4342-b1c0-7945a6155a3c {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:49.509169 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:49.523955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Transition to ACTIVE for port object b522b24f-cf27-4342-b1c0-7945a6155a3c will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:11:49.529762 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:49.607604 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b522b24f-cf27-4342-b1c0-7945a6155a3c,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:49.728062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Attempting to bind port b522b24f-cf27-4342-b1c0-7945a6155a3c on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:11:49.728659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Attempting to bind port b522b24f-cf27-4342-b1c0-7945a6155a3c by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:11:49.729181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Attempting to bind port b522b24f-cf27-4342-b1c0-7945a6155a3c on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:49.734342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Port b522b24f-cf27-4342-b1c0-7945a6155a3c on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:11:49.734913 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Attempting to bind port b522b24f-cf27-4342-b1c0-7945a6155a3c on network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:49.741277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:11:49.741857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Checking segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:11:49.742415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Bound using segment: {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:11:49.743053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Bound port: b522b24f-cf27-4342-b1c0-7945a6155a3c, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aacda38-1e9a-43f9-a94b-142d246abbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:11:49.743625 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:49.828094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] For port b522b24f-cf27-4342-b1c0-7945a6155a3c, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:11:49.833161 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] For port b522b24f-cf27-4342-b1c0-7945a6155a3c, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b522b24f-cf27-4342-b1c0-7945a6155a3c,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:11:49.839870 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:49.890176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.891210 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:49.894301 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/b522b24f-cf27-4342-b1c0-7945a6155a3c HTTP/1.1" status: 200 len: 1091 time: 0.8784688 Nov 09 18:11:49.895170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88522b72-450c-45fa-a006-47716041dda9', 'tag': 'b522b24f-cf27-4342-b1c0-7945a6155a3c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:49.901434 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb0a2cc-6ca2-4b77-8606-c6641790d59c" -d '{"events": [{"name": "network-changed", "server_uuid": "88522b72-450c-45fa-a006-47716041dda9", "tag": "b522b24f-cf27-4342-b1c0-7945a6155a3c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:49.936516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea145698-e857-49bf-ba6c-6e31a94ed2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b522b24f-cf27-4342-b1c0-7945a6155a3c,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:50.027775 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4577de38-b3b5-48a0-8a70-df52a2120d04 x-openstack-request-id: req-4577de38-b3b5-48a0-8a70-df52a2120d04 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:50.028365 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88522b72-450c-45fa-a006-47716041dda9", "tag": "b522b24f-cf27-4342-b1c0-7945a6155a3c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:50.028365 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4577de38-b3b5-48a0-8a70-df52a2120d04 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:50.028747 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88522b72-450c-45fa-a006-47716041dda9', 'tag': 'b522b24f-cf27-4342-b1c0-7945a6155a3c', 'status': 'completed', 'code': 200} Nov 09 18:11:50.136799 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-67517c87-2014-42b5-bd16-2bef554e5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.140104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-67517c87-2014-42b5-bd16-2bef554e5470 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 1094 time: 0.1929402 Nov 09 18:11:50.194868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83d4a16f-6daa-4878-a459-20ce93cb1fba req-634ed64b-432a-44c5-b5ca-a83c5713edd4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=d439f570-b332-4007-9280-dd2b5bfff9e6 HTTP/1.1" status: 200 len: 210 time: 0.1173463 Nov 09 18:11:50.227803 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae6cac-e713-4132-815d-aba6eeed9815 req-077c8267-ace7-4d53-8595-3c458681b8e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.227803 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-20ae6cac-e713-4132-815d-aba6eeed9815 req-077c8267-ace7-4d53-8595-3c458681b8e4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 943 time: 0.0816538 Nov 09 18:11:50.267047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-4b30c74e-b82b-4ccc-ace0-a5f0b0db6339 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b522b24f-cf27-4342-b1c0-7945a6155a3c HTTP/1.1" status: 200 len: 217 time: 0.0834095 Nov 09 18:11:50.272044 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-20ae6cac-e713-4132-815d-aba6eeed9815 req-8b9fe4a8-11a2-4eb5-bcc5-b070bfbd3f1b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456359 Nov 09 18:11:50.328959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-45a4e060-19bc-4d54-81ec-941e5254c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.332324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-45a4e060-19bc-4d54-81ec-941e5254c56c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0568817 Nov 09 18:11:50.417523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-98656018-790f-4d6b-923a-0a0c2d3630fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.419482 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-98656018-790f-4d6b-923a-0a0c2d3630fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787096 Nov 09 18:11:50.642275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-2ecedb7e-a4b9-4f71-9486-481cd5eafa41 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150230 Nov 09 18:11:50.758564 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-770e3ace-08f4-4dd4-ae75-d27a00e75838 req-86910705-e656-449e-92a7-192bcf992033 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080527 Nov 09 18:11:50.873520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a2cc-6ca2-4b77-8606-c6641790d59c req-5765f457-7012-489d-bcf5-6671ce3c8809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.875094 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bb0a2cc-6ca2-4b77-8606-c6641790d59c req-5765f457-7012-489d-bcf5-6671ce3c8809 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 1094 time: 0.0572660 Nov 09 18:11:51.005532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a2cc-6ca2-4b77-8606-c6641790d59c req-165762b2-2a3d-48d2-b2d1-698570746a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:51.007705 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bb0a2cc-6ca2-4b77-8606-c6641790d59c req-165762b2-2a3d-48d2-b2d1-698570746a3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1239171 Nov 09 18:11:51.067634 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bb0a2cc-6ca2-4b77-8606-c6641790d59c req-926f085a-3a97-4a89-a8c8-c7fecb5edd47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b522b24f-cf27-4342-b1c0-7945a6155a3c HTTP/1.1" status: 200 len: 217 time: 0.0503366 Nov 09 18:11:51.143187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a2cc-6ca2-4b77-8606-c6641790d59c req-9297ced9-ea7e-4be7-ac97-ec540fa66c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:51.145109 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bb0a2cc-6ca2-4b77-8606-c6641790d59c req-9297ced9-ea7e-4be7-ac97-ec540fa66c0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0687430 Nov 09 18:11:51.197086 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a2cc-6ca2-4b77-8606-c6641790d59c req-0f06cca8-005d-4628-9a94-6792622e22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:51.198506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bb0a2cc-6ca2-4b77-8606-c6641790d59c req-0f06cca8-005d-4628-9a94-6792622e22c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450852 Nov 09 18:11:51.344418 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bb0a2cc-6ca2-4b77-8606-c6641790d59c req-fd166094-89d0-49e8-95d2-3396f2e4f1fa service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382048 Nov 09 18:11:51.433313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b14815-4f90-429b-aef7-085d73e66eab req-fb639d06-9b83-498a-b654-839a907b50b6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:51.434970 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-95b14815-4f90-429b-aef7-085d73e66eab req-fb639d06-9b83-498a-b654-839a907b50b6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 943 time: 0.0636322 Nov 09 18:11:51.508702 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bb0a2cc-6ca2-4b77-8606-c6641790d59c req-4f103003-9ece-4875-80a6-0b65fe0fe659 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568987 Nov 09 18:11:51.511590 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-95b14815-4f90-429b-aef7-085d73e66eab req-4f0b3d2f-4f46-410c-b83c-9bc48b0cfd3e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635321 Nov 09 18:11:52.411608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-2597d797-15e3-4078-8b8c-9d6e9dccfa67 req-639c6c8d-bb98-4e4b-b366-3d8a574acfa9 service neutron] (102154) timed out ('10.222.0.18', 62069) {{(pid=102154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:11:52.683508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef9bb3-bfe7-4d13-99c1-d74adbfc32d1 req-5bd56b6f-1899-49d9-a459-6438c34829e6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:52.687292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8eef9bb3-bfe7-4d13-99c1-d74adbfc32d1 req-5bd56b6f-1899-49d9-a459-6438c34829e6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 943 time: 0.0647314 Nov 09 18:11:52.741526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8eef9bb3-bfe7-4d13-99c1-d74adbfc32d1 req-f8787a0a-5730-4996-92b8-34bc6e36b3e7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449648 Nov 09 18:11:53.110749 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:11:53.160875 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:53.727136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b522b24f-cf27-4342-b1c0-7945a6155a3c details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:11:53.897630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b522b24f-cf27-4342-b1c0-7945a6155a3c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b522b24f-cf27-4342-b1c0-7945a6155a3c,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:53.912058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'b522b24f-cf27-4342-b1c0-7945a6155a3c', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'port_id': 'b522b24f-cf27-4342-b1c0-7945a6155a3c', 'mac_address': 'fa:16:3e:2d:01:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:11:53.971902 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:53.973205 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:53.981748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23ab5d-bfd0-4065-8ca4-1e32462def08 req-eee8a65f-d078-4f0e-b9ca-2a5a23530b33 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:53.988863 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b522b24f-cf27-4342-b1c0-7945a6155a3c {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:53.989813 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b23ab5d-bfd0-4065-8ca4-1e32462def08 req-eee8a65f-d078-4f0e-b9ca-2a5a23530b33 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 943 time: 0.1144023 Nov 09 18:11:54.012664 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b522b24f-cf27-4342-b1c0-7945a6155a3c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b522b24f-cf27-4342-b1c0-7945a6155a3c,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:54.017891 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.093622 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b23ab5d-bfd0-4065-8ca4-1e32462def08 req-48c9d64f-43d0-476b-889a-26f160e5dea4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029305 Nov 09 18:11:54.107285 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b522b24f-cf27-4342-b1c0-7945a6155a3c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:54.223208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['b522b24f-cf27-4342-b1c0-7945a6155a3c'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:55.226730 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54163013-7d23-4e72-a042-92c1c9abae01 req-e836c5bb-368b-4a03-a07a-af8a08ac03fc tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:55.228236 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54163013-7d23-4e72-a042-92c1c9abae01 req-e836c5bb-368b-4a03-a07a-af8a08ac03fc tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 944 time: 0.0595603 Nov 09 18:11:55.267580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54163013-7d23-4e72-a042-92c1c9abae01 req-11fe9887-af8b-4d63-baf8-2b2885dcb56f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321441 Nov 09 18:11:55.735014 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b522b24f-cf27-4342-b1c0-7945a6155a3c up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:11:55.795206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port b522b24f-cf27-4342-b1c0-7945a6155a3c completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:11:55.814464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port b522b24f-cf27-4342-b1c0-7945a6155a3c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:11:55.815725 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:55.916622 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:55.959883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b522b24f-cf27-4342-b1c0-7945a6155a3c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b522b24f-cf27-4342-b1c0-7945a6155a3c,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:55.960938 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88522b72-450c-45fa-a006-47716041dda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b522b24f-cf27-4342-b1c0-7945a6155a3c'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:55.963649 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3512b0b-dd22-4ad0-b595-81f46f3defd9" -d '{"events": [{"server_uuid": "88522b72-450c-45fa-a006-47716041dda9", "name": "network-vif-plugged", "status": "completed", "tag": "b522b24f-cf27-4342-b1c0-7945a6155a3c"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:55.969325 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:56.038616 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38babab3-a1f5-4d8e-ba6f-c10b1a0c2c34 x-openstack-request-id: req-38babab3-a1f5-4d8e-ba6f-c10b1a0c2c34 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:56.038920 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88522b72-450c-45fa-a006-47716041dda9", "name": "network-vif-plugged", "status": "completed", "tag": "b522b24f-cf27-4342-b1c0-7945a6155a3c", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:56.039176 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38babab3-a1f5-4d8e-ba6f-c10b1a0c2c34 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:56.039981 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88522b72-450c-45fa-a006-47716041dda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b522b24f-cf27-4342-b1c0-7945a6155a3c', 'code': 200} Nov 09 18:11:56.076228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b522b24f-cf27-4342-b1c0-7945a6155a3c,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:56.201726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9fd7-f653-4216-bfda-45c5fbe747a0 req-2569a38f-4222-4369-b9a5-2cc9af376471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:56.203372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a02b9fd7-f653-4216-bfda-45c5fbe747a0 req-2569a38f-4222-4369-b9a5-2cc9af376471 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 1096 time: 0.0672963 Nov 09 18:11:56.241520 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a02b9fd7-f653-4216-bfda-45c5fbe747a0 req-ce878169-c2c7-4fd5-babf-ba20e56571b5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310855 Nov 09 18:11:56.433136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaa30a-f16c-455e-8c22-a6bd99a62855 req-9aea5817-f5bb-4723-b38e-04108b09e981 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:56.434981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-52eaa30a-f16c-455e-8c22-a6bd99a62855 req-9aea5817-f5bb-4723-b38e-04108b09e981 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.0934882 Nov 09 18:11:56.487967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-52eaa30a-f16c-455e-8c22-a6bd99a62855 req-4e1c95a6-2f63-43e7-8a55-d4dbee75af08 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431595 Nov 09 18:11:57.644760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec1c1-390b-40cd-8a6c-ea2a81436f53 req-10811916-1c2f-4b25-9420-eb9ee7f55c76 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:57.652929 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-913ec1c1-390b-40cd-8a6c-ea2a81436f53 req-10811916-1c2f-4b25-9420-eb9ee7f55c76 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.0860765 Nov 09 18:11:57.695013 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-913ec1c1-390b-40cd-8a6c-ea2a81436f53 req-adc1436b-8c05-4017-ba12-b7ecae898c78 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Nov 09 18:11:57.959471 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504b522-3516-4807-8757-7b78c5bfeb2f req-f7d07a59-5800-454d-bd77-2527a3df3cb6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:57.960942 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6504b522-3516-4807-8757-7b78c5bfeb2f req-f7d07a59-5800-454d-bd77-2527a3df3cb6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.0561388 Nov 09 18:11:58.011020 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6504b522-3516-4807-8757-7b78c5bfeb2f req-a7db7f2a-398a-406f-b5b1-a8a9ac005001 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436392 Nov 09 18:11:59.196525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41ba58-c285-4d43-b695-be6fd7c3284d req-271c04ee-34a2-4604-a01a-11753866a83d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:59.198885 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba41ba58-c285-4d43-b695-be6fd7c3284d req-271c04ee-34a2-4604-a01a-11753866a83d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.0698824 Nov 09 18:11:59.256070 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba41ba58-c285-4d43-b695-be6fd7c3284d req-1fd21979-d492-40eb-aa8c-8a0fed4bc7ce tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490167 Nov 09 18:11:59.920909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c175d-e523-4fa4-961a-0034bcb96614 req-d9fded90-8795-4d34-8cc2-65b267035407 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:59.922795 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-476c175d-e523-4fa4-961a-0034bcb96614 req-d9fded90-8795-4d34-8cc2-65b267035407 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.0973659 Nov 09 18:11:59.981642 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-476c175d-e523-4fa4-961a-0034bcb96614 req-3320e22c-7012-453d-868b-be6c8da5bd4e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517137 Nov 09 18:12:01.184579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48cf0d-61d4-49bd-be35-bbb363f162ba req-28543374-c7d2-419c-9f45-611b353a7b80 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:01.186804 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be48cf0d-61d4-49bd-be35-bbb363f162ba req-28543374-c7d2-419c-9f45-611b353a7b80 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.0829544 Nov 09 18:12:01.237912 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be48cf0d-61d4-49bd-be35-bbb363f162ba req-295469be-a82c-46a2-8757-c6149a26cea5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437417 Nov 09 18:12:01.461504 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2e9d19f-7aa1-4f96-b4ff-169d054340f6 req-79e36361-4499-4e1e-81d7-ab0a3e60298c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1107340 Nov 09 18:12:01.576721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9d19f-7aa1-4f96-b4ff-169d054340f6 req-afd6ec8e-3738-4750-a7f0-0fedd1e0e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:01.590828 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2e9d19f-7aa1-4f96-b4ff-169d054340f6 req-afd6ec8e-3738-4750-a7f0-0fedd1e0e058 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 1096 time: 0.0650384 Nov 09 18:12:01.728209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9d19f-7aa1-4f96-b4ff-169d054340f6 req-d8e97cda-8230-4c0a-9424-e45dd1f4e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:01.729816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2e9d19f-7aa1-4f96-b4ff-169d054340f6 req-d8e97cda-8230-4c0a-9424-e45dd1f4e965 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1173217 Nov 09 18:12:01.821196 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2e9d19f-7aa1-4f96-b4ff-169d054340f6 req-2096178d-3e89-4cf1-a607-2a35f5e14a0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=814506be-495d-4efc-b7a9-8390ec7da77a HTTP/1.1" status: 200 len: 217 time: 0.0798035 Nov 09 18:12:01.950803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9d19f-7aa1-4f96-b4ff-169d054340f6 req-bfb599ed-e0ec-430d-88ae-37afd8024e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:01.953645 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2e9d19f-7aa1-4f96-b4ff-169d054340f6 req-bfb599ed-e0ec-430d-88ae-37afd8024e43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1252043 Nov 09 18:12:02.049820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-5f05fbac-d22c-40af-a1af-8efeb2b96560 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3155913 Nov 09 18:12:02.077201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9d19f-7aa1-4f96-b4ff-169d054340f6 req-b76e1975-195c-4c7d-857c-3694e5c7ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:02.080413 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2e9d19f-7aa1-4f96-b4ff-169d054340f6 req-b76e1975-195c-4c7d-857c-3694e5c7ab16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014874 Nov 09 18:12:02.200061 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2e9d19f-7aa1-4f96-b4ff-169d054340f6 req-ac2c1239-f0d1-493f-bd69-0c0690e04412 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118138 Nov 09 18:12:02.335991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2e9d19f-7aa1-4f96-b4ff-169d054340f6 req-6de55a45-9867-40e4-8999-57a3f689b584 service neutron] 10.222.0.18 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253245 Nov 09 18:12:02.365498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-62671e27-6827-4c7c-aa60-0f4bb4750db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:02.367885 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-62671e27-6827-4c7c-aa60-0f4bb4750db7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1096 time: 0.1665361 Nov 09 18:12:02.547239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-628a08c8-ba01-4a6d-90d3-3be84027dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:02.559212 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-628a08c8-ba01-4a6d-90d3-3be84027dfb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1370978 Nov 09 18:12:02.673475 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-d321e4b8-5f96-4ddd-8636-7509e0213a37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 999 time: 0.1058547 Nov 09 18:12:02.693147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca62af7-d22d-48bb-a53c-581adc83d559 req-4b19670f-eb9b-4dc7-94b4-cf5fcc118f17 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:02.695035 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ca62af7-d22d-48bb-a53c-581adc83d559 req-4b19670f-eb9b-4dc7-94b4-cf5fcc118f17 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.3260658 Nov 09 18:12:02.819414 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ca62af7-d22d-48bb-a53c-581adc83d559 req-033f3d19-3ea0-4b13-b29f-91ede37c2457 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145923 Nov 09 18:12:02.855244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-8e0c892e-042b-497e-bc2b-9f456ba2a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:02.863454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-8e0c892e-042b-497e-bc2b-9f456ba2a5b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.1671963 Nov 09 18:12:03.033570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-cea0b8dd-4e36-4ef3-86c1-d0619c13ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:03.049570 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-cea0b8dd-4e36-4ef3-86c1-d0619c13ad55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786788 Nov 09 18:12:03.066924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-09063a42-f76d-423a-bdcf-aa212f939601 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:12:03.069340 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-09063a42-f76d-423a-bdcf-aa212f939601 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119290 Nov 09 18:12:03.271744 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-d67e3cde-9351-40c5-986e-d7c3495f64e1 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913619 Nov 09 18:12:03.461903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-17d94a9e-a1b5-4e52-9719-c751c056d043 req-bf08ff3f-544f-4685-a7b1-1c53afb49bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814847 Nov 09 18:12:03.785122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b522b24f-cf27-4342-b1c0-7945a6155a3c details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:12:04.005799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b522b24f-cf27-4342-b1c0-7945a6155a3c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b522b24f-cf27-4342-b1c0-7945a6155a3c,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:04.028272 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58722fd2-513d-41a2-b7ae-c05a435c901b req-4863fcf0-6b06-415d-90b1-07cca29df4e5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:04.051056 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-58722fd2-513d-41a2-b7ae-c05a435c901b req-4863fcf0-6b06-415d-90b1-07cca29df4e5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.1172779 Nov 09 18:12:04.069315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'b522b24f-cf27-4342-b1c0-7945a6155a3c', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'port_id': 'b522b24f-cf27-4342-b1c0-7945a6155a3c', 'mac_address': 'fa:16:3e:2d:01:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:12:04.117414 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:04.129420 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-58722fd2-513d-41a2-b7ae-c05a435c901b req-89c8c349-2c46-4be8-909a-81e0449371b4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772703 Nov 09 18:12:04.137394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b522b24f-cf27-4342-b1c0-7945a6155a3c {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:04.174220 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b522b24f-cf27-4342-b1c0-7945a6155a3c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b522b24f-cf27-4342-b1c0-7945a6155a3c,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:04.187264 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:04.271904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['b522b24f-cf27-4342-b1c0-7945a6155a3c'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:04.306754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b522b24f-cf27-4342-b1c0-7945a6155a3c,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:05.340196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c38e5-3da5-4bf6-bd77-0b287d72ff88 req-d1345ea1-9a4c-41ad-8228-4de1d67f38fd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:05.350259 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad3c38e5-3da5-4bf6-bd77-0b287d72ff88 req-d1345ea1-9a4c-41ad-8228-4de1d67f38fd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 944 time: 0.1181412 Nov 09 18:12:05.397640 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad3c38e5-3da5-4bf6-bd77-0b287d72ff88 req-6a2b3606-ae73-498f-9733-0a5f873ecf3f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462327 Nov 09 18:12:05.796842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b522b24f-cf27-4342-b1c0-7945a6155a3c up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:06.062945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port b522b24f-cf27-4342-b1c0-7945a6155a3c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:06.063435 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.183070 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.214841 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88522b72-450c-45fa-a006-47716041dda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b522b24f-cf27-4342-b1c0-7945a6155a3c'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:06.221252 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9505e2-3c48-4797-a955-97c07c47947a" -d '{"events": [{"server_uuid": "88522b72-450c-45fa-a006-47716041dda9", "name": "network-vif-plugged", "status": "completed", "tag": "b522b24f-cf27-4342-b1c0-7945a6155a3c"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:06.239892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b522b24f-cf27-4342-b1c0-7945a6155a3c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b522b24f-cf27-4342-b1c0-7945a6155a3c,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:06.268154 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.345741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b522b24f-cf27-4342-b1c0-7945a6155a3c,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:06.351609 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0655cd1-3faa-4abd-8509-acda4d2bc4f6 x-openstack-request-id: req-c0655cd1-3faa-4abd-8509-acda4d2bc4f6 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:06.352095 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88522b72-450c-45fa-a006-47716041dda9", "name": "network-vif-plugged", "status": "completed", "tag": "b522b24f-cf27-4342-b1c0-7945a6155a3c", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:06.352517 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c0655cd1-3faa-4abd-8509-acda4d2bc4f6 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:06.353076 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88522b72-450c-45fa-a006-47716041dda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b522b24f-cf27-4342-b1c0-7945a6155a3c', 'code': 200} Nov 09 18:12:06.551366 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d3c3b-2451-4909-8559-db24e742198e req-ae163a49-a000-49cb-bc41-060074fb583f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:06.563890 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-687d3c3b-2451-4909-8559-db24e742198e req-ae163a49-a000-49cb-bc41-060074fb583f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.0818512 Nov 09 18:12:06.607309 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-687d3c3b-2451-4909-8559-db24e742198e req-1c56c237-cbbd-48fa-bb7b-268fac947b47 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 Nov 09 18:12:07.835804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31281ef4-dfdc-42e2-b3ab-815561264bad req-e9d28513-b25a-4765-b57f-4c60e5822b9c tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:07.848147 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-31281ef4-dfdc-42e2-b3ab-815561264bad req-e9d28513-b25a-4765-b57f-4c60e5822b9c tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.1081145 Nov 09 18:12:07.950738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-31281ef4-dfdc-42e2-b3ab-815561264bad req-3fe53ebe-89e7-49ab-a6c1-c9b9b5151c94 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009839 Nov 09 18:12:09.158507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab591643-00c2-45fe-a5b8-672d63077e0e req-75914be8-850b-43ef-8a14-bcbe5d242486 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:09.169643 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab591643-00c2-45fe-a5b8-672d63077e0e req-75914be8-850b-43ef-8a14-bcbe5d242486 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.1079741 Nov 09 18:12:09.218026 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab591643-00c2-45fe-a5b8-672d63077e0e req-0973cda2-43b5-4d1f-9bd8-da4075a58666 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470402 Nov 09 18:12:10.428609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe75b5-ef64-4440-acc9-90fef0748401 req-617903ed-a287-4aea-84e0-b08c4b2cf722 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:10.430877 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c3fe75b5-ef64-4440-acc9-90fef0748401 req-617903ed-a287-4aea-84e0-b08c4b2cf722 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.1137884 Nov 09 18:12:10.524856 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c3fe75b5-ef64-4440-acc9-90fef0748401 req-2c270f1e-afc4-406e-954e-bb539e704a6a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825551 Nov 09 18:12:10.686810 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5152e736-cf1e-40f7-9d92-d5bdf681ab2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.725085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3fdce-d129-4ca4-aba7-62cae70affd8 req-e462befa-2c03-45d1-8205-265f8624eec6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:11.743707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cde3fdce-d129-4ca4-aba7-62cae70affd8 req-e462befa-2c03-45d1-8205-265f8624eec6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.1021667 Nov 09 18:12:11.816848 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cde3fdce-d129-4ca4-aba7-62cae70affd8 req-f8ae1b30-1377-439e-8c96-3909a06378f1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718882 Nov 09 18:12:13.070853 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b4d3-993d-48cb-a5f7-149b5dddc3a1 req-15f6b883-978e-4a95-9a30-fee03364d2a8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:13.085269 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4af6b4d3-993d-48cb-a5f7-149b5dddc3a1 req-15f6b883-978e-4a95-9a30-fee03364d2a8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.1075771 Nov 09 18:12:13.163207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4af6b4d3-993d-48cb-a5f7-149b5dddc3a1 req-496398f9-e8f0-4523-b612-2dc4bf194d81 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684459 Nov 09 18:12:13.679536 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7f2b-63d8-46fc-8ea4-2394d1461dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:14.336121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611ce44-1ea2-4af7-bb3b-8b2c2a8884e7 req-04928fce-6e6a-4d14-9d7b-6179eca6dc01 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:14.346022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c611ce44-1ea2-4af7-bb3b-8b2c2a8884e7 req-04928fce-6e6a-4d14-9d7b-6179eca6dc01 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.0855052 Nov 09 18:12:14.417095 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c611ce44-1ea2-4af7-bb3b-8b2c2a8884e7 req-e016abbf-e16a-4dde-a22d-0040d929de39 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700710 Nov 09 18:12:14.506536 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:15.459366 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:15.566696 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa88ee-76ba-4d9e-96d5-1b4185cb7a58 req-c9250fd9-5895-4d17-a703-6b69c77991ea tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:15.569176 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4fa88ee-76ba-4d9e-96d5-1b4185cb7a58 req-c9250fd9-5895-4d17-a703-6b69c77991ea tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.0724683 Nov 09 18:12:15.639973 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4fa88ee-76ba-4d9e-96d5-1b4185cb7a58 req-6e0251b5-d367-4939-811c-30a471d038b0 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628760 Nov 09 18:12:16.814429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e9be4-160a-4f77-a292-8ec0004976e7 req-3fe4d4d6-524e-4bed-9d7a-d8e724dc232b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:16.819807 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-641e9be4-160a-4f77-a292-8ec0004976e7 req-3fe4d4d6-524e-4bed-9d7a-d8e724dc232b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.0659890 Nov 09 18:12:16.864132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-641e9be4-160a-4f77-a292-8ec0004976e7 req-b409293c-f177-4936-8d1f-580cab2f0881 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408733 Nov 09 18:12:17.149752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddddd6-b868-4cf6-86b1-6bb6361c0a15 req-6909772e-4955-4269-8f9e-c5ee2f9b0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:17.152363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eeddddd6-b868-4cf6-86b1-6bb6361c0a15 req-6909772e-4955-4269-8f9e-c5ee2f9b0eb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 1096 time: 0.0774753 Nov 09 18:12:17.282938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddddd6-b868-4cf6-86b1-6bb6361c0a15 req-01806384-e899-4ac5-98ac-d1bc08b3c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:17.285158 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eeddddd6-b868-4cf6-86b1-6bb6361c0a15 req-01806384-e899-4ac5-98ac-d1bc08b3c793 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1241975 Nov 09 18:12:17.360596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eeddddd6-b868-4cf6-86b1-6bb6361c0a15 req-1966c09d-dac7-49ba-8b6a-847c34e5cb9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b522b24f-cf27-4342-b1c0-7945a6155a3c HTTP/1.1" status: 200 len: 217 time: 0.0668561 Nov 09 18:12:17.433975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddddd6-b868-4cf6-86b1-6bb6361c0a15 req-9157d39d-81c5-4ed7-9a55-59c6c83bb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:17.438819 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eeddddd6-b868-4cf6-86b1-6bb6361c0a15 req-9157d39d-81c5-4ed7-9a55-59c6c83bb2dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0703247 Nov 09 18:12:17.504080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddddd6-b868-4cf6-86b1-6bb6361c0a15 req-2371e46c-7174-4d10-b5e7-67f2d3430ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:17.505822 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eeddddd6-b868-4cf6-86b1-6bb6361c0a15 req-2371e46c-7174-4d10-b5e7-67f2d3430ba9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586302 Nov 09 18:12:17.642926 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eeddddd6-b868-4cf6-86b1-6bb6361c0a15 req-d3364d7a-e686-425d-a234-be2b1666a99f service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279817 Nov 09 18:12:17.694356 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:17.791467 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eeddddd6-b868-4cf6-86b1-6bb6361c0a15 req-15f351b7-201e-4602-8f01-3bfd1755c069 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371095 Nov 09 18:12:18.046561 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cae43-c45d-44ed-bbb6-1f62b5a3e895 req-74616bdc-e2ee-4521-9b4c-fb8cc0bbb1d1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:18.048391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-681cae43-c45d-44ed-bbb6-1f62b5a3e895 req-74616bdc-e2ee-4521-9b4c-fb8cc0bbb1d1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.0741370 Nov 09 18:12:18.104086 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-681cae43-c45d-44ed-bbb6-1f62b5a3e895 req-09c9ef6d-edcb-455f-a0dd-1a222221ca82 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492127 Nov 09 18:12:19.269379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f7894-2324-424c-ab94-a13649f044fe req-513d6ef2-2942-4e9b-9173-8e484e73869d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:19.278883 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c3f7894-2324-424c-ab94-a13649f044fe req-513d6ef2-2942-4e9b-9173-8e484e73869d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 945 time: 0.0748525 Nov 09 18:12:19.330283 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c3f7894-2324-424c-ab94-a13649f044fe req-9fabe3a4-f349-49cb-a827-2b32a08a2760 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500929 Nov 09 18:12:19.415829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-9509b679-374f-48a3-8199-9485c8f84b58 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:19.417271 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-9509b679-374f-48a3-8199-9485c8f84b58 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/networks?id=d9582954-36ba-405d-a69d-1d2752e572b2 HTTP/1.1" status: 200 len: 813 time: 0.1122117 Nov 09 18:12:19.443621 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-d6f57f29-63c5-4486-a467-85afa2e72a68 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/quotas/f4340c036eda4548b6c8e1b022ee9e7b HTTP/1.1" status: 200 len: 375 time: 0.0200396 Nov 09 18:12:19.481000 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-4f790924-8f37-4bc9-a8a6-e12a3a3a2939 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f4340c036eda4548b6c8e1b022ee9e7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361972 Nov 09 18:12:19.603119 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-b846a281-38f1-4126-9cde-93810fb93068 service neutron] 10.222.0.81 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211188 Nov 09 18:12:19.704322 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-4e7ac130-fa7a-4f20-86a4-c0e6cc6b7f75 service neutron] 10.222.0.81 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002135 Nov 09 18:12:19.892475 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b522b24f-cf27-4342-b1c0-7945a6155a3c no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:19.937366 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d58c291c-01fa-4c5d-a51b-4732656688ca req-1ec18a2e-fb2e-4dcd-a644-f78fcb385e63 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 210 time: 0.0517356 Nov 09 18:12:20.048922 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.093932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b522b24f-cf27-4342-b1c0-7945a6155a3c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b522b24f-cf27-4342-b1c0-7945a6155a3c,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:20.094916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88522b72-450c-45fa-a006-47716041dda9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b522b24f-cf27-4342-b1c0-7945a6155a3c'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:20.097517 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4d5e59-1ab4-48aa-ac02-f63c74b89927" -d '{"events": [{"server_uuid": "88522b72-450c-45fa-a006-47716041dda9", "name": "network-vif-unplugged", "status": "completed", "tag": "b522b24f-cf27-4342-b1c0-7945a6155a3c"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:20.113473 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.203430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b522b24f-cf27-4342-b1c0-7945a6155a3c,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:20.207025 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc782d4b-8b11-4a0d-a343-bcd5e4a00a9f x-openstack-request-id: req-bc782d4b-8b11-4a0d-a343-bcd5e4a00a9f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:20.207404 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88522b72-450c-45fa-a006-47716041dda9", "name": "network-vif-unplugged", "status": "failed", "tag": "b522b24f-cf27-4342-b1c0-7945a6155a3c", "code": 422}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:20.207656 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc782d4b-8b11-4a0d-a343-bcd5e4a00a9f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:20.208250 n-d-817236-1 neutron-server[102156]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '88522b72-450c-45fa-a006-47716041dda9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b522b24f-cf27-4342-b1c0-7945a6155a3c', 'code': 422} returned with failed status Nov 09 18:12:20.498631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5def617-2a06-434a-92b1-285cd9f8c043 req-792ea8b1-1ce1-4df0-ad61-ae6140243259 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.500881 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c5def617-2a06-434a-92b1-285cd9f8c043 req-792ea8b1-1ce1-4df0-ad61-ae6140243259 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 943 time: 0.0701513 Nov 09 18:12:20.585256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c5def617-2a06-434a-92b1-285cd9f8c043 req-5fde83c8-2d8a-4f9b-b0d6-9099390a9016 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668366 Nov 09 18:12:20.727241 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dcff5-42dc-4824-b630-b0c62bdd5f29 req-4826fdc2-2666-4234-815c-d9cadd44d339 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.734732 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-485dcff5-42dc-4824-b630-b0c62bdd5f29 req-4826fdc2-2666-4234-815c-d9cadd44d339 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0726113 Nov 09 18:12:20.783548 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-485dcff5-42dc-4824-b630-b0c62bdd5f29 req-9395fd22-ec78-4c38-989d-f4d3d321d344 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459735 Nov 09 18:12:20.917927 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b37468-c87e-4201-8044-5155d2f38274 req-9856c375-9d59-4476-8197-88ef2025d1d4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.923460 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c7b37468-c87e-4201-8044-5155d2f38274 req-9856c375-9d59-4476-8197-88ef2025d1d4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0656335 Nov 09 18:12:20.969974 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c7b37468-c87e-4201-8044-5155d2f38274 req-e934ab23-8bf2-4de5-b9bd-daff800ee37a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377212 Nov 09 18:12:21.095050 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1e768726-08bb-44d9-8093-5c6e33a23e75 req-b4ae536c-cd2d-4371-a702-22c8396fa086 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 210 time: 0.0366960 Nov 09 18:12:21.248486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc2525-978b-4594-b1ac-e0b985896714 req-c6866f7a-3f11-46bc-bc5b-6cfb5dfba04e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:21.251720 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9fcc2525-978b-4594-b1ac-e0b985896714 req-c6866f7a-3f11-46bc-bc5b-6cfb5dfba04e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0622582 Nov 09 18:12:21.296310 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9fcc2525-978b-4594-b1ac-e0b985896714 req-f174c52a-499e-4687-ac63-d6858e44a29f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391862 Nov 09 18:12:21.492517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-b0e577ad-f8d1-49c5-b512-fca10d872b3e tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:21.494106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-b0e577ad-f8d1-49c5-b512-fca10d872b3e tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.13 "GET /v2.0/networks?id=d9582954-36ba-405d-a69d-1d2752e572b2 HTTP/1.1" status: 200 len: 813 time: 0.1299992 Nov 09 18:12:21.513322 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Request body: {'port': {'device_id': '324660b3-2b46-4c48-82a2-6510c25c6253', 'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2', 'admin_state_up': True, 'tenant_id': 'f4340c036eda4548b6c8e1b022ee9e7b'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:21.701578 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Made reservation on behalf of f4340c036eda4548b6c8e1b022ee9e7b for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:21.705591 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:21.862090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Allocated IP 172.20.0.4 (d9582954-36ba-405d-a69d-1d2752e572b2/2d1814ba-e2d9-4872-82be-4e54f3dba023/32337c11-74c1-49bc-9d73-5209787c3ed2) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:22.283685 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c6c1516-d7cc-419a-b6a3-25ec160735e1 req-25a2a5a1-30ca-4493-86b6-32f4772d5459 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 210 time: 0.0463588 Nov 09 18:12:22.455628 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da5d11-09ac-4e66-90c6-aa76dd6f3b22 req-b160694b-7e3e-4609-9745-c19b534672bf tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:22.458443 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-42da5d11-09ac-4e66-90c6-aa76dd6f3b22 req-b160694b-7e3e-4609-9745-c19b534672bf tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0705631 Nov 09 18:12:22.467942 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:22.508709 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-42da5d11-09ac-4e66-90c6-aa76dd6f3b22 req-dc3ed05b-1a3c-438a-b6c2-16056833ff77 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424604 Nov 09 18:12:22.519486 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:22.565187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Network d9582954-36ba-405d-a69d-1d2752e572b2 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:22.569735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:22.574093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:22.604432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Pushing event updated for resources: {'Port': ['ID=32337c11-74c1-49bc-9d73-5209787c3ed2,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:22.619842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:22.620190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:22.620529 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:22.620865 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:22.621199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:22.621531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:22.621862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:22.622180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:22.622505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:22.622839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:22.623177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:22.623599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:22.645161 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:22.645840 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:22.664682 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-c739339c-90dd-4cf7-87a4-ee4754e4dc7c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1602812 Nov 09 18:12:22.678204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Request body: {'port': {'device_id': '324660b3-2b46-4c48-82a2-6510c25c6253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:22.745241 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.126196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bfd0c1ad-020b-4b25-8026-531dc3f8d437 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:23.127752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bfd0c1ad-020b-4b25-8026-531dc3f8d437 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.1730180 Nov 09 18:12:23.151525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32337c11-74c1-49bc-9d73-5209787c3ed2 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:23.156715 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-59bfd413-ea8a-4dfa-a7c3-6cf6376469b8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/quotas/f71584f60a304e7aadf26b8906dcf81a HTTP/1.1" status: 200 len: 375 time: 0.0221748 Nov 09 18:12:23.161969 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.178948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Transition to ACTIVE for port object 32337c11-74c1-49bc-9d73-5209787c3ed2 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:12:23.183879 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.188819 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.269558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Pushing event updated for resources: {'Port': ['ID=32337c11-74c1-49bc-9d73-5209787c3ed2,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:23.284391 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-48aba6cb-d281-46eb-999a-1003bd8a7d48 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092210 Nov 09 18:12:23.413802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Attempting to bind port 32337c11-74c1-49bc-9d73-5209787c3ed2 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:23.414052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Attempting to bind port 32337c11-74c1-49bc-9d73-5209787c3ed2 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'd095ae46-692d-4b89-b960-4f346098690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:23.414380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Attempting to bind port 32337c11-74c1-49bc-9d73-5209787c3ed2 on network d9582954-36ba-405d-a69d-1d2752e572b2 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:23.430246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Port 32337c11-74c1-49bc-9d73-5209787c3ed2 on network d9582954-36ba-405d-a69d-1d2752e572b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:12:23.430619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Attempting to bind port 32337c11-74c1-49bc-9d73-5209787c3ed2 on network d9582954-36ba-405d-a69d-1d2752e572b2 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:23.430965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c257fd-b8b4-4479-98ac-cf2d4ca57561 req-87e8ed6b-63e9-4653-857b-33539b53404e tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:23.432614 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-37c257fd-b8b4-4479-98ac-cf2d4ca57561 req-87e8ed6b-63e9-4653-857b-33539b53404e tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 943 time: 0.0712657 Nov 09 18:12:23.443991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:23.444330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Checking segment: {'id': 'd095ae46-692d-4b89-b960-4f346098690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:23.444714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Bound using segment: {'id': 'd095ae46-692d-4b89-b960-4f346098690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:23.445170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Bound port: 32337c11-74c1-49bc-9d73-5209787c3ed2, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd095ae46-692d-4b89-b960-4f346098690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:23.445511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.449799 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-9a4fbf6f-5790-4b75-8524-d6a4f5c26ba6 service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505747 Nov 09 18:12:23.488506 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-37c257fd-b8b4-4479-98ac-cf2d4ca57561 req-042ae7a0-0ca6-4d90-a062-bb3b0610c992 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472522 Nov 09 18:12:23.600264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] For port 32337c11-74c1-49bc-9d73-5209787c3ed2, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:23.624462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] For port 32337c11-74c1-49bc-9d73-5209787c3ed2, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=32337c11-74c1-49bc-9d73-5209787c3ed2,segment=NetworkSegment(d095ae46-692d-4b89-b960-4f346098690b),segment_id=d095ae46-692d-4b89-b960-4f346098690b)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:23.629000 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-a460e5ef-dfca-41d3-a593-0e8b8f516581 service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632779 Nov 09 18:12:23.634740 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.657408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:23.658039 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.659889 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] 10.222.0.13 "PUT /v2.0/ports/32337c11-74c1-49bc-9d73-5209787c3ed2 HTTP/1.1" status: 200 len: 1091 time: 0.9863141 Nov 09 18:12:23.662425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324660b3-2b46-4c48-82a2-6510c25c6253', 'tag': '32337c11-74c1-49bc-9d73-5209787c3ed2'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:23.666974 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e7236a-89f8-43c4-8052-dfb6451d22f1" -d '{"events": [{"name": "network-changed", "server_uuid": "324660b3-2b46-4c48-82a2-6510c25c6253", "tag": "32337c11-74c1-49bc-9d73-5209787c3ed2"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:23.694469 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b55b0d-ce67-4280-ae68-9f813d769886 req-a99a2947-21ae-429f-b373-46594b0ec6d4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:23.696764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c2b55b0d-ce67-4280-ae68-9f813d769886 req-a99a2947-21ae-429f-b373-46594b0ec6d4 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0793991 Nov 09 18:12:23.757914 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c2b55b0d-ce67-4280-ae68-9f813d769886 req-c0a97b28-7264-4293-b716-0784ae75847e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544276 Nov 09 18:12:23.779456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52908ebe-d8c3-44e1-84ef-48262de65800 service neutron] Pushing event updated for resources: {'Port': ['ID=32337c11-74c1-49bc-9d73-5209787c3ed2,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:23.784838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-98e2eb2d-b1b9-44b2-b804-3b5dc4146821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:23.786447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-98e2eb2d-b1b9-44b2-b804-3b5dc4146821 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4340c036eda4548b6c8e1b022ee9e7b&device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 1094 time: 0.0821445 Nov 09 18:12:23.847280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-5bf74eff-0b8e-430b-b9d2-3d312d884a37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32337c11-74c1-49bc-9d73-5209787c3ed2 HTTP/1.1" status: 200 len: 217 time: 0.0519326 Nov 09 18:12:23.907169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-83097087-09dc-4dba-85b3-74610e499e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:23.908819 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-83097087-09dc-4dba-85b3-74610e499e6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d1814ba-e2d9-4872-82be-4e54f3dba023 HTTP/1.1" status: 200 len: 853 time: 0.0551772 Nov 09 18:12:23.916007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b522b24f-cf27-4342-b1c0-7945a6155a3c no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:23.951998 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-20e203b2-1b50-4e16-8380-98817d36ce12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9582954-36ba-405d-a69d-1d2752e572b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353270 Nov 09 18:12:24.022018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:24.119060 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb89367-eb34-47b2-bfb9-6f36b73fc6ba x-openstack-request-id: req-7fb89367-eb34-47b2-bfb9-6f36b73fc6ba {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:24.119391 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324660b3-2b46-4c48-82a2-6510c25c6253", "tag": "32337c11-74c1-49bc-9d73-5209787c3ed2", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:24.119706 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7fb89367-eb34-47b2-bfb9-6f36b73fc6ba {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:24.120130 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324660b3-2b46-4c48-82a2-6510c25c6253', 'tag': '32337c11-74c1-49bc-9d73-5209787c3ed2', 'status': 'completed', 'code': 200} Nov 09 18:12:24.122239 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-2ef3efeb-affd-4cba-b199-faca8a0c7e8f service neutron] 10.222.0.13 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627188 Nov 09 18:12:24.166352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82421528-bc8e-44d9-b1c6-d2e3d7661806 req-c8e7076a-1e5d-4783-a838-38372d53d815 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 210 time: 0.0498447 Nov 09 18:12:24.242762 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80f9cd69-16e7-4a06-a188-d2416f3082a8 req-f21e5181-8469-40b3-b28c-d50bc523bf1c service neutron] 10.222.0.13 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100543 Nov 09 18:12:24.336772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7236a-89f8-43c4-8052-dfb6451d22f1 req-d38504d0-4388-49ac-9899-dc8abe94feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:24.338292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5e7236a-89f8-43c4-8052-dfb6451d22f1 req-d38504d0-4388-49ac-9899-dc8abe94feb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4340c036eda4548b6c8e1b022ee9e7b&device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 1094 time: 0.0489111 Nov 09 18:12:24.440020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7236a-89f8-43c4-8052-dfb6451d22f1 req-3ea8b7b0-464a-4814-8049-ff6503427271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:24.442206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5e7236a-89f8-43c4-8052-dfb6451d22f1 req-3ea8b7b0-464a-4814-8049-ff6503427271 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9582954-36ba-405d-a69d-1d2752e572b2 HTTP/1.1" status: 200 len: 914 time: 0.0933111 Nov 09 18:12:24.493957 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5e7236a-89f8-43c4-8052-dfb6451d22f1 req-d29c9849-0e33-46ec-921f-ee5d6cdcf4de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32337c11-74c1-49bc-9d73-5209787c3ed2 HTTP/1.1" status: 200 len: 217 time: 0.0420403 Nov 09 18:12:24.558189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7236a-89f8-43c4-8052-dfb6451d22f1 req-3fdcff27-778a-4700-b565-f35700e91aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:24.559775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5e7236a-89f8-43c4-8052-dfb6451d22f1 req-3fdcff27-778a-4700-b565-f35700e91aa4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d1814ba-e2d9-4872-82be-4e54f3dba023 HTTP/1.1" status: 200 len: 853 time: 0.0570238 Nov 09 18:12:24.597120 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5e7236a-89f8-43c4-8052-dfb6451d22f1 req-2a34cdfb-dddb-4d46-ae44-ab8682d16891 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9582954-36ba-405d-a69d-1d2752e572b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286994 Nov 09 18:12:24.619768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a7f6e-1eff-45a6-b6b8-c7240f499c26 req-c4e15663-0af0-460f-a48b-9e7883ff800b tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:24.621306 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b16a7f6e-1eff-45a6-b6b8-c7240f499c26 req-c4e15663-0af0-460f-a48b-9e7883ff800b tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 943 time: 0.0608463 Nov 09 18:12:24.664856 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b16a7f6e-1eff-45a6-b6b8-c7240f499c26 req-bdb83ccf-29f2-4e89-a1de-596baefd571d tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373170 Nov 09 18:12:24.706312 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5e7236a-89f8-43c4-8052-dfb6451d22f1 req-fb5a2860-c883-4bc3-b03f-7f89e185ade1 service neutron] 10.222.0.13 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015973 Nov 09 18:12:24.811026 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5e7236a-89f8-43c4-8052-dfb6451d22f1 req-958a1ee1-777c-47e6-a8ea-85989244aac7 service neutron] 10.222.0.13 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976741 Nov 09 18:12:24.910387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736c032-05a8-475c-a7a3-ff7a52029a18 req-8a9ad9b4-e455-46d8-8aaa-fb0fa2280e3d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:24.912034 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3736c032-05a8-475c-a7a3-ff7a52029a18 req-8a9ad9b4-e455-46d8-8aaa-fb0fa2280e3d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0775115 Nov 09 18:12:24.952819 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3736c032-05a8-475c-a7a3-ff7a52029a18 req-78d0750b-0403-4e88-9c2f-f2ed4639cd16 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340755 Nov 09 18:12:25.171713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e430d63-ae82-470c-8486-cd0316896cfe req-a1077a12-9aa4-4cb1-95f9-e7580aaf1575 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:25.173897 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-a1077a12-9aa4-4cb1-95f9-e7580aaf1575 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.18 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.1422596 Nov 09 18:12:25.193194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-6e430d63-ae82-470c-8486-cd0316896cfe req-438699a5-7fa1-442c-829c-0bf51ca7a63f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'port': {'device_id': '90e59814-0975-478a-8b95-fbb3056b632a', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'admin_state_up': True, 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:25.290026 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-def56aad-bf71-4c93-8cff-32a4b7a92eb6 req-7c85dc53-b318-49c1-8e60-a457dc7c8299 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 210 time: 0.0376565 Nov 09 18:12:25.532553 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e430d63-ae82-470c-8486-cd0316896cfe req-438699a5-7fa1-442c-829c-0bf51ca7a63f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Made reservation on behalf of f71584f60a304e7aadf26b8906dcf81a for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:25.532553 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e430d63-ae82-470c-8486-cd0316896cfe req-438699a5-7fa1-442c-829c-0bf51ca7a63f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.655291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-6e430d63-ae82-470c-8486-cd0316896cfe req-438699a5-7fa1-442c-829c-0bf51ca7a63f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Allocated IP 172.20.0.7 (90cd779a-c359-4632-a173-a787022d80a7/69a85ecb-e615-4367-9493-a078677bf2c5/6b8d4800-489a-4775-aa4a-75b611c33f29) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:25.904729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27b2c-d3fb-4eae-8775-82d24dda4f41 req-30bda683-303f-4ed0-8c2e-e8736000aaaf tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:25.906299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1db27b2c-d3fb-4eae-8775-82d24dda4f41 req-30bda683-303f-4ed0-8c2e-e8736000aaaf tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 943 time: 0.1257672 Nov 09 18:12:25.977073 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e430d63-ae82-470c-8486-cd0316896cfe req-438699a5-7fa1-442c-829c-0bf51ca7a63f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.990037 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1db27b2c-d3fb-4eae-8775-82d24dda4f41 req-400e9d2f-2b5d-4039-a569-d416a8d4c967 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742435 Nov 09 18:12:26.061098 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e430d63-ae82-470c-8486-cd0316896cfe req-438699a5-7fa1-442c-829c-0bf51ca7a63f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:26.139616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e430d63-ae82-470c-8486-cd0316896cfe req-438699a5-7fa1-442c-829c-0bf51ca7a63f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Network 90cd779a-c359-4632-a173-a787022d80a7 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:26.145277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-6e430d63-ae82-470c-8486-cd0316896cfe req-438699a5-7fa1-442c-829c-0bf51ca7a63f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:26.149040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e430d63-ae82-470c-8486-cd0316896cfe req-438699a5-7fa1-442c-829c-0bf51ca7a63f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:26.223635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92fa26-42f5-4dbc-a707-749771e130f1 req-eb264d07-85e5-4457-9b48-328be365bc57 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:26.233438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438699a5-7fa1-442c-829c-0bf51ca7a63f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'Port': ['ID=6b8d4800-489a-4775-aa4a-75b611c33f29,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:26.240703 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3b92fa26-42f5-4dbc-a707-749771e130f1 req-eb264d07-85e5-4457-9b48-328be365bc57 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1592629 Nov 09 18:12:26.282580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e430d63-ae82-470c-8486-cd0316896cfe req-438699a5-7fa1-442c-829c-0bf51ca7a63f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:26.284645 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e430d63-ae82-470c-8486-cd0316896cfe req-438699a5-7fa1-442c-829c-0bf51ca7a63f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:26.322564 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-438699a5-7fa1-442c-829c-0bf51ca7a63f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1336422 Nov 09 18:12:26.335837 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3b92fa26-42f5-4dbc-a707-749771e130f1 req-64ebded0-0c10-4b27-a599-c00631418466 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935225 Nov 09 18:12:26.347832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Request body: {'port': {'device_id': '90e59814-0975-478a-8b95-fbb3056b632a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:26.493733 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:26.535119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde91f0-2bd5-41c3-b557-965a83449f99 req-edf0c037-94c6-49e4-b227-0ac5235cc88c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:26.537343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1cde91f0-2bd5-41c3-b557-965a83449f99 req-edf0c037-94c6-49e4-b227-0ac5235cc88c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 931 time: 0.1377647 Nov 09 18:12:26.595194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-72fd0d40-8b47-41cf-a34d-47b62ee8a2ea None None] Provisioning complete for port 6b8d4800-489a-4775-aa4a-75b611c33f29 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:26.595803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-72fd0d40-8b47-41cf-a34d-47b62ee8a2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:26.623336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1cde91f0-2bd5-41c3-b557-965a83449f99 req-6c985c7c-c795-44e7-bdaa-4eed37da6d17 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773427 Nov 09 18:12:26.655760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-72fd0d40-8b47-41cf-a34d-47b62ee8a2ea None None] Port 6b8d4800-489a-4775-aa4a-75b611c33f29 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:12:26.982607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8d4800-489a-4775-aa4a-75b611c33f29 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:26.993636 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:27.028868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Transition to ACTIVE for port object 6b8d4800-489a-4775-aa4a-75b611c33f29 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:12:27.034771 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:27.226491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d4800-489a-4775-aa4a-75b611c33f29,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:27.250581 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b43f43-9ea8-45fa-8a52-3c67bbb1eb67 req-43ea64d7-fa2e-46f3-ac23-00a0a78d34e0 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:27.260163 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-32b43f43-9ea8-45fa-8a52-3c67bbb1eb67 req-43ea64d7-fa2e-46f3-ac23-00a0a78d34e0 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 943 time: 0.1020086 Nov 09 18:12:27.264933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Attempting to bind port 6b8d4800-489a-4775-aa4a-75b611c33f29 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:27.265279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Attempting to bind port 6b8d4800-489a-4775-aa4a-75b611c33f29 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:27.265612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Attempting to bind port 6b8d4800-489a-4775-aa4a-75b611c33f29 on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:27.276126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Port 6b8d4800-489a-4775-aa4a-75b611c33f29 on network 90cd779a-c359-4632-a173-a787022d80a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:12:27.276508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Attempting to bind port 6b8d4800-489a-4775-aa4a-75b611c33f29 on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:27.282081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:27.282417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Checking segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:27.282805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Bound using segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:27.283455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Bound port: 6b8d4800-489a-4775-aa4a-75b611c33f29, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:27.283645 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:27.311944 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-32b43f43-9ea8-45fa-8a52-3c67bbb1eb67 req-76168b27-b1cd-47e0-acaa-827ba75d8e4e tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502901 Nov 09 18:12:27.430124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] For port 6b8d4800-489a-4775-aa4a-75b611c33f29, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:27.439333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] For port 6b8d4800-489a-4775-aa4a-75b611c33f29, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6b8d4800-489a-4775-aa4a-75b611c33f29,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:27.460761 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:27.591623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:27.592742 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:27.595340 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] 10.222.0.18 "PUT /v2.0/ports/6b8d4800-489a-4775-aa4a-75b611c33f29 HTTP/1.1" status: 200 len: 1091 time: 1.2641437 Nov 09 18:12:27.598053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e59814-0975-478a-8b95-fbb3056b632a', 'tag': '6b8d4800-489a-4775-aa4a-75b611c33f29'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:27.615442 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e60c46-a0bf-498e-b653-ac167a2fed18" -d '{"events": [{"name": "network-changed", "server_uuid": "90e59814-0975-478a-8b95-fbb3056b632a", "tag": "6b8d4800-489a-4775-aa4a-75b611c33f29"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:27.639418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3208ed3-c752-4f07-8d7e-b06f3ef672e7 req-8314401c-3d32-4120-a877-35f8a1fbf992 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:27.641125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a3208ed3-c752-4f07-8d7e-b06f3ef672e7 req-8314401c-3d32-4120-a877-35f8a1fbf992 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1975634 Nov 09 18:12:27.646011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae79525-1b38-4145-a3d6-96ff00d59d4b service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d4800-489a-4775-aa4a-75b611c33f29,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:27.746359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a3208ed3-c752-4f07-8d7e-b06f3ef672e7 req-d8275b12-f802-4f99-9770-c12e8ae79217 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906601 Nov 09 18:12:27.763026 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2cdac0-15e8-43db-bde0-68cbbc6fa638 x-openstack-request-id: req-7e2cdac0-15e8-43db-bde0-68cbbc6fa638 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:27.763667 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e59814-0975-478a-8b95-fbb3056b632a", "tag": "6b8d4800-489a-4775-aa4a-75b611c33f29", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:27.764096 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e2cdac0-15e8-43db-bde0-68cbbc6fa638 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:27.764673 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e59814-0975-478a-8b95-fbb3056b632a', 'tag': '6b8d4800-489a-4775-aa4a-75b611c33f29', 'status': 'completed', 'code': 200} Nov 09 18:12:27.784624 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e430d63-ae82-470c-8486-cd0316896cfe req-9cd384be-2df1-43cd-a097-dfc684e1ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:27.786672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-9cd384be-2df1-43cd-a097-dfc684e1ab67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 1094 time: 0.0594287 Nov 09 18:12:27.850299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-49deda81-e7cd-4a10-9d1e-3372a30bf8f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b8d4800-489a-4775-aa4a-75b611c33f29 HTTP/1.1" status: 200 len: 217 time: 0.0519123 Nov 09 18:12:27.917229 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 32337c11-74c1-49bc-9d73-5209787c3ed2 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:12:27.949751 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e430d63-ae82-470c-8486-cd0316896cfe req-ca0eab73-9fb1-462c-a563-1d3a04dd5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:27.959069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-ca0eab73-9fb1-462c-a563-1d3a04dd5b5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.1004453 Nov 09 18:12:27.963107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66995c-44d2-4302-b9a4-1c4783a16c1b req-39a5b530-da1f-4eca-85e2-f9c00f016a90 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:27.965018 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6b66995c-44d2-4302-b9a4-1c4783a16c1b req-39a5b530-da1f-4eca-85e2-f9c00f016a90 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 943 time: 0.0936515 Nov 09 18:12:28.052123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e430d63-ae82-470c-8486-cd0316896cfe req-dabcf985-f821-41af-bde2-b6815050ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:28.054462 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-dabcf985-f821-41af-bde2-b6815050ced6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874240 Nov 09 18:12:28.057384 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6b66995c-44d2-4302-b9a4-1c4783a16c1b req-e65588b2-efcf-41ba-a382-1c936edf76e5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788705 Nov 09 18:12:28.061148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 32337c11-74c1-49bc-9d73-5209787c3ed2, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=32337c11-74c1-49bc-9d73-5209787c3ed2,segment=NetworkSegment(d095ae46-692d-4b89-b960-4f346098690b),segment_id=d095ae46-692d-4b89-b960-4f346098690b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:28.082323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '32337c11-74c1-49bc-9d73-5209787c3ed2', 'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2', 'port_id': '32337c11-74c1-49bc-9d73-5209787c3ed2', 'mac_address': 'fa:16:3e:f2:b1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1814ba-e2d9-4872-82be-4e54f3dba023', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:12:28.127980 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:28.145720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32337c11-74c1-49bc-9d73-5209787c3ed2 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:28.174909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 32337c11-74c1-49bc-9d73-5209787c3ed2, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=32337c11-74c1-49bc-9d73-5209787c3ed2,segment=NetworkSegment(d095ae46-692d-4b89-b960-4f346098690b),segment_id=d095ae46-692d-4b89-b960-4f346098690b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:28.180829 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:28.197203 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-789391c0-3438-469d-83c0-6f04cd5ba58c service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338689 Nov 09 18:12:28.236499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=32337c11-74c1-49bc-9d73-5209787c3ed2,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:28.329750 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6e430d63-ae82-470c-8486-cd0316896cfe req-8d4388ff-2aeb-4673-992a-04983a257848 service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234643 Nov 09 18:12:28.384640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['32337c11-74c1-49bc-9d73-5209787c3ed2'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:28.475124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e60c46-a0bf-498e-b653-ac167a2fed18 req-425b8ed7-d3cb-4676-8017-d5483973b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:28.477028 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4e60c46-a0bf-498e-b653-ac167a2fed18 req-425b8ed7-d3cb-4676-8017-d5483973b102 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 1094 time: 0.0974042 Nov 09 18:12:28.490584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aca9c8-5fc3-4828-a5db-b1fcf85e5e2c req-77d55295-edb1-4247-af4f-ad9f1c8874ee tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:28.492542 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67aca9c8-5fc3-4828-a5db-b1fcf85e5e2c req-77d55295-edb1-4247-af4f-ad9f1c8874ee tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 944 time: 0.0725257 Nov 09 18:12:28.947857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67aca9c8-5fc3-4828-a5db-b1fcf85e5e2c req-c7791ebd-4ad2-4ad6-ba72-c17337876570 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976300 Nov 09 18:12:28.990039 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e60c46-a0bf-498e-b653-ac167a2fed18 req-b085c53d-2736-4406-82d7-19b7879355f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:28.992679 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4e60c46-a0bf-498e-b653-ac167a2fed18 req-b085c53d-2736-4406-82d7-19b7879355f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.4988239 Nov 09 18:12:28.993743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da44445-ac85-428f-8af7-6f8068d24639 req-617cb91a-49be-41d0-b727-e97377c5a13e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:29.002393 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0da44445-ac85-428f-8af7-6f8068d24639 req-617cb91a-49be-41d0-b727-e97377c5a13e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1063795 Nov 09 18:12:29.093570 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4e60c46-a0bf-498e-b653-ac167a2fed18 req-0e892a51-bb07-4cbf-abff-5adabab6231b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b8d4800-489a-4775-aa4a-75b611c33f29 HTTP/1.1" status: 200 len: 217 time: 0.0891581 Nov 09 18:12:29.094307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0da44445-ac85-428f-8af7-6f8068d24639 req-2698a1c4-f74c-43a1-bf3e-e321843659bb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903296 Nov 09 18:12:29.166172 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e60c46-a0bf-498e-b653-ac167a2fed18 req-4e86b30f-75a4-4589-a97c-abf5a357fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:29.167931 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4e60c46-a0bf-498e-b653-ac167a2fed18 req-4e86b30f-75a4-4589-a97c-abf5a357fa46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0669775 Nov 09 18:12:29.286381 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e60c46-a0bf-498e-b653-ac167a2fed18 req-0afd1e14-967d-4b14-af42-328584d822ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:29.291382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4e60c46-a0bf-498e-b653-ac167a2fed18 req-0afd1e14-967d-4b14-af42-328584d822ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145120 Nov 09 18:12:29.315124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4363f81-334e-4112-a465-6d3eea75e0da req-120e39df-a872-4efa-bd2d-b79820e28884 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:29.317660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4363f81-334e-4112-a465-6d3eea75e0da req-120e39df-a872-4efa-bd2d-b79820e28884 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 943 time: 0.0890164 Nov 09 18:12:29.473280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4363f81-334e-4112-a465-6d3eea75e0da req-71caf557-5b4b-4d77-ba55-6eabbdf7d3ce tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898719 Nov 09 18:12:29.513629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4e60c46-a0bf-498e-b653-ac167a2fed18 req-05ddd9f8-68bc-4bb6-a874-46d89aa231af service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136571 Nov 09 18:12:29.641711 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4e60c46-a0bf-498e-b653-ac167a2fed18 req-05e10d3c-ea59-48de-b085-3d0cba1243e7 service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204989 Nov 09 18:12:29.926099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 32337c11-74c1-49bc-9d73-5209787c3ed2 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:30.043342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 32337c11-74c1-49bc-9d73-5209787c3ed2 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:12:30.052642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 32337c11-74c1-49bc-9d73-5209787c3ed2 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:30.053618 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:30.119780 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:12:30.161323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894763e3-051a-4954-af05-9d92df7e3c87 req-c45fdc21-f409-4000-a27d-80e7719672a2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:30.169759 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-894763e3-051a-4954-af05-9d92df7e3c87 req-c45fdc21-f409-4000-a27d-80e7719672a2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 944 time: 0.1104393 Nov 09 18:12:30.210329 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:30.232044 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-894763e3-051a-4954-af05-9d92df7e3c87 req-843674c3-cc2e-490e-9cf5-7f0459ffe157 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556877 Nov 09 18:12:30.251442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324660b3-2b46-4c48-82a2-6510c25c6253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32337c11-74c1-49bc-9d73-5209787c3ed2'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:30.255200 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ece4315-3303-4112-86f3-dc4f3d56b9e5" -d '{"events": [{"server_uuid": "324660b3-2b46-4c48-82a2-6510c25c6253", "name": "network-vif-plugged", "status": "completed", "tag": "32337c11-74c1-49bc-9d73-5209787c3ed2"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:30.289475 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 32337c11-74c1-49bc-9d73-5209787c3ed2, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=32337c11-74c1-49bc-9d73-5209787c3ed2,segment=NetworkSegment(d095ae46-692d-4b89-b960-4f346098690b),segment_id=d095ae46-692d-4b89-b960-4f346098690b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:30.295478 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:30.304988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06815576-d7c7-46c9-9618-3d94f95f3908 req-a516b214-17b9-401b-8277-b91f4a2f3cd5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:30.322266 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06815576-d7c7-46c9-9618-3d94f95f3908 req-a516b214-17b9-401b-8277-b91f4a2f3cd5 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1097903 Nov 09 18:12:30.414611 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06815576-d7c7-46c9-9618-3d94f95f3908 req-78d6e80e-1569-4f7b-a2c3-ce01d59be629 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839229 Nov 09 18:12:30.425664 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=32337c11-74c1-49bc-9d73-5209787c3ed2,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:30.458634 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3801c2fb-5d8d-49e3-8f74-71caa2326538 x-openstack-request-id: req-3801c2fb-5d8d-49e3-8f74-71caa2326538 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:30.459145 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324660b3-2b46-4c48-82a2-6510c25c6253", "name": "network-vif-plugged", "status": "completed", "tag": "32337c11-74c1-49bc-9d73-5209787c3ed2", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:30.459589 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3801c2fb-5d8d-49e3-8f74-71caa2326538 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:30.462081 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324660b3-2b46-4c48-82a2-6510c25c6253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32337c11-74c1-49bc-9d73-5209787c3ed2', 'code': 200} Nov 09 18:12:30.621947 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a2b45-d4d1-49e3-bd62-3c64d2bac6c3 req-a7c6dab9-f635-4197-858e-dabdae4dc0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:30.623573 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b3a2b45-d4d1-49e3-bd62-3c64d2bac6c3 req-a7c6dab9-f635-4197-858e-dabdae4dc0ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 1096 time: 0.1025677 Nov 09 18:12:30.683814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419c03e-0962-4124-b851-38929d9ce567 req-572659e6-b52b-4607-b853-90b48d19db22 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:30.685884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d419c03e-0962-4124-b851-38929d9ce567 req-572659e6-b52b-4607-b853-90b48d19db22 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 943 time: 0.0828278 Nov 09 18:12:30.710969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b3a2b45-d4d1-49e3-bd62-3c64d2bac6c3 req-2b36a32f-5b47-4a6a-9381-0e1620abe3a4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683424 Nov 09 18:12:30.752169 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d419c03e-0962-4124-b851-38929d9ce567 req-1623218e-bd91-4fff-847b-159350708b85 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534797 Nov 09 18:12:31.358266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60e560-57dd-4bf0-8b29-c4bc5e2d7add req-e0bf2b70-74dd-4474-981e-d243a9e7664e tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:31.360081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6b60e560-57dd-4bf0-8b29-c4bc5e2d7add req-e0bf2b70-74dd-4474-981e-d243a9e7664e tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 945 time: 0.0578268 Nov 09 18:12:31.412815 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6b60e560-57dd-4bf0-8b29-c4bc5e2d7add req-cf82a875-50d0-4dcd-aa78-b746923544ce tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409684 Nov 09 18:12:31.616862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77443e-c189-4767-b1a6-e1472f679982 req-8d0b7ea4-a63f-471e-bfbd-c1ba3fef83f9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:31.619266 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-af77443e-c189-4767-b1a6-e1472f679982 req-8d0b7ea4-a63f-471e-bfbd-c1ba3fef83f9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0904109 Nov 09 18:12:31.669713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-af77443e-c189-4767-b1a6-e1472f679982 req-ba4c9792-c34b-4dfd-aa2c-9931059bca82 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439150 Nov 09 18:12:31.911185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037487e8-de3a-4715-a62b-f005e8be4a7a req-fa9c7ee0-3097-41ad-8f52-148c511c40cb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:31.914121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-037487e8-de3a-4715-a62b-f005e8be4a7a req-fa9c7ee0-3097-41ad-8f52-148c511c40cb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 943 time: 0.0758777 Nov 09 18:12:32.012510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25366c4c-03cc-4667-a1ff-2c561946b9cd req-553aef59-8f1e-431b-91d3-bce98486cc9d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:32.024215 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-25366c4c-03cc-4667-a1ff-2c561946b9cd req-553aef59-8f1e-431b-91d3-bce98486cc9d tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1106687 Nov 09 18:12:32.053370 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-037487e8-de3a-4715-a62b-f005e8be4a7a req-eac000e7-cc8c-4713-9835-552125eaa872 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261909 Nov 09 18:12:32.079963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be34aa-4984-4df3-95f5-b625ef37ef10 req-01ae5ae8-048b-4795-9480-86f772872621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:32.083580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91be34aa-4984-4df3-95f5-b625ef37ef10 req-01ae5ae8-048b-4795-9480-86f772872621 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1096 time: 0.1026845 Nov 09 18:12:32.110197 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-25366c4c-03cc-4667-a1ff-2c561946b9cd req-483a6e51-6fae-4015-b469-b3080bbe3670 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761294 Nov 09 18:12:32.214332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be34aa-4984-4df3-95f5-b625ef37ef10 req-d226bb52-fe88-4552-9ea0-6511bb2ae784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:32.217175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91be34aa-4984-4df3-95f5-b625ef37ef10 req-d226bb52-fe88-4552-9ea0-6511bb2ae784 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1260870 Nov 09 18:12:32.293287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91be34aa-4984-4df3-95f5-b625ef37ef10 req-0b19a4ce-1dca-4193-89d4-c8cba632e4ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 999 time: 0.0681825 Nov 09 18:12:32.359520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be34aa-4984-4df3-95f5-b625ef37ef10 req-23cf75ce-d91a-4a86-b4b7-b0c9e57dcdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:32.362240 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91be34aa-4984-4df3-95f5-b625ef37ef10 req-23cf75ce-d91a-4a86-b4b7-b0c9e57dcdbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0608075 Nov 09 18:12:32.413268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be34aa-4984-4df3-95f5-b625ef37ef10 req-809e034b-d8b1-4c17-a23c-8aed05b38b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:32.414790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91be34aa-4984-4df3-95f5-b625ef37ef10 req-809e034b-d8b1-4c17-a23c-8aed05b38b94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458665 Nov 09 18:12:32.593505 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91be34aa-4984-4df3-95f5-b625ef37ef10 req-ac2c90d3-e2c9-4c60-b3a6-da35e20af575 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710057 Nov 09 18:12:32.670371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5e6c1-da68-4ccf-8a8c-63e8369dc53f req-57cf3c39-c5c3-415b-a40d-5d46d0b0f58b tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:32.676174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ab5e6c1-da68-4ccf-8a8c-63e8369dc53f req-57cf3c39-c5c3-415b-a40d-5d46d0b0f58b tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 945 time: 0.1386890 Nov 09 18:12:32.735766 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ab5e6c1-da68-4ccf-8a8c-63e8369dc53f req-62c80905-2952-42b1-a579-af9291fa8ddf tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557876 Nov 09 18:12:32.758555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91be34aa-4984-4df3-95f5-b625ef37ef10 req-ecb086a9-fb6d-4fb4-a656-8db818ba3170 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566093 Nov 09 18:12:33.214427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d1c03-c09b-4173-9987-501e117476c1 req-84241c55-ad7c-4c0b-8011-d278dcb229db tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:33.224347 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-559d1c03-c09b-4173-9987-501e117476c1 req-84241c55-ad7c-4c0b-8011-d278dcb229db tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 943 time: 0.0726180 Nov 09 18:12:33.321775 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-559d1c03-c09b-4173-9987-501e117476c1 req-b44ee1d6-3628-4d19-a87b-fc714982924e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962501 Nov 09 18:12:33.353481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ec125-d568-4cb1-8bb2-25761a0e5048 req-24eb8c41-b5f6-4a61-b368-700c37967418 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:33.363986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b5ec125-d568-4cb1-8bb2-25761a0e5048 req-24eb8c41-b5f6-4a61-b368-700c37967418 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1157424 Nov 09 18:12:33.421441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b5ec125-d568-4cb1-8bb2-25761a0e5048 req-fd87564c-1570-43cb-845d-9553beb964d1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549498 Nov 09 18:12:34.538072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134c335-7dc5-4951-8ad0-09973a216062 req-449383cb-92b4-4976-8eda-ce8a0647cee6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:34.542091 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6134c335-7dc5-4951-8ad0-09973a216062 req-449383cb-92b4-4976-8eda-ce8a0647cee6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 943 time: 0.1374984 Nov 09 18:12:34.611107 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6134c335-7dc5-4951-8ad0-09973a216062 req-598e0334-fddc-4107-b0a1-7718640a4b40 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559652 Nov 09 18:12:34.629832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06856b16-28a0-4c21-9ece-1ba767715691 req-f901c59b-93ea-4999-9e92-cfd93404de40 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:34.632090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06856b16-28a0-4c21-9ece-1ba767715691 req-f901c59b-93ea-4999-9e92-cfd93404de40 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0748382 Nov 09 18:12:34.697730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06856b16-28a0-4c21-9ece-1ba767715691 req-c3f8fc88-9438-4e74-97d6-4122e26c7649 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591011 Nov 09 18:12:34.857166 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6d99b-3520-4722-9ef2-c0e0fb624295 req-b31aecc3-f1b0-4c83-96b8-d811537e3b9c tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:34.859940 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97e6d99b-3520-4722-9ef2-c0e0fb624295 req-b31aecc3-f1b0-4c83-96b8-d811537e3b9c tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0652242 Nov 09 18:12:34.917357 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-97e6d99b-3520-4722-9ef2-c0e0fb624295 req-39340499-ead4-4276-ac19-07de8746fff0 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515292 Nov 09 18:12:35.077318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8056a-4824-4d9d-ade9-932092a21225 req-894b145c-6615-42d6-9745-98356e29f0e9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:35.078942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08e8056a-4824-4d9d-ade9-932092a21225 req-894b145c-6615-42d6-9745-98356e29f0e9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0641959 Nov 09 18:12:35.141168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08e8056a-4824-4d9d-ade9-932092a21225 req-65f1b748-e538-438e-bef4-9ebaf3701dcc tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478449 Nov 09 18:12:35.481364 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2283d3b-bbc2-476d-958b-1a11129703cf req-42238fbb-f6ce-468e-be86-0352682797d0 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:35.483616 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2283d3b-bbc2-476d-958b-1a11129703cf req-42238fbb-f6ce-468e-be86-0352682797d0 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0910585 Nov 09 18:12:35.539713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2283d3b-bbc2-476d-958b-1a11129703cf req-b72fc9cb-9ca7-4b3d-b6b5-58884094ec12 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491912 Nov 09 18:12:35.786793 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ac318-2bc9-43b1-b883-6b9ff64576bb req-15d7dec6-ac88-48e5-a787-9c15b3f897c0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:35.794430 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-627ac318-2bc9-43b1-b883-6b9ff64576bb req-15d7dec6-ac88-48e5-a787-9c15b3f897c0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 943 time: 0.0681021 Nov 09 18:12:35.836578 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-627ac318-2bc9-43b1-b883-6b9ff64576bb req-f6f6685f-18cb-428b-8397-6588ac3e6b4e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Nov 09 18:12:36.718796 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c7eed-1435-4cef-a93a-eff86660e62c req-0b927b77-56ec-4670-97f3-146a8b508459 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:36.720547 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-699c7eed-1435-4cef-a93a-eff86660e62c req-0b927b77-56ec-4670-97f3-146a8b508459 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0634031 Nov 09 18:12:36.764571 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-699c7eed-1435-4cef-a93a-eff86660e62c req-1085a31a-1aa3-424a-9215-f475ed6d276f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365984 Nov 09 18:12:37.055176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfa419-d3ef-4bf5-9b9a-8954c8c62e30 req-517fbcb4-1cc2-4c0a-b0f1-84c6ad626215 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:37.072032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1dbfa419-d3ef-4bf5-9b9a-8954c8c62e30 req-517fbcb4-1cc2-4c0a-b0f1-84c6ad626215 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 943 time: 0.1205301 Nov 09 18:12:37.127419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1999fc-d213-40b0-bd73-88964a935f64 req-6cddcde2-4a16-4cf9-b9c2-ce09e5949592 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:37.129589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f1999fc-d213-40b0-bd73-88964a935f64 req-6cddcde2-4a16-4cf9-b9c2-ce09e5949592 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0896485 Nov 09 18:12:37.164770 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1dbfa419-d3ef-4bf5-9b9a-8954c8c62e30 req-bd9165c5-858f-4b49-8526-e83c20cf82d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915213 Nov 09 18:12:37.188283 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5f1999fc-d213-40b0-bd73-88964a935f64 req-e537d273-34da-4e8d-9b3b-24110b06ba2f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506873 Nov 09 18:12:37.212914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946da01-340c-471e-8b82-857dad9177d9 req-917b5355-77dc-4d24-9629-84ac6dd88579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:37.214436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2946da01-340c-471e-8b82-857dad9177d9 req-917b5355-77dc-4d24-9629-84ac6dd88579 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b3f95d1934bee9291cf9feb385f09&device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 1096 time: 0.1043861 Nov 09 18:12:37.325859 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946da01-340c-471e-8b82-857dad9177d9 req-9f206d80-ef23-4e21-91a2-22b3a59b1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:37.326976 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2946da01-340c-471e-8b82-857dad9177d9 req-9f206d80-ef23-4e21-91a2-22b3a59b1cba service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 200 len: 913 time: 0.1041789 Nov 09 18:12:37.454640 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2946da01-340c-471e-8b82-857dad9177d9 req-28dec1f4-8b20-4ebf-a9c7-dad8e6645096 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 200 len: 999 time: 0.1118217 Nov 09 18:12:37.518898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946da01-340c-471e-8b82-857dad9177d9 req-f8376c9f-af40-4c32-8d48-4f2e998c845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:37.520801 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2946da01-340c-471e-8b82-857dad9177d9 req-f8376c9f-af40-4c32-8d48-4f2e998c845b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 200 len: 851 time: 0.0548229 Nov 09 18:12:37.584943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946da01-340c-471e-8b82-857dad9177d9 req-bd56a639-646c-4429-bc4d-ffb610124453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:37.586463 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2946da01-340c-471e-8b82-857dad9177d9 req-bd56a639-646c-4429-bc4d-ffb610124453 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575442 Nov 09 18:12:37.735485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2946da01-340c-471e-8b82-857dad9177d9 req-6998d807-41f7-455f-ae27-1f20d2ad4228 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407874 Nov 09 18:12:37.881842 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2946da01-340c-471e-8b82-857dad9177d9 req-4a6fc45e-4bef-4f33-910b-43c5861a85b6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380982 Nov 09 18:12:38.305540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4486-ad62-4162-96e6-060604d8e20e req-d0b101cd-8297-42c9-845f-fd4eaade4c84 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:38.308008 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-982b4486-ad62-4162-96e6-060604d8e20e req-d0b101cd-8297-42c9-845f-fd4eaade4c84 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 943 time: 0.0680006 Nov 09 18:12:38.371859 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2aea14-d071-42de-af70-b2422d4e4967 req-53e4e2a1-418b-4045-acaf-9fa2e4e24fbb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:38.373669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-982b4486-ad62-4162-96e6-060604d8e20e req-5296e023-8696-4b78-abb2-02bb65791074 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591128 Nov 09 18:12:38.374431 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5c2aea14-d071-42de-af70-b2422d4e4967 req-53e4e2a1-418b-4045-acaf-9fa2e4e24fbb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0712652 Nov 09 18:12:38.421869 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5c2aea14-d071-42de-af70-b2422d4e4967 req-6a1196df-3fbd-4e93-8279-f5bd8a1587ca tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402341 Nov 09 18:12:39.552820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62121ceb-1a8c-4948-8f4e-4b16a48b3d9a req-a1142206-ee55-47f7-b239-3999cf2ea47c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:39.552820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62121ceb-1a8c-4948-8f4e-4b16a48b3d9a req-a1142206-ee55-47f7-b239-3999cf2ea47c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 943 time: 0.0922413 Nov 09 18:12:39.588507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c7840-4a1d-434d-a620-e97370b107e2 req-86a34bf2-3669-4552-a1d5-bfd0eede5945 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:39.590614 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-074c7840-4a1d-434d-a620-e97370b107e2 req-86a34bf2-3669-4552-a1d5-bfd0eede5945 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0872810 Nov 09 18:12:39.600049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62121ceb-1a8c-4948-8f4e-4b16a48b3d9a req-f4b3c05b-4b29-40ec-b3f3-4f13b7e15194 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370176 Nov 09 18:12:39.633905 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-074c7840-4a1d-434d-a620-e97370b107e2 req-456df7a3-7fe8-40c0-b293-c2f093e4e283 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378029 Nov 09 18:12:39.792769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f10a46-00bc-4ead-bf88-4b7fe3e567e9 req-0ad19d32-2972-4164-be32-badc5b946415 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:39.795838 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e0f10a46-00bc-4ead-bf88-4b7fe3e567e9 req-0ad19d32-2972-4164-be32-badc5b946415 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0844910 Nov 09 18:12:39.844768 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e0f10a46-00bc-4ead-bf88-4b7fe3e567e9 req-9cf4c234-47c7-4979-b55e-f271abf646ea tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375807 Nov 09 18:12:40.577093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6b8d4800-489a-4775-aa4a-75b611c33f29 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:12:40.604681 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786648c-d076-4c37-ac20-6d6712bee54a req-d684c332-54d4-4b4e-91c1-9c5d93277ebe tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:40.607275 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1786648c-d076-4c37-ac20-6d6712bee54a req-d684c332-54d4-4b4e-91c1-9c5d93277ebe tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=88522b72-450c-45fa-a006-47716041dda9 HTTP/1.1" status: 200 len: 943 time: 0.0631831 Nov 09 18:12:40.681797 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b3723eb3-2256-4a0c-b83d-c6206dadc92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:40.736011 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6b8d4800-489a-4775-aa4a-75b611c33f29, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6b8d4800-489a-4775-aa4a-75b611c33f29,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:40.760592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '6b8d4800-489a-4775-aa4a-75b611c33f29', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'port_id': '6b8d4800-489a-4775-aa4a-75b611c33f29', 'mac_address': 'fa:16:3e:14:28:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:12:40.820310 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad2d29-c48e-421a-a6bb-05a69360da8c req-2c49bcc5-757c-4c19-bc21-dc01776a2841 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:40.826120 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:40.834059 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68ad2d29-c48e-421a-a6bb-05a69360da8c req-2c49bcc5-757c-4c19-bc21-dc01776a2841 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 943 time: 0.1062920 Nov 09 18:12:40.846522 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8d4800-489a-4775-aa4a-75b611c33f29 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:40.851005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-1786648c-d076-4c37-ac20-6d6712bee54a req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Deleting port b522b24f-cf27-4342-b1c0-7945a6155a3c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:40.856164 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1786648c-d076-4c37-ac20-6d6712bee54a req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:40.872747 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6b8d4800-489a-4775-aa4a-75b611c33f29, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6b8d4800-489a-4775-aa4a-75b611c33f29,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:40.884211 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:40.917251 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68ad2d29-c48e-421a-a6bb-05a69360da8c req-f25147af-77b3-4815-be59-cb8decc67bc5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817556 Nov 09 18:12:41.005229 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6b8d4800-489a-4775-aa4a-75b611c33f29,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:41.033832 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.034186 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.034586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.035761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.036110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.036571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.037088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.037651 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.038167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.038513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.039202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.040107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.098835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-1786648c-d076-4c37-ac20-6d6712bee54a req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] For port b522b24f-cf27-4342-b1c0-7945a6155a3c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b522b24f-cf27-4342-b1c0-7945a6155a3c,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:41.099759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1786648c-d076-4c37-ac20-6d6712bee54a req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.117300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-1786648c-d076-4c37-ac20-6d6712bee54a req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Calling delete_port for b522b24f-cf27-4342-b1c0-7945a6155a3c owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:41.270068 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['6b8d4800-489a-4775-aa4a-75b611c33f29'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:41.299124 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1786648c-d076-4c37-ac20-6d6712bee54a req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.338334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event deleted for resources: {'Port': ['ID=b522b24f-cf27-4342-b1c0-7945a6155a3c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:41.353280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.353693 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.354185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.354670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.356638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.357123 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.357609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.358093 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.358570 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.361440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.361954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.362442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:41.417084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1786648c-d076-4c37-ac20-6d6712bee54a req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] No DVR routers for this DVR port b522b24f-cf27-4342-b1c0-7945a6155a3c on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:41.420509 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1786648c-d076-4c37-ac20-6d6712bee54a req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.425558 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1786648c-d076-4c37-ac20-6d6712bee54a req-515ef456-d0db-4c9d-a5ae-c673faeaf923 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "DELETE /v2.0/ports/b522b24f-cf27-4342-b1c0-7945a6155a3c HTTP/1.1" status: 204 len: 173 time: 0.8080685 Nov 09 18:12:41.426407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88522b72-450c-45fa-a006-47716041dda9', 'name': 'network-vif-deleted', 'tag': 'b522b24f-cf27-4342-b1c0-7945a6155a3c'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:41.429180 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8112d5e-62c9-42d7-ba56-cdcf96fceac3" -d '{"events": [{"server_uuid": "88522b72-450c-45fa-a006-47716041dda9", "name": "network-vif-deleted", "tag": "b522b24f-cf27-4342-b1c0-7945a6155a3c"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:41.495739 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39dcc10-5724-4ab0-b0b6-1b4a15099d0a x-openstack-request-id: req-a39dcc10-5724-4ab0-b0b6-1b4a15099d0a {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:41.496469 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88522b72-450c-45fa-a006-47716041dda9", "name": "network-vif-deleted", "tag": "b522b24f-cf27-4342-b1c0-7945a6155a3c", "status": "failed", "code": 422}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:41.496734 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a39dcc10-5724-4ab0-b0b6-1b4a15099d0a {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:41.497172 n-d-817236-1 neutron-server[102155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '88522b72-450c-45fa-a006-47716041dda9', 'name': 'network-vif-deleted', 'tag': 'b522b24f-cf27-4342-b1c0-7945a6155a3c', 'status': 'failed', 'code': 422} returned with failed status Nov 09 18:12:42.122464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['814506be-495d-4efc-b7a9-8390ec7da77a', '91845f7e-46df-42fd-8f67-788b5df297de'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:42.140175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d283a-024c-4079-81cf-2c706698627a req-d1ffc4d5-1336-495a-bad8-b8b15e684919 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:42.143520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca586a7d-7dd8-4e9f-a113-03121636f777 req-ff56c467-83c1-40ec-b715-b18855f7e6bb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:42.144864 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae8d283a-024c-4079-81cf-2c706698627a req-d1ffc4d5-1336-495a-bad8-b8b15e684919 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 944 time: 0.0797925 Nov 09 18:12:42.145962 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca586a7d-7dd8-4e9f-a113-03121636f777 req-ff56c467-83c1-40ec-b715-b18855f7e6bb tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 907 time: 0.0902746 Nov 09 18:12:42.227637 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae8d283a-024c-4079-81cf-2c706698627a req-ee300eb0-c3f1-407f-a0c2-b1a68fe0496c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650423 Nov 09 18:12:42.570567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6b8d4800-489a-4775-aa4a-75b611c33f29 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:42.628038 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 6b8d4800-489a-4775-aa4a-75b611c33f29 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:12:42.633439 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 6b8d4800-489a-4775-aa4a-75b611c33f29 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:42.633822 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.721256 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.747546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e59814-0975-478a-8b95-fbb3056b632a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d4800-489a-4775-aa4a-75b611c33f29'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:42.749806 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ef9943-480e-457a-84fd-d8ae43424d7a" -d '{"events": [{"server_uuid": "90e59814-0975-478a-8b95-fbb3056b632a", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d4800-489a-4775-aa4a-75b611c33f29"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:42.763416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 6b8d4800-489a-4775-aa4a-75b611c33f29, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6b8d4800-489a-4775-aa4a-75b611c33f29,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:42.770031 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.796757 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebdbad5-4449-4a6d-9b57-62edb4d010f7 x-openstack-request-id: req-4ebdbad5-4449-4a6d-9b57-62edb4d010f7 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:42.797062 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e59814-0975-478a-8b95-fbb3056b632a", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d4800-489a-4775-aa4a-75b611c33f29", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:42.797516 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ebdbad5-4449-4a6d-9b57-62edb4d010f7 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:42.797918 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e59814-0975-478a-8b95-fbb3056b632a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d4800-489a-4775-aa4a-75b611c33f29', 'code': 200} Nov 09 18:12:42.835620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=6b8d4800-489a-4775-aa4a-75b611c33f29,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:42.908252 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a3d0a-d879-4204-ac8d-2618f5d09df5 req-998b8ecf-a38a-4a13-9be6-80e7e12a3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:42.910155 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-134a3d0a-d879-4204-ac8d-2618f5d09df5 req-998b8ecf-a38a-4a13-9be6-80e7e12a3363 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 1096 time: 0.0498838 Nov 09 18:12:42.954606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-134a3d0a-d879-4204-ac8d-2618f5d09df5 req-e74fef0a-3f81-4004-b64d-f788ba9e281d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355000 Nov 09 18:12:43.326330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84712c11-c13e-419f-9321-8efc304c03ad req-50352741-1b51-4f4c-a1d9-135af38d7f33 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:43.330423 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84712c11-c13e-419f-9321-8efc304c03ad req-50352741-1b51-4f4c-a1d9-135af38d7f33 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 907 time: 0.0865574 Nov 09 18:12:43.371893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ff08b-d431-44ea-a6d9-d04eaae2662c req-6ffafaa9-31d0-4468-9c34-87992156b3f1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:43.373608 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5ff08b-d431-44ea-a6d9-d04eaae2662c req-6ffafaa9-31d0-4468-9c34-87992156b3f1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 945 time: 0.0600555 Nov 09 18:12:43.439941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a5ff08b-d431-44ea-a6d9-d04eaae2662c req-9aa68d8a-473f-4770-af74-d8ec41e569a5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582559 Nov 09 18:12:43.676251 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0c010850-41a9-4b3b-9d88-bde0e63ad041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.047605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8082d-ae39-4541-83d2-ce1c010ef851 req-0125ead4-e344-48d4-9204-e4dace5fc004 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:44.049257 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d9a8082d-ae39-4541-83d2-ce1c010ef851 req-0125ead4-e344-48d4-9204-e4dace5fc004 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.18 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 907 time: 0.0558221 Nov 09 18:12:44.156487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-d9a8082d-ae39-4541-83d2-ce1c010ef851 req-e6e7d5a7-693d-4a23-a36c-fdb62cc1c5d9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Deleting port 2d790ffa-729d-4740-8736-b434ecd9ce52 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:44.156931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d9a8082d-ae39-4541-83d2-ce1c010ef851 req-e6e7d5a7-693d-4a23-a36c-fdb62cc1c5d9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.273159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d9a8082d-ae39-4541-83d2-ce1c010ef851 req-e6e7d5a7-693d-4a23-a36c-fdb62cc1c5d9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] For port 2d790ffa-729d-4740-8736-b434ecd9ce52, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2d790ffa-729d-4740-8736-b434ecd9ce52,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:44.273452 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d9a8082d-ae39-4541-83d2-ce1c010ef851 req-e6e7d5a7-693d-4a23-a36c-fdb62cc1c5d9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.288931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-d9a8082d-ae39-4541-83d2-ce1c010ef851 req-e6e7d5a7-693d-4a23-a36c-fdb62cc1c5d9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Calling delete_port for 2d790ffa-729d-4740-8736-b434ecd9ce52 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:44.451080 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d9a8082d-ae39-4541-83d2-ce1c010ef851 req-e6e7d5a7-693d-4a23-a36c-fdb62cc1c5d9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.482947 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.534679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7d5a7-693d-4a23-a36c-fdb62cc1c5d9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event deleted for resources: {'Port': ['ID=2d790ffa-729d-4740-8736-b434ecd9ce52,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:44.576139 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18549e4-063d-4fc4-b985-ab75c036da95 req-17a47800-c043-4547-86af-094e63e3d235 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:44.577715 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e18549e4-063d-4fc4-b985-ab75c036da95 req-17a47800-c043-4547-86af-094e63e3d235 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=4176a868-a3ca-4a10-979b-ee4cad60da44 HTTP/1.1" status: 200 len: 829 time: 0.1469014 Nov 09 18:12:44.625592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a8082d-ae39-4541-83d2-ce1c010ef851 req-e6e7d5a7-693d-4a23-a36c-fdb62cc1c5d9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] No DVR routers for this DVR port 2d790ffa-729d-4740-8736-b434ecd9ce52 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:44.670114 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d9a8082d-ae39-4541-83d2-ce1c010ef851 req-e6e7d5a7-693d-4a23-a36c-fdb62cc1c5d9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.674409 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d9a8082d-ae39-4541-83d2-ce1c010ef851 req-e6e7d5a7-693d-4a23-a36c-fdb62cc1c5d9 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.18 "DELETE /v2.0/ports/2d790ffa-729d-4740-8736-b434ecd9ce52 HTTP/1.1" status: 204 len: 173 time: 0.6180544 Nov 09 18:12:44.681712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4176a868-a3ca-4a10-979b-ee4cad60da44', 'name': 'network-vif-deleted', 'tag': '2d790ffa-729d-4740-8736-b434ecd9ce52'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:44.684656 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a3a12a-14f0-4530-b25b-2b139bb3c8de" -d '{"events": [{"server_uuid": "4176a868-a3ca-4a10-979b-ee4cad60da44", "name": "network-vif-deleted", "tag": "2d790ffa-729d-4740-8736-b434ecd9ce52"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:44.709697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375f80d-4c87-414f-a012-22fb4cad9000 req-543966e8-593f-4aef-9ff7-f074a10a36d2 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:44.714291 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0375f80d-4c87-414f-a012-22fb4cad9000 req-543966e8-593f-4aef-9ff7-f074a10a36d2 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 945 time: 0.0899684 Nov 09 18:12:44.770503 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11236fe-7f0f-4169-8e9c-584b6727929a x-openstack-request-id: req-e11236fe-7f0f-4169-8e9c-584b6727929a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:44.771117 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4176a868-a3ca-4a10-979b-ee4cad60da44", "name": "network-vif-deleted", "tag": "2d790ffa-729d-4740-8736-b434ecd9ce52", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:44.771569 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e11236fe-7f0f-4169-8e9c-584b6727929a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:44.772158 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4176a868-a3ca-4a10-979b-ee4cad60da44', 'name': 'network-vif-deleted', 'tag': '2d790ffa-729d-4740-8736-b434ecd9ce52', 'status': 'completed', 'code': 200} Nov 09 18:12:44.782981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0375f80d-4c87-414f-a012-22fb4cad9000 req-0390b389-fbdb-4bd3-ae7c-27d1489126f9 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619280 Nov 09 18:12:45.449027 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.873073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af0a96-2501-4091-bec3-f71c1d5d09fe req-5ca9534f-3525-472a-bd80-ec56d829bc27 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:45.874665 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-26af0a96-2501-4091-bec3-f71c1d5d09fe req-5ca9534f-3525-472a-bd80-ec56d829bc27 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 945 time: 0.0600591 Nov 09 18:12:45.919039 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-26af0a96-2501-4091-bec3-f71c1d5d09fe req-a9ace4f1-3667-44a0-a129-cdb98bd2f34b tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368671 Nov 09 18:12:45.925018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b004268-b90e-48bc-8ded-814b0113d7a0 req-2bc4b26e-7894-4f54-9840-2e010eac50ba tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:45.927144 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b004268-b90e-48bc-8ded-814b0113d7a0 req-2bc4b26e-7894-4f54-9840-2e010eac50ba tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 945 time: 0.0555263 Nov 09 18:12:45.971124 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b004268-b90e-48bc-8ded-814b0113d7a0 req-fa9b29a0-72ca-4722-ab0b-d816aad44a6d tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360541 Nov 09 18:12:46.141062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330cdbf-3cfc-458e-8b70-a7d59568582b req-8d5a5532-89b4-4eb2-9c64-3563fa8422c5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:46.143739 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5330cdbf-3cfc-458e-8b70-a7d59568582b req-8d5a5532-89b4-4eb2-9c64-3563fa8422c5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 945 time: 0.0876799 Nov 09 18:12:46.187673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5330cdbf-3cfc-458e-8b70-a7d59568582b req-c31fccbf-8149-470f-9b42-16f5c3255e68 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365777 Nov 09 18:12:46.324035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 41886) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:46.329535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4465f308-47ab-41d3-b2f5-cbff98abb80e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866237414', 'description': 'tempest-secgroup-smoke-1866237414 description', 'project_id': '78987bf9689a471c9a71268c73f16eeb'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:46.362594 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4465f308-47ab-41d3-b2f5-cbff98abb80e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.447777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4465f308-47ab-41d3-b2f5-cbff98abb80e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.452340 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4465f308-47ab-41d3-b2f5-cbff98abb80e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.482939 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4465f308-47ab-41d3-b2f5-cbff98abb80e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.484246 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4465f308-47ab-41d3-b2f5-cbff98abb80e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1591804 Nov 09 18:12:46.487389 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41890) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:46.492964 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0dce4405-a758-4f68-9aee-47f674433886 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Request body: {'security_group_rule': {'security_group_id': '6576ec60-73ad-4099-8c89-c8e46360315a', 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:46.499811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465f308-47ab-41d3-b2f5-cbff98abb80e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6576ec60-73ad-4099-8c89-c8e46360315a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:46.533599 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dce4405-a758-4f68-9aee-47f674433886 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.592421 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dce4405-a758-4f68-9aee-47f674433886 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.596903 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dce4405-a758-4f68-9aee-47f674433886 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.622556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce4405-a758-4f68-9aee-47f674433886 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc8f0a7-7904-48c5-8255-9c5293f1bfa7,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:46.627443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0dce4405-a758-4f68-9aee-47f674433886 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.629521 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0dce4405-a758-4f68-9aee-47f674433886 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402214 Nov 09 18:12:46.632725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41894) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:46.638139 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-77bdba67-23fa-483c-aab1-48deb6b8bc03 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Request body: {'security_group_rule': {'security_group_id': '6576ec60-73ad-4099-8c89-c8e46360315a', 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:46.709273 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77bdba67-23fa-483c-aab1-48deb6b8bc03 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.788386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77bdba67-23fa-483c-aab1-48deb6b8bc03 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.802076 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77bdba67-23fa-483c-aab1-48deb6b8bc03 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.829753 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdba67-23fa-483c-aab1-48deb6b8bc03 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef0b179-ee96-40d1-a20e-0bf33bfb486d,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:46.845859 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-77bdba67-23fa-483c-aab1-48deb6b8bc03 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.848565 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-77bdba67-23fa-483c-aab1-48deb6b8bc03 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2139883 Nov 09 18:12:46.851193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41912) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:46.856674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1101aa94-9abf-4eab-bd3b-7c1b28391ff1 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Request body: {'security_group_rule': {'security_group_id': '6576ec60-73ad-4099-8c89-c8e46360315a', 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:46.891150 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1101aa94-9abf-4eab-bd3b-7c1b28391ff1 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.989543 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1101aa94-9abf-4eab-bd3b-7c1b28391ff1 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.998049 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1101aa94-9abf-4eab-bd3b-7c1b28391ff1 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.035114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101aa94-9abf-4eab-bd3b-7c1b28391ff1 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c87e32-42c1-4750-8f3e-8e991c02d756,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:47.046654 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1101aa94-9abf-4eab-bd3b-7c1b28391ff1 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.052496 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1101aa94-9abf-4eab-bd3b-7c1b28391ff1 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1999052 Nov 09 18:12:47.053794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41922) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:47.059299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-2ce46167-2ee7-4610-ae73-cc46a547eb54 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Request body: {'security_group_rule': {'security_group_id': '6576ec60-73ad-4099-8c89-c8e46360315a', 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:47.106297 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2ce46167-2ee7-4610-ae73-cc46a547eb54 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.126507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d6627-a309-4960-8648-b475c691a17f req-cf667ffd-79f5-45df-aaec-30c84aa511e3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:47.129214 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-109d6627-a309-4960-8648-b475c691a17f req-cf667ffd-79f5-45df-aaec-30c84aa511e3 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 945 time: 0.0846562 Nov 09 18:12:47.178869 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-109d6627-a309-4960-8648-b475c691a17f req-7a79cbde-9434-4723-adb6-119eece9499c tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429788 Nov 09 18:12:47.204719 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2ce46167-2ee7-4610-ae73-cc46a547eb54 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.210961 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2ce46167-2ee7-4610-ae73-cc46a547eb54 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.249429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce46167-2ee7-4610-ae73-cc46a547eb54 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d212ba-d8c8-477d-b823-7d2d74f9461f,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:47.259467 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2ce46167-2ee7-4610-ae73-cc46a547eb54 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.261619 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2ce46167-2ee7-4610-ae73-cc46a547eb54 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2062612 Nov 09 18:12:47.263851 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41930) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:47.268723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d19dd7df-f9c6-481d-901c-dd3ecc09d8e5 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Request body: {'security_group_rule': {'security_group_id': '6576ec60-73ad-4099-8c89-c8e46360315a', 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:47.301982 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-d19dd7df-f9c6-481d-901c-dd3ecc09d8e5 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Project 78987bf9689a471c9a71268c73f16eeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:12:47.308367 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d19dd7df-f9c6-481d-901c-dd3ecc09d8e5 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.426325 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d19dd7df-f9c6-481d-901c-dd3ecc09d8e5 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.433671 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d19dd7df-f9c6-481d-901c-dd3ecc09d8e5 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.471859 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19dd7df-f9c6-481d-901c-dd3ecc09d8e5 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2552f1d9-53bc-4f4c-adbf-b10683c17d58,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:47.482170 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d19dd7df-f9c6-481d-901c-dd3ecc09d8e5 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.483518 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d19dd7df-f9c6-481d-901c-dd3ecc09d8e5 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2184281 Nov 09 18:12:47.486297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 41952) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:47.494296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9b2d127e-39c3-4215-a9d1-ed0ce39d1920 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Request body: {'security_group_rule': {'security_group_id': '6576ec60-73ad-4099-8c89-c8e46360315a', 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:47.540024 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-9b2d127e-39c3-4215-a9d1-ed0ce39d1920 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Project 78987bf9689a471c9a71268c73f16eeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:12:47.548306 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b2d127e-39c3-4215-a9d1-ed0ce39d1920 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.642984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ca6b4-0765-4d00-81ec-21f6018a8d06 req-4f31577d-4f95-462d-8789-4f522b15bfde tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:47.644739 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c95ca6b4-0765-4d00-81ec-21f6018a8d06 req-4f31577d-4f95-462d-8789-4f522b15bfde tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 945 time: 0.1166525 Nov 09 18:12:47.663571 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b2d127e-39c3-4215-a9d1-ed0ce39d1920 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.669676 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b2d127e-39c3-4215-a9d1-ed0ce39d1920 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.715172 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.736392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d127e-39c3-4215-a9d1-ed0ce39d1920 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199c1972-94dd-4262-886c-34036c66f680,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:47.753222 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b2d127e-39c3-4215-a9d1-ed0ce39d1920 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.755498 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9b2d127e-39c3-4215-a9d1-ed0ce39d1920 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2670035 Nov 09 18:12:47.844876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c95ca6b4-0765-4d00-81ec-21f6018a8d06 req-3f0247e4-242b-4604-8bfb-dcb3d2e142af tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Deleting port 91845f7e-46df-42fd-8f67-788b5df297de {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:47.845783 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c95ca6b4-0765-4d00-81ec-21f6018a8d06 req-3f0247e4-242b-4604-8bfb-dcb3d2e142af tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.973536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c95ca6b4-0765-4d00-81ec-21f6018a8d06 req-3f0247e4-242b-4604-8bfb-dcb3d2e142af tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] For port 91845f7e-46df-42fd-8f67-788b5df297de, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=91845f7e-46df-42fd-8f67-788b5df297de,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:47.974087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c95ca6b4-0765-4d00-81ec-21f6018a8d06 req-3f0247e4-242b-4604-8bfb-dcb3d2e142af tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.998333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c95ca6b4-0765-4d00-81ec-21f6018a8d06 req-3f0247e4-242b-4604-8bfb-dcb3d2e142af tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Calling delete_port for 91845f7e-46df-42fd-8f67-788b5df297de owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:48.121125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-a0d4fab3-c71e-436c-8fc4-44c8eb4fa403 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866237414&fields=id&tenant_id=78987bf9689a471c9a71268c73f16eeb HTTP/1.1" status: 200 len: 267 time: 0.0596774 Nov 09 18:12:48.303403 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-4f28f970-9a31-4dff-854f-bee382349558 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:48.309183 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-4f28f970-9a31-4dff-854f-bee382349558 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/networks?id=29b65981-de93-42c0-9598-13a0ae7d5b6f HTTP/1.1" status: 200 len: 813 time: 0.1851053 Nov 09 18:12:48.335777 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-b9cf977f-90ea-4225-8f23-25ae1f82f495 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/quotas/78987bf9689a471c9a71268c73f16eeb HTTP/1.1" status: 200 len: 375 time: 0.0117888 Nov 09 18:12:48.337673 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c95ca6b4-0765-4d00-81ec-21f6018a8d06 req-3f0247e4-242b-4604-8bfb-dcb3d2e142af tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.352565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['814506be-495d-4efc-b7a9-8390ec7da77a', '91845f7e-46df-42fd-8f67-788b5df297de'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:48.389422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082e278-e5a0-4573-9fe3-6bb2b2d4280f req-bdb289a9-8dac-4713-9929-d1b5273f01e6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:48.390019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0247e4-242b-4604-8bfb-dcb3d2e142af tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event deleted for resources: {'Port': ['ID=91845f7e-46df-42fd-8f67-788b5df297de,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:48.390953 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5082e278-e5a0-4573-9fe3-6bb2b2d4280f req-bdb289a9-8dac-4713-9929-d1b5273f01e6 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd61518-878b-47d5-9c00-c873ff402d67 HTTP/1.1" status: 200 len: 867 time: 0.0886447 Nov 09 18:12:48.473824 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5082e278-e5a0-4573-9fe3-6bb2b2d4280f req-60d37615-8ee4-4091-8708-22b874a4d38a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725191 Nov 09 18:12:48.512635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95ca6b4-0765-4d00-81ec-21f6018a8d06 req-3f0247e4-242b-4604-8bfb-dcb3d2e142af tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] No DVR routers for this DVR port 91845f7e-46df-42fd-8f67-788b5df297de on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:48.516791 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c95ca6b4-0765-4d00-81ec-21f6018a8d06 req-3f0247e4-242b-4604-8bfb-dcb3d2e142af tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.522440 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c95ca6b4-0765-4d00-81ec-21f6018a8d06 req-3f0247e4-242b-4604-8bfb-dcb3d2e142af tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.18 "DELETE /v2.0/ports/91845f7e-46df-42fd-8f67-788b5df297de HTTP/1.1" status: 204 len: 173 time: 0.8702602 Nov 09 18:12:48.523112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd61518-878b-47d5-9c00-c873ff402d67', 'name': 'network-vif-deleted', 'tag': '91845f7e-46df-42fd-8f67-788b5df297de'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:48.525849 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ebc4fe-909f-4837-85de-08d9e7068b23" -d '{"events": [{"server_uuid": "fcd61518-878b-47d5-9c00-c873ff402d67", "name": "network-vif-deleted", "tag": "91845f7e-46df-42fd-8f67-788b5df297de"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:48.573122 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-525f45da-2752-4e80-a6c8-789de4f59eb0 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=78987bf9689a471c9a71268c73f16eeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1542923 Nov 09 18:12:48.587323 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43096afc-afa3-40dd-9316-50528f7cbb2e x-openstack-request-id: req-43096afc-afa3-40dd-9316-50528f7cbb2e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:48.587757 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd61518-878b-47d5-9c00-c873ff402d67", "name": "network-vif-deleted", "tag": "91845f7e-46df-42fd-8f67-788b5df297de", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:48.588102 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43096afc-afa3-40dd-9316-50528f7cbb2e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:48.588810 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd61518-878b-47d5-9c00-c873ff402d67', 'name': 'network-vif-deleted', 'tag': '91845f7e-46df-42fd-8f67-788b5df297de', 'status': 'completed', 'code': 200} Nov 09 18:12:48.614428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2d790ffa-729d-4740-8736-b434ecd9ce52 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:48.656482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 2d790ffa-729d-4740-8736-b434ecd9ce52 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:12:48.656744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2d790ffa-729d-4740-8736-b434ecd9ce52 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:48.657431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 91845f7e-46df-42fd-8f67-788b5df297de no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:48.683018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 91845f7e-46df-42fd-8f67-788b5df297de {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:12:48.683448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 91845f7e-46df-42fd-8f67-788b5df297de not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:48.709436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-c41a9edd-a3df-4557-a881-918a26d719cd service neutron] 10.222.0.81 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327178 Nov 09 18:12:48.826234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-b7126b42-1924-47ca-ae9f-7381d8c9ae80 service neutron] 10.222.0.81 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094944 Nov 09 18:12:49.144719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-1cad6c42-7ba6-4dc3-82a5-2f82ada8990a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:49.147027 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-1cad6c42-7ba6-4dc3-82a5-2f82ada8990a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.1586909 Nov 09 18:12:49.179935 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-a458bfee-9ea3-4542-b194-4861c70be95b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/quotas/f71584f60a304e7aadf26b8906dcf81a HTTP/1.1" status: 200 len: 375 time: 0.0187151 Nov 09 18:12:49.257501 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-e95a42ce-778d-4460-a6bf-c07bbd153903 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765808 Nov 09 18:12:49.295659 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-74928532-ecd7-4b5f-9743-221073d85396 req-9bdda732-1a9f-47f2-a9fd-353a8891cbe8 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 210 time: 0.0442424 Nov 09 18:12:49.368289 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-047e78a6-39ef-44eb-9ed1-6ad40a94d953 service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099102 Nov 09 18:12:49.473055 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-af4ed427-a2d6-41cd-a76a-c3772c89a116 service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986207 Nov 09 18:12:49.841319 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-79fb4274-b915-4778-addc-520267e99a5f req-9580fdee-8195-4fa2-b5eb-28d03df48893 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 210 time: 0.0469315 Nov 09 18:12:49.944883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c487f-c94a-414a-ad19-1d0ecb2d8c24 req-0ec02a43-723f-430f-ba0f-4657a6e38a3e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:49.947368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f87c487f-c94a-414a-ad19-1d0ecb2d8c24 req-0ec02a43-723f-430f-ba0f-4657a6e38a3e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.0851572 Nov 09 18:12:49.994634 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f87c487f-c94a-414a-ad19-1d0ecb2d8c24 req-b7b03b87-26d1-4ae9-8fa3-29a8f4dff018 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406098 Nov 09 18:12:50.512550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-e6d0b296-213d-4ce2-88c4-3669e6d51aa1 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:50.514583 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-e6d0b296-213d-4ce2-88c4-3669e6d51aa1 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.18 "GET /v2.0/networks?id=29b65981-de93-42c0-9598-13a0ae7d5b6f HTTP/1.1" status: 200 len: 813 time: 0.1467676 Nov 09 18:12:50.578787 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-715c4397-8e75-4e13-af25-08149a9ea789 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78987bf9689a471c9a71268c73f16eeb HTTP/1.1" status: 200 len: 380 time: 0.0451393 Nov 09 18:12:50.590882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-feb1ed0e-eac3-4b22-aaf9-a16bc694881e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Request body: {'port': {'device_id': '4427f340-2668-428f-be79-051ea6be2be3', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'admin_state_up': True, 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'security_groups': ['6576ec60-73ad-4099-8c89-c8e46360315a']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:50.751196 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0de5fa5d-6cb9-4d0b-b6ba-954afb9a0c6f req-0e472af2-04ca-4981-8a6f-97945fc49a1e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 210 time: 0.0294969 Nov 09 18:12:50.762212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-feb1ed0e-eac3-4b22-aaf9-a16bc694881e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Made reservation on behalf of 78987bf9689a471c9a71268c73f16eeb for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:50.771995 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-feb1ed0e-eac3-4b22-aaf9-a16bc694881e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:51.038661 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-71a44585-5347-411e-8d45-3cff20471e16 req-dfc864e9-3726-4827-b6d8-7b032aeedfc0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 210 time: 0.0534806 Nov 09 18:12:51.065461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-feb1ed0e-eac3-4b22-aaf9-a16bc694881e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Allocated IP 172.20.0.4 (29b65981-de93-42c0-9598-13a0ae7d5b6f/bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad/5a116e21-5188-43ca-a4e0-7a89ffe88b52) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:51.229616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-31c703c1-0b08-4dca-bff1-0f6fdc9fa41c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:51.233423 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-31c703c1-0b08-4dca-bff1-0f6fdc9fa41c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.18 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.2978187 Nov 09 18:12:51.257644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-12f31137-301b-4608-9393-5a5df16167d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'port': {'device_id': 'cc8635a7-97ba-46c9-907c-b16be4930f8e', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'admin_state_up': True, 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:51.273874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d6ea5-be7f-4f4f-a7b2-39827a00ff0b req-788c1c95-b29f-4b79-8354-4ac212cd236e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:51.282624 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ee9d6ea5-be7f-4f4f-a7b2-39827a00ff0b req-788c1c95-b29f-4b79-8354-4ac212cd236e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.1623781 Nov 09 18:12:51.330312 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-feb1ed0e-eac3-4b22-aaf9-a16bc694881e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:51.409481 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ee9d6ea5-be7f-4f4f-a7b2-39827a00ff0b req-c2f270d8-8358-4867-81ab-2d73442784df tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258037 Nov 09 18:12:51.455531 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-feb1ed0e-eac3-4b22-aaf9-a16bc694881e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:51.515789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-12f31137-301b-4608-9393-5a5df16167d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Made reservation on behalf of f71584f60a304e7aadf26b8906dcf81a for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:51.523272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-12f31137-301b-4608-9393-5a5df16167d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:51.579069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-feb1ed0e-eac3-4b22-aaf9-a16bc694881e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Network 29b65981-de93-42c0-9598-13a0ae7d5b6f is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:51.599788 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-feb1ed0e-eac3-4b22-aaf9-a16bc694881e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:51.660685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-feb1ed0e-eac3-4b22-aaf9-a16bc694881e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:51.681357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.18', 62538) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:51.788667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-feb1ed0e-eac3-4b22-aaf9-a16bc694881e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:51.789381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-feb1ed0e-eac3-4b22-aaf9-a16bc694881e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:51.797997 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-12f31137-301b-4608-9393-5a5df16167d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Allocated IP 172.20.0.12 (90cd779a-c359-4632-a173-a787022d80a7/69a85ecb-e615-4367-9493-a078677bf2c5/e4a8e296-5a57-4e00-a734-6f887669cd46) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:51.823277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1ed0e-eac3-4b22-aaf9-a16bc694881e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Pushing event updated for resources: {'Port': ['ID=5a116e21-5188-43ca-a4e0-7a89ffe88b52,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:51.853068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-feb1ed0e-eac3-4b22-aaf9-a16bc694881e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2661657 Nov 09 18:12:51.865523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e7236-3d12-4acd-95d5-cc8c4315f840 req-38ab6e02-3861-45e4-bfb9-a8af3b2a87b7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:51.868044 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-334e7236-3d12-4acd-95d5-cc8c4315f840 req-38ab6e02-3861-45e4-bfb9-a8af3b2a87b7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.1616797 Nov 09 18:12:51.876551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Request body: {'port': {'device_id': '4427f340-2668-428f-be79-051ea6be2be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:52.087293 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-12f31137-301b-4608-9393-5a5df16167d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.169218 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-12f31137-301b-4608-9393-5a5df16167d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.184037 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['6b8d4800-489a-4775-aa4a-75b611c33f29'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:52.234450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f47128d6-e506-41b1-b4ab-78116e8023ea None None] Provisioning complete for port 5a116e21-5188-43ca-a4e0-7a89ffe88b52 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:52.235182 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f47128d6-e506-41b1-b4ab-78116e8023ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.246980 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.265019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f31137-301b-4608-9393-5a5df16167d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'Port': ['ID=e4a8e296-5a57-4e00-a734-6f887669cd46,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:52.278364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f47128d6-e506-41b1-b4ab-78116e8023ea None None] Port 5a116e21-5188-43ca-a4e0-7a89ffe88b52 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:12:52.316985 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-12f31137-301b-4608-9393-5a5df16167d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Network 90cd779a-c359-4632-a173-a787022d80a7 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:52.320173 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-12f31137-301b-4608-9393-5a5df16167d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:52.323280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-12f31137-301b-4608-9393-5a5df16167d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:52.348834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10ea2e-2794-4092-9634-e5ad7ac754a2 req-f3a68da0-94dd-4b69-a510-42b98be82b42 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:52.361387 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f10ea2e-2794-4092-9634-e5ad7ac754a2 req-f3a68da0-94dd-4b69-a510-42b98be82b42 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 931 time: 0.3732309 Nov 09 18:12:52.373973 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9807b-dfb1-4bbb-91fa-11e691ad626e req-4fb40539-10dd-4385-8f20-2cd036375882 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:52.382667 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-74f9807b-dfb1-4bbb-91fa-11e691ad626e req-4fb40539-10dd-4385-8f20-2cd036375882 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 932 time: 0.1331861 Nov 09 18:12:52.496505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-74f9807b-dfb1-4bbb-91fa-11e691ad626e req-f0e43465-a7a1-4f23-a152-bf78a560cb49 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124439 Nov 09 18:12:52.527652 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-12f31137-301b-4608-9393-5a5df16167d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:52.528379 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-12f31137-301b-4608-9393-5a5df16167d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.552314 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-12f31137-301b-4608-9393-5a5df16167d1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3057797 Nov 09 18:12:52.565699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Request body: {'port': {'device_id': 'cc8635a7-97ba-46c9-907c-b16be4930f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:52.773947 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.809849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4f6df0b2-91e5-4487-8903-cdd2ef69003e None None] Provisioning complete for port e4a8e296-5a57-4e00-a734-6f887669cd46 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:52.811637 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4f6df0b2-91e5-4487-8903-cdd2ef69003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.831465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121adec2-9cda-4d62-9225-c0d71a119338 req-7753fd4c-9e95-43d0-b35e-5a48b486762a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:52.841996 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-121adec2-9cda-4d62-9225-c0d71a119338 req-7753fd4c-9e95-43d0-b35e-5a48b486762a tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 945 time: 0.2013755 Nov 09 18:12:52.890129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-4f6df0b2-91e5-4487-8903-cdd2ef69003e None None] Port e4a8e296-5a57-4e00-a734-6f887669cd46 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:12:53.080445 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f10ea2e-2794-4092-9634-e5ad7ac754a2 req-cb8d5bfe-3a0d-4a95-a9bf-fb4d0da8e85c tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7178402 Nov 09 18:12:53.099950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-334e7236-3d12-4acd-95d5-cc8c4315f840 req-c9fac0a9-f00b-4ee5-bb09-9c2b9b429527 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Deleting port 814506be-495d-4efc-b7a9-8390ec7da77a {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:53.101605 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-334e7236-3d12-4acd-95d5-cc8c4315f840 req-c9fac0a9-f00b-4ee5-bb09-9c2b9b429527 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.206412 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.224955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a8e296-5a57-4e00-a734-6f887669cd46 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:53.239471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.262453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-121adec2-9cda-4d62-9225-c0d71a119338 req-3292a310-0f20-431d-9117-ee8d4c771bb7 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648685 Nov 09 18:12:53.274320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Transition to ACTIVE for port object e4a8e296-5a57-4e00-a734-6f887669cd46 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:12:53.281166 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.355420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a8e296-5a57-4e00-a734-6f887669cd46,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:53.372524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-334e7236-3d12-4acd-95d5-cc8c4315f840 req-c9fac0a9-f00b-4ee5-bb09-9c2b9b429527 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] For port 814506be-495d-4efc-b7a9-8390ec7da77a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=814506be-495d-4efc-b7a9-8390ec7da77a,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:53.373704 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-334e7236-3d12-4acd-95d5-cc8c4315f840 req-c9fac0a9-f00b-4ee5-bb09-9c2b9b429527 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.415292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-334e7236-3d12-4acd-95d5-cc8c4315f840 req-c9fac0a9-f00b-4ee5-bb09-9c2b9b429527 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Calling delete_port for 814506be-495d-4efc-b7a9-8390ec7da77a owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:53.451026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Attempting to bind port e4a8e296-5a57-4e00-a734-6f887669cd46 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:53.451321 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Attempting to bind port e4a8e296-5a57-4e00-a734-6f887669cd46 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:53.453341 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Attempting to bind port e4a8e296-5a57-4e00-a734-6f887669cd46 on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:53.462757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Port e4a8e296-5a57-4e00-a734-6f887669cd46 on network 90cd779a-c359-4632-a173-a787022d80a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:12:53.463080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Attempting to bind port e4a8e296-5a57-4e00-a734-6f887669cd46 on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:53.476053 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:53.476408 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Checking segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:53.476779 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Bound using segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:53.477218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Bound port: e4a8e296-5a57-4e00-a734-6f887669cd46, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:53.482644 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.550927 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a116e21-5188-43ca-a4e0-7a89ffe88b52 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:53.559466 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.586820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Transition to ACTIVE for port object 5a116e21-5188-43ca-a4e0-7a89ffe88b52 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:12:53.610831 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.807166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Pushing event updated for resources: {'Port': ['ID=5a116e21-5188-43ca-a4e0-7a89ffe88b52,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:53.862880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e52373-1cd7-4325-86a4-9b151707fefc req-d3677533-497f-4c41-8554-79d6d82afd11 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:53.870077 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67e52373-1cd7-4325-86a4-9b151707fefc req-d3677533-497f-4c41-8554-79d6d82afd11 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.2815592 Nov 09 18:12:53.951911 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67e52373-1cd7-4325-86a4-9b151707fefc req-e981464b-633b-4bfd-939a-a49c6490371a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666602 Nov 09 18:12:53.959044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-334e7236-3d12-4acd-95d5-cc8c4315f840 req-c9fac0a9-f00b-4ee5-bb09-9c2b9b429527 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.985821 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.009785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] For port e4a8e296-5a57-4e00-a734-6f887669cd46, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:54.013678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] For port e4a8e296-5a57-4e00-a734-6f887669cd46, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e4a8e296-5a57-4e00-a734-6f887669cd46,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:54.024201 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.036608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fac0a9-f00b-4ee5-bb09-9c2b9b429527 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event deleted for resources: {'Port': ['ID=814506be-495d-4efc-b7a9-8390ec7da77a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:54.064749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:54.065522 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.072190 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/e4a8e296-5a57-4e00-a734-6f887669cd46 HTTP/1.1" status: 200 len: 1092 time: 1.5108161 Nov 09 18:12:54.074929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8635a7-97ba-46c9-907c-b16be4930f8e', 'tag': 'e4a8e296-5a57-4e00-a734-6f887669cd46'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:54.076787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Attempting to bind port 5a116e21-5188-43ca-a4e0-7a89ffe88b52 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:54.077356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Attempting to bind port 5a116e21-5188-43ca-a4e0-7a89ffe88b52 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'd93dee77-da79-48c0-9a34-5c3d73955812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:54.077525 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d791f0-77f8-488c-9a96-c27a6d0a556b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8635a7-97ba-46c9-907c-b16be4930f8e", "tag": "e4a8e296-5a57-4e00-a734-6f887669cd46"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:54.078031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Attempting to bind port 5a116e21-5188-43ca-a4e0-7a89ffe88b52 on network 29b65981-de93-42c0-9598-13a0ae7d5b6f {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:54.123342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-334e7236-3d12-4acd-95d5-cc8c4315f840 req-c9fac0a9-f00b-4ee5-bb09-9c2b9b429527 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] No DVR routers for this DVR port 814506be-495d-4efc-b7a9-8390ec7da77a on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:54.125133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Port 5a116e21-5188-43ca-a4e0-7a89ffe88b52 on network 29b65981-de93-42c0-9598-13a0ae7d5b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:12:54.125293 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Attempting to bind port 5a116e21-5188-43ca-a4e0-7a89ffe88b52 on network 29b65981-de93-42c0-9598-13a0ae7d5b6f {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:54.139394 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-334e7236-3d12-4acd-95d5-cc8c4315f840 req-c9fac0a9-f00b-4ee5-bb09-9c2b9b429527 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.147606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-334e7236-3d12-4acd-95d5-cc8c4315f840 req-c9fac0a9-f00b-4ee5-bb09-9c2b9b429527 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.18 "DELETE /v2.0/ports/814506be-495d-4efc-b7a9-8390ec7da77a HTTP/1.1" status: 204 len: 173 time: 2.2665877 Nov 09 18:12:54.148640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:54.148842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Checking segment: {'id': 'd93dee77-da79-48c0-9a34-5c3d73955812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:54.149188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Bound using segment: {'id': 'd93dee77-da79-48c0-9a34-5c3d73955812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:54.149639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Bound port: 5a116e21-5188-43ca-a4e0-7a89ffe88b52, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93dee77-da79-48c0-9a34-5c3d73955812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:54.150002 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.152496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d887dfc-2c1f-41b8-980e-6c990f43e542', 'name': 'network-vif-deleted', 'tag': '814506be-495d-4efc-b7a9-8390ec7da77a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:54.154832 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13645176-15c9-4821-a832-fde93a60b57b" -d '{"events": [{"server_uuid": "6d887dfc-2c1f-41b8-980e-6c990f43e542", "name": "network-vif-deleted", "tag": "814506be-495d-4efc-b7a9-8390ec7da77a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:54.250223 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b3f90d-db0a-4646-a0f1-0814a4fa95ec x-openstack-request-id: req-d0b3f90d-db0a-4646-a0f1-0814a4fa95ec {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:54.252310 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8635a7-97ba-46c9-907c-b16be4930f8e", "tag": "e4a8e296-5a57-4e00-a734-6f887669cd46", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:54.252665 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0b3f90d-db0a-4646-a0f1-0814a4fa95ec {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:54.253169 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8635a7-97ba-46c9-907c-b16be4930f8e', 'tag': 'e4a8e296-5a57-4e00-a734-6f887669cd46', 'status': 'completed', 'code': 200} Nov 09 18:12:54.360892 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d832e4b4-a693-4123-abb5-af86042553de x-openstack-request-id: req-d832e4b4-a693-4123-abb5-af86042553de {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:54.362128 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d887dfc-2c1f-41b8-980e-6c990f43e542", "name": "network-vif-deleted", "tag": "814506be-495d-4efc-b7a9-8390ec7da77a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:54.362548 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d832e4b4-a693-4123-abb5-af86042553de {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:54.363845 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d887dfc-2c1f-41b8-980e-6c990f43e542', 'name': 'network-vif-deleted', 'tag': '814506be-495d-4efc-b7a9-8390ec7da77a', 'status': 'completed', 'code': 200} Nov 09 18:12:54.397912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] For port 5a116e21-5188-43ca-a4e0-7a89ffe88b52, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:54.403786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43117c1a-8002-4f10-9185-ca74073ef4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a8e296-5a57-4e00-a734-6f887669cd46,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:54.411919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] For port 5a116e21-5188-43ca-a4e0-7a89ffe88b52, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=5a116e21-5188-43ca-a4e0-7a89ffe88b52,segment=NetworkSegment(d93dee77-da79-48c0-9a34-5c3d73955812),segment_id=d93dee77-da79-48c0-9a34-5c3d73955812)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:54.427033 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.440435 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-2ceaa73a-a452-4489-8ad0-50af41127ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:54.443527 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-2ceaa73a-a452-4489-8ad0-50af41127ddb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 1095 time: 0.2888317 Nov 09 18:12:54.479872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957549da-7ef9-4383-851d-8b266f68d087 req-9ad0c342-e5bc-4cf7-951b-a963ed8f302f tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:54.482567 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-957549da-7ef9-4383-851d-8b266f68d087 req-9ad0c342-e5bc-4cf7-951b-a963ed8f302f tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 943 time: 0.1917043 Nov 09 18:12:54.530439 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-f7acf4ca-5a24-4f88-8f81-a95f708f2b66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a8e296-5a57-4e00-a734-6f887669cd46 HTTP/1.1" status: 200 len: 217 time: 0.0759144 Nov 09 18:12:54.538602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Pushing event updated for resources: {'Port': ['ID=5a116e21-5188-43ca-a4e0-7a89ffe88b52,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:54.542982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f60e526c-db62-44ec-ad49-b9332b8bebb8 req-6ea6a629-a73f-4432-917e-4e2df2d95c42 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d887dfc-2c1f-41b8-980e-6c990f43e542 HTTP/1.1" status: 200 len: 210 time: 0.0384195 Nov 09 18:12:54.567683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:54.569720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.573436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-69ae0ef7-0aa4-48e6-9592-ee559df40482 service neutron] 10.222.0.18 "PUT /v2.0/ports/5a116e21-5188-43ca-a4e0-7a89ffe88b52 HTTP/1.1" status: 200 len: 1091 time: 2.7040689 Nov 09 18:12:54.658297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 814506be-495d-4efc-b7a9-8390ec7da77a no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:54.683297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-0f6f845c-98fc-42e9-8b04-341d5cb503f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:54.685065 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-0f6f845c-98fc-42e9-8b04-341d5cb503f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.1443801 Nov 09 18:12:54.691725 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-957549da-7ef9-4383-851d-8b266f68d087 req-d1839b9b-f46b-4be0-9ef2-249edad76ce8 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774518 Nov 09 18:12:54.737015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 814506be-495d-4efc-b7a9-8390ec7da77a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:12:54.737636 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 814506be-495d-4efc-b7a9-8390ec7da77a not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:54.755486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-ba712483-35d6-4a81-9cb3-b08b97c95b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:54.761749 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-ba712483-35d6-4a81-9cb3-b08b97c95b55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78987bf9689a471c9a71268c73f16eeb&device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 1094 time: 0.1375535 Nov 09 18:12:54.823855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-32c69964-752f-45d8-b612-605055d718cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:54.825548 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-32c69964-752f-45d8-b612-605055d718cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231558 Nov 09 18:12:54.836629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-86b40c7a-9187-49a5-9675-86023c701454 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a116e21-5188-43ca-a4e0-7a89ffe88b52 HTTP/1.1" status: 200 len: 217 time: 0.0671744 Nov 09 18:12:54.949235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-dd15c83f-cd4a-4aab-b15d-943cba886928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:54.951391 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-dd15c83f-cd4a-4aab-b15d-943cba886928 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad HTTP/1.1" status: 200 len: 852 time: 0.1083059 Nov 09 18:12:55.017917 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-1336a68b-b111-47da-af52-99b5d54be643 service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840873 Nov 09 18:12:55.054015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-89090bc6-84a6-4912-bb82-5cb9f65a022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:55.056895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-89090bc6-84a6-4912-bb82-5cb9f65a022e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29b65981-de93-42c0-9598-13a0ae7d5b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983055 Nov 09 18:12:55.200386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb78b9-1518-4e7d-b7a1-8ba97aa4f9f4 req-8e495286-8ea2-42dc-aadf-f68b32de553b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:55.202399 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1eeb78b9-1518-4e7d-b7a1-8ba97aa4f9f4 req-8e495286-8ea2-42dc-aadf-f68b32de553b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0711699 Nov 09 18:12:55.249747 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-a2e78d11-20b7-4804-a750-ce1d295c4840 service neutron] 10.222.0.18 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775138 Nov 09 18:12:55.274818 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e472eec-1322-4abc-bfc8-bd8ba59761ce req-ee4f571a-8b5a-4335-90f1-d5c30ca2b364 service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424717 Nov 09 18:12:55.295023 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1eeb78b9-1518-4e7d-b7a1-8ba97aa4f9f4 req-8ef364d8-0270-4f9e-b5b8-48aa9a0fcc29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809176 Nov 09 18:12:55.384832 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d9d596-0c4b-4b0d-961a-4ec532ef579a req-b00d0058-d2f5-44c4-861a-40748700493b service neutron] 10.222.0.18 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285098 Nov 09 18:12:55.405247 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d791f0-77f8-488c-9a96-c27a6d0a556b req-524ab2a8-383f-4cba-83cb-17480dfa88b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:55.407296 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7d791f0-77f8-488c-9a96-c27a6d0a556b req-524ab2a8-383f-4cba-83cb-17480dfa88b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 1095 time: 0.0739815 Nov 09 18:12:55.521209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d791f0-77f8-488c-9a96-c27a6d0a556b req-3e841fea-700a-4959-b17c-a370854deb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:55.522865 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7d791f0-77f8-488c-9a96-c27a6d0a556b req-3e841fea-700a-4959-b17c-a370854deb55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.1066792 Nov 09 18:12:55.568798 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7d791f0-77f8-488c-9a96-c27a6d0a556b req-4c87fc7f-7726-4932-82d1-e507166d4f27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a8e296-5a57-4e00-a734-6f887669cd46 HTTP/1.1" status: 200 len: 217 time: 0.0378361 Nov 09 18:12:55.623925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d791f0-77f8-488c-9a96-c27a6d0a556b req-8e0c6701-375a-4fb6-b415-9cd755a7a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:55.625468 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7d791f0-77f8-488c-9a96-c27a6d0a556b req-8e0c6701-375a-4fb6-b415-9cd755a7a678 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0487881 Nov 09 18:12:55.727574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d791f0-77f8-488c-9a96-c27a6d0a556b req-1f91203a-acef-40e2-86ab-667cbd4411e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:55.729188 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7d791f0-77f8-488c-9a96-c27a6d0a556b req-1f91203a-acef-40e2-86ab-667cbd4411e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883732 Nov 09 18:12:55.878637 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7d791f0-77f8-488c-9a96-c27a6d0a556b req-f1e2bcf6-d5b1-45e6-acbf-5ddcbe0c6b1c service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402426 Nov 09 18:12:55.955047 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5890c-449e-4177-8f0f-4f080f02db43 req-dfeedba8-5133-4e20-80b4-a62fd17b7c99 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:55.969704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eef5890c-449e-4177-8f0f-4f080f02db43 req-dfeedba8-5133-4e20-80b4-a62fd17b7c99 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 943 time: 0.1262875 Nov 09 18:12:56.049684 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eef5890c-449e-4177-8f0f-4f080f02db43 req-0d8b964a-87b2-4015-9fd8-f8cb0ce4a8b5 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786436 Nov 09 18:12:56.133558 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d7d791f0-77f8-488c-9a96-c27a6d0a556b req-80045f01-a739-4742-b84c-310f8cf575ee service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488859 Nov 09 18:12:56.150364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afbcda-ec56-45e2-b099-a885368cf5de req-ee6811f5-249a-41b9-aa5f-a9f0e0f99411 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:56.155735 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-72afbcda-ec56-45e2-b099-a885368cf5de req-ee6811f5-249a-41b9-aa5f-a9f0e0f99411 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.1175311 Nov 09 18:12:56.236455 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-72afbcda-ec56-45e2-b099-a885368cf5de req-98f28275-bebc-42c4-8936-dab72ac6a5db tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740111 Nov 09 18:12:56.367824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:56.373433 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82313e6-83a9-4689-82b3-03fce3ae45cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:56.440107 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666c596f-9ba9-4158-a6f7-c118b7d8e48a x-openstack-request-id: req-666c596f-9ba9-4158-a6f7-c118b7d8e48a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:56.440391 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:56.440649 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-666c596f-9ba9-4158-a6f7-c118b7d8e48a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:56.441568 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'status': 'completed', 'code': 200} Nov 09 18:12:56.463388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf43f39-0ecf-487f-bead-2eccdecc80b9 req-071e37cd-2a25-43bb-93b4-a6c7ef648c31 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:56.465011 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bdf43f39-0ecf-487f-bead-2eccdecc80b9 req-071e37cd-2a25-43bb-93b4-a6c7ef648c31 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0871840 Nov 09 18:12:56.523700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82313e6-83a9-4689-82b3-03fce3ae45cd req-35ccea43-5358-4f23-9ded-dd6c07ef3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:56.525128 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d82313e6-83a9-4689-82b3-03fce3ae45cd req-35ccea43-5358-4f23-9ded-dd6c07ef3a5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78987bf9689a471c9a71268c73f16eeb&device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 1094 time: 0.0589123 Nov 09 18:12:56.531858 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bdf43f39-0ecf-487f-bead-2eccdecc80b9 req-2399aa58-f3a6-4a57-b64a-9bd2ca16d623 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595038 Nov 09 18:12:56.685236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82313e6-83a9-4689-82b3-03fce3ae45cd req-53863dfe-6cdc-49c6-a1bb-cfcaac798d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:56.687859 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d82313e6-83a9-4689-82b3-03fce3ae45cd req-53863dfe-6cdc-49c6-a1bb-cfcaac798d8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=29b65981-de93-42c0-9598-13a0ae7d5b6f HTTP/1.1" status: 200 len: 914 time: 0.1538460 Nov 09 18:12:56.745416 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d82313e6-83a9-4689-82b3-03fce3ae45cd req-82dcc0a0-d1fe-4ba2-8c9f-9fdda9224f07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a116e21-5188-43ca-a4e0-7a89ffe88b52 HTTP/1.1" status: 200 len: 217 time: 0.0489614 Nov 09 18:12:56.845052 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82313e6-83a9-4689-82b3-03fce3ae45cd req-dddfc7cd-6a9b-4ee0-bf94-ecb7502db461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:56.851645 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d82313e6-83a9-4689-82b3-03fce3ae45cd req-dddfc7cd-6a9b-4ee0-bf94-ecb7502db461 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad HTTP/1.1" status: 200 len: 852 time: 0.0986915 Nov 09 18:12:56.921113 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82313e6-83a9-4689-82b3-03fce3ae45cd req-25d14666-64d0-491a-b041-ad4577e4bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:56.923586 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d82313e6-83a9-4689-82b3-03fce3ae45cd req-25d14666-64d0-491a-b041-ad4577e4bb93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29b65981-de93-42c0-9598-13a0ae7d5b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637343 Nov 09 18:12:57.124326 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d82313e6-83a9-4689-82b3-03fce3ae45cd req-21ce10dc-2bb5-480b-9c2d-2a07e61bbf48 service neutron] 10.222.0.18 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731136 Nov 09 18:12:57.318526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd503c4-32c5-4bf6-9f50-7e6e7f774ddb req-197a5b60-ca9f-4cdd-9cf5-def42df19d3b tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:57.321223 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bd503c4-32c5-4bf6-9f50-7e6e7f774ddb req-197a5b60-ca9f-4cdd-9cf5-def42df19d3b tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 943 time: 0.0885675 Nov 09 18:12:57.384351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c973f32-5bc7-4626-87af-55ae8d2b15f8 req-98952982-271f-46fb-ba6a-b0bde8dfff70 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:57.387790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c973f32-5bc7-4626-87af-55ae8d2b15f8 req-98952982-271f-46fb-ba6a-b0bde8dfff70 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0758977 Nov 09 18:12:57.407825 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7bd503c4-32c5-4bf6-9f50-7e6e7f774ddb req-34b8cd10-46ae-4bd7-be1a-2e90b5589c73 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783961 Nov 09 18:12:57.410608 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d82313e6-83a9-4689-82b3-03fce3ae45cd req-65809b92-3fb2-422f-b134-2aab0531959b service neutron] 10.222.0.18 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778461 Nov 09 18:12:57.439580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c973f32-5bc7-4626-87af-55ae8d2b15f8 req-be25268d-9612-4d75-bf24-4770bf245ef1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458555 Nov 09 18:12:57.744085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cb2f3-3908-43c3-85d9-5e60587a7110 req-94c07df1-2be5-4166-90af-18fd38190731 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:57.748114 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2d6cb2f3-3908-43c3-85d9-5e60587a7110 req-94c07df1-2be5-4166-90af-18fd38190731 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0906005 Nov 09 18:12:57.803917 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2d6cb2f3-3908-43c3-85d9-5e60587a7110 req-0bb0b4d9-cbb5-41c3-9dd5-a18c39b84163 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502076 Nov 09 18:12:58.173982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cd90f-819b-4eef-a5af-d5a318397161 req-40273900-a8b8-4f55-84cb-249a9f672ad0 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:58.177821 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-448cd90f-819b-4eef-a5af-d5a318397161 req-40273900-a8b8-4f55-84cb-249a9f672ad0 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0936224 Nov 09 18:12:58.343662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Deleting port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:58.343662 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:58.460950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] For port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:58.461587 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:58.627565 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c399c-0bd7-4cb1-84da-4828e18a8330 req-ea57ec74-0550-4382-9052-b1a6f638167f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:58.630217 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d41c399c-0bd7-4cb1-84da-4828e18a8330 req-ea57ec74-0550-4382-9052-b1a6f638167f tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 945 time: 0.0826004 Nov 09 18:12:58.677821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b18c4-5495-4c72-83e1-1d9ce06af478 req-5cd52dc2-ab0a-4279-b5e8-68a43416453d tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:58.688085 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2c1b18c4-5495-4c72-83e1-1d9ce06af478 req-5cd52dc2-ab0a-4279-b5e8-68a43416453d tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 943 time: 0.1544991 Nov 09 18:12:58.729410 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d41c399c-0bd7-4cb1-84da-4828e18a8330 req-5e616231-93fd-47c4-a8f4-57c7d34ca6b1 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups?id=4fea71b5-6fd2-4636-af5a-3ba403a3ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880380 Nov 09 18:12:58.757222 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2c1b18c4-5495-4c72-83e1-1d9ce06af478 req-ffa85a63-38a8-433f-9633-913dcb32ff0f tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678988 Nov 09 18:12:58.851916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:58.854101 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:58.854438 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Floating IP 2adbead9-1637-4d15-a57e-abe1783e3abd disassociated. External IP: 172.25.1.49, port: 90d0c7c6-c483-4f0e-88a9-144ac7fe103b. Nov 09 18:12:58.854785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Calling delete_port for 90d0c7c6-c483-4f0e-88a9-144ac7fe103b owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:58.974236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c60b8-969e-4e73-9255-5b4237802655 req-431d1226-8515-401c-9a7f-a93f583da714 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:58.983538 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-608c60b8-969e-4e73-9255-5b4237802655 req-431d1226-8515-401c-9a7f-a93f583da714 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0806375 Nov 09 18:12:59.054044 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-608c60b8-969e-4e73-9255-5b4237802655 req-da251a33-f731-4d58-b2d4-65a6bd1ce443 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693150 Nov 09 18:12:59.137891 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:59.187033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event deleted for resources: {'Port': ['ID=90d0c7c6-c483-4f0e-88a9-144ac7fe103b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:59.344174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Router 41900b48-4369-44a7-9c20-10a14e5883cc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:12:59.499942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:12:59.517218 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ee70ec-4760-4921-b7f6-81e038409d19 None None] Sync routers for ids ['41900b48-4369-44a7-9c20-10a14e5883cc'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:12:59.529273 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee70ec-4760-4921-b7f6-81e038409d19 None None] Routers {'41900b48-4369-44a7-9c20-10a14e5883cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:59.530411 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e3ee70ec-4760-4921-b7f6-81e038409d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:12:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['41900b48-4369-44a7-9c20-10a14e5883cc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:59.582037 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] No DVR routers for this DVR port 90d0c7c6-c483-4f0e-88a9-144ac7fe103b on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:59.587823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:59.604455 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-448cd90f-819b-4eef-a5af-d5a318397161 req-8ae2238c-748f-49d8-9c95-dfcc5029ff09 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.13 "DELETE /v2.0/ports/90d0c7c6-c483-4f0e-88a9-144ac7fe103b HTTP/1.1" status: 204 len: 173 time: 1.4186156 Nov 09 18:12:59.605925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-deleted', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:59.615490 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fbc06f-0b83-4d3b-8cf2-2a8d0c4faba4" -d '{"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-deleted", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:59.680981 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df383142-f20c-459b-a217-0eec58fbbfa8 x-openstack-request-id: req-df383142-f20c-459b-a217-0eec58fbbfa8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:59.682016 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b7c3f6-1667-4f70-ac14-71d58367c927", "name": "network-vif-deleted", "tag": "90d0c7c6-c483-4f0e-88a9-144ac7fe103b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:59.682016 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df383142-f20c-459b-a217-0eec58fbbfa8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:59.682016 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b7c3f6-1667-4f70-ac14-71d58367c927', 'name': 'network-vif-deleted', 'tag': '90d0c7c6-c483-4f0e-88a9-144ac7fe103b', 'status': 'completed', 'code': 200} Nov 09 18:12:59.732589 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e3ee70ec-4760-4921-b7f6-81e038409d19 None None] Set router 41900b48-4369-44a7-9c20-10a14e5883cc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:59.937191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afde63e-5da3-43da-a9c1-1df64fa6bfc6 req-e73da3f2-b66f-4ede-8448-6cd5e21cf570 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:59.946878 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9afde63e-5da3-43da-a9c1-1df64fa6bfc6 req-e73da3f2-b66f-4ede-8448-6cd5e21cf570 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 943 time: 0.0799623 Nov 09 18:12:59.959882 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-96b77439-239c-4dde-9157-0c21d91a80dc req-6f9a2aa9-945d-414b-9704-d146ef6098a8 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4b7c3f6-1667-4f70-ac14-71d58367c927 HTTP/1.1" status: 200 len: 210 time: 0.0845716 Nov 09 18:12:59.990663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9afde63e-5da3-43da-a9c1-1df64fa6bfc6 req-71fd1c44-1032-400e-92b6-a66d012d6450 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428724 Nov 09 18:13:00.102806 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e3ee70ec-4760-4921-b7f6-81e038409d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:59Z', 'revision_number': 4, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f769a154-6616-427a-9863-afd1cbdac4d2', 'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'mac_address': 'fa:16:3e:f9:91:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:58Z', 'updated_at': '2021-11-09T18:05:12Z', 'revision_number': 5, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'subnets': [{'id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:00.145988 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ee70ec-4760-4921-b7f6-81e038409d19 None None] Checking router: 41900b48-4369-44a7-9c20-10a14e5883cc for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:00.156487 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee70ec-4760-4921-b7f6-81e038409d19 None None] Routers {'41900b48-4369-44a7-9c20-10a14e5883cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:00.157254 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e3ee70ec-4760-4921-b7f6-81e038409d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:12:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['41900b48-4369-44a7-9c20-10a14e5883cc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:00.315804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c993a04-2534-44b8-9fe2-1861f196b01f req-63eb5134-3eaf-41f4-8ca7-216393aa5a81 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:00.321076 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c993a04-2534-44b8-9fe2-1861f196b01f req-63eb5134-3eaf-41f4-8ca7-216393aa5a81 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.1353159 Nov 09 18:13:00.378370 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e3ee70ec-4760-4921-b7f6-81e038409d19 None None] Set router 41900b48-4369-44a7-9c20-10a14e5883cc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:00.387870 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c993a04-2534-44b8-9fe2-1861f196b01f req-0b749cb9-b318-4754-ba1e-6005c33fcb87 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570991 Nov 09 18:13:00.654441 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e3ee70ec-4760-4921-b7f6-81e038409d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:59Z', 'revision_number': 4, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f769a154-6616-427a-9863-afd1cbdac4d2', 'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'mac_address': 'fa:16:3e:f9:91:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:58Z', 'updated_at': '2021-11-09T18:05:12Z', 'revision_number': 5, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'subnets': [{'id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:00.687666 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ee70ec-4760-4921-b7f6-81e038409d19 None None] The sync data for ids ['41900b48-4369-44a7-9c20-10a14e5883cc'] in n-d-817236-1 is: [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:04:59Z', 'revision_number': 4, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f769a154-6616-427a-9863-afd1cbdac4d2', 'name': '', 'network_id': '2a20a6e6-e0ed-4d34-bcea-6adb6a89674c', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'mac_address': 'fa:16:3e:f9:91:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:58Z', 'updated_at': '2021-11-09T18:05:12Z', 'revision_number': 5, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'subnets': [{'id': '71e09019-9515-48f7-9fe8-702d4a0e85d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:01.008309 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e037148-a5e6-4075-b88c-5795abf088a7 None None] New status for floating IP 2adbead9-1637-4d15-a57e-abe1783e3abd: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:13:01.172208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42136) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:01.284887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4075b4-1e9d-40df-94d7-2720b128c55b req-f81fe351-7d3e-4940-9b39-bd522c261f4c tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:01.286550 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad4075b4-1e9d-40df-94d7-2720b128c55b req-f81fe351-7d3e-4940-9b39-bd522c261f4c tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 943 time: 0.1666389 Nov 09 18:13:01.310480 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5be68674-e47c-498c-a9a2-90d0d15befcd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.336092 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5be68674-e47c-498c-a9a2-90d0d15befcd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.354212 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ad4075b4-1e9d-40df-94d7-2720b128c55b req-bb003d6a-33bf-4259-bcb6-b3e2f13211ee tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600348 Nov 09 18:13:01.415408 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5be68674-e47c-498c-a9a2-90d0d15befcd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.418720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5be68674-e47c-498c-a9a2-90d0d15befcd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.422326 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5be68674-e47c-498c-a9a2-90d0d15befcd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "DELETE /v2.0/security-groups/4fea71b5-6fd2-4636-af5a-3ba403a3ed03 HTTP/1.1" status: 204 len: 168 time: 0.2428758 Nov 09 18:13:01.423551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42140) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:01.430960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be68674-e47c-498c-a9a2-90d0d15befcd tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fea71b5-6fd2-4636-af5a-3ba403a3ed03,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:01.448493 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-b518ccd1-c66a-4493-ab51-48850c027cfc tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] show failed (client error): The resource could not be found. Nov 09 18:13:01.452692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42144) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:01.462546 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b518ccd1-c66a-4493-ab51-48850c027cfc tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "GET /v2.0/security-groups/4fea71b5-6fd2-4636-af5a-3ba403a3ed03 HTTP/1.1" status: 404 len: 347 time: 0.0376992 Nov 09 18:13:01.624208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbaa82-ff5d-4706-a216-ecbb32952582 req-9b671602-d738-4274-a7f1-105885598424 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:01.625843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6cbaa82-ff5d-4706-a216-ecbb32952582 req-9b671602-d738-4274-a7f1-105885598424 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.1276319 Nov 09 18:13:01.674667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6cbaa82-ff5d-4706-a216-ecbb32952582 req-b0bf9d0a-c8d6-439e-88f8-8a9be63d6ba9 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421278 Nov 09 18:13:01.681557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4d2184b8-8c2e-4aaf-9dc6-f941abd90a0e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Deleting port 987ab7bf-a047-4530-a816-61add89667f9 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:01.682022 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d2184b8-8c2e-4aaf-9dc6-f941abd90a0e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.765101 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d2184b8-8c2e-4aaf-9dc6-f941abd90a0e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.765418 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d2184b8-8c2e-4aaf-9dc6-f941abd90a0e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.778195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-4d2184b8-8c2e-4aaf-9dc6-f941abd90a0e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Calling delete_port for 987ab7bf-a047-4530-a816-61add89667f9 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:01.915569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d2184b8-8c2e-4aaf-9dc6-f941abd90a0e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.946767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2184b8-8c2e-4aaf-9dc6-f941abd90a0e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Pushing event deleted for resources: {'Port': ['ID=987ab7bf-a047-4530-a816-61add89667f9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:02.018310 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d2184b8-8c2e-4aaf-9dc6-f941abd90a0e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.021627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d2184b8-8c2e-4aaf-9dc6-f941abd90a0e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.022732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4d2184b8-8c2e-4aaf-9dc6-f941abd90a0e tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] 10.222.0.81 "DELETE /v2.0/floatingips/2adbead9-1637-4d15-a57e-abe1783e3abd HTTP/1.1" status: 204 len: 168 time: 0.5691791 Nov 09 18:13:02.025787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42146) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:02.136176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 90d0c7c6-c483-4f0e-88a9-144ac7fe103b no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:02.163491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 90d0c7c6-c483-4f0e-88a9-144ac7fe103b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:02.164185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 90d0c7c6-c483-4f0e-88a9-144ac7fe103b not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:02.486577 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a3252cf-b6ef-46be-90b0-1201a85eccf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.498818 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d895ba-cfbd-4e11-ab17-3eda4bfa707c req-25c5eca0-d017-4304-8496-e030b5c60b68 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:02.500332 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56d895ba-cfbd-4e11-ab17-3eda4bfa707c req-25c5eca0-d017-4304-8496-e030b5c60b68 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 943 time: 0.0714509 Nov 09 18:13:02.605646 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56d895ba-cfbd-4e11-ab17-3eda4bfa707c req-405ff754-6e6c-41fb-b8aa-76df4fa58544 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742798 Nov 09 18:13:02.778344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5a3252cf-b6ef-46be-90b0-1201a85eccf7 admin admin] Deleting port f769a154-6616-427a-9863-afd1cbdac4d2 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:02.778578 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a3252cf-b6ef-46be-90b0-1201a85eccf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.798010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bb962-2b39-4086-8a7e-fec77932489e req-046e841e-7edc-4e0c-870b-fe4dccf665a1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:02.799524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c0bb962-2b39-4086-8a7e-fec77932489e req-046e841e-7edc-4e0c-870b-fe4dccf665a1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0500367 Nov 09 18:13:02.838767 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c0bb962-2b39-4086-8a7e-fec77932489e req-8acbd030-d389-4045-884e-76e89b43a13c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329039 Nov 09 18:13:02.861675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-5a3252cf-b6ef-46be-90b0-1201a85eccf7 admin admin] For port f769a154-6616-427a-9863-afd1cbdac4d2, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f769a154-6616-427a-9863-afd1cbdac4d2,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:02.862046 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a3252cf-b6ef-46be-90b0-1201a85eccf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.875737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5a3252cf-b6ef-46be-90b0-1201a85eccf7 admin admin] Calling delete_port for f769a154-6616-427a-9863-afd1cbdac4d2 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:03.069907 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a3252cf-b6ef-46be-90b0-1201a85eccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.096503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3252cf-b6ef-46be-90b0-1201a85eccf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f769a154-6616-427a-9863-afd1cbdac4d2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:03.272531 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a3252cf-b6ef-46be-90b0-1201a85eccf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.499695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3252cf-b6ef-46be-90b0-1201a85eccf7 admin admin] Router 41900b48-4369-44a7-9c20-10a14e5883cc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:13:03.614988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3252cf-b6ef-46be-90b0-1201a85eccf7 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:03.620103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5a3252cf-b6ef-46be-90b0-1201a85eccf7 admin admin] 10.222.0.81 "PUT /v2.0/routers/41900b48-4369-44a7-9c20-10a14e5883cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930550 Nov 09 18:13:03.622644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42160) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:03.623640 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7285a-f037-4c53-8641-7d5487703211 None None] Sync routers for ids ['41900b48-4369-44a7-9c20-10a14e5883cc'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:03.634532 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7285a-f037-4c53-8641-7d5487703211 None None] Routers {'41900b48-4369-44a7-9c20-10a14e5883cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:03.635173 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d2e7285a-f037-4c53-8641-7d5487703211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:12:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['41900b48-4369-44a7-9c20-10a14e5883cc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:03.743493 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-d2e7285a-f037-4c53-8641-7d5487703211 None None] Set router 41900b48-4369-44a7-9c20-10a14e5883cc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:03.763042 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d79ee-ca89-4281-9edc-1355388c5bf7 req-1083f4de-ce43-4e2c-97bd-da3634ea719e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:03.764550 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-708d79ee-ca89-4281-9edc-1355388c5bf7 req-1083f4de-ce43-4e2c-97bd-da3634ea719e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 943 time: 0.0774930 Nov 09 18:13:03.766408 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.935121 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d2e7285a-f037-4c53-8641-7d5487703211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:13:03Z', 'revision_number': 5, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:03.964616 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7285a-f037-4c53-8641-7d5487703211 None None] Checking router: 41900b48-4369-44a7-9c20-10a14e5883cc for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:03.971385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaccf8-0bc3-4796-9b66-5356675be69c req-d3ce99c0-a5f5-4645-8672-149308a26523 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:03.973161 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8aaccf8-0bc3-4796-9b66-5356675be69c req-d3ce99c0-a5f5-4645-8672-149308a26523 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0577924 Nov 09 18:13:03.975951 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7285a-f037-4c53-8641-7d5487703211 None None] Routers {'41900b48-4369-44a7-9c20-10a14e5883cc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:03.976672 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d2e7285a-f037-4c53-8641-7d5487703211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:12:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['41900b48-4369-44a7-9c20-10a14e5883cc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:04.022548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8aaccf8-0bc3-4796-9b66-5356675be69c req-9d49c10b-b245-4c4a-bd71-0463c0fb3e24 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Nov 09 18:13:04.090427 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-d2e7285a-f037-4c53-8641-7d5487703211 None None] Set router 41900b48-4369-44a7-9c20-10a14e5883cc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:04.180012 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-708d79ee-ca89-4281-9edc-1355388c5bf7 req-e245a033-a14c-452a-94ab-94d15b5691a1 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3787839 Nov 09 18:13:04.211028 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.271630 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Deleting port 5d3b75b7-e613-4b77-9fa0-c4332b23da5e {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:04.272096 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.361921 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] For port 5d3b75b7-e613-4b77-9fa0-c4332b23da5e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5d3b75b7-e613-4b77-9fa0-c4332b23da5e,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:04.362386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.376565 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Calling delete_port for 5d3b75b7-e613-4b77-9fa0-c4332b23da5e owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:04.380541 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d2e7285a-f037-4c53-8641-7d5487703211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:13:03Z', 'revision_number': 5, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:04.411361 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7285a-f037-4c53-8641-7d5487703211 None None] The sync data for ids ['41900b48-4369-44a7-9c20-10a14e5883cc'] in n-d-817236-1 is: [{'id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'name': 'tempest-ServerActionsTestJSON-1609897453-router', 'tenant_id': '080b3f95d1934bee9291cf9feb385f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:50Z', 'updated_at': '2021-11-09T18:13:03Z', 'revision_number': 5, 'project_id': '080b3f95d1934bee9291cf9feb385f09', 'gw_port': {'id': '5d3b75b7-e613-4b77-9fa0-c4332b23da5e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41900b48-4369-44a7-9c20-10a14e5883cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:52Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:04.568686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.600398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3b75b7-e613-4b77-9fa0-c4332b23da5e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:04.660809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.756369 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.759019 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.810030 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.810596 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41900b48-4369-44a7-9c20-10a14e5883cc {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:13:04.815199 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.819040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42168) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:04.819262 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ca328ec6-6a59-4bbc-b9f2-0b28cad5de69 admin admin] 10.222.0.81 "DELETE /v2.0/routers/41900b48-4369-44a7-9c20-10a14e5883cc HTTP/1.1" status: 204 len: 168 time: 1.1953576 Nov 09 18:13:04.879615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a8612d-7c04-448a-a415-c393a641554b admin admin] Deleting subnet 71e09019-9515-48f7-9fe8-702d4a0e85d1 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:13:04.883112 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68a8612d-7c04-448a-a415-c393a641554b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.928554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68a8612d-7c04-448a-a415-c393a641554b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.018149 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68a8612d-7c04-448a-a415-c393a641554b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.087777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68a8612d-7c04-448a-a415-c393a641554b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.121490 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8612d-7c04-448a-a415-c393a641554b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e09019-9515-48f7-9fe8-702d4a0e85d1,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:05.123689 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-68a8612d-7c04-448a-a415-c393a641554b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.127283 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-68a8612d-7c04-448a-a415-c393a641554b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/71e09019-9515-48f7-9fe8-702d4a0e85d1 HTTP/1.1" status: 204 len: 168 time: 0.3064148 Nov 09 18:13:05.130091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42172) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:05.131955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7bfd7f-ec9d-4b04-b5d4-78e71321e847 None None] Network 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:05.187007 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71586a-d1ff-420c-b514-a138e0ff46da req-14d42f5c-5b6c-4e8e-b647-1e18f73b37c9 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:05.189054 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee71586a-d1ff-420c-b514-a138e0ff46da req-14d42f5c-5b6c-4e8e-b647-1e18f73b37c9 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0709431 Nov 09 18:13:05.243572 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.248642 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee71586a-d1ff-420c-b514-a138e0ff46da req-3159dc86-c34b-446b-91d4-5647688eef0a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527720 Nov 09 18:13:05.348288 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Deleting port 06d48c55-fa9c-4313-a66d-213e9e75e996 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:05.348775 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.433066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e24ca-4c55-4b11-a32d-2519780c06b9 req-397a9c4e-15b5-4bec-b0fb-acb7ffbf4ca4 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:05.434568 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d74e24ca-4c55-4b11-a32d-2519780c06b9 req-397a9c4e-15b5-4bec-b0fb-acb7ffbf4ca4 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 943 time: 0.1274321 Nov 09 18:13:05.436408 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] For port 06d48c55-fa9c-4313-a66d-213e9e75e996, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=06d48c55-fa9c-4313-a66d-213e9e75e996,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:05.436796 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.466667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Calling delete_port for 06d48c55-fa9c-4313-a66d-213e9e75e996 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:05.538642 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d74e24ca-4c55-4b11-a32d-2519780c06b9 req-7437a022-82f9-4d83-8f81-73eb3c08ed0e tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937619 Nov 09 18:13:05.547996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd1eccf-01ea-43bd-beb7-4838c803292e None None] DHCP port deletion for 2a20a6e6-e0ed-4d34-bcea-6adb6a89674c request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:13:05.615301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1eccf-01ea-43bd-beb7-4838c803292e None None] Deleting port 06d48c55-fa9c-4313-a66d-213e9e75e996 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:05.616079 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fdd1eccf-01ea-43bd-beb7-4838c803292e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.648068 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.683986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 06d48c55-fa9c-4313-a66d-213e9e75e996 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:05.684291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d48c55-fa9c-4313-a66d-213e9e75e996,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:05.692564 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] No DVR routers for this DVR port 06d48c55-fa9c-4313-a66d-213e9e75e996 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:13:05.716001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 06d48c55-fa9c-4313-a66d-213e9e75e996 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:05.716355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 06d48c55-fa9c-4313-a66d-213e9e75e996 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:05.716785 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f769a154-6616-427a-9863-afd1cbdac4d2 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:05.744455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: f769a154-6616-427a-9863-afd1cbdac4d2 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:05.744807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f769a154-6616-427a-9863-afd1cbdac4d2 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:05.745231 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5d3b75b7-e613-4b77-9fa0-c4332b23da5e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:05.773323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 5d3b75b7-e613-4b77-9fa0-c4332b23da5e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:05.773556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5d3b75b7-e613-4b77-9fa0-c4332b23da5e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:05.781184 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.781373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fdd1eccf-01ea-43bd-beb7-4838c803292e None None] For port 06d48c55-fa9c-4313-a66d-213e9e75e996, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=06d48c55-fa9c-4313-a66d-213e9e75e996,segment=NetworkSegment(3aacda38-1e9a-43f9-a94b-142d246abbce),segment_id=3aacda38-1e9a-43f9-a94b-142d246abbce)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:05.781551 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fdd1eccf-01ea-43bd-beb7-4838c803292e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.794738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1eccf-01ea-43bd-beb7-4838c803292e None None] Calling delete_port for 06d48c55-fa9c-4313-a66d-213e9e75e996 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:05.804162 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a20a6e6-e0ed-4d34-bcea-6adb6a89674c']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:05.814043 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aacda38-1e9a-43f9-a94b-142d246abbce') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:05.814333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aacda38-1e9a-43f9-a94b-142d246abbce') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:05.830200 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.853993 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.860716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:13:05.861112 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:13:05.864375 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:13:05.891773 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fdd1eccf-01ea-43bd-beb7-4838c803292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.924803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1eccf-01ea-43bd-beb7-4838c803292e None None] Pushing event deleted for resources: {'Port': ['ID=06d48c55-fa9c-4313-a66d-213e9e75e996,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:05.930124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd1eccf-01ea-43bd-beb7-4838c803292e None None] No DVR routers for this DVR port 06d48c55-fa9c-4313-a66d-213e9e75e996 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:13:05.930318 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.944647 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.948261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2a20a6e6-e0ed-4d34-bcea-6adb6a89674c HTTP/1.1" status: 204 len: 168 time: 0.8167691 Nov 09 18:13:05.966060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a80d5-4184-4ac6-8e27-b8b51ec5e2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a20a6e6-e0ed-4d34-bcea-6adb6a89674c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:06.075306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42180) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:06.123010 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-abc58ef7-6c8a-4b1e-b871-3cb573a6d5c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=080b3f95d1934bee9291cf9feb385f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462749 Nov 09 18:13:06.125581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42182) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:06.180595 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d3e50a8e-c388-4388-90f4-efbebda630f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.202673 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d3e50a8e-c388-4388-90f4-efbebda630f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.251840 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d3e50a8e-c388-4388-90f4-efbebda630f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.255202 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d3e50a8e-c388-4388-90f4-efbebda630f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.256394 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d3e50a8e-c388-4388-90f4-efbebda630f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7 HTTP/1.1" status: 204 len: 168 time: 0.1298089 Nov 09 18:13:06.265915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e50a8e-c388-4388-90f4-efbebda630f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e113eb-9b0c-49ea-b6b1-733eccaaa8c7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:06.386475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b30c9c-7aff-4672-8caa-1e9f62cc2f94 req-9787bac5-57ad-4ee9-aeea-0f94e48a102b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:06.394080 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e3b30c9c-7aff-4672-8caa-1e9f62cc2f94 req-9787bac5-57ad-4ee9-aeea-0f94e48a102b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0587983 Nov 09 18:13:06.444099 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e3b30c9c-7aff-4672-8caa-1e9f62cc2f94 req-0cfe42ee-36f9-45ea-bd5e-d460ea4cead3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431960 Nov 09 18:13:06.684304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 5a116e21-5188-43ca-a4e0-7a89ffe88b52 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:13:06.727882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3f95b-fbf4-4a2b-b43b-d2de0fe2a517 req-284a4d56-705a-45b8-b4b5-6c490e315dd3 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:06.735758 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-02c3f95b-fbf4-4a2b-b43b-d2de0fe2a517 req-284a4d56-705a-45b8-b4b5-6c490e315dd3 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 943 time: 0.0888727 Nov 09 18:13:06.803360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 5a116e21-5188-43ca-a4e0-7a89ffe88b52, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=5a116e21-5188-43ca-a4e0-7a89ffe88b52,segment=NetworkSegment(d93dee77-da79-48c0-9a34-5c3d73955812),segment_id=d93dee77-da79-48c0-9a34-5c3d73955812)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:06.818616 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'port_id': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'mac_address': 'fa:16:3e:a0:b6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:13:06.845336 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-02c3f95b-fbf4-4a2b-b43b-d2de0fe2a517 req-3cd7fb37-3b39-41c0-bce2-8dcde150ba6a tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003966 Nov 09 18:13:06.870377 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.888111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a116e21-5188-43ca-a4e0-7a89ffe88b52 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:06.912521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 5a116e21-5188-43ca-a4e0-7a89ffe88b52, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=5a116e21-5188-43ca-a4e0-7a89ffe88b52,segment=NetworkSegment(d93dee77-da79-48c0-9a34-5c3d73955812),segment_id=d93dee77-da79-48c0-9a34-5c3d73955812)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:06.917660 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.995363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=5a116e21-5188-43ca-a4e0-7a89ffe88b52,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:07.103717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42210) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:07.110605 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:13:07.211819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-628662460-network', 'tenant_id': '0e52161d370b44d5b406900db60ff1ea'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:07.235991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Made reservation on behalf of 0e52161d370b44d5b406900db60ff1ea for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:07.238683 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.248346 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.307000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['5a116e21-5188-43ca-a4e0-7a89ffe88b52'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:07.353695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.359783 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.390313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:13:07.398861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:07.408920 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.409558 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Added segment fb851ddd-35f4-4ac8-bd73-30ede6f5c73b of type vlan for network ca1d451c-a53b-4d05-8ecd-74a50b662921 Nov 09 18:13:07.455595 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.485682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.486992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:07.487701 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.580331 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4752395 Nov 09 18:13:07.584587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42216) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:07.592610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-dfff9d9e-f4ac-4c73-be58-b3fc781c6476 admin admin] Request body: {'subnet': {'network_id': 'ca1d451c-a53b-4d05-8ecd-74a50b662921', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-628662460-subnet', 'tenant_id': '0e52161d370b44d5b406900db60ff1ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:07.599316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b02ad5-c8c7-4983-9649-cf6c45792eeb admin admin] Pushing event updated for resources: {'Network': ['ID=ca1d451c-a53b-4d05-8ecd-74a50b662921,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:07.611643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network ca1d451c-a53b-4d05-8ecd-74a50b662921 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:13:07.633126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e2c85-4cf0-488e-b289-bd68c0729edf req-ce8091e9-7fc0-4c12-a509-b52d620c726b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:07.634667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c3e2c85-4cf0-488e-b289-bd68c0729edf req-ce8091e9-7fc0-4c12-a509-b52d620c726b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0988450 Nov 09 18:13:07.635779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfff9d9e-f4ac-4c73-be58-b3fc781c6476 admin admin] Made reservation on behalf of 0e52161d370b44d5b406900db60ff1ea for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:07.638058 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dfff9d9e-f4ac-4c73-be58-b3fc781c6476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.735737 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c3e2c85-4cf0-488e-b289-bd68c0729edf req-64d13146-c388-44af-bbfc-fbb4fde4deab tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848765 Nov 09 18:13:07.865743 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dfff9d9e-f4ac-4c73-be58-b3fc781c6476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.934105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff9d9e-f4ac-4c73-be58-b3fc781c6476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ab4ea1-2f34-44d1-9893-44c5edea8f4f,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:07.940652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff9d9e-f4ac-4c73-be58-b3fc781c6476 admin admin] Checking segment: {'id': 'fb851ddd-35f4-4ac8-bd73-30ede6f5c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ca1d451c-a53b-4d05-8ecd-74a50b662921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:07.940950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfff9d9e-f4ac-4c73-be58-b3fc781c6476 admin admin] Network hostable DHCP agents. Network: ca1d451c-a53b-4d05-8ecd-74a50b662921, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:13:07.973331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfff9d9e-f4ac-4c73-be58-b3fc781c6476 admin admin] Network ca1d451c-a53b-4d05-8ecd-74a50b662921 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:13:07.974675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5c057-0de2-4287-a90a-2b220593ad04 req-acd6bd7d-48e2-4348-808c-61963b8f3f7a tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:07.976724 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8dc5c057-0de2-4287-a90a-2b220593ad04 req-acd6bd7d-48e2-4348-808c-61963b8f3f7a tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 944 time: 0.0575233 Nov 09 18:13:07.993989 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-dfff9d9e-f4ac-4c73-be58-b3fc781c6476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, ca1d451c-a53b-4d05-8ecd-74a50b662921) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:08.000396 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfff9d9e-f4ac-4c73-be58-b3fc781c6476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:08.001011 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dfff9d9e-f4ac-4c73-be58-b3fc781c6476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.019714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad3efa2-6a8e-4558-a74e-3d64d1ee2059 None None] Network ca1d451c-a53b-4d05-8ecd-74a50b662921 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:08.032155 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dfff9d9e-f4ac-4c73-be58-b3fc781c6476 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4437475 Nov 09 18:13:08.056899 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8dc5c057-0de2-4287-a90a-2b220593ad04 req-96e27a99-3cbf-4d29-a80c-61548bc2adf5 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715451 Nov 09 18:13:08.363660 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b069ca-a7fa-4b93-9f71-cf9694d31f9c None None] Network ca1d451c-a53b-4d05-8ecd-74a50b662921 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:08.588818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-b4147312-5a2b-4c15-90d1-ba2fd307d321 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:08.590578 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-b4147312-5a2b-4c15-90d1-ba2fd307d321 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/networks?id=ca1d451c-a53b-4d05-8ecd-74a50b662921 HTTP/1.1" status: 200 len: 821 time: 0.1194625 Nov 09 18:13:08.609159 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-00d548ad-d4af-4999-ac6d-37a2dd7243f9 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/quotas/0e52161d370b44d5b406900db60ff1ea HTTP/1.1" status: 200 len: 375 time: 0.0118811 Nov 09 18:13:08.647821 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-de52f7dc-a895-4cad-ae3b-7b198663a4be tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0e52161d370b44d5b406900db60ff1ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292032 Nov 09 18:13:08.699939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 5a116e21-5188-43ca-a4e0-7a89ffe88b52 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:08.748404 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-c0b3742f-e4b0-452b-816e-40ecdcfe71db service neutron] 10.222.0.81 "GET /v2.0/networks/ca1d451c-a53b-4d05-8ecd-74a50b662921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925653 Nov 09 18:13:08.768513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 5a116e21-5188-43ca-a4e0-7a89ffe88b52 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:13:08.777414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 5a116e21-5188-43ca-a4e0-7a89ffe88b52 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:08.777414 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.886778 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.886906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-31d4774d-d8ff-4d26-8f96-d4516ad9d8ff service neutron] 10.222.0.81 "GET /v2.0/networks/ca1d451c-a53b-4d05-8ecd-74a50b662921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314361 Nov 09 18:13:08.926945 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d556c-12f7-4de9-b913-3b256918c616 req-e1146af5-8e4a-40f6-a18c-ae137b89bc72 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:08.930839 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-981d556c-12f7-4de9-b913-3b256918c616 req-e1146af5-8e4a-40f6-a18c-ae137b89bc72 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0893385 Nov 09 18:13:08.933269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 5a116e21-5188-43ca-a4e0-7a89ffe88b52, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=5a116e21-5188-43ca-a4e0-7a89ffe88b52,segment=NetworkSegment(d93dee77-da79-48c0-9a34-5c3d73955812),segment_id=d93dee77-da79-48c0-9a34-5c3d73955812)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:08.934449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:08.937289 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0ac91b-949c-4eef-b5c4-356d93aac235" -d '{"events": [{"server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "name": "network-vif-plugged", "status": "completed", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:08.944193 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.022815 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-981d556c-12f7-4de9-b913-3b256918c616 req-7931f986-abfd-46a1-bbe5-c02d84b79008 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847681 Nov 09 18:13:09.071743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=5a116e21-5188-43ca-a4e0-7a89ffe88b52,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:09.124497 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae67899-48f8-43a8-96ac-e2e0f1c52ec0 x-openstack-request-id: req-eae67899-48f8-43a8-96ac-e2e0f1c52ec0 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:09.124497 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "name": "network-vif-plugged", "status": "completed", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:09.124497 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eae67899-48f8-43a8-96ac-e2e0f1c52ec0 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:09.124882 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'code': 200} Nov 09 18:13:09.171417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-131b9009-ff80-4a58-9f59-31077fb5321d req-31118526-bf37-462e-a76d-847fb2676b03 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 210 time: 0.0576768 Nov 09 18:13:09.312010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9f270-2f41-4aeb-9296-19aaad06ca82 req-deb75b23-474f-4d98-b501-4a607e7b78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:09.314040 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c0e9f270-2f41-4aeb-9296-19aaad06ca82 req-deb75b23-474f-4d98-b501-4a607e7b78bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 1096 time: 0.0989933 Nov 09 18:13:09.336764 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2525dc-ed83-47e2-ae20-644c943cba83 req-a61c2b34-4c6e-41b9-b03d-d4c2adb4a5a1 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:09.346829 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa2525dc-ed83-47e2-ae20-644c943cba83 req-a61c2b34-4c6e-41b9-b03d-d4c2adb4a5a1 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 945 time: 0.1424983 Nov 09 18:13:09.432500 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-aa2525dc-ed83-47e2-ae20-644c943cba83 req-ddfac3c5-a8df-4603-9501-edf1bc9f2b47 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822678 Nov 09 18:13:09.438212 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c0e9f270-2f41-4aeb-9296-19aaad06ca82 req-f4e8074b-2a6d-48c8-8af6-d9ad02b58ef3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876229 Nov 09 18:13:10.160991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ca6b1-6765-4667-91c5-cbb081c9a567 req-f0d53374-1113-4b81-8b9d-750539e5b40f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:10.162672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-238ca6b1-6765-4667-91c5-cbb081c9a567 req-f0d53374-1113-4b81-8b9d-750539e5b40f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0620348 Nov 09 18:13:10.210134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-238ca6b1-6765-4667-91c5-cbb081c9a567 req-b7984ba6-c5f0-45ac-9440-7bb72250380f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404882 Nov 09 18:13:10.281722 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbf770ae-8249-4713-bd53-8d6b0cd062f7 req-2eb2e479-0bfc-4f4a-8439-c427a4dc58e1 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 210 time: 0.0323732 Nov 09 18:13:10.368795 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-ce05020e-f73c-419c-ad26-2532fd013a4c tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:10.370796 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-ce05020e-f73c-419c-ad26-2532fd013a4c tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.13 "GET /v2.0/networks?id=ca1d451c-a53b-4d05-8ecd-74a50b662921 HTTP/1.1" status: 200 len: 821 time: 0.1522801 Nov 09 18:13:10.385108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-8ea9ff3e-cdbe-450f-aa8c-af255d4b56e0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Request body: {'port': {'device_id': '39a996ba-dd30-49aa-a487-270dd2006d31', 'network_id': 'ca1d451c-a53b-4d05-8ecd-74a50b662921', 'admin_state_up': True, 'tenant_id': '0e52161d370b44d5b406900db60ff1ea'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:10.677509 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dc74aa39-3ea9-46a6-95f9-5ea89eef87a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.859132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-8ea9ff3e-cdbe-450f-aa8c-af255d4b56e0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Made reservation on behalf of 0e52161d370b44d5b406900db60ff1ea for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:10.862535 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-8ea9ff3e-cdbe-450f-aa8c-af255d4b56e0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.883923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0c5af-2c61-48ae-978b-66667d3a7368 req-9627bc31-9669-4642-9e44-4a1f757ce8d4 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:10.885519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0f0c5af-2c61-48ae-978b-66667d3a7368 req-9627bc31-9669-4642-9e44-4a1f757ce8d4 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 945 time: 0.0880177 Nov 09 18:13:10.980442 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0f0c5af-2c61-48ae-978b-66667d3a7368 req-160e9367-1967-4709-a7cc-93275e0c23b4 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814371 Nov 09 18:13:11.047734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-8ea9ff3e-cdbe-450f-aa8c-af255d4b56e0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Allocated IP 172.20.0.9 (ca1d451c-a53b-4d05-8ecd-74a50b662921/a5ab4ea1-2f34-44d1-9893-44c5edea8f4f/39b52f50-27d6-4a26-abc0-d75d63e022e8) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:11.216036 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-8ea9ff3e-cdbe-450f-aa8c-af255d4b56e0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.254998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-8ea9ff3e-cdbe-450f-aa8c-af255d4b56e0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.298962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-8ea9ff3e-cdbe-450f-aa8c-af255d4b56e0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Network ca1d451c-a53b-4d05-8ecd-74a50b662921 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:11.302367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-8ea9ff3e-cdbe-450f-aa8c-af255d4b56e0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:11.306618 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-8ea9ff3e-cdbe-450f-aa8c-af255d4b56e0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:11.335609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9ff3e-cdbe-450f-aa8c-af255d4b56e0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Pushing event updated for resources: {'Port': ['ID=39b52f50-27d6-4a26-abc0-d75d63e022e8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:11.365068 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-8ea9ff3e-cdbe-450f-aa8c-af255d4b56e0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:11.365810 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-8ea9ff3e-cdbe-450f-aa8c-af255d4b56e0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.416653 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-8ea9ff3e-cdbe-450f-aa8c-af255d4b56e0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0356944 Nov 09 18:13:11.417937 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb50a9-0484-4a98-b1d4-5c722bd3870e req-95f78d0d-932e-4129-8590-a56114f1fe83 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:11.419562 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dafb50a9-0484-4a98-b1d4-5c722bd3870e req-95f78d0d-932e-4129-8590-a56114f1fe83 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0970342 Nov 09 18:13:11.429473 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Request body: {'port': {'device_id': '39a996ba-dd30-49aa-a487-270dd2006d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:11.461968 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dafb50a9-0484-4a98-b1d4-5c722bd3870e req-28a83c29-4790-4587-8108-322e010987cb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348423 Nov 09 18:13:11.463708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bcba4-1335-4d28-b228-580805a9c3ac req-c2399ce8-3f31-41eb-9b04-8f9e18586016 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:11.465358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c03bcba4-1335-4d28-b228-580805a9c3ac req-c2399ce8-3f31-41eb-9b04-8f9e18586016 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 931 time: 0.0956445 Nov 09 18:13:11.522574 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.575156 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c03bcba4-1335-4d28-b228-580805a9c3ac req-b94f0656-2d24-4efe-9b8f-741fd66448f9 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010294 Nov 09 18:13:11.898204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b52f50-27d6-4a26-abc0-d75d63e022e8 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:11.906125 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.918839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Transition to ACTIVE for port object 39b52f50-27d6-4a26-abc0-d75d63e022e8 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:13:11.922867 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.978421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Pushing event updated for resources: {'Port': ['ID=39b52f50-27d6-4a26-abc0-d75d63e022e8,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:12.057166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Attempting to bind port 39b52f50-27d6-4a26-abc0-d75d63e022e8 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:12.057502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Attempting to bind port 39b52f50-27d6-4a26-abc0-d75d63e022e8 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'fb851ddd-35f4-4ac8-bd73-30ede6f5c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ca1d451c-a53b-4d05-8ecd-74a50b662921'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:12.057833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Attempting to bind port 39b52f50-27d6-4a26-abc0-d75d63e022e8 on network ca1d451c-a53b-4d05-8ecd-74a50b662921 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:12.062899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Port 39b52f50-27d6-4a26-abc0-d75d63e022e8 on network ca1d451c-a53b-4d05-8ecd-74a50b662921 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:12.063249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Attempting to bind port 39b52f50-27d6-4a26-abc0-d75d63e022e8 on network ca1d451c-a53b-4d05-8ecd-74a50b662921 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:12.069609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:12.069951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Checking segment: {'id': 'fb851ddd-35f4-4ac8-bd73-30ede6f5c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ca1d451c-a53b-4d05-8ecd-74a50b662921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:12.070491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Bound using segment: {'id': 'fb851ddd-35f4-4ac8-bd73-30ede6f5c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ca1d451c-a53b-4d05-8ecd-74a50b662921'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:12.070924 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Bound port: 39b52f50-27d6-4a26-abc0-d75d63e022e8, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb851ddd-35f4-4ac8-bd73-30ede6f5c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ca1d451c-a53b-4d05-8ecd-74a50b662921'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:12.071382 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:12.122115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a4b3a-9f16-49ea-8ba6-c5e0b0a66243 req-1fdc5087-20b0-4438-9d06-7baa117bb0e2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:12.124390 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b9a4b3a-9f16-49ea-8ba6-c5e0b0a66243 req-1fdc5087-20b0-4438-9d06-7baa117bb0e2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 945 time: 0.0596108 Nov 09 18:13:12.150542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] For port 39b52f50-27d6-4a26-abc0-d75d63e022e8, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:12.155032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] For port 39b52f50-27d6-4a26-abc0-d75d63e022e8, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=39b52f50-27d6-4a26-abc0-d75d63e022e8,segment=NetworkSegment(fb851ddd-35f4-4ac8-bd73-30ede6f5c73b),segment_id=fb851ddd-35f4-4ac8-bd73-30ede6f5c73b)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:12.161075 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:12.172410 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b9a4b3a-9f16-49ea-8ba6-c5e0b0a66243 req-b5e62170-39b5-4050-aa35-be7147472ebe tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 Nov 09 18:13:12.196336 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:12.196955 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:12.198412 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] 10.222.0.13 "PUT /v2.0/ports/39b52f50-27d6-4a26-abc0-d75d63e022e8 HTTP/1.1" status: 200 len: 1091 time: 0.7732303 Nov 09 18:13:12.198864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a996ba-dd30-49aa-a487-270dd2006d31', 'tag': '39b52f50-27d6-4a26-abc0-d75d63e022e8'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:12.201295 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c03b953-ef9d-416d-82d5-5b52fecf6944" -d '{"events": [{"name": "network-changed", "server_uuid": "39a996ba-dd30-49aa-a487-270dd2006d31", "tag": "39b52f50-27d6-4a26-abc0-d75d63e022e8"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:12.232173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e411a1-b814-45c8-bd14-7bdd23778258 service neutron] Pushing event updated for resources: {'Port': ['ID=39b52f50-27d6-4a26-abc0-d75d63e022e8,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:12.253863 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c2be10-db2f-49af-8287-1670413531b8 x-openstack-request-id: req-d2c2be10-db2f-49af-8287-1670413531b8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:12.254361 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a996ba-dd30-49aa-a487-270dd2006d31", "tag": "39b52f50-27d6-4a26-abc0-d75d63e022e8", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:12.254787 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d2c2be10-db2f-49af-8287-1670413531b8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:12.255314 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a996ba-dd30-49aa-a487-270dd2006d31', 'tag': '39b52f50-27d6-4a26-abc0-d75d63e022e8', 'status': 'completed', 'code': 200} Nov 09 18:13:12.326734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-3a6d1bbe-cfe5-4ba7-badb-84e78fb77057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:12.328444 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-3a6d1bbe-cfe5-4ba7-badb-84e78fb77057 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e52161d370b44d5b406900db60ff1ea&device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 1094 time: 0.0842702 Nov 09 18:13:12.341273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41693db7-e354-45c4-aa81-698754250da1 req-581c71fd-cc10-4702-88ed-9c899dafff1d tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:12.342708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41693db7-e354-45c4-aa81-698754250da1 req-581c71fd-cc10-4702-88ed-9c899dafff1d tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 945 time: 0.0688090 Nov 09 18:13:12.390593 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-8d7f4132-323a-4c3d-9abc-82f4927801a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39b52f50-27d6-4a26-abc0-d75d63e022e8 HTTP/1.1" status: 200 len: 217 time: 0.0466225 Nov 09 18:13:12.451738 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41693db7-e354-45c4-aa81-698754250da1 req-9d5df690-8f57-4a3b-9640-926ce3b920c8 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016197 Nov 09 18:13:12.463523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-bfb13755-cce4-45e0-b2ab-175056ffe554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:12.465033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-bfb13755-cce4-45e0-b2ab-175056ffe554 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a5ab4ea1-2f34-44d1-9893-44c5edea8f4f HTTP/1.1" status: 200 len: 861 time: 0.0669947 Nov 09 18:13:12.474502 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42288) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:12.503931 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-114efc12-eaf7-45e7-99be-452c76443a4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca1d451c-a53b-4d05-8ecd-74a50b662921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293615 Nov 09 18:13:12.602235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68790479-f15b-424e-a3c6-3a42fe9b30a6 req-a2bc2d87-ab53-46fc-a581-76b8acd1d05a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:12.606397 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68790479-f15b-424e-a3c6-3a42fe9b30a6 req-a2bc2d87-ab53-46fc-a581-76b8acd1d05a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0661957 Nov 09 18:13:12.634855 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-5ef94d27-f9ca-401b-99e4-00c5a5c187d4 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1d451c-a53b-4d05-8ecd-74a50b662921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237936 Nov 09 18:13:12.691485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44646df-4802-474e-ba63-8a93e3bdff59 tempest-TestVolumeBackupRestore-803411754 tempest-TestVolumeBackupRestore-803411754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:12.693036 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b44646df-4802-474e-ba63-8a93e3bdff59 tempest-TestVolumeBackupRestore-803411754 tempest-TestVolumeBackupRestore-803411754-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 1091 time: 0.2175076 Nov 09 18:13:12.705926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68790479-f15b-424e-a3c6-3a42fe9b30a6 req-6a0263ea-00af-48a6-b825-78b73da80204 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570264 Nov 09 18:13:12.710121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42300) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:12.724630 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:12.745753 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:12.787431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e284e5-b67c-47b0-9eb3-56920d2d526c req-feb8b774-50e7-4b83-9564-d7a3f265297d tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:12.789383 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45e284e5-b67c-47b0-9eb3-56920d2d526c req-feb8b774-50e7-4b83-9564-d7a3f265297d tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 943 time: 0.1319959 Nov 09 18:13:12.835170 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-165b2101-86dd-49b7-9d7c-d45ebe2b6fb4 req-ff3f7614-30b9-40d4-befd-7c0c6d6c374a service neutron] 10.222.0.13 "GET /v2.0/networks/ca1d451c-a53b-4d05-8ecd-74a50b662921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930671 Nov 09 18:13:12.858829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45e284e5-b67c-47b0-9eb3-56920d2d526c req-663491f7-1130-4a9f-9dc9-25459ef55561 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448744 Nov 09 18:13:12.873946 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:12.959351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03b953-ef9d-416d-82d5-5b52fecf6944 req-ff56f9bc-cdae-44b6-8665-f9476aadc455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:12.961042 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c03b953-ef9d-416d-82d5-5b52fecf6944 req-ff56f9bc-cdae-44b6-8665-f9476aadc455 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e52161d370b44d5b406900db60ff1ea&device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 1094 time: 0.0520797 Nov 09 18:13:13.012904 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Allocated IP 172.25.1.8 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/18b1fb42-6bc6-471e-861e-08191b1a8c89) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:13.076976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03b953-ef9d-416d-82d5-5b52fecf6944 req-df7953fc-7e05-43b1-9301-e0de039734ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:13.078787 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c03b953-ef9d-416d-82d5-5b52fecf6944 req-df7953fc-7e05-43b1-9301-e0de039734ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca1d451c-a53b-4d05-8ecd-74a50b662921 HTTP/1.1" status: 200 len: 922 time: 0.1100242 Nov 09 18:13:13.128361 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c03b953-ef9d-416d-82d5-5b52fecf6944 req-0a4d5879-ea30-4139-9977-b390736407dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39b52f50-27d6-4a26-abc0-d75d63e022e8 HTTP/1.1" status: 200 len: 217 time: 0.0398228 Nov 09 18:13:13.148487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.189884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03b953-ef9d-416d-82d5-5b52fecf6944 req-cd2f9ac0-3ae9-41ae-a4d3-8480d5882db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:13.191757 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c03b953-ef9d-416d-82d5-5b52fecf6944 req-cd2f9ac0-3ae9-41ae-a4d3-8480d5882db1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a5ab4ea1-2f34-44d1-9893-44c5edea8f4f HTTP/1.1" status: 200 len: 861 time: 0.0532570 Nov 09 18:13:13.195189 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.234941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c03b953-ef9d-416d-82d5-5b52fecf6944 req-71ff6528-780c-4dcf-b06e-46bdef4d1293 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca1d451c-a53b-4d05-8ecd-74a50b662921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346248 Nov 09 18:13:13.254890 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:13.261800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:13.266315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:13.303013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Pushing event updated for resources: {'Port': ['ID=18b1fb42-6bc6-471e-861e-08191b1a8c89,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:13.344928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c03b953-ef9d-416d-82d5-5b52fecf6944 req-2eec4240-1105-4000-8c39-ccbdc035ce40 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1d451c-a53b-4d05-8ecd-74a50b662921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007531 Nov 09 18:13:13.447129 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c03b953-ef9d-416d-82d5-5b52fecf6944 req-278abbf2-d1d2-4503-a3d3-d8edd671beb3 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1d451c-a53b-4d05-8ecd-74a50b662921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935564 Nov 09 18:13:13.667178 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.673941 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f0728ac2-24ac-4ae3-934d-70f0980ed67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.741869 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.889601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8becf-b495-4be4-ac75-df0054c573b6 req-68897119-8424-41bd-a98f-0cb69c57bcd6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:13.891337 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f5c8becf-b495-4be4-ac75-df0054c573b6 req-68897119-8424-41bd-a98f-0cb69c57bcd6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.1094079 Nov 09 18:13:13.985477 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f5c8becf-b495-4be4-ac75-df0054c573b6 req-05e5f399-cfde-4e06-a99a-a5cb251ea94f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814438 Nov 09 18:13:14.004443 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:14.011697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:14.086888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3cc36-499b-4f0d-9080-ed8a2785a7d5 req-ba0b17cd-55a8-4d92-8fda-14ad22b2d7f7 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:14.096300 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ca3cc36-499b-4f0d-9080-ed8a2785a7d5 req-ba0b17cd-55a8-4d92-8fda-14ad22b2d7f7 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 943 time: 0.1125228 Nov 09 18:13:14.133633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Pushing event updated for resources: {'Port': ['ID=18b1fb42-6bc6-471e-861e-08191b1a8c89,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:14.146206 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:14.166081 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ca3cc36-499b-4f0d-9080-ed8a2785a7d5 req-2fbe5a49-02c8-4c26-b46f-7c6c211c4c49 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685480 Nov 09 18:13:14.255008 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Floating IP 7aa83d2b-0844-4b08-a057-7ecb1d6c7443 associated. External IP: 172.25.1.8, port: 5a116e21-5188-43ca-a4e0-7a89ffe88b52. Nov 09 18:13:14.461806 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:14.520931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:13:14.650092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:14.662494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ec4c6-6f8f-440e-b622-7b676f66767c None None] Sync routers for ids ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:14.670917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:14.673277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ec4c6-6f8f-440e-b622-7b676f66767c None None] Routers {'7fc559c2-ba9d-4e57-9c19-7d40d454fee9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:14.673927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ee4ec4c6-6f8f-440e-b622-7b676f66767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:13:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:14.702931 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8d8072c7-642a-442c-8875-a25737c50fc2 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9884505 Nov 09 18:13:14.703661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:14.705839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42310) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:14.706339 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fc4588-364e-49b6-95ce-3c9e391afbee" -d '{"events": [{"name": "network-changed", "server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:14.753079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1600762-e293-4250-96c6-9f8fd1a8df98 tempest-TestVolumeBackupRestore-803411754 tempest-TestVolumeBackupRestore-803411754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:14.754800 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18d1164-cf20-43f2-a7fb-c3e11731f09f x-openstack-request-id: req-e18d1164-cf20-43f2-a7fb-c3e11731f09f {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:14.754955 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c1600762-e293-4250-96c6-9f8fd1a8df98 tempest-TestVolumeBackupRestore-803411754 tempest-TestVolumeBackupRestore-803411754-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 1091 time: 0.0477066 Nov 09 18:13:14.755150 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:14.755873 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e18d1164-cf20-43f2-a7fb-c3e11731f09f {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:14.756390 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'status': 'completed', 'code': 200} Nov 09 18:13:14.757670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42314) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:14.762568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bcf7d3ad-6496-4580-b68c-123d954d4793 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Request body: {'floatingip': {'port_id': '5a116e21-5188-43ca-a4e0-7a89ffe88b52'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:14.794875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-ee4ec4c6-6f8f-440e-b622-7b676f66767c None None] Set router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:14.865836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcf7d3ad-6496-4580-b68c-123d954d4793 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for floatingip, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:14.912060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc4588-364e-49b6-95ce-3c9e391afbee req-e31dda79-2bdd-4017-ada3-fb3fbe28fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:14.913754 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1fc4588-364e-49b6-95ce-3c9e391afbee req-e31dda79-2bdd-4017-ada3-fb3fbe28fe8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78987bf9689a471c9a71268c73f16eeb&device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 1096 time: 0.1081910 Nov 09 18:13:15.132238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ee4ec4c6-6f8f-440e-b622-7b676f66767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:25Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '7aa83d2b-0844-4b08-a057-7ecb1d6c7443', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'port_id': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'mac_address': 'fa:16:3e:a0:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4427f340-2668-428f-be79-051ea6be2be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:13:13Z', 'updated_at': '2021-11-09T18:13:13Z', 'revision_number': 0, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f673a56-b99e-4627-8a2f-96fba048021e', 'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'mac_address': 'fa:16:3e:f8:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:24Z', 'updated_at': '2021-11-09T18:10:30Z', 'revision_number': 5, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'subnets': [{'id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:15.132822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7ff76-db50-4a1c-8a14-22b790ebd7ca req-11075e82-4323-4e63-8da4-7aba27221246 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:15.141383 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fce7ff76-db50-4a1c-8a14-22b790ebd7ca req-11075e82-4323-4e63-8da4-7aba27221246 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0634894 Nov 09 18:13:15.169168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ec4c6-6f8f-440e-b622-7b676f66767c None None] Checking router: 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:15.199934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc4588-364e-49b6-95ce-3c9e391afbee req-8a974712-0cc3-4357-ba37-cc790c2642f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:15.201480 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1fc4588-364e-49b6-95ce-3c9e391afbee req-8a974712-0cc3-4357-ba37-cc790c2642f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29b65981-de93-42c0-9598-13a0ae7d5b6f HTTP/1.1" status: 200 len: 914 time: 0.2762628 Nov 09 18:13:15.201632 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fce7ff76-db50-4a1c-8a14-22b790ebd7ca req-c517762f-9b0c-4bcb-a4d1-d1d64420be48 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515139 Nov 09 18:13:15.204936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ec4c6-6f8f-440e-b622-7b676f66767c None None] Routers {'7fc559c2-ba9d-4e57-9c19-7d40d454fee9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:15.205584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ee4ec4c6-6f8f-440e-b622-7b676f66767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:13:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:15.346361 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1fc4588-364e-49b6-95ce-3c9e391afbee req-aff69bd7-42cc-4e99-85b1-03bdf93b224f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a116e21-5188-43ca-a4e0-7a89ffe88b52 HTTP/1.1" status: 200 len: 997 time: 0.1301477 Nov 09 18:13:15.358499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-ee4ec4c6-6f8f-440e-b622-7b676f66767c None None] Set router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:15.481438 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.663667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ee4ec4c6-6f8f-440e-b622-7b676f66767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:25Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '7aa83d2b-0844-4b08-a057-7ecb1d6c7443', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'port_id': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'mac_address': 'fa:16:3e:a0:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4427f340-2668-428f-be79-051ea6be2be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:13:13Z', 'updated_at': '2021-11-09T18:13:13Z', 'revision_number': 0, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f673a56-b99e-4627-8a2f-96fba048021e', 'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'mac_address': 'fa:16:3e:f8:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:24Z', 'updated_at': '2021-11-09T18:10:30Z', 'revision_number': 5, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'subnets': [{'id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:15.697078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ec4c6-6f8f-440e-b622-7b676f66767c None None] The sync data for ids ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'] in n-d-817236-1 is: [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:25Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '7aa83d2b-0844-4b08-a057-7ecb1d6c7443', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'port_id': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'mac_address': 'fa:16:3e:a0:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4427f340-2668-428f-be79-051ea6be2be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:13:13Z', 'updated_at': '2021-11-09T18:13:13Z', 'revision_number': 0, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f673a56-b99e-4627-8a2f-96fba048021e', 'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'mac_address': 'fa:16:3e:f8:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:24Z', 'updated_at': '2021-11-09T18:10:30Z', 'revision_number': 5, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'subnets': [{'id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:15.785532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdb74c-b9db-4cbe-b7af-ff37600e1825 req-51a91ebc-f36d-487d-bc39-619b484945c9 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:15.787459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5abdb74c-b9db-4cbe-b7af-ff37600e1825 req-51a91ebc-f36d-487d-bc39-619b484945c9 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 943 time: 0.5225782 Nov 09 18:13:15.912494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc4588-364e-49b6-95ce-3c9e391afbee req-f71104fb-cd64-4e69-bea9-2dd453a958dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:15.914330 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1fc4588-364e-49b6-95ce-3c9e391afbee req-f71104fb-cd64-4e69-bea9-2dd453a958dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad HTTP/1.1" status: 200 len: 852 time: 0.5504682 Nov 09 18:13:16.024956 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29245b53-7f0b-4349-991b-7c906209951d None None] New status for floating IP 7aa83d2b-0844-4b08-a057-7ecb1d6c7443: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:13:16.077553 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5abdb74c-b9db-4cbe-b7af-ff37600e1825 req-9421726e-3ee1-4806-b0b2-7db6c9e68e7b tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664981 Nov 09 18:13:16.136400 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc4588-364e-49b6-95ce-3c9e391afbee req-189a653e-a34e-48b0-a613-aa6c4daa9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:16.139474 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1fc4588-364e-49b6-95ce-3c9e391afbee req-189a653e-a34e-48b0-a613-aa6c4daa9f39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29b65981-de93-42c0-9598-13a0ae7d5b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094677 Nov 09 18:13:16.210907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 39b52f50-27d6-4a26-abc0-d75d63e022e8 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:13:16.270468 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcf7d3ad-6496-4580-b68c-123d954d4793 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.278086 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcf7d3ad-6496-4580-b68c-123d954d4793 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.278887 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.db.api [None req-29245b53-7f0b-4349-991b-7c906209951d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:13:16.279537 n-d-817236-1 neutron-server[102157]: DEBUG oslo_db.api [None req-29245b53-7f0b-4349-991b-7c906209951d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:13:16.351906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 39b52f50-27d6-4a26-abc0-d75d63e022e8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=39b52f50-27d6-4a26-abc0-d75d63e022e8,segment=NetworkSegment(fb851ddd-35f4-4ac8-bd73-30ede6f5c73b),segment_id=fb851ddd-35f4-4ac8-bd73-30ede6f5c73b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:16.362191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2009ded-0403-4821-919f-f606af8cd168 req-5a6413b7-fb48-4385-9b75-6e8b0b05a7c3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:16.367986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '39b52f50-27d6-4a26-abc0-d75d63e022e8', 'network_id': 'ca1d451c-a53b-4d05-8ecd-74a50b662921', 'port_id': '39b52f50-27d6-4a26-abc0-d75d63e022e8', 'mac_address': 'fa:16:3e:49:b2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ab4ea1-2f34-44d1-9893-44c5edea8f4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:13:16.370619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2009ded-0403-4821-919f-f606af8cd168 req-5a6413b7-fb48-4385-9b75-6e8b0b05a7c3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0950367 Nov 09 18:13:16.380083 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1fc4588-364e-49b6-95ce-3c9e391afbee req-691906b7-d8c0-416f-bd24-a924f1a48e20 service neutron] 10.222.0.18 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215104 Nov 09 18:13:16.414685 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2009ded-0403-4821-919f-f606af8cd168 req-2d263258-17a4-4f62-ac30-961bbfcf6607 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Nov 09 18:13:16.421711 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.438833 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b52f50-27d6-4a26-abc0-d75d63e022e8 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:16.460777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 39b52f50-27d6-4a26-abc0-d75d63e022e8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=39b52f50-27d6-4a26-abc0-d75d63e022e8,segment=NetworkSegment(fb851ddd-35f4-4ac8-bd73-30ede6f5c73b),segment_id=fb851ddd-35f4-4ac8-bd73-30ede6f5c73b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:16.469234 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.521491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=39b52f50-27d6-4a26-abc0-d75d63e022e8,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:16.570395 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d1fc4588-364e-49b6-95ce-3c9e391afbee req-be29122e-7193-4cef-922d-51b796c87e12 service neutron] 10.222.0.18 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792631 Nov 09 18:13:16.614565 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf7d3ad-6496-4580-b68c-123d954d4793 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:13:16.693061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['39b52f50-27d6-4a26-abc0-d75d63e022e8'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:16.731016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf7d3ad-6496-4580-b68c-123d954d4793 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:16.735717 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcf7d3ad-6496-4580-b68c-123d954d4793 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.767897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:16.770357 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f0e1a0-cfa4-4fec-9f12-241bdfa800df" -d '{"events": [{"name": "network-changed", "server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:16.781735 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29245b53-7f0b-4349-991b-7c906209951d None None] New status for floating IP 7aa83d2b-0844-4b08-a057-7ecb1d6c7443: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:13:16.809824 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bcf7d3ad-6496-4580-b68c-123d954d4793 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "PUT /v2.0/floatingips/7aa83d2b-0844-4b08-a057-7ecb1d6c7443 HTTP/1.1" status: 200 len: 989 time: 2.0416508 Nov 09 18:13:16.851607 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbe7e6a-aa14-46eb-89f8-ddcc7e56cc76 x-openstack-request-id: req-4dbe7e6a-aa14-46eb-89f8-ddcc7e56cc76 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:16.851892 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:16.852150 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4dbe7e6a-aa14-46eb-89f8-ddcc7e56cc76 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:16.852564 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'status': 'completed', 'code': 200} Nov 09 18:13:16.922563 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0e1a0-cfa4-4fec-9f12-241bdfa800df req-c3181738-965c-408b-95ee-408ddd792467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:16.924159 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8f0e1a0-cfa4-4fec-9f12-241bdfa800df req-c3181738-965c-408b-95ee-408ddd792467 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78987bf9689a471c9a71268c73f16eeb&device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 1096 time: 0.0431008 Nov 09 18:13:17.039996 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0e1a0-cfa4-4fec-9f12-241bdfa800df req-ea863bcd-e756-4c38-9e37-0967ba428dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:17.041581 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8f0e1a0-cfa4-4fec-9f12-241bdfa800df req-ea863bcd-e756-4c38-9e37-0967ba428dcf service neutron] 10.222.0.18 "GET /v2.0/networks?id=29b65981-de93-42c0-9598-13a0ae7d5b6f HTTP/1.1" status: 200 len: 914 time: 0.1055169 Nov 09 18:13:17.046459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b82a2-60d0-4c35-91c4-286fd813aa3e None None] Sync routers for ids ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:17.057549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b82a2-60d0-4c35-91c4-286fd813aa3e None None] Routers {'7fc559c2-ba9d-4e57-9c19-7d40d454fee9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:17.057933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-257b82a2-60d0-4c35-91c4-286fd813aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:13:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:17.135253 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8f0e1a0-cfa4-4fec-9f12-241bdfa800df req-ba50387d-1485-453a-87f0-9ccb7e508b38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a116e21-5188-43ca-a4e0-7a89ffe88b52 HTTP/1.1" status: 200 len: 999 time: 0.0815294 Nov 09 18:13:17.196803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-257b82a2-60d0-4c35-91c4-286fd813aa3e None None] Set router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:17.204933 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0e1a0-cfa4-4fec-9f12-241bdfa800df req-90891441-6ab5-4e8e-9e17-35cf0b1ee694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:17.206706 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8f0e1a0-cfa4-4fec-9f12-241bdfa800df req-90891441-6ab5-4e8e-9e17-35cf0b1ee694 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad HTTP/1.1" status: 200 len: 852 time: 0.0598955 Nov 09 18:13:17.236778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6a070-3394-4e51-be36-49c86b5bcfd0 req-87ab44cc-4310-4f25-9d13-20da583ed160 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:17.238865 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2d6a070-3394-4e51-be36-49c86b5bcfd0 req-87ab44cc-4310-4f25-9d13-20da583ed160 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 944 time: 0.0697613 Nov 09 18:13:17.272456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0e1a0-cfa4-4fec-9f12-241bdfa800df req-2ec2a785-68ae-42e1-bdf6-12657311d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:17.274013 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8f0e1a0-cfa4-4fec-9f12-241bdfa800df req-2ec2a785-68ae-42e1-bdf6-12657311d341 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29b65981-de93-42c0-9598-13a0ae7d5b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582485 Nov 09 18:13:17.282512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2d6a070-3394-4e51-be36-49c86b5bcfd0 req-8feca3a7-64b4-4193-a9e5-6ddf15fe9c41 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366557 Nov 09 18:13:17.395931 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8f0e1a0-cfa4-4fec-9f12-241bdfa800df req-e1a5aa20-ba16-4f20-8245-d5517b721c9b service neutron] 10.222.0.18 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082733 Nov 09 18:13:17.445710 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-257b82a2-60d0-4c35-91c4-286fd813aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:25Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '7aa83d2b-0844-4b08-a057-7ecb1d6c7443', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'port_id': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'mac_address': 'fa:16:3e:a0:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4427f340-2668-428f-be79-051ea6be2be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:13:13Z', 'updated_at': '2021-11-09T18:13:16Z', 'revision_number': 2, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f673a56-b99e-4627-8a2f-96fba048021e', 'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'mac_address': 'fa:16:3e:f8:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:24Z', 'updated_at': '2021-11-09T18:10:30Z', 'revision_number': 5, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'subnets': [{'id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:17.483513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b82a2-60d0-4c35-91c4-286fd813aa3e None None] Checking router: 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:17.494842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b82a2-60d0-4c35-91c4-286fd813aa3e None None] Routers {'7fc559c2-ba9d-4e57-9c19-7d40d454fee9'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:17.495858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-257b82a2-60d0-4c35-91c4-286fd813aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:13:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:17.549822 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8f0e1a0-cfa4-4fec-9f12-241bdfa800df req-829189d0-92e6-4720-8a03-0bb4403a2745 service neutron] 10.222.0.18 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413667 Nov 09 18:13:17.578152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4f1a7-525b-40e6-aa8a-468e40bb93c3 req-dff4cc70-d629-418b-b73e-6a987a692672 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:17.579712 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4c4f1a7-525b-40e6-aa8a-468e40bb93c3 req-dff4cc70-d629-418b-b73e-6a987a692672 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0738020 Nov 09 18:13:17.617507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-257b82a2-60d0-4c35-91c4-286fd813aa3e None None] Set router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:17.621692 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c4c4f1a7-525b-40e6-aa8a-468e40bb93c3 req-b8f296ea-49ae-4b8b-ac52-ffd31d414641 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356328 Nov 09 18:13:17.721400 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:17.868465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-257b82a2-60d0-4c35-91c4-286fd813aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:25Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '7aa83d2b-0844-4b08-a057-7ecb1d6c7443', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'port_id': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'mac_address': 'fa:16:3e:a0:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4427f340-2668-428f-be79-051ea6be2be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:13:13Z', 'updated_at': '2021-11-09T18:13:16Z', 'revision_number': 2, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f673a56-b99e-4627-8a2f-96fba048021e', 'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'mac_address': 'fa:16:3e:f8:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:24Z', 'updated_at': '2021-11-09T18:10:30Z', 'revision_number': 5, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'subnets': [{'id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:17.896927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b82a2-60d0-4c35-91c4-286fd813aa3e None None] The sync data for ids ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'] in n-d-817236-1 is: [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:25Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '7aa83d2b-0844-4b08-a057-7ecb1d6c7443', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'port_id': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'mac_address': 'fa:16:3e:a0:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4427f340-2668-428f-be79-051ea6be2be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:13:13Z', 'updated_at': '2021-11-09T18:13:16Z', 'revision_number': 2, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f673a56-b99e-4627-8a2f-96fba048021e', 'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'mac_address': 'fa:16:3e:f8:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:24Z', 'updated_at': '2021-11-09T18:10:30Z', 'revision_number': 5, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'subnets': [{'id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:18.227795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 39b52f50-27d6-4a26-abc0-d75d63e022e8 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:18.282632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 39b52f50-27d6-4a26-abc0-d75d63e022e8 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:13:18.287189 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 39b52f50-27d6-4a26-abc0-d75d63e022e8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:18.287599 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:18.371097 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:18.395878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a996ba-dd30-49aa-a487-270dd2006d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b52f50-27d6-4a26-abc0-d75d63e022e8'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:18.398177 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b759c71-cc97-45db-a0ae-3ce99ba02c60" -d '{"events": [{"server_uuid": "39a996ba-dd30-49aa-a487-270dd2006d31", "name": "network-vif-plugged", "status": "completed", "tag": "39b52f50-27d6-4a26-abc0-d75d63e022e8"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:18.411887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 39b52f50-27d6-4a26-abc0-d75d63e022e8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=39b52f50-27d6-4a26-abc0-d75d63e022e8,segment=NetworkSegment(fb851ddd-35f4-4ac8-bd73-30ede6f5c73b),segment_id=fb851ddd-35f4-4ac8-bd73-30ede6f5c73b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:18.417122 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:18.425641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abc834-875c-4903-8a76-e3013276189d req-a56ad2bf-b922-4692-bf7c-305cb66bb255 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:18.427507 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-05abc834-875c-4903-8a76-e3013276189d req-a56ad2bf-b922-4692-bf7c-305cb66bb255 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 944 time: 0.0602636 Nov 09 18:13:18.440971 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba07f8f-8b63-4065-9773-86107b8b2c98 x-openstack-request-id: req-eba07f8f-8b63-4065-9773-86107b8b2c98 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:18.441316 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a996ba-dd30-49aa-a487-270dd2006d31", "name": "network-vif-plugged", "status": "completed", "tag": "39b52f50-27d6-4a26-abc0-d75d63e022e8", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:18.441582 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eba07f8f-8b63-4065-9773-86107b8b2c98 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:18.441981 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a996ba-dd30-49aa-a487-270dd2006d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b52f50-27d6-4a26-abc0-d75d63e022e8', 'code': 200} Nov 09 18:13:18.468620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=39b52f50-27d6-4a26-abc0-d75d63e022e8,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:18.476690 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-05abc834-875c-4903-8a76-e3013276189d req-63a06c14-44b4-420c-b494-432b31222f5b tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Nov 09 18:13:18.540454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb4cec-f738-47d7-b82b-bd3d03e55ade req-dd1978c8-6fb6-4699-afa1-159124c37953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:18.541912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dbb4cec-f738-47d7-b82b-bd3d03e55ade req-dd1978c8-6fb6-4699-afa1-159124c37953 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 1096 time: 0.0443938 Nov 09 18:13:18.579689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dbb4cec-f738-47d7-b82b-bd3d03e55ade req-4fa03b6f-695d-4ba5-9e32-69c60bc5521a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293343 Nov 09 18:13:18.741299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb19c2-5225-4e3f-a06b-a32efa1e927a req-d2ca8991-3ed4-4e8e-ad8b-d091fbf89068 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:18.742797 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3bdb19c2-5225-4e3f-a06b-a32efa1e927a req-d2ca8991-3ed4-4e8e-ad8b-d091fbf89068 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 944 time: 0.0500486 Nov 09 18:13:18.770746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e4a8e296-5a57-4e00-a734-6f887669cd46 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:13:18.790842 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3bdb19c2-5225-4e3f-a06b-a32efa1e927a req-2eea4cf8-8ca6-4322-87a9-091509f429b7 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Nov 09 18:13:18.854010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:18.856438 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1704377-37fa-4b32-ab6a-2faf40cfd1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:18.869909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e4a8e296-5a57-4e00-a734-6f887669cd46, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e4a8e296-5a57-4e00-a734-6f887669cd46,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:18.882428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'e4a8e296-5a57-4e00-a734-6f887669cd46', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'port_id': 'e4a8e296-5a57-4e00-a734-6f887669cd46', 'mac_address': 'fa:16:3e:21:2f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:13:18.896592 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e01090-2cea-4b3b-899f-02652ad6c968 x-openstack-request-id: req-e0e01090-2cea-4b3b-899f-02652ad6c968 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:18.896883 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:18.897132 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0e01090-2cea-4b3b-899f-02652ad6c968 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:18.897530 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'status': 'completed', 'code': 200} Nov 09 18:13:18.922688 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:18.936486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a8e296-5a57-4e00-a734-6f887669cd46 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:18.959357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e4a8e296-5a57-4e00-a734-6f887669cd46, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e4a8e296-5a57-4e00-a734-6f887669cd46,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:18.964434 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:18.979451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1704377-37fa-4b32-ab6a-2faf40cfd1c3 req-9a6c4732-accb-4758-9bb5-582360f49645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:18.982634 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1704377-37fa-4b32-ab6a-2faf40cfd1c3 req-9a6c4732-accb-4758-9bb5-582360f49645 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78987bf9689a471c9a71268c73f16eeb&device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 1096 time: 0.0511570 Nov 09 18:13:19.019999 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=e4a8e296-5a57-4e00-a734-6f887669cd46,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:19.079473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1704377-37fa-4b32-ab6a-2faf40cfd1c3 req-47677a27-69eb-4a27-90ea-c8b2e1b95988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:19.080962 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1704377-37fa-4b32-ab6a-2faf40cfd1c3 req-47677a27-69eb-4a27-90ea-c8b2e1b95988 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29b65981-de93-42c0-9598-13a0ae7d5b6f HTTP/1.1" status: 200 len: 914 time: 0.0904191 Nov 09 18:13:19.163480 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1704377-37fa-4b32-ab6a-2faf40cfd1c3 req-d8b182ba-9e24-4eec-b995-e6e9a7c14383 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a116e21-5188-43ca-a4e0-7a89ffe88b52 HTTP/1.1" status: 200 len: 999 time: 0.0650589 Nov 09 18:13:19.218721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1704377-37fa-4b32-ab6a-2faf40cfd1c3 req-fb570652-6b58-4a15-bb9f-a639671e0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:19.220375 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1704377-37fa-4b32-ab6a-2faf40cfd1c3 req-fb570652-6b58-4a15-bb9f-a639671e0145 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad HTTP/1.1" status: 200 len: 852 time: 0.0482831 Nov 09 18:13:19.274931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1704377-37fa-4b32-ab6a-2faf40cfd1c3 req-945e9341-6cb8-4a15-af6a-bf69713092df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:19.276494 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1704377-37fa-4b32-ab6a-2faf40cfd1c3 req-945e9341-6cb8-4a15-af6a-bf69713092df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29b65981-de93-42c0-9598-13a0ae7d5b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483062 Nov 09 18:13:19.380232 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['e4a8e296-5a57-4e00-a734-6f887669cd46'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:19.388021 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1704377-37fa-4b32-ab6a-2faf40cfd1c3 req-16d2a344-ded2-4dfe-9e9a-08a99b5128e6 service neutron] 10.222.0.18 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025970 Nov 09 18:13:19.513345 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1704377-37fa-4b32-ab6a-2faf40cfd1c3 req-444b4f11-a3de-4fdf-8cd7-121479506bb3 service neutron] 10.222.0.18 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160452 Nov 09 18:13:19.645497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8143d4b-67c9-42e5-8a6a-1ff189c1d470 req-ee60cf9a-f275-484f-9ae4-5a016fd2e1ae tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:19.647620 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d8143d4b-67c9-42e5-8a6a-1ff189c1d470 req-ee60cf9a-f275-484f-9ae4-5a016fd2e1ae tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 945 time: 0.0702043 Nov 09 18:13:19.697203 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d8143d4b-67c9-42e5-8a6a-1ff189c1d470 req-e91a2616-eb5b-454d-9d8d-e5fe1b30e1c5 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424147 Nov 09 18:13:19.931717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbe2e6-1923-472b-8f83-e3d17e10fbc6 req-fa9b8731-dddb-425e-8695-a6217c365072 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:19.933988 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5bbe2e6-1923-472b-8f83-e3d17e10fbc6 req-fa9b8731-dddb-425e-8695-a6217c365072 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 945 time: 0.0569849 Nov 09 18:13:20.002398 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5bbe2e6-1923-472b-8f83-e3d17e10fbc6 req-02d8d735-a5e4-43cc-9472-c0a4b8599e51 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425553 Nov 09 18:13:20.783050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e4a8e296-5a57-4e00-a734-6f887669cd46 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:20.830605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584229a-3aa2-4b12-b80c-58ec1f2e3536 req-efbb448a-19a2-4074-bf5a-f803632cc310 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:20.833802 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f584229a-3aa2-4b12-b80c-58ec1f2e3536 req-efbb448a-19a2-4074-bf5a-f803632cc310 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 945 time: 0.0554082 Nov 09 18:13:20.877477 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f584229a-3aa2-4b12-b80c-58ec1f2e3536 req-86bc0a0f-e5e3-44ee-860b-04951cb25166 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367444 Nov 09 18:13:21.044391 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port e4a8e296-5a57-4e00-a734-6f887669cd46 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:13:21.052426 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port e4a8e296-5a57-4e00-a734-6f887669cd46 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:21.052889 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.152002 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.160969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf58c82-c558-418a-80fb-ee35203cb763 req-e863c653-b508-4a0f-9af6-e69a5390455c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:21.162737 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bcf58c82-c558-418a-80fb-ee35203cb763 req-e863c653-b508-4a0f-9af6-e69a5390455c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 945 time: 0.0647118 Nov 09 18:13:21.178724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8635a7-97ba-46c9-907c-b16be4930f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a8e296-5a57-4e00-a734-6f887669cd46'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:21.181180 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6d3999-d103-47c8-b6ea-0017a61b41b1" -d '{"events": [{"server_uuid": "cc8635a7-97ba-46c9-907c-b16be4930f8e", "name": "network-vif-plugged", "status": "completed", "tag": "e4a8e296-5a57-4e00-a734-6f887669cd46"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:21.196002 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e4a8e296-5a57-4e00-a734-6f887669cd46, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e4a8e296-5a57-4e00-a734-6f887669cd46,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:21.200535 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.220967 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bcf58c82-c558-418a-80fb-ee35203cb763 req-0025cda7-b113-4917-8b57-e6065b28edd2 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476093 Nov 09 18:13:21.249898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08520f6c-cae5-4c9d-8564-ca591b178113 req-5b71c6e0-0136-4f18-a931-0bf2c47bf6a5 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:21.252523 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08520f6c-cae5-4c9d-8564-ca591b178113 req-5b71c6e0-0136-4f18-a931-0bf2c47bf6a5 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 945 time: 0.0729883 Nov 09 18:13:21.258930 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fd08ed-87b6-4be3-864e-5fd7edf48b4a x-openstack-request-id: req-11fd08ed-87b6-4be3-864e-5fd7edf48b4a {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:21.259249 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8635a7-97ba-46c9-907c-b16be4930f8e", "name": "network-vif-plugged", "status": "completed", "tag": "e4a8e296-5a57-4e00-a734-6f887669cd46", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:21.259508 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11fd08ed-87b6-4be3-864e-5fd7edf48b4a {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:21.259974 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8635a7-97ba-46c9-907c-b16be4930f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a8e296-5a57-4e00-a734-6f887669cd46', 'code': 200} Nov 09 18:13:21.260930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=e4a8e296-5a57-4e00-a734-6f887669cd46,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:21.295827 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08520f6c-cae5-4c9d-8564-ca591b178113 req-6d9344f1-2ebf-4cdf-9a26-52c8844333af tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346415 Nov 09 18:13:21.371325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f81625-f210-4774-8a59-bb854cc9e77f req-665afca4-ec86-4e83-98c7-5f9c8e01bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:21.372637 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-73f81625-f210-4774-8a59-bb854cc9e77f req-665afca4-ec86-4e83-98c7-5f9c8e01bcd5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 1097 time: 0.0478356 Nov 09 18:13:21.416604 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-73f81625-f210-4774-8a59-bb854cc9e77f req-7c3e2ae2-7052-49b5-a75c-303f46808afa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345707 Nov 09 18:13:22.360880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9795dc-c7c3-4c73-9565-ee508f6c69a3 req-2ca7088d-809a-4633-bcf6-4299acfcc53e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:22.362518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd9795dc-c7c3-4c73-9565-ee508f6c69a3 req-2ca7088d-809a-4633-bcf6-4299acfcc53e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 946 time: 0.0649850 Nov 09 18:13:22.419714 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd9795dc-c7c3-4c73-9565-ee508f6c69a3 req-fe84e987-28c4-460e-b02e-777d64766e6e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481493 Nov 09 18:13:22.441540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47b2b9-0bc6-445b-baf6-09f498465699 req-14945bce-b688-4913-b9fc-54e9bd85d379 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:22.442976 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea47b2b9-0bc6-445b-baf6-09f498465699 req-14945bce-b688-4913-b9fc-54e9bd85d379 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 945 time: 0.0579023 Nov 09 18:13:22.484059 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea47b2b9-0bc6-445b-baf6-09f498465699 req-1f814117-51c0-4766-94ee-10ca6a77741e tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349150 Nov 09 18:13:22.699036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f25b5f-335b-4132-b3d1-a08361d4bc1d req-f5a41075-26af-4be6-84a8-0795f97d0371 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:22.700633 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42f25b5f-335b-4132-b3d1-a08361d4bc1d req-f5a41075-26af-4be6-84a8-0795f97d0371 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 945 time: 0.0562539 Nov 09 18:13:22.811526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-42f25b5f-335b-4132-b3d1-a08361d4bc1d req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Deleting port 39b52f50-27d6-4a26-abc0-d75d63e022e8 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:22.811954 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42f25b5f-335b-4132-b3d1-a08361d4bc1d req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.921552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-42f25b5f-335b-4132-b3d1-a08361d4bc1d req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] For port 39b52f50-27d6-4a26-abc0-d75d63e022e8, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=39b52f50-27d6-4a26-abc0-d75d63e022e8,segment=NetworkSegment(fb851ddd-35f4-4ac8-bd73-30ede6f5c73b),segment_id=fb851ddd-35f4-4ac8-bd73-30ede6f5c73b)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:22.921946 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42f25b5f-335b-4132-b3d1-a08361d4bc1d req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.940818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-42f25b5f-335b-4132-b3d1-a08361d4bc1d req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Calling delete_port for 39b52f50-27d6-4a26-abc0-d75d63e022e8 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:23.109449 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42f25b5f-335b-4132-b3d1-a08361d4bc1d req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:23.122476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['39b52f50-27d6-4a26-abc0-d75d63e022e8'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:23.154374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Pushing event deleted for resources: {'Port': ['ID=39b52f50-27d6-4a26-abc0-d75d63e022e8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:23.192275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:23.192613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:23.193056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:23.193424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:23.193803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:23.194164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:23.194543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:23.194945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:23.195360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:23.195675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:23.196003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:23.196327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:23.225667 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:23.228214 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f25b5f-335b-4132-b3d1-a08361d4bc1d req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] No DVR routers for this DVR port 39b52f50-27d6-4a26-abc0-d75d63e022e8 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:13:23.232642 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42f25b5f-335b-4132-b3d1-a08361d4bc1d req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:23.236731 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42f25b5f-335b-4132-b3d1-a08361d4bc1d req-d10cc6b7-1dc3-443e-a5ad-835a5b07b6a0 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.13 "DELETE /v2.0/ports/39b52f50-27d6-4a26-abc0-d75d63e022e8 HTTP/1.1" status: 204 len: 173 time: 0.5280659 Nov 09 18:13:23.237298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a996ba-dd30-49aa-a487-270dd2006d31', 'name': 'network-vif-deleted', 'tag': '39b52f50-27d6-4a26-abc0-d75d63e022e8'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:23.241868 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec9769d-d3ef-4715-846b-1c635e32c574" -d '{"events": [{"server_uuid": "39a996ba-dd30-49aa-a487-270dd2006d31", "name": "network-vif-deleted", "tag": "39b52f50-27d6-4a26-abc0-d75d63e022e8"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:23.292189 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88283813-46c6-4755-9178-f728f6cffa61 x-openstack-request-id: req-88283813-46c6-4755-9178-f728f6cffa61 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:23.292718 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a996ba-dd30-49aa-a487-270dd2006d31", "name": "network-vif-deleted", "tag": "39b52f50-27d6-4a26-abc0-d75d63e022e8", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:23.293134 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88283813-46c6-4755-9178-f728f6cffa61 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:23.293631 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a996ba-dd30-49aa-a487-270dd2006d31', 'name': 'network-vif-deleted', 'tag': '39b52f50-27d6-4a26-abc0-d75d63e022e8', 'status': 'completed', 'code': 200} Nov 09 18:13:23.594792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e2b66-03d6-49f8-bd12-1eaa5ff07d63 req-fd063200-b8e0-4551-a9dd-2d0b8054fd8b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:23.597186 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-134e2b66-03d6-49f8-bd12-1eaa5ff07d63 req-fd063200-b8e0-4551-a9dd-2d0b8054fd8b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 946 time: 0.1056259 Nov 09 18:13:23.658499 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-134e2b66-03d6-49f8-bd12-1eaa5ff07d63 req-4fdb6084-0c90-48db-8aa0-72ae75abb574 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532844 Nov 09 18:13:23.660918 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8410e466-039b-4d19-b3e4-6872c9ec4e5a req-f93c8f07-a2e4-4f81-8ce4-559511a5b550 tempest-ServerAddressesNegativeTestJSON-1253659188 tempest-ServerAddressesNegativeTestJSON-1253659188-project] 10.222.0.81 "GET /v2.0/ports?device_id=39a996ba-dd30-49aa-a487-270dd2006d31 HTTP/1.1" status: 200 len: 210 time: 0.0510209 Nov 09 18:13:23.833851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a0e9d-2826-4c00-abf0-814123fae471 req-4ee73b85-1f4d-4412-83fd-c66ead939321 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:23.835385 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d83a0e9d-2826-4c00-abf0-814123fae471 req-4ee73b85-1f4d-4412-83fd-c66ead939321 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 946 time: 0.0669322 Nov 09 18:13:23.877316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d83a0e9d-2826-4c00-abf0-814123fae471 req-ce8d6980-f6ca-4d65-9a59-58491c793a0d tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345747 Nov 09 18:13:24.005124 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:24.230088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cce94-79e3-4d6f-a0f1-5adf9defda18 req-907238d7-5bf3-4ac0-a872-f6f6ca91daa1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:24.232615 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a06cce94-79e3-4d6f-a0f1-5adf9defda18 req-907238d7-5bf3-4ac0-a872-f6f6ca91daa1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 946 time: 0.0648074 Nov 09 18:13:24.282932 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a06cce94-79e3-4d6f-a0f1-5adf9defda18 req-e392303b-b744-49ba-a0f5-8d4fa8830eed tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Nov 09 18:13:24.729494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42414) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:24.782472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f389498-613e-4e5e-baf1-141c71b4a73a admin admin] Deleting subnet a5ab4ea1-2f34-44d1-9893-44c5edea8f4f {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:13:24.785863 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f389498-613e-4e5e-baf1-141c71b4a73a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:24.824791 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f389498-613e-4e5e-baf1-141c71b4a73a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:24.872765 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f389498-613e-4e5e-baf1-141c71b4a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:24.931372 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f389498-613e-4e5e-baf1-141c71b4a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:24.959665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f389498-613e-4e5e-baf1-141c71b4a73a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ab4ea1-2f34-44d1-9893-44c5edea8f4f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:24.961525 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0f389498-613e-4e5e-baf1-141c71b4a73a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:24.965152 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0f389498-613e-4e5e-baf1-141c71b4a73a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a5ab4ea1-2f34-44d1-9893-44c5edea8f4f HTTP/1.1" status: 204 len: 168 time: 0.2345331 Nov 09 18:13:24.967669 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42418) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:25.049455 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44708222-342f-465a-8eef-458d3366c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.141807 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44708222-342f-465a-8eef-458d3366c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.165576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-44708222-342f-465a-8eef-458d3366c87f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1d451c-a53b-4d05-8ecd-74a50b662921']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:25.177240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-44708222-342f-465a-8eef-458d3366c87f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb851ddd-35f4-4ac8-bd73-30ede6f5c73b') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:25.177540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-44708222-342f-465a-8eef-458d3366c87f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb851ddd-35f4-4ac8-bd73-30ede6f5c73b') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:25.188037 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44708222-342f-465a-8eef-458d3366c87f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.202086 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44708222-342f-465a-8eef-458d3366c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.209172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44708222-342f-465a-8eef-458d3366c87f admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:13:25.209616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44708222-342f-465a-8eef-458d3366c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:13:25.211338 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:13:25.273106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44708222-342f-465a-8eef-458d3366c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.279131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44708222-342f-465a-8eef-458d3366c87f admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.282629 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-44708222-342f-465a-8eef-458d3366c87f admin admin] 10.222.0.81 "DELETE /v2.0/networks/ca1d451c-a53b-4d05-8ecd-74a50b662921 HTTP/1.1" status: 204 len: 168 time: 0.3140376 Nov 09 18:13:25.295280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44708222-342f-465a-8eef-458d3366c87f admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1d451c-a53b-4d05-8ecd-74a50b662921,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:25.428713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42424) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:25.432393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274462ea-47bd-480d-933d-c73e2f353da7 req-b3ada931-6df3-4404-b6a0-614ea441cad1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:25.434971 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-274462ea-47bd-480d-933d-c73e2f353da7 req-b3ada931-6df3-4404-b6a0-614ea441cad1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 946 time: 0.0703783 Nov 09 18:13:25.479665 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-274462ea-47bd-480d-933d-c73e2f353da7 req-ad371d15-2294-424b-84a7-2ad3ab3306e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375569 Nov 09 18:13:25.486556 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f09ead63-7fd4-43fd-81f8-5e31640e0dc8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0e52161d370b44d5b406900db60ff1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552230 Nov 09 18:13:25.487701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42426) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:25.545387 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d64da225-34e3-4d6d-8524-60c0a13e2285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.568406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d64da225-34e3-4d6d-8524-60c0a13e2285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.619703 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d64da225-34e3-4d6d-8524-60c0a13e2285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.622582 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d64da225-34e3-4d6d-8524-60c0a13e2285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.623986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d64da225-34e3-4d6d-8524-60c0a13e2285 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4 HTTP/1.1" status: 204 len: 168 time: 0.1351149 Nov 09 18:13:25.633157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64da225-34e3-4d6d-8524-60c0a13e2285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fb2134-20a0-4a8e-9a3a-1e7c2a2f82e4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:26.173291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712d83c-07b1-4c3e-b02a-ef31f749d37b req-bffab894-41bf-4bf1-9ddf-6a23d22b7fa4 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:26.175019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5712d83c-07b1-4c3e-b02a-ef31f749d37b req-bffab894-41bf-4bf1-9ddf-6a23d22b7fa4 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 945 time: 0.0592713 Nov 09 18:13:26.225669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5712d83c-07b1-4c3e-b02a-ef31f749d37b req-c54cbc66-bcd1-4aa8-906c-3c8b9d6f784e tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Nov 09 18:13:26.264390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3918a-4cac-47e7-ab54-b061fa4a5d07 req-cbde1d9f-28f8-40fb-b01d-ed2486a3f3eb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:26.265788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 39b52f50-27d6-4a26-abc0-d75d63e022e8 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:26.267196 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63b3918a-4cac-47e7-ab54-b061fa4a5d07 req-cbde1d9f-28f8-40fb-b01d-ed2486a3f3eb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 946 time: 0.0728202 Nov 09 18:13:26.297547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 39b52f50-27d6-4a26-abc0-d75d63e022e8 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:26.297547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 39b52f50-27d6-4a26-abc0-d75d63e022e8 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:26.378439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-63b3918a-4cac-47e7-ab54-b061fa4a5d07 req-4f179276-068f-4df3-ad3d-2b942921faf8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Deleting port e4a8e296-5a57-4e00-a734-6f887669cd46 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:26.379484 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-63b3918a-4cac-47e7-ab54-b061fa4a5d07 req-4f179276-068f-4df3-ad3d-2b942921faf8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.448478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42454) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:26.489120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-63b3918a-4cac-47e7-ab54-b061fa4a5d07 req-4f179276-068f-4df3-ad3d-2b942921faf8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] For port e4a8e296-5a57-4e00-a734-6f887669cd46, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e4a8e296-5a57-4e00-a734-6f887669cd46,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:26.489489 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-63b3918a-4cac-47e7-ab54-b061fa4a5d07 req-4f179276-068f-4df3-ad3d-2b942921faf8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.508914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-63b3918a-4cac-47e7-ab54-b061fa4a5d07 req-4f179276-068f-4df3-ad3d-2b942921faf8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Calling delete_port for e4a8e296-5a57-4e00-a734-6f887669cd46 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:26.588358 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-710251582-network', 'tenant_id': '69c4f70875e84614ab93d5e55b5d3242'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:26.668841 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Made reservation on behalf of 69c4f70875e84614ab93d5e55b5d3242 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:26.671184 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.695176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.704110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d28a-95b7-4635-8ba0-9aa187167de1 req-6ff95fd2-9de0-42b4-be3d-b78c54392db1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:26.705705 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba78d28a-95b7-4635-8ba0-9aa187167de1 req-6ff95fd2-9de0-42b4-be3d-b78c54392db1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 946 time: 0.1378255 Nov 09 18:13:26.757836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-63b3918a-4cac-47e7-ab54-b061fa4a5d07 req-4f179276-068f-4df3-ad3d-2b942921faf8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.775665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['6b8d4800-489a-4775-aa4a-75b611c33f29', 'e4a8e296-5a57-4e00-a734-6f887669cd46'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:26.814503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba78d28a-95b7-4635-8ba0-9aa187167de1 req-705295e5-308b-4316-bcc4-e87af48fe562 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973356 Nov 09 18:13:26.817866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f179276-068f-4df3-ad3d-2b942921faf8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event deleted for resources: {'Port': ['ID=e4a8e296-5a57-4e00-a734-6f887669cd46,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:26.886573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b3918a-4cac-47e7-ab54-b061fa4a5d07 req-4f179276-068f-4df3-ad3d-2b942921faf8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] No DVR routers for this DVR port e4a8e296-5a57-4e00-a734-6f887669cd46 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:13:26.889904 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-63b3918a-4cac-47e7-ab54-b061fa4a5d07 req-4f179276-068f-4df3-ad3d-2b942921faf8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.893439 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63b3918a-4cac-47e7-ab54-b061fa4a5d07 req-4f179276-068f-4df3-ad3d-2b942921faf8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.18 "DELETE /v2.0/ports/e4a8e296-5a57-4e00-a734-6f887669cd46 HTTP/1.1" status: 204 len: 173 time: 0.6196709 Nov 09 18:13:26.893978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8635a7-97ba-46c9-907c-b16be4930f8e', 'name': 'network-vif-deleted', 'tag': 'e4a8e296-5a57-4e00-a734-6f887669cd46'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:26.896456 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97a8bec-e6dd-4643-b4ed-75c263aadfc6" -d '{"events": [{"server_uuid": "cc8635a7-97ba-46c9-907c-b16be4930f8e", "name": "network-vif-deleted", "tag": "e4a8e296-5a57-4e00-a734-6f887669cd46"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:26.933710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.940062 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.955454 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cd6c09-9d69-48fc-92ad-21f643921866 x-openstack-request-id: req-b6cd6c09-9d69-48fc-92ad-21f643921866 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:26.955816 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8635a7-97ba-46c9-907c-b16be4930f8e", "name": "network-vif-deleted", "tag": "e4a8e296-5a57-4e00-a734-6f887669cd46", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:26.956069 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6cd6c09-9d69-48fc-92ad-21f643921866 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:26.956670 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8635a7-97ba-46c9-907c-b16be4930f8e', 'name': 'network-vif-deleted', 'tag': 'e4a8e296-5a57-4e00-a734-6f887669cd46', 'status': 'completed', 'code': 200} Nov 09 18:13:26.990279 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:13:27.020436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1db17ff-f0af-40d3-a5e9-182be61ec04f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:27.024596 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.024948 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Added segment 6659d55c-8c45-4942-9be1-3feb093508ef of type vlan for network aefa1720-bee9-4927-a69e-0aed76edcfcc Nov 09 18:13:27.085435 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.122762 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.122762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:27.122762 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.189892 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7403109 Nov 09 18:13:27.194565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42462) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:27.196641 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f62450-36f1-4850-b2bd-c7a66529889c admin admin] Pushing event updated for resources: {'Network': ['ID=aefa1720-bee9-4927-a69e-0aed76edcfcc,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:27.208296 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8cb21bce-7b4c-43ea-b750-c18c6ab28618 admin admin] Request body: {'subnet': {'network_id': 'aefa1720-bee9-4927-a69e-0aed76edcfcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-710251582-subnet', 'tenant_id': '69c4f70875e84614ab93d5e55b5d3242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:27.210504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network aefa1720-bee9-4927-a69e-0aed76edcfcc details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:13:27.239411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb21bce-7b4c-43ea-b750-c18c6ab28618 admin admin] Made reservation on behalf of 69c4f70875e84614ab93d5e55b5d3242 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:27.242224 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8cb21bce-7b4c-43ea-b750-c18c6ab28618 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.407105 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9b211-9719-4f1c-949f-2a63094a3b4f req-4862f6e4-15d6-4307-8fb1-8b4772b2502c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:27.408908 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1bb9b211-9719-4f1c-949f-2a63094a3b4f req-4862f6e4-15d6-4307-8fb1-8b4772b2502c tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 945 time: 0.0734141 Nov 09 18:13:27.450594 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8cb21bce-7b4c-43ea-b750-c18c6ab28618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.451116 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1bb9b211-9719-4f1c-949f-2a63094a3b4f req-9273e91f-c616-4526-bfe6-0964049fb13a tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350542 Nov 09 18:13:27.516368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb21bce-7b4c-43ea-b750-c18c6ab28618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d5825e-2762-4a80-ac28-987b4194ac7d,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:27.526027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb21bce-7b4c-43ea-b750-c18c6ab28618 admin admin] Checking segment: {'id': '6659d55c-8c45-4942-9be1-3feb093508ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'aefa1720-bee9-4927-a69e-0aed76edcfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:27.526408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb21bce-7b4c-43ea-b750-c18c6ab28618 admin admin] Network hostable DHCP agents. Network: aefa1720-bee9-4927-a69e-0aed76edcfcc, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:13:27.545306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb21bce-7b4c-43ea-b750-c18c6ab28618 admin admin] Network aefa1720-bee9-4927-a69e-0aed76edcfcc is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:13:27.554746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-8cb21bce-7b4c-43ea-b750-c18c6ab28618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, aefa1720-bee9-4927-a69e-0aed76edcfcc) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:27.558879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb21bce-7b4c-43ea-b750-c18c6ab28618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:27.559530 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8cb21bce-7b4c-43ea-b750-c18c6ab28618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.566146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916274d0-070c-4674-8153-812e454ab391 None None] Network aefa1720-bee9-4927-a69e-0aed76edcfcc requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:27.580214 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8cb21bce-7b4c-43ea-b750-c18c6ab28618 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3799639 Nov 09 18:13:27.736012 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde0182-720a-4363-b8ff-882d016cb356 None None] Network aefa1720-bee9-4927-a69e-0aed76edcfcc requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:27.751347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed807b-b1ae-4fdf-9852-3df2e8b83844 req-1f07b8ea-076f-4799-a4db-fc450da1a06d tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:27.753255 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dbed807b-b1ae-4fdf-9852-3df2e8b83844 req-1f07b8ea-076f-4799-a4db-fc450da1a06d tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.13 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 945 time: 0.0666969 Nov 09 18:13:27.889961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-dbed807b-b1ae-4fdf-9852-3df2e8b83844 req-59ba1a1a-1b09-47f0-b8f8-5d94ef286516 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Deleting port 32337c11-74c1-49bc-9d73-5209787c3ed2 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:27.890752 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dbed807b-b1ae-4fdf-9852-3df2e8b83844 req-59ba1a1a-1b09-47f0-b8f8-5d94ef286516 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.993812 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f72d9cd0-e7ee-47a7-a068-0da3945a1ad3 req-ea751e7d-d0b8-428e-9d1f-242a1a7bf7da tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 210 time: 0.0467274 Nov 09 18:13:28.025485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-dbed807b-b1ae-4fdf-9852-3df2e8b83844 req-59ba1a1a-1b09-47f0-b8f8-5d94ef286516 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] For port 32337c11-74c1-49bc-9d73-5209787c3ed2, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=32337c11-74c1-49bc-9d73-5209787c3ed2,segment=NetworkSegment(d095ae46-692d-4b89-b960-4f346098690b),segment_id=d095ae46-692d-4b89-b960-4f346098690b)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:28.025943 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dbed807b-b1ae-4fdf-9852-3df2e8b83844 req-59ba1a1a-1b09-47f0-b8f8-5d94ef286516 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:28.041660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-dbed807b-b1ae-4fdf-9852-3df2e8b83844 req-59ba1a1a-1b09-47f0-b8f8-5d94ef286516 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Calling delete_port for 32337c11-74c1-49bc-9d73-5209787c3ed2 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:28.188324 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dbed807b-b1ae-4fdf-9852-3df2e8b83844 req-59ba1a1a-1b09-47f0-b8f8-5d94ef286516 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:28.203946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['32337c11-74c1-49bc-9d73-5209787c3ed2'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:28.226078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba1a1a-1b09-47f0-b8f8-5d94ef286516 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Pushing event deleted for resources: {'Port': ['ID=32337c11-74c1-49bc-9d73-5209787c3ed2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:28.272461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbed807b-b1ae-4fdf-9852-3df2e8b83844 req-59ba1a1a-1b09-47f0-b8f8-5d94ef286516 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] No DVR routers for this DVR port 32337c11-74c1-49bc-9d73-5209787c3ed2 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:13:28.275816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dbed807b-b1ae-4fdf-9852-3df2e8b83844 req-59ba1a1a-1b09-47f0-b8f8-5d94ef286516 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:28.279019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dbed807b-b1ae-4fdf-9852-3df2e8b83844 req-59ba1a1a-1b09-47f0-b8f8-5d94ef286516 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.13 "DELETE /v2.0/ports/32337c11-74c1-49bc-9d73-5209787c3ed2 HTTP/1.1" status: 204 len: 173 time: 0.5179915 Nov 09 18:13:28.279604 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324660b3-2b46-4c48-82a2-6510c25c6253', 'name': 'network-vif-deleted', 'tag': '32337c11-74c1-49bc-9d73-5209787c3ed2'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:28.282276 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b181ee9-8c87-496e-8bb0-197553290ed9" -d '{"events": [{"server_uuid": "324660b3-2b46-4c48-82a2-6510c25c6253", "name": "network-vif-deleted", "tag": "32337c11-74c1-49bc-9d73-5209787c3ed2"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:28.344925 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170e60f1-a40c-4e12-857c-7ea8d4a137ec x-openstack-request-id: req-170e60f1-a40c-4e12-857c-7ea8d4a137ec {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:28.345329 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324660b3-2b46-4c48-82a2-6510c25c6253", "name": "network-vif-deleted", "tag": "32337c11-74c1-49bc-9d73-5209787c3ed2", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:28.345678 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-170e60f1-a40c-4e12-857c-7ea8d4a137ec {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:28.346252 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324660b3-2b46-4c48-82a2-6510c25c6253', 'name': 'network-vif-deleted', 'tag': '32337c11-74c1-49bc-9d73-5209787c3ed2', 'status': 'completed', 'code': 200} Nov 09 18:13:28.584515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4149ec3b-5234-4dd6-859d-717bf25709da req-302f784b-7261-4dc9-b783-4a41d4037fd9 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=324660b3-2b46-4c48-82a2-6510c25c6253 HTTP/1.1" status: 200 len: 210 time: 0.0355892 Nov 09 18:13:28.795026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e4a8e296-5a57-4e00-a734-6f887669cd46 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:28.828880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: e4a8e296-5a57-4e00-a734-6f887669cd46 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:28.829557 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e4a8e296-5a57-4e00-a734-6f887669cd46 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:28.944155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-040f6947-9462-4859-8d9c-b5087b132c47 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:28.945541 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-040f6947-9462-4859-8d9c-b5087b132c47 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/networks?id=aefa1720-bee9-4927-a69e-0aed76edcfcc HTTP/1.1" status: 200 len: 809 time: 0.1177027 Nov 09 18:13:28.962074 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-ad0a192e-9d47-4d18-90cb-a226f1c9c1d6 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/quotas/69c4f70875e84614ab93d5e55b5d3242 HTTP/1.1" status: 200 len: 375 time: 0.0101020 Nov 09 18:13:28.996719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-9634f9c0-b8d3-4101-892e-648392a6ef2d tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=69c4f70875e84614ab93d5e55b5d3242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284801 Nov 09 18:13:29.103151 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59d8cc88-faa0-4075-87c3-de1eae18046d req-1a3d6428-5b91-4fb1-9092-5cc66064468c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 210 time: 0.0274904 Nov 09 18:13:29.104098 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-cde03ca8-ee4e-45e4-9cf5-fb461ecb9101 service neutron] 10.222.0.81 "GET /v2.0/networks/aefa1720-bee9-4927-a69e-0aed76edcfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000745 Nov 09 18:13:29.197969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-cef86fe9-c478-4396-a6c4-42f7c9db0a73 service neutron] 10.222.0.81 "GET /v2.0/networks/aefa1720-bee9-4927-a69e-0aed76edcfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867953 Nov 09 18:13:29.497725 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5ada8e58-33bf-422a-824c-b966a960a872 req-d2e37194-793f-42f9-9fb6-9a8e7913b227 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 210 time: 0.0314944 Nov 09 18:13:30.204313 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b5e228cc-0dc9-4ba0-b631-27ad0a6bcd0a req-e9328807-d439-44e1-9953-db939e8f424e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 210 time: 0.0265019 Nov 09 18:13:30.670943 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c94afd07-51a3-44e7-a48e-4b341a556fcb req-477aadfc-c101-4306-863c-d17106579a30 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 210 time: 0.0465322 Nov 09 18:13:30.735029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-932b0d7d-483c-44b3-8271-0b26a2265ace tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:30.736616 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-932b0d7d-483c-44b3-8271-0b26a2265ace tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.13 "GET /v2.0/networks?id=aefa1720-bee9-4927-a69e-0aed76edcfcc HTTP/1.1" status: 200 len: 809 time: 0.2076051 Nov 09 18:13:30.758825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-af0b17c4-5324-4317-a6bd-97f8c0a03403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Request body: {'port': {'device_id': 'f8ab03e2-f064-44f1-9322-fa664434e466', 'network_id': 'aefa1720-bee9-4927-a69e-0aed76edcfcc', 'admin_state_up': True, 'tenant_id': '69c4f70875e84614ab93d5e55b5d3242'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:30.893327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-af0b17c4-5324-4317-a6bd-97f8c0a03403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Made reservation on behalf of 69c4f70875e84614ab93d5e55b5d3242 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:30.898043 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-af0b17c4-5324-4317-a6bd-97f8c0a03403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:31.147302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-af0b17c4-5324-4317-a6bd-97f8c0a03403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Allocated IP 172.20.0.8 (aefa1720-bee9-4927-a69e-0aed76edcfcc/c4d5825e-2762-4a80-ac28-987b4194ac7d/43929d59-8c4e-4eb6-bcd9-5e007c22d30f) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:31.316982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-af0b17c4-5324-4317-a6bd-97f8c0a03403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:31.321494 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a995b7f8-4a36-48ff-83a7-5eeb905c423d req-c8414b7b-769d-4eb6-9c0f-f9083f67bf98 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8635a7-97ba-46c9-907c-b16be4930f8e HTTP/1.1" status: 200 len: 210 time: 0.0276117 Nov 09 18:13:31.353570 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-af0b17c4-5324-4317-a6bd-97f8c0a03403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:31.423190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-af0b17c4-5324-4317-a6bd-97f8c0a03403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Network aefa1720-bee9-4927-a69e-0aed76edcfcc is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:31.427876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-af0b17c4-5324-4317-a6bd-97f8c0a03403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:31.432123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-af0b17c4-5324-4317-a6bd-97f8c0a03403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:31.474646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b17c4-5324-4317-a6bd-97f8c0a03403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Pushing event updated for resources: {'Port': ['ID=43929d59-8c4e-4eb6-bcd9-5e007c22d30f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:31.523329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-af0b17c4-5324-4317-a6bd-97f8c0a03403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:31.524372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-af0b17c4-5324-4317-a6bd-97f8c0a03403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:31.548981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-af0b17c4-5324-4317-a6bd-97f8c0a03403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7956803 Nov 09 18:13:31.563961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Request body: {'port': {'device_id': 'f8ab03e2-f064-44f1-9322-fa664434e466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:31.638878 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:31.959412 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36dbe-adc6-4bce-9ff5-a3d8979a781e req-6614011f-adc4-475f-9241-4719ba54eb21 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:31.960958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34d36dbe-adc6-4bce-9ff5-a3d8979a781e req-6614011f-adc4-475f-9241-4719ba54eb21 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 931 time: 0.1583664 Nov 09 18:13:32.051773 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34d36dbe-adc6-4bce-9ff5-a3d8979a781e req-14f41b40-ab76-4667-b7dd-26982f41622b tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1db17ff-f0af-40d3-a5e9-182be61ec04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773180 Nov 09 18:13:32.058224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43929d59-8c4e-4eb6-bcd9-5e007c22d30f {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:32.067270 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.081585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Transition to ACTIVE for port object 43929d59-8c4e-4eb6-bcd9-5e007c22d30f will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:13:32.087113 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.143106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Pushing event updated for resources: {'Port': ['ID=43929d59-8c4e-4eb6-bcd9-5e007c22d30f,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:32.233003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Attempting to bind port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:32.233227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Attempting to bind port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '6659d55c-8c45-4942-9be1-3feb093508ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'aefa1720-bee9-4927-a69e-0aed76edcfcc'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:32.233552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Attempting to bind port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f on network aefa1720-bee9-4927-a69e-0aed76edcfcc {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:32.239103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f on network aefa1720-bee9-4927-a69e-0aed76edcfcc not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:32.239456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Attempting to bind port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f on network aefa1720-bee9-4927-a69e-0aed76edcfcc {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:32.244933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:32.245240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Checking segment: {'id': '6659d55c-8c45-4942-9be1-3feb093508ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'aefa1720-bee9-4927-a69e-0aed76edcfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:32.245653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Bound using segment: {'id': '6659d55c-8c45-4942-9be1-3feb093508ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'aefa1720-bee9-4927-a69e-0aed76edcfcc'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:32.246176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Bound port: 43929d59-8c4e-4eb6-bcd9-5e007c22d30f, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6659d55c-8c45-4942-9be1-3feb093508ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'aefa1720-bee9-4927-a69e-0aed76edcfcc'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:32.246461 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.318745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 32337c11-74c1-49bc-9d73-5209787c3ed2 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:32.320327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] For port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:32.323952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] For port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=43929d59-8c4e-4eb6-bcd9-5e007c22d30f,segment=NetworkSegment(6659d55c-8c45-4942-9be1-3feb093508ef),segment_id=6659d55c-8c45-4942-9be1-3feb093508ef)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:32.330251 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.349207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 32337c11-74c1-49bc-9d73-5209787c3ed2 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:32.349818 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 32337c11-74c1-49bc-9d73-5209787c3ed2 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:32.373042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:32.373738 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.375503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] 10.222.0.13 "PUT /v2.0/ports/43929d59-8c4e-4eb6-bcd9-5e007c22d30f HTTP/1.1" status: 200 len: 1091 time: 0.8174510 Nov 09 18:13:32.376142 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ab03e2-f064-44f1-9322-fa664434e466', 'tag': '43929d59-8c4e-4eb6-bcd9-5e007c22d30f'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:32.378528 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c5a848-373a-4c2e-8a77-c614ae88b46f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ab03e2-f064-44f1-9322-fa664434e466", "tag": "43929d59-8c4e-4eb6-bcd9-5e007c22d30f"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:32.427519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2308-860b-4919-98d4-7f01317f0892 service neutron] Pushing event updated for resources: {'Port': ['ID=43929d59-8c4e-4eb6-bcd9-5e007c22d30f,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:32.461668 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d73628-42a0-4790-84aa-8e6ead47e9b8 x-openstack-request-id: req-d7d73628-42a0-4790-84aa-8e6ead47e9b8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:32.462099 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ab03e2-f064-44f1-9322-fa664434e466", "tag": "43929d59-8c4e-4eb6-bcd9-5e007c22d30f", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:32.462449 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7d73628-42a0-4790-84aa-8e6ead47e9b8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:32.463038 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ab03e2-f064-44f1-9322-fa664434e466', 'tag': '43929d59-8c4e-4eb6-bcd9-5e007c22d30f', 'status': 'completed', 'code': 200} Nov 09 18:13:32.484572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-41f27a06-a968-4a93-878a-78bbb87f0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:32.486015 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-41f27a06-a968-4a93-878a-78bbb87f0974 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69c4f70875e84614ab93d5e55b5d3242&device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 1094 time: 0.0605259 Nov 09 18:13:32.536502 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-6d488538-0341-425e-a5a9-5261aabb6238 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43929d59-8c4e-4eb6-bcd9-5e007c22d30f HTTP/1.1" status: 200 len: 217 time: 0.0418561 Nov 09 18:13:32.587129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-52bc3e69-2c6a-492a-9d43-d9b0ec1d4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:32.588750 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-52bc3e69-2c6a-492a-9d43-d9b0ec1d4471 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4d5825e-2762-4a80-ac28-987b4194ac7d HTTP/1.1" status: 200 len: 849 time: 0.0455222 Nov 09 18:13:32.627232 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-19b067e8-11e7-41dd-9537-d1b70e12f70e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aefa1720-bee9-4927-a69e-0aed76edcfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302873 Nov 09 18:13:32.730351 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-0f88036b-8bc1-4794-a90a-e0d668ac487f service neutron] 10.222.0.13 "GET /v2.0/networks/aefa1720-bee9-4927-a69e-0aed76edcfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944011 Nov 09 18:13:32.834022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d0bfc25-8b19-4ecc-87b7-4b030d148bf4 req-f3f4b1f4-b4ca-4b68-8f55-6ed9a8ffa149 service neutron] 10.222.0.13 "GET /v2.0/networks/aefa1720-bee9-4927-a69e-0aed76edcfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956376 Nov 09 18:13:33.281545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c563365-0fef-4718-9818-0702e5fbc679 req-c88ff07b-4ff4-4961-b370-7e4848d38403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:33.286724 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2c563365-0fef-4718-9818-0702e5fbc679 req-c88ff07b-4ff4-4961-b370-7e4848d38403 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 943 time: 0.1159866 Nov 09 18:13:33.302892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5a848-373a-4c2e-8a77-c614ae88b46f req-bdf5923d-359b-4e30-9808-868360f9e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:33.304542 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c5a848-373a-4c2e-8a77-c614ae88b46f req-bdf5923d-359b-4e30-9808-868360f9e246 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69c4f70875e84614ab93d5e55b5d3242&device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 1094 time: 0.4029870 Nov 09 18:13:33.349523 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2c563365-0fef-4718-9818-0702e5fbc679 req-07729ea5-0eea-4551-8302-11b3147a4c2a tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1db17ff-f0af-40d3-a5e9-182be61ec04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540280 Nov 09 18:13:33.416643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5a848-373a-4c2e-8a77-c614ae88b46f req-0ce899a5-19cf-4e76-916c-078798263987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:33.418195 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c5a848-373a-4c2e-8a77-c614ae88b46f req-0ce899a5-19cf-4e76-916c-078798263987 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aefa1720-bee9-4927-a69e-0aed76edcfcc HTTP/1.1" status: 200 len: 910 time: 0.1058111 Nov 09 18:13:33.469117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c5a848-373a-4c2e-8a77-c614ae88b46f req-1b761e44-28a2-4618-8323-f1763004e603 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43929d59-8c4e-4eb6-bcd9-5e007c22d30f HTTP/1.1" status: 200 len: 217 time: 0.0417778 Nov 09 18:13:33.537766 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5a848-373a-4c2e-8a77-c614ae88b46f req-fd3058a1-d422-43b8-a884-e3ce23298e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:33.540177 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c5a848-373a-4c2e-8a77-c614ae88b46f req-fd3058a1-d422-43b8-a884-e3ce23298e23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4d5825e-2762-4a80-ac28-987b4194ac7d HTTP/1.1" status: 200 len: 849 time: 0.0628350 Nov 09 18:13:33.587658 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c5a848-373a-4c2e-8a77-c614ae88b46f req-5c1c4114-6812-4004-b962-1339b519de16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aefa1720-bee9-4927-a69e-0aed76edcfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403779 Nov 09 18:13:33.695443 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c5a848-373a-4c2e-8a77-c614ae88b46f req-406e1b34-7b09-4d2b-b5eb-38c9d369dc4a service neutron] 10.222.0.13 "GET /v2.0/networks/aefa1720-bee9-4927-a69e-0aed76edcfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986931 Nov 09 18:13:33.791323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c5a848-373a-4c2e-8a77-c614ae88b46f req-2859af35-f213-4407-b0db-99ca0feeb851 service neutron] 10.222.0.13 "GET /v2.0/networks/aefa1720-bee9-4927-a69e-0aed76edcfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887539 Nov 09 18:13:34.515534 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4853d81-57fa-4e84-8adb-fe5b7876e9ba req-4a5b76c7-1d9b-41e3-aa11-e30f5dd6cd8b tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.517577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4853d81-57fa-4e84-8adb-fe5b7876e9ba req-4a5b76c7-1d9b-41e3-aa11-e30f5dd6cd8b tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 943 time: 0.0690303 Nov 09 18:13:34.575853 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4853d81-57fa-4e84-8adb-fe5b7876e9ba req-6cdc378c-d45b-44ba-98b0-617fb8a7a9fc tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1db17ff-f0af-40d3-a5e9-182be61ec04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510516 Nov 09 18:13:35.719977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6d298-14ab-4a84-b4b4-6841e0b35638 req-f2aa2415-6d68-4b27-9945-4df63e0af050 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:35.722261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-31a6d298-14ab-4a84-b4b4-6841e0b35638 req-f2aa2415-6d68-4b27-9945-4df63e0af050 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 943 time: 0.0604634 Nov 09 18:13:35.765869 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-31a6d298-14ab-4a84-b4b4-6841e0b35638 req-64d35c0b-2a0b-435e-96b0-8c9d5cde2112 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1db17ff-f0af-40d3-a5e9-182be61ec04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Nov 09 18:13:36.331993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 43929d59-8c4e-4eb6-bcd9-5e007c22d30f details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:13:36.431341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=43929d59-8c4e-4eb6-bcd9-5e007c22d30f,segment=NetworkSegment(6659d55c-8c45-4942-9be1-3feb093508ef),segment_id=6659d55c-8c45-4942-9be1-3feb093508ef)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:36.444023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '43929d59-8c4e-4eb6-bcd9-5e007c22d30f', 'network_id': 'aefa1720-bee9-4927-a69e-0aed76edcfcc', 'port_id': '43929d59-8c4e-4eb6-bcd9-5e007c22d30f', 'mac_address': 'fa:16:3e:3c:7a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d5825e-2762-4a80-ac28-987b4194ac7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:13:36.489732 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:36.503318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43929d59-8c4e-4eb6-bcd9-5e007c22d30f {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:36.524608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=43929d59-8c4e-4eb6-bcd9-5e007c22d30f,segment=NetworkSegment(6659d55c-8c45-4942-9be1-3feb093508ef),segment_id=6659d55c-8c45-4942-9be1-3feb093508ef)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:36.529380 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:36.587650 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=43929d59-8c4e-4eb6-bcd9-5e007c22d30f,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:36.742007 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-f2b236ab-211c-47c5-af20-cf5ca7276c34 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:36.743531 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-f2b236ab-211c-47c5-af20-cf5ca7276c34 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/networks?id=d9582954-36ba-405d-a69d-1d2752e572b2 HTTP/1.1" status: 200 len: 813 time: 0.1032457 Nov 09 18:13:36.748854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['43929d59-8c4e-4eb6-bcd9-5e007c22d30f'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:36.761407 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-05103c96-c7eb-4145-b2e6-25ff6c6bc35f tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/quotas/f4340c036eda4548b6c8e1b022ee9e7b HTTP/1.1" status: 200 len: 375 time: 0.0104334 Nov 09 18:13:36.794474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-50b8b68e-cfb6-4555-92c6-7a42963e748e tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f4340c036eda4548b6c8e1b022ee9e7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285342 Nov 09 18:13:36.911000 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-ba23dafb-8e20-48d7-b1a8-571fa3ca02ae service neutron] 10.222.0.81 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080353 Nov 09 18:13:36.991526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e5739-23a3-48bb-8bf5-7dbd08c9b17a req-997762c4-cefd-4b87-a663-26490a973601 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:36.993369 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a54e5739-23a3-48bb-8bf5-7dbd08c9b17a req-997762c4-cefd-4b87-a663-26490a973601 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 944 time: 0.0560164 Nov 09 18:13:37.023560 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-517e7f28-f490-4976-9607-6bfdca188250 service neutron] 10.222.0.81 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057522 Nov 09 18:13:37.040171 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a54e5739-23a3-48bb-8bf5-7dbd08c9b17a req-62896145-04b4-464f-b525-fe8f9626a641 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1db17ff-f0af-40d3-a5e9-182be61ec04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391896 Nov 09 18:13:37.164376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59b32d-8a6a-4bb4-8439-5034312f6880 req-562b9f68-b17c-4788-804c-a6a71213a2cc tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:37.166034 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b59b32d-8a6a-4bb4-8439-5034312f6880 req-562b9f68-b17c-4788-804c-a6a71213a2cc tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 945 time: 0.0587428 Nov 09 18:13:37.214772 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b59b32d-8a6a-4bb4-8439-5034312f6880 req-1e42860d-df3f-447e-be54-c802c8f306e9 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Nov 09 18:13:37.220671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-658c7dd9-38a5-4994-aa0e-4500370f216e req-f168e769-864e-4599-b3dc-2960f339820e tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 210 time: 0.0337024 Nov 09 18:13:38.169317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3afe0-f152-49e1-aafa-56a57d3bcd81 req-b3ac6054-1938-44c2-8f97-5a7e69a20ebc tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:38.171739 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-30b3afe0-f152-49e1-aafa-56a57d3bcd81 req-b3ac6054-1938-44c2-8f97-5a7e69a20ebc tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 944 time: 0.0550582 Nov 09 18:13:38.217952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-30b3afe0-f152-49e1-aafa-56a57d3bcd81 req-1e2ebdc0-3da7-4430-bf7a-91d63d80dd2c tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1db17ff-f0af-40d3-a5e9-182be61ec04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393357 Nov 09 18:13:38.264198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-435b9da4-a420-4f0d-8dec-f7b5a4d1e663 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:38.267086 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-435b9da4-a420-4f0d-8dec-f7b5a4d1e663 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.13 "GET /v2.0/networks?id=d9582954-36ba-405d-a69d-1d2752e572b2 HTTP/1.1" status: 200 len: 813 time: 0.1291697 Nov 09 18:13:38.284419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-4c91d168-a9c6-4bb4-95b0-994c08db1ea2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Request body: {'port': {'device_id': '203af091-3cb0-47ee-b37c-943ff5872549', 'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2', 'admin_state_up': True, 'tenant_id': 'f4340c036eda4548b6c8e1b022ee9e7b'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:38.332952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 43929d59-8c4e-4eb6-bcd9-5e007c22d30f up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:38.357225 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cd35baa2-b171-44c0-9665-59b54b44f667 req-20d7b61a-0b18-4ee0-a9f8-3b7ddc202c29 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 210 time: 0.0369799 Nov 09 18:13:38.409806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:13:38.414728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:38.415198 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:38.417716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-4c91d168-a9c6-4bb4-95b0-994c08db1ea2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Made reservation on behalf of f4340c036eda4548b6c8e1b022ee9e7b for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:38.422074 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-4c91d168-a9c6-4bb4-95b0-994c08db1ea2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:38.505041 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:38.533071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ab03e2-f064-44f1-9322-fa664434e466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43929d59-8c4e-4eb6-bcd9-5e007c22d30f'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:38.535510 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de68814d-04c0-461f-a366-dc45a0fe00d5" -d '{"events": [{"server_uuid": "f8ab03e2-f064-44f1-9322-fa664434e466", "name": "network-vif-plugged", "status": "completed", "tag": "43929d59-8c4e-4eb6-bcd9-5e007c22d30f"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:38.549029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=43929d59-8c4e-4eb6-bcd9-5e007c22d30f,segment=NetworkSegment(6659d55c-8c45-4942-9be1-3feb093508ef),segment_id=6659d55c-8c45-4942-9be1-3feb093508ef)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:38.556298 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:38.563405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-4c91d168-a9c6-4bb4-95b0-994c08db1ea2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Allocated IP 172.20.0.4 (d9582954-36ba-405d-a69d-1d2752e572b2/2d1814ba-e2d9-4872-82be-4e54f3dba023/cd227487-7c43-4aa6-9e78-c9fdb9d38c56) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:38.598706 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592a69fd-2c63-4b09-8cae-f2a7415a4c5b x-openstack-request-id: req-592a69fd-2c63-4b09-8cae-f2a7415a4c5b {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:38.599063 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ab03e2-f064-44f1-9322-fa664434e466", "name": "network-vif-plugged", "status": "completed", "tag": "43929d59-8c4e-4eb6-bcd9-5e007c22d30f", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:38.599400 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-592a69fd-2c63-4b09-8cae-f2a7415a4c5b {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:38.599861 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ab03e2-f064-44f1-9322-fa664434e466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43929d59-8c4e-4eb6-bcd9-5e007c22d30f', 'code': 200} Nov 09 18:13:38.625625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=43929d59-8c4e-4eb6-bcd9-5e007c22d30f,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:38.740356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a04e9-32c6-4405-b112-fb1660a296b5 req-08087341-6124-41d1-b320-d4a80eb2df55 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:38.741852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-255a04e9-32c6-4405-b112-fb1660a296b5 req-08087341-6124-41d1-b320-d4a80eb2df55 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 945 time: 0.1510077 Nov 09 18:13:38.809092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fac42-1394-42bb-b6d1-45744cffb091 req-21331d00-92b2-4885-bc82-b5d548f6d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:38.810592 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f89fac42-1394-42bb-b6d1-45744cffb091 req-21331d00-92b2-4885-bc82-b5d548f6d244 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 1096 time: 0.1177452 Nov 09 18:13:38.819500 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-255a04e9-32c6-4405-b112-fb1660a296b5 req-dd745e6c-1aeb-4c01-beb9-bd366749e0a8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ad059cc-87e6-47c3-bf9e-34076602af8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705481 Nov 09 18:13:38.843801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-4c91d168-a9c6-4bb4-95b0-994c08db1ea2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:38.870371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f89fac42-1394-42bb-b6d1-45744cffb091 req-4e329754-4fd1-45dd-937d-c02a51a9fd14 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1db17ff-f0af-40d3-a5e9-182be61ec04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471182 Nov 09 18:13:38.891312 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-4c91d168-a9c6-4bb4-95b0-994c08db1ea2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:38.934870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-4c91d168-a9c6-4bb4-95b0-994c08db1ea2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Network d9582954-36ba-405d-a69d-1d2752e572b2 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:38.937967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-4c91d168-a9c6-4bb4-95b0-994c08db1ea2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:38.942579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-4c91d168-a9c6-4bb4-95b0-994c08db1ea2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:38.951214 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91d168-a9c6-4bb4-95b0-994c08db1ea2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Pushing event updated for resources: {'Port': ['ID=cd227487-7c43-4aa6-9e78-c9fdb9d38c56,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:39.003060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-4c91d168-a9c6-4bb4-95b0-994c08db1ea2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:39.003592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-4c91d168-a9c6-4bb4-95b0-994c08db1ea2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.021823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-4c91d168-a9c6-4bb4-95b0-994c08db1ea2 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7414765 Nov 09 18:13:39.067021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Request body: {'port': {'device_id': '203af091-3cb0-47ee-b37c-943ff5872549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:39.106906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bc5b6-9f0e-48a6-9eec-86248712c560 req-ac058fb5-0bae-4e26-ab13-8a75353d09c9 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:39.108418 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-829bc5b6-9f0e-48a6-9eec-86248712c560 req-ac058fb5-0bae-4e26-ab13-8a75353d09c9 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 945 time: 0.0579159 Nov 09 18:13:39.126903 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.206788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-829bc5b6-9f0e-48a6-9eec-86248712c560 req-e9e99afa-51c0-4ef3-8499-2a19fba87aa1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Deleting port 6b8d4800-489a-4775-aa4a-75b611c33f29 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:39.207410 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-829bc5b6-9f0e-48a6-9eec-86248712c560 req-e9e99afa-51c0-4ef3-8499-2a19fba87aa1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.342946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-829bc5b6-9f0e-48a6-9eec-86248712c560 req-e9e99afa-51c0-4ef3-8499-2a19fba87aa1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] For port 6b8d4800-489a-4775-aa4a-75b611c33f29, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=6b8d4800-489a-4775-aa4a-75b611c33f29,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:39.343404 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-829bc5b6-9f0e-48a6-9eec-86248712c560 req-e9e99afa-51c0-4ef3-8499-2a19fba87aa1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.360550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-829bc5b6-9f0e-48a6-9eec-86248712c560 req-e9e99afa-51c0-4ef3-8499-2a19fba87aa1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Calling delete_port for 6b8d4800-489a-4775-aa4a-75b611c33f29 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:39.384651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd238-0225-4ae7-832d-1da87495b861 req-115281d1-b212-4a7a-bd21-f9d2756577bc tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:39.386353 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-890fd238-0225-4ae7-832d-1da87495b861 req-115281d1-b212-4a7a-bd21-f9d2756577bc tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 945 time: 0.0920508 Nov 09 18:13:39.422663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd227487-7c43-4aa6-9e78-c9fdb9d38c56 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:39.431156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.443970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Transition to ACTIVE for port object cd227487-7c43-4aa6-9e78-c9fdb9d38c56 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:13:39.448650 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.485081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-890fd238-0225-4ae7-832d-1da87495b861 req-997a108a-5ab6-460f-bbb1-93f9714a79bf tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1db17ff-f0af-40d3-a5e9-182be61ec04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892367 Nov 09 18:13:39.537272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Pushing event updated for resources: {'Port': ['ID=cd227487-7c43-4aa6-9e78-c9fdb9d38c56,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:39.560055 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-829bc5b6-9f0e-48a6-9eec-86248712c560 req-e9e99afa-51c0-4ef3-8499-2a19fba87aa1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.571794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['6b8d4800-489a-4775-aa4a-75b611c33f29'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:39.575110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa74d9-b501-4cb5-84a5-285005467291 req-bf5563b7-52cd-4314-a9eb-b1a7fb75f764 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:39.579827 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5afa74d9-b501-4cb5-84a5-285005467291 req-bf5563b7-52cd-4314-a9eb-b1a7fb75f764 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 943 time: 0.1282189 Nov 09 18:13:39.591655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e99afa-51c0-4ef3-8499-2a19fba87aa1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event deleted for resources: {'Port': ['ID=6b8d4800-489a-4775-aa4a-75b611c33f29,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:39.635534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-829bc5b6-9f0e-48a6-9eec-86248712c560 req-e9e99afa-51c0-4ef3-8499-2a19fba87aa1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] No DVR routers for this DVR port 6b8d4800-489a-4775-aa4a-75b611c33f29 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:13:39.638339 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-829bc5b6-9f0e-48a6-9eec-86248712c560 req-e9e99afa-51c0-4ef3-8499-2a19fba87aa1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.641974 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-829bc5b6-9f0e-48a6-9eec-86248712c560 req-e9e99afa-51c0-4ef3-8499-2a19fba87aa1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.18 "DELETE /v2.0/ports/6b8d4800-489a-4775-aa4a-75b611c33f29 HTTP/1.1" status: 204 len: 173 time: 0.5269337 Nov 09 18:13:39.642439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e59814-0975-478a-8b95-fbb3056b632a', 'name': 'network-vif-deleted', 'tag': '6b8d4800-489a-4775-aa4a-75b611c33f29'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:39.644847 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762d16a5-26ae-4e59-ac96-da1610d19769" -d '{"events": [{"server_uuid": "90e59814-0975-478a-8b95-fbb3056b632a", "name": "network-vif-deleted", "tag": "6b8d4800-489a-4775-aa4a-75b611c33f29"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:39.685261 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5afa74d9-b501-4cb5-84a5-285005467291 req-80b9f025-7aee-4957-9efa-2394c43b12d4 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797453 Nov 09 18:13:39.685963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Attempting to bind port cd227487-7c43-4aa6-9e78-c9fdb9d38c56 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:39.686299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Attempting to bind port cd227487-7c43-4aa6-9e78-c9fdb9d38c56 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'd095ae46-692d-4b89-b960-4f346098690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:39.686489 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1291406-196e-4827-a219-2f2f4b4b1770 x-openstack-request-id: req-c1291406-196e-4827-a219-2f2f4b4b1770 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:39.686617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Attempting to bind port cd227487-7c43-4aa6-9e78-c9fdb9d38c56 on network d9582954-36ba-405d-a69d-1d2752e572b2 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:39.686792 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e59814-0975-478a-8b95-fbb3056b632a", "name": "network-vif-deleted", "tag": "6b8d4800-489a-4775-aa4a-75b611c33f29", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:39.687051 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1291406-196e-4827-a219-2f2f4b4b1770 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:39.687490 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e59814-0975-478a-8b95-fbb3056b632a', 'name': 'network-vif-deleted', 'tag': '6b8d4800-489a-4775-aa4a-75b611c33f29', 'status': 'completed', 'code': 200} Nov 09 18:13:39.692739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Port cd227487-7c43-4aa6-9e78-c9fdb9d38c56 on network d9582954-36ba-405d-a69d-1d2752e572b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:39.693153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Attempting to bind port cd227487-7c43-4aa6-9e78-c9fdb9d38c56 on network d9582954-36ba-405d-a69d-1d2752e572b2 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:39.700111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:39.700455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Checking segment: {'id': 'd095ae46-692d-4b89-b960-4f346098690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:39.700876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Bound using segment: {'id': 'd095ae46-692d-4b89-b960-4f346098690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:39.701312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Bound port: cd227487-7c43-4aa6-9e78-c9fdb9d38c56, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd095ae46-692d-4b89-b960-4f346098690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:39.701673 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.775360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] For port cd227487-7c43-4aa6-9e78-c9fdb9d38c56, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:39.778699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] For port cd227487-7c43-4aa6-9e78-c9fdb9d38c56, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cd227487-7c43-4aa6-9e78-c9fdb9d38c56,segment=NetworkSegment(d095ae46-692d-4b89-b960-4f346098690b),segment_id=d095ae46-692d-4b89-b960-4f346098690b)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:39.784699 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.823300 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:39.824156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.825551 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] 10.222.0.13 "PUT /v2.0/ports/cd227487-7c43-4aa6-9e78-c9fdb9d38c56 HTTP/1.1" status: 200 len: 1091 time: 0.7636893 Nov 09 18:13:39.825993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203af091-3cb0-47ee-b37c-943ff5872549', 'tag': 'cd227487-7c43-4aa6-9e78-c9fdb9d38c56'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:39.828257 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0313b5-16cb-475c-b50b-1a6d79f4c8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "203af091-3cb0-47ee-b37c-943ff5872549", "tag": "cd227487-7c43-4aa6-9e78-c9fdb9d38c56"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:39.855644 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7d2cc-4e22-4f72-ad13-c4ea269bdbbd service neutron] Pushing event updated for resources: {'Port': ['ID=cd227487-7c43-4aa6-9e78-c9fdb9d38c56,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:39.873101 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3539cd4b-3efc-4b51-ac82-ab1c9df7300e x-openstack-request-id: req-3539cd4b-3efc-4b51-ac82-ab1c9df7300e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:39.873467 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203af091-3cb0-47ee-b37c-943ff5872549", "tag": "cd227487-7c43-4aa6-9e78-c9fdb9d38c56", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:39.873782 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3539cd4b-3efc-4b51-ac82-ab1c9df7300e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:39.874290 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203af091-3cb0-47ee-b37c-943ff5872549', 'tag': 'cd227487-7c43-4aa6-9e78-c9fdb9d38c56', 'status': 'completed', 'code': 200} Nov 09 18:13:39.971131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15ec308a-c5b1-4507-9bb3-9084463c5a40 req-d4c8feec-c3a0-4fdf-965d-3e9c28db4768 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 210 time: 0.0413940 Nov 09 18:13:39.984992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-bd7c1f09-6dc9-4e40-86d7-30886ec424ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:39.986562 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-bd7c1f09-6dc9-4e40-86d7-30886ec424ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4340c036eda4548b6c8e1b022ee9e7b&device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 1094 time: 0.0860744 Nov 09 18:13:40.043740 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-eae6032a-9b2c-409b-8ada-b1ce488b45ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd227487-7c43-4aa6-9e78-c9fdb9d38c56 HTTP/1.1" status: 200 len: 217 time: 0.0442491 Nov 09 18:13:40.099651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-90db4586-64da-4987-8de6-a998815a1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:40.101211 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-90db4586-64da-4987-8de6-a998815a1f6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d1814ba-e2d9-4872-82be-4e54f3dba023 HTTP/1.1" status: 200 len: 853 time: 0.0465238 Nov 09 18:13:40.142753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-42183765-8720-4fcd-ba99-ad7418e51395 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9582954-36ba-405d-a69d-1d2752e572b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326307 Nov 09 18:13:40.239483 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-c610c76f-781f-408f-bc17-c1b3cc841dcf service neutron] 10.222.0.13 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887182 Nov 09 18:13:40.339690 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-214703de-dde5-4b56-9dd9-f22dc50bb09e req-323201c8-827c-4b2e-907f-7eabc7180f87 service neutron] 10.222.0.13 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928366 Nov 09 18:13:40.443428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0313b5-16cb-475c-b50b-1a6d79f4c8d5 req-c8417dee-65d3-468b-80d3-f6be5dcea74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:40.444927 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a0313b5-16cb-475c-b50b-1a6d79f4c8d5 req-c8417dee-65d3-468b-80d3-f6be5dcea74e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4340c036eda4548b6c8e1b022ee9e7b&device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 1094 time: 0.0460465 Nov 09 18:13:40.544418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0313b5-16cb-475c-b50b-1a6d79f4c8d5 req-959b7611-04a8-41df-9eb0-a066e940c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:40.546039 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a0313b5-16cb-475c-b50b-1a6d79f4c8d5 req-959b7611-04a8-41df-9eb0-a066e940c2a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9582954-36ba-405d-a69d-1d2752e572b2 HTTP/1.1" status: 200 len: 914 time: 0.0939116 Nov 09 18:13:40.621615 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a0313b5-16cb-475c-b50b-1a6d79f4c8d5 req-75db7488-6a4f-47c4-8061-958a93abe0a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd227487-7c43-4aa6-9e78-c9fdb9d38c56 HTTP/1.1" status: 200 len: 217 time: 0.0678759 Nov 09 18:13:40.631253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021d366-94d9-4d00-8dd0-9b08fc5b0c5f req-3b1c3ecd-a8d9-4272-9bd3-3dfe844e4f8f tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:40.633812 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3021d366-94d9-4d00-8dd0-9b08fc5b0c5f req-3b1c3ecd-a8d9-4272-9bd3-3dfe844e4f8f tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 945 time: 0.0748215 Nov 09 18:13:40.682835 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3021d366-94d9-4d00-8dd0-9b08fc5b0c5f req-f74253b0-35ec-4d04-8c8e-664e6f8097a2 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1db17ff-f0af-40d3-a5e9-182be61ec04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426166 Nov 09 18:13:40.687741 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8be11ac1-3795-4344-97ca-67a1d43869fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:40.697067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0313b5-16cb-475c-b50b-1a6d79f4c8d5 req-b1d8270c-531c-40ca-917a-72c02728ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:40.699841 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a0313b5-16cb-475c-b50b-1a6d79f4c8d5 req-b1d8270c-531c-40ca-917a-72c02728ec13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d1814ba-e2d9-4872-82be-4e54f3dba023 HTTP/1.1" status: 200 len: 853 time: 0.0691187 Nov 09 18:13:40.740349 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a0313b5-16cb-475c-b50b-1a6d79f4c8d5 req-5794565f-f60f-42ad-83d6-0e9ad5fa685b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9582954-36ba-405d-a69d-1d2752e572b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315504 Nov 09 18:13:40.840436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b2577-8367-49c2-9124-e9e276cfa453 req-1568e2ed-4226-4753-a6b5-a9c7f71fbf42 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:40.849829 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-272b2577-8367-49c2-9124-e9e276cfa453 req-1568e2ed-4226-4753-a6b5-a9c7f71fbf42 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 943 time: 0.0697045 Nov 09 18:13:40.867933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a0313b5-16cb-475c-b50b-1a6d79f4c8d5 req-bb504d2d-d762-4dd4-85d3-458d0cff68f8 service neutron] 10.222.0.13 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186788 Nov 09 18:13:40.888540 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-272b2577-8367-49c2-9124-e9e276cfa453 req-891c957a-f458-4608-9630-992b8ffc1290 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377712 Nov 09 18:13:40.986483 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5a0313b5-16cb-475c-b50b-1a6d79f4c8d5 req-6ea940ec-1872-411d-8d4f-aa02ebcd38c5 service neutron] 10.222.0.13 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101506 Nov 09 18:13:41.052053 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b83a0-6315-4f9f-a316-ab6a7cf8dd7e req-fd505d54-75e6-4bd2-bad0-dbdb971f649a tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:41.059498 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e27b83a0-6315-4f9f-a316-ab6a7cf8dd7e req-fd505d54-75e6-4bd2-bad0-dbdb971f649a tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 945 time: 0.0720007 Nov 09 18:13:41.088497 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a46e87ea-e426-481d-88ca-976193fbd1c6 req-fed64104-a437-4237-b44d-4cd28806c88c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 210 time: 0.0296710 Nov 09 18:13:41.094225 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e27b83a0-6315-4f9f-a316-ab6a7cf8dd7e req-a523126b-46ee-4dc3-ba61-fcddff25e4e0 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1db17ff-f0af-40d3-a5e9-182be61ec04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338795 Nov 09 18:13:42.030315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aaf63-6039-4cb3-a1cd-066056b24310 req-367021d4-ffb9-4fef-bfe7-75f0b7405a7a tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:42.031942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-379aaf63-6039-4cb3-a1cd-066056b24310 req-367021d4-ffb9-4fef-bfe7-75f0b7405a7a tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 943 time: 0.0659497 Nov 09 18:13:42.080420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-379aaf63-6039-4cb3-a1cd-066056b24310 req-0c32f3ef-c868-46d3-86a0-29409c52f6c5 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403202 Nov 09 18:13:42.204677 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0e8920a6-4f64-4cc5-b21a-d1a417a20422 req-d4dd6800-7835-4395-bc1f-8c8a736f348e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 210 time: 0.0313308 Nov 09 18:13:42.240249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a619f-2d55-4dfd-a8b7-29367967048e req-d56cb101-e1f2-4853-bcf0-852cdac38b02 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:42.241854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b92a619f-2d55-4dfd-a8b7-29367967048e req-d56cb101-e1f2-4853-bcf0-852cdac38b02 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 945 time: 0.0591648 Nov 09 18:13:42.293036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b92a619f-2d55-4dfd-a8b7-29367967048e req-1d45d2b8-3b30-4501-bf2a-2e66683f7ba8 tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.81 "GET /v2.0/security-groups?id=b1db17ff-f0af-40d3-a5e9-182be61ec04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446162 Nov 09 18:13:42.334238 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4707e17-2ae3-4267-91e3-f64db9ee59a4 req-ddcdfd0c-b976-4a5c-8fbc-c715fa1823dc tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:42.335770 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4707e17-2ae3-4267-91e3-f64db9ee59a4 req-ddcdfd0c-b976-4a5c-8fbc-c715fa1823dc tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8ab03e2-f064-44f1-9322-fa664434e466 HTTP/1.1" status: 200 len: 945 time: 0.0594611 Nov 09 18:13:42.447565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-b4707e17-2ae3-4267-91e3-f64db9ee59a4 req-be2e6887-3e73-4811-94a7-9758acbebe9b tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Deleting port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:42.447905 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b4707e17-2ae3-4267-91e3-f64db9ee59a4 req-be2e6887-3e73-4811-94a7-9758acbebe9b tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:42.543587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b4707e17-2ae3-4267-91e3-f64db9ee59a4 req-be2e6887-3e73-4811-94a7-9758acbebe9b tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] For port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=43929d59-8c4e-4eb6-bcd9-5e007c22d30f,segment=NetworkSegment(6659d55c-8c45-4942-9be1-3feb093508ef),segment_id=6659d55c-8c45-4942-9be1-3feb093508ef)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:42.543889 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b4707e17-2ae3-4267-91e3-f64db9ee59a4 req-be2e6887-3e73-4811-94a7-9758acbebe9b tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:42.556435 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-b4707e17-2ae3-4267-91e3-f64db9ee59a4 req-be2e6887-3e73-4811-94a7-9758acbebe9b tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Calling delete_port for 43929d59-8c4e-4eb6-bcd9-5e007c22d30f owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:42.689608 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b4707e17-2ae3-4267-91e3-f64db9ee59a4 req-be2e6887-3e73-4811-94a7-9758acbebe9b tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:42.701744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['43929d59-8c4e-4eb6-bcd9-5e007c22d30f'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:42.720096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e6887-3e73-4811-94a7-9758acbebe9b tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Pushing event deleted for resources: {'Port': ['ID=43929d59-8c4e-4eb6-bcd9-5e007c22d30f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:42.778833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4707e17-2ae3-4267-91e3-f64db9ee59a4 req-be2e6887-3e73-4811-94a7-9758acbebe9b tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] No DVR routers for this DVR port 43929d59-8c4e-4eb6-bcd9-5e007c22d30f on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:13:42.781779 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b4707e17-2ae3-4267-91e3-f64db9ee59a4 req-be2e6887-3e73-4811-94a7-9758acbebe9b tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:42.785471 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b4707e17-2ae3-4267-91e3-f64db9ee59a4 req-be2e6887-3e73-4811-94a7-9758acbebe9b tempest-ServerGroupTestJSON-1243643243 tempest-ServerGroupTestJSON-1243643243-project] 10.222.0.13 "DELETE /v2.0/ports/43929d59-8c4e-4eb6-bcd9-5e007c22d30f HTTP/1.1" status: 204 len: 173 time: 0.4432845 Nov 09 18:13:42.785999 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ab03e2-f064-44f1-9322-fa664434e466', 'name': 'network-vif-deleted', 'tag': '43929d59-8c4e-4eb6-bcd9-5e007c22d30f'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:42.788480 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7689800a-323e-4618-a5c5-b584f5f1256e" -d '{"events": [{"server_uuid": "f8ab03e2-f064-44f1-9322-fa664434e466", "name": "network-vif-deleted", "tag": "43929d59-8c4e-4eb6-bcd9-5e007c22d30f"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:42.830545 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d9a522-87d0-4e99-99b5-35caab284cce x-openstack-request-id: req-a9d9a522-87d0-4e99-99b5-35caab284cce {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:42.830978 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ab03e2-f064-44f1-9322-fa664434e466", "name": "network-vif-deleted", "tag": "43929d59-8c4e-4eb6-bcd9-5e007c22d30f", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:42.832012 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9d9a522-87d0-4e99-99b5-35caab284cce {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:42.832749 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ab03e2-f064-44f1-9322-fa664434e466', 'name': 'network-vif-deleted', 'tag': '43929d59-8c4e-4eb6-bcd9-5e007c22d30f', 'status': 'completed', 'code': 200} Nov 09 18:13:42.889869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6b8d4800-489a-4775-aa4a-75b611c33f29 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:42.915275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 6b8d4800-489a-4775-aa4a-75b611c33f29 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:42.915646 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 6b8d4800-489a-4775-aa4a-75b611c33f29 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:43.226555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b4228-4194-48fc-b9bd-9ed4aa9d3732 req-3f0e5f9e-5dd9-4928-a2f5-59e786ff19a9 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.232328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f83b4228-4194-48fc-b9bd-9ed4aa9d3732 req-3f0e5f9e-5dd9-4928-a2f5-59e786ff19a9 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 943 time: 0.0577493 Nov 09 18:13:43.304809 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f83b4228-4194-48fc-b9bd-9ed4aa9d3732 req-c098c06c-bd66-4ba0-9941-b4b8f6f1c9dc tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642016 Nov 09 18:13:43.651982 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae2b2741-9461-4f61-a847-39fdbcd3ddd9 req-54c5c187-7ace-4042-bc37-4c69030305b8 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=90e59814-0975-478a-8b95-fbb3056b632a HTTP/1.1" status: 200 len: 210 time: 0.3672543 Nov 09 18:13:43.686220 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c28dc12a-fd63-43c2-857f-08a07e56a968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.717255 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42686) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:43.762475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Deleting subnet c4d5825e-2762-4a80-ac28-987b4194ac7d {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:13:43.765712 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.801369 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.849632 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.912009 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.945183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d5825e-2762-4a80-ac28-987b4194ac7d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:43.948192 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.954188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42688) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:43.954375 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c4d5825e-2762-4a80-ac28-987b4194ac7d HTTP/1.1" status: 204 len: 168 time: 0.2359557 Nov 09 18:13:43.961656 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:43.962032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:43.962324 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:43.962651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:43.962975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:43.963339 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:43.963827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:43.964233 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:43.964625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:43.965488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:43.965488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:43.965892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9ef0c3-0aed-4cc2-a19a-9f3e7924eb1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:44.037702 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdbed7c4-fdc4-4afb-8eed-5256d40ae831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.109756 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:13:44.130154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdbed7c4-fdc4-4afb-8eed-5256d40ae831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.152303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-cdbed7c4-fdc4-4afb-8eed-5256d40ae831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefa1720-bee9-4927-a69e-0aed76edcfcc']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:44.163071 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-cdbed7c4-fdc4-4afb-8eed-5256d40ae831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6659d55c-8c45-4942-9be1-3feb093508ef') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:44.163397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-cdbed7c4-fdc4-4afb-8eed-5256d40ae831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6659d55c-8c45-4942-9be1-3feb093508ef') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:44.173803 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdbed7c4-fdc4-4afb-8eed-5256d40ae831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.188505 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdbed7c4-fdc4-4afb-8eed-5256d40ae831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.195878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbed7c4-fdc4-4afb-8eed-5256d40ae831 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:13:44.196344 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdbed7c4-fdc4-4afb-8eed-5256d40ae831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:13:44.198170 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:13:44.260262 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdbed7c4-fdc4-4afb-8eed-5256d40ae831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.265838 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdbed7c4-fdc4-4afb-8eed-5256d40ae831 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.272604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cdbed7c4-fdc4-4afb-8eed-5256d40ae831 admin admin] 10.222.0.81 "DELETE /v2.0/networks/aefa1720-bee9-4927-a69e-0aed76edcfcc HTTP/1.1" status: 204 len: 168 time: 0.3140845 Nov 09 18:13:44.284331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbed7c4-fdc4-4afb-8eed-5256d40ae831 admin admin] Pushing event deleted for resources: {'Network': ['ID=aefa1720-bee9-4927-a69e-0aed76edcfcc,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:44.364000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device cd227487-7c43-4aa6-9e78-c9fdb9d38c56 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:13:44.389606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42696) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:44.465884 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cb7afaea-41e7-4a1b-99ac-6153d316bc13 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69c4f70875e84614ab93d5e55b5d3242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750716 Nov 09 18:13:44.469334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42698) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:44.502879 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29605c-6fa0-4fae-a4c8-14f476270c42 req-d2d68439-868a-40d6-a0d2-2ff3c4cab1b3 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:44.505858 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b29605c-6fa0-4fae-a4c8-14f476270c42 req-d2d68439-868a-40d6-a0d2-2ff3c4cab1b3 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 943 time: 0.0919435 Nov 09 18:13:44.511093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port cd227487-7c43-4aa6-9e78-c9fdb9d38c56, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cd227487-7c43-4aa6-9e78-c9fdb9d38c56,segment=NetworkSegment(d095ae46-692d-4b89-b960-4f346098690b),segment_id=d095ae46-692d-4b89-b960-4f346098690b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:44.524110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'cd227487-7c43-4aa6-9e78-c9fdb9d38c56', 'network_id': 'd9582954-36ba-405d-a69d-1d2752e572b2', 'port_id': 'cd227487-7c43-4aa6-9e78-c9fdb9d38c56', 'mac_address': 'fa:16:3e:9f:d6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1814ba-e2d9-4872-82be-4e54f3dba023', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:13:44.542759 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b440e420-90e9-4058-983c-f25ca4c2dfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.554439 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2b29605c-6fa0-4fae-a4c8-14f476270c42 req-508ec9dd-bddf-496a-9278-1d0800e5f813 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Nov 09 18:13:44.573668 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b440e420-90e9-4058-983c-f25ca4c2dfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.576049 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.578927 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.592924 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd227487-7c43-4aa6-9e78-c9fdb9d38c56 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:44.614274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port cd227487-7c43-4aa6-9e78-c9fdb9d38c56, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cd227487-7c43-4aa6-9e78-c9fdb9d38c56,segment=NetworkSegment(d095ae46-692d-4b89-b960-4f346098690b),segment_id=d095ae46-692d-4b89-b960-4f346098690b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:44.618030 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.624806 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b440e420-90e9-4058-983c-f25ca4c2dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.635469 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b440e420-90e9-4058-983c-f25ca4c2dfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.639337 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b440e420-90e9-4058-983c-f25ca4c2dfa6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1db17ff-f0af-40d3-a5e9-182be61ec04f HTTP/1.1" status: 204 len: 168 time: 0.1662607 Nov 09 18:13:44.646483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440e420-90e9-4058-983c-f25ca4c2dfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1db17ff-f0af-40d3-a5e9-182be61ec04f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:44.702647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=cd227487-7c43-4aa6-9e78-c9fdb9d38c56,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:44.712046 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:44.712710 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:44.713034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:44.713465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:44.713870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:44.714276 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:44.714721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:44.715199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:44.715531 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:44.715934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:44.716365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:44.716820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:44.820193 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['cd227487-7c43-4aa6-9e78-c9fdb9d38c56'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:45.427331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42726) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:45.459098 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:45.548929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1861858189-network', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:45.574462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Made reservation on behalf of bb61cc8670964df8a002758e2259ebf6 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:45.576875 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:45.588115 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:45.701428 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:45.703947 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8ec27-d7cc-49b4-a9e4-89a032bbe6a9 req-8dbb53fb-e88f-4b0c-999d-a0d88de54bb3 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:45.706427 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dab8ec27-d7cc-49b4-a9e4-89a032bbe6a9 req-8dbb53fb-e88f-4b0c-999d-a0d88de54bb3 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 944 time: 0.0750203 Nov 09 18:13:45.707278 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:45.737835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:13:45.750134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13066992-2f9a-4b9e-b711-0cb7d1a730e4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:45.756442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:45.756858 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Added segment f7176b14-839b-4f11-8286-3f51d1450f53 of type vlan for network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 Nov 09 18:13:45.798755 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dab8ec27-d7cc-49b4-a9e4-89a032bbe6a9 req-c64e9589-9d4a-40cd-bc40-507d7f1de52e tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830779 Nov 09 18:13:45.802805 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:45.845117 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:45.846682 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:45.847438 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:45.933147 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5043077 Nov 09 18:13:45.936678 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42742) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:45.944491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0dceeeb8-d3c9-47f1-84a8-cd1c89b426d2 admin admin] Request body: {'subnet': {'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1861858189-subnet', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:45.957409 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2bdaf-337c-4b17-bf9f-2d3291b8796b admin admin] Pushing event updated for resources: {'Network': ['ID=2ad4cea6-5d25-4157-a9c1-c1d460b001c8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:45.968681 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:13:45.982208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dceeeb8-d3c9-47f1-84a8-cd1c89b426d2 admin admin] Made reservation on behalf of bb61cc8670964df8a002758e2259ebf6 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:45.984883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0dceeeb8-d3c9-47f1-84a8-cd1c89b426d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.207195 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0dceeeb8-d3c9-47f1-84a8-cd1c89b426d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.275885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceeeb8-d3c9-47f1-84a8-cd1c89b426d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4fde1f-98d6-4085-a5e5-abaecd8a32b6,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:46.286690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dceeeb8-d3c9-47f1-84a8-cd1c89b426d2 admin admin] Checking segment: {'id': 'f7176b14-839b-4f11-8286-3f51d1450f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:46.287111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dceeeb8-d3c9-47f1-84a8-cd1c89b426d2 admin admin] Network hostable DHCP agents. Network: 2ad4cea6-5d25-4157-a9c1-c1d460b001c8, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:13:46.304834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dceeeb8-d3c9-47f1-84a8-cd1c89b426d2 admin admin] Network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:13:46.318165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-0dceeeb8-d3c9-47f1-84a8-cd1c89b426d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 2ad4cea6-5d25-4157-a9c1-c1d460b001c8) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:46.322397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dceeeb8-d3c9-47f1-84a8-cd1c89b426d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.323037 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0dceeeb8-d3c9-47f1-84a8-cd1c89b426d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.327741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbe72b3-7c58-461a-bf8f-3d1636d55cea None None] Network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:46.347561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0dceeeb8-d3c9-47f1-84a8-cd1c89b426d2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4091351 Nov 09 18:13:46.351005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42762) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:46.356855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1861858189-router', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:46.379047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device cd227487-7c43-4aa6-9e78-c9fdb9d38c56 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:46.387627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.388932 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.442906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port cd227487-7c43-4aa6-9e78-c9fdb9d38c56 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:13:46.450346 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port cd227487-7c43-4aa6-9e78-c9fdb9d38c56 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:46.450998 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.476182 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.589071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f04569-b704-4642-a9bb-1cf3bf24f1b3 None None] Network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:46.673734 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.761198 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.786105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203af091-3cb0-47ee-b37c-943ff5872549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd227487-7c43-4aa6-9e78-c9fdb9d38c56'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:46.788789 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd148bc-75f4-4443-a48b-a6890b4cac8c" -d '{"events": [{"server_uuid": "203af091-3cb0-47ee-b37c-943ff5872549", "name": "network-vif-plugged", "status": "completed", "tag": "cd227487-7c43-4aa6-9e78-c9fdb9d38c56"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:46.803920 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port cd227487-7c43-4aa6-9e78-c9fdb9d38c56, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cd227487-7c43-4aa6-9e78-c9fdb9d38c56,segment=NetworkSegment(d095ae46-692d-4b89-b960-4f346098690b),segment_id=d095ae46-692d-4b89-b960-4f346098690b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:46.810527 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.811682 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 43929d59-8c4e-4eb6-bcd9-5e007c22d30f no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:46.904619 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af652c7-ff0d-4b8c-9c8e-49636c737974 x-openstack-request-id: req-3af652c7-ff0d-4b8c-9c8e-49636c737974 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:46.905711 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203af091-3cb0-47ee-b37c-943ff5872549", "name": "network-vif-plugged", "status": "completed", "tag": "cd227487-7c43-4aa6-9e78-c9fdb9d38c56", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:46.906187 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3af652c7-ff0d-4b8c-9c8e-49636c737974 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:46.908784 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203af091-3cb0-47ee-b37c-943ff5872549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd227487-7c43-4aa6-9e78-c9fdb9d38c56', 'code': 200} Nov 09 18:13:46.909524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=cd227487-7c43-4aa6-9e78-c9fdb9d38c56,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:46.913413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 43929d59-8c4e-4eb6-bcd9-5e007c22d30f {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:46.913812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 43929d59-8c4e-4eb6-bcd9-5e007c22d30f not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:47.002667 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.002831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25864a-2268-4c31-8eef-2331a911e166 req-45cab583-04cc-4501-ba53-3dba0c6b2681 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:47.013506 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cf25864a-2268-4c31-8eef-2331a911e166 req-45cab583-04cc-4501-ba53-3dba0c6b2681 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 945 time: 0.0732336 Nov 09 18:13:47.037418 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.042429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf0a19-a5a6-4a9c-af7d-511c02850517 req-7b7b22de-b0b8-4f31-8788-3add42135d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:47.044166 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56bf0a19-a5a6-4a9c-af7d-511c02850517 req-7b7b22de-b0b8-4f31-8788-3add42135d0f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 1096 time: 0.1232920 Nov 09 18:13:47.071564 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cf25864a-2268-4c31-8eef-2331a911e166 req-756c28b3-9823-44b4-af22-e6b570908366 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556159 Nov 09 18:13:47.135680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42786) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:47.135967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56bf0a19-a5a6-4a9c-af7d-511c02850517 req-ee2913a0-fea4-40c1-93ad-b35e43ceab77 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830903 Nov 09 18:13:47.140490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-348e242e-05cf-473d-828f-455f8e783039 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200794044', 'description': 'tempest-secgroup-smoke-200794044 description', 'project_id': 'f71584f60a304e7aadf26b8906dcf81a'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:47.165392 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-348e242e-05cf-473d-828f-455f8e783039 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.192890 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Allocated IP 172.25.1.15 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/caf42fa0-b2ee-4610-9570-2285c92c64cf) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:47.235457 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-348e242e-05cf-473d-828f-455f8e783039 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.239982 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-348e242e-05cf-473d-828f-455f8e783039 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.269804 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-348e242e-05cf-473d-828f-455f8e783039 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.270968 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-348e242e-05cf-473d-828f-455f8e783039 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1342540 Nov 09 18:13:47.275465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e242e-05cf-473d-828f-455f8e783039 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb66725c-2f27-4d01-aa63-9a35af081465,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:47.276360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42788) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:47.282213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a26561f8-4ecd-4247-a423-b646544c281f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'security_group_rule': {'security_group_id': 'eb66725c-2f27-4d01-aa63-9a35af081465', 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:47.330017 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.341135 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a26561f8-4ecd-4247-a423-b646544c281f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.404303 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.420252 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a26561f8-4ecd-4247-a423-b646544c281f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.448201 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a26561f8-4ecd-4247-a423-b646544c281f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.696950 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.768522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:47.782705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:47.789845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26561f8-4ecd-4247-a423-b646544c281f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40d2a29-0991-4982-b93c-c84011a0d760,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:47.797142 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:47.801426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Pushing event updated for resources: {'Port': ['ID=caf42fa0-b2ee-4610-9570-2285c92c64cf,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:47.825376 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a26561f8-4ecd-4247-a423-b646544c281f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.826679 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a26561f8-4ecd-4247-a423-b646544c281f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5495014 Nov 09 18:13:47.829614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42792) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:47.839930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-32eaa5d5-a96b-4e64-b3f6-8a105332eaaf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'security_group_rule': {'security_group_id': 'eb66725c-2f27-4d01-aa63-9a35af081465', 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:47.960127 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-32eaa5d5-a96b-4e64-b3f6-8a105332eaaf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.093929 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-32eaa5d5-a96b-4e64-b3f6-8a105332eaaf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.105665 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-32eaa5d5-a96b-4e64-b3f6-8a105332eaaf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.133337 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaa5d5-a96b-4e64-b3f6-8a105332eaaf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5b4df1-3408-45be-aae7-149fb8995bea,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:48.140161 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-32eaa5d5-a96b-4e64-b3f6-8a105332eaaf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.141797 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-32eaa5d5-a96b-4e64-b3f6-8a105332eaaf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3067496 Nov 09 18:13:48.145464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42796) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:48.152434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-aaf19bb9-21e7-43a8-8c3a-c975286f887f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'security_group_rule': {'security_group_id': 'eb66725c-2f27-4d01-aa63-9a35af081465', 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:48.156707 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.226042 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf98042-d113-461e-89bd-484887f7898e req-577efca9-6b18-4fa5-aacc-e3832dedcd1f tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:48.227875 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cdf98042-d113-461e-89bd-484887f7898e req-577efca9-6b18-4fa5-aacc-e3832dedcd1f tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 945 time: 0.0705073 Nov 09 18:13:48.228754 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aaf19bb9-21e7-43a8-8c3a-c975286f887f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.300643 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cdf98042-d113-461e-89bd-484887f7898e req-da9b2fdf-cbda-4511-b0b4-7705b03f8aa8 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619080 Nov 09 18:13:48.313700 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aaf19bb9-21e7-43a8-8c3a-c975286f887f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.319069 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aaf19bb9-21e7-43a8-8c3a-c975286f887f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.345288 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf19bb9-21e7-43a8-8c3a-c975286f887f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b38a05-4835-4467-a09b-e8d4e692015f,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:48.357472 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aaf19bb9-21e7-43a8-8c3a-c975286f887f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.358669 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aaf19bb9-21e7-43a8-8c3a-c975286f887f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2107162 Nov 09 18:13:48.361739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42798) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:48.366931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-63bf98dc-6793-4fed-9f96-28ddd9ec596c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'security_group_rule': {'security_group_id': 'eb66725c-2f27-4d01-aa63-9a35af081465', 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:48.394354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.397665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63bf98dc-6793-4fed-9f96-28ddd9ec596c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.460871 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63bf98dc-6793-4fed-9f96-28ddd9ec596c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.465240 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63bf98dc-6793-4fed-9f96-28ddd9ec596c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.481086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf98dc-6793-4fed-9f96-28ddd9ec596c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9206e392-96b6-42b2-a0ba-9b69829c97ea,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:48.493220 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-63bf98dc-6793-4fed-9f96-28ddd9ec596c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.494487 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-63bf98dc-6793-4fed-9f96-28ddd9ec596c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314704 Nov 09 18:13:48.497245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42800) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:48.502110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-da1e7593-f226-46bd-b16d-2457bee965fa tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'security_group_rule': {'security_group_id': 'eb66725c-2f27-4d01-aa63-9a35af081465', 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:48.525954 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-da1e7593-f226-46bd-b16d-2457bee965fa tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Project f71584f60a304e7aadf26b8906dcf81a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:13:48.531095 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da1e7593-f226-46bd-b16d-2457bee965fa tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.536412 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Router 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:13:48.599696 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da1e7593-f226-46bd-b16d-2457bee965fa tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.603797 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da1e7593-f226-46bd-b16d-2457bee965fa tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.622607 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e7593-f226-46bd-b16d-2457bee965fa tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452a2a3b-9699-45a6-a49c-c3b025f7139a,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:48.633549 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-da1e7593-f226-46bd-b16d-2457bee965fa tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.634821 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-da1e7593-f226-46bd-b16d-2457bee965fa tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366372 Nov 09 18:13:48.637724 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 42802) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:48.642340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-89547511-e31c-4869-bdcb-922ed9698677 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'security_group_rule': {'security_group_id': 'eb66725c-2f27-4d01-aa63-9a35af081465', 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:48.651507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:48.664391 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Sync routers for ids ['11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:48.672119 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-89547511-e31c-4869-bdcb-922ed9698677 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Project f71584f60a304e7aadf26b8906dcf81a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:13:48.673636 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Routers {'11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:48.674241 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:13:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:48.677195 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.678479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f909ceb7-4cb6-4d2f-a8a4-84662a876e94 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3262377 Nov 09 18:13:48.679757 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-89547511-e31c-4869-bdcb-922ed9698677 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.681368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42804) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:48.748505 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-89547511-e31c-4869-bdcb-922ed9698677 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.752790 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-89547511-e31c-4869-bdcb-922ed9698677 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.770373 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89547511-e31c-4869-bdcb-922ed9698677 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc1f39f-e252-41eb-a247-ca14e76e5a91,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:48.783691 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-89547511-e31c-4869-bdcb-922ed9698677 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.789001 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-89547511-e31c-4869-bdcb-922ed9698677 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462083 Nov 09 18:13:48.799548 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Set router 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:49.003396 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'name': 'tempest-ServerRescueTestJSON-1861858189-router', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:46Z', 'updated_at': '2021-11-09T18:13:47Z', 'revision_number': 3, 'project_id': 'bb61cc8670964df8a002758e2259ebf6', 'gw_port': {'id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:47Z', 'updated_at': '2021-11-09T18:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:49.032594 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Checking router: 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:49.032939 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Updating router 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 port caf42fa0-b2ee-4610-9570-2285c92c64cf binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:13:49.069286 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.222516 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.342239 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.348805 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.422909 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Attempting to bind port caf42fa0-b2ee-4610-9570-2285c92c64cf on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:49.423295 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Attempting to bind port caf42fa0-b2ee-4610-9570-2285c92c64cf by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:49.423912 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Attempting to bind port caf42fa0-b2ee-4610-9570-2285c92c64cf on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:49.433670 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:49.434036 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:49.434432 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.434812 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:49.435293 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Bound port: caf42fa0-b2ee-4610-9570-2285c92c64cf, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:49.435667 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.459728 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Pushing event updated for resources: {'Port': ['ID=caf42fa0-b2ee-4610-9570-2285c92c64cf,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:49.460945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Allocated IP 172.20.0.1 (2ad4cea6-5d25-4157-a9c1-c1d460b001c8/6a4fde1f-98d6-4085-a5e5-abaecd8a32b6/97813199-8f31-49cc-a080-8495c358aff2) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:49.482322 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c42e4-c7f6-493e-a427-d4fe5feb80de req-3b4fc3ee-9a9e-4283-afba-d9140f8b7c4a tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:49.483024 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:49.483363 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:49.483799 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:49.483919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-251c42e4-c7f6-493e-a427-d4fe5feb80de req-3b4fc3ee-9a9e-4283-afba-d9140f8b7c4a tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 945 time: 0.0745323 Nov 09 18:13:49.484102 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:49.484523 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:49.484852 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:49.485178 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:49.486089 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:49.486573 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:49.486901 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:49.487251 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:49.487700 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:49.512443 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] For port caf42fa0-b2ee-4610-9570-2285c92c64cf, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:49.516067 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] For port caf42fa0-b2ee-4610-9570-2285c92c64cf, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=caf42fa0-b2ee-4610-9570-2285c92c64cf,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:49.521590 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.581893 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-251c42e4-c7f6-493e-a427-d4fe5feb80de req-3fc8f78f-d90d-4715-ac7d-30234edcbb10 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743184 Nov 09 18:13:49.589510 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Routers {'11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:49.590802 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:13:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:49.594444 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0c4cf-120c-4376-8b9c-67e182536f0c None None] Pushing event updated for resources: {'Port': ['ID=caf42fa0-b2ee-4610-9570-2285c92c64cf,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:49.633955 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.704065 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.756142 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:49.758307 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] Set router 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:49.764842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:49.767368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Pushing event updated for resources: {'Port': ['ID=97813199-8f31-49cc-a080-8495c358aff2,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:49.775593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:49.821850 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:50.027303 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'name': 'tempest-ServerRescueTestJSON-1861858189-router', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:46Z', 'updated_at': '2021-11-09T18:13:47Z', 'revision_number': 3, 'project_id': 'bb61cc8670964df8a002758e2259ebf6', 'gw_port': {'id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:47Z', 'updated_at': '2021-11-09T18:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:50.027570 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:50.066283 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e720bf1-49dd-4b71-9026-d2e127c17d44 None None] The sync data for ids ['11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'] in n-d-817236-1 is: [{'id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'name': 'tempest-ServerRescueTestJSON-1861858189-router', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:46Z', 'updated_at': '2021-11-09T18:13:47Z', 'revision_number': 3, 'project_id': 'bb61cc8670964df8a002758e2259ebf6', 'gw_port': {'id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:47Z', 'updated_at': '2021-11-09T18:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:50.224849 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:50.230695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:50.311362 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:50.313301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Pushing event updated for resources: {'Port': ['ID=97813199-8f31-49cc-a080-8495c358aff2,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:50.495560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:50.497335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:50.651059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Router 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:13:50.793277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:50.808858 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-794d215e-de22-454f-8d34-4551721a1e0e admin admin] 10.222.0.81 "PUT /v2.0/routers/11ecaeb4-9ed7-4e5e-a359-dd2b853fd420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1176357 Nov 09 18:13:51.461616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-9cb267ce-048a-44df-9c5d-e1f5baf27085 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.463189 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-9cb267ce-048a-44df-9c5d-e1f5baf27085 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/networks?id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8 HTTP/1.1" status: 200 len: 811 time: 0.1382298 Nov 09 18:13:51.493824 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-c371904a-0f21-44bc-8a48-e1b6062aaf92 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/quotas/bb61cc8670964df8a002758e2259ebf6 HTTP/1.1" status: 200 len: 375 time: 0.0229771 Nov 09 18:13:51.553721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device caf42fa0-b2ee-4610-9570-2285c92c64cf up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:51.581421 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-59a536c9-3404-4942-b7c2-8caf00fb5a85 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bb61cc8670964df8a002758e2259ebf6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863101 Nov 09 18:13:51.617815 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port caf42fa0-b2ee-4610-9570-2285c92c64cf triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:51.618653 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:51.714338 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:51.733709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-db5ab2f9-c827-427d-9faf-429a873df49e service neutron] 10.222.0.81 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439297 Nov 09 18:13:51.765360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port caf42fa0-b2ee-4610-9570-2285c92c64cf, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=caf42fa0-b2ee-4610-9570-2285c92c64cf,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:51.772030 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:51.841701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=caf42fa0-b2ee-4610-9570-2285c92c64cf,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:51.851821 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-25ba30ce-e838-4d61-8ec9-8761099f326a service neutron] 10.222.0.81 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167576 Nov 09 18:13:52.089935 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ddabe0a0-54b0-4353-935f-62ce228737d1 req-2be57f04-2e08-4809-af55-64f6aff42994 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 210 time: 0.0326037 Nov 09 18:13:52.237660 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Sync routers for ids ['11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:52.250061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Routers {'11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:52.250850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:13:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:52.568225 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Set router 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:52.819755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'name': 'tempest-ServerRescueTestJSON-1861858189-router', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:46Z', 'updated_at': '2021-11-09T18:13:49Z', 'revision_number': 4, 'project_id': 'bb61cc8670964df8a002758e2259ebf6', 'gw_port': {'id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:47Z', 'updated_at': '2021-11-09T18:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '97813199-8f31-49cc-a080-8495c358aff2', 'name': '', 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'mac_address': 'fa:16:3e:e6:eb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '6a4fde1f-98d6-4085-a5e5-abaecd8a32b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:49Z', 'updated_at': '2021-11-09T18:13:50Z', 'revision_number': 2, 'project_id': 'bb61cc8670964df8a002758e2259ebf6', 'subnets': [{'id': '6a4fde1f-98d6-4085-a5e5-abaecd8a32b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:52.866644 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Checking router: 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:52.867025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Updating router 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 port 97813199-8f31-49cc-a080-8495c358aff2 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:13:52.894665 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:53.212710 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:53.227183 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-702abf3b-3cb0-4606-a2b9-02ccabf8e279 req-3027b206-7c86-4ff4-89d8-dba4ea635f6f tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 210 time: 0.0442407 Nov 09 18:13:53.244467 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:53.257899 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:53.356885 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97567c04-4af8-4c96-914c-638da28be059 None None] Pushing event updated for resources: {'Port': ['ID=97813199-8f31-49cc-a080-8495c358aff2,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:53.361681 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Attempting to bind port 97813199-8f31-49cc-a080-8495c358aff2 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:53.362339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Attempting to bind port 97813199-8f31-49cc-a080-8495c358aff2 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'f7176b14-839b-4f11-8286-3f51d1450f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:53.362810 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Attempting to bind port 97813199-8f31-49cc-a080-8495c358aff2 on network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:53.370788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:53.371311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Checking segment: {'id': 'f7176b14-839b-4f11-8286-3f51d1450f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:53.371800 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:53.372360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Bound using segment: {'id': 'f7176b14-839b-4f11-8286-3f51d1450f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:53.372846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Bound port: 97813199-8f31-49cc-a080-8495c358aff2, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7176b14-839b-4f11-8286-3f51d1450f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:53.373306 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:53.450302 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-1b1946f1-ea46-47d4-943e-056a14d46717 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:53.455508 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-1b1946f1-ea46-47d4-943e-056a14d46717 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.18 "GET /v2.0/networks?id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8 HTTP/1.1" status: 200 len: 811 time: 0.2009439 Nov 09 18:13:53.463399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] For port 97813199-8f31-49cc-a080-8495c358aff2, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:53.469416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] For port 97813199-8f31-49cc-a080-8495c358aff2, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=97813199-8f31-49cc-a080-8495c358aff2,segment=NetworkSegment(f7176b14-839b-4f11-8286-3f51d1450f53),segment_id=f7176b14-839b-4f11-8286-3f51d1450f53)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:53.479076 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:53.481916 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-dae7e75a-102f-40fa-a40f-f315f6cfb20d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Request body: {'port': {'device_id': '0fc3b185-b1ed-4592-9c0b-47fcae015f76', 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8', 'admin_state_up': True, 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:53.534128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device caf42fa0-b2ee-4610-9570-2285c92c64cf up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:53.601489 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Routers {'11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:53.603092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:13:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:53.636799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-dae7e75a-102f-40fa-a40f-f315f6cfb20d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Made reservation on behalf of bb61cc8670964df8a002758e2259ebf6 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:53.641832 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-dae7e75a-102f-40fa-a40f-f315f6cfb20d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:53.720922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97567c04-4af8-4c96-914c-638da28be059 None None] Pushing event updated for resources: {'Port': ['ID=97813199-8f31-49cc-a080-8495c358aff2,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:53.756169 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port caf42fa0-b2ee-4610-9570-2285c92c64cf triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:53.756552 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:53.816051 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] Set router 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:53.831087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-dae7e75a-102f-40fa-a40f-f315f6cfb20d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Allocated IP 172.20.0.13 (2ad4cea6-5d25-4157-a9c1-c1d460b001c8/6a4fde1f-98d6-4085-a5e5-abaecd8a32b6/eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:54.048439 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:54.048687 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-dae7e75a-102f-40fa-a40f-f315f6cfb20d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:54.089265 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-dae7e75a-102f-40fa-a40f-f315f6cfb20d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:54.109995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'name': 'tempest-ServerRescueTestJSON-1861858189-router', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:46Z', 'updated_at': '2021-11-09T18:13:49Z', 'revision_number': 4, 'project_id': 'bb61cc8670964df8a002758e2259ebf6', 'gw_port': {'id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:47Z', 'updated_at': '2021-11-09T18:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '97813199-8f31-49cc-a080-8495c358aff2', 'name': '', 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'mac_address': 'fa:16:3e:e6:eb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '6a4fde1f-98d6-4085-a5e5-abaecd8a32b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:49Z', 'updated_at': '2021-11-09T18:13:53Z', 'revision_number': 4, 'project_id': 'bb61cc8670964df8a002758e2259ebf6', 'subnets': [{'id': '6a4fde1f-98d6-4085-a5e5-abaecd8a32b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:54.138481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-dae7e75a-102f-40fa-a40f-f315f6cfb20d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:54.142156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-dae7e75a-102f-40fa-a40f-f315f6cfb20d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:54.147460 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-dae7e75a-102f-40fa-a40f-f315f6cfb20d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:54.147661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f8301-7f8f-4b46-bc67-dc0bb9cc2419 None None] The sync data for ids ['11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'] in n-d-817236-1 is: [{'id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'name': 'tempest-ServerRescueTestJSON-1861858189-router', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:46Z', 'updated_at': '2021-11-09T18:13:49Z', 'revision_number': 4, 'project_id': 'bb61cc8670964df8a002758e2259ebf6', 'gw_port': {'id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:47Z', 'updated_at': '2021-11-09T18:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '97813199-8f31-49cc-a080-8495c358aff2', 'name': '', 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'mac_address': 'fa:16:3e:e6:eb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '6a4fde1f-98d6-4085-a5e5-abaecd8a32b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:49Z', 'updated_at': '2021-11-09T18:13:53Z', 'revision_number': 4, 'project_id': 'bb61cc8670964df8a002758e2259ebf6', 'subnets': [{'id': '6a4fde1f-98d6-4085-a5e5-abaecd8a32b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:54.157545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7e75a-102f-40fa-a40f-f315f6cfb20d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Pushing event updated for resources: {'Port': ['ID=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:54.240289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-dae7e75a-102f-40fa-a40f-f315f6cfb20d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:54.240990 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-dae7e75a-102f-40fa-a40f-f315f6cfb20d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:54.283677 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-dae7e75a-102f-40fa-a40f-f315f6cfb20d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8110762 Nov 09 18:13:54.300750 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Request body: {'port': {'device_id': '0fc3b185-b1ed-4592-9c0b-47fcae015f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:54.440020 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:54.461870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa66e7-550d-46c0-9816-28035bd4df2e req-b9c5aaef-00ff-4a78-901b-c03c382a403f tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:54.467875 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ecaa66e7-550d-46c0-9816-28035bd4df2e req-b9c5aaef-00ff-4a78-901b-c03c382a403f tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 932 time: 0.1394005 Nov 09 18:13:54.553905 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ecaa66e7-550d-46c0-9816-28035bd4df2e req-18027876-3d8c-4e6f-a96b-e262b192ca15 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840633 Nov 09 18:13:54.872225 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:54.882331 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:54.910402 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Transition to ACTIVE for port object eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:13:54.916355 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:54.979570 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Pushing event updated for resources: {'Port': ['ID=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:55.071186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Attempting to bind port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:55.071802 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Attempting to bind port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'f7176b14-839b-4f11-8286-3f51d1450f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:55.072423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Attempting to bind port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 on network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:55.077588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 on network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:55.078033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Attempting to bind port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 on network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:55.085399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:55.086768 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Checking segment: {'id': 'f7176b14-839b-4f11-8286-3f51d1450f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:55.088133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Bound using segment: {'id': 'f7176b14-839b-4f11-8286-3f51d1450f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:55.088714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Bound port: eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7176b14-839b-4f11-8286-3f51d1450f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:55.090068 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:55.170540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] For port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:55.174329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] For port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30,segment=NetworkSegment(f7176b14-839b-4f11-8286-3f51d1450f53),segment_id=f7176b14-839b-4f11-8286-3f51d1450f53)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:55.180042 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:55.217187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:55.217793 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:55.219416 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] 10.222.0.18 "PUT /v2.0/ports/eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 HTTP/1.1" status: 200 len: 1092 time: 0.9261203 Nov 09 18:13:55.219881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc3b185-b1ed-4592-9c0b-47fcae015f76', 'tag': 'eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:55.222228 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9821431b-52e5-4a9e-8ff9-5548533137f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc3b185-b1ed-4592-9c0b-47fcae015f76", "tag": "eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:55.258258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb5f50-341e-4be4-8987-59c6625c405b service neutron] Pushing event updated for resources: {'Port': ['ID=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:55.282552 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb8c9e6-694e-44bd-ac31-a48aa1853bcf x-openstack-request-id: req-cbb8c9e6-694e-44bd-ac31-a48aa1853bcf {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:55.283113 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc3b185-b1ed-4592-9c0b-47fcae015f76", "tag": "eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:55.283397 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cbb8c9e6-694e-44bd-ac31-a48aa1853bcf {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:55.284429 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc3b185-b1ed-4592-9c0b-47fcae015f76', 'tag': 'eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30', 'status': 'completed', 'code': 200} Nov 09 18:13:55.330022 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-82eef65a-beb7-4ea8-a280-11cdabb5b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:55.332378 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-82eef65a-beb7-4ea8-a280-11cdabb5b16d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb61cc8670964df8a002758e2259ebf6&device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 1095 time: 0.0632641 Nov 09 18:13:55.384902 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-eab4f679-66fb-4945-8510-0eb9e98d1775 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 HTTP/1.1" status: 200 len: 217 time: 0.0436344 Nov 09 18:13:55.472461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-984e2664-3528-49d7-a76c-bf62684ee632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:55.475594 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-984e2664-3528-49d7-a76c-bf62684ee632 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a4fde1f-98d6-4085-a5e5-abaecd8a32b6 HTTP/1.1" status: 200 len: 851 time: 0.0821126 Nov 09 18:13:55.513166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 97813199-8f31-49cc-a080-8495c358aff2 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:55.518927 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-66d8813f-0203-452c-8e9a-9f66d6b21ad5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347996 Nov 09 18:13:55.589279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 97813199-8f31-49cc-a080-8495c358aff2 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:55.589872 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:55.639268 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-a8728067-d376-4020-a721-9804492c5358 service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098280 Nov 09 18:13:55.695771 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:55.738730 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 97813199-8f31-49cc-a080-8495c358aff2, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=97813199-8f31-49cc-a080-8495c358aff2,segment=NetworkSegment(f7176b14-839b-4f11-8286-3f51d1450f53),segment_id=f7176b14-839b-4f11-8286-3f51d1450f53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:55.743747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:55.750149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47666a68-3cc9-4bde-9604-aed106cf344d req-47ac0e52-1dce-4422-9efa-61174ae6a016 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:55.751687 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-47666a68-3cc9-4bde-9604-aed106cf344d req-47ac0e52-1dce-4422-9efa-61174ae6a016 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 944 time: 0.0966165 Nov 09 18:13:55.801875 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ab76ffa-4d1e-4ff5-a1f3-6ba5156cad99 req-aec50943-e2f9-4296-8dd7-ba93c35a38e7 service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550777 Nov 09 18:13:55.819364 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-47666a68-3cc9-4bde-9604-aed106cf344d req-de1b0e6d-7dcf-4852-a6e5-42f603c3bc32 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538397 Nov 09 18:13:55.821269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=97813199-8f31-49cc-a080-8495c358aff2,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:55.908278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821431b-52e5-4a9e-8ff9-5548533137f1 req-2675c586-e1b7-408b-a550-742b26f1694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:55.909806 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9821431b-52e5-4a9e-8ff9-5548533137f1 req-2675c586-e1b7-408b-a550-742b26f1694d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb61cc8670964df8a002758e2259ebf6&device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 1095 time: 0.0475266 Nov 09 18:13:55.963781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 42956) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:56.017597 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821431b-52e5-4a9e-8ff9-5548533137f1 req-8eb85ff2-f68f-47b4-8aea-ca9618708235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:56.019077 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9821431b-52e5-4a9e-8ff9-5548533137f1 req-8eb85ff2-f68f-47b4-8aea-ca9618708235 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8 HTTP/1.1" status: 200 len: 912 time: 0.0975261 Nov 09 18:13:56.073015 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9821431b-52e5-4a9e-8ff9-5548533137f1 req-293f216f-544c-4b79-80f1-f1afaf9aa3ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 HTTP/1.1" status: 200 len: 217 time: 0.0452456 Nov 09 18:13:56.129303 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821431b-52e5-4a9e-8ff9-5548533137f1 req-9c458683-de61-4878-a1f1-10fc1ced64bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:56.131105 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9821431b-52e5-4a9e-8ff9-5548533137f1 req-9c458683-de61-4878-a1f1-10fc1ced64bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a4fde1f-98d6-4085-a5e5-abaecd8a32b6 HTTP/1.1" status: 200 len: 851 time: 0.0508652 Nov 09 18:13:56.156183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a5c78808-07d1-4291-b057-b2b7ab802422 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Deleting port 18b1fb42-6bc6-471e-861e-08191b1a8c89 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:56.156691 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5c78808-07d1-4291-b057-b2b7ab802422 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:56.170547 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9821431b-52e5-4a9e-8ff9-5548533137f1 req-eecb06d1-f439-4066-be71-d91ec4a5d5be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306280 Nov 09 18:13:56.245395 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5c78808-07d1-4291-b057-b2b7ab802422 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:56.245635 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5c78808-07d1-4291-b057-b2b7ab802422 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:56.260029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a5c78808-07d1-4291-b057-b2b7ab802422 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Calling delete_port for 18b1fb42-6bc6-471e-861e-08191b1a8c89 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:56.279343 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9821431b-52e5-4a9e-8ff9-5548533137f1 req-0759cdd6-5fbf-493a-8143-057c49d5dfeb service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009719 Nov 09 18:13:56.381937 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9821431b-52e5-4a9e-8ff9-5548533137f1 req-89d870f7-3be8-4beb-8a5d-674f0d7fc149 service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936460 Nov 09 18:13:56.450655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5c78808-07d1-4291-b057-b2b7ab802422 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:56.478539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c78808-07d1-4291-b057-b2b7ab802422 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Pushing event deleted for resources: {'Port': ['ID=18b1fb42-6bc6-471e-861e-08191b1a8c89,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:56.549488 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5c78808-07d1-4291-b057-b2b7ab802422 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:56.550096 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-a5c78808-07d1-4291-b057-b2b7ab802422 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Floating IP 7aa83d2b-0844-4b08-a057-7ecb1d6c7443 disassociated (deleted). External IP: 172.25.1.8, port: 5a116e21-5188-43ca-a4e0-7a89ffe88b52. Nov 09 18:13:57.116286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8046be-5cd7-400f-affc-28def5c611ac req-e48ed141-bc87-4d3f-a86f-ea28fb951ef7 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:57.117708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fd8046be-5cd7-400f-affc-28def5c611ac req-e48ed141-bc87-4d3f-a86f-ea28fb951ef7 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 944 time: 0.1029322 Nov 09 18:13:57.152162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c78808-07d1-4291-b057-b2b7ab802422 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:13:57.182783 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fd8046be-5cd7-400f-affc-28def5c611ac req-ed921495-83cd-4637-b6b3-5e0ea92e1a51 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500145 Nov 09 18:13:57.291105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c78808-07d1-4291-b057-b2b7ab802422 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:57.296281 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5c78808-07d1-4291-b057-b2b7ab802422 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:57.302689 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7176d6d-5fd6-44df-95c6-c025bd3becd4 None None] Sync routers for ids ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:57.312502 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7176d6d-5fd6-44df-95c6-c025bd3becd4 None None] Routers {'7fc559c2-ba9d-4e57-9c19-7d40d454fee9'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:57.313114 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a7176d6d-5fd6-44df-95c6-c025bd3becd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:13:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:57.332603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a5c78808-07d1-4291-b057-b2b7ab802422 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "DELETE /v2.0/floatingips/7aa83d2b-0844-4b08-a057-7ecb1d6c7443 HTTP/1.1" status: 204 len: 168 time: 1.3676808 Nov 09 18:13:57.333280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:57.336330 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51604cf-1ae6-4701-9b29-5fe21aa87c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:57.385868 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28b18f7-806e-48f7-b568-640bbd117a6b x-openstack-request-id: req-f28b18f7-806e-48f7-b568-640bbd117a6b {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:57.386165 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:57.386427 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f28b18f7-806e-48f7-b568-640bbd117a6b {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:57.386900 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'status': 'completed', 'code': 200} Nov 09 18:13:57.477631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51604cf-1ae6-4701-9b29-5fe21aa87c5d req-f13f7f9b-daa0-46ac-ab25-803d0951665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:57.479934 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f51604cf-1ae6-4701-9b29-5fe21aa87c5d req-f13f7f9b-daa0-46ac-ab25-803d0951665e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78987bf9689a471c9a71268c73f16eeb&device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 1096 time: 0.0582566 Nov 09 18:13:57.513965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 97813199-8f31-49cc-a080-8495c358aff2 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:57.595865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 97813199-8f31-49cc-a080-8495c358aff2 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:57.596123 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:57.639729 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51604cf-1ae6-4701-9b29-5fe21aa87c5d req-a728ece6-0d69-4b09-a4a5-2fd7e21fd54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:57.641405 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f51604cf-1ae6-4701-9b29-5fe21aa87c5d req-a728ece6-0d69-4b09-a4a5-2fd7e21fd54b service neutron] 10.222.0.18 "GET /v2.0/networks?id=29b65981-de93-42c0-9598-13a0ae7d5b6f HTTP/1.1" status: 200 len: 914 time: 0.1500444 Nov 09 18:13:57.652059 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a7176d6d-5fd6-44df-95c6-c025bd3becd4 None None] Set router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:57.697141 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f51604cf-1ae6-4701-9b29-5fe21aa87c5d req-969f0fb1-78fc-432e-8353-e758426e6fa0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a116e21-5188-43ca-a4e0-7a89ffe88b52 HTTP/1.1" status: 200 len: 217 time: 0.0475404 Nov 09 18:13:57.753323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25db49-cf44-41ed-94f0-9a7af8c157b6 req-95711b1a-c62a-49a7-9c0a-f4e6a5f04d46 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:57.762604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f25db49-cf44-41ed-94f0-9a7af8c157b6 req-95711b1a-c62a-49a7-9c0a-f4e6a5f04d46 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 945 time: 0.0806477 Nov 09 18:13:57.787039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51604cf-1ae6-4701-9b29-5fe21aa87c5d req-7d1718af-758a-494f-8fad-a81c8b4824b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:57.788738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f51604cf-1ae6-4701-9b29-5fe21aa87c5d req-7d1718af-758a-494f-8fad-a81c8b4824b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad HTTP/1.1" status: 200 len: 852 time: 0.0780704 Nov 09 18:13:57.814412 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f25db49-cf44-41ed-94f0-9a7af8c157b6 req-ed002b52-5ef0-4929-8c04-3bc60bce5f2d tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507488 Nov 09 18:13:57.855215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51604cf-1ae6-4701-9b29-5fe21aa87c5d req-27b2f53b-ca6f-4875-b5a9-57169cc3dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:57.856979 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f51604cf-1ae6-4701-9b29-5fe21aa87c5d req-27b2f53b-ca6f-4875-b5a9-57169cc3dc97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29b65981-de93-42c0-9598-13a0ae7d5b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586162 Nov 09 18:13:57.974241 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a7176d6d-5fd6-44df-95c6-c025bd3becd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:25Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '1f673a56-b99e-4627-8a2f-96fba048021e', 'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'mac_address': 'fa:16:3e:f8:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:24Z', 'updated_at': '2021-11-09T18:10:30Z', 'revision_number': 5, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'subnets': [{'id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:57.982744 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f51604cf-1ae6-4701-9b29-5fe21aa87c5d req-e3dc6a4d-dd3c-4a76-b641-7bd5a3f2572a service neutron] 10.222.0.18 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174047 Nov 09 18:13:58.027836 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7176d6d-5fd6-44df-95c6-c025bd3becd4 None None] Checking router: 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:58.041791 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7176d6d-5fd6-44df-95c6-c025bd3becd4 None None] Routers {'7fc559c2-ba9d-4e57-9c19-7d40d454fee9'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:58.042714 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a7176d6d-5fd6-44df-95c6-c025bd3becd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:13:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:58.115353 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f51604cf-1ae6-4701-9b29-5fe21aa87c5d req-3dc78929-bf5f-4eae-b77a-3f53f45f707f service neutron] 10.222.0.18 "GET /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241677 Nov 09 18:13:58.177058 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a7176d6d-5fd6-44df-95c6-c025bd3becd4 None None] Set router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:58.332974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e97069-584c-4c4b-a8fa-694836e27cab req-00d3978e-90d4-469f-b260-cf4bb1b013fa tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:58.335130 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46e97069-584c-4c4b-a8fa-694836e27cab req-00d3978e-90d4-469f-b260-cf4bb1b013fa tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 944 time: 0.0741508 Nov 09 18:13:58.378465 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46e97069-584c-4c4b-a8fa-694836e27cab req-2d12a44e-8f44-4bc0-9fb0-987d225e4171 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363390 Nov 09 18:13:58.432766 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a7176d6d-5fd6-44df-95c6-c025bd3becd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:25Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '1f673a56-b99e-4627-8a2f-96fba048021e', 'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'mac_address': 'fa:16:3e:f8:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:24Z', 'updated_at': '2021-11-09T18:10:30Z', 'revision_number': 5, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'subnets': [{'id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:58.463173 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7176d6d-5fd6-44df-95c6-c025bd3becd4 None None] The sync data for ids ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'] in n-d-817236-1 is: [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:10:25Z', 'revision_number': 4, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '1f673a56-b99e-4627-8a2f-96fba048021e', 'name': '', 'network_id': '29b65981-de93-42c0-9598-13a0ae7d5b6f', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'mac_address': 'fa:16:3e:f8:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:24Z', 'updated_at': '2021-11-09T18:10:30Z', 'revision_number': 5, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'subnets': [{'id': 'bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:58.708202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81b9f6-892d-483b-86ee-335954a01948 None None] New status for floating IP 7aa83d2b-0844-4b08-a057-7ecb1d6c7443: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:13:58.945700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd1444-547f-44ef-8daa-8fd2c19c1ea5 req-0b19b53b-38af-4a4f-8495-cce159266f4d tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:58.951769 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69dd1444-547f-44ef-8daa-8fd2c19c1ea5 req-0b19b53b-38af-4a4f-8495-cce159266f4d tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 945 time: 0.0648241 Nov 09 18:13:58.971853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:13:58.995580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69dd1444-547f-44ef-8daa-8fd2c19c1ea5 req-7bdd3b67-4ebc-4988-9b5b-b53227dc946c tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/security-groups?id=6576ec60-73ad-4099-8c89-c8e46360315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420012 Nov 09 18:13:59.123091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30,segment=NetworkSegment(f7176b14-839b-4f11-8286-3f51d1450f53),segment_id=f7176b14-839b-4f11-8286-3f51d1450f53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:59.136282 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30', 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8', 'port_id': 'eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30', 'mac_address': 'fa:16:3e:e3:4d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4fde1f-98d6-4085-a5e5-abaecd8a32b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:13:59.197628 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:59.213033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:59.234596 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30,segment=NetworkSegment(f7176b14-839b-4f11-8286-3f51d1450f53),segment_id=f7176b14-839b-4f11-8286-3f51d1450f53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:59.241569 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:59.302725 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:59.470710 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031dff94-d496-4baa-a3a9-923e2877e1ec req-bbee2635-d780-468b-8aa2-26c5eddcd9e9 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:59.474036 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-031dff94-d496-4baa-a3a9-923e2877e1ec req-bbee2635-d780-468b-8aa2-26c5eddcd9e9 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.18 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 945 time: 0.0659902 Nov 09 18:13:59.588122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848fdc4-1770-4bb3-bc43-40ba33f7ea48 req-1f26e3b5-efce-483b-b070-67ad1d364790 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:59.589791 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4848fdc4-1770-4bb3-bc43-40ba33f7ea48 req-1f26e3b5-efce-483b-b070-67ad1d364790 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 945 time: 0.1135499 Nov 09 18:13:59.596255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:59.643762 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4848fdc4-1770-4bb3-bc43-40ba33f7ea48 req-1480ea5b-2485-4906-9c6a-17cab6991da0 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472198 Nov 09 18:13:59.649440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-031dff94-d496-4baa-a3a9-923e2877e1ec req-acfc79cc-dfbd-440b-b9f2-8e6e808d39d3 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Deleting port 5a116e21-5188-43ca-a4e0-7a89ffe88b52 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:59.649846 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-031dff94-d496-4baa-a3a9-923e2877e1ec req-acfc79cc-dfbd-440b-b9f2-8e6e808d39d3 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:59.755127 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-031dff94-d496-4baa-a3a9-923e2877e1ec req-acfc79cc-dfbd-440b-b9f2-8e6e808d39d3 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] For port 5a116e21-5188-43ca-a4e0-7a89ffe88b52, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=5a116e21-5188-43ca-a4e0-7a89ffe88b52,segment=NetworkSegment(d93dee77-da79-48c0-9a34-5c3d73955812),segment_id=d93dee77-da79-48c0-9a34-5c3d73955812)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:59.755523 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-031dff94-d496-4baa-a3a9-923e2877e1ec req-acfc79cc-dfbd-440b-b9f2-8e6e808d39d3 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:59.773869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-031dff94-d496-4baa-a3a9-923e2877e1ec req-acfc79cc-dfbd-440b-b9f2-8e6e808d39d3 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Calling delete_port for 5a116e21-5188-43ca-a4e0-7a89ffe88b52 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:59.919105 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-031dff94-d496-4baa-a3a9-923e2877e1ec req-acfc79cc-dfbd-440b-b9f2-8e6e808d39d3 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:59.950068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc79cc-dfbd-440b-b9f2-8e6e808d39d3 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Pushing event deleted for resources: {'Port': ['ID=5a116e21-5188-43ca-a4e0-7a89ffe88b52,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:00.010711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-031dff94-d496-4baa-a3a9-923e2877e1ec req-acfc79cc-dfbd-440b-b9f2-8e6e808d39d3 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] No DVR routers for this DVR port 5a116e21-5188-43ca-a4e0-7a89ffe88b52 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:00.013485 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-031dff94-d496-4baa-a3a9-923e2877e1ec req-acfc79cc-dfbd-440b-b9f2-8e6e808d39d3 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:00.017619 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-031dff94-d496-4baa-a3a9-923e2877e1ec req-acfc79cc-dfbd-440b-b9f2-8e6e808d39d3 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.18 "DELETE /v2.0/ports/5a116e21-5188-43ca-a4e0-7a89ffe88b52 HTTP/1.1" status: 204 len: 173 time: 0.5318863 Nov 09 18:14:00.018077 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'name': 'network-vif-deleted', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:00.021126 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b9f2ec-e201-4861-8ac3-ea91b0d847d5" -d '{"events": [{"server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "name": "network-vif-deleted", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:00.077613 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2121a8-e70b-42ab-8d82-cefdead5ef6c x-openstack-request-id: req-ab2121a8-e70b-42ab-8d82-cefdead5ef6c {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:00.077930 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4427f340-2668-428f-be79-051ea6be2be3", "name": "network-vif-deleted", "tag": "5a116e21-5188-43ca-a4e0-7a89ffe88b52", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:00.078176 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab2121a8-e70b-42ab-8d82-cefdead5ef6c {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:00.078588 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4427f340-2668-428f-be79-051ea6be2be3', 'name': 'network-vif-deleted', 'tag': '5a116e21-5188-43ca-a4e0-7a89ffe88b52', 'status': 'completed', 'code': 200} Nov 09 18:14:00.119100 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d838e62c-cb74-4c95-9d67-73256890e59b req-cb836c3d-0251-46bf-85d9-515c94ae4828 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 210 time: 0.0285604 Nov 09 18:14:00.793159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183385-528d-4cc2-9b29-f00d04618207 req-078b7260-e64d-4899-93aa-0b9ac931a0dc tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:00.794998 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c183385-528d-4cc2-9b29-f00d04618207 req-078b7260-e64d-4899-93aa-0b9ac931a0dc tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 945 time: 0.0620902 Nov 09 18:14:00.842958 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c183385-528d-4cc2-9b29-f00d04618207 req-b51ff3d2-4d0c-4a21-931b-216f94bc1998 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385914 Nov 09 18:14:00.989097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:14:01.046936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:14:01.056119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:01.056781 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.163529 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.194364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc3b185-b1ed-4592-9c0b-47fcae015f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:01.197363 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe519cbe-7b12-420c-8d55-1d7cbfea026c" -d '{"events": [{"server_uuid": "0fc3b185-b1ed-4592-9c0b-47fcae015f76", "name": "network-vif-plugged", "status": "completed", "tag": "eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:01.216716 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30,segment=NetworkSegment(f7176b14-839b-4f11-8286-3f51d1450f53),segment_id=f7176b14-839b-4f11-8286-3f51d1450f53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:01.222184 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.298587 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88328816-16f2-43ad-8df4-bc242f05becc x-openstack-request-id: req-88328816-16f2-43ad-8df4-bc242f05becc {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:01.300612 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc3b185-b1ed-4592-9c0b-47fcae015f76", "name": "network-vif-plugged", "status": "completed", "tag": "eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:01.302678 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88328816-16f2-43ad-8df4-bc242f05becc {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:01.303290 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc3b185-b1ed-4592-9c0b-47fcae015f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30', 'code': 200} Nov 09 18:14:01.354877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:01.367174 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e9a9aa0-5583-4cc0-94bd-e11fa5ed64a6 req-56cf2a0c-57fd-48ba-ae34-9af58086b9b6 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 210 time: 0.0463655 Nov 09 18:14:01.437076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9b69e-af56-48e2-8878-505b4c044edf req-ff0fd0a8-064e-4060-9d2d-f5231310bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.438848 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bff9b69e-af56-48e2-8878-505b4c044edf req-ff0fd0a8-064e-4060-9d2d-f5231310bdff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 1097 time: 0.0643778 Nov 09 18:14:01.481339 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bff9b69e-af56-48e2-8878-505b4c044edf req-084cabfb-97c7-4276-af6f-fb786a2069b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342376 Nov 09 18:14:01.998921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c251-83bc-4be1-9c78-3bec0c03d7d3 req-a3fad48b-2b21-4473-95c3-427cf1308966 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:02.000512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1363c251-83bc-4be1-9c78-3bec0c03d7d3 req-a3fad48b-2b21-4473-95c3-427cf1308966 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0730360 Nov 09 18:14:02.049012 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1363c251-83bc-4be1-9c78-3bec0c03d7d3 req-cd9980f4-a22c-4d9a-892d-56b60388cd60 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 Nov 09 18:14:02.505300 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-088dfaa3-f8d5-49a6-ae5f-6353a24627b4 req-0dfc3a88-a16d-49b9-b5bc-17f15e59e349 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 210 time: 0.0400045 Nov 09 18:14:02.989696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 5a116e21-5188-43ca-a4e0-7a89ffe88b52 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:03.014586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 5a116e21-5188-43ca-a4e0-7a89ffe88b52 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:14:03.014945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 5a116e21-5188-43ca-a4e0-7a89ffe88b52 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:03.196053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f653850-8e56-41ce-8df7-844c633a69a0 req-5137d1f7-7767-4160-87e9-b821cecdcd5e tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:03.197833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f653850-8e56-41ce-8df7-844c633a69a0 req-5137d1f7-7767-4160-87e9-b821cecdcd5e tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0624762 Nov 09 18:14:03.240506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f653850-8e56-41ce-8df7-844c633a69a0 req-6e9c6670-f22f-43f3-8143-9002389300e6 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365138 Nov 09 18:14:03.555963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20a6bb-cecd-4e0b-a7eb-d0f415a04d26 req-0358c1b8-424c-49fa-a17c-6fab1af1a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:03.558541 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a20a6bb-cecd-4e0b-a7eb-d0f415a04d26 req-0358c1b8-424c-49fa-a17c-6fab1af1a88c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb61cc8670964df8a002758e2259ebf6&device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 1097 time: 0.0759060 Nov 09 18:14:03.626864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141b6ae-79bd-450f-a104-04c741192294 req-793713fc-0075-4a9c-9a8e-4a09f9c3d94a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:03.628814 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b141b6ae-79bd-450f-a104-04c741192294 req-793713fc-0075-4a9c-9a8e-4a09f9c3d94a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0746121 Nov 09 18:14:03.684736 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b141b6ae-79bd-450f-a104-04c741192294 req-8bc83ddb-52ec-427a-a05a-c648b9be3962 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477843 Nov 09 18:14:03.744811 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a89b7a0a-c1d0-4220-8734-6b8a03b56087 req-6af5155e-c62f-480f-ad29-84757d014ea6 tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "GET /v2.0/ports?device_id=4427f340-2668-428f-be79-051ea6be2be3 HTTP/1.1" status: 200 len: 210 time: 0.0756037 Nov 09 18:14:03.752454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d3a2809-4474-4a12-b706-2b01ccceecfe req-3e51d4f1-d9ab-4351-8708-31ddefa1c5bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521603 Nov 09 18:14:03.755851 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20a6bb-cecd-4e0b-a7eb-d0f415a04d26 req-775e91f1-eca8-4638-bc89-6856cfbe57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:03.757453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a20a6bb-cecd-4e0b-a7eb-d0f415a04d26 req-775e91f1-eca8-4638-bc89-6856cfbe57c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8 HTTP/1.1" status: 200 len: 912 time: 0.1896758 Nov 09 18:14:03.807747 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a20a6bb-cecd-4e0b-a7eb-d0f415a04d26 req-fb3445a1-1990-4c99-b3ba-3e27a06a2030 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 HTTP/1.1" status: 200 len: 217 time: 0.0420787 Nov 09 18:14:03.869062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a2809-4474-4a12-b706-2b01ccceecfe req-ef9e88f3-d576-4f20-90f9-0f314658ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:03.875018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d3a2809-4474-4a12-b706-2b01ccceecfe req-ef9e88f3-d576-4f20-90f9-0f314658ad63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4340c036eda4548b6c8e1b022ee9e7b&device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 1096 time: 0.0579741 Nov 09 18:14:03.914081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20a6bb-cecd-4e0b-a7eb-d0f415a04d26 req-5d425404-fa3b-4e81-a8e9-8d25568f1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:03.915866 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a20a6bb-cecd-4e0b-a7eb-d0f415a04d26 req-5d425404-fa3b-4e81-a8e9-8d25568f1c56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a4fde1f-98d6-4085-a5e5-abaecd8a32b6 HTTP/1.1" status: 200 len: 851 time: 0.0955415 Nov 09 18:14:03.960366 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a20a6bb-cecd-4e0b-a7eb-d0f415a04d26 req-852376ac-be0d-4a99-9454-7e5307c1b490 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362413 Nov 09 18:14:04.026725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a2809-4474-4a12-b706-2b01ccceecfe req-a32d8034-9c10-45c4-9b8b-40a1d07b4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:04.028819 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d3a2809-4474-4a12-b706-2b01ccceecfe req-a32d8034-9c10-45c4-9b8b-40a1d07b4bcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9582954-36ba-405d-a69d-1d2752e572b2 HTTP/1.1" status: 200 len: 914 time: 0.1285243 Nov 09 18:14:04.080770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a20a6bb-cecd-4e0b-a7eb-d0f415a04d26 req-67f08c4f-fb70-4810-9a21-af2dc3a6e50c service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083717 Nov 09 18:14:04.102559 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d3a2809-4474-4a12-b706-2b01ccceecfe req-b1b759ce-56c9-442a-a909-7b30ad53abfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd227487-7c43-4aa6-9e78-c9fdb9d38c56 HTTP/1.1" status: 200 len: 217 time: 0.0650566 Nov 09 18:14:04.174601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a2809-4474-4a12-b706-2b01ccceecfe req-57cbf361-59d1-4276-ad79-b0480bd1a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:04.176892 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d3a2809-4474-4a12-b706-2b01ccceecfe req-57cbf361-59d1-4276-ad79-b0480bd1a283 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d1814ba-e2d9-4872-82be-4e54f3dba023 HTTP/1.1" status: 200 len: 853 time: 0.0673833 Nov 09 18:14:04.224429 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9a20a6bb-cecd-4e0b-a7eb-d0f415a04d26 req-4419d5ba-264e-4751-97fd-1d342cd8b48a service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339667 Nov 09 18:14:04.229267 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d3a2809-4474-4a12-b706-2b01ccceecfe req-2d75b3fe-073e-4993-bf2f-3a40efa9b648 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9582954-36ba-405d-a69d-1d2752e572b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404675 Nov 09 18:14:04.343331 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d3a2809-4474-4a12-b706-2b01ccceecfe req-2f0c9c09-0db1-4178-8525-583483e95da5 service neutron] 10.222.0.13 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063423 Nov 09 18:14:04.454590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d3a2809-4474-4a12-b706-2b01ccceecfe req-7f815d43-fc98-4cfa-90ad-2bf086fa8bf0 service neutron] 10.222.0.13 "GET /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024921 Nov 09 18:14:04.881445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43058) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:04.882337 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2a618-378b-403e-a7e1-9e768e1c1ae4 req-2dc07299-4d83-451d-a62b-107e2cd83914 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:04.883962 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-46e2a618-378b-403e-a7e1-9e768e1c1ae4 req-2dc07299-4d83-451d-a62b-107e2cd83914 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0838699 Nov 09 18:14:04.948183 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-46e2a618-378b-403e-a7e1-9e768e1c1ae4 req-4d1326dc-8bb5-453a-a57e-f5fa043226d4 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536885 Nov 09 18:14:04.980194 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3d06-6ce1-4033-8117-23996cbf5d0b tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:05.016874 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3d06-6ce1-4033-8117-23996cbf5d0b tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:05.101055 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3d06-6ce1-4033-8117-23996cbf5d0b tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:05.104387 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3d06-6ce1-4033-8117-23996cbf5d0b tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:05.105594 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fe1d3d06-6ce1-4033-8117-23996cbf5d0b tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] 10.222.0.81 "DELETE /v2.0/security-groups/6576ec60-73ad-4099-8c89-c8e46360315a HTTP/1.1" status: 204 len: 168 time: 0.2229800 Nov 09 18:14:05.116329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d3d06-6ce1-4033-8117-23996cbf5d0b tempest-TestVolumeBackupRestore-987297639 tempest-TestVolumeBackupRestore-987297639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6576ec60-73ad-4099-8c89-c8e46360315a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:06.203367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcebe6b-6a7d-4ede-b36f-b99ebbcfb493 req-0afba924-1d9b-49cb-ae8e-c85efd737fa3 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:06.205092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8bcebe6b-6a7d-4ede-b36f-b99ebbcfb493 req-0afba924-1d9b-49cb-ae8e-c85efd737fa3 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.1007059 Nov 09 18:14:06.275889 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8bcebe6b-6a7d-4ede-b36f-b99ebbcfb493 req-fa0fa2a0-30f9-4929-890c-e0beaf78e65c tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631454 Nov 09 18:14:07.449277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928b50c-e800-4056-af30-51e405e69976 req-1ad91f39-4133-4c99-8e00-10cdaedbb29d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:07.452367 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5928b50c-e800-4056-af30-51e405e69976 req-1ad91f39-4133-4c99-8e00-10cdaedbb29d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0595167 Nov 09 18:14:07.518393 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5928b50c-e800-4056-af30-51e405e69976 req-bd319dfd-e818-469a-82f4-e3c1e6fe1fdb tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588810 Nov 09 18:14:08.734115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cd1d9-c15b-4df1-adb0-7ea07381bdea req-4bb4d3e5-8ef0-4833-bd54-784c4fafd9da tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:08.735946 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-190cd1d9-c15b-4df1-adb0-7ea07381bdea req-4bb4d3e5-8ef0-4833-bd54-784c4fafd9da tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.1020215 Nov 09 18:14:08.868761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-190cd1d9-c15b-4df1-adb0-7ea07381bdea req-792fc31b-a264-483b-8f0c-4bdada2a7884 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260421 Nov 09 18:14:09.804223 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43552) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:10.420363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-a51b35ea-2d8c-4c29-9608-aff2a6908ff5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200794044&fields=id&tenant_id=f71584f60a304e7aadf26b8906dcf81a HTTP/1.1" status: 200 len: 267 time: 0.0449064 Nov 09 18:14:10.454442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125293e-71a5-4394-9d04-7200cd8d6d2e req-7e5bc492-7639-45c3-964d-8d7e8bdfbe5d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:10.455928 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8125293e-71a5-4394-9d04-7200cd8d6d2e req-7e5bc492-7639-45c3-964d-8d7e8bdfbe5d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.4336438 Nov 09 18:14:10.531510 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8125293e-71a5-4394-9d04-7200cd8d6d2e req-ebf5cf0e-35ae-4b06-a247-f3d9621c46c2 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666263 Nov 09 18:14:10.555456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-d06f0c8f-d3f0-4ba7-ac9e-4cfc7c815a6a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:10.557259 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-d06f0c8f-d3f0-4ba7-ac9e-4cfc7c815a6a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.1293447 Nov 09 18:14:10.574309 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-fc06c7f9-fde3-4d5a-b428-c9de94945ee0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/quotas/f71584f60a304e7aadf26b8906dcf81a HTTP/1.1" status: 200 len: 375 time: 0.0103979 Nov 09 18:14:10.633480 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-af84fca8-d85c-4fe8-b314-0e8b47263f06 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500100 Nov 09 18:14:10.654817 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44d40380-bd38-4266-8221-21a3ccf9de50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.689138 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8fe230fb-f95a-4599-99f6-f18bf0721692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.759980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-23a95219-9e1f-425c-a776-4e8a11ab50e2 service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100605 Nov 09 18:14:10.863017 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-2f6dc985-338c-4376-ad7d-b6415a1222a0 service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929084 Nov 09 18:14:10.931660 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-44d40380-bd38-4266-8221-21a3ccf9de50 admin admin] Deleting port 1f673a56-b99e-4627-8a2f-96fba048021e {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:10.932107 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44d40380-bd38-4266-8221-21a3ccf9de50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.033780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-44d40380-bd38-4266-8221-21a3ccf9de50 admin admin] For port 1f673a56-b99e-4627-8a2f-96fba048021e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=1f673a56-b99e-4627-8a2f-96fba048021e,segment=NetworkSegment(d93dee77-da79-48c0-9a34-5c3d73955812),segment_id=d93dee77-da79-48c0-9a34-5c3d73955812)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:11.034152 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44d40380-bd38-4266-8221-21a3ccf9de50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.054437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-44d40380-bd38-4266-8221-21a3ccf9de50 admin admin] Calling delete_port for 1f673a56-b99e-4627-8a2f-96fba048021e owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:11.259733 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38a9700c-1263-46b3-95b0-c5e1f3f70486 req-d5d620cc-2d3b-4e25-8faf-59b48f179b2a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 210 time: 0.0334511 Nov 09 18:14:11.321959 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44d40380-bd38-4266-8221-21a3ccf9de50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.360499 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d40380-bd38-4266-8221-21a3ccf9de50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f673a56-b99e-4627-8a2f-96fba048021e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:11.563031 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-44d40380-bd38-4266-8221-21a3ccf9de50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.674152 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ededd-1e68-46e0-bbaa-8bcb9ac2cf07 req-1bee8f75-7dab-49a5-b44e-f985e340bf0c tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:11.675710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-485ededd-1e68-46e0-bbaa-8bcb9ac2cf07 req-1bee8f75-7dab-49a5-b44e-f985e340bf0c tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0543482 Nov 09 18:14:11.720132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-485ededd-1e68-46e0-bbaa-8bcb9ac2cf07 req-ab0deecd-dab0-4ef6-a96c-36d25f3a5069 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362442 Nov 09 18:14:11.803422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d40380-bd38-4266-8221-21a3ccf9de50 admin admin] Router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:14:11.916862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d40380-bd38-4266-8221-21a3ccf9de50 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:11.921898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-44d40380-bd38-4266-8221-21a3ccf9de50 admin admin] 10.222.0.81 "PUT /v2.0/routers/7fc559c2-ba9d-4e57-9c19-7d40d454fee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1150360 Nov 09 18:14:11.924565 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43592) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:11.925627 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee30e3f-f62f-4680-8005-2fe65580c607 None None] Sync routers for ids ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:11.935577 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee30e3f-f62f-4680-8005-2fe65580c607 None None] Routers {'7fc559c2-ba9d-4e57-9c19-7d40d454fee9'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:11.936178 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-dee30e3f-f62f-4680-8005-2fe65580c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:13:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:12.032582 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.130110 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-dee30e3f-f62f-4680-8005-2fe65580c607 None None] Set router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:14:12.152092 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.249816 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Deleting port fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:12.250218 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.398477 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-dee30e3f-f62f-4680-8005-2fe65580c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:14:11Z', 'revision_number': 5, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port': {'id': 'fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:22Z', 'updated_at': '2021-11-09T18:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:12.418525 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] For port fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:12.418525 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.435097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Calling delete_port for fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:12.438129 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee30e3f-f62f-4680-8005-2fe65580c607 None None] Checking router: 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:14:12.446611 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fb92f17-5efb-4ab9-a3a6-13e802259209 req-fe4d117a-902e-473b-a894-d6de849afc8f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 210 time: 0.0598519 Nov 09 18:14:12.453703 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee30e3f-f62f-4680-8005-2fe65580c607 None None] Routers {'7fc559c2-ba9d-4e57-9c19-7d40d454fee9'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:12.454908 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-dee30e3f-f62f-4680-8005-2fe65580c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:13:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:12.525330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-cacfb567-fcc0-4cc3-86c8-5cddfab9a6fc tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:12.526992 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-cacfb567-fcc0-4cc3-86c8-5cddfab9a6fc tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.2868960 Nov 09 18:14:12.593526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0dcc5795-be03-47f1-97f5-555ec337e30f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f71584f60a304e7aadf26b8906dcf81a HTTP/1.1" status: 200 len: 379 time: 0.0467474 Nov 09 18:14:12.605073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0f3a27b8-f744-40ab-97de-6d48bc81da3c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'port': {'device_id': '99dd06c9-c041-4a13-9516-2fa081cccafe', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'admin_state_up': True, 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'security_groups': ['eb66725c-2f27-4d01-aa63-9a35af081465']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:12.606022 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-dee30e3f-f62f-4680-8005-2fe65580c607 None None] Set router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:14:12.661985 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.674367 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-dee30e3f-f62f-4680-8005-2fe65580c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:14:12Z', 'revision_number': 6, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:12.690857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:12.703366 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee30e3f-f62f-4680-8005-2fe65580c607 None None] The sync data for ids ['7fc559c2-ba9d-4e57-9c19-7d40d454fee9'] in n-d-817236-1 is: [{'id': '7fc559c2-ba9d-4e57-9c19-7d40d454fee9', 'name': 'tempest-TestVolumeBackupRestore-175839331-router', 'tenant_id': '78987bf9689a471c9a71268c73f16eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:21Z', 'updated_at': '2021-11-09T18:14:12Z', 'revision_number': 6, 'project_id': '78987bf9689a471c9a71268c73f16eeb', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:12.751612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0f3a27b8-f744-40ab-97de-6d48bc81da3c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Made reservation on behalf of f71584f60a304e7aadf26b8906dcf81a for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:12.756529 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0f3a27b8-f744-40ab-97de-6d48bc81da3c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.772096 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.895378 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.899084 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.929928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0f3a27b8-f744-40ab-97de-6d48bc81da3c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Allocated IP 172.20.0.6 (90cd779a-c359-4632-a173-a787022d80a7/69a85ecb-e615-4367-9493-a078677bf2c5/4adfeb0f-e716-4989-b8dc-dcc0f582258c) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:12.984572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b254f-2891-4dce-8606-14d0880b4389 req-640a65e3-5ed6-4877-b20a-41e003cbbec3 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:12.992930 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5c3b254f-2891-4dce-8606-14d0880b4389 req-640a65e3-5ed6-4877-b20a-41e003cbbec3 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.1552656 Nov 09 18:14:13.001476 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.001602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fc559c2-ba9d-4e57-9c19-7d40d454fee9 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:14:13.012287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.015651 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a399b53d-5ccc-46d3-b70d-95283ef1ba2f admin admin] 10.222.0.81 "DELETE /v2.0/routers/7fc559c2-ba9d-4e57-9c19-7d40d454fee9 HTTP/1.1" status: 204 len: 168 time: 1.0878549 Nov 09 18:14:13.016111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43610) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:13.109685 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5c3b254f-2891-4dce-8606-14d0880b4389 req-066dcc27-8d9e-4a37-8453-a5b263e88a00 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118248 Nov 09 18:14:13.124145 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26f40ac-f46d-4807-a2c2-88c5c462433b admin admin] Deleting subnet bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:14:13.127687 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e26f40ac-f46d-4807-a2c2-88c5c462433b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.178587 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0f3a27b8-f744-40ab-97de-6d48bc81da3c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.182491 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e26f40ac-f46d-4807-a2c2-88c5c462433b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.214569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0f3a27b8-f744-40ab-97de-6d48bc81da3c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.265058 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0f3a27b8-f744-40ab-97de-6d48bc81da3c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Network 90cd779a-c359-4632-a173-a787022d80a7 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:13.268600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0f3a27b8-f744-40ab-97de-6d48bc81da3c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:13.272840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0f3a27b8-f744-40ab-97de-6d48bc81da3c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:13.293692 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e26f40ac-f46d-4807-a2c2-88c5c462433b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.340292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a27b8-f744-40ab-97de-6d48bc81da3c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'Port': ['ID=4adfeb0f-e716-4989-b8dc-dcc0f582258c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:13.381772 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e26f40ac-f46d-4807-a2c2-88c5c462433b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.388216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0f3a27b8-f744-40ab-97de-6d48bc81da3c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:13.389260 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0f3a27b8-f744-40ab-97de-6d48bc81da3c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.411558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0f3a27b8-f744-40ab-97de-6d48bc81da3c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8107255 Nov 09 18:14:13.418230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f40ac-f46d-4807-a2c2-88c5c462433b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:13.420315 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e26f40ac-f46d-4807-a2c2-88c5c462433b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.424809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b2bdd7-e0cb-4eaa-8f4a-5e881e5badcb None None] Network 29b65981-de93-42c0-9598-13a0ae7d5b6f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:13.432980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Request body: {'port': {'device_id': '99dd06c9-c041-4a13-9516-2fa081cccafe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:13.440072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e26f40ac-f46d-4807-a2c2-88c5c462433b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bf00bc71-bbf4-4ed3-9a3b-74453b66e9ad HTTP/1.1" status: 204 len: 168 time: 0.4229395 Nov 09 18:14:13.442526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43614) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:13.498508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.583038 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.702929 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d4719313-601a-4192-a7fc-5cf8bcc2a5c7 None None] Provisioning complete for port 4adfeb0f-e716-4989-b8dc-dcc0f582258c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:13.703555 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d4719313-601a-4192-a7fc-5cf8bcc2a5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.715291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Deleting port afa81937-99f6-4863-90c7-e8da89b9ddd5 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:13.715777 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.767578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d4719313-601a-4192-a7fc-5cf8bcc2a5c7 None None] Port 4adfeb0f-e716-4989-b8dc-dcc0f582258c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:14:13.774404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1f673a56-b99e-4627-8a2f-96fba048021e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:13.821882 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7e612958-8f04-4af2-be3d-e32d464fc2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.824052 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 1f673a56-b99e-4627-8a2f-96fba048021e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:14:13.824674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 1f673a56-b99e-4627-8a2f-96fba048021e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:13.825267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:13.832512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] For port afa81937-99f6-4863-90c7-e8da89b9ddd5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=afa81937-99f6-4863-90c7-e8da89b9ddd5,segment=NetworkSegment(d93dee77-da79-48c0-9a34-5c3d73955812),segment_id=d93dee77-da79-48c0-9a34-5c3d73955812)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:13.832967 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.852500 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b0f96a-f51e-4d34-a3ff-2c529ac76663 None None] DHCP port deletion for 29b65981-de93-42c0-9598-13a0ae7d5b6f request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:14:13.855495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:14:13.856553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fb8fd4a1-c0b6-4b9e-8763-e6a9ec289792 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:13.860693 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Calling delete_port for afa81937-99f6-4863-90c7-e8da89b9ddd5 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:13.916853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-01b0f96a-f51e-4d34-a3ff-2c529ac76663 None None] Deleting port afa81937-99f6-4863-90c7-e8da89b9ddd5 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:13.917533 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01b0f96a-f51e-4d34-a3ff-2c529ac76663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.964543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4adfeb0f-e716-4989-b8dc-dcc0f582258c {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:14:13.976093 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.991274 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.997201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013547e-8b39-49d1-b94f-50ee4e6f1f43 req-f0f72b26-5048-4657-ba9f-75ff85a29fea tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:14.007144 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a013547e-8b39-49d1-b94f-50ee4e6f1f43 req-f0f72b26-5048-4657-ba9f-75ff85a29fea tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 931 time: 0.4391913 Nov 09 18:14:14.025718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-01b0f96a-f51e-4d34-a3ff-2c529ac76663 None None] For port afa81937-99f6-4863-90c7-e8da89b9ddd5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=afa81937-99f6-4863-90c7-e8da89b9ddd5,segment=NetworkSegment(d93dee77-da79-48c0-9a34-5c3d73955812),segment_id=d93dee77-da79-48c0-9a34-5c3d73955812)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:14.027620 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01b0f96a-f51e-4d34-a3ff-2c529ac76663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.038399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa81937-99f6-4863-90c7-e8da89b9ddd5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:14.045354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] No DVR routers for this DVR port afa81937-99f6-4863-90c7-e8da89b9ddd5 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:14.060581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-01b0f96a-f51e-4d34-a3ff-2c529ac76663 None None] Calling delete_port for afa81937-99f6-4863-90c7-e8da89b9ddd5 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:14.072219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Transition to ACTIVE for port object 4adfeb0f-e716-4989-b8dc-dcc0f582258c will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:14:14.087813 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.158596 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.159524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Pushing event updated for resources: {'Port': ['ID=4adfeb0f-e716-4989-b8dc-dcc0f582258c,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:14.175480 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a013547e-8b39-49d1-b94f-50ee4e6f1f43 req-3a90472d-02db-4588-8f2f-06aac2924db5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622915 Nov 09 18:14:14.185646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b65981-de93-42c0-9598-13a0ae7d5b6f']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:14.204011 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-01b0f96a-f51e-4d34-a3ff-2c529ac76663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.219902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93dee77-da79-48c0-9a34-5c3d73955812') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:14.220339 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93dee77-da79-48c0-9a34-5c3d73955812') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:14.249867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0f96a-f51e-4d34-a3ff-2c529ac76663 None None] Pushing event deleted for resources: {'Port': ['ID=afa81937-99f6-4863-90c7-e8da89b9ddd5,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:14.251899 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.257723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0f96a-f51e-4d34-a3ff-2c529ac76663 None None] No DVR routers for this DVR port afa81937-99f6-4863-90c7-e8da89b9ddd5 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:14.291578 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.302116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:14.302626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:14.304715 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:14.309351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Attempting to bind port 4adfeb0f-e716-4989-b8dc-dcc0f582258c on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:14.309859 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Attempting to bind port 4adfeb0f-e716-4989-b8dc-dcc0f582258c by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:14.310195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Attempting to bind port 4adfeb0f-e716-4989-b8dc-dcc0f582258c on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:14.315782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Port 4adfeb0f-e716-4989-b8dc-dcc0f582258c on network 90cd779a-c359-4632-a173-a787022d80a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:14.316028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Attempting to bind port 4adfeb0f-e716-4989-b8dc-dcc0f582258c on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:14.321721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:14.322101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Checking segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:14.322491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Bound using segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:14.322928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Bound port: 4adfeb0f-e716-4989-b8dc-dcc0f582258c, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:14.323379 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.329715 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618313c6-3807-4b7f-9afe-a220ecf4977b req-5a14cd29-a124-4e75-bbbe-92c6c1057b9d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:14.339897 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-618313c6-3807-4b7f-9afe-a220ecf4977b req-5a14cd29-a124-4e75-bbbe-92c6c1057b9d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0975533 Nov 09 18:14:14.404746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] For port 4adfeb0f-e716-4989-b8dc-dcc0f582258c, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:14.411161 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] For port 4adfeb0f-e716-4989-b8dc-dcc0f582258c, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4adfeb0f-e716-4989-b8dc-dcc0f582258c,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:14:14.424660 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.428655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.440823 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.449438 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/29b65981-de93-42c0-9598-13a0ae7d5b6f HTTP/1.1" status: 204 len: 168 time: 1.0032327 Nov 09 18:14:14.450039 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-618313c6-3807-4b7f-9afe-a220ecf4977b req-5931886c-fe09-4818-9e69-6b86dc8731ad tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092994 Nov 09 18:14:14.450521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43622) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:14.478382 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.479200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:14.479855 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.481450 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] 10.222.0.13 "PUT /v2.0/ports/4adfeb0f-e716-4989-b8dc-dcc0f582258c HTTP/1.1" status: 200 len: 1091 time: 1.0532966 Nov 09 18:14:14.482080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99dd06c9-c041-4a13-9516-2fa081cccafe', 'tag': '4adfeb0f-e716-4989-b8dc-dcc0f582258c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:14.484471 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75b9358-5050-406d-8b7a-d98943bada2a" -d '{"events": [{"name": "network-changed", "server_uuid": "99dd06c9-c041-4a13-9516-2fa081cccafe", "tag": "4adfeb0f-e716-4989-b8dc-dcc0f582258c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:14.527978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c113-ea04-4a14-a5d5-b0c46bf187a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b65981-de93-42c0-9598-13a0ae7d5b6f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:14.538387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302e8b8-51fa-45ff-96e7-6692b2e0ed68 service neutron] Pushing event updated for resources: {'Port': ['ID=4adfeb0f-e716-4989-b8dc-dcc0f582258c,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:14.591748 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa49ea5-e2b7-4c83-95b0-aa89cbff11a9 x-openstack-request-id: req-efa49ea5-e2b7-4c83-95b0-aa89cbff11a9 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:14.592070 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99dd06c9-c041-4a13-9516-2fa081cccafe", "tag": "4adfeb0f-e716-4989-b8dc-dcc0f582258c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:14.592540 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efa49ea5-e2b7-4c83-95b0-aa89cbff11a9 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:14.593016 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99dd06c9-c041-4a13-9516-2fa081cccafe', 'tag': '4adfeb0f-e716-4989-b8dc-dcc0f582258c', 'status': 'completed', 'code': 200} Nov 09 18:14:14.611156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-f3972735-b27b-4619-b546-858a15c38afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:14.613067 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-f3972735-b27b-4619-b546-858a15c38afd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 1094 time: 0.0562370 Nov 09 18:14:14.666883 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-0a4510f2-4237-472d-a877-e2b4d78bb69d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4adfeb0f-e716-4989-b8dc-dcc0f582258c HTTP/1.1" status: 200 len: 217 time: 0.0432448 Nov 09 18:14:14.743999 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-6ed4fc24-d573-4d49-9b59-23b3a9da89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:14.746011 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-6ed4fc24-d573-4d49-9b59-23b3a9da89c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0590706 Nov 09 18:14:14.799667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-789fcf35-e332-4253-b4bb-05055e9b9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:14.801861 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-789fcf35-e332-4253-b4bb-05055e9b9d12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479114 Nov 09 18:14:14.907846 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fd9c558-f8e9-4366-813e-23b70d07ec10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.919011 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-5eb2890b-af68-4b06-9f31-2abe3c2b877c service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078558 Nov 09 18:14:15.031370 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e852f4b-135e-4655-b5fd-104c0c0c8cac req-773cb714-7419-4399-b7a4-f3f883fc0002 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033883 Nov 09 18:14:15.134946 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b9358-5050-406d-8b7a-d98943bada2a req-72294e51-a544-4557-a8e5-2cdfe1937303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:15.136332 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f75b9358-5050-406d-8b7a-d98943bada2a req-72294e51-a544-4557-a8e5-2cdfe1937303 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 1094 time: 0.0512400 Nov 09 18:14:15.257946 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b9358-5050-406d-8b7a-d98943bada2a req-e8e41600-c39f-42f5-af31-2b9dc00ebe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:15.259453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f75b9358-5050-406d-8b7a-d98943bada2a req-e8e41600-c39f-42f5-af31-2b9dc00ebe02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.1142540 Nov 09 18:14:15.314432 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f75b9358-5050-406d-8b7a-d98943bada2a req-7806554f-7660-4421-a13e-9af6b63a1ca0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4adfeb0f-e716-4989-b8dc-dcc0f582258c HTTP/1.1" status: 200 len: 217 time: 0.0461683 Nov 09 18:14:15.368460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b9358-5050-406d-8b7a-d98943bada2a req-e65d91f4-8c60-405a-9d38-58cf2a70df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:15.369930 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f75b9358-5050-406d-8b7a-d98943bada2a req-e65d91f4-8c60-405a-9d38-58cf2a70df77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0484664 Nov 09 18:14:15.371651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15202c7-8bac-41e5-90fc-e89d414e1ce5 req-ba4f7821-597c-42c0-94ef-8ecd6d342cf2 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:15.373137 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c15202c7-8bac-41e5-90fc-e89d414e1ce5 req-ba4f7821-597c-42c0-94ef-8ecd6d342cf2 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 943 time: 0.0672760 Nov 09 18:14:15.424230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b9358-5050-406d-8b7a-d98943bada2a req-670f3d7a-1b47-48ca-be0b-ce6a40136369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:15.426760 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f75b9358-5050-406d-8b7a-d98943bada2a req-670f3d7a-1b47-48ca-be0b-ce6a40136369 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458407 Nov 09 18:14:15.470986 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.486136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device afa81937-99f6-4863-90c7-e8da89b9ddd5 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:15.492563 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c15202c7-8bac-41e5-90fc-e89d414e1ce5 req-adb6fd95-b2dd-46f3-9b41-b238ccde99d0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125684 Nov 09 18:14:15.521626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: afa81937-99f6-4863-90c7-e8da89b9ddd5 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:14:15.522250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device afa81937-99f6-4863-90c7-e8da89b9ddd5 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:15.560117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f75b9358-5050-406d-8b7a-d98943bada2a req-ca635ace-ad32-4f11-ba32-2d84ea061946 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260262 Nov 09 18:14:15.618718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9c558-f8e9-4366-813e-23b70d07ec10 admin admin] Deleting port d645f925-a807-4556-b568-78ec171dc20c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:15.619054 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fd9c558-f8e9-4366-813e-23b70d07ec10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.675198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2751f6-28da-4971-9e52-a1e13562401f req-d461eb60-5eef-456c-9131-b76ad6237157 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:15.677419 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f2751f6-28da-4971-9e52-a1e13562401f req-d461eb60-5eef-456c-9131-b76ad6237157 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.1065478 Nov 09 18:14:15.709770 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-7fd9c558-f8e9-4366-813e-23b70d07ec10 admin admin] For port d645f925-a807-4556-b568-78ec171dc20c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d645f925-a807-4556-b568-78ec171dc20c,segment=NetworkSegment(902152c5-12f6-4edb-834a-a99c34c56c8e),segment_id=902152c5-12f6-4edb-834a-a99c34c56c8e)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:15.710161 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fd9c558-f8e9-4366-813e-23b70d07ec10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.719503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f75b9358-5050-406d-8b7a-d98943bada2a req-5902284e-3685-4b76-bc40-92fe8ab12194 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505470 Nov 09 18:14:15.741286 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f2751f6-28da-4971-9e52-a1e13562401f req-d8d42b08-1aea-4d3f-8170-45dc16134b59 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517054 Nov 09 18:14:15.742475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9c558-f8e9-4366-813e-23b70d07ec10 admin admin] Calling delete_port for d645f925-a807-4556-b568-78ec171dc20c owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:15.931114 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fd9c558-f8e9-4366-813e-23b70d07ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.955314 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9c558-f8e9-4366-813e-23b70d07ec10 admin admin] Pushing event deleted for resources: {'Port': ['ID=d645f925-a807-4556-b568-78ec171dc20c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:16.136605 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7fd9c558-f8e9-4366-813e-23b70d07ec10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.367322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd9c558-f8e9-4366-813e-23b70d07ec10 admin admin] Router b237cd44-92ce-4237-b753-dab638f4f14c has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:14:16.480815 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd9c558-f8e9-4366-813e-23b70d07ec10 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:16.486219 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7fd9c558-f8e9-4366-813e-23b70d07ec10 admin admin] 10.222.0.81 "PUT /v2.0/routers/b237cd44-92ce-4237-b753-dab638f4f14c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0325460 Nov 09 18:14:16.489510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43632) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:16.493048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da39be-11db-4ed3-86a9-afbdcbdb5a7e None None] Sync routers for ids ['b237cd44-92ce-4237-b753-dab638f4f14c'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:16.503060 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da39be-11db-4ed3-86a9-afbdcbdb5a7e None None] Routers {'b237cd44-92ce-4237-b753-dab638f4f14c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:16.503885 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c2da39be-11db-4ed3-86a9-afbdcbdb5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:14:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b237cd44-92ce-4237-b753-dab638f4f14c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:16.624003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c2da39be-11db-4ed3-86a9-afbdcbdb5a7e None None] Set router b237cd44-92ce-4237-b753-dab638f4f14c gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:14:16.648011 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74478a33-da47-406c-a18a-c036cea69c7b req-401e1c4e-4d2f-465d-bdb8-af23cd2922c3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:16.649621 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-74478a33-da47-406c-a18a-c036cea69c7b req-401e1c4e-4d2f-465d-bdb8-af23cd2922c3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 943 time: 0.0737441 Nov 09 18:14:16.658747 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.775535 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-74478a33-da47-406c-a18a-c036cea69c7b req-646c0351-7b4b-45da-9365-c247e64a621b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147473 Nov 09 18:14:16.823669 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.903049 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Deleting port 7f2c6518-3a76-4b83-9a51-5dc221520e8a {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:16.903615 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.925050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f484fa-df49-4e01-9eba-d2f3e92b1a7c req-173b983b-0d61-4234-a451-db1d3293bb4f tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:16.925777 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18f484fa-df49-4e01-9eba-d2f3e92b1a7c req-173b983b-0d61-4234-a451-db1d3293bb4f tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0668600 Nov 09 18:14:16.987852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18f484fa-df49-4e01-9eba-d2f3e92b1a7c req-419a34fb-e765-450e-baea-e911831caa90 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503266 Nov 09 18:14:17.059787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] For port 7f2c6518-3a76-4b83-9a51-5dc221520e8a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7f2c6518-3a76-4b83-9a51-5dc221520e8a,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:17.060194 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.084929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Calling delete_port for 7f2c6518-3a76-4b83-9a51-5dc221520e8a owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:17.089788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c2da39be-11db-4ed3-86a9-afbdcbdb5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'name': 'tempest-TestVolumeBackupRestore-1665836405-router', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:14:15Z', 'revision_number': 5, 'project_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'gw_port': {'id': '7f2c6518-3a76-4b83-9a51-5dc221520e8a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:28Z', 'updated_at': '2021-11-09T18:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:17.123402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da39be-11db-4ed3-86a9-afbdcbdb5a7e None None] Checking router: b237cd44-92ce-4237-b753-dab638f4f14c for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:14:17.133238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da39be-11db-4ed3-86a9-afbdcbdb5a7e None None] Routers {'b237cd44-92ce-4237-b753-dab638f4f14c'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:17.135275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c2da39be-11db-4ed3-86a9-afbdcbdb5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:14:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['b237cd44-92ce-4237-b753-dab638f4f14c'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:17.235817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c2da39be-11db-4ed3-86a9-afbdcbdb5a7e None None] Set router b237cd44-92ce-4237-b753-dab638f4f14c gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:14:17.320170 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c2da39be-11db-4ed3-86a9-afbdcbdb5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'name': 'tempest-TestVolumeBackupRestore-1665836405-router', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:14:16Z', 'revision_number': 6, 'project_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:17.337802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.350355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da39be-11db-4ed3-86a9-afbdcbdb5a7e None None] The sync data for ids ['b237cd44-92ce-4237-b753-dab638f4f14c'] in n-d-817236-1 is: [{'id': 'b237cd44-92ce-4237-b753-dab638f4f14c', 'name': 'tempest-TestVolumeBackupRestore-1665836405-router', 'tenant_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:14:16Z', 'revision_number': 6, 'project_id': 'a902ed8cb8ab492b9a4f865def703bd6', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:17.373666 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2c6518-3a76-4b83-9a51-5dc221520e8a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:17.464304 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.564517 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.567086 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8f1ec-9b5f-42b4-bcc1-226b568e6c17 req-8a86048e-a9ee-4507-be3b-82942fb325c7 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:17.567422 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.575318 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ce8f1ec-9b5f-42b4-bcc1-226b568e6c17 req-8a86048e-a9ee-4507-be3b-82942fb325c7 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 945 time: 0.0633726 Nov 09 18:14:17.610633 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3ce8f1ec-9b5f-42b4-bcc1-226b568e6c17 req-72f0f2e2-3c11-4637-a7bb-f01971083bbe tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344291 Nov 09 18:14:17.625138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.625927 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b237cd44-92ce-4237-b753-dab638f4f14c {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:14:17.637207 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.638376 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-36acc551-f5c9-497d-ad09-61e20eb39698 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b237cd44-92ce-4237-b753-dab638f4f14c HTTP/1.1" status: 204 len: 168 time: 1.1479275 Nov 09 18:14:17.641103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43644) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:17.686155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd37134-d5e5-400d-bf2a-f3953f6719ea admin admin] Deleting subnet 89188c91-b27e-41ff-bad6-bc7bff26881a {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:14:17.689088 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdd37134-d5e5-400d-bf2a-f3953f6719ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.698047 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.738059 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdd37134-d5e5-400d-bf2a-f3953f6719ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.873163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdd37134-d5e5-400d-bf2a-f3953f6719ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.890645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d645f925-a807-4556-b568-78ec171dc20c no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:17.926061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: d645f925-a807-4556-b568-78ec171dc20c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:14:17.926507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d645f925-a807-4556-b568-78ec171dc20c not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:17.956746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84705389-4a15-4ce5-b529-b4ec096ac1d2 req-a9c29fc1-e3e9-4732-a1cd-726e9a1461e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:17.959681 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84705389-4a15-4ce5-b529-b4ec096ac1d2 req-a9c29fc1-e3e9-4732-a1cd-726e9a1461e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 943 time: 0.0673769 Nov 09 18:14:17.961997 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdd37134-d5e5-400d-bf2a-f3953f6719ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.993475 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cdd37134-d5e5-400d-bf2a-f3953f6719ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.000448 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cdd37134-d5e5-400d-bf2a-f3953f6719ea admin admin] 10.222.0.81 "DELETE /v2.0/subnets/89188c91-b27e-41ff-bad6-bc7bff26881a HTTP/1.1" status: 204 len: 168 time: 0.3581679 Nov 09 18:14:18.001479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43648) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:18.002079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caf695b-3eed-4025-9b18-0323bc4f6d9f None None] Network 49d14b04-1226-4cc8-9e39-131d227b060a requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:18.009181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd37134-d5e5-400d-bf2a-f3953f6719ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89188c91-b27e-41ff-bad6-bc7bff26881a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:18.021159 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84705389-4a15-4ce5-b529-b4ec096ac1d2 req-6cb2a7af-f89a-4527-bacf-7bc393ef57b3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528519 Nov 09 18:14:18.141299 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.159599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b254bb-eef4-4c8b-a136-e60f636874e6 req-fe07b781-2519-4b73-b926-5c50f2546a97 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:18.162023 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e0b254bb-eef4-4c8b-a136-e60f636874e6 req-fe07b781-2519-4b73-b926-5c50f2546a97 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0809088 Nov 09 18:14:18.233978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e0b254bb-eef4-4c8b-a136-e60f636874e6 req-49223850-5af0-4111-877d-44d0de76eaea tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640259 Nov 09 18:14:18.256315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Deleting port fa3fcb01-abf2-4145-8b40-919268a2af46 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:18.256315 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.266003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b2fc8a-8a41-4e00-a821-846ad7a2f6d0 None None] DHCP port deletion for 49d14b04-1226-4cc8-9e39-131d227b060a request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:14:18.320263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b5b2fc8a-8a41-4e00-a821-846ad7a2f6d0 None None] Deleting port fa3fcb01-abf2-4145-8b40-919268a2af46 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:18.320641 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b5b2fc8a-8a41-4e00-a821-846ad7a2f6d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.324301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] For port fa3fcb01-abf2-4145-8b40-919268a2af46, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fa3fcb01-abf2-4145-8b40-919268a2af46,segment=NetworkSegment(902152c5-12f6-4edb-834a-a99c34c56c8e),segment_id=902152c5-12f6-4edb-834a-a99c34c56c8e)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:18.324664 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.337742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Calling delete_port for fa3fcb01-abf2-4145-8b40-919268a2af46 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:18.389563 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b5b2fc8a-8a41-4e00-a821-846ad7a2f6d0 None None] For port fa3fcb01-abf2-4145-8b40-919268a2af46, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=fa3fcb01-abf2-4145-8b40-919268a2af46,segment=NetworkSegment(902152c5-12f6-4edb-834a-a99c34c56c8e),segment_id=902152c5-12f6-4edb-834a-a99c34c56c8e)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:18.389990 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b5b2fc8a-8a41-4e00-a821-846ad7a2f6d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.404250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b5b2fc8a-8a41-4e00-a821-846ad7a2f6d0 None None] Calling delete_port for fa3fcb01-abf2-4145-8b40-919268a2af46 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:18.431727 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.459395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3fcb01-abf2-4145-8b40-919268a2af46,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:18.467813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] No DVR routers for this DVR port fa3fcb01-abf2-4145-8b40-919268a2af46 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:18.485472 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b5b2fc8a-8a41-4e00-a821-846ad7a2f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.510814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2fc8a-8a41-4e00-a821-846ad7a2f6d0 None None] Pushing event deleted for resources: {'Port': ['ID=fa3fcb01-abf2-4145-8b40-919268a2af46,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:18.522587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2fc8a-8a41-4e00-a821-846ad7a2f6d0 None None] No DVR routers for this DVR port fa3fcb01-abf2-4145-8b40-919268a2af46 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:18.551402 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.576402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d14b04-1226-4cc8-9e39-131d227b060a']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:18.589068 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902152c5-12f6-4edb-834a-a99c34c56c8e') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:18.589382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902152c5-12f6-4edb-834a-a99c34c56c8e') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:18.607628 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.624367 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.645640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:18.646054 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:18.648081 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:18.715691 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.722349 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.727718 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] 10.222.0.81 "DELETE /v2.0/networks/49d14b04-1226-4cc8-9e39-131d227b060a HTTP/1.1" status: 204 len: 168 time: 0.7249141 Nov 09 18:14:18.743980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24608884-b107-4f21-94d1-72bc545a3a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d14b04-1226-4cc8-9e39-131d227b060a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:18.754598 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd25872-c812-4bd5-8119-1be525454dc8 req-4e876dee-240d-4e8e-9011-49ac67f3dfa7 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:18.756223 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7dd25872-c812-4bd5-8119-1be525454dc8 req-4e876dee-240d-4e8e-9011-49ac67f3dfa7 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 945 time: 0.0635848 Nov 09 18:14:18.801967 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7dd25872-c812-4bd5-8119-1be525454dc8 req-450b1ad0-6b71-4ea9-872f-ea9ff31a0478 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/security-groups?id=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372961 Nov 09 18:14:18.866808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43656) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:18.909442 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5162c50a-ebdd-404d-a903-de3a69af3f62 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=78987bf9689a471c9a71268c73f16eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412388 Nov 09 18:14:18.912597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 43658) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:18.962597 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f68b72a2-f983-4084-8a69-90947b8f9cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.985151 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f68b72a2-f983-4084-8a69-90947b8f9cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.044433 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f68b72a2-f983-4084-8a69-90947b8f9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.047122 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f68b72a2-f983-4084-8a69-90947b8f9cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.048377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f68b72a2-f983-4084-8a69-90947b8f9cbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f6abbdbb-0f4e-4fa6-a388-ad4faf1ac311 HTTP/1.1" status: 204 len: 168 time: 0.1348765 Nov 09 18:14:19.058100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b72a2-f983-4084-8a69-90947b8f9cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6abbdbb-0f4e-4fa6-a388-ad4faf1ac311,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:19.179492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3730a6f-bd86-4129-8ab3-bf4e7c7dd7e0 req-509e3b83-364c-43fd-85b0-a462f7c22465 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:19.181149 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3730a6f-bd86-4129-8ab3-bf4e7c7dd7e0 req-509e3b83-364c-43fd-85b0-a462f7c22465 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 943 time: 0.0583940 Nov 09 18:14:19.224278 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3730a6f-bd86-4129-8ab3-bf4e7c7dd7e0 req-f887f485-c0d8-44cd-900a-824fd374582d tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348654 Nov 09 18:14:19.390278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917972e-40e1-4004-8cd1-ec553c1603b1 req-b11cdb31-45ea-410b-979f-d06693fa4364 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:19.392209 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5917972e-40e1-4004-8cd1-ec553c1603b1 req-b11cdb31-45ea-410b-979f-d06693fa4364 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0801275 Nov 09 18:14:19.439105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda7bc3-6fb2-442f-9d1e-32bb1d39bc20 req-e2fcdf6d-bf53-40ec-b0e1-406298596b79 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:19.439349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43668) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:19.444990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ecda7bc3-6fb2-442f-9d1e-32bb1d39bc20 req-e2fcdf6d-bf53-40ec-b0e1-406298596b79 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.13 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 945 time: 0.0740259 Nov 09 18:14:19.478397 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5917972e-40e1-4004-8cd1-ec553c1603b1 req-46ac738a-9d22-436e-8c82-2a3e085b9d4e tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792658 Nov 09 18:14:19.511098 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7f2c6518-3a76-4b83-9a51-5dc221520e8a no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:19.526779 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f18320c9-670e-469e-890c-a9de13a3b710 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a902ed8cb8ab492b9a4f865def703bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863667 Nov 09 18:14:19.529739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43670) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:19.537881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 7f2c6518-3a76-4b83-9a51-5dc221520e8a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:14:19.538321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7f2c6518-3a76-4b83-9a51-5dc221520e8a not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:19.539003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fa3fcb01-abf2-4145-8b40-919268a2af46 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:19.561683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ecda7bc3-6fb2-442f-9d1e-32bb1d39bc20 req-714303f1-9a0b-4fce-9199-5f020a861514 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Deleting port cd227487-7c43-4aa6-9e78-c9fdb9d38c56 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:19.562165 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ecda7bc3-6fb2-442f-9d1e-32bb1d39bc20 req-714303f1-9a0b-4fce-9199-5f020a861514 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.563011 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: fa3fcb01-abf2-4145-8b40-919268a2af46 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:14:19.563383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device fa3fcb01-abf2-4145-8b40-919268a2af46 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:19.595729 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d633fa7-f436-4c22-b964-139205475de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.618447 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d633fa7-f436-4c22-b964-139205475de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.661443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ecda7bc3-6fb2-442f-9d1e-32bb1d39bc20 req-714303f1-9a0b-4fce-9199-5f020a861514 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] For port cd227487-7c43-4aa6-9e78-c9fdb9d38c56, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cd227487-7c43-4aa6-9e78-c9fdb9d38c56,segment=NetworkSegment(d095ae46-692d-4b89-b960-4f346098690b),segment_id=d095ae46-692d-4b89-b960-4f346098690b)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:19.661883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ecda7bc3-6fb2-442f-9d1e-32bb1d39bc20 req-714303f1-9a0b-4fce-9199-5f020a861514 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.669731 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d633fa7-f436-4c22-b964-139205475de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.673479 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6d633fa7-f436-4c22-b964-139205475de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.674904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ecda7bc3-6fb2-442f-9d1e-32bb1d39bc20 req-714303f1-9a0b-4fce-9199-5f020a861514 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Calling delete_port for cd227487-7c43-4aa6-9e78-c9fdb9d38c56 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:19.678768 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6d633fa7-f436-4c22-b964-139205475de6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ed79eef-9152-4b94-a997-da6454568d02 HTTP/1.1" status: 204 len: 168 time: 0.1462724 Nov 09 18:14:19.685469 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d633fa7-f436-4c22-b964-139205475de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed79eef-9152-4b94-a997-da6454568d02,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:19.866524 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ecda7bc3-6fb2-442f-9d1e-32bb1d39bc20 req-714303f1-9a0b-4fce-9199-5f020a861514 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.880974 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['cd227487-7c43-4aa6-9e78-c9fdb9d38c56'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:14:19.898624 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714303f1-9a0b-4fce-9199-5f020a861514 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Pushing event deleted for resources: {'Port': ['ID=cd227487-7c43-4aa6-9e78-c9fdb9d38c56,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:19.958192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecda7bc3-6fb2-442f-9d1e-32bb1d39bc20 req-714303f1-9a0b-4fce-9199-5f020a861514 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] No DVR routers for this DVR port cd227487-7c43-4aa6-9e78-c9fdb9d38c56 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:19.961123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ecda7bc3-6fb2-442f-9d1e-32bb1d39bc20 req-714303f1-9a0b-4fce-9199-5f020a861514 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.965155 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ecda7bc3-6fb2-442f-9d1e-32bb1d39bc20 req-714303f1-9a0b-4fce-9199-5f020a861514 tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.13 "DELETE /v2.0/ports/cd227487-7c43-4aa6-9e78-c9fdb9d38c56 HTTP/1.1" status: 204 len: 173 time: 0.5132115 Nov 09 18:14:19.965837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203af091-3cb0-47ee-b37c-943ff5872549', 'name': 'network-vif-deleted', 'tag': 'cd227487-7c43-4aa6-9e78-c9fdb9d38c56'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:19.968428 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c4a2bf-e063-4a31-bea9-7d9726306828" -d '{"events": [{"server_uuid": "203af091-3cb0-47ee-b37c-943ff5872549", "name": "network-vif-deleted", "tag": "cd227487-7c43-4aa6-9e78-c9fdb9d38c56"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:20.040631 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7558872f-d9b2-4b41-9e93-dfa0f829bb92 req-39aae35b-636b-4baf-88de-d40b93df10ec tempest-VolumesSnapshotTestJSON-2046492323 tempest-VolumesSnapshotTestJSON-2046492323-project] 10.222.0.81 "GET /v2.0/ports?device_id=203af091-3cb0-47ee-b37c-943ff5872549 HTTP/1.1" status: 200 len: 210 time: 0.0564587 Nov 09 18:14:20.043853 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a54670-b4bb-4442-b3fa-1c901b673351 x-openstack-request-id: req-51a54670-b4bb-4442-b3fa-1c901b673351 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:20.044293 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203af091-3cb0-47ee-b37c-943ff5872549", "name": "network-vif-deleted", "tag": "cd227487-7c43-4aa6-9e78-c9fdb9d38c56", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:20.044732 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51a54670-b4bb-4442-b3fa-1c901b673351 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:20.045264 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203af091-3cb0-47ee-b37c-943ff5872549', 'name': 'network-vif-deleted', 'tag': 'cd227487-7c43-4aa6-9e78-c9fdb9d38c56', 'status': 'completed', 'code': 200} Nov 09 18:14:20.352511 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8502023-f1f0-4cee-8acf-310d3f50b5fe req-de563eaa-d257-4f29-b421-1988e1989905 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:20.354284 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c8502023-f1f0-4cee-8acf-310d3f50b5fe req-de563eaa-d257-4f29-b421-1988e1989905 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 943 time: 0.0548313 Nov 09 18:14:20.403590 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c8502023-f1f0-4cee-8acf-310d3f50b5fe req-b9aa8086-9313-4cad-bbdd-7149d1124a2a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427337 Nov 09 18:14:20.603126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91af5a-ef33-4d17-aac2-f4330caa3f62 req-e0aa73cb-dd0b-4981-9f62-47e9e2885d87 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:20.604952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b91af5a-ef33-4d17-aac2-f4330caa3f62 req-e0aa73cb-dd0b-4981-9f62-47e9e2885d87 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0545084 Nov 09 18:14:20.644613 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7b91af5a-ef33-4d17-aac2-f4330caa3f62 req-766fb66e-6a0c-4c01-bd7e-aaab557b9643 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333698 Nov 09 18:14:21.110561 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:14:21.528239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e21bd9-5377-4520-bf03-2b4487d41214 req-879f2163-24bb-4fa4-aa2a-b8fbf7af6feb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:21.529765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f6e21bd9-5377-4520-bf03-2b4487d41214 req-879f2163-24bb-4fa4-aa2a-b8fbf7af6feb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 943 time: 0.0539868 Nov 09 18:14:21.568521 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f6e21bd9-5377-4520-bf03-2b4487d41214 req-806f1c39-f0fa-4cb6-b149-e7c985c22c48 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319269 Nov 09 18:14:21.765224 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428581fd-c87b-4d92-b309-b79cf1387776 req-1f80a998-70e2-4e5d-8210-f66aca978b42 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:21.766653 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-428581fd-c87b-4d92-b309-b79cf1387776 req-1f80a998-70e2-4e5d-8210-f66aca978b42 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0519338 Nov 09 18:14:21.806417 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-428581fd-c87b-4d92-b309-b79cf1387776 req-005b37f2-6f5f-4abf-ae7f-517d4f198bfe tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334582 Nov 09 18:14:22.624767 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device cd227487-7c43-4aa6-9e78-c9fdb9d38c56 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:22.646231 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: cd227487-7c43-4aa6-9e78-c9fdb9d38c56 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:14:22.646763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device cd227487-7c43-4aa6-9e78-c9fdb9d38c56 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:22.693729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1634-58d0-4668-8420-80ac24b836a5 req-6a42674b-1e6d-43d9-acdd-4e8edb505b2f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:22.695102 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa7a1634-58d0-4668-8420-80ac24b836a5 req-6a42674b-1e6d-43d9-acdd-4e8edb505b2f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 943 time: 0.0558875 Nov 09 18:14:22.734014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa7a1634-58d0-4668-8420-80ac24b836a5 req-fb92c139-2c2b-473b-a38c-5f972d022790 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327971 Nov 09 18:14:22.925576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26768d-209b-4e39-9d86-9fd25303a86a req-e3eb4e66-3de8-42e1-abe9-7dd9fc20e106 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:22.927640 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d26768d-209b-4e39-9d86-9fd25303a86a req-e3eb4e66-3de8-42e1-abe9-7dd9fc20e106 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0519946 Nov 09 18:14:22.968216 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d26768d-209b-4e39-9d86-9fd25303a86a req-e20cdd7d-fe33-4404-916e-659aa0a7533a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343018 Nov 09 18:14:23.220537 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.850746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65650df1-91b0-4f91-80f8-603f45e88eb2 req-028a44bd-78d4-4d19-8cbc-5a409dabda45 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:23.852175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65650df1-91b0-4f91-80f8-603f45e88eb2 req-028a44bd-78d4-4d19-8cbc-5a409dabda45 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 943 time: 0.0495126 Nov 09 18:14:23.891461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65650df1-91b0-4f91-80f8-603f45e88eb2 req-ac5f648c-a12d-4c0e-9470-c1e9865b990c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329335 Nov 09 18:14:24.013199 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.090785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7f7e6-6e58-426a-93e2-3b165d4c345e req-c34d151b-ac36-4255-ab3a-83096f077748 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:24.092282 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2fa7f7e6-6e58-426a-93e2-3b165d4c345e req-c34d151b-ac36-4255-ab3a-83096f077748 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0537639 Nov 09 18:14:24.131011 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2fa7f7e6-6e58-426a-93e2-3b165d4c345e req-a184a9db-6986-4619-a2c8-47cccdc7f2b7 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Nov 09 18:14:25.022601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a82bf2-c378-4e08-8b23-f4fec00a267b req-cb434938-0319-467c-b5aa-433d16ffd2c5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:25.024135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1a82bf2-c378-4e08-8b23-f4fec00a267b req-cb434938-0319-467c-b5aa-433d16ffd2c5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 943 time: 0.0592740 Nov 09 18:14:25.063429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1a82bf2-c378-4e08-8b23-f4fec00a267b req-92fab56e-2eb2-4106-856f-4a8d9f511a5c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330927 Nov 09 18:14:25.247581 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15f90d-d74e-42ec-9369-1516f7ca7e0a req-45e9093c-0a45-437f-8c25-a0cd7f4d32c1 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:25.249079 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8e15f90d-d74e-42ec-9369-1516f7ca7e0a req-45e9093c-0a45-437f-8c25-a0cd7f4d32c1 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0503776 Nov 09 18:14:25.289209 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8e15f90d-d74e-42ec-9369-1516f7ca7e0a req-55f533e5-159c-4b9d-83c8-5acb800e0e34 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331168 Nov 09 18:14:26.184312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26dbd2-8c9e-409f-8c05-74cc108080cd req-49fce607-24a6-4d39-98fd-025193cdf11b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:26.185775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9e26dbd2-8c9e-409f-8c05-74cc108080cd req-49fce607-24a6-4d39-98fd-025193cdf11b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 943 time: 0.0528927 Nov 09 18:14:26.228416 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9e26dbd2-8c9e-409f-8c05-74cc108080cd req-2b520c52-14ac-4101-b7b6-d6b792342e8d tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365002 Nov 09 18:14:26.418299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f562-562e-4d58-98a0-db17b3213681 req-9142da77-2fe4-4f45-8c30-f646e4bcb4d7 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:26.419888 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cdd6f562-562e-4d58-98a0-db17b3213681 req-9142da77-2fe4-4f45-8c30-f646e4bcb4d7 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0584557 Nov 09 18:14:26.464750 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cdd6f562-562e-4d58-98a0-db17b3213681 req-e9064d08-0df5-45e5-988b-4bab0a10ec4d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386693 Nov 09 18:14:27.349190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06c462-0f27-43d8-ab95-c4260c76f283 req-6f218be7-6e77-4675-8e83-d3efb7dc8daf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:27.350686 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc06c462-0f27-43d8-ab95-c4260c76f283 req-6f218be7-6e77-4675-8e83-d3efb7dc8daf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 943 time: 0.0509868 Nov 09 18:14:27.395636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc06c462-0f27-43d8-ab95-c4260c76f283 req-3d76b0e1-34c7-4627-a48d-b5205afca6f7 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373530 Nov 09 18:14:27.604063 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9f4c9-10c2-45b8-867e-f245c15c056c req-1bcda9f6-0205-4f3e-a455-55e893104238 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:27.607958 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ffe9f4c9-10c2-45b8-867e-f245c15c056c req-1bcda9f6-0205-4f3e-a455-55e893104238 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0686126 Nov 09 18:14:27.650156 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ffe9f4c9-10c2-45b8-867e-f245c15c056c req-89669d01-df32-4ff1-833a-aa09989543ce tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379398 Nov 09 18:14:28.530782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6984b06-3ac2-4854-87b3-f691b3b9545c req-9d56dfb3-0e1d-4ebd-aaf3-6a8a294bb908 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:28.533048 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6984b06-3ac2-4854-87b3-f691b3b9545c req-9d56dfb3-0e1d-4ebd-aaf3-6a8a294bb908 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 943 time: 0.0518835 Nov 09 18:14:28.573228 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6984b06-3ac2-4854-87b3-f691b3b9545c req-306bb135-c340-4110-ac23-cf40b65320de tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342605 Nov 09 18:14:28.672786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4adfeb0f-e716-4989-b8dc-dcc0f582258c details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:14:28.787287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 4adfeb0f-e716-4989-b8dc-dcc0f582258c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4adfeb0f-e716-4989-b8dc-dcc0f582258c,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:28.792340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ed9c1-d4a8-49a4-85da-1433c496e67e req-32ff072e-21e2-4b52-9f70-f0bcb6e363f8 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:28.804939 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a21ed9c1-d4a8-49a4-85da-1433c496e67e req-32ff072e-21e2-4b52-9f70-f0bcb6e363f8 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0764852 Nov 09 18:14:28.805750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '4adfeb0f-e716-4989-b8dc-dcc0f582258c', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'port_id': '4adfeb0f-e716-4989-b8dc-dcc0f582258c', 'mac_address': 'fa:16:3e:8c:43:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:14:28.849827 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a21ed9c1-d4a8-49a4-85da-1433c496e67e req-01466824-8ac2-4dfa-b9b5-b24272254fc3 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439048 Nov 09 18:14:28.852569 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.868475 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4adfeb0f-e716-4989-b8dc-dcc0f582258c {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:14:28.891419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 4adfeb0f-e716-4989-b8dc-dcc0f582258c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4adfeb0f-e716-4989-b8dc-dcc0f582258c,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:28.896704 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.961451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=4adfeb0f-e716-4989-b8dc-dcc0f582258c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:29.146693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['4adfeb0f-e716-4989-b8dc-dcc0f582258c'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:14:29.743917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3383-2f79-47cc-88ee-5d1ae37e26b2 req-d15a03b6-ad3b-43a9-80a9-2e87ac277017 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:29.745432 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-565e3383-2f79-47cc-88ee-5d1ae37e26b2 req-d15a03b6-ad3b-43a9-80a9-2e87ac277017 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 944 time: 0.0821824 Nov 09 18:14:29.786001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-565e3383-2f79-47cc-88ee-5d1ae37e26b2 req-b43a6041-222e-4135-950c-86f560b3a506 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345852 Nov 09 18:14:29.978390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43361a07-8abb-41d1-a7ab-083a32f4523c req-07bc72fc-c477-4ab4-afa8-d5f919a1bd44 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:29.980264 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43361a07-8abb-41d1-a7ab-083a32f4523c req-07bc72fc-c477-4ab4-afa8-d5f919a1bd44 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0526023 Nov 09 18:14:30.028756 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-43361a07-8abb-41d1-a7ab-083a32f4523c req-1a8c4ebc-c873-4c3b-92db-8640c447541f tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352533 Nov 09 18:14:30.677022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4adfeb0f-e716-4989-b8dc-dcc0f582258c up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:14:30.737115 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 4adfeb0f-e716-4989-b8dc-dcc0f582258c completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:14:30.744378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 4adfeb0f-e716-4989-b8dc-dcc0f582258c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:30.744996 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.834548 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.863470 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dd06c9-c041-4a13-9516-2fa081cccafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adfeb0f-e716-4989-b8dc-dcc0f582258c'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:30.866044 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff2513c-cc71-4bb7-8128-387fe2a4cf09" -d '{"events": [{"server_uuid": "99dd06c9-c041-4a13-9516-2fa081cccafe", "name": "network-vif-plugged", "status": "completed", "tag": "4adfeb0f-e716-4989-b8dc-dcc0f582258c"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:30.883213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 4adfeb0f-e716-4989-b8dc-dcc0f582258c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4adfeb0f-e716-4989-b8dc-dcc0f582258c,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:30.895448 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.931589 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c308c375-586b-4c37-bcd8-7b8037858daa x-openstack-request-id: req-c308c375-586b-4c37-bcd8-7b8037858daa {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:30.931811 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dd06c9-c041-4a13-9516-2fa081cccafe", "name": "network-vif-plugged", "status": "completed", "tag": "4adfeb0f-e716-4989-b8dc-dcc0f582258c", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:30.932037 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c308c375-586b-4c37-bcd8-7b8037858daa {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:30.932425 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dd06c9-c041-4a13-9516-2fa081cccafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adfeb0f-e716-4989-b8dc-dcc0f582258c', 'code': 200} Nov 09 18:14:30.971969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=4adfeb0f-e716-4989-b8dc-dcc0f582258c,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:30.987530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96831e-eac5-4e79-9228-e276cbaa24ab req-00a7735f-9f4d-4207-b8a9-e5ee292fd034 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:30.999171 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb96831e-eac5-4e79-9228-e276cbaa24ab req-00a7735f-9f4d-4207-b8a9-e5ee292fd034 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 945 time: 0.1067765 Nov 09 18:14:31.079891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb96831e-eac5-4e79-9228-e276cbaa24ab req-b6a4f50a-39dc-43ba-bc06-6c7eb1458668 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832040 Nov 09 18:14:31.099267 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ab913-035a-45bd-825f-d2808d19cece req-b654153b-414a-4307-947c-b3887d8be9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:31.101253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-954ab913-035a-45bd-825f-d2808d19cece req-b654153b-414a-4307-947c-b3887d8be9c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 1096 time: 0.0976436 Nov 09 18:14:31.140076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-954ab913-035a-45bd-825f-d2808d19cece req-d8d077e8-0dc7-4af0-8f48-725e2e33618b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319762 Nov 09 18:14:31.174879 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b01fe9-2bb1-4949-aef8-a80e8004c0b1 req-682a27fa-9063-49eb-8a97-07f59e2ae72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:31.176700 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-35b01fe9-2bb1-4949-aef8-a80e8004c0b1 req-682a27fa-9063-49eb-8a97-07f59e2ae72e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 1097 time: 0.0911937 Nov 09 18:14:31.198125 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b13a08-8360-451b-a31b-8a1d5526ffd0 req-27a91e95-c213-4558-b24f-d5c2ed889665 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:31.199544 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88b13a08-8360-451b-a31b-8a1d5526ffd0 req-27a91e95-c213-4558-b24f-d5c2ed889665 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0682898 Nov 09 18:14:31.251210 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-35b01fe9-2bb1-4949-aef8-a80e8004c0b1 req-a7f38c71-c120-4d79-a459-bc9318c26ae0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671928 Nov 09 18:14:31.255261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88b13a08-8360-451b-a31b-8a1d5526ffd0 req-226400af-18a2-4277-9e5f-d3403b982652 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495045 Nov 09 18:14:32.221882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839cef3-4233-4da4-bb72-3620ec9dd563 req-7e30cacf-ba03-47ab-a23c-c47d47ea661f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:32.223982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d839cef3-4233-4da4-bb72-3620ec9dd563 req-7e30cacf-ba03-47ab-a23c-c47d47ea661f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 945 time: 0.0540016 Nov 09 18:14:32.262754 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d839cef3-4233-4da4-bb72-3620ec9dd563 req-da43b458-6097-45b7-9f22-18c14fc6db7e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324047 Nov 09 18:14:32.374944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013414ed-d888-448c-bd15-fe27325be770 req-b3230970-aac3-4ad8-b6bf-d9586bf13200 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:32.376486 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-013414ed-d888-448c-bd15-fe27325be770 req-b3230970-aac3-4ad8-b6bf-d9586bf13200 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0511239 Nov 09 18:14:32.422903 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-013414ed-d888-448c-bd15-fe27325be770 req-e518d44b-734b-4ca0-8e34-a4018c62dc85 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 Nov 09 18:14:33.384106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c542b-34c2-4d9d-8324-ec37cbb2e255 req-8c37e8b7-25d1-40f9-a445-40212a5b2339 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:33.390997 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-993c542b-34c2-4d9d-8324-ec37cbb2e255 req-8c37e8b7-25d1-40f9-a445-40212a5b2339 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 945 time: 0.0549433 Nov 09 18:14:33.427617 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-993c542b-34c2-4d9d-8324-ec37cbb2e255 req-2460ac90-6aa4-4984-9b9f-d76b8c376aaf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356519 Nov 09 18:14:33.548643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982c3f9-16bd-44b8-994f-deb0c87e8397 req-f8841115-4385-46e5-abc9-2e276aa1d54e tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:33.551644 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8982c3f9-16bd-44b8-994f-deb0c87e8397 req-f8841115-4385-46e5-abc9-2e276aa1d54e tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0553446 Nov 09 18:14:33.555131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb4d2a-1144-4a5e-becc-9fd8d40b0e24 req-3a7fba05-13d0-43c9-ac1a-b7039be48bec tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:33.556685 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbb4d2a-1144-4a5e-becc-9fd8d40b0e24 req-3a7fba05-13d0-43c9-ac1a-b7039be48bec tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 945 time: 0.0566545 Nov 09 18:14:33.599525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbb4d2a-1144-4a5e-becc-9fd8d40b0e24 req-e89ea5f7-fa0e-4e38-99e1-c3a056ab643b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363414 Nov 09 18:14:33.602365 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8982c3f9-16bd-44b8-994f-deb0c87e8397 req-332679e1-2a71-4c93-b764-d39453be4f7a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Nov 09 18:14:33.635901 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43782) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:33.687787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04bf9f6-01cd-4e12-873a-a71fc2260cc7 tempest-TestVolumeBootPattern-1967247047 tempest-TestVolumeBootPattern-1967247047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:33.689348 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f04bf9f6-01cd-4e12-873a-a71fc2260cc7 tempest-TestVolumeBootPattern-1967247047 tempest-TestVolumeBootPattern-1967247047-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 1091 time: 0.0518148 Nov 09 18:14:33.693218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 43784) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:33.697685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '4adfeb0f-e716-4989-b8dc-dcc0f582258c', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:33.724143 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.922839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.932604 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-0d062903-f9d8-48b0-81f8-658e0f81ea31 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:33.934189 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-0d062903-f9d8-48b0-81f8-658e0f81ea31 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/networks?id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8 HTTP/1.1" status: 200 len: 811 time: 0.1305661 Nov 09 18:14:33.985720 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-1cb0ec0f-8f1f-45bf-9720-d5b5e5ebbb6a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/quotas/bb61cc8670964df8a002758e2259ebf6 HTTP/1.1" status: 200 len: 375 time: 0.0455122 Nov 09 18:14:34.086991 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-405a11bc-ac78-4717-a016-2d66d909f643 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bb61cc8670964df8a002758e2259ebf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911810 Nov 09 18:14:34.104852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Allocated IP 172.25.1.19 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/71f4e02e-4dd5-465f-9acb-499a3bcdc003) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:34.218695 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.321337 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.355765 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-2dd027a4-6699-4f5b-abf1-c62b0234ac67 service neutron] 10.222.0.81 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560647 Nov 09 18:14:34.379117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:34.387807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:34.399289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:34.401300 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'Port': ['ID=71f4e02e-4dd5-465f-9acb-499a3bcdc003,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:34.550178 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-a9e84f7b-d71e-46b0-94e8-1d5d6ad856ba service neutron] 10.222.0.81 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865067 Nov 09 18:14:34.799497 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-59bc24ab-c765-4662-a196-f920db5f7771 req-6c5a8668-dafa-4c7d-92ea-abe8779a5c4c tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 210 time: 0.0756142 Nov 09 18:14:34.890812 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.974334 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.232094 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.239479 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.657534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'Port': ['ID=71f4e02e-4dd5-465f-9acb-499a3bcdc003,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:35.670210 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.790657 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Floating IP f2395abf-0329-438e-9e5d-893d6992b593 associated. External IP: 172.25.1.19, port: 4adfeb0f-e716-4989-b8dc-dcc0f582258c. Nov 09 18:14:35.981792 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1b47bc32-51c5-4ea3-b8b9-732687136335 req-fb08b5a0-b886-45bf-aecc-f30bcb7ae374 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 210 time: 0.1146531 Nov 09 18:14:36.071975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d0196914-919d-4b31-b2a6-f391c9f4a6bd tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:36.073582 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d0196914-919d-4b31-b2a6-f391c9f4a6bd tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.18 "GET /v2.0/networks?id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8 HTTP/1.1" status: 200 len: 811 time: 0.2078502 Nov 09 18:14:36.115797 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8e399100-da00-4990-ac3a-6fb5b704b36d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Request body: {'port': {'device_id': 'bdcf74cd-4a8c-4413-9736-bd1b71e3a33f', 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8', 'admin_state_up': True, 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:36.299688 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:14:36.375289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8e399100-da00-4990-ac3a-6fb5b704b36d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Made reservation on behalf of bb61cc8670964df8a002758e2259ebf6 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:36.378731 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8e399100-da00-4990-ac3a-6fb5b704b36d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.543877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:36.556136 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c200f-be21-48d4-a03f-994251b8f07d None None] Sync routers for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:36.567482 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c200f-be21-48d4-a03f-994251b8f07d None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:36.568374 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9d7c200f-be21-48d4-a03f-994251b8f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:14:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:36.594278 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.630289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8e399100-da00-4990-ac3a-6fb5b704b36d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Allocated IP 172.20.0.12 (2ad4cea6-5d25-4157-a9c1-c1d460b001c8/6a4fde1f-98d6-4085-a5e5-abaecd8a32b6/4f932d72-cc6a-4bb2-a369-31751adba5d5) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:36.637808 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-56d13e0e-63e6-41a4-b5b1-412acdd8230e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9434440 Nov 09 18:14:36.640263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99dd06c9-c041-4a13-9516-2fa081cccafe', 'tag': '4adfeb0f-e716-4989-b8dc-dcc0f582258c'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:36.642939 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a6349a-9834-4f91-bc2b-71263a50cf88" -d '{"events": [{"name": "network-changed", "server_uuid": "99dd06c9-c041-4a13-9516-2fa081cccafe", "tag": "4adfeb0f-e716-4989-b8dc-dcc0f582258c"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:36.703423 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11909d7e-e057-444f-8a64-40b83b0fda66 x-openstack-request-id: req-11909d7e-e057-444f-8a64-40b83b0fda66 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:36.704083 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99dd06c9-c041-4a13-9516-2fa081cccafe", "tag": "4adfeb0f-e716-4989-b8dc-dcc0f582258c", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:36.704083 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11909d7e-e057-444f-8a64-40b83b0fda66 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:36.704517 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99dd06c9-c041-4a13-9516-2fa081cccafe', 'tag': '4adfeb0f-e716-4989-b8dc-dcc0f582258c', 'status': 'completed', 'code': 200} Nov 09 18:14:36.769083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6349a-9834-4f91-bc2b-71263a50cf88 req-b0f45875-c0ea-4dee-a84c-cffb58f90a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:36.771558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0a6349a-9834-4f91-bc2b-71263a50cf88 req-b0f45875-c0ea-4dee-a84c-cffb58f90a6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 1096 time: 0.0442264 Nov 09 18:14:36.822683 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8e399100-da00-4990-ac3a-6fb5b704b36d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.824275 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9d7c200f-be21-48d4-a03f-994251b8f07d None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:14:36.865491 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8e399100-da00-4990-ac3a-6fb5b704b36d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.880409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:14:36.907657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6349a-9834-4f91-bc2b-71263a50cf88 req-85a88e4a-bef5-4fad-b59d-1d957663ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:36.909802 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0a6349a-9834-4f91-bc2b-71263a50cf88 req-85a88e4a-bef5-4fad-b59d-1d957663ba27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.1311579 Nov 09 18:14:36.914828 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8e399100-da00-4990-ac3a-6fb5b704b36d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:36.918240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8e399100-da00-4990-ac3a-6fb5b704b36d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:36.922266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8e399100-da00-4990-ac3a-6fb5b704b36d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:36.956120 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e399100-da00-4990-ac3a-6fb5b704b36d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Pushing event updated for resources: {'Port': ['ID=4f932d72-cc6a-4bb2-a369-31751adba5d5,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:37.012389 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8e399100-da00-4990-ac3a-6fb5b704b36d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:37.013039 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8e399100-da00-4990-ac3a-6fb5b704b36d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:37.018896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0a6349a-9834-4f91-bc2b-71263a50cf88 req-a60c0a26-3af5-4e83-b569-f2dfffde71c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4adfeb0f-e716-4989-b8dc-dcc0f582258c HTTP/1.1" status: 200 len: 998 time: 0.1020260 Nov 09 18:14:37.059578 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8e399100-da00-4990-ac3a-6fb5b704b36d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9479468 Nov 09 18:14:37.074574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Request body: {'port': {'device_id': 'bdcf74cd-4a8c-4413-9736-bd1b71e3a33f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:37.110744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6349a-9834-4f91-bc2b-71263a50cf88 req-8fa845e1-7116-431b-90c8-599fd335e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:37.112715 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0a6349a-9834-4f91-bc2b-71263a50cf88 req-8fa845e1-7116-431b-90c8-599fd335e60d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0847597 Nov 09 18:14:37.148508 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9d7c200f-be21-48d4-a03f-994251b8f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'f2395abf-0329-438e-9e5d-893d6992b593', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.19', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': '4adfeb0f-e716-4989-b8dc-dcc0f582258c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:8c:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd06c9-c041-4a13-9516-2fa081cccafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:14:34Z', 'updated_at': '2021-11-09T18:14:34Z', 'revision_number': 0, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:37.184059 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c200f-be21-48d4-a03f-994251b8f07d None None] Checking router: c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:14:37.187200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6349a-9834-4f91-bc2b-71263a50cf88 req-d22bc174-192e-4751-8efc-ddfcd3167396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:37.189185 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0a6349a-9834-4f91-bc2b-71263a50cf88 req-d22bc174-192e-4751-8efc-ddfcd3167396 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687129 Nov 09 18:14:37.191137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:37.200369 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c200f-be21-48d4-a03f-994251b8f07d None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:37.201001 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9d7c200f-be21-48d4-a03f-994251b8f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:14:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:37.211999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732d14a-ba68-4597-92d6-82345687159b req-b6851c7c-db17-420d-993c-694cea291ec3 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:37.213518 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c732d14a-ba68-4597-92d6-82345687159b req-b6851c7c-db17-420d-993c-694cea291ec3 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 932 time: 0.1305444 Nov 09 18:14:37.304586 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c732d14a-ba68-4597-92d6-82345687159b req-36e78e78-a051-4c2a-abbc-e0b5d8456b05 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828493 Nov 09 18:14:37.326454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0a6349a-9834-4f91-bc2b-71263a50cf88 req-c69c6fb8-cbc5-4762-8ba6-5934f933c9ef service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287246 Nov 09 18:14:37.358126 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-9d7c200f-be21-48d4-a03f-994251b8f07d None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:14:37.466715 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c0a6349a-9834-4f91-bc2b-71263a50cf88 req-4bc455aa-e26d-4ba7-8176-620dc8eb7ca0 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260602 Nov 09 18:14:37.654008 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f932d72-cc6a-4bb2-a369-31751adba5d5 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:14:37.662922 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:37.676529 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Transition to ACTIVE for port object 4f932d72-cc6a-4bb2-a369-31751adba5d5 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:14:37.681883 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:37.740226 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-9d7c200f-be21-48d4-a03f-994251b8f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'f2395abf-0329-438e-9e5d-893d6992b593', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.19', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': '4adfeb0f-e716-4989-b8dc-dcc0f582258c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:8c:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd06c9-c041-4a13-9516-2fa081cccafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:14:34Z', 'updated_at': '2021-11-09T18:14:34Z', 'revision_number': 0, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:37.747329 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Pushing event updated for resources: {'Port': ['ID=4f932d72-cc6a-4bb2-a369-31751adba5d5,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:37.780624 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c200f-be21-48d4-a03f-994251b8f07d None None] The sync data for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 is: [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'f2395abf-0329-438e-9e5d-893d6992b593', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.19', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': '4adfeb0f-e716-4989-b8dc-dcc0f582258c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:8c:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd06c9-c041-4a13-9516-2fa081cccafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:14:34Z', 'updated_at': '2021-11-09T18:14:34Z', 'revision_number': 0, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:37.824036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Attempting to bind port 4f932d72-cc6a-4bb2-a369-31751adba5d5 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:37.824464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Attempting to bind port 4f932d72-cc6a-4bb2-a369-31751adba5d5 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'f7176b14-839b-4f11-8286-3f51d1450f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:37.824885 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Attempting to bind port 4f932d72-cc6a-4bb2-a369-31751adba5d5 on network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:37.829746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Port 4f932d72-cc6a-4bb2-a369-31751adba5d5 on network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:37.830066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Attempting to bind port 4f932d72-cc6a-4bb2-a369-31751adba5d5 on network 2ad4cea6-5d25-4157-a9c1-c1d460b001c8 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:37.836067 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:37.836404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Checking segment: {'id': 'f7176b14-839b-4f11-8286-3f51d1450f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:37.836801 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Bound using segment: {'id': 'f7176b14-839b-4f11-8286-3f51d1450f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:37.837211 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Bound port: 4f932d72-cc6a-4bb2-a369-31751adba5d5, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7176b14-839b-4f11-8286-3f51d1450f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:37.837567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:37.911571 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] For port 4f932d72-cc6a-4bb2-a369-31751adba5d5, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:37.914892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] For port 4f932d72-cc6a-4bb2-a369-31751adba5d5, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4f932d72-cc6a-4bb2-a369-31751adba5d5,segment=NetworkSegment(f7176b14-839b-4f11-8286-3f51d1450f53),segment_id=f7176b14-839b-4f11-8286-3f51d1450f53)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:14:37.920027 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:37.954811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:37.955549 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:37.956989 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] 10.222.0.18 "PUT /v2.0/ports/4f932d72-cc6a-4bb2-a369-31751adba5d5 HTTP/1.1" status: 200 len: 1092 time: 0.8875647 Nov 09 18:14:37.986107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd9f935-97c4-4706-8cb3-4889b4c34a7b None None] New status for floating IP f2395abf-0329-438e-9e5d-893d6992b593: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:14:37.987728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8923637-dfbc-4101-b2d7-062e62eb50da service neutron] Pushing event updated for resources: {'Port': ['ID=4f932d72-cc6a-4bb2-a369-31751adba5d5,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:38.045064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8ea01acf-cfaf-428f-ad61-70434969aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:38.046598 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-8ea01acf-cfaf-428f-ad61-70434969aa19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb61cc8670964df8a002758e2259ebf6&device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 1095 time: 0.0436323 Nov 09 18:14:38.093897 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-363f1712-241d-4fa4-a0e3-619f5e39e107 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f932d72-cc6a-4bb2-a369-31751adba5d5 HTTP/1.1" status: 200 len: 217 time: 0.0386543 Nov 09 18:14:38.147766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-151ade3e-c657-42ef-865c-31ed0bf86f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:38.149277 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-151ade3e-c657-42ef-865c-31ed0bf86f6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a4fde1f-98d6-4085-a5e5-abaecd8a32b6 HTTP/1.1" status: 200 len: 851 time: 0.0479379 Nov 09 18:14:38.183985 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-7615b23e-6a14-4c38-807a-f7a464ccbb61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269353 Nov 09 18:14:38.280583 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-4a841e96-69a7-4350-834d-8fef65241f37 service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869379 Nov 09 18:14:38.373770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fa0b97e8-2b5a-4279-9239-602df04366d2 req-f73242f4-b88b-4bbe-91c7-7c55fabfd881 service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860136 Nov 09 18:14:38.706389 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcf74cd-4a8c-4413-9736-bd1b71e3a33f', 'tag': '4f932d72-cc6a-4bb2-a369-31751adba5d5'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:38.711096 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01374eb3-330d-421c-84ed-f3426d611f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcf74cd-4a8c-4413-9736-bd1b71e3a33f", "tag": "4f932d72-cc6a-4bb2-a369-31751adba5d5"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:38.746847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40743f-8868-4411-b2ba-a0972e9e28f2 req-0edbf59c-c009-4740-8172-a846765bf5b2 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:38.749088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c40743f-8868-4411-b2ba-a0972e9e28f2 req-0edbf59c-c009-4740-8172-a846765bf5b2 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 944 time: 0.3648584 Nov 09 18:14:38.763369 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96bf7fd-1d26-4129-bdd9-9d40a9a18114 x-openstack-request-id: req-e96bf7fd-1d26-4129-bdd9-9d40a9a18114 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:38.764085 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcf74cd-4a8c-4413-9736-bd1b71e3a33f", "tag": "4f932d72-cc6a-4bb2-a369-31751adba5d5", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:38.764085 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e96bf7fd-1d26-4129-bdd9-9d40a9a18114 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:38.764669 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcf74cd-4a8c-4413-9736-bd1b71e3a33f', 'tag': '4f932d72-cc6a-4bb2-a369-31751adba5d5', 'status': 'completed', 'code': 200} Nov 09 18:14:38.806707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c40743f-8868-4411-b2ba-a0972e9e28f2 req-160c0603-101e-4616-acd2-dab3f2889ea5 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479650 Nov 09 18:14:38.842590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01374eb3-330d-421c-84ed-f3426d611f0f req-e92cc9a7-e95c-44d2-a449-0ed721624c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:38.844448 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01374eb3-330d-421c-84ed-f3426d611f0f req-e92cc9a7-e95c-44d2-a449-0ed721624c69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb61cc8670964df8a002758e2259ebf6&device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 1095 time: 0.0503485 Nov 09 18:14:38.949644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01374eb3-330d-421c-84ed-f3426d611f0f req-419b332c-85af-48b2-b4e2-fcbd5fb36689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:38.951011 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01374eb3-330d-421c-84ed-f3426d611f0f req-419b332c-85af-48b2-b4e2-fcbd5fb36689 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8 HTTP/1.1" status: 200 len: 912 time: 0.0979345 Nov 09 18:14:38.996677 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01374eb3-330d-421c-84ed-f3426d611f0f req-b7ede997-ed2f-46d3-8ca2-975469ec42b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f932d72-cc6a-4bb2-a369-31751adba5d5 HTTP/1.1" status: 200 len: 217 time: 0.0373418 Nov 09 18:14:39.056705 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01374eb3-330d-421c-84ed-f3426d611f0f req-577dfc09-e1d4-4edd-8fc5-d692a7694ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:39.058253 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01374eb3-330d-421c-84ed-f3426d611f0f req-577dfc09-e1d4-4edd-8fc5-d692a7694ca0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a4fde1f-98d6-4085-a5e5-abaecd8a32b6 HTTP/1.1" status: 200 len: 851 time: 0.0531266 Nov 09 18:14:39.097929 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01374eb3-330d-421c-84ed-f3426d611f0f req-11528b5a-a09d-4455-a0a6-ad14f108e51f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312302 Nov 09 18:14:39.190902 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01374eb3-330d-421c-84ed-f3426d611f0f req-67ad1efa-7af3-4144-ad68-c4a26875b09d service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852942 Nov 09 18:14:39.302851 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-01374eb3-330d-421c-84ed-f3426d611f0f req-de9f4a92-1009-4e6c-a66b-738ddc431f9b service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040258 Nov 09 18:14:39.935384 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc8d05-03a4-4607-81cd-0aac9fb0a36d req-9675e8c0-145e-47f3-ba2e-b99ccbd5a00d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:39.937120 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-20bc8d05-03a4-4607-81cd-0aac9fb0a36d req-9675e8c0-145e-47f3-ba2e-b99ccbd5a00d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 944 time: 0.0528085 Nov 09 18:14:39.979571 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-20bc8d05-03a4-4607-81cd-0aac9fb0a36d req-d67fa944-99c9-4933-a3f8-ad6814d9d951 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357058 Nov 09 18:14:40.681634 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-810d9a3f-625f-4b3c-b1c7-8500a67f51aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:41.100870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4f932d72-cc6a-4bb2-a369-31751adba5d5 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:14:41.112601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a533-2201-455a-9b61-75ea697cfedd req-d86bc9d1-55f9-448f-aa44-d0122f9403d0 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:41.114357 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-35a2a533-2201-455a-9b61-75ea697cfedd req-d86bc9d1-55f9-448f-aa44-d0122f9403d0 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 944 time: 0.0541894 Nov 09 18:14:41.159703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-35a2a533-2201-455a-9b61-75ea697cfedd req-af678197-4cf5-4a5d-b219-8c463855a47b tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374939 Nov 09 18:14:41.218549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4f932d72-cc6a-4bb2-a369-31751adba5d5, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4f932d72-cc6a-4bb2-a369-31751adba5d5,segment=NetworkSegment(f7176b14-839b-4f11-8286-3f51d1450f53),segment_id=f7176b14-839b-4f11-8286-3f51d1450f53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:41.232322 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '4f932d72-cc6a-4bb2-a369-31751adba5d5', 'network_id': '2ad4cea6-5d25-4157-a9c1-c1d460b001c8', 'port_id': '4f932d72-cc6a-4bb2-a369-31751adba5d5', 'mac_address': 'fa:16:3e:a8:79:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4fde1f-98d6-4085-a5e5-abaecd8a32b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:14:41.280848 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:41.296979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f932d72-cc6a-4bb2-a369-31751adba5d5 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:14:41.320315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4f932d72-cc6a-4bb2-a369-31751adba5d5, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4f932d72-cc6a-4bb2-a369-31751adba5d5,segment=NetworkSegment(f7176b14-839b-4f11-8286-3f51d1450f53),segment_id=f7176b14-839b-4f11-8286-3f51d1450f53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:41.326452 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:41.385095 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4f932d72-cc6a-4bb2-a369-31751adba5d5,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:41.650643 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-0e6acd88-62e4-4680-9754-ca8658fdbade req-63f14134-554b-4e96-a296-f2a1a5e90739 service neutron] (102155) timed out ('10.222.0.81', 50926) {{(pid=102155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:14:41.688126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4f932d72-cc6a-4bb2-a369-31751adba5d5'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:14:42.288651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4ddf9-44ce-401d-abb0-66fb57809662 req-2cd83c5d-796d-4061-9adf-a761e85a5280 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:42.290142 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-20e4ddf9-44ce-401d-abb0-66fb57809662 req-2cd83c5d-796d-4061-9adf-a761e85a5280 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 945 time: 0.0550184 Nov 09 18:14:42.331854 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-20e4ddf9-44ce-401d-abb0-66fb57809662 req-0503cb52-6a1b-43cc-84a5-837b790a0e23 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352015 Nov 09 18:14:43.134207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4f932d72-cc6a-4bb2-a369-31751adba5d5 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:14:43.201643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 4f932d72-cc6a-4bb2-a369-31751adba5d5 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:14:43.205866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 4f932d72-cc6a-4bb2-a369-31751adba5d5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:43.206255 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.296475 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.321866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcf74cd-4a8c-4413-9736-bd1b71e3a33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f932d72-cc6a-4bb2-a369-31751adba5d5'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:43.324145 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38751cc-4ae8-42cd-a746-26d42c470a01" -d '{"events": [{"server_uuid": "bdcf74cd-4a8c-4413-9736-bd1b71e3a33f", "name": "network-vif-plugged", "status": "completed", "tag": "4f932d72-cc6a-4bb2-a369-31751adba5d5"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:43.348331 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4f932d72-cc6a-4bb2-a369-31751adba5d5, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4f932d72-cc6a-4bb2-a369-31751adba5d5,segment=NetworkSegment(f7176b14-839b-4f11-8286-3f51d1450f53),segment_id=f7176b14-839b-4f11-8286-3f51d1450f53)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:43.358735 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.370216 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f29e83-781e-48e3-9edf-3dd8a1c4c233 x-openstack-request-id: req-11f29e83-781e-48e3-9edf-3dd8a1c4c233 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:43.370517 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcf74cd-4a8c-4413-9736-bd1b71e3a33f", "name": "network-vif-plugged", "status": "completed", "tag": "4f932d72-cc6a-4bb2-a369-31751adba5d5", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:43.370768 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11f29e83-781e-48e3-9edf-3dd8a1c4c233 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:43.371156 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcf74cd-4a8c-4413-9736-bd1b71e3a33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f932d72-cc6a-4bb2-a369-31751adba5d5', 'code': 200} Nov 09 18:14:43.440295 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4f932d72-cc6a-4bb2-a369-31751adba5d5,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:43.532144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daba85-1943-4ae0-929f-0e610d893109 req-7976c0d2-49f9-4fcc-b2cd-2759965e9d12 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:43.533845 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78daba85-1943-4ae0-929f-0e610d893109 req-7976c0d2-49f9-4fcc-b2cd-2759965e9d12 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0948470 Nov 09 18:14:43.563824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5f7ab-5c48-47ef-9dad-40959d534d47 req-2b3b5170-80c5-455d-a9b7-a762da01954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:43.565663 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ebc5f7ab-5c48-47ef-9dad-40959d534d47 req-2b3b5170-80c5-455d-a9b7-a762da01954a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 1097 time: 0.0827427 Nov 09 18:14:43.607193 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78daba85-1943-4ae0-929f-0e610d893109 req-10d45fa3-bb18-4545-8102-134870a00568 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651853 Nov 09 18:14:43.625794 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ebc5f7ab-5c48-47ef-9dad-40959d534d47 req-c8e24e75-9bc7-4654-9f54-040fdb1cef2e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512917 Nov 09 18:14:43.678404 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1e5838d3-fcfb-4793-8949-d78b19d9dce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:44.477875 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:44.748851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb668fea-a65d-4a50-8435-e200e29d7412 req-274706f8-f3a4-4608-b922-161c3062ea4a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.751710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb668fea-a65d-4a50-8435-e200e29d7412 req-274706f8-f3a4-4608-b922-161c3062ea4a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0532804 Nov 09 18:14:44.792877 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb668fea-a65d-4a50-8435-e200e29d7412 req-028c66d0-1413-4dca-a999-66c9b5316de9 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357251 Nov 09 18:14:45.461489 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:45.914013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bde0b7-3f1a-4dd6-925e-56396499a991 req-7b1a98c9-a0b9-4ffc-9d77-e36167489a52 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:45.915688 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a7bde0b7-3f1a-4dd6-925e-56396499a991 req-7b1a98c9-a0b9-4ffc-9d77-e36167489a52 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0522041 Nov 09 18:14:45.956245 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a7bde0b7-3f1a-4dd6-925e-56396499a991 req-58b771b9-f52e-4e41-bd37-d038d4277fb4 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343165 Nov 09 18:14:46.244863 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc649b-598a-4635-ad65-e1388304fe71 req-61f82cfb-b46e-4804-9d9d-44a9bcf249c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:46.246263 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7bc649b-598a-4635-ad65-e1388304fe71 req-61f82cfb-b46e-4804-9d9d-44a9bcf249c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb61cc8670964df8a002758e2259ebf6&device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 1097 time: 0.0759265 Nov 09 18:14:46.260917 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53a1d9-abed-4737-a744-d9c8f8414337 req-bb6fe569-ac32-4880-a353-a2c384a72c47 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:46.262432 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d53a1d9-abed-4737-a744-d9c8f8414337 req-bb6fe569-ac32-4880-a353-a2c384a72c47 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0811253 Nov 09 18:14:46.275702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-430cafd5-2c16-403d-ab5a-7f3cb062e91b req-f2c8489c-0627-4ac9-9952-712d6a7e7371 service neutron] (102154) timed out ('10.222.0.81', 51058) {{(pid=102154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:14:46.348062 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d53a1d9-abed-4737-a744-d9c8f8414337 req-6c8f9d6e-4151-4c14-a915-6b20b1a95d29 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765347 Nov 09 18:14:46.378029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc649b-598a-4635-ad65-e1388304fe71 req-ab655ba0-b7bb-42a6-a436-2f6f26176291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:46.380006 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7bc649b-598a-4635-ad65-e1388304fe71 req-ab655ba0-b7bb-42a6-a436-2f6f26176291 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8 HTTP/1.1" status: 200 len: 912 time: 0.1167262 Nov 09 18:14:46.429163 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7bc649b-598a-4635-ad65-e1388304fe71 req-e6faca56-7177-42ad-a4c2-e6cead728fdc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f932d72-cc6a-4bb2-a369-31751adba5d5 HTTP/1.1" status: 200 len: 217 time: 0.0389695 Nov 09 18:14:46.486775 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc649b-598a-4635-ad65-e1388304fe71 req-8adcf40a-614d-4ebf-bc6c-dae47fce4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:46.488320 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7bc649b-598a-4635-ad65-e1388304fe71 req-8adcf40a-614d-4ebf-bc6c-dae47fce4437 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a4fde1f-98d6-4085-a5e5-abaecd8a32b6 HTTP/1.1" status: 200 len: 851 time: 0.0463617 Nov 09 18:14:46.525240 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7bc649b-598a-4635-ad65-e1388304fe71 req-17543ba8-0bef-40fe-b092-f6f0d7f9bbd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257227 Nov 09 18:14:46.630885 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7bc649b-598a-4635-ad65-e1388304fe71 req-813538ec-e1bf-4795-85ae-78317b0d2c00 service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948184 Nov 09 18:14:46.729277 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7bc649b-598a-4635-ad65-e1388304fe71 req-11bfd27c-1607-4a9a-8f1e-c4ec6fa9b5a2 service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888510 Nov 09 18:14:47.478640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f274b-0be2-4556-88e9-5fccb9298665 req-241b1c12-87dd-464c-b6f4-806508beac24 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:47.480461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e5f274b-0be2-4556-88e9-5fccb9298665 req-241b1c12-87dd-464c-b6f4-806508beac24 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0547693 Nov 09 18:14:47.522408 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3e5f274b-0be2-4556-88e9-5fccb9298665 req-8e81ddba-c0c5-4270-b553-c46e655801c6 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346766 Nov 09 18:14:47.703829 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:48.647054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e027bc2-558c-4732-84b7-002ff10ebb0a req-7dc0a4ad-06b7-4c74-90a6-d778aaece398 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:48.648630 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e027bc2-558c-4732-84b7-002ff10ebb0a req-7dc0a4ad-06b7-4c74-90a6-d778aaece398 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0528011 Nov 09 18:14:48.704309 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e027bc2-558c-4732-84b7-002ff10ebb0a req-f7385fec-a61b-400b-8d5d-31d586dc07a9 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482004 Nov 09 18:14:49.845129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b85a8c-b616-4d12-b7aa-db330c75ea01 req-9691139e-de47-41d0-a810-f483697c0116 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:49.847872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3b85a8c-b616-4d12-b7aa-db330c75ea01 req-9691139e-de47-41d0-a810-f483697c0116 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0677907 Nov 09 18:14:49.899589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3b85a8c-b616-4d12-b7aa-db330c75ea01 req-bbf41987-d603-4567-b7b1-c2bfb6f1206e tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448976 Nov 09 18:14:51.032213 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd092d-b415-418c-b9c3-c28cf5fe9af9 req-294334c2-9ca4-40fd-a9a3-0c30cbcdf9e7 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:51.033820 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-07cd092d-b415-418c-b9c3-c28cf5fe9af9 req-294334c2-9ca4-40fd-a9a3-0c30cbcdf9e7 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0558839 Nov 09 18:14:51.074562 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-07cd092d-b415-418c-b9c3-c28cf5fe9af9 req-cbd1e72d-34eb-4cac-aee1-46f1af395bb9 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339203 Nov 09 18:14:52.227651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acbe3b-a00e-4c72-a3d9-207c109f3c6a req-cb7414d6-ba6f-4003-b0f8-c6ee01f01778 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:52.230062 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6acbe3b-a00e-4c72-a3d9-207c109f3c6a req-cb7414d6-ba6f-4003-b0f8-c6ee01f01778 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0694492 Nov 09 18:14:52.278093 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6acbe3b-a00e-4c72-a3d9-207c109f3c6a req-1c972574-ce01-4adb-a2fd-5daa8d929743 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Nov 09 18:14:53.234596 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.401155 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb51f7-308a-4c0b-8d07-783fe4319e2f req-d1966323-f943-46eb-b9c3-665334711121 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:53.402732 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cbb51f7-308a-4c0b-8d07-783fe4319e2f req-d1966323-f943-46eb-b9c3-665334711121 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0509932 Nov 09 18:14:53.448591 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cbb51f7-308a-4c0b-8d07-783fe4319e2f req-1223b4f9-10c0-43d9-955b-6af00719a092 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367281 Nov 09 18:14:54.028961 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.592072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae2eeb-3b83-4c90-afcf-283bbffcd1ac req-a7c25160-e079-4772-8f71-abbf235e9a44 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:54.593592 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91ae2eeb-3b83-4c90-afcf-283bbffcd1ac req-a7c25160-e079-4772-8f71-abbf235e9a44 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0547862 Nov 09 18:14:54.633879 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-91ae2eeb-3b83-4c90-afcf-283bbffcd1ac req-93e68584-f020-47af-999a-8b1d26dd14fb tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330322 Nov 09 18:14:55.755555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ea2da-c340-4140-bfba-9572b5775818 req-75347883-c37a-4e11-893c-5f802a9f5a5d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:55.757095 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-574ea2da-c340-4140-bfba-9572b5775818 req-75347883-c37a-4e11-893c-5f802a9f5a5d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0520523 Nov 09 18:14:55.803033 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-574ea2da-c340-4140-bfba-9572b5775818 req-21fa5be6-69f1-4375-93aa-30f78fe3a5bf tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395427 Nov 09 18:14:56.925496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbcbfd-1af7-4343-b452-9cdcbea9355b req-f7ffb121-9685-41f5-82c9-d8405e5e90d4 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:56.927490 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dfcbcbfd-1af7-4343-b452-9cdcbea9355b req-f7ffb121-9685-41f5-82c9-d8405e5e90d4 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0557168 Nov 09 18:14:56.971020 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dfcbcbfd-1af7-4343-b452-9cdcbea9355b req-142ae91f-b57d-4a98-85bc-112a6b5ff29a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367875 Nov 09 18:14:58.111185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7779fd4-7adc-4b57-960f-3b36822c78eb req-3285584b-8317-40ae-aad9-aafee95e01a2 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:58.112830 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7779fd4-7adc-4b57-960f-3b36822c78eb req-3285584b-8317-40ae-aad9-aafee95e01a2 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0628142 Nov 09 18:14:58.115066 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:14:58.157836 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7779fd4-7adc-4b57-960f-3b36822c78eb req-88e162c4-c6e6-4401-b613-af3cb811da8b tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379074 Nov 09 18:14:59.290072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e0860-de4a-4375-ae23-be801f0acafc req-3f8f549b-6efc-4313-90e7-73396ab00b95 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:59.291588 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f7e0860-de4a-4375-ae23-be801f0acafc req-3f8f549b-6efc-4313-90e7-73396ab00b95 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0535283 Nov 09 18:14:59.334700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f7e0860-de4a-4375-ae23-be801f0acafc req-35694770-39f8-4b6a-ad70-16138104d48c tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356209 Nov 09 18:15:00.480126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef5547-e1cf-449e-af7c-b0e44b9861f5 req-a2ff2164-249e-4880-8088-ec88f9875876 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:00.482963 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-adef5547-e1cf-449e-af7c-b0e44b9861f5 req-a2ff2164-249e-4880-8088-ec88f9875876 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0646715 Nov 09 18:15:00.528754 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-adef5547-e1cf-449e-af7c-b0e44b9861f5 req-f163a440-6cdf-40cb-8e01-cfaa68f10e40 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 Nov 09 18:15:01.662877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49a974-57d2-4378-9cff-44b0cb434b97 req-94286363-a0a5-4499-b345-28f1d2901c49 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:01.664550 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0b49a974-57d2-4378-9cff-44b0cb434b97 req-94286363-a0a5-4499-b345-28f1d2901c49 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0602469 Nov 09 18:15:01.713077 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0b49a974-57d2-4378-9cff-44b0cb434b97 req-7e274922-182b-4e66-9de3-e93895b25b96 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425146 Nov 09 18:15:02.632702 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5edd794c-2f85-4c6a-a69f-73ebaa160164 req-f0f9c09e-4654-4c38-b69d-6b6523da6810 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483780 Nov 09 18:15:02.728084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd794c-2f85-4c6a-a69f-73ebaa160164 req-f186aec0-46b2-462a-9cf6-0b25784fd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:02.729509 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5edd794c-2f85-4c6a-a69f-73ebaa160164 req-f186aec0-46b2-462a-9cf6-0b25784fd93e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb61cc8670964df8a002758e2259ebf6&device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 1097 time: 0.0498672 Nov 09 18:15:02.884690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd794c-2f85-4c6a-a69f-73ebaa160164 req-61705195-7b7d-4c1b-b007-268914581077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:02.886270 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5edd794c-2f85-4c6a-a69f-73ebaa160164 req-61705195-7b7d-4c1b-b007-268914581077 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8 HTTP/1.1" status: 200 len: 912 time: 0.1340725 Nov 09 18:15:02.904572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bbdf2-3909-4745-8143-29c1dcabc852 req-334087c8-b38a-48cf-b508-53d1d0f51eed tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:02.906209 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-121bbdf2-3909-4745-8143-29c1dcabc852 req-334087c8-b38a-48cf-b508-53d1d0f51eed tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0811973 Nov 09 18:15:02.949690 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5edd794c-2f85-4c6a-a69f-73ebaa160164 req-62c169f1-f175-47a7-b4dd-4c07c689b557 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 HTTP/1.1" status: 200 len: 217 time: 0.0424435 Nov 09 18:15:03.024514 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-121bbdf2-3909-4745-8143-29c1dcabc852 req-2f8fcb14-d367-4bea-a46d-ae744da3db70 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785584 Nov 09 18:15:03.033612 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd794c-2f85-4c6a-a69f-73ebaa160164 req-2dacb006-b783-4970-892c-1a1d9e774441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:03.035914 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5edd794c-2f85-4c6a-a69f-73ebaa160164 req-2dacb006-b783-4970-892c-1a1d9e774441 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a4fde1f-98d6-4085-a5e5-abaecd8a32b6 HTTP/1.1" status: 200 len: 851 time: 0.0715685 Nov 09 18:15:03.075512 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5edd794c-2f85-4c6a-a69f-73ebaa160164 req-5d8f9a3f-e079-4bef-9463-b1071a66f1bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317543 Nov 09 18:15:03.492494 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5edd794c-2f85-4c6a-a69f-73ebaa160164 req-280a0d32-68f6-4adf-822c-88304c0667f1 service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083934 Nov 09 18:15:03.618951 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5edd794c-2f85-4c6a-a69f-73ebaa160164 req-24b1919a-660a-4f62-8955-bb37c04ed09b service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177106 Nov 09 18:15:03.736416 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d8e14ab-a6d8-42ae-b0f7-a8b796ccc279 req-80e51844-e1f1-4bfc-94be-048ef17848ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522435 Nov 09 18:15:03.844104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e14ab-a6d8-42ae-b0f7-a8b796ccc279 req-f51dd5bd-e80e-48f0-8ba3-31fa86eb756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:03.845578 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d8e14ab-a6d8-42ae-b0f7-a8b796ccc279 req-f51dd5bd-e80e-48f0-8ba3-31fa86eb756a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 1096 time: 0.0574014 Nov 09 18:15:03.979546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e14ab-a6d8-42ae-b0f7-a8b796ccc279 req-79dacead-dd32-4f22-b2d7-e4ea204e614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:03.981335 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d8e14ab-a6d8-42ae-b0f7-a8b796ccc279 req-79dacead-dd32-4f22-b2d7-e4ea204e614e service neutron] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.1115296 Nov 09 18:15:04.055672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d8e14ab-a6d8-42ae-b0f7-a8b796ccc279 req-ceb6e46c-6919-442e-b726-a54a8319e6a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4adfeb0f-e716-4989-b8dc-dcc0f582258c HTTP/1.1" status: 200 len: 1000 time: 0.0645053 Nov 09 18:15:04.119375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e14ab-a6d8-42ae-b0f7-a8b796ccc279 req-5bc81277-248e-4087-94b7-4b53b8530d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:04.120950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d8e14ab-a6d8-42ae-b0f7-a8b796ccc279 req-5bc81277-248e-4087-94b7-4b53b8530d49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0567317 Nov 09 18:15:04.204521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e050-3f55-447a-a47e-b904f3005a65 req-52b88cff-8462-4d61-a415-9820cfafbd1a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:04.206466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cc29e050-3f55-447a-a47e-b904f3005a65 req-52b88cff-8462-4d61-a415-9820cfafbd1a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0845888 Nov 09 18:15:04.213940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e14ab-a6d8-42ae-b0f7-a8b796ccc279 req-587d996a-e994-4509-a4ff-038e316de094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:04.215538 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d8e14ab-a6d8-42ae-b0f7-a8b796ccc279 req-587d996a-e994-4509-a4ff-038e316de094 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840394 Nov 09 18:15:04.312412 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cc29e050-3f55-447a-a47e-b904f3005a65 req-a52e29eb-ef0b-47fd-91b8-c152a7d638ec tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931568 Nov 09 18:15:04.349906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d8e14ab-a6d8-42ae-b0f7-a8b796ccc279 req-09c08fce-f833-4beb-8857-403909ada618 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236775 Nov 09 18:15:04.453056 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d8e14ab-a6d8-42ae-b0f7-a8b796ccc279 req-cc4f6b24-f196-452d-afa7-c99bf0fb535c service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957222 Nov 09 18:15:04.935609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44008) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:04.983862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Deleting subnet 2d1814ba-e2d9-4872-82be-4e54f3dba023 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:15:04.987600 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.030842 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.075109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.139400 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.166181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1814ba-e2d9-4872-82be-4e54f3dba023,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:05.168682 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.171853 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2d1814ba-e2d9-4872-82be-4e54f3dba023 HTTP/1.1" status: 204 len: 168 time: 0.2352350 Nov 09 18:15:05.174542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44010) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:05.179465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.179814 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.180144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.180501 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.180796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.181119 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.181444 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.181762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.182088 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.182390 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.182696 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.183008 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d920c23-a3bc-4eef-a230-9ae86fded300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.255076 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.334432 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.355486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9582954-36ba-405d-a69d-1d2752e572b2']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:05.366962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd095ae46-692d-4b89-b960-4f346098690b') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:05.367275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd095ae46-692d-4b89-b960-4f346098690b') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:05.377174 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.391642 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.398716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:15:05.399119 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:15:05.400957 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:15:05.436445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be056ff7-1af5-443d-9356-5c5d6e71ff72 req-b2c56af4-49eb-4076-81e6-5510acdb18da tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:05.437992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be056ff7-1af5-443d-9356-5c5d6e71ff72 req-b2c56af4-49eb-4076-81e6-5510acdb18da tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0508685 Nov 09 18:15:05.465793 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.472390 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.476917 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d9582954-36ba-405d-a69d-1d2752e572b2 HTTP/1.1" status: 204 len: 168 time: 0.3000691 Nov 09 18:15:05.484811 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be056ff7-1af5-443d-9356-5c5d6e71ff72 req-2b9e9223-9b8e-4c03-9ac8-cb08fa875e8f tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Nov 09 18:15:05.491111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9582954-36ba-405d-a69d-1d2752e572b2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:05.499735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.500082 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.500419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.500756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.501086 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.501411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.501733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.502053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.502375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.502691 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.503007 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.503346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056137e-77d5-4de4-a1da-9b38da2c8c61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:05.662754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44016) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:05.703033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-43459ad0-5cad-4528-a708-59a127698024 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4340c036eda4548b6c8e1b022ee9e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389090 Nov 09 18:15:05.706187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44018) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:05.759866 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55d5b485-7655-424e-9a2e-b1444c79f657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.781929 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55d5b485-7655-424e-9a2e-b1444c79f657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.836039 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55d5b485-7655-424e-9a2e-b1444c79f657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.838616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-55d5b485-7655-424e-9a2e-b1444c79f657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.839849 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-55d5b485-7655-424e-9a2e-b1444c79f657 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21 HTTP/1.1" status: 204 len: 168 time: 0.1326158 Nov 09 18:15:05.849808 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5b485-7655-424e-9a2e-b1444c79f657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc43381-82c9-4a7c-b0c0-3fbfd89b8d21,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:06.607009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ab56e-9f85-4163-9630-b43e20edc1ba req-885f540e-dbc3-4660-96ad-927636fd6eea tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:06.608761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-733ab56e-9f85-4163-9630-b43e20edc1ba req-885f540e-dbc3-4660-96ad-927636fd6eea tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0523381 Nov 09 18:15:06.650885 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-733ab56e-9f85-4163-9630-b43e20edc1ba req-73063e2e-6821-44c8-af4b-20dc0c5373bd tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354319 Nov 09 18:15:07.771579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377725fe-0a9f-4393-b8f1-483a4599f6a7 req-fe6fbd84-766b-4b4a-81b7-bd4b1388142d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:07.773043 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-377725fe-0a9f-4393-b8f1-483a4599f6a7 req-fe6fbd84-766b-4b4a-81b7-bd4b1388142d tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0488117 Nov 09 18:15:07.816328 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-377725fe-0a9f-4393-b8f1-483a4599f6a7 req-9708d7d0-be12-415f-a13b-afb6b46ee73a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368752 Nov 09 18:15:08.943175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebb345-abb1-47a6-b99f-0326fa1ac88c req-f989fa7b-04d3-48a8-9b45-055a60b07162 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:08.944674 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-40ebb345-abb1-47a6-b99f-0326fa1ac88c req-f989fa7b-04d3-48a8-9b45-055a60b07162 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0559583 Nov 09 18:15:08.985660 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-40ebb345-abb1-47a6-b99f-0326fa1ac88c req-cb446962-12ed-40d1-933b-e3bd208c6710 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347776 Nov 09 18:15:10.121539 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70901ccd-0ec3-48cd-8fc2-47bb16b15ab9 req-b3347d2d-ebbf-4d87-938d-46beec8d768c tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:10.123045 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-70901ccd-0ec3-48cd-8fc2-47bb16b15ab9 req-b3347d2d-ebbf-4d87-938d-46beec8d768c tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0565178 Nov 09 18:15:10.164443 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-70901ccd-0ec3-48cd-8fc2-47bb16b15ab9 req-80a78fc8-e775-49f2-8807-1c1f049ef323 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339208 Nov 09 18:15:10.684098 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff60544f-361f-476f-be59-c1ba59691a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:11.539866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835f22a-ce38-4f74-8d2d-f11c452e96ea req-fdac54a7-931b-4a54-98f8-3ce5e17dc2c3 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:11.541514 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0835f22a-ce38-4f74-8d2d-f11c452e96ea req-fdac54a7-931b-4a54-98f8-3ce5e17dc2c3 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.3040028 Nov 09 18:15:11.585104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0835f22a-ce38-4f74-8d2d-f11c452e96ea req-37825850-0ef3-4a85-9ccc-b41807727ce1 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364180 Nov 09 18:15:12.710618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158a611-8a24-4a80-b5e6-227ed8729f4e req-53af9445-da85-47b0-b4e8-c88d921a34ac tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:12.712052 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6158a611-8a24-4a80-b5e6-227ed8729f4e req-53af9445-da85-47b0-b4e8-c88d921a34ac tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0515685 Nov 09 18:15:12.757249 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6158a611-8a24-4a80-b5e6-227ed8729f4e req-5b63aec7-349f-4f96-ad11-dec4f28c8d7e tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382924 Nov 09 18:15:13.683563 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5307d5ee-6f73-4438-a2e8-499ecdfedea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:13.889668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20011a-d6b4-42bd-aaf4-b1cd23f1ffdd req-e3b14207-94dc-49be-a73d-a6bfa93c2de4 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:13.892628 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f20011a-d6b4-42bd-aaf4-b1cd23f1ffdd req-e3b14207-94dc-49be-a73d-a6bfa93c2de4 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0577314 Nov 09 18:15:13.942517 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f20011a-d6b4-42bd-aaf4-b1cd23f1ffdd req-6ed9bb5d-d384-438c-93a1-a9bf1a6da633 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Nov 09 18:15:14.469340 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:15.142123 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96e371-a937-47e8-8d7d-0875c4565def req-d8f74b6c-7d4b-48f6-8542-e9394fefb0a2 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:15.143802 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7d96e371-a937-47e8-8d7d-0875c4565def req-d8f74b6c-7d4b-48f6-8542-e9394fefb0a2 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.1178217 Nov 09 18:15:15.183704 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7d96e371-a937-47e8-8d7d-0875c4565def req-842b8d48-bc57-4158-be76-446323df66db tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333412 Nov 09 18:15:15.467396 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:16.354170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa20f13-c3a5-46f6-b728-614b0ae3df3f req-668fc514-afd6-4d7d-9654-605b6d54cde1 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:16.355866 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2aa20f13-c3a5-46f6-b728-614b0ae3df3f req-668fc514-afd6-4d7d-9654-605b6d54cde1 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0599985 Nov 09 18:15:16.400475 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2aa20f13-c3a5-46f6-b728-614b0ae3df3f req-3c34b537-2577-48f7-bc80-69cbcd94cebe tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348883 Nov 09 18:15:17.526808 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888b6cb-098f-4f00-88a1-b144bb828be0 req-519bf8ca-a430-43d4-aec8-67f889e556f1 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:17.528403 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d888b6cb-098f-4f00-88a1-b144bb828be0 req-519bf8ca-a430-43d4-aec8-67f889e556f1 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0529571 Nov 09 18:15:17.568127 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d888b6cb-098f-4f00-88a1-b144bb828be0 req-9db00459-0869-45bf-abe2-28509011d934 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330734 Nov 09 18:15:17.706109 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:18.591071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e356c-3231-45a2-9dd0-1947ba6752c0 req-2c99ee0d-0410-4751-9ee2-c8450d9e867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:18.592585 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fe5e356c-3231-45a2-9dd0-1947ba6752c0 req-2c99ee0d-0410-4751-9ee2-c8450d9e867f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 1097 time: 0.0454803 Nov 09 18:15:18.639467 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fe5e356c-3231-45a2-9dd0-1947ba6752c0 req-05bbfe8c-1aa1-48c2-a671-e06a0929fa17 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393431 Nov 09 18:15:18.692100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55db77a-ec93-4257-bda2-737a55041ac2 req-bde63137-8176-4816-ad13-3d0a279c9134 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:18.693862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f55db77a-ec93-4257-bda2-737a55041ac2 req-bde63137-8176-4816-ad13-3d0a279c9134 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0524106 Nov 09 18:15:18.733974 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f55db77a-ec93-4257-bda2-737a55041ac2 req-2296fbff-9f26-431d-80ef-25e575399b2f tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337753 Nov 09 18:15:19.855905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8bfe3-04dc-412b-8227-8b4b558c29c3 req-5571278f-0d57-4db8-9db6-d70077492ef4 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:19.857856 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-20f8bfe3-04dc-412b-8227-8b4b558c29c3 req-5571278f-0d57-4db8-9db6-d70077492ef4 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0530388 Nov 09 18:15:19.906436 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-20f8bfe3-04dc-412b-8227-8b4b558c29c3 req-3e5cba9e-95a8-4cd5-a45d-93df608b1182 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360537 Nov 09 18:15:21.024419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c114-5446-4740-a8cc-0ca1db70d1a7 req-76d9e071-b62b-4930-9d2c-1efb97a2f0ae tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:21.025942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2912c114-5446-4740-a8cc-0ca1db70d1a7 req-76d9e071-b62b-4930-9d2c-1efb97a2f0ae tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0508649 Nov 09 18:15:21.064725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2912c114-5446-4740-a8cc-0ca1db70d1a7 req-8ee33779-e307-4418-ab24-d790ea864882 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326161 Nov 09 18:15:21.251864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c2645-1b01-4f75-baac-4bb5461edd3f req-55a4ebb4-a575-42f5-abfe-1f6b0e6e4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:21.253395 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-585c2645-1b01-4f75-baac-4bb5461edd3f req-55a4ebb4-a575-42f5-abfe-1f6b0e6e4aba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb61cc8670964df8a002758e2259ebf6&device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 1097 time: 0.0422525 Nov 09 18:15:21.272551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e014e07-d276-4d45-abf0-407c95f3b19a req-43851dbd-ae6a-4f7b-8074-cad4a997bcfe tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:21.274063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e014e07-d276-4d45-abf0-407c95f3b19a req-43851dbd-ae6a-4f7b-8074-cad4a997bcfe tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0555236 Nov 09 18:15:21.313707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e014e07-d276-4d45-abf0-407c95f3b19a req-db274a23-199f-4807-946c-e0a5523c90ac tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333748 Nov 09 18:15:21.350396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c2645-1b01-4f75-baac-4bb5461edd3f req-264dc06e-3637-4b87-8423-2cf16c5ce77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:21.351905 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-585c2645-1b01-4f75-baac-4bb5461edd3f req-264dc06e-3637-4b87-8423-2cf16c5ce77a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8 HTTP/1.1" status: 200 len: 912 time: 0.0901618 Nov 09 18:15:21.394066 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-585c2645-1b01-4f75-baac-4bb5461edd3f req-2d2ec7cf-5acb-45d6-af29-f8f538ae2217 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f932d72-cc6a-4bb2-a369-31751adba5d5 HTTP/1.1" status: 200 len: 217 time: 0.0344481 Nov 09 18:15:21.446256 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c2645-1b01-4f75-baac-4bb5461edd3f req-5fc68781-36e2-4d96-8da7-da4875c94ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:21.447759 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-585c2645-1b01-4f75-baac-4bb5461edd3f req-5fc68781-36e2-4d96-8da7-da4875c94ca0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a4fde1f-98d6-4085-a5e5-abaecd8a32b6 HTTP/1.1" status: 200 len: 851 time: 0.0449708 Nov 09 18:15:21.481870 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-585c2645-1b01-4f75-baac-4bb5461edd3f req-c146b3a5-4284-471e-8486-12a7efc5f8d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ad4cea6-5d25-4157-a9c1-c1d460b001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265119 Nov 09 18:15:21.576738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-585c2645-1b01-4f75-baac-4bb5461edd3f req-5af9ec31-73ef-4e55-8297-96ee5d52ba8b service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866370 Nov 09 18:15:21.668196 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-585c2645-1b01-4f75-baac-4bb5461edd3f req-d577269d-cabd-4519-aa0a-f889f6a537ec service neutron] 10.222.0.18 "GET /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841532 Nov 09 18:15:22.439086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e855e1b-0132-4433-83bc-7f07c57f5168 req-85a0b112-02b8-442a-bae9-f5a6981367df tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:22.440592 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1e855e1b-0132-4433-83bc-7f07c57f5168 req-85a0b112-02b8-442a-bae9-f5a6981367df tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0547786 Nov 09 18:15:22.483409 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1e855e1b-0132-4433-83bc-7f07c57f5168 req-b378bc9a-a49a-4664-9387-836e3d38b0ec tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Nov 09 18:15:23.250303 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:23.614195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663cc44-05ba-41ca-9e41-860f023519b1 req-8e7555d6-40fe-4ac9-be89-2ae8e08d73f0 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:23.615800 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c663cc44-05ba-41ca-9e41-860f023519b1 req-8e7555d6-40fe-4ac9-be89-2ae8e08d73f0 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0539296 Nov 09 18:15:23.654799 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c663cc44-05ba-41ca-9e41-860f023519b1 req-f743b02e-cb3b-4ff3-9e90-da70edf12beb tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327053 Nov 09 18:15:24.026805 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.133876 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44196) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:24.241400 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1b3380c-5cca-4e44-9f1b-dca53605672f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.319322 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1b3380c-5cca-4e44-9f1b-dca53605672f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.323181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1b3380c-5cca-4e44-9f1b-dca53605672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.362376 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e1b3380c-5cca-4e44-9f1b-dca53605672f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c3876f7f9db4aa89db383802511d0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274137 Nov 09 18:15:24.363305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3380c-5cca-4e44-9f1b-dca53605672f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f657246c-401b-4ea9-9f96-701a6e6f0298,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:24.365123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44200) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:24.416818 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-55bb4406-617d-46c7-890a-f46f1e1a41a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.437617 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-55bb4406-617d-46c7-890a-f46f1e1a41a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.488521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-55bb4406-617d-46c7-890a-f46f1e1a41a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.491211 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-55bb4406-617d-46c7-890a-f46f1e1a41a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.492393 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-55bb4406-617d-46c7-890a-f46f1e1a41a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f657246c-401b-4ea9-9f96-701a6e6f0298 HTTP/1.1" status: 204 len: 168 time: 0.1254854 Nov 09 18:15:24.500419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb4406-617d-46c7-890a-f46f1e1a41a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f657246c-401b-4ea9-9f96-701a6e6f0298,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:24.776712 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def551a-2ca7-4de9-beaa-039f387c3df0 req-ebda9128-0b75-49d5-b062-8adb762703af tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:24.778227 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9def551a-2ca7-4de9-beaa-039f387c3df0 req-ebda9128-0b75-49d5-b062-8adb762703af tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0531993 Nov 09 18:15:24.825422 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9def551a-2ca7-4de9-beaa-039f387c3df0 req-53befc4f-6094-485d-abd6-58233bd31835 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Nov 09 18:15:25.087913 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3f9bf-a67e-4722-84f5-04d566e5e0a2 req-34d712b5-e135-4363-ab96-57e0e7297374 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:25.089496 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11f3f9bf-a67e-4722-84f5-04d566e5e0a2 req-34d712b5-e135-4363-ab96-57e0e7297374 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0522304 Nov 09 18:15:25.129478 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11f3f9bf-a67e-4722-84f5-04d566e5e0a2 req-7f2d15bc-2283-4fac-82cb-0ca1b957e8a5 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Nov 09 18:15:26.013290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44246) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:26.017989 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8d3432b3-36a0-4f21-8f37-75fc6511de75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689618995', 'description': 'tempest-secgroup-smoke-1689618995 description', 'project_id': '9285a9a6b01f49df82a08612ddfa882f'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:26.041874 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d3432b3-36a0-4f21-8f37-75fc6511de75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.049634 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d3432b3-36a0-4f21-8f37-75fc6511de75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.128054 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d3432b3-36a0-4f21-8f37-75fc6511de75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.131951 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d3432b3-36a0-4f21-8f37-75fc6511de75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.172211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3432b3-36a0-4f21-8f37-75fc6511de75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31470b71-15bb-41f6-91a9-8c44ddd3b615,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:26.214346 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d3432b3-36a0-4f21-8f37-75fc6511de75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.219351 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d3432b3-36a0-4f21-8f37-75fc6511de75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.249553 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3432b3-36a0-4f21-8f37-75fc6511de75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6460e952-dc81-4df2-bfbc-4e4212703c08,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:26.252523 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b161a-9aa8-47a7-aeac-ccf70af052ce req-ab7b0808-88e8-4297-8557-31aa6538a267 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:26.253692 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8d3432b3-36a0-4f21-8f37-75fc6511de75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.254298 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-167b161a-9aa8-47a7-aeac-ccf70af052ce req-ab7b0808-88e8-4297-8557-31aa6538a267 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0553424 Nov 09 18:15:26.257733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8d3432b3-36a0-4f21-8f37-75fc6511de75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2405953 Nov 09 18:15:26.258149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44250) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:26.262651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0da4702b-98cd-4ccf-bf39-caae536f8545 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '6460e952-dc81-4df2-bfbc-4e4212703c08', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:26.291023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0da4702b-98cd-4ccf-bf39-caae536f8545 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.297588 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-167b161a-9aa8-47a7-aeac-ccf70af052ce req-6d006ad6-78a7-4aa7-a098-9e5b5e6236f0 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362780 Nov 09 18:15:26.349521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0da4702b-98cd-4ccf-bf39-caae536f8545 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.353931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0da4702b-98cd-4ccf-bf39-caae536f8545 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.376135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4702b-98cd-4ccf-bf39-caae536f8545 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7662c569-e698-43d5-a167-c225522c9e6e,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:26.384923 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0da4702b-98cd-4ccf-bf39-caae536f8545 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.386145 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0da4702b-98cd-4ccf-bf39-caae536f8545 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272523 Nov 09 18:15:26.388832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44252) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:26.394351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6b2d8898-334c-4a68-a7e7-c38f05baa2c5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '6460e952-dc81-4df2-bfbc-4e4212703c08', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:26.424198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6b2d8898-334c-4a68-a7e7-c38f05baa2c5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.502257 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6b2d8898-334c-4a68-a7e7-c38f05baa2c5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.506841 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6b2d8898-334c-4a68-a7e7-c38f05baa2c5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.529929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d8898-334c-4a68-a7e7-c38f05baa2c5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088e0249-8a96-446b-9279-9a9df3cc89a6,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:26.540199 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6b2d8898-334c-4a68-a7e7-c38f05baa2c5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.541439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6b2d8898-334c-4a68-a7e7-c38f05baa2c5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506922 Nov 09 18:15:26.544081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44254) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:26.548938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9973ed38-365d-4879-8db8-991e61202e13 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '6460e952-dc81-4df2-bfbc-4e4212703c08', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:26.579864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9973ed38-365d-4879-8db8-991e61202e13 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.646039 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9973ed38-365d-4879-8db8-991e61202e13 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.649922 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9973ed38-365d-4879-8db8-991e61202e13 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.671307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973ed38-365d-4879-8db8-991e61202e13 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff459ee-9d2b-4825-b188-ed0fa5dfc28c,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:26.680181 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9973ed38-365d-4879-8db8-991e61202e13 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.681431 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9973ed38-365d-4879-8db8-991e61202e13 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364164 Nov 09 18:15:26.684275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44256) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:26.688719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1dfd138f-8989-465e-8f97-3372ab1eaef8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '6460e952-dc81-4df2-bfbc-4e4212703c08', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:26.717968 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1dfd138f-8989-465e-8f97-3372ab1eaef8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.784382 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1dfd138f-8989-465e-8f97-3372ab1eaef8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.788763 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1dfd138f-8989-465e-8f97-3372ab1eaef8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.808754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd138f-8989-465e-8f97-3372ab1eaef8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70aa3b10-a6ee-4ed1-8f70-0958444a9771,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:26.817189 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1dfd138f-8989-465e-8f97-3372ab1eaef8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.818425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1dfd138f-8989-465e-8f97-3372ab1eaef8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332047 Nov 09 18:15:26.821327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44258) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:26.825789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-73d322cf-132a-473e-8b30-e5aa1face3bf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '6460e952-dc81-4df2-bfbc-4e4212703c08', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:26.850134 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-73d322cf-132a-473e-8b30-e5aa1face3bf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Project 9285a9a6b01f49df82a08612ddfa882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:15:26.858897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73d322cf-132a-473e-8b30-e5aa1face3bf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.939522 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73d322cf-132a-473e-8b30-e5aa1face3bf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.944508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73d322cf-132a-473e-8b30-e5aa1face3bf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.965331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d322cf-132a-473e-8b30-e5aa1face3bf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3280b64f-3fb3-43cc-bf7b-c85e6601dfc7,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:26.971865 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-73d322cf-132a-473e-8b30-e5aa1face3bf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.973027 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-73d322cf-132a-473e-8b30-e5aa1face3bf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507580 Nov 09 18:15:26.976254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44260) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:26.980708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4817aedd-7f78-4dd7-92ab-28008a273078 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '6460e952-dc81-4df2-bfbc-4e4212703c08', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:27.006378 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-4817aedd-7f78-4dd7-92ab-28008a273078 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Project 9285a9a6b01f49df82a08612ddfa882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:15:27.011522 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4817aedd-7f78-4dd7-92ab-28008a273078 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.087816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4817aedd-7f78-4dd7-92ab-28008a273078 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.094055 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4817aedd-7f78-4dd7-92ab-28008a273078 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.121266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817aedd-7f78-4dd7-92ab-28008a273078 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3165119a-0e60-4d20-a13b-463a9e712170,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:27.131645 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4817aedd-7f78-4dd7-92ab-28008a273078 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.132925 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4817aedd-7f78-4dd7-92ab-28008a273078 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557314 Nov 09 18:15:27.136252 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44262) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:27.142312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e152700d-2514-4565-9c1b-a9ad40ec1cc8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'network': {'name': 'tempest-network-smoke--2095734586', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'port_security_enabled': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:27.171900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e152700d-2514-4565-9c1b-a9ad40ec1cc8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Made reservation on behalf of 9285a9a6b01f49df82a08612ddfa882f for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:27.175595 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e152700d-2514-4565-9c1b-a9ad40ec1cc8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.210079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e152700d-2514-4565-9c1b-a9ad40ec1cc8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:15:27.227587 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e152700d-2514-4565-9c1b-a9ad40ec1cc8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.227930 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-e152700d-2514-4565-9c1b-a9ad40ec1cc8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Added segment 0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d of type vlan for network b4000a43-5433-478d-82b8-b57a4f0b33c5 Nov 09 18:15:27.284809 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e152700d-2514-4565-9c1b-a9ad40ec1cc8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.315706 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e152700d-2514-4565-9c1b-a9ad40ec1cc8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.326577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152700d-2514-4565-9c1b-a9ad40ec1cc8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:27.327342 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e152700d-2514-4565-9c1b-a9ad40ec1cc8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.412634 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e152700d-2514-4565-9c1b-a9ad40ec1cc8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2751701 Nov 09 18:15:27.415727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44266) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:27.420585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'admin_state_up': True, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:27.442878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152700d-2514-4565-9c1b-a9ad40ec1cc8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Network': ['ID=b4000a43-5433-478d-82b8-b57a4f0b33c5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:27.446231 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.447423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.455982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network b4000a43-5433-478d-82b8-b57a4f0b33c5 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:15:27.474453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a11b8-3647-43c1-a50f-a4e2dcbd0386 req-d9f8144d-b73d-4e34-98e9-8fd8b4367677 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:27.477350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-267a11b8-3647-43c1-a50f-a4e2dcbd0386 req-d9f8144d-b73d-4e34-98e9-8fd8b4367677 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0866611 Nov 09 18:15:27.508968 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.539501 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-267a11b8-3647-43c1-a50f-a4e2dcbd0386 req-dded4c68-c766-40ac-afec-ca381c2d41c1 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549512 Nov 09 18:15:27.650680 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.855053 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.875147 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.986655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.25.1.237 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/f2cf0aa0-0d74-44cd-846e-69609b60d7cf) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:28.108340 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.143523 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.180478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:28.183420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:28.186881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:28.219104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=f2cf0aa0-0d74-44cd-846e-69609b60d7cf,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:28.480299 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.489878 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3248ab-dbbb-4988-bafa-cb03b2ad9e6e req-aedc6d46-f7fe-4690-a14f-ce4387d328cc tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:28.491382 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bc3248ab-dbbb-4988-bafa-cb03b2ad9e6e req-aedc6d46-f7fe-4690-a14f-ce4387d328cc tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.0776806 Nov 09 18:15:28.758432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d80ce1-8f3e-42ea-acd8-463e8c36a628 req-85018a5b-06ff-4fdf-b84b-d5425673eeb1 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:28.759905 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-03d80ce1-8f3e-42ea-acd8-463e8c36a628 req-85018a5b-06ff-4fdf-b84b-d5425673eeb1 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 946 time: 0.1424382 Nov 09 18:15:28.775071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-bc3248ab-dbbb-4988-bafa-cb03b2ad9e6e req-39911e6e-9d6a-44c1-a047-67c417ac8f87 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Deleting port 4f932d72-cc6a-4bb2-a369-31751adba5d5 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:28.775439 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bc3248ab-dbbb-4988-bafa-cb03b2ad9e6e req-39911e6e-9d6a-44c1-a047-67c417ac8f87 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.878084 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-03d80ce1-8f3e-42ea-acd8-463e8c36a628 req-3df51984-369e-4b96-9fe4-ab5b20ee8298 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071663 Nov 09 18:15:28.890503 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.976920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-bc3248ab-dbbb-4988-bafa-cb03b2ad9e6e req-39911e6e-9d6a-44c1-a047-67c417ac8f87 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] For port 4f932d72-cc6a-4bb2-a369-31751adba5d5, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4f932d72-cc6a-4bb2-a369-31751adba5d5,segment=NetworkSegment(f7176b14-839b-4f11-8286-3f51d1450f53),segment_id=f7176b14-839b-4f11-8286-3f51d1450f53)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:28.977293 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bc3248ab-dbbb-4988-bafa-cb03b2ad9e6e req-39911e6e-9d6a-44c1-a047-67c417ac8f87 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.995442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-bc3248ab-dbbb-4988-bafa-cb03b2ad9e6e req-39911e6e-9d6a-44c1-a047-67c417ac8f87 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Calling delete_port for 4f932d72-cc6a-4bb2-a369-31751adba5d5 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:29.117560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:15:29.519142 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bc3248ab-dbbb-4988-bafa-cb03b2ad9e6e req-39911e6e-9d6a-44c1-a047-67c417ac8f87 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.531251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30', '4f932d72-cc6a-4bb2-a369-31751adba5d5'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:15:29.559645 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39911e6e-9d6a-44c1-a047-67c417ac8f87 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Pushing event deleted for resources: {'Port': ['ID=4f932d72-cc6a-4bb2-a369-31751adba5d5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:29.607672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3248ab-dbbb-4988-bafa-cb03b2ad9e6e req-39911e6e-9d6a-44c1-a047-67c417ac8f87 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] No DVR routers for this DVR port 4f932d72-cc6a-4bb2-a369-31751adba5d5 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:15:29.609830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:29.611682 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-bc3248ab-dbbb-4988-bafa-cb03b2ad9e6e req-39911e6e-9d6a-44c1-a047-67c417ac8f87 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.615839 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bc3248ab-dbbb-4988-bafa-cb03b2ad9e6e req-39911e6e-9d6a-44c1-a047-67c417ac8f87 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.18 "DELETE /v2.0/ports/4f932d72-cc6a-4bb2-a369-31751adba5d5 HTTP/1.1" status: 204 len: 173 time: 1.0909710 Nov 09 18:15:29.615839 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcf74cd-4a8c-4413-9736-bd1b71e3a33f', 'name': 'network-vif-deleted', 'tag': '4f932d72-cc6a-4bb2-a369-31751adba5d5'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:29.618394 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5eb121-863b-4b0d-b2a0-f4ed87087105" -d '{"events": [{"server_uuid": "bdcf74cd-4a8c-4413-9736-bd1b71e3a33f", "name": "network-vif-deleted", "tag": "4f932d72-cc6a-4bb2-a369-31751adba5d5"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:29.622744 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Sync routers for ids ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:29.637456 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Routers {'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:29.638388 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:15:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:29.648122 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.650103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bee69140-1638-4114-a62b-77d7d0e313d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2331548 Nov 09 18:15:29.653295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44274) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:29.755745 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e08d8b2-68a9-4c1c-9ec4-05cb5d86b7e8 x-openstack-request-id: req-1e08d8b2-68a9-4c1c-9ec4-05cb5d86b7e8 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:29.756148 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcf74cd-4a8c-4413-9736-bd1b71e3a33f", "name": "network-vif-deleted", "tag": "4f932d72-cc6a-4bb2-a369-31751adba5d5", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:29.757044 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e08d8b2-68a9-4c1c-9ec4-05cb5d86b7e8 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:29.757449 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcf74cd-4a8c-4413-9736-bd1b71e3a33f', 'name': 'network-vif-deleted', 'tag': '4f932d72-cc6a-4bb2-a369-31751adba5d5', 'status': 'completed', 'code': 200} Nov 09 18:15:29.763023 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Set router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:29.820908 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d0bbd479-17e2-4a60-a3fe-7e791d07eb76 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=9285a9a6b01f49df82a08612ddfa882f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1664138 Nov 09 18:15:29.823759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44278) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:29.919090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364e3333-ad50-4918-b5b2-c763403db377 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:29.920675 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-364e3333-ad50-4918-b5b2-c763403db377 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959241 Nov 09 18:15:29.923554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44282) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:29.952949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d8af51ad-3cca-46d5-b7dd-e77ac4811e7b tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283022 Nov 09 18:15:29.955725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44284) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:29.960642 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:28Z', 'revision_number': 3, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:29.961335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1547525b-c268-44da-99c5-9e1f17650c09 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-521776476', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:29.990589 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Checking router: e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:15:29.990930 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Updating router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb port f2cf0aa0-0d74-44cd-846e-69609b60d7cf binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:15:29.992125 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-418b0cfa-63a9-471b-b260-ffd0fb193f9b req-8e81aca0-285b-4ea5-9a09-7b7f10c1b72f tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdcf74cd-4a8c-4413-9736-bd1b71e3a33f HTTP/1.1" status: 200 len: 210 time: 0.0301962 Nov 09 18:15:30.027480 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.079744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1547525b-c268-44da-99c5-9e1f17650c09 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Made reservation on behalf of 9285a9a6b01f49df82a08612ddfa882f for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:30.084278 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1547525b-c268-44da-99c5-9e1f17650c09 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.277677 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1547525b-c268-44da-99c5-9e1f17650c09 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.305182 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.311456 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.339183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547525b-c268-44da-99c5-9e1f17650c09 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Subnet': ['ID=d75a2178-1c86-4c07-ace8-251f5c894e7f,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:30.353148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1547525b-c268-44da-99c5-9e1f17650c09 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Checking segment: {'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:30.353598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1547525b-c268-44da-99c5-9e1f17650c09 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network hostable DHCP agents. Network: b4000a43-5433-478d-82b8-b57a4f0b33c5, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:15:30.361613 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Attempting to bind port f2cf0aa0-0d74-44cd-846e-69609b60d7cf on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:30.361938 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Attempting to bind port f2cf0aa0-0d74-44cd-846e-69609b60d7cf by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:30.362295 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Attempting to bind port f2cf0aa0-0d74-44cd-846e-69609b60d7cf on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:30.370962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1547525b-c268-44da-99c5-9e1f17650c09 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network b4000a43-5433-478d-82b8-b57a4f0b33c5 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:15:30.372964 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Pushing event updated for resources: {'Port': ['ID=f2cf0aa0-0d74-44cd-846e-69609b60d7cf,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:30.380524 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:30.380902 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:30.381302 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.381709 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:30.382167 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Bound port: f2cf0aa0-0d74-44cd-846e-69609b60d7cf, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:30.382537 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.383708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-1547525b-c268-44da-99c5-9e1f17650c09 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, b4000a43-5433-478d-82b8-b57a4f0b33c5) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:30.385661 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:30.385999 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:30.386334 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:30.386652 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:30.386979 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:30.387324 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:30.387644 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:30.387960 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:30.388297 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:30.388587 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:30.388901 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:30.389212 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:30.390343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1547525b-c268-44da-99c5-9e1f17650c09 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:30.391136 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1547525b-c268-44da-99c5-9e1f17650c09 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.405067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb46ab-e157-4316-99ff-1548bd5b9994 None None] Network b4000a43-5433-478d-82b8-b57a4f0b33c5 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:15:30.411639 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1547525b-c268-44da-99c5-9e1f17650c09 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4546769 Nov 09 18:15:30.414418 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44286) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:30.450361 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] For port f2cf0aa0-0d74-44cd-846e-69609b60d7cf, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:30.454820 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] For port f2cf0aa0-0d74-44cd-846e-69609b60d7cf, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f2cf0aa0-0d74-44cd-846e-69609b60d7cf,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:30.461173 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.521593 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Routers {'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:30.522329 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:15:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:30.577002 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-b4000a43-5433-478d-82b8-b57a4f0b33c5', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ips': [{'subnet_id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:15:30.578002 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.592457 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b58c82-6787-4dcf-8976-450816781e00 None None] Pushing event updated for resources: {'Port': ['ID=f2cf0aa0-0d74-44cd-846e-69609b60d7cf,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:30.649320 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] Set router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:30.747395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Allocated IP 172.20.0.2 (b4000a43-5433-478d-82b8-b57a4f0b33c5/d75a2178-1c86-4c07-ace8-251f5c894e7f/3763f059-34bf-47e5-b92d-72e4598d2613) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:30.843130 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:28Z', 'revision_number': 3, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:30.871441 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ebf93-92f9-486c-ba05-90767c2464d6 None None] The sync data for ids ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'] in n-d-817236-1 is: [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:28Z', 'revision_number': 3, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:15:30.907988 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.911973 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.914294 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.948131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Network b4000a43-5433-478d-82b8-b57a4f0b33c5 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:30.951104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:30.954936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:30.990483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Pushing event updated for resources: {'Port': ['ID=3763f059-34bf-47e5-b92d-72e4598d2613,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:31.018378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:31.018720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:31.019058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:31.019419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:31.020353 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:31.020749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:31.021074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:31.021399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:31.021718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:31.022040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:31.022353 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:31.022684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:31.031406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Attempting to bind port 3763f059-34bf-47e5-b92d-72e4598d2613 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:31.031777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Attempting to bind port 3763f059-34bf-47e5-b92d-72e4598d2613 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:31.032143 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Attempting to bind port 3763f059-34bf-47e5-b92d-72e4598d2613 on network b4000a43-5433-478d-82b8-b57a4f0b33c5 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:31.037680 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:31.038038 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Checking segment: {'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:31.038453 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.039029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Bound using segment: {'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:31.039546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Bound port: 3763f059-34bf-47e5-b92d-72e4598d2613, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:31.040399 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.135148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] For port 3763f059-34bf-47e5-b92d-72e4598d2613, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:31.140921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] For port 3763f059-34bf-47e5-b92d-72e4598d2613, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3763f059-34bf-47e5-b92d-72e4598d2613,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:31.147676 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.228284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2706ee5-c2f8-417c-97ac-2289faf2223c None None] Pushing event updated for resources: {'Port': ['ID=3763f059-34bf-47e5-b92d-72e4598d2613,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:31.276800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.20.0.1 (b4000a43-5433-478d-82b8-b57a4f0b33c5/d75a2178-1c86-4c07-ace8-251f5c894e7f/d912f665-921a-4b26-a738-bb526a00b8a9) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:31.413527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dec24-338a-4cb1-a114-6c0ef19c281a req-2db3adf1-f9a4-43eb-8090-f0b486639504 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:31.423338 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a87dec24-338a-4cb1-a114-6c0ef19c281a req-2db3adf1-f9a4-43eb-8090-f0b486639504 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0696604 Nov 09 18:15:31.424159 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.500480 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.508071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a87dec24-338a-4cb1-a114-6c0ef19c281a req-1c4f495b-946f-4662-8c16-82b25291d410 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790062 Nov 09 18:15:31.557989 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network b4000a43-5433-478d-82b8-b57a4f0b33c5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:31.561634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:31.565785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:31.604896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=d912f665-921a-4b26-a738-bb526a00b8a9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:31.630950 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.673284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3763f059-34bf-47e5-b92d-72e4598d2613 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:31.726997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3763f059-34bf-47e5-b92d-72e4598d2613 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:31.727427 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.795928 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.815207 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.853256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 3763f059-34bf-47e5-b92d-72e4598d2613, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3763f059-34bf-47e5-b92d-72e4598d2613,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:31.858462 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.859277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f2cf0aa0-0d74-44cd-846e-69609b60d7cf up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:31.942015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=3763f059-34bf-47e5-b92d-72e4598d2613,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:31.950579 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f2cf0aa0-0d74-44cd-846e-69609b60d7cf triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:31.950579 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.159298 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.166150 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.249707 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.251620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=d912f665-921a-4b26-a738-bb526a00b8a9,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:32.285007 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.313310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port f2cf0aa0-0d74-44cd-846e-69609b60d7cf, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f2cf0aa0-0d74-44cd-846e-69609b60d7cf,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:32.317908 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.362060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network b4000a43-5433-478d-82b8-b57a4f0b33c5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:32.363747 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:32.386817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=f2cf0aa0-0d74-44cd-846e-69609b60d7cf,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:32.414746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d62b68d-b405-43b1-8bd7-a631d8c166a1 None None] Network b4000a43-5433-478d-82b8-b57a4f0b33c5 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:15:32.490042 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:15:32.495491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-55936a84-c06e-4af2-b01a-2f5c4392e074 None None] Provisioning complete for port 3763f059-34bf-47e5-b92d-72e4598d2613 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:32.495869 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-55936a84-c06e-4af2-b01a-2f5c4392e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.641904 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:32.648018 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-88a2a546-284f-486d-af8c-9749cbcb41f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "PUT /v2.0/routers/e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2308724 Nov 09 18:15:32.660754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac7392-efa4-46f8-99df-1ea76c2241d9 req-d0422b8c-b73a-46d9-bf0d-c63cfe217ee8 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:32.662726 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a2ac7392-efa4-46f8-99df-1ea76c2241d9 req-d0422b8c-b73a-46d9-bf0d-c63cfe217ee8 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0753324 Nov 09 18:15:32.713803 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a2ac7392-efa4-46f8-99df-1ea76c2241d9 req-57eb7a23-e242-493e-812b-1ed4c04b0d6c tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Nov 09 18:15:32.804698 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-759dabd6-5c4c-4d3e-aa82-672f1af5ef4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689618995&fields=id&tenant_id=9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 267 time: 0.0368812 Nov 09 18:15:32.861809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Sync routers for ids ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:32.872324 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Routers {'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:32.872949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:15:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:32.928367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-883056f7-668a-4db2-871e-d7fa9b091de8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:32.931329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-883056f7-668a-4db2-871e-d7fa9b091de8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/networks?id=b4000a43-5433-478d-82b8-b57a4f0b33c5 HTTP/1.1" status: 200 len: 797 time: 0.1192176 Nov 09 18:15:32.945920 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-d609aac2-a73d-4da8-8445-81766a8bf13a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/quotas/9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 375 time: 0.0097599 Nov 09 18:15:32.988575 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-10ce6d36-8e7c-4a45-9d34-b1c63b701ce2 None None] Provisioning complete for port d912f665-921a-4b26-a738-bb526a00b8a9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:32.988964 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-10ce6d36-8e7c-4a45-9d34-b1c63b701ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.021699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-416130fe-2ca4-4b68-a0ba-5f207508cafb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620255 Nov 09 18:15:33.029802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-10ce6d36-8e7c-4a45-9d34-b1c63b701ce2 None None] Port d912f665-921a-4b26-a738-bb526a00b8a9 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:33.044344 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Set router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:33.079419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-10ce6d36-8e7c-4a45-9d34-b1c63b701ce2 None None] Provisioning complete for port 3763f059-34bf-47e5-b92d-72e4598d2613 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:33.079808 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-10ce6d36-8e7c-4a45-9d34-b1c63b701ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.084202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-4268f10e-c78f-4831-8f11-19d369b035e5 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:15:33.091497 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-4268f10e-c78f-4831-8f11-19d369b035e5 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0671957 Nov 09 18:15:33.195856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-b698f76f-ad4b-4e98-9121-960bf294ac0a service neutron] 10.222.0.81 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033885 Nov 09 18:15:33.299005 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f21d237b-61e8-4b62-a7a3-4716366d469a service neutron] 10.222.0.81 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014872 Nov 09 18:15:33.318510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4f932d72-cc6a-4bb2-a369-31751adba5d5 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:33.341250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 4f932d72-cc6a-4bb2-a369-31751adba5d5 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:15:33.341602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4f932d72-cc6a-4bb2-a369-31751adba5d5 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:33.348439 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:31Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'd912f665-921a-4b26-a738-bb526a00b8a9', 'name': '', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:4b:f4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:31Z', 'updated_at': '2021-11-09T18:15:31Z', 'revision_number': 2, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:33.374434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Checking router: e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:15:33.374731 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Updating router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb port d912f665-921a-4b26-a738-bb526a00b8a9 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:15:33.408494 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.429936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-506d9eb9-dc48-44e4-a654-f0e014e9d65d None None] Provisioning complete for port d912f665-921a-4b26-a738-bb526a00b8a9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:33.430314 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-506d9eb9-dc48-44e4-a654-f0e014e9d65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.485344 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3d4f3eef-364f-4f0f-b1c1-85a08c599e12 req-2dd43f9a-3c9d-4970-ba12-71a552314b44 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 210 time: 0.0351441 Nov 09 18:15:33.544152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-506d9eb9-dc48-44e4-a654-f0e014e9d65d None None] Port d912f665-921a-4b26-a738-bb526a00b8a9 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:33.602022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3763f059-34bf-47e5-b92d-72e4598d2613 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:33.715749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3763f059-34bf-47e5-b92d-72e4598d2613 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:33.716105 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.847079 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.861352 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.862130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7a270-f9dd-4f2f-9038-3438fb33914e req-14e3b681-b42f-49da-81cf-b587027163fc tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:33.866093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f2cf0aa0-0d74-44cd-846e-69609b60d7cf up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:33.867851 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-14d7a270-f9dd-4f2f-9038-3438fb33914e req-14e3b681-b42f-49da-81cf-b587027163fc tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0692585 Nov 09 18:15:33.919134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-14d7a270-f9dd-4f2f-9038-3438fb33914e req-b10288cb-601c-4227-8c29-201c8d69ea9e tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/security-groups?id=13066992-2f9a-4b9e-b711-0cb7d1a730e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485256 Nov 09 18:15:33.954869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19db27-b31a-44f9-8f0b-7ca7a7a216c1 None None] Pushing event updated for resources: {'Port': ['ID=d912f665-921a-4b26-a738-bb526a00b8a9,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:33.981886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e0f32-fdb2-4103-890b-8bd220599253 req-24266565-2b9f-49eb-a222-f6ebfab4d1ea tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:33.984182 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ff7e0f32-fdb2-4103-890b-8bd220599253 req-24266565-2b9f-49eb-a222-f6ebfab4d1ea tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.18 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 946 time: 0.0786583 Nov 09 18:15:34.053711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f2cf0aa0-0d74-44cd-846e-69609b60d7cf triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:34.054173 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.093138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Attempting to bind port d912f665-921a-4b26-a738-bb526a00b8a9 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:34.093805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Attempting to bind port d912f665-921a-4b26-a738-bb526a00b8a9 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:34.094175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Attempting to bind port d912f665-921a-4b26-a738-bb526a00b8a9 on network b4000a43-5433-478d-82b8-b57a4f0b33c5 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:34.108107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:34.108541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Checking segment: {'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:34.108965 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.109366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Bound using segment: {'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:34.109906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Bound port: d912f665-921a-4b26-a738-bb526a00b8a9, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:34.110299 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.111490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-ff7e0f32-fdb2-4103-890b-8bd220599253 req-eeda81bf-9352-47b4-b1e6-f31eb6a49f9a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Deleting port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:34.111931 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ff7e0f32-fdb2-4103-890b-8bd220599253 req-eeda81bf-9352-47b4-b1e6-f31eb6a49f9a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.222572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-ff7e0f32-fdb2-4103-890b-8bd220599253 req-eeda81bf-9352-47b4-b1e6-f31eb6a49f9a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] For port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30,segment=NetworkSegment(f7176b14-839b-4f11-8286-3f51d1450f53),segment_id=f7176b14-839b-4f11-8286-3f51d1450f53)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:34.223424 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ff7e0f32-fdb2-4103-890b-8bd220599253 req-eeda81bf-9352-47b4-b1e6-f31eb6a49f9a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.233082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] For port d912f665-921a-4b26-a738-bb526a00b8a9, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:34.242549 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-ff7e0f32-fdb2-4103-890b-8bd220599253 req-eeda81bf-9352-47b4-b1e6-f31eb6a49f9a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Calling delete_port for eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:34.246495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] For port d912f665-921a-4b26-a738-bb526a00b8a9, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d912f665-921a-4b26-a738-bb526a00b8a9,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:34.251898 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.327968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-be54c393-7a46-41ba-bdce-6ab64d6da4ef None None] Provisioning complete for port d912f665-921a-4b26-a738-bb526a00b8a9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:34.328268 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be54c393-7a46-41ba-bdce-6ab64d6da4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.353852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19db27-b31a-44f9-8f0b-7ca7a7a216c1 None None] Pushing event updated for resources: {'Port': ['ID=d912f665-921a-4b26-a738-bb526a00b8a9,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:34.357281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Routers {'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:34.357909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:15:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:34.415358 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ff7e0f32-fdb2-4103-890b-8bd220599253 req-eeda81bf-9352-47b4-b1e6-f31eb6a49f9a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.431047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:15:34.452106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda81bf-9352-47b4-b1e6-f31eb6a49f9a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Pushing event deleted for resources: {'Port': ['ID=eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:34.497660 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7e0f32-fdb2-4103-890b-8bd220599253 req-eeda81bf-9352-47b4-b1e6-f31eb6a49f9a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] No DVR routers for this DVR port eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:15:34.500536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-ff7e0f32-fdb2-4103-890b-8bd220599253 req-eeda81bf-9352-47b4-b1e6-f31eb6a49f9a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.504421 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ff7e0f32-fdb2-4103-890b-8bd220599253 req-eeda81bf-9352-47b4-b1e6-f31eb6a49f9a tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.18 "DELETE /v2.0/ports/eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 HTTP/1.1" status: 204 len: 173 time: 0.5096779 Nov 09 18:15:34.504970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc3b185-b1ed-4592-9c0b-47fcae015f76', 'name': 'network-vif-deleted', 'tag': 'eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:34.507424 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f190fbef-bb6d-4375-bfe2-bcd556aa9335" -d '{"events": [{"server_uuid": "0fc3b185-b1ed-4592-9c0b-47fcae015f76", "name": "network-vif-deleted", "tag": "eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:34.579203 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63db27d7-f693-421f-bb47-577ac72d1f7e x-openstack-request-id: req-63db27d7-f693-421f-bb47-577ac72d1f7e {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:34.579662 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc3b185-b1ed-4592-9c0b-47fcae015f76", "name": "network-vif-deleted", "tag": "eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:34.579974 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63db27d7-f693-421f-bb47-577ac72d1f7e {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:34.580439 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc3b185-b1ed-4592-9c0b-47fcae015f76', 'name': 'network-vif-deleted', 'tag': 'eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30', 'status': 'completed', 'code': 200} Nov 09 18:15:34.639643 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4bd549ae-587d-4553-964e-030a64995911 req-108471d6-484c-468e-91a1-65d97eab79f4 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 210 time: 0.0357745 Nov 09 18:15:34.708345 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] Set router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:34.710672 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be54c393-7a46-41ba-bdce-6ab64d6da4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.794417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3de0a6a9-b696-4901-af66-d533f3f115fd tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:34.796031 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3de0a6a9-b696-4901-af66-d533f3f115fd tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.18 "GET /v2.0/networks?id=b4000a43-5433-478d-82b8-b57a4f0b33c5 HTTP/1.1" status: 200 len: 797 time: 0.1170609 Nov 09 18:15:34.815194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-be54c393-7a46-41ba-bdce-6ab64d6da4ef None None] For port d912f665-921a-4b26-a738-bb526a00b8a9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d912f665-921a-4b26-a738-bb526a00b8a9,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:34.828883 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be54c393-7a46-41ba-bdce-6ab64d6da4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.845004 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-29ae00c0-0cf3-4f18-b798-dc03e3d8cb06 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 380 time: 0.0386806 Nov 09 18:15:34.860350 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3fcfead9-c2b9-4b90-8ec3-f582719bc5be tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'port': {'device_id': '33880416-bd26-4783-a7b7-7ae431350510', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'admin_state_up': True, 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'security_groups': ['6460e952-dc81-4df2-bfbc-4e4212703c08']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:34.922150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54c393-7a46-41ba-bdce-6ab64d6da4ef None None] Pushing event updated for resources: {'Port': ['ID=d912f665-921a-4b26-a738-bb526a00b8a9,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:34.985984 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-78b129e4-48ef-4c22-bd11-0d2c4fe72154 None None] Provisioning complete for port d912f665-921a-4b26-a738-bb526a00b8a9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:34.986358 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-78b129e4-48ef-4c22-bd11-0d2c4fe72154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.999460 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3fcfead9-c2b9-4b90-8ec3-f582719bc5be tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Made reservation on behalf of 9285a9a6b01f49df82a08612ddfa882f for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:35.005196 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3fcfead9-c2b9-4b90-8ec3-f582719bc5be tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.047311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:31Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'd912f665-921a-4b26-a738-bb526a00b8a9', 'name': '', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:4b:f4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:31Z', 'updated_at': '2021-11-09T18:15:34Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:35.078817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacfb217-c9e2-45cc-b673-5209aa15121e None None] The sync data for ids ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'] in n-d-817236-1 is: [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:31Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'd912f665-921a-4b26-a738-bb526a00b8a9', 'name': '', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:4b:f4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:31Z', 'updated_at': '2021-11-09T18:15:34Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:15:35.106545 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:15:35.129593 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb4b6845-dad7-484e-8fa2-fe65da466e7b req-0c6128fc-a82f-48b7-8b2f-a6477c9c8344 tempest-ServerRescueTestJSON-1232163892 tempest-ServerRescueTestJSON-1232163892-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fc3b185-b1ed-4592-9c0b-47fcae015f76 HTTP/1.1" status: 200 len: 210 time: 0.0462043 Nov 09 18:15:35.200249 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3fcfead9-c2b9-4b90-8ec3-f582719bc5be tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.20.0.6 (b4000a43-5433-478d-82b8-b57a4f0b33c5/d75a2178-1c86-4c07-ace8-251f5c894e7f/2dbfa361-2646-46d4-847b-0a4860828d01) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:35.350811 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3fcfead9-c2b9-4b90-8ec3-f582719bc5be tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.388820 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3fcfead9-c2b9-4b90-8ec3-f582719bc5be tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.440483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3fcfead9-c2b9-4b90-8ec3-f582719bc5be tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network b4000a43-5433-478d-82b8-b57a4f0b33c5 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:35.444350 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3fcfead9-c2b9-4b90-8ec3-f582719bc5be tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:35.448076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3fcfead9-c2b9-4b90-8ec3-f582719bc5be tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:35.478787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfead9-c2b9-4b90-8ec3-f582719bc5be tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=2dbfa361-2646-46d4-847b-0a4860828d01,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:35.509692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3fcfead9-c2b9-4b90-8ec3-f582719bc5be tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:35.510378 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3fcfead9-c2b9-4b90-8ec3-f582719bc5be tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.529338 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3fcfead9-c2b9-4b90-8ec3-f582719bc5be tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6730351 Nov 09 18:15:35.542489 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Request body: {'port': {'device_id': '33880416-bd26-4783-a7b7-7ae431350510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:35.614627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d912f665-921a-4b26-a738-bb526a00b8a9 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:35.625855 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.696043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d912f665-921a-4b26-a738-bb526a00b8a9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:35.696473 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.778633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e309c148-332c-4cc8-a839-0c0a3a916234 None None] Provisioning complete for port 2dbfa361-2646-46d4-847b-0a4860828d01 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:35.779073 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e309c148-332c-4cc8-a839-0c0a3a916234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.844795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e309c148-332c-4cc8-a839-0c0a3a916234 None None] Port 2dbfa361-2646-46d4-847b-0a4860828d01 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:35.914607 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee700ff-6841-46ab-a32e-ef44db3a265e req-0497d19f-ee8f-4ce6-a9b7-49a5980f0dfa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:35.916207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fee700ff-6841-46ab-a32e-ef44db3a265e req-0497d19f-ee8f-4ce6-a9b7-49a5980f0dfa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 931 time: 0.1229317 Nov 09 18:15:35.987240 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fee700ff-6841-46ab-a32e-ef44db3a265e req-9f0c2482-e007-4906-9ed2-a07bd5443ec1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637498 Nov 09 18:15:36.051673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbfa361-2646-46d4-847b-0a4860828d01 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:15:36.061248 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.076870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Transition to ACTIVE for port object 2dbfa361-2646-46d4-847b-0a4860828d01 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:15:36.081094 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.153253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbfa361-2646-46d4-847b-0a4860828d01,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:36.204706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44332) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:36.236762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Attempting to bind port 2dbfa361-2646-46d4-847b-0a4860828d01 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:36.237103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Attempting to bind port 2dbfa361-2646-46d4-847b-0a4860828d01 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:36.237434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Attempting to bind port 2dbfa361-2646-46d4-847b-0a4860828d01 on network b4000a43-5433-478d-82b8-b57a4f0b33c5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:36.242452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Port 2dbfa361-2646-46d4-847b-0a4860828d01 on network b4000a43-5433-478d-82b8-b57a4f0b33c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:15:36.242769 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Attempting to bind port 2dbfa361-2646-46d4-847b-0a4860828d01 on network b4000a43-5433-478d-82b8-b57a4f0b33c5 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:36.248322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:36.248659 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Checking segment: {'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:36.249047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Bound using segment: {'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:36.249483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Bound port: 2dbfa361-2646-46d4-847b-0a4860828d01, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:36.249841 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.338243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] For port 2dbfa361-2646-46d4-847b-0a4860828d01, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:36.342248 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] For port 2dbfa361-2646-46d4-847b-0a4860828d01, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2dbfa361-2646-46d4-847b-0a4860828d01,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:36.349059 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.389337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:36.390232 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.391719 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] 10.222.0.18 "PUT /v2.0/ports/2dbfa361-2646-46d4-847b-0a4860828d01 HTTP/1.1" status: 200 len: 1091 time: 0.8536570 Nov 09 18:15:36.427493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1739c-068c-44e2-b499-dd164f8b0c53 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbfa361-2646-46d4-847b-0a4860828d01,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:36.493156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3030ce38-3cf8-47be-b6e4-051a6b2e5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:36.494701 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-3030ce38-3cf8-47be-b6e4-051a6b2e5c04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1094 time: 0.0532308 Nov 09 18:15:36.550638 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-9dbebecb-ebd8-47de-9190-86f5fd335f08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dbfa361-2646-46d4-847b-0a4860828d01 HTTP/1.1" status: 200 len: 217 time: 0.0452406 Nov 09 18:15:36.586401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:36.589213 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44329a0d-e89f-4ad0-adb8-f9dc0ebd04dc" -d '{"events": [{"name": "network-changed", "server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:36.611803 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-e7252a4d-eca6-46fe-9b94-2a77aa9be62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:36.614302 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-e7252a4d-eca6-46fe-9b94-2a77aa9be62a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d75a2178-1c86-4c07-ace8-251f5c894e7f HTTP/1.1" status: 200 len: 834 time: 0.0555148 Nov 09 18:15:36.650197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2858775d-a2a8-425f-866a-b68893ae60e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.653312 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d35470a-2d82-4f22-a56d-bda3112d1777 x-openstack-request-id: req-5d35470a-2d82-4f22-a56d-bda3112d1777 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:36.653605 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:36.653851 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d35470a-2d82-4f22-a56d-bda3112d1777 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:36.654234 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01', 'status': 'completed', 'code': 200} Nov 09 18:15:36.670788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-b512a30a-cc6e-4a7d-86e9-897e3e2a6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:36.672253 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-b512a30a-cc6e-4a7d-86e9-897e3e2a6cd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4000a43-5433-478d-82b8-b57a4f0b33c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509365 Nov 09 18:15:36.770629 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-0cc77019-5ff0-41c3-a561-d232f07485fd service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904460 Nov 09 18:15:36.861849 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-060c3d3b-8583-49ef-9ccb-b7e1933f67db req-39c9e9a8-a768-4372-8134-b2a32bc512d6 service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844748 Nov 09 18:15:36.904180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2858775d-a2a8-425f-866a-b68893ae60e2 admin admin] Deleting port 97813199-8f31-49cc-a080-8495c358aff2 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:36.904400 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2858775d-a2a8-425f-866a-b68893ae60e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.952005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44329a0d-e89f-4ad0-adb8-f9dc0ebd04dc req-dd1dbd11-6d57-4c6d-bc8b-41037f0e2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:36.953556 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44329a0d-e89f-4ad0-adb8-f9dc0ebd04dc req-dd1dbd11-6d57-4c6d-bc8b-41037f0e2638 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1094 time: 0.0486939 Nov 09 18:15:36.988736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-2858775d-a2a8-425f-866a-b68893ae60e2 admin admin] For port 97813199-8f31-49cc-a080-8495c358aff2, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=97813199-8f31-49cc-a080-8495c358aff2,segment=NetworkSegment(f7176b14-839b-4f11-8286-3f51d1450f53),segment_id=f7176b14-839b-4f11-8286-3f51d1450f53)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:36.989108 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2858775d-a2a8-425f-866a-b68893ae60e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.002667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2858775d-a2a8-425f-866a-b68893ae60e2 admin admin] Calling delete_port for 97813199-8f31-49cc-a080-8495c358aff2 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:37.047138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44329a0d-e89f-4ad0-adb8-f9dc0ebd04dc req-777c59ef-15af-4e2a-b292-34a9cd2ed90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:37.048866 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44329a0d-e89f-4ad0-adb8-f9dc0ebd04dc req-777c59ef-15af-4e2a-b292-34a9cd2ed90d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4000a43-5433-478d-82b8-b57a4f0b33c5 HTTP/1.1" status: 200 len: 898 time: 0.0883446 Nov 09 18:15:37.092330 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44329a0d-e89f-4ad0-adb8-f9dc0ebd04dc req-506a561b-ae9c-4c2c-af64-c68febbebcba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dbfa361-2646-46d4-847b-0a4860828d01 HTTP/1.1" status: 200 len: 217 time: 0.0363123 Nov 09 18:15:37.150903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44329a0d-e89f-4ad0-adb8-f9dc0ebd04dc req-5d88adee-e9a6-448e-8435-c02daf16de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:37.152644 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44329a0d-e89f-4ad0-adb8-f9dc0ebd04dc req-5d88adee-e9a6-448e-8435-c02daf16de33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d75a2178-1c86-4c07-ace8-251f5c894e7f HTTP/1.1" status: 200 len: 834 time: 0.0518243 Nov 09 18:15:37.174569 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096d84f-8edb-4d56-b4be-5061a4e47510 req-e7992d5c-879a-4106-a0ae-debef13a5792 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:37.176096 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7096d84f-8edb-4d56-b4be-5061a4e47510 req-e7992d5c-879a-4106-a0ae-debef13a5792 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 943 time: 0.1079154 Nov 09 18:15:37.200128 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44329a0d-e89f-4ad0-adb8-f9dc0ebd04dc req-06c158a6-d00f-4ff3-b120-0d1b38577ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:37.201645 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44329a0d-e89f-4ad0-adb8-f9dc0ebd04dc req-06c158a6-d00f-4ff3-b120-0d1b38577ad4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4000a43-5433-478d-82b8-b57a4f0b33c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414498 Nov 09 18:15:37.256972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7096d84f-8edb-4d56-b4be-5061a4e47510 req-1dd20622-0945-4f67-8d1e-3d1793a71595 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680878 Nov 09 18:15:37.262579 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2858775d-a2a8-425f-866a-b68893ae60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.294743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858775d-a2a8-425f-866a-b68893ae60e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=97813199-8f31-49cc-a080-8495c358aff2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:37.297884 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44329a0d-e89f-4ad0-adb8-f9dc0ebd04dc req-b12a5285-a673-4c18-9803-28541325bf1e service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875278 Nov 09 18:15:37.393519 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44329a0d-e89f-4ad0-adb8-f9dc0ebd04dc req-57884d51-5e3f-4b89-98f8-1750205d3fd0 service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892341 Nov 09 18:15:37.466377 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2858775d-a2a8-425f-866a-b68893ae60e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.691891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2858775d-a2a8-425f-866a-b68893ae60e2 admin admin] Router 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:15:37.796928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2858775d-a2a8-425f-866a-b68893ae60e2 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:37.802319 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2858775d-a2a8-425f-866a-b68893ae60e2 admin admin] 10.222.0.81 "PUT /v2.0/routers/11ecaeb4-9ed7-4e5e-a359-dd2b853fd420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5965807 Nov 09 18:15:37.804888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44338) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:37.805646 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23282b78-fbf9-4741-889d-8c38ae514034 None None] Sync routers for ids ['11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:37.814778 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23282b78-fbf9-4741-889d-8c38ae514034 None None] Routers {'11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:37.815423 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-23282b78-fbf9-4741-889d-8c38ae514034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:15:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:37.917886 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.017806 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-23282b78-fbf9-4741-889d-8c38ae514034 None None] Set router 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:38.027103 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.084277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Deleting port caf42fa0-b2ee-4610-9570-2285c92c64cf {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:38.084522 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.206758 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-23282b78-fbf9-4741-889d-8c38ae514034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'name': 'tempest-ServerRescueTestJSON-1861858189-router', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:46Z', 'updated_at': '2021-11-09T18:15:37Z', 'revision_number': 5, 'project_id': 'bb61cc8670964df8a002758e2259ebf6', 'gw_port': {'id': 'caf42fa0-b2ee-4610-9570-2285c92c64cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:47Z', 'updated_at': '2021-11-09T18:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:38.237603 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23282b78-fbf9-4741-889d-8c38ae514034 None None] Checking router: 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:15:38.247092 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23282b78-fbf9-4741-889d-8c38ae514034 None None] Routers {'11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:38.247739 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-23282b78-fbf9-4741-889d-8c38ae514034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:15:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:38.338644 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-23282b78-fbf9-4741-889d-8c38ae514034 None None] Set router 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:38.391043 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752480-ec4b-4f7b-b16c-739fa2402f8d req-0c713eda-4018-460c-89d9-1149f2bb2c9f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:38.392829 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17752480-ec4b-4f7b-b16c-739fa2402f8d req-0c713eda-4018-460c-89d9-1149f2bb2c9f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 943 time: 0.0538139 Nov 09 18:15:38.393106 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-23282b78-fbf9-4741-889d-8c38ae514034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'name': 'tempest-ServerRescueTestJSON-1861858189-router', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:46Z', 'updated_at': '2021-11-09T18:15:38Z', 'revision_number': 6, 'project_id': 'bb61cc8670964df8a002758e2259ebf6', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:38.424143 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23282b78-fbf9-4741-889d-8c38ae514034 None None] The sync data for ids ['11ecaeb4-9ed7-4e5e-a359-dd2b853fd420'] in n-d-817236-1 is: [{'id': '11ecaeb4-9ed7-4e5e-a359-dd2b853fd420', 'name': 'tempest-ServerRescueTestJSON-1861858189-router', 'tenant_id': 'bb61cc8670964df8a002758e2259ebf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:46Z', 'updated_at': '2021-11-09T18:15:38Z', 'revision_number': 6, 'project_id': 'bb61cc8670964df8a002758e2259ebf6', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:15:38.437894 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17752480-ec4b-4f7b-b16c-739fa2402f8d req-f914452a-07fe-430c-8ccb-dacb29511015 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375643 Nov 09 18:15:38.467651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] For port caf42fa0-b2ee-4610-9570-2285c92c64cf, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=caf42fa0-b2ee-4610-9570-2285c92c64cf,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:38.468117 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.481028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Calling delete_port for caf42fa0-b2ee-4610-9570-2285c92c64cf owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:38.653303 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.681808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf42fa0-b2ee-4610-9570-2285c92c64cf,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:38.742618 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.839897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.842399 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.887685 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.888248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:15:38.892914 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.894076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-560d0a5b-1d16-4c20-b0cb-90b60fa93b01 admin admin] 10.222.0.81 "DELETE /v2.0/routers/11ecaeb4-9ed7-4e5e-a359-dd2b853fd420 HTTP/1.1" status: 204 len: 168 time: 1.0881119 Nov 09 18:15:38.896599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44342) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:38.944985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcd2a2e-8e52-4c01-a959-5d7bbd4294d5 admin admin] Deleting subnet 6a4fde1f-98d6-4085-a5e5-abaecd8a32b6 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:15:38.948097 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2dcd2a2e-8e52-4c01-a959-5d7bbd4294d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.982159 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2dcd2a2e-8e52-4c01-a959-5d7bbd4294d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.022299 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2dcd2a2e-8e52-4c01-a959-5d7bbd4294d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.075838 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2dcd2a2e-8e52-4c01-a959-5d7bbd4294d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.109737 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2dcd2a2e-8e52-4c01-a959-5d7bbd4294d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.113089 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2dcd2a2e-8e52-4c01-a959-5d7bbd4294d5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6a4fde1f-98d6-4085-a5e5-abaecd8a32b6 HTTP/1.1" status: 204 len: 168 time: 0.2154522 Nov 09 18:15:39.114464 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd2a2e-8e52-4c01-a959-5d7bbd4294d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4fde1f-98d6-4085-a5e5-abaecd8a32b6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:39.115805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44344) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:39.190377 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-192ccf38-faf9-4d52-8994-d4d91ce44d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.272139 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-192ccf38-faf9-4d52-8994-d4d91ce44d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.292683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-192ccf38-faf9-4d52-8994-d4d91ce44d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad4cea6-5d25-4157-a9c1-c1d460b001c8']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:39.302974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-192ccf38-faf9-4d52-8994-d4d91ce44d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7176b14-839b-4f11-8286-3f51d1450f53') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:39.303311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-192ccf38-faf9-4d52-8994-d4d91ce44d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7176b14-839b-4f11-8286-3f51d1450f53') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:39.319611 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-192ccf38-faf9-4d52-8994-d4d91ce44d4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.333612 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-192ccf38-faf9-4d52-8994-d4d91ce44d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.339469 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192ccf38-faf9-4d52-8994-d4d91ce44d4e admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:15:39.339857 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-192ccf38-faf9-4d52-8994-d4d91ce44d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:15:39.341511 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:15:39.368738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2dbfa361-2646-46d4-847b-0a4860828d01 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:15:39.374910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:39.400198 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-192ccf38-faf9-4d52-8994-d4d91ce44d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.400867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:15:39.400867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device eaaf2dd1-57c7-44b6-b2ee-1edb1d396e30 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:39.416983 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-192ccf38-faf9-4d52-8994-d4d91ce44d4e admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.420278 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-192ccf38-faf9-4d52-8994-d4d91ce44d4e admin admin] 10.222.0.81 "DELETE /v2.0/networks/2ad4cea6-5d25-4157-a9c1-c1d460b001c8 HTTP/1.1" status: 204 len: 168 time: 0.3031223 Nov 09 18:15:39.421661 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ccf38-faf9-4d52-8994-d4d91ce44d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad4cea6-5d25-4157-a9c1-c1d460b001c8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:39.516018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2dbfa361-2646-46d4-847b-0a4860828d01, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2dbfa361-2646-46d4-847b-0a4860828d01,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:39.533372 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '2dbfa361-2646-46d4-847b-0a4860828d01', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'port_id': '2dbfa361-2646-46d4-847b-0a4860828d01', 'mac_address': 'fa:16:3e:17:9d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:15:39.573862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device caf42fa0-b2ee-4610-9570-2285c92c64cf no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:39.589838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a601e67-24a6-41c6-b531-26f94e6c5706 req-1e16c9f5-3d26-4fff-a2c9-2dfc54a4d731 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:39.591628 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a601e67-24a6-41c6-b531-26f94e6c5706 req-1e16c9f5-3d26-4fff-a2c9-2dfc54a4d731 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 943 time: 0.0574086 Nov 09 18:15:39.608019 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.609729 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: caf42fa0-b2ee-4610-9570-2285c92c64cf {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:15:39.610049 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device caf42fa0-b2ee-4610-9570-2285c92c64cf not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:39.610459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 97813199-8f31-49cc-a080-8495c358aff2 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:39.639374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 97813199-8f31-49cc-a080-8495c358aff2 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:15:39.639728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 97813199-8f31-49cc-a080-8495c358aff2 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:39.640170 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a601e67-24a6-41c6-b531-26f94e6c5706 req-10372331-0d0b-4480-8601-58ed2900f23d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425730 Nov 09 18:15:39.645255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbfa361-2646-46d4-847b-0a4860828d01 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:15:39.651033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44350) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:39.670547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2dbfa361-2646-46d4-847b-0a4860828d01, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2dbfa361-2646-46d4-847b-0a4860828d01,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:39.675566 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.699785 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b23914f5-9efc-457b-b4e5-1f5a0977a4e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bb61cc8670964df8a002758e2259ebf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473688 Nov 09 18:15:39.702297 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44352) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:39.731245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2dbfa361-2646-46d4-847b-0a4860828d01,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:39.753947 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2519f8c-04d8-4c03-8d60-2e9d2bba3826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.774901 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2519f8c-04d8-4c03-8d60-2e9d2bba3826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.824609 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2519f8c-04d8-4c03-8d60-2e9d2bba3826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.827535 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2519f8c-04d8-4c03-8d60-2e9d2bba3826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.828677 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e2519f8c-04d8-4c03-8d60-2e9d2bba3826 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/13066992-2f9a-4b9e-b711-0cb7d1a730e4 HTTP/1.1" status: 204 len: 168 time: 0.1251879 Nov 09 18:15:39.836165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2519f8c-04d8-4c03-8d60-2e9d2bba3826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13066992-2f9a-4b9e-b711-0cb7d1a730e4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:40.001134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2dbfa361-2646-46d4-847b-0a4860828d01'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:15:40.686782 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5f15315e-0abb-4ee4-aeda-3564a6ad05f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:40.765103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea128b63-f5ad-4990-9c29-5f3184d14918 req-669f3cf5-3c0d-49d8-944b-47861862ce63 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:40.767689 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea128b63-f5ad-4990-9c29-5f3184d14918 req-669f3cf5-3c0d-49d8-944b-47861862ce63 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 944 time: 0.0557191 Nov 09 18:15:40.808024 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ea128b63-f5ad-4990-9c29-5f3184d14918 req-cae9ed95-6923-4b49-8fe3-d38294e963c6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349190 Nov 09 18:15:41.366200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2dbfa361-2646-46d4-847b-0a4860828d01 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:41.418060 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 2dbfa361-2646-46d4-847b-0a4860828d01 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:15:41.421890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 2dbfa361-2646-46d4-847b-0a4860828d01 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:41.422269 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:41.502526 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:41.527450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:41.529888 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7430e861-de26-4f80-b13e-cc2838a382e2" -d '{"events": [{"server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "name": "network-vif-plugged", "status": "completed", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:41.543158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2dbfa361-2646-46d4-847b-0a4860828d01, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2dbfa361-2646-46d4-847b-0a4860828d01,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:41.551838 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:41.576738 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ae1b41-e8bc-4754-8259-28e122cff90a x-openstack-request-id: req-f6ae1b41-e8bc-4754-8259-28e122cff90a {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:41.577124 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "name": "network-vif-plugged", "status": "completed", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:41.577433 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6ae1b41-e8bc-4754-8259-28e122cff90a {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:41.577894 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01', 'code': 200} Nov 09 18:15:41.607455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2dbfa361-2646-46d4-847b-0a4860828d01,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:41.672994 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c2d82-1467-4889-aaa8-5ddc9dd39f24 req-57787bef-faa8-42cc-8354-c8731b78c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:41.674654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-127c2d82-1467-4889-aaa8-5ddc9dd39f24 req-57787bef-faa8-42cc-8354-c8731b78c59d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1096 time: 0.0440762 Nov 09 18:15:41.711073 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-127c2d82-1467-4889-aaa8-5ddc9dd39f24 req-19622b63-2ddb-420c-a496-e0250589d21c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286286 Nov 09 18:15:41.936254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac5248-b8a2-4ae3-aac9-4a8d466119b8 req-352d2022-1465-47a3-a7e8-09378f9e5e45 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:41.937726 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d3ac5248-b8a2-4ae3-aac9-4a8d466119b8 req-352d2022-1465-47a3-a7e8-09378f9e5e45 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0546398 Nov 09 18:15:41.976731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44410) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:41.977271 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d3ac5248-b8a2-4ae3-aac9-4a8d466119b8 req-aa2a2bb8-c376-4d96-843d-9dbadc02af6b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328794 Nov 09 18:15:42.091847 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc81c-9d02-4f0c-837f-c0a43f2ab0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.178114 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc81c-9d02-4f0c-837f-c0a43f2ab0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.181895 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc81c-9d02-4f0c-837f-c0a43f2ab0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.220123 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0f2bc81c-9d02-4f0c-837f-c0a43f2ab0e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4bf0a57fcf8e4950944c0a5e42ded79d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415421 Nov 09 18:15:42.221243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bc81c-9d02-4f0c-837f-c0a43f2ab0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252dc5f5-29ac-42c3-bc6d-e1e37f06d991,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:42.222835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44414) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:42.272988 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3c26c470-f310-4b94-8cbf-97d226bf0d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.293993 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3c26c470-f310-4b94-8cbf-97d226bf0d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.341911 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3c26c470-f310-4b94-8cbf-97d226bf0d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.344650 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3c26c470-f310-4b94-8cbf-97d226bf0d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.345816 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3c26c470-f310-4b94-8cbf-97d226bf0d0a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/252dc5f5-29ac-42c3-bc6d-e1e37f06d991 HTTP/1.1" status: 204 len: 168 time: 0.1219022 Nov 09 18:15:42.354266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26c470-f310-4b94-8cbf-97d226bf0d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252dc5f5-29ac-42c3-bc6d-e1e37f06d991,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:42.608404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44420) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:42.622425 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c902c616-914d-42fd-9457-145095269379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.700710 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c902c616-914d-42fd-9457-145095269379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.704645 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c902c616-914d-42fd-9457-145095269379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.741565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902c616-914d-42fd-9457-145095269379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336acfd4-dd86-482b-b4fa-816db1c2a11c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:42.745783 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c902c616-914d-42fd-9457-145095269379 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b4d7d88952b34bb790b506096572d8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363249 Nov 09 18:15:42.748453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44422) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:42.798593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c06ccbe-0daa-4fd7-b8b3-f19f02a7a5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.820051 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c06ccbe-0daa-4fd7-b8b3-f19f02a7a5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.866953 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c06ccbe-0daa-4fd7-b8b3-f19f02a7a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.869611 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9c06ccbe-0daa-4fd7-b8b3-f19f02a7a5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.870833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9c06ccbe-0daa-4fd7-b8b3-f19f02a7a5ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/336acfd4-dd86-482b-b4fa-816db1c2a11c HTTP/1.1" status: 204 len: 168 time: 0.1214561 Nov 09 18:15:42.879004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06ccbe-0daa-4fd7-b8b3-f19f02a7a5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336acfd4-dd86-482b-b4fa-816db1c2a11c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:43.105957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7ec82-467f-4c5e-b08f-515801146c72 req-0cbb5906-10d6-4546-90d3-658698b8d811 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:43.107966 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eff7ec82-467f-4c5e-b08f-515801146c72 req-0cbb5906-10d6-4546-90d3-658698b8d811 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0555081 Nov 09 18:15:43.152796 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eff7ec82-467f-4c5e-b08f-515801146c72 req-3e913c99-d24c-448c-8c9f-59c75438a5ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380826 Nov 09 18:15:43.668949 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed43a-b786-4cf0-9e90-bcaa378b886c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.277229 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c99848-e003-4a30-8649-1c2300d136ef req-898663b3-53e8-4d78-adc0-2ae649877ae1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:44.278764 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a6c99848-e003-4a30-8649-1c2300d136ef req-898663b3-53e8-4d78-adc0-2ae649877ae1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0556645 Nov 09 18:15:44.325863 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a6c99848-e003-4a30-8649-1c2300d136ef req-59429d4b-1cd0-491c-a24b-05d0b7b2e88c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409260 Nov 09 18:15:44.448615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7072807-87c2-4808-a202-9bc036987959 req-93a79707-691d-4a8d-a99a-b11a068b5aff tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:44.450479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7072807-87c2-4808-a202-9bc036987959 req-93a79707-691d-4a8d-a99a-b11a068b5aff tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0541806 Nov 09 18:15:44.478513 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.499614 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7072807-87c2-4808-a202-9bc036987959 req-54a18c02-e223-4ab8-b25c-e9c4654117ac tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393744 Nov 09 18:15:44.521960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44482) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:44.569877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a6abf-9acd-4757-84ac-656ba7852d30 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:44.571477 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-386a6abf-9acd-4757-84ac-656ba7852d30 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1091 time: 0.0484624 Nov 09 18:15:44.574416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44486) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:44.578987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '2dbfa361-2646-46d4-847b-0a4860828d01', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:44.602004 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.704917 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.819393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.25.1.188 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/09daec08-ea2d-4332-aa2c-c2a0de0d1da3) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:44.868662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44494) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:44.929272 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.963617 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.980825 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2ca14864-8ac8-4f87-bfda-7bbda1becc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.002633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:45.005575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:45.009655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:45.047152 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=09daec08-ea2d-4332-aa2c-c2a0de0d1da3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:45.086048 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2ca14864-8ac8-4f87-bfda-7bbda1becc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.090796 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2ca14864-8ac8-4f87-bfda-7bbda1becc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.128608 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca14864-8ac8-4f87-bfda-7bbda1becc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e2ccbd-8890-4eca-ba4e-2bf2b6522366,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:45.133278 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2ca14864-8ac8-4f87-bfda-7bbda1becc05 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=54f89069c72d43c5a14ffe2cc2b1c15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635212 Nov 09 18:15:45.135894 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44498) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:45.186045 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e5214f5-4266-4c72-85b8-f48badc29963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.208830 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e5214f5-4266-4c72-85b8-f48badc29963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.256807 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e5214f5-4266-4c72-85b8-f48badc29963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.259697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3e5214f5-4266-4c72-85b8-f48badc29963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.260871 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3e5214f5-4266-4c72-85b8-f48badc29963 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/11e2ccbd-8890-4eca-ba4e-2bf2b6522366 HTTP/1.1" status: 204 len: 168 time: 0.1240776 Nov 09 18:15:45.268718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5214f5-4266-4c72-85b8-f48badc29963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e2ccbd-8890-4eca-ba4e-2bf2b6522366,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:45.387980 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.456225 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.472772 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.537453 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44504) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:45.552559 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0821c37c-cca9-4d3d-8d53-cf5d26ddc9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.623072 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.628399 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.633403 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0821c37c-cca9-4d3d-8d53-cf5d26ddc9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.638585 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0821c37c-cca9-4d3d-8d53-cf5d26ddc9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.682532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0821c37c-cca9-4d3d-8d53-cf5d26ddc9c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d176ffce6e784e30a741ba1fb4dbc6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438341 Nov 09 18:15:45.685159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44506) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:45.691163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821c37c-cca9-4d3d-8d53-cf5d26ddc9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58712ba-5ece-4832-bc80-0ca0fb083fe7,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:45.705975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=09daec08-ea2d-4332-aa2c-c2a0de0d1da3,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:45.712466 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.743041 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b0a633ee-0e8f-405b-b81e-cb5e399b0eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.765238 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b0a633ee-0e8f-405b-b81e-cb5e399b0eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.812440 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b0a633ee-0e8f-405b-b81e-cb5e399b0eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.815199 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b0a633ee-0e8f-405b-b81e-cb5e399b0eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.815356 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Floating IP 76265c21-0fdd-4790-947a-2a2783c4a859 associated. External IP: 172.25.1.188, port: 2dbfa361-2646-46d4-847b-0a4860828d01. Nov 09 18:15:45.817329 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b0a633ee-0e8f-405b-b81e-cb5e399b0eac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d58712ba-5ece-4832-bc80-0ca0fb083fe7 HTTP/1.1" status: 204 len: 168 time: 0.1305673 Nov 09 18:15:45.826483 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a633ee-0e8f-405b-b81e-cb5e399b0eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58712ba-5ece-4832-bc80-0ca0fb083fe7,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:46.037576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:15:46.164424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:46.175642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a8dc7a-2e16-4718-b031-2b1a15be0de9 None None] Sync routers for ids ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:46.183828 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:46.188388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8dc7a-2e16-4718-b031-2b1a15be0de9 None None] Routers {'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:46.188388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-34a8dc7a-2e16-4718-b031-2b1a15be0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:15:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:46.213138 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e680f360-2f3d-47dc-8828-7dc3638e00f3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6376505 Nov 09 18:15:46.213733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:46.216043 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70eb79b-64c4-417b-9353-ba374b22806e" -d '{"events": [{"name": "network-changed", "server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:46.265943 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4b787f-22ad-4747-b269-e1b64e0bb06c x-openstack-request-id: req-2f4b787f-22ad-4747-b269-e1b64e0bb06c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:46.266166 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:46.266426 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f4b787f-22ad-4747-b269-e1b64e0bb06c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:46.266839 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01', 'status': 'completed', 'code': 200} Nov 09 18:15:46.327328 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-34a8dc7a-2e16-4718-b031-2b1a15be0de9 None None] Set router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:46.362897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eb79b-64c4-417b-9353-ba374b22806e req-856e23b9-5f21-4764-ac9d-cc00b6f0ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:46.365173 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d70eb79b-64c4-417b-9353-ba374b22806e req-856e23b9-5f21-4764-ac9d-cc00b6f0ae1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1096 time: 0.0685599 Nov 09 18:15:46.375054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180cef1-90b5-4fad-b84b-8b7486e3842d req-4422f38d-7aab-47b4-9bec-e6bb5241ef5f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:46.375486 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1180cef1-90b5-4fad-b84b-8b7486e3842d req-4422f38d-7aab-47b4-9bec-e6bb5241ef5f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0884800 Nov 09 18:15:46.467028 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1180cef1-90b5-4fad-b84b-8b7486e3842d req-f4f879bc-9d13-4a68-9c65-1dc7ace5acc2 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813425 Nov 09 18:15:46.499135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eb79b-64c4-417b-9353-ba374b22806e req-8fd1cfd1-6c74-40a9-804e-c62248acf648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:46.499980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44530) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:46.501697 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d70eb79b-64c4-417b-9353-ba374b22806e req-8fd1cfd1-6c74-40a9-804e-c62248acf648 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4000a43-5433-478d-82b8-b57a4f0b33c5 HTTP/1.1" status: 200 len: 898 time: 0.1252325 Nov 09 18:15:46.580454 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d70eb79b-64c4-417b-9353-ba374b22806e req-f23ff440-427a-4b63-96c5-82aead14672c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dbfa361-2646-46d4-847b-0a4860828d01 HTTP/1.1" status: 200 len: 999 time: 0.0705764 Nov 09 18:15:46.594120 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ac4a5859-355d-4c34-b6ac-d7f137c59fa7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/76265c21-0fdd-4790-947a-2a2783c4a859 HTTP/1.1" status: 200 len: 991 time: 0.0929050 Nov 09 18:15:46.598797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-34a8dc7a-2e16-4718-b031-2b1a15be0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:31Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '76265c21-0fdd-4790-947a-2a2783c4a859', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'floating_ip_address': '172.25.1.188', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'port_id': '2dbfa361-2646-46d4-847b-0a4860828d01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'mac_address': 'fa:16:3e:17:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33880416-bd26-4783-a7b7-7ae431350510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:15:45Z', 'updated_at': '2021-11-09T18:15:45Z', 'revision_number': 0, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd912f665-921a-4b26-a738-bb526a00b8a9', 'name': '', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:4b:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:31Z', 'updated_at': '2021-11-09T18:15:34Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:46.627714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a8dc7a-2e16-4718-b031-2b1a15be0de9 None None] Checking router: e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:15:46.637996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8dc7a-2e16-4718-b031-2b1a15be0de9 None None] Routers {'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:46.638639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-34a8dc7a-2e16-4718-b031-2b1a15be0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:15:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:46.640605 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eb79b-64c4-417b-9353-ba374b22806e req-bffde701-a5b1-4d91-935d-2e1b791835e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:46.642117 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d70eb79b-64c4-417b-9353-ba374b22806e req-bffde701-a5b1-4d91-935d-2e1b791835e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d75a2178-1c86-4c07-ace8-251f5c894e7f HTTP/1.1" status: 200 len: 834 time: 0.0543401 Nov 09 18:15:46.691957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eb79b-64c4-417b-9353-ba374b22806e req-ed739f03-53d1-4969-ba6f-f42bb7f04db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:46.693625 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d70eb79b-64c4-417b-9353-ba374b22806e req-ed739f03-53d1-4969-ba6f-f42bb7f04db5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4000a43-5433-478d-82b8-b57a4f0b33c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444376 Nov 09 18:15:46.756960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-34a8dc7a-2e16-4718-b031-2b1a15be0de9 None None] Set router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:47.030991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-34a8dc7a-2e16-4718-b031-2b1a15be0de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:31Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '76265c21-0fdd-4790-947a-2a2783c4a859', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'floating_ip_address': '172.25.1.188', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'port_id': '2dbfa361-2646-46d4-847b-0a4860828d01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'mac_address': 'fa:16:3e:17:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33880416-bd26-4783-a7b7-7ae431350510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:15:45Z', 'updated_at': '2021-11-09T18:15:45Z', 'revision_number': 0, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd912f665-921a-4b26-a738-bb526a00b8a9', 'name': '', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:4b:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:31Z', 'updated_at': '2021-11-09T18:15:34Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:47.059881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a8dc7a-2e16-4718-b031-2b1a15be0de9 None None] The sync data for ids ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'] in n-d-817236-1 is: [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:31Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '76265c21-0fdd-4790-947a-2a2783c4a859', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'floating_ip_address': '172.25.1.188', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'port_id': '2dbfa361-2646-46d4-847b-0a4860828d01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'mac_address': 'fa:16:3e:17:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33880416-bd26-4783-a7b7-7ae431350510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:15:45Z', 'updated_at': '2021-11-09T18:15:45Z', 'revision_number': 0, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd912f665-921a-4b26-a738-bb526a00b8a9', 'name': '', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:4b:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:31Z', 'updated_at': '2021-11-09T18:15:34Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:15:47.126580 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d70eb79b-64c4-417b-9353-ba374b22806e req-c8d70034-7cb9-4b53-9968-5435eb7c9030 service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254596 Nov 09 18:15:47.232399 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d70eb79b-64c4-417b-9353-ba374b22806e req-fc916b6c-cd95-488a-ac1b-f1c0b0f7bd40 service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978870 Nov 09 18:15:47.294547 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf03713-dcd7-44cb-990a-591907f52e2b None None] New status for floating IP 76265c21-0fdd-4790-947a-2a2783c4a859: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:15:47.597028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44554) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:47.671055 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-585b9eef-0f94-424b-80a1-ec82c04425c4 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/76265c21-0fdd-4790-947a-2a2783c4a859 HTTP/1.1" status: 200 len: 993 time: 0.0720332 Nov 09 18:15:47.709973 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.394905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44570) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:48.501619 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25618da6-81e6-4f35-8551-04531f0c6504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.580449 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25618da6-81e6-4f35-8551-04531f0c6504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.585184 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-25618da6-81e6-4f35-8551-04531f0c6504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.623473 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-25618da6-81e6-4f35-8551-04531f0c6504 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73524ed3fa7044b3bdd060980088077e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272999 Nov 09 18:15:48.624339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25618da6-81e6-4f35-8551-04531f0c6504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640285d7-7218-46d2-9a82-83245d9c4148,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:48.626322 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44574) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:48.682079 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-97e8b307-4c8b-4274-8d69-dd175a3308af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.703388 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-97e8b307-4c8b-4274-8d69-dd175a3308af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.749404 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-97e8b307-4c8b-4274-8d69-dd175a3308af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.752133 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-97e8b307-4c8b-4274-8d69-dd175a3308af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.753263 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-97e8b307-4c8b-4274-8d69-dd175a3308af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/640285d7-7218-46d2-9a82-83245d9c4148 HTTP/1.1" status: 204 len: 168 time: 0.1258540 Nov 09 18:15:48.761263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8b307-4c8b-4274-8d69-dd175a3308af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640285d7-7218-46d2-9a82-83245d9c4148,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:49.012035 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44580) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:49.025178 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87c00ff1-f724-404e-9b95-7f5d250ff162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:49.102024 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87c00ff1-f724-404e-9b95-7f5d250ff162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:49.106568 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87c00ff1-f724-404e-9b95-7f5d250ff162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:49.146144 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-87c00ff1-f724-404e-9b95-7f5d250ff162 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d17f1dc62ba849a9806d4cfa6e73f21a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329751 Nov 09 18:15:49.147014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c00ff1-f724-404e-9b95-7f5d250ff162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c316c4-3fbb-4fcd-8078-5219bd49d493,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:49.148983 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44582) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:49.198729 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0de170e8-5ab6-4e16-b2dc-faa63ccd437f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:49.220122 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0de170e8-5ab6-4e16-b2dc-faa63ccd437f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:49.267149 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0de170e8-5ab6-4e16-b2dc-faa63ccd437f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:49.282976 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0de170e8-5ab6-4e16-b2dc-faa63ccd437f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:49.282976 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0de170e8-5ab6-4e16-b2dc-faa63ccd437f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90c316c4-3fbb-4fcd-8078-5219bd49d493 HTTP/1.1" status: 204 len: 168 time: 0.1212933 Nov 09 18:15:49.283964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de170e8-5ab6-4e16-b2dc-faa63ccd437f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c316c4-3fbb-4fcd-8078-5219bd49d493,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:53.237372 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:54.052636 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:04.729028 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28242455-32bf-4b28-90ef-397430587cc9 req-318f7b38-6b0d-4134-816a-5f83758fcb36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425718 Nov 09 18:16:04.814820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28242455-32bf-4b28-90ef-397430587cc9 req-cc37ba6a-8723-44b3-bf9e-0e20b31ba928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:04.816898 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28242455-32bf-4b28-90ef-397430587cc9 req-cc37ba6a-8723-44b3-bf9e-0e20b31ba928 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 1096 time: 0.0433543 Nov 09 18:16:04.920410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28242455-32bf-4b28-90ef-397430587cc9 req-0ff8cf57-dcce-4b9d-901a-f92529dc6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:04.921860 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28242455-32bf-4b28-90ef-397430587cc9 req-0ff8cf57-dcce-4b9d-901a-f92529dc6442 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.0852175 Nov 09 18:16:04.992066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28242455-32bf-4b28-90ef-397430587cc9 req-18d2304d-a5e3-4d1b-83a0-1c183fd9de99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4adfeb0f-e716-4989-b8dc-dcc0f582258c HTTP/1.1" status: 200 len: 1000 time: 0.0615754 Nov 09 18:16:05.044024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28242455-32bf-4b28-90ef-397430587cc9 req-4745d14c-a01b-4e2b-b104-1397ed8cc420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:05.045500 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28242455-32bf-4b28-90ef-397430587cc9 req-4745d14c-a01b-4e2b-b104-1397ed8cc420 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0449386 Nov 09 18:16:05.093109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28242455-32bf-4b28-90ef-397430587cc9 req-1e2e5c9b-d6f8-441a-a06a-1d3133d853ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:05.094617 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28242455-32bf-4b28-90ef-397430587cc9 req-1e2e5c9b-d6f8-441a-a06a-1d3133d853ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414088 Nov 09 18:16:05.188059 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28242455-32bf-4b28-90ef-397430587cc9 req-61be0ba9-5ebf-4c0f-b8c1-3d0e0197e3e9 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846281 Nov 09 18:16:05.278180 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-28242455-32bf-4b28-90ef-397430587cc9 req-88fcd269-ba08-4be8-a6b2-698e882adfd2 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816932 Nov 09 18:16:10.689618 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-748091c7-b1dd-4886-b86a-10636f166825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:12.108507 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:16:13.676949 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c54b0e4c-2269-455a-bebd-d1b2afa0b275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:13.941021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44682) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:14.057908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:14.151593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:14.156114 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:14.203972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cca680326b25486bbca0015f4b1118d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612975 Nov 09 18:16:14.205173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ccda5e-ccce-4394-a83c-2148f4d29013,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:14.206696 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44686) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:14.213445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.213803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.214175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.214512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.214855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.215187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.215652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.215985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.216310 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.216665 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.216992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.217313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda26237-2fc2-4f66-b777-4a36807e0c4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.258315 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:14.279515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:14.327895 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:14.330453 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:14.331925 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3ccda5e-ccce-4394-a83c-2148f4d29013 HTTP/1.1" status: 204 len: 168 time: 0.1240537 Nov 09 18:16:14.341050 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ccda5e-ccce-4394-a83c-2148f4d29013,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:14.350043 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.350443 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.350798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.351320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.351670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.352002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.352531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.353282 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.353633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.354066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.354433 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.354799 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b3857-4f4a-463f-bde4-5d0c9b57d312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:14.471653 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:15.466132 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:17.429473 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 44898) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:17.556739 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61776e5a-6495-4372-b382-00f48fab64b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:17.634232 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61776e5a-6495-4372-b382-00f48fab64b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:17.638528 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61776e5a-6495-4372-b382-00f48fab64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:17.676529 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-61776e5a-6495-4372-b382-00f48fab64b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=40ac105891d7401483c228da7231efbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457581 Nov 09 18:16:17.678522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61776e5a-6495-4372-b382-00f48fab64b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db27601-0fd3-4ecb-805b-ca2f2086062c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:17.679268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 44902) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:17.711774 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:17.729593 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e531086-005d-4adc-954f-4ddf9e664244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:17.750421 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e531086-005d-4adc-954f-4ddf9e664244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:17.799351 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e531086-005d-4adc-954f-4ddf9e664244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:17.802693 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e531086-005d-4adc-954f-4ddf9e664244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:17.804067 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5e531086-005d-4adc-954f-4ddf9e664244 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9db27601-0fd3-4ecb-805b-ca2f2086062c HTTP/1.1" status: 204 len: 168 time: 0.1238229 Nov 09 18:16:17.812875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e531086-005d-4adc-954f-4ddf9e664244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db27601-0fd3-4ecb-805b-ca2f2086062c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:22.847095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45242) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:22.956263 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83608ecc-ebf6-4a69-9c5f-09e84539b642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:23.032719 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83608ecc-ebf6-4a69-9c5f-09e84539b642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:23.037522 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-83608ecc-ebf6-4a69-9c5f-09e84539b642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:23.076912 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-83608ecc-ebf6-4a69-9c5f-09e84539b642 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcf59980e6354b34ac5abc26275d6e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280560 Nov 09 18:16:23.077893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83608ecc-ebf6-4a69-9c5f-09e84539b642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd755c4e-7020-44bc-8816-11ab168bcc36,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:23.079669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45246) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:23.131880 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4007d23-e1f3-45d9-b709-288d542abde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:23.153338 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4007d23-e1f3-45d9-b709-288d542abde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:23.199872 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4007d23-e1f3-45d9-b709-288d542abde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:23.202927 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d4007d23-e1f3-45d9-b709-288d542abde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:23.204340 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d4007d23-e1f3-45d9-b709-288d542abde5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd755c4e-7020-44bc-8816-11ab168bcc36 HTTP/1.1" status: 204 len: 168 time: 0.1232433 Nov 09 18:16:23.212784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4007d23-e1f3-45d9-b709-288d542abde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd755c4e-7020-44bc-8816-11ab168bcc36,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:23.244973 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.060949 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.398035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45284) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:24.500116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1883633944', 'router:external': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:24.521727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Made reservation on behalf of 5109854e2f984002803c22efede5a230 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:16:24.524097 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.532502 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.616062 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.619938 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.648081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:16:24.654413 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2159a362-226c-4600-bf7d-bc66d2874d02,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:24.663286 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.663286 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Added segment 673595c3-93c7-42f7-af03-80177aab10d6 of type vlan for network 3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1 Nov 09 18:16:24.709804 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.742579 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.743585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:24.744205 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.795920 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3967686 Nov 09 18:16:24.799070 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45288) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:24.805440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f0c05efa-0a3f-4e83-bef6-2fee42ca3881 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Request body: {'subnet': {'network_id': '3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:24.807131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113d0e0-311c-462d-a21f-425c2a6a42b6 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event updated for resources: {'Network': ['ID=3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:24.817900 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:16:24.829379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c05efa-0a3f-4e83-bef6-2fee42ca3881 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Made reservation on behalf of 5109854e2f984002803c22efede5a230 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:16:24.832314 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c05efa-0a3f-4e83-bef6-2fee42ca3881 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.139601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.objects.ports [None req-f0c05efa-0a3f-4e83-bef6-2fee42ca3881 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:16:25.140066 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c05efa-0a3f-4e83-bef6-2fee42ca3881 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.198680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c05efa-0a3f-4e83-bef6-2fee42ca3881 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bffc55ce-be45-4fc6-b00d-bbddbced0bf0,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:25.209581 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c05efa-0a3f-4e83-bef6-2fee42ca3881 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Checking segment: {'id': '673595c3-93c7-42f7-af03-80177aab10d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:16:25.209942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c05efa-0a3f-4e83-bef6-2fee42ca3881 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Network hostable DHCP agents. Network: 3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:16:25.226505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c05efa-0a3f-4e83-bef6-2fee42ca3881 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Network 3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:16:25.235417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-f0c05efa-0a3f-4e83-bef6-2fee42ca3881 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:25.239738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c05efa-0a3f-4e83-bef6-2fee42ca3881 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:25.240326 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f0c05efa-0a3f-4e83-bef6-2fee42ca3881 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.245295 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975a5383-5ee6-4ea1-bcf7-5227a8584df9 None None] Network 3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:25.256510 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f0c05efa-0a3f-4e83-bef6-2fee42ca3881 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4551632 Nov 09 18:16:25.259208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45296) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:25.263982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2035927665', 'network_id': '3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:25.284885 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Made reservation on behalf of 5109854e2f984002803c22efede5a230 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:16:25.288058 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.308019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] device_id is not set on port df27308c-5814-4404-b733-7c44cee5b5ff yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:16:25.371716 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a082ee29-0152-4792-a14a-f07b45e815d7 None None] Network 3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:25.413931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Allocated IP 2001:db8::162 (3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1/bffc55ce-be45-4fc6-b00d-bbddbced0bf0/df27308c-5814-4404-b733-7c44cee5b5ff) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:25.554017 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.588959 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.630019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Network 3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:25.634288 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:25.640945 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:25.641925 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:25.642529 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.645374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event updated for resources: {'Port': ['ID=df27308c-5814-4404-b733-7c44cee5b5ff,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:25.660553 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e75d00ba-949f-4608-b328-6155af0a09ce tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.3997221 Nov 09 18:16:25.663371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45298) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:25.744296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-783c9de8-5f96-4250-9e55-5c9b43192a4c tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Deleting port df27308c-5814-4404-b733-7c44cee5b5ff {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:25.744640 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-783c9de8-5f96-4250-9e55-5c9b43192a4c tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.821618 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-783c9de8-5f96-4250-9e55-5c9b43192a4c tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.833735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-783c9de8-5f96-4250-9e55-5c9b43192a4c tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Calling delete_port for df27308c-5814-4404-b733-7c44cee5b5ff owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:25.956447 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-783c9de8-5f96-4250-9e55-5c9b43192a4c tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.986807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c9de8-5f96-4250-9e55-5c9b43192a4c tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event deleted for resources: {'Port': ['ID=df27308c-5814-4404-b733-7c44cee5b5ff,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:26.012588 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-783c9de8-5f96-4250-9e55-5c9b43192a4c tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.015984 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-783c9de8-5f96-4250-9e55-5c9b43192a4c tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "DELETE /v2.0/ports/df27308c-5814-4404-b733-7c44cee5b5ff HTTP/1.1" status: 204 len: 168 time: 0.3517141 Nov 09 18:16:26.018638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45300) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:26.023611 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1', 'external_fixed_ips': [{'subnet_id': 'bffc55ce-be45-4fc6-b00d-bbddbced0bf0', 'ip_address': '2001:db8::162'}]}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:26.043682 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.044663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.100523 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.239121 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.434809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.454010 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.600222 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Allocated IP 2001:db8::162 (3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1/bffc55ce-be45-4fc6-b00d-bbddbced0bf0/104910b4-8ca7-4c77-a03d-7bafe72a325e) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:26.707560 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.741398 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.779824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Network 3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:26.782626 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:26.786281 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:26.794227 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event updated for resources: {'Port': ['ID=104910b4-8ca7-4c77-a03d-7bafe72a325e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:26.999574 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.213263 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.343946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Router 99b65853-f2e9-49bf-ae17-f191316b5cb0 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:16:27.462202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:27.473478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] Sync routers for ids ['99b65853-f2e9-49bf-ae17-f191316b5cb0'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:27.484226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] Routers {'99b65853-f2e9-49bf-ae17-f191316b5cb0'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:27.484469 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.484851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['99b65853-f2e9-49bf-ae17-f191316b5cb0'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:27.485738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9cff4e43-0b64-4808-b5f3-d2cc7f965b8e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.4660988 Nov 09 18:16:27.489518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45304) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:27.605087 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.618331 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] Set router 99b65853-f2e9-49bf-ae17-f191316b5cb0 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:27.727947 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.788519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Deleting port 104910b4-8ca7-4c77-a03d-7bafe72a325e {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:27.788867 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.825498 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b65853-f2e9-49bf-ae17-f191316b5cb0', 'name': '', 'tenant_id': '5109854e2f984002803c22efede5a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1', 'external_fixed_ips': [{'subnet_id': 'bffc55ce-be45-4fc6-b00d-bbddbced0bf0', 'ip_address': '2001:db8::162'}], 'enable_snat': True}, 'gw_port_id': '104910b4-8ca7-4c77-a03d-7bafe72a325e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:26Z', 'updated_at': '2021-11-09T18:16:26Z', 'revision_number': 3, 'project_id': '5109854e2f984002803c22efede5a230', 'gw_port': {'id': '104910b4-8ca7-4c77-a03d-7bafe72a325e', 'name': '', 'network_id': '3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b65853-f2e9-49bf-ae17-f191316b5cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'bffc55ce-be45-4fc6-b00d-bbddbced0bf0', 'ip_address': '2001:db8::162', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:26Z', 'updated_at': '2021-11-09T18:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bffc55ce-be45-4fc6-b00d-bbddbced0bf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:27.864985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] Checking router: 99b65853-f2e9-49bf-ae17-f191316b5cb0 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:16:27.865502 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] Updating router 99b65853-f2e9-49bf-ae17-f191316b5cb0 port 104910b4-8ca7-4c77-a03d-7bafe72a325e binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:16:27.882481 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.893312 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.897434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Calling delete_port for 104910b4-8ca7-4c77-a03d-7bafe72a325e owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:28.102467 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.135862 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event deleted for resources: {'Port': ['ID=104910b4-8ca7-4c77-a03d-7bafe72a325e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:28.168508 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.277240 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.281021 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.332451 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.333009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99b65853-f2e9-49bf-ae17-f191316b5cb0 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:28.338518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.339784 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a67b716d-0dcc-414f-92e5-2cc9ea7aecf1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "DELETE /v2.0/routers/99b65853-f2e9-49bf-ae17-f191316b5cb0 HTTP/1.1" status: 204 len: 168 time: 0.8493226 Nov 09 18:16:28.342527 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45306) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:28.351427 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:16:28.351883 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:16:28.389274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-16da9211-c946-4913-aa5a-442edc826e81 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Deleting subnet bffc55ce-be45-4fc6-b00d-bbddbced0bf0 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:16:28.392265 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16da9211-c946-4913-aa5a-442edc826e81 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.427204 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16da9211-c946-4913-aa5a-442edc826e81 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.470351 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16da9211-c946-4913-aa5a-442edc826e81 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.531817 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16da9211-c946-4913-aa5a-442edc826e81 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.559439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da9211-c946-4913-aa5a-442edc826e81 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bffc55ce-be45-4fc6-b00d-bbddbced0bf0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:28.561474 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-16da9211-c946-4913-aa5a-442edc826e81 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.564808 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-16da9211-c946-4913-aa5a-442edc826e81 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/bffc55ce-be45-4fc6-b00d-bbddbced0bf0 HTTP/1.1" status: 204 len: 168 time: 0.2213225 Nov 09 18:16:28.568107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45308) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:28.638393 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.876427 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] Port 104910b4-8ca7-4c77-a03d-7bafe72a325e not found while updating agent binding for router 99b65853-f2e9-49bf-ae17-f191316b5cb0. {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 18:16:28.886424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] Routers set() bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:28.886809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] Router IDs set() for agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 18:16:28.887716 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_agentschedulers_db [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'99b65853-f2e9-49bf-ae17-f191316b5cb0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent'). {{(pid=102156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 18:16:28.888107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c51cc-61f4-4349-85ab-ee46c55f56c3 None None] The sync data for ids ['99b65853-f2e9-49bf-ae17-f191316b5cb0'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:29.024697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.046569 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:29.056302 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673595c3-93c7-42f7-af03-80177aab10d6') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:29.056595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673595c3-93c7-42f7-af03-80177aab10d6') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:29.073223 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.086942 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.093008 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:16:29.093394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:16:29.095471 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:16:29.155856 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.161305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 18:16:29.163954 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.167190 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "DELETE /v2.0/networks/3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1 HTTP/1.1" status: 204 len: 168 time: 0.5981431 Nov 09 18:16:29.177897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae1dd1-a333-40a3-be42-a47950016ac5 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a2708f6-23fb-4c2e-a9b8-ac0ed1f49ba1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:29.355968 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45316) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:29.360660 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3ee3e49a-66b9-4c70-b7ad-f1ae85b55280 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Request body: {'router': {'name': 'tempest-router--1845243315', 'project_id': '92023cbcfa104fb183d59e464b9362e8'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:29.382242 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e49a-66b9-4c70-b7ad-f1ae85b55280 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.383308 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e49a-66b9-4c70-b7ad-f1ae85b55280 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.435023 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e49a-66b9-4c70-b7ad-f1ae85b55280 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.439322 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e49a-66b9-4c70-b7ad-f1ae85b55280 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.455093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e49a-66b9-4c70-b7ad-f1ae85b55280 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.456453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3ee3e49a-66b9-4c70-b7ad-f1ae85b55280 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0994637 Nov 09 18:16:29.459938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45318) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:29.532625 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-810257f0-5252-41ba-a6ed-33101fb6dbba tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.692614 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-810257f0-5252-41ba-a6ed-33101fb6dbba tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.694668 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-810257f0-5252-41ba-a6ed-33101fb6dbba tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.741645 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-810257f0-5252-41ba-a6ed-33101fb6dbba tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.742222 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810257f0-5252-41ba-a6ed-33101fb6dbba tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce4f2eb-587d-4f9c-9b59-dde5acbd9d24 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:29.747176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-810257f0-5252-41ba-a6ed-33101fb6dbba tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.748338 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-810257f0-5252-41ba-a6ed-33101fb6dbba tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "DELETE /v2.0/routers/7ce4f2eb-587d-4f9c-9b59-dde5acbd9d24 HTTP/1.1" status: 204 len: 168 time: 0.2874987 Nov 09 18:16:29.871651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45322) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:30.067785 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-646419076', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}, 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:30.093609 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.094646 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.159734 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.302341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.501893 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.522746 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.635449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Allocated IP 172.25.1.168 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/73ec1b4d-1e0a-4a87-9e08-53118b71cd18) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:30.746513 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.781473 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.818122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:30.821045 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:30.824019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:30.864639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Pushing event updated for resources: {'Port': ['ID=73ec1b4d-1e0a-4a87-9e08-53118b71cd18,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:31.084043 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.284204 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.406284 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Router 2b123f25-3e2a-4ddd-99e4-17dc0e27b5a0 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:16:31.512442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:31.525236 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428c9ed4-369c-41eb-8ed4-ffa3b276c245 None None] Sync routers for ids ['2b123f25-3e2a-4ddd-99e4-17dc0e27b5a0'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:31.534347 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.536180 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c9ed4-369c-41eb-8ed4-ffa3b276c245 None None] Routers {'2b123f25-3e2a-4ddd-99e4-17dc0e27b5a0'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:31.536500 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e0216ad0-bd7e-4a19-9c27-1b804b3bff3b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.6637335 Nov 09 18:16:31.536794 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-428c9ed4-369c-41eb-8ed4-ffa3b276c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2b123f25-3e2a-4ddd-99e4-17dc0e27b5a0'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:31.539894 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45328) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:31.570583 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-428c9ed4-369c-41eb-8ed4-ffa3b276c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:31.579891 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c9ed4-369c-41eb-8ed4-ffa3b276c245 None None] Routers {'2b123f25-3e2a-4ddd-99e4-17dc0e27b5a0'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:31.580570 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-428c9ed4-369c-41eb-8ed4-ffa3b276c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2b123f25-3e2a-4ddd-99e4-17dc0e27b5a0'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:31.616070 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-428c9ed4-369c-41eb-8ed4-ffa3b276c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:31.617051 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428c9ed4-369c-41eb-8ed4-ffa3b276c245 None None] The sync data for ids ['2b123f25-3e2a-4ddd-99e4-17dc0e27b5a0'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:31.645723 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-113109c5-29d1-4919-af48-4c73af3c8063 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/routers/2b123f25-3e2a-4ddd-99e4-17dc0e27b5a0 HTTP/1.1" status: 200 len: 924 time: 0.1046154 Nov 09 18:16:31.649755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45330) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:31.676650 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-50493436-9ded-4f9f-826c-1419619f4db1 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b123f25-3e2a-4ddd-99e4-17dc0e27b5a0 HTTP/1.1" status: 200 len: 205 time: 0.0258243 Nov 09 18:16:31.679118 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45332) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:31.786486 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.891608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.944873 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Deleting port 73ec1b4d-1e0a-4a87-9e08-53118b71cd18 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:31.945212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.024454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.036074 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Calling delete_port for 73ec1b4d-1e0a-4a87-9e08-53118b71cd18 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:32.214888 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.243727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Pushing event deleted for resources: {'Port': ['ID=73ec1b4d-1e0a-4a87-9e08-53118b71cd18,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:32.305833 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.693267 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.695498 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.741965 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.742481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Fanout notify agent at l3_agent the message router_deleted on router 2b123f25-3e2a-4ddd-99e4-17dc0e27b5a0 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:32.749472 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.750585 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-03a8f908-6f42-4b2b-a7cb-cafd4f524d81 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "DELETE /v2.0/routers/2b123f25-3e2a-4ddd-99e4-17dc0e27b5a0 HTTP/1.1" status: 204 len: 168 time: 1.0705538 Nov 09 18:16:32.754497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45334) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:32.762953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Request body: {'router': {'name': 'tempest-snat-router-571878085', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'enable_snat': False}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:32.784060 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.785941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.851005 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.987885 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.190425 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.218519 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.326728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Allocated IP 172.25.1.81 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/b7f14d49-a098-4237-96d9-4d4663ac1cc9) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:33.437414 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.472818 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.522360 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:33.526832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:33.530392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:33.539136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event updated for resources: {'Port': ['ID=b7f14d49-a098-4237-96d9-4d4663ac1cc9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:33.784329 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.996151 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.129186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Router 63f24cb7-c273-4f50-88a5-dbca38142c15 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:16:34.237465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:34.246690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Sync routers for ids ['63f24cb7-c273-4f50-88a5-dbca38142c15'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:34.255728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.256448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Routers {'63f24cb7-c273-4f50-88a5-dbca38142c15'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:34.257085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['63f24cb7-c273-4f50-88a5-dbca38142c15'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:34.259725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45336) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:34.260226 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0555566a-4a2a-4712-8db3-748db951ad57 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.5042315 Nov 09 18:16:34.365618 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Set router 63f24cb7-c273-4f50-88a5-dbca38142c15 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:34.367481 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9db1334e-5b88-41aa-84b3-490aaa9dc418 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/routers/63f24cb7-c273-4f50-88a5-dbca38142c15 HTTP/1.1" status: 200 len: 907 time: 0.1065214 Nov 09 18:16:34.369907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45338) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:34.374529 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Request body: {'router': {'name': 'tempest-snat-router-571878085', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'enable_snat': True}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:34.398101 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.399058 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.457201 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.549086 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f24cb7-c273-4f50-88a5-dbca38142c15', 'name': 'tempest-snat-router-571878085', 'tenant_id': '5109854e2f984002803c22efede5a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.81'}], 'enable_snat': False}, 'gw_port_id': 'b7f14d49-a098-4237-96d9-4d4663ac1cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:32Z', 'updated_at': '2021-11-09T18:16:33Z', 'revision_number': 3, 'project_id': '5109854e2f984002803c22efede5a230', 'gw_port': {'id': 'b7f14d49-a098-4237-96d9-4d4663ac1cc9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f24cb7-c273-4f50-88a5-dbca38142c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:33Z', 'updated_at': '2021-11-09T18:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:34.578001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Checking router: 63f24cb7-c273-4f50-88a5-dbca38142c15 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:16:34.578377 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Updating router 63f24cb7-c273-4f50-88a5-dbca38142c15 port b7f14d49-a098-4237-96d9-4d4663ac1cc9 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:16:34.603700 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.604917 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.889563 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.896221 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.952717 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Attempting to bind port b7f14d49-a098-4237-96d9-4d4663ac1cc9 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:16:34.953000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Attempting to bind port b7f14d49-a098-4237-96d9-4d4663ac1cc9 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:16:34.953372 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Attempting to bind port b7f14d49-a098-4237-96d9-4d4663ac1cc9 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:16:34.955434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Pushing event updated for resources: {'Port': ['ID=b7f14d49-a098-4237-96d9-4d4663ac1cc9,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:34.965468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:16:34.965847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:16:34.966260 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.966662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:16:34.967141 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Bound port: b7f14d49-a098-4237-96d9-4d4663ac1cc9, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:16:34.967554 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.970055 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:34.970402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:34.970750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:34.971088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:34.971443 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:34.971776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:34.972106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:34.972606 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:34.973138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:34.973604 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:34.973934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:34.974265 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:35.030917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] For port b7f14d49-a098-4237-96d9-4d4663ac1cc9, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:16:35.034428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] For port b7f14d49-a098-4237-96d9-4d4663ac1cc9, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b7f14d49-a098-4237-96d9-4d4663ac1cc9,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:16:35.038830 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.102726 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b56aa-3cd3-46f1-8263-5e312cac9b08 None None] Pushing event updated for resources: {'Port': ['ID=b7f14d49-a098-4237-96d9-4d4663ac1cc9,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:35.105437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Routers {'63f24cb7-c273-4f50-88a5-dbca38142c15'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:35.106068 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['63f24cb7-c273-4f50-88a5-dbca38142c15'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:35.152090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81954803-3df7-4fa3-a62d-bceeaa671f30 req-db6d5da6-161c-4d3b-8d5a-800b55dd80cf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:35.153577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-81954803-3df7-4fa3-a62d-bceeaa671f30 req-db6d5da6-161c-4d3b-8d5a-800b55dd80cf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 945 time: 0.0812905 Nov 09 18:16:35.157034 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.182053 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.214164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] Set router 63f24cb7-c273-4f50-88a5-dbca38142c15 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:35.255693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-81954803-3df7-4fa3-a62d-bceeaa671f30 req-62bbed09-d1cd-4010-bb80-ea34e6da2ee7 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758979 Nov 09 18:16:35.315393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Allocated IP 172.25.1.38 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/6f93345f-4f3d-4fa5-afb0-d3dae70ea74c) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:35.396578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f24cb7-c273-4f50-88a5-dbca38142c15', 'name': 'tempest-snat-router-571878085', 'tenant_id': '5109854e2f984002803c22efede5a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.81'}], 'enable_snat': False}, 'gw_port_id': 'b7f14d49-a098-4237-96d9-4d4663ac1cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:32Z', 'updated_at': '2021-11-09T18:16:33Z', 'revision_number': 3, 'project_id': '5109854e2f984002803c22efede5a230', 'gw_port': {'id': 'b7f14d49-a098-4237-96d9-4d4663ac1cc9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f24cb7-c273-4f50-88a5-dbca38142c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:33Z', 'updated_at': '2021-11-09T18:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:35.423446 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb64850-af36-4927-bd09-f6a2aceed2e0 None None] The sync data for ids ['63f24cb7-c273-4f50-88a5-dbca38142c15'] in n-d-817236-1 is: [{'id': '63f24cb7-c273-4f50-88a5-dbca38142c15', 'name': 'tempest-snat-router-571878085', 'tenant_id': '5109854e2f984002803c22efede5a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.81'}], 'enable_snat': False}, 'gw_port_id': 'b7f14d49-a098-4237-96d9-4d4663ac1cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:32Z', 'updated_at': '2021-11-09T18:16:33Z', 'revision_number': 3, 'project_id': '5109854e2f984002803c22efede5a230', 'gw_port': {'id': 'b7f14d49-a098-4237-96d9-4d4663ac1cc9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f24cb7-c273-4f50-88a5-dbca38142c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:33Z', 'updated_at': '2021-11-09T18:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:35.429435 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.478786 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.520838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:35.523864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:35.526735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:35.555208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event updated for resources: {'Port': ['ID=6f93345f-4f3d-4fa5-afb0-d3dae70ea74c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:35.821536 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.030354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.167770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Router 15193738-05b4-41c8-af57-c055c6a313a3 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:16:36.278336 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:36.288373 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] Sync routers for ids ['15193738-05b4-41c8-af57-c055c6a313a3'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:36.297152 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.301791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b555e98c-c21e-42fb-8a9a-21a768acbcbf tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 1.9275179 Nov 09 18:16:36.301977 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] Routers {'15193738-05b4-41c8-af57-c055c6a313a3'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:36.301977 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['15193738-05b4-41c8-af57-c055c6a313a3'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:36.302210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45352) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:36.403665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37aa3e-6966-486e-ad84-f0daa0c19537 req-634a07c4-9572-45d8-af6c-d2a12ba9a623 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:36.405200 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e37aa3e-6966-486e-ad84-f0daa0c19537 req-634a07c4-9572-45d8-af6c-d2a12ba9a623 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 945 time: 0.0521114 Nov 09 18:16:36.415351 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] Set router 15193738-05b4-41c8-af57-c055c6a313a3 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:36.432457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d6102511-312e-434c-ba1c-adc9d6edd900 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/routers/15193738-05b4-41c8-af57-c055c6a313a3 HTTP/1.1" status: 200 len: 906 time: 0.1279366 Nov 09 18:16:36.436052 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45354) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:36.477564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-a31367f3-f771-4583-b63a-cfb85660425f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:36.479105 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-a31367f3-f771-4583-b63a-cfb85660425f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 945 time: 0.0627036 Nov 09 18:16:36.523149 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e37aa3e-6966-486e-ad84-f0daa0c19537 req-41817555-a0a3-45b5-bf3a-7f9c5c5188ee tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102824 Nov 09 18:16:36.573781 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.591211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Deleting port 4adfeb0f-e716-4989-b8dc-dcc0f582258c {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:36.591712 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.633161 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15193738-05b4-41c8-af57-c055c6a313a3', 'name': 'tempest-snat-router-571878085', 'tenant_id': '5109854e2f984002803c22efede5a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '6f93345f-4f3d-4fa5-afb0-d3dae70ea74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:34Z', 'updated_at': '2021-11-09T18:16:35Z', 'revision_number': 3, 'project_id': '5109854e2f984002803c22efede5a230', 'gw_port': {'id': '6f93345f-4f3d-4fa5-afb0-d3dae70ea74c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:16:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15193738-05b4-41c8-af57-c055c6a313a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:35Z', 'updated_at': '2021-11-09T18:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:36.670697 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] Checking router: 15193738-05b4-41c8-af57-c055c6a313a3 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:16:36.671379 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] Updating router 15193738-05b4-41c8-af57-c055c6a313a3 port 6f93345f-4f3d-4fa5-afb0-d3dae70ea74c binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:16:36.698390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] For port 4adfeb0f-e716-4989-b8dc-dcc0f582258c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4adfeb0f-e716-4989-b8dc-dcc0f582258c,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:36.699162 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.701331 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.724421 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.788647 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Deleting port 6f93345f-4f3d-4fa5-afb0-d3dae70ea74c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:36.789067 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.871790 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.885276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Calling delete_port for 6f93345f-4f3d-4fa5-afb0-d3dae70ea74c owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:36.919561 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.919930 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.920280 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Floating IP f2395abf-0329-438e-9e5d-893d6992b593 disassociated. External IP: 172.25.1.19, port: 4adfeb0f-e716-4989-b8dc-dcc0f582258c. Nov 09 18:16:36.920628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Calling delete_port for 4adfeb0f-e716-4989-b8dc-dcc0f582258c owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:37.073031 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.083279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.104134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event deleted for resources: {'Port': ['ID=4adfeb0f-e716-4989-b8dc-dcc0f582258c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:37.116634 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f93345f-4f3d-4fa5-afb0-d3dae70ea74c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:37.132163 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.db.api [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:16:37.132508 n-d-817236-1 neutron-server[102157]: DEBUG oslo_db.api [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:16:37.180536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.237210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:16:37.273837 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.276054 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.320590 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.321362 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15193738-05b4-41c8-af57-c055c6a313a3 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:37.326471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.330084 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c5d6097a-ec09-41a4-b922-0264f8cb6520 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "DELETE /v2.0/routers/15193738-05b4-41c8-af57-c055c6a313a3 HTTP/1.1" status: 204 len: 168 time: 0.8903553 Nov 09 18:16:37.330334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45356) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:37.354212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:37.364961 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676852c5-a16e-4041-8cf8-3d36d81cce0f None None] Sync routers for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:37.374460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676852c5-a16e-4041-8cf8-3d36d81cce0f None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:37.375366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-676852c5-a16e-4041-8cf8-3d36d81cce0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:37.401093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] No DVR routers for this DVR port 4adfeb0f-e716-4989-b8dc-dcc0f582258c on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:37.403772 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.407347 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-29d2191e-3d1e-4713-b2b9-76c4273bfd29 req-cd7e9174-633e-4b84-b3f6-9e5dd6aca6e4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "DELETE /v2.0/ports/4adfeb0f-e716-4989-b8dc-dcc0f582258c HTTP/1.1" status: 204 len: 173 time: 0.9218111 Nov 09 18:16:37.407806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dd06c9-c041-4a13-9516-2fa081cccafe', 'name': 'network-vif-deleted', 'tag': '4adfeb0f-e716-4989-b8dc-dcc0f582258c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:37.410737 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2255591c-748c-4e8b-96b8-700e6cbe325a" -d '{"events": [{"server_uuid": "99dd06c9-c041-4a13-9516-2fa081cccafe", "name": "network-vif-deleted", "tag": "4adfeb0f-e716-4989-b8dc-dcc0f582258c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:37.450194 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77608c01-0a09-4d7c-85d0-41a6f5192d0d x-openstack-request-id: req-77608c01-0a09-4d7c-85d0-41a6f5192d0d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:37.450868 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dd06c9-c041-4a13-9516-2fa081cccafe", "name": "network-vif-deleted", "tag": "4adfeb0f-e716-4989-b8dc-dcc0f582258c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:37.450868 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77608c01-0a09-4d7c-85d0-41a6f5192d0d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:37.451423 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dd06c9-c041-4a13-9516-2fa081cccafe', 'name': 'network-vif-deleted', 'tag': '4adfeb0f-e716-4989-b8dc-dcc0f582258c', 'status': 'completed', 'code': 200} Nov 09 18:16:37.481358 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.501946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-676852c5-a16e-4041-8cf8-3d36d81cce0f None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:37.627773 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.677077 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a5ce3118-6a65-4f18-95ba-78cac9e8e691 req-5e9ff550-29d7-439d-a2a2-08eab594fa57 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 210 time: 0.0390844 Nov 09 18:16:37.677935 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] Port 6f93345f-4f3d-4fa5-afb0-d3dae70ea74c not found while updating agent binding for router 15193738-05b4-41c8-af57-c055c6a313a3. {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 18:16:37.694883 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] Routers set() bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:37.700185 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] Router IDs set() for agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 18:16:37.701117 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_agentschedulers_db [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'15193738-05b4-41c8-af57-c055c6a313a3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent'). {{(pid=102157) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 18:16:37.701678 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a787a-f46e-40df-a4d1-5be88206ac74 None None] The sync data for ids ['15193738-05b4-41c8-af57-c055c6a313a3'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:37.716992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b7f14d49-a098-4237-96d9-4d4663ac1cc9 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:16:37.742832 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Deleting port b7f14d49-a098-4237-96d9-4d4663ac1cc9 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:37.743122 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.819357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port b7f14d49-a098-4237-96d9-4d4663ac1cc9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:16:37.819734 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.843412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] For port b7f14d49-a098-4237-96d9-4d4663ac1cc9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b7f14d49-a098-4237-96d9-4d4663ac1cc9,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:37.844208 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.850887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-676852c5-a16e-4041-8cf8-3d36d81cce0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:37.863103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Calling delete_port for b7f14d49-a098-4237-96d9-4d4663ac1cc9 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:37.882115 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676852c5-a16e-4041-8cf8-3d36d81cce0f None None] Checking router: c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:16:37.899162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676852c5-a16e-4041-8cf8-3d36d81cce0f None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:37.899819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-676852c5-a16e-4041-8cf8-3d36d81cce0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:38.014626 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.051553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-676852c5-a16e-4041-8cf8-3d36d81cce0f None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:38.071459 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.098813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7f14d49-a098-4237-96d9-4d4663ac1cc9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:38.168585 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.267432 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.270805 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.319655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.320478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63f24cb7-c273-4f50-88a5-dbca38142c15 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:38.328632 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.330687 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-15b73f9b-a0f2-4a0b-95f8-ce93909ef1d3 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "DELETE /v2.0/routers/63f24cb7-c273-4f50-88a5-dbca38142c15 HTTP/1.1" status: 204 len: 168 time: 0.9990587 Nov 09 18:16:38.335153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45364) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:38.340776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-189481162', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:38.371263 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.372501 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.440796 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.478383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-676852c5-a16e-4041-8cf8-3d36d81cce0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:38.518741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676852c5-a16e-4041-8cf8-3d36d81cce0f None None] The sync data for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 is: [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:38.593409 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.800551 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f176c0-f860-4200-8bd2-b00cb3841a2c None None] New status for floating IP f2395abf-0329-438e-9e5d-893d6992b593: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:16:38.828455 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7502034b-c144-4e19-b09a-5786aa8dcd67 req-eebc7459-4260-4b2e-975f-82f93067290e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 210 time: 0.0352979 Nov 09 18:16:38.858939 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.884054 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.015656 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Allocated IP 172.25.1.85 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/bb4b2014-96fe-4e05-af38-69b452b13480) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:39.131673 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.166276 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.203861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:39.206700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:39.210596 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:39.241990 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Pushing event updated for resources: {'Port': ['ID=bb4b2014-96fe-4e05-af38-69b452b13480,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:39.382481 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4adfeb0f-e716-4989-b8dc-dcc0f582258c no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:39.402259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 4adfeb0f-e716-4989-b8dc-dcc0f582258c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:39.402692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4adfeb0f-e716-4989-b8dc-dcc0f582258c not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:39.478073 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.579925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b7f14d49-a098-4237-96d9-4d4663ac1cc9 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:39.601582 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: b7f14d49-a098-4237-96d9-4d4663ac1cc9 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:39.601878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b7f14d49-a098-4237-96d9-4d4663ac1cc9 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:39.934655 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f41e7d62-4e04-46d5-92cc-ae7444c57031 req-a48fcee6-7379-4308-be4c-c9f07bb5c2ff tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 210 time: 0.0277908 Nov 09 18:16:39.990844 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.130077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Router a24cc77d-9185-4f21-8752-4d136a43ee92 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:16:40.240563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:40.250790 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3b108-5935-4ff3-81e6-34f05073420e None None] Sync routers for ids ['a24cc77d-9185-4f21-8752-4d136a43ee92'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:40.260481 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c3b108-5935-4ff3-81e6-34f05073420e None None] Routers {'a24cc77d-9185-4f21-8752-4d136a43ee92'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:40.261105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-61c3b108-5935-4ff3-81e6-34f05073420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a24cc77d-9185-4f21-8752-4d136a43ee92'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:40.262247 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.263600 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b64fdc77-38ad-4318-90a9-c6873309d655 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9271603 Nov 09 18:16:40.266391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45370) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:40.271401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1d9134ca-3a89-4c42-bd49-87ce80f34eb0 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'enable_snat': False}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:40.297866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-61c3b108-5935-4ff3-81e6-34f05073420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:40.308222 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c3b108-5935-4ff3-81e6-34f05073420e None None] Routers {'a24cc77d-9185-4f21-8752-4d136a43ee92'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:40.309127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-61c3b108-5935-4ff3-81e6-34f05073420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a24cc77d-9185-4f21-8752-4d136a43ee92'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:40.343781 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-61c3b108-5935-4ff3-81e6-34f05073420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:40.344470 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3b108-5935-4ff3-81e6-34f05073420e None None] The sync data for ids ['a24cc77d-9185-4f21-8752-4d136a43ee92'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:40.591432 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9134ca-3a89-4c42-bd49-87ce80f34eb0 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.694820 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d115ed86-ef52-4921-9346-3d1ff7cfa5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.008667 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9134ca-3a89-4c42-bd49-87ce80f34eb0 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.026247 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9134ca-3a89-4c42-bd49-87ce80f34eb0 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.045189 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43004aa6-0aa7-4cbf-bf92-54a2a9cebe59 req-3436ae5a-fd3a-4d5f-81a6-02e7a81b09f9 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=99dd06c9-c041-4a13-9516-2fa081cccafe HTTP/1.1" status: 200 len: 210 time: 0.0302048 Nov 09 18:16:41.155727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9134ca-3a89-4c42-bd49-87ce80f34eb0 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Router a24cc77d-9185-4f21-8752-4d136a43ee92 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:16:41.264483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9134ca-3a89-4c42-bd49-87ce80f34eb0 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:41.268730 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9134ca-3a89-4c42-bd49-87ce80f34eb0 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.270589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1d9134ca-3a89-4c42-bd49-87ce80f34eb0 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "PUT /v2.0/routers/a24cc77d-9185-4f21-8752-4d136a43ee92 HTTP/1.1" status: 200 len: 924 time: 1.0029755 Nov 09 18:16:41.273188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45376) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:41.273690 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b028bc-cbee-4853-a876-cb8b1d5771c9 None None] Sync routers for ids ['a24cc77d-9185-4f21-8752-4d136a43ee92'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:41.282990 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b028bc-cbee-4853-a876-cb8b1d5771c9 None None] Routers {'a24cc77d-9185-4f21-8752-4d136a43ee92'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:41.283642 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-01b028bc-cbee-4853-a876-cb8b1d5771c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a24cc77d-9185-4f21-8752-4d136a43ee92'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:41.315696 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-01b028bc-cbee-4853-a876-cb8b1d5771c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:41.324470 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b028bc-cbee-4853-a876-cb8b1d5771c9 None None] Routers {'a24cc77d-9185-4f21-8752-4d136a43ee92'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:41.325100 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-01b028bc-cbee-4853-a876-cb8b1d5771c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a24cc77d-9185-4f21-8752-4d136a43ee92'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:41.357246 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-01b028bc-cbee-4853-a876-cb8b1d5771c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:41.357907 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b028bc-cbee-4853-a876-cb8b1d5771c9 None None] The sync data for ids ['a24cc77d-9185-4f21-8752-4d136a43ee92'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:41.384048 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fdd3e30b-80ad-48a6-a790-ad9e577ef205 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/routers/a24cc77d-9185-4f21-8752-4d136a43ee92 HTTP/1.1" status: 200 len: 924 time: 0.1096857 Nov 09 18:16:41.386648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45378) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:41.459478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54649387-5951-4846-ad01-bbeb1557ccb4 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:41.461028 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-54649387-5951-4846-ad01-bbeb1557ccb4 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&device_id=a24cc77d-9185-4f21-8752-4d136a43ee92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0734742 Nov 09 18:16:41.465346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45380) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:41.557589 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ed9724-2f28-429a-a3b2-9ed8fb460f92 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:41.558970 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-95ed9724-2f28-429a-a3b2-9ed8fb460f92 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 881 time: 0.0937600 Nov 09 18:16:41.561823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45382) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:41.588107 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e17132c7-5ef5-438d-b716-d0527e8d222c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc77d-9185-4f21-8752-4d136a43ee92 HTTP/1.1" status: 200 len: 205 time: 0.0252287 Nov 09 18:16:41.590658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45384) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:41.699132 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.101316 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.162423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Deleting port bb4b2014-96fe-4e05-af38-69b452b13480 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:42.162763 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.243612 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.251460 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-c50e86bc-73c0-4d23-8fa9-a11aaabe6638 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200794044&fields=id&tenant_id=f71584f60a304e7aadf26b8906dcf81a HTTP/1.1" status: 200 len: 267 time: 0.0327849 Nov 09 18:16:42.255946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Calling delete_port for bb4b2014-96fe-4e05-af38-69b452b13480 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:42.366494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-630343ec-3177-4b03-ba7f-d210d900edeb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:42.368019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-630343ec-3177-4b03-ba7f-d210d900edeb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.1082644 Nov 09 18:16:42.383796 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-ff31c3c5-658b-4675-a602-f877c461ed1b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/quotas/f71584f60a304e7aadf26b8906dcf81a HTTP/1.1" status: 200 len: 375 time: 0.0096667 Nov 09 18:16:42.426581 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.443635 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-2d109774-9633-42eb-b2b9-f2d29d0ca320 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540998 Nov 09 18:16:42.453878 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Pushing event deleted for resources: {'Port': ['ID=bb4b2014-96fe-4e05-af38-69b452b13480,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:42.514870 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.542552 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-8a7bbf86-b241-4766-9c04-e6deb5491999 service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891278 Nov 09 18:16:42.616422 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.618578 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.636806 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-7ef55fd1-8f29-4332-a0bc-aac8cd4f6824 service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886860 Nov 09 18:16:42.661997 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.662707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Fanout notify agent at l3_agent the message router_deleted on router a24cc77d-9185-4f21-8752-4d136a43ee92 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:42.670401 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.671558 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-eda341e2-972b-4479-a596-7b99731a8a3c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "DELETE /v2.0/routers/a24cc77d-9185-4f21-8752-4d136a43ee92 HTTP/1.1" status: 204 len: 168 time: 1.0799823 Nov 09 18:16:42.676212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45398) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:42.680448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1e331f3d-f2ea-469f-8862-f7676b492924 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-711085974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:42.705596 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e331f3d-f2ea-469f-8862-f7676b492924 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.706801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e331f3d-f2ea-469f-8862-f7676b492924 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.765087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e331f3d-f2ea-469f-8862-f7676b492924 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.769562 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e331f3d-f2ea-469f-8862-f7676b492924 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.789473 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e331f3d-f2ea-469f-8862-f7676b492924 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.790695 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1e331f3d-f2ea-469f-8862-f7676b492924 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1138299 Nov 09 18:16:42.794537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45406) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:42.799524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:42.965241 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-acacccaf-0ef4-4700-b848-ccbfb608dc9e req-5c6d074f-4de5-4c01-88d2-95caa224f610 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 210 time: 0.0272007 Nov 09 18:16:43.025052 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:43.532877 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:43.552579 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:43.654981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Allocated IP 172.25.1.181 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/74d7bd46-3d65-421c-8600-6c80f325af07) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:43.669055 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e072972-a9d6-426c-9431-5e91f29ab752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:43.763578 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:43.857175 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:43.918845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:43.927906 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:43.936831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:43.940150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Pushing event updated for resources: {'Port': ['ID=74d7bd46-3d65-421c-8600-6c80f325af07,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:43.966160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-f010d78a-3cac-4267-933f-b70ce0723f5e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:43.967656 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-f010d78a-3cac-4267-933f-b70ce0723f5e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.1820822 Nov 09 18:16:44.095788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-cd0c479a-9ac1-4125-a272-020fb84a215b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f71584f60a304e7aadf26b8906dcf81a HTTP/1.1" status: 200 len: 379 time: 0.1189592 Nov 09 18:16:44.135998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b7613c96-d2c0-4489-82f9-59289944d17e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'port': {'device_id': '537d446c-b630-4941-b9f4-01b161c72c7b', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'admin_state_up': True, 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'security_groups': ['eb66725c-2f27-4d01-aa63-9a35af081465']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:44.142373 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79ace92a-957d-4cab-b5ec-555e76587f0f req-a19e3b9b-c1a9-4fc3-bf94-008c9a9da227 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 210 time: 0.0695066 Nov 09 18:16:44.343113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b7613c96-d2c0-4489-82f9-59289944d17e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Made reservation on behalf of f71584f60a304e7aadf26b8906dcf81a for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:16:44.346696 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b7613c96-d2c0-4489-82f9-59289944d17e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.359143 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.476527 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.625871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b7613c96-d2c0-4489-82f9-59289944d17e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Allocated IP 172.20.0.9 (90cd779a-c359-4632-a173-a787022d80a7/69a85ecb-e615-4367-9493-a078677bf2c5/f5f6ed25-5142-43ab-802e-97f4e5114447) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:44.689206 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.705764 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.871573 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b7613c96-d2c0-4489-82f9-59289944d17e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.927153 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b7613c96-d2c0-4489-82f9-59289944d17e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.929230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Router 757772d5-f937-4add-8b93-990cca69c09e is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:16:44.984014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b7613c96-d2c0-4489-82f9-59289944d17e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Network 90cd779a-c359-4632-a173-a787022d80a7 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:45.022456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b7613c96-d2c0-4489-82f9-59289944d17e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:45.048868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7613c96-d2c0-4489-82f9-59289944d17e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'Port': ['ID=f5f6ed25-5142-43ab-802e-97f4e5114447,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:45.052274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b7613c96-d2c0-4489-82f9-59289944d17e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:45.139764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b7613c96-d2c0-4489-82f9-59289944d17e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:45.140359 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b7613c96-d2c0-4489-82f9-59289944d17e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.165794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b7613c96-d2c0-4489-82f9-59289944d17e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0337024 Nov 09 18:16:45.167358 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:45.175354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.176651 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fc3f0b3b-8357-4853-97a3-8128fecb9f36 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "PUT /v2.0/routers/757772d5-f937-4add-8b93-990cca69c09e HTTP/1.1" status: 200 len: 883 time: 2.3810968 Nov 09 18:16:45.179963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45422) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:45.182266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Request body: {'port': {'device_id': '537d446c-b630-4941-b9f4-01b161c72c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:45.183514 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed015fa-b92c-4b3e-bc0f-72723b50b41f None None] Sync routers for ids ['757772d5-f937-4add-8b93-990cca69c09e'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:45.198081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed015fa-b92c-4b3e-bc0f-72723b50b41f None None] Routers {'757772d5-f937-4add-8b93-990cca69c09e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:45.198925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fed015fa-b92c-4b3e-bc0f-72723b50b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['757772d5-f937-4add-8b93-990cca69c09e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:45.255870 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.258449 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fed015fa-b92c-4b3e-bc0f-72723b50b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:45.268116 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed015fa-b92c-4b3e-bc0f-72723b50b41f None None] Routers {'757772d5-f937-4add-8b93-990cca69c09e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:45.268739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fed015fa-b92c-4b3e-bc0f-72723b50b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['757772d5-f937-4add-8b93-990cca69c09e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:45.320917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fed015fa-b92c-4b3e-bc0f-72723b50b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:45.322150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed015fa-b92c-4b3e-bc0f-72723b50b41f None None] The sync data for ids ['757772d5-f937-4add-8b93-990cca69c09e'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:45.344365 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b53255-8b74-419f-bd9e-06ab49518823 req-f7450324-1da1-4d63-ba75-6b07cf4fc369 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:45.345870 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-24b53255-8b74-419f-bd9e-06ab49518823 req-f7450324-1da1-4d63-ba75-6b07cf4fc369 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 931 time: 0.0765305 Nov 09 18:16:45.371256 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8308dde1-24ea-4b1b-9614-f3b10291ce71 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/routers/757772d5-f937-4add-8b93-990cca69c09e HTTP/1.1" status: 200 len: 924 time: 0.1871247 Nov 09 18:16:45.374422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45424) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:45.433198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-34e33f03-3432-40c9-8d4b-38190104e528 None None] Provisioning complete for port f5f6ed25-5142-43ab-802e-97f4e5114447 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:16:45.433843 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-34e33f03-3432-40c9-8d4b-38190104e528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.471479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-34e33f03-3432-40c9-8d4b-38190104e528 None None] Port f5f6ed25-5142-43ab-802e-97f4e5114447 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:16:45.477613 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-24b53255-8b74-419f-bd9e-06ab49518823 req-454b2b11-7763-426d-84a8-a7328fd8e5a0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217692 Nov 09 18:16:45.500156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e8e627-5907-4556-8878-7e69c84fd824 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:45.501424 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.502314 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b0e8e627-5907-4556-8878-7e69c84fd824 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&device_id=757772d5-f937-4add-8b93-990cca69c09e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1267986 Nov 09 18:16:45.506797 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45426) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:45.605196 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655e6fc9-b6db-4723-b9e0-cfeef480cc67 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:45.609486 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-655e6fc9-b6db-4723-b9e0-cfeef480cc67 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 881 time: 0.0988150 Nov 09 18:16:45.609637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f6ed25-5142-43ab-802e-97f4e5114447 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:16:45.609857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45428) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:45.618067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.631772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Transition to ACTIVE for port object f5f6ed25-5142-43ab-802e-97f4e5114447 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:16:45.635555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.640420 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d6d044c8-5dc2-4fe0-be7a-8cf5ec3f5b35 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "GET /v2.0/ports?device_id=757772d5-f937-4add-8b93-990cca69c09e HTTP/1.1" status: 200 len: 205 time: 0.0288682 Nov 09 18:16:45.643552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45430) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:45.685936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f6ed25-5142-43ab-802e-97f4e5114447,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:45.761928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Attempting to bind port f5f6ed25-5142-43ab-802e-97f4e5114447 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:16:45.762265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Attempting to bind port f5f6ed25-5142-43ab-802e-97f4e5114447 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:16:45.762595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Attempting to bind port f5f6ed25-5142-43ab-802e-97f4e5114447 on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:16:45.767710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Port f5f6ed25-5142-43ab-802e-97f4e5114447 on network 90cd779a-c359-4632-a173-a787022d80a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:16:45.768024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Attempting to bind port f5f6ed25-5142-43ab-802e-97f4e5114447 on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:16:45.775315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:16:45.776053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Checking segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:16:45.776711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Bound using segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:16:45.778090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Bound port: f5f6ed25-5142-43ab-802e-97f4e5114447, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:16:45.778546 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.786325 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.861644 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] For port f5f6ed25-5142-43ab-802e-97f4e5114447, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:16:45.866203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] For port f5f6ed25-5142-43ab-802e-97f4e5114447, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f5f6ed25-5142-43ab-802e-97f4e5114447,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:16:45.872954 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.915587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:45.916598 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.918439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/f5f6ed25-5142-43ab-802e-97f4e5114447 HTTP/1.1" status: 200 len: 1091 time: 0.7406363 Nov 09 18:16:45.921535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537d446c-b630-4941-b9f4-01b161c72c7b', 'tag': 'f5f6ed25-5142-43ab-802e-97f4e5114447'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:45.924707 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.926697 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de080c74-2da1-42d2-a700-2eaa39d27db8" -d '{"events": [{"name": "network-changed", "server_uuid": "537d446c-b630-4941-b9f4-01b161c72c7b", "tag": "f5f6ed25-5142-43ab-802e-97f4e5114447"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:45.971330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad0751-4253-451a-88b3-b80fcef199f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f6ed25-5142-43ab-802e-97f4e5114447,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:45.995824 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea44d99-e4d7-45f8-8245-8ef78d9121af x-openstack-request-id: req-0ea44d99-e4d7-45f8-8245-8ef78d9121af {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:45.996115 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537d446c-b630-4941-b9f4-01b161c72c7b", "tag": "f5f6ed25-5142-43ab-802e-97f4e5114447", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:45.996369 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ea44d99-e4d7-45f8-8245-8ef78d9121af {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:45.996772 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537d446c-b630-4941-b9f4-01b161c72c7b', 'tag': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'status': 'completed', 'code': 200} Nov 09 18:16:46.022420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-aa680118-2ce3-438c-b31b-180d7b6821a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:46.024018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-aa680118-2ce3-438c-b31b-180d7b6821a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 1094 time: 0.0615582 Nov 09 18:16:46.032091 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Deleting port 74d7bd46-3d65-421c-8600-6c80f325af07 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:46.032442 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.078091 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-e3fc801f-a468-49eb-821c-de7234e316a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5f6ed25-5142-43ab-802e-97f4e5114447 HTTP/1.1" status: 200 len: 217 time: 0.0459590 Nov 09 18:16:46.141276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b2d02ac9-f75b-4f5c-a4e2-d05e7eac3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:46.142964 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-b2d02ac9-f75b-4f5c-a4e2-d05e7eac3602 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0571640 Nov 09 18:16:46.145381 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.159350 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Calling delete_port for 74d7bd46-3d65-421c-8600-6c80f325af07 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:46.196391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-1894a891-d52e-4d3b-9580-19e9481ba0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:46.198011 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-1894a891-d52e-4d3b-9580-19e9481ba0ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478692 Nov 09 18:16:46.304449 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-c483f260-ffea-49d2-aa7b-b03d3ab214d2 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989614 Nov 09 18:16:46.348755 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.376301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Pushing event deleted for resources: {'Port': ['ID=74d7bd46-3d65-421c-8600-6c80f325af07,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:46.408420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc9bfbb9-a356-4c69-b1db-34cb2cebf6ce req-2b081993-e254-4ab9-aeae-13779d890877 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972195 Nov 09 18:16:46.440377 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.500197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de080c74-2da1-42d2-a700-2eaa39d27db8 req-83af1cd6-4e0b-4f8b-b454-6caa41b49472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:46.501860 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de080c74-2da1-42d2-a700-2eaa39d27db8 req-83af1cd6-4e0b-4f8b-b454-6caa41b49472 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 1094 time: 0.0493860 Nov 09 18:16:46.542312 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.546358 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.615208 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.615790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Fanout notify agent at l3_agent the message router_deleted on router 757772d5-f937-4add-8b93-990cca69c09e {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:46.620104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de080c74-2da1-42d2-a700-2eaa39d27db8 req-b5d74732-8296-4acd-9d3d-ca00f23aaf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:46.622223 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de080c74-2da1-42d2-a700-2eaa39d27db8 req-b5d74732-8296-4acd-9d3d-ca00f23aaf6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.1099517 Nov 09 18:16:46.623016 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.624596 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b2168a4f-0765-47a5-b7b6-fe0e03d07a5b tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "DELETE /v2.0/routers/757772d5-f937-4add-8b93-990cca69c09e HTTP/1.1" status: 204 len: 168 time: 0.9797337 Nov 09 18:16:46.629235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45436) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:46.636546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-936e7a09-2429-4b9f-b52e-36218cfbe223 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-901568209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:46.642585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd33720-12fb-4739-b33e-9fa970938b65 req-90332038-6305-4ccd-ac13-5cc09cb98b62 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:46.644459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3cd33720-12fb-4739-b33e-9fa970938b65 req-90332038-6305-4ccd-ac13-5cc09cb98b62 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 943 time: 0.1001723 Nov 09 18:16:46.687468 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3cd33720-12fb-4739-b33e-9fa970938b65 req-a87179ab-68a5-4456-bbe4-c7c10f348fd7 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358210 Nov 09 18:16:46.689891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de080c74-2da1-42d2-a700-2eaa39d27db8 req-4ea9b081-0f1d-4768-ae18-6a4756d16133 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5f6ed25-5142-43ab-802e-97f4e5114447 HTTP/1.1" status: 200 len: 217 time: 0.0478387 Nov 09 18:16:46.707026 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-936e7a09-2429-4b9f-b52e-36218cfbe223 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.708496 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-936e7a09-2429-4b9f-b52e-36218cfbe223 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.793121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de080c74-2da1-42d2-a700-2eaa39d27db8 req-5d1f99cb-d1e7-4801-8798-72f8aa30d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:46.794603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de080c74-2da1-42d2-a700-2eaa39d27db8 req-5d1f99cb-d1e7-4801-8798-72f8aa30d1e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0965424 Nov 09 18:16:46.797279 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-936e7a09-2429-4b9f-b52e-36218cfbe223 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.810334 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-936e7a09-2429-4b9f-b52e-36218cfbe223 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.850964 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-936e7a09-2429-4b9f-b52e-36218cfbe223 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.852215 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-936e7a09-2429-4b9f-b52e-36218cfbe223 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2218668 Nov 09 18:16:46.855129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45438) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:46.862228 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'enable_snat': True}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:46.862568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de080c74-2da1-42d2-a700-2eaa39d27db8 req-d925615d-bf64-4f45-9766-a0de0d4ad25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:46.864713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de080c74-2da1-42d2-a700-2eaa39d27db8 req-d925615d-bf64-4f45-9766-a0de0d4ad25b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625708 Nov 09 18:16:46.961351 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de080c74-2da1-42d2-a700-2eaa39d27db8 req-543a29ef-9dde-4c34-8ede-4bb35dafc19e service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892549 Nov 09 18:16:47.062821 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de080c74-2da1-42d2-a700-2eaa39d27db8 req-f2f50d90-fa12-42aa-975b-3d3360ea701c service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946770 Nov 09 18:16:47.083941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.292084 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.313279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.425302 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Allocated IP 172.25.1.67 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/29f8dd3f-2b44-41e2-bd99-f92b4834ed14) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:47.532306 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.571324 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.610546 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:47.614745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:47.621311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:47.624429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event updated for resources: {'Port': ['ID=29f8dd3f-2b44-41e2-bd99-f92b4834ed14,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:47.716990 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.815542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6db90-8f90-4f28-8976-fb53954e5c2a req-bd4916de-cd03-40ba-9108-7c29b1a925d7 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:47.817280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-57b6db90-8f90-4f28-8976-fb53954e5c2a req-bd4916de-cd03-40ba-9108-7c29b1a925d7 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 943 time: 0.0518906 Nov 09 18:16:47.862526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-57b6db90-8f90-4f28-8976-fb53954e5c2a req-1c0ffd70-cb10-43c4-b54e-8329bf3f2ca4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378773 Nov 09 18:16:47.888326 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.401778 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.405233 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.531186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Router 3521d6d8-5de5-44ff-a199-32e881a43b06 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:16:48.638775 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:48.643450 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.646043 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-73a91fb0-ea03-4a79-b611-a4fb19787cae tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "PUT /v2.0/routers/3521d6d8-5de5-44ff-a199-32e881a43b06 HTTP/1.1" status: 200 len: 917 time: 1.7888250 Nov 09 18:16:48.648637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45444) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:48.652088 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02e2c9-78dc-4359-acb7-53b3e782b951 None None] Sync routers for ids ['3521d6d8-5de5-44ff-a199-32e881a43b06'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:48.666959 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02e2c9-78dc-4359-acb7-53b3e782b951 None None] Routers {'3521d6d8-5de5-44ff-a199-32e881a43b06'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:48.667799 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ef02e2c9-78dc-4359-acb7-53b3e782b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3521d6d8-5de5-44ff-a199-32e881a43b06'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:48.700626 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ef02e2c9-78dc-4359-acb7-53b3e782b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:48.710183 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02e2c9-78dc-4359-acb7-53b3e782b951 None None] Routers {'3521d6d8-5de5-44ff-a199-32e881a43b06'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:48.710777 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ef02e2c9-78dc-4359-acb7-53b3e782b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3521d6d8-5de5-44ff-a199-32e881a43b06'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:48.746994 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ef02e2c9-78dc-4359-acb7-53b3e782b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:48.748167 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02e2c9-78dc-4359-acb7-53b3e782b951 None None] The sync data for ids ['3521d6d8-5de5-44ff-a199-32e881a43b06'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:48.758543 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8c199918-d8df-473e-be9d-0b9155d8afd1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/routers/3521d6d8-5de5-44ff-a199-32e881a43b06 HTTP/1.1" status: 200 len: 923 time: 0.1087472 Nov 09 18:16:48.761178 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45446) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:48.801984 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121f7b2a-1be2-43d2-8a1c-11994c642d0e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:48.803531 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-121f7b2a-1be2-43d2-8a1c-11994c642d0e tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&device_id=3521d6d8-5de5-44ff-a199-32e881a43b06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0414317 Nov 09 18:16:48.806154 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45448) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:48.902503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b4a2a2-358b-43be-b2ac-a6159c8aad63 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:48.904124 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c9b4a2a2-358b-43be-b2ac-a6159c8aad63 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 881 time: 0.0970790 Nov 09 18:16:48.907156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45452) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:48.944322 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4159658b-e400-4926-b184-73da15161621 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "GET /v2.0/ports?device_id=3521d6d8-5de5-44ff-a199-32e881a43b06 HTTP/1.1" status: 200 len: 205 time: 0.0335753 Nov 09 18:16:48.944787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45454) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:48.998563 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f9a8e-af4f-4221-a711-96d8f971974c req-6f27d649-78a5-4111-98a7-62d18e21274b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:49.000409 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a04f9a8e-af4f-4221-a711-96d8f971974c req-6f27d649-78a5-4111-98a7-62d18e21274b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 943 time: 0.0505023 Nov 09 18:16:49.040021 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a04f9a8e-af4f-4221-a711-96d8f971974c req-3fa81751-f0b8-439b-b347-459a4e286b0f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327408 Nov 09 18:16:49.053797 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.107157 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:16:49.162682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.518341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Deleting port 29f8dd3f-2b44-41e2-bd99-f92b4834ed14 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:49.518583 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.593963 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.605894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Calling delete_port for 29f8dd3f-2b44-41e2-bd99-f92b4834ed14 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:49.771158 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.798154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Pushing event deleted for resources: {'Port': ['ID=29f8dd3f-2b44-41e2-bd99-f92b4834ed14,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:49.856238 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.947244 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.949415 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.996403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.996954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Fanout notify agent at l3_agent the message router_deleted on router 3521d6d8-5de5-44ff-a199-32e881a43b06 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:50.004563 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.008209 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0c20fcdf-4b4b-4ff9-87e6-833ecf11fa0f tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "DELETE /v2.0/routers/3521d6d8-5de5-44ff-a199-32e881a43b06 HTTP/1.1" status: 204 len: 168 time: 1.0599453 Nov 09 18:16:50.009350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45456) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:50.013830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-caa1b52b-a93c-4095-90ba-19f38ec7cb7c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1003237863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:50.036463 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-caa1b52b-a93c-4095-90ba-19f38ec7cb7c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.037426 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-caa1b52b-a93c-4095-90ba-19f38ec7cb7c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.088470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-caa1b52b-a93c-4095-90ba-19f38ec7cb7c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.093109 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-caa1b52b-a93c-4095-90ba-19f38ec7cb7c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.112571 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-caa1b52b-a93c-4095-90ba-19f38ec7cb7c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.114729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-caa1b52b-a93c-4095-90ba-19f38ec7cb7c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1043215 Nov 09 18:16:50.117686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45460) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:50.122791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'enable_snat': False}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:50.164895 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540f0ce-dd0f-4ad0-b5aa-8c9be6719f94 req-76042584-cb3a-4e20-b10a-6f359c813910 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:50.166406 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8540f0ce-dd0f-4ad0-b5aa-8c9be6719f94 req-76042584-cb3a-4e20-b10a-6f359c813910 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 943 time: 0.0506365 Nov 09 18:16:50.209695 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8540f0ce-dd0f-4ad0-b5aa-8c9be6719f94 req-6de49848-8b13-4b98-819b-04fcde11d5da tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370178 Nov 09 18:16:50.329249 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.530132 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.549623 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.659588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Allocated IP 172.25.1.124 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/63cdf116-84a1-4f8b-9a00-fef617f25476) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:50.762670 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.811393 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.848875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:50.851860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:50.855367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:50.887034 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Pushing event updated for resources: {'Port': ['ID=63cdf116-84a1-4f8b-9a00-fef617f25476,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:51.118397 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.358388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915094a-6741-4a7f-83b9-3704184c93a2 req-dd3765a6-5c82-4d40-be5e-20ecf5ee7667 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:51.360157 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0915094a-6741-4a7f-83b9-3704184c93a2 req-dd3765a6-5c82-4d40-be5e-20ecf5ee7667 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 943 time: 0.0689831 Nov 09 18:16:51.366445 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.376105 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.468114 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0915094a-6741-4a7f-83b9-3704184c93a2 req-751eab1b-cb92-43a4-a9e9-148b8361456a tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997241 Nov 09 18:16:51.527480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Router 6aa2a7f8-cda8-47fb-af62-54b23649ee16 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:16:51.651240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:51.655839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.656834 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2a51b976-733b-4dd8-b7d6-2b2eb41b6710 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "PUT /v2.0/routers/6aa2a7f8-cda8-47fb-af62-54b23649ee16 HTTP/1.1" status: 200 len: 920 time: 1.5379994 Nov 09 18:16:51.659451 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45464) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:51.663209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def3547a-1548-4d1c-92e2-1565e2958f60 None None] Sync routers for ids ['6aa2a7f8-cda8-47fb-af62-54b23649ee16'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:51.673630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3547a-1548-4d1c-92e2-1565e2958f60 None None] Routers {'6aa2a7f8-cda8-47fb-af62-54b23649ee16'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:51.674253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-def3547a-1548-4d1c-92e2-1565e2958f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6aa2a7f8-cda8-47fb-af62-54b23649ee16'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:51.709988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-def3547a-1548-4d1c-92e2-1565e2958f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:51.718779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3547a-1548-4d1c-92e2-1565e2958f60 None None] Routers {'6aa2a7f8-cda8-47fb-af62-54b23649ee16'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:51.719418 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-def3547a-1548-4d1c-92e2-1565e2958f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['6aa2a7f8-cda8-47fb-af62-54b23649ee16'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:51.751799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-def3547a-1548-4d1c-92e2-1565e2958f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:51.752455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def3547a-1548-4d1c-92e2-1565e2958f60 None None] The sync data for ids ['6aa2a7f8-cda8-47fb-af62-54b23649ee16'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:51.767242 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6fe723c2-05db-4dd4-b277-e935cb9be1fc tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/routers/6aa2a7f8-cda8-47fb-af62-54b23649ee16 HTTP/1.1" status: 200 len: 926 time: 0.1061106 Nov 09 18:16:51.770486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45466) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:51.810673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e8799e-0f41-4828-834a-7e61b86e5506 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:51.812261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c8e8799e-0f41-4828-834a-7e61b86e5506 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&device_id=6aa2a7f8-cda8-47fb-af62-54b23649ee16&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0407426 Nov 09 18:16:51.814952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45468) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:51.896934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87055dc-a0c5-4b3d-b83f-3e014409da8c tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:51.898396 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a87055dc-a0c5-4b3d-b83f-3e014409da8c tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/networks/ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed HTTP/1.1" status: 200 len: 881 time: 0.0824356 Nov 09 18:16:51.901135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45470) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:51.932192 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1d362876-45c6-4ef9-b80c-b34a70d460ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "GET /v2.0/ports?device_id=6aa2a7f8-cda8-47fb-af62-54b23649ee16 HTTP/1.1" status: 200 len: 205 time: 0.0300078 Nov 09 18:16:51.934672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45472) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:52.041073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.141072 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.198073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Deleting port 63cdf116-84a1-4f8b-9a00-fef617f25476 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:52.198421 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.277361 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.288954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Calling delete_port for 63cdf116-84a1-4f8b-9a00-fef617f25476 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:52.461710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.486519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Pushing event deleted for resources: {'Port': ['ID=63cdf116-84a1-4f8b-9a00-fef617f25476,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:52.562106 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.591437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15988db5-9d64-4b6d-a55e-68da53ffe5e2 req-a4509efd-b76c-461f-9ea6-d5fc6d454a6e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:52.592976 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15988db5-9d64-4b6d-a55e-68da53ffe5e2 req-a4509efd-b76c-461f-9ea6-d5fc6d454a6e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 943 time: 0.0521913 Nov 09 18:16:52.634715 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15988db5-9d64-4b6d-a55e-68da53ffe5e2 req-8166baf3-f99f-409d-b5b8-d7f7db2d36c5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355592 Nov 09 18:16:52.966058 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.968299 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.020064 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.020794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa2a7f8-cda8-47fb-af62-54b23649ee16 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:53.027714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.028845 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c7f95ee3-d638-4f13-84ea-3cd4485b23ca tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "DELETE /v2.0/routers/6aa2a7f8-cda8-47fb-af62-54b23649ee16 HTTP/1.1" status: 204 len: 168 time: 1.0932837 Nov 09 18:16:53.033291 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45476) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:53.038866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1940994822', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}, 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:53.067322 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.068726 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.126136 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.258184 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.260877 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.457575 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.476404 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.586031 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Allocated IP 172.25.1.15 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/d17623dc-93ad-4092-8728-bf8deec7248c) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:53.687037 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.766319 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.789426 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9a494-e5f0-4aae-a804-e1c4233144f0 req-10012e7d-9587-40e7-9928-c9211ee0ec03 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:53.790884 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9a9a494-e5f0-4aae-a804-e1c4233144f0 req-10012e7d-9587-40e7-9928-c9211ee0ec03 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 943 time: 0.0778718 Nov 09 18:16:53.824972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:53.834849 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:53.839834 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:53.874333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Pushing event updated for resources: {'Port': ['ID=d17623dc-93ad-4092-8728-bf8deec7248c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:53.893736 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f9a9a494-e5f0-4aae-a804-e1c4233144f0 req-ca5afefd-0f4a-4b73-b752-5a529f8f6a6b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854344 Nov 09 18:16:54.059590 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.116953 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.317101 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.445360 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Router 9a1e588c-a584-41f8-8a73-6afe2bc49955 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:16:54.552667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:54.562269 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b785d5-690c-40c2-b8f9-ea0edf016215 None None] Sync routers for ids ['9a1e588c-a584-41f8-8a73-6afe2bc49955'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:54.572457 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b785d5-690c-40c2-b8f9-ea0edf016215 None None] Routers {'9a1e588c-a584-41f8-8a73-6afe2bc49955'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:54.572993 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b7b785d5-690c-40c2-b8f9-ea0edf016215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9a1e588c-a584-41f8-8a73-6afe2bc49955'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:54.573591 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.574819 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-00d70f5f-b51c-45e2-b46d-f400e3538dc6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.5405612 Nov 09 18:16:54.577514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45482) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:54.582116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:54.610860 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b7b785d5-690c-40c2-b8f9-ea0edf016215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:54.620536 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b785d5-690c-40c2-b8f9-ea0edf016215 None None] Routers {'9a1e588c-a584-41f8-8a73-6afe2bc49955'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:54.621149 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b7b785d5-690c-40c2-b8f9-ea0edf016215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9a1e588c-a584-41f8-8a73-6afe2bc49955'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:54.654001 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b7b785d5-690c-40c2-b8f9-ea0edf016215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:54.654663 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b785d5-690c-40c2-b8f9-ea0edf016215 None None] The sync data for ids ['9a1e588c-a584-41f8-8a73-6afe2bc49955'] in n-d-817236-1 is: [] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:54.920052 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.935582 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.993275 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Deleting port d17623dc-93ad-4092-8728-bf8deec7248c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:54.993663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.025876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6164d-824e-4211-9d74-f7a2e554e75a req-bd14f2fd-f84b-4a99-ac43-851ce85ccd68 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:55.027616 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5bf6164d-824e-4211-9d74-f7a2e554e75a req-bd14f2fd-f84b-4a99-ac43-851ce85ccd68 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 943 time: 0.0585461 Nov 09 18:16:55.096411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5bf6164d-824e-4211-9d74-f7a2e554e75a req-d07f181b-d89f-4b93-93d3-b6ae9402fa3e tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626333 Nov 09 18:16:55.096795 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.111680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Calling delete_port for d17623dc-93ad-4092-8728-bf8deec7248c owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:55.278626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.305311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Pushing event deleted for resources: {'Port': ['ID=d17623dc-93ad-4092-8728-bf8deec7248c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:55.362797 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.569989 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2090928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2085406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7218'] for router, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.573404 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2090937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2090894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2085479'] for router, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.647989 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Router 9a1e588c-a584-41f8-8a73-6afe2bc49955 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:16:55.724631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:55.731557 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.732721 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-38d084a2-4027-4243-af37-5e2f0dc23c0a tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "PUT /v2.0/routers/9a1e588c-a584-41f8-8a73-6afe2bc49955 HTTP/1.1" status: 200 len: 710 time: 1.1542308 Nov 09 18:16:55.734766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b1d182-c06e-4a3c-b81a-59cb06eb6ad0 None None] Sync routers for ids ['9a1e588c-a584-41f8-8a73-6afe2bc49955'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:55.735526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45488) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:55.745153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b1d182-c06e-4a3c-b81a-59cb06eb6ad0 None None] Routers {'9a1e588c-a584-41f8-8a73-6afe2bc49955'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:55.745765 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-16b1d182-c06e-4a3c-b81a-59cb06eb6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9a1e588c-a584-41f8-8a73-6afe2bc49955'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:55.782522 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-16b1d182-c06e-4a3c-b81a-59cb06eb6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:55.791416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b1d182-c06e-4a3c-b81a-59cb06eb6ad0 None None] Routers {'9a1e588c-a584-41f8-8a73-6afe2bc49955'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:55.792023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-16b1d182-c06e-4a3c-b81a-59cb06eb6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9a1e588c-a584-41f8-8a73-6afe2bc49955'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:55.809736 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8a312fdc-cb16-41ff-abf0-05cca2d31a46 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/routers/9a1e588c-a584-41f8-8a73-6afe2bc49955 HTTP/1.1" status: 200 len: 745 time: 0.0730867 Nov 09 18:16:55.812320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45490) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:55.824390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-16b1d182-c06e-4a3c-b81a-59cb06eb6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:55.825064 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b1d182-c06e-4a3c-b81a-59cb06eb6ad0 None None] The sync data for ids ['9a1e588c-a584-41f8-8a73-6afe2bc49955'] in n-d-817236-1 is: [] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:55.859685 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3b6c4334-e0c8-48c6-bd83-644bcb7257b1 tempest-RoutersIpV6AdminTest-865167974 tempest-RoutersIpV6AdminTest-865167974-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&device_id=9a1e588c-a584-41f8-8a73-6afe2bc49955 HTTP/1.1" status: 200 len: 205 time: 0.0460112 Nov 09 18:16:55.862250 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45492) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:55.888411 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-19357864-eb9e-4d05-9689-b192564a8609 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1e588c-a584-41f8-8a73-6afe2bc49955 HTTP/1.1" status: 200 len: 205 time: 0.0249100 Nov 09 18:16:55.890798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45494) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.290906 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b871f2ef-84ea-4e43-b603-8113777984c0 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:56.376061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647c994-40f9-4a8a-9e89-40fa61384e54 req-7242b8a3-96af-468a-9377-104e16d974b5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:56.377562 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f647c994-40f9-4a8a-9e89-40fa61384e54 req-7242b8a3-96af-468a-9377-104e16d974b5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 943 time: 0.1472545 Nov 09 18:16:56.481791 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b871f2ef-84ea-4e43-b603-8113777984c0 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:56.486122 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b871f2ef-84ea-4e43-b603-8113777984c0 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:56.532598 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f647c994-40f9-4a8a-9e89-40fa61384e54 req-a1a51ea6-e8c1-4a1e-877c-89ac849bccd6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282318 Nov 09 18:16:56.540836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b871f2ef-84ea-4e43-b603-8113777984c0 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:56.541385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b871f2ef-84ea-4e43-b603-8113777984c0 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Fanout notify agent at l3_agent the message router_deleted on router 9a1e588c-a584-41f8-8a73-6afe2bc49955 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:56.548426 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b871f2ef-84ea-4e43-b603-8113777984c0 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:56.552250 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b871f2ef-84ea-4e43-b603-8113777984c0 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "DELETE /v2.0/routers/9a1e588c-a584-41f8-8a73-6afe2bc49955 HTTP/1.1" status: 204 len: 168 time: 0.6578164 Nov 09 18:16:56.554292 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45498) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.581239 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-20078006-5e7c-4c43-84c3-07a54bd3a736 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1e588c-a584-41f8-8a73-6afe2bc49955 HTTP/1.1" status: 200 len: 205 time: 0.0257530 Nov 09 18:16:56.583778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45500) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.625428 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-cf27f25b-feef-4491-b1ee-3b199602d8c3 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] delete failed (client error): The resource could not be found. Nov 09 18:16:56.626458 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cf27f25b-feef-4491-b1ee-3b199602d8c3 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "DELETE /v2.0/routers/9a1e588c-a584-41f8-8a73-6afe2bc49955 HTTP/1.1" status: 404 len: 336 time: 0.0417383 Nov 09 18:16:56.629407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45502) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.656146 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c8823884-b507-4273-a079-59d67d4106cb tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "GET /v2.0/ports?device_id=6aa2a7f8-cda8-47fb-af62-54b23649ee16 HTTP/1.1" status: 200 len: 205 time: 0.0256624 Nov 09 18:16:56.658542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45504) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.695799 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-eecc5385-93f4-4703-b22d-bf36e49c08e9 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] delete failed (client error): The resource could not be found. Nov 09 18:16:56.696812 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-eecc5385-93f4-4703-b22d-bf36e49c08e9 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "DELETE /v2.0/routers/6aa2a7f8-cda8-47fb-af62-54b23649ee16 HTTP/1.1" status: 404 len: 336 time: 0.0374539 Nov 09 18:16:56.699409 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45506) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.731585 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2b3b2ba3-ca45-445d-92d3-df620fb8546c tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "GET /v2.0/ports?device_id=3521d6d8-5de5-44ff-a199-32e881a43b06 HTTP/1.1" status: 200 len: 205 time: 0.0310781 Nov 09 18:16:56.734045 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45508) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.771470 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-8a8b3565-79a2-40e9-86f8-2250d775a687 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] delete failed (client error): The resource could not be found. Nov 09 18:16:56.772476 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8a8b3565-79a2-40e9-86f8-2250d775a687 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "DELETE /v2.0/routers/3521d6d8-5de5-44ff-a199-32e881a43b06 HTTP/1.1" status: 404 len: 336 time: 0.0373540 Nov 09 18:16:56.775129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45510) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.802142 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-30f6f700-2a38-4819-baf4-f21f1c546689 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "GET /v2.0/ports?device_id=757772d5-f937-4add-8b93-990cca69c09e HTTP/1.1" status: 200 len: 205 time: 0.0259447 Nov 09 18:16:56.804485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45512) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.844385 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-ea2e6a0b-260e-495c-92d6-28ef2a5e884e tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] delete failed (client error): The resource could not be found. Nov 09 18:16:56.845412 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ea2e6a0b-260e-495c-92d6-28ef2a5e884e tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "DELETE /v2.0/routers/757772d5-f937-4add-8b93-990cca69c09e HTTP/1.1" status: 404 len: 336 time: 0.0400281 Nov 09 18:16:56.848740 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45514) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.875745 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9de2329d-738b-46e1-8674-1cb7643718dc tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc77d-9185-4f21-8752-4d136a43ee92 HTTP/1.1" status: 200 len: 205 time: 0.0259554 Nov 09 18:16:56.878123 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45516) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.915636 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-d02e63c8-4735-41e4-8348-d5064c79b1b3 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] delete failed (client error): The resource could not be found. Nov 09 18:16:56.916658 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d02e63c8-4735-41e4-8348-d5064c79b1b3 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "DELETE /v2.0/routers/a24cc77d-9185-4f21-8752-4d136a43ee92 HTTP/1.1" status: 404 len: 336 time: 0.0373580 Nov 09 18:16:56.919346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45518) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.950134 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-29b24eff-5025-4581-9bdc-0d4fcf076ab6 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b123f25-3e2a-4ddd-99e4-17dc0e27b5a0 HTTP/1.1" status: 200 len: 205 time: 0.0297303 Nov 09 18:16:56.952625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45520) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.990762 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [None req-4c0ffdd2-d830-4ef9-a4e6-11aae338ac2e tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] delete failed (client error): The resource could not be found. Nov 09 18:16:56.991724 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4c0ffdd2-d830-4ef9-a4e6-11aae338ac2e tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "DELETE /v2.0/routers/2b123f25-3e2a-4ddd-99e4-17dc0e27b5a0 HTTP/1.1" status: 404 len: 336 time: 0.0381994 Nov 09 18:16:56.994357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45522) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:57.021286 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-503905c2-d22d-4692-9a65-30e8bb29e517 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] DELETE failed (client error): The resource could not be found. Nov 09 18:16:57.021741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503905c2-d22d-4692-9a65-30e8bb29e517 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:16:57.024815 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-503905c2-d22d-4692-9a65-30e8bb29e517 tempest-RoutersIpV6AdminTest-40371313 tempest-RoutersIpV6AdminTest-40371313-project] 10.222.0.81 "DELETE /v2.0/subnets/bffc55ce-be45-4fc6-b00d-bbddbced0bf0 HTTP/1.1" status: 404 len: 337 time: 0.0295553 Nov 09 18:16:57.275880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45528) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:57.383481 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03cb2ff9-1bc8-4ec8-b551-a47f85e58434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:57.468217 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03cb2ff9-1bc8-4ec8-b551-a47f85e58434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:57.472801 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03cb2ff9-1bc8-4ec8-b551-a47f85e58434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:57.480669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f5f6ed25-5142-43ab-802e-97f4e5114447 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:16:57.516896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb2ff9-1bc8-4ec8-b551-a47f85e58434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d555c7-e9bf-4853-a56e-89712bc70e79,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:57.521922 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-03cb2ff9-1bc8-4ec8-b551-a47f85e58434 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0b3253a6c18453cb125376e882614e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449555 Nov 09 18:16:57.524530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45532) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:57.586169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6189d192-7857-4cd7-baba-55c63b14b83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:57.587870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port f5f6ed25-5142-43ab-802e-97f4e5114447, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f5f6ed25-5142-43ab-802e-97f4e5114447,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:57.600084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'port_id': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'mac_address': 'fa:16:3e:4f:fd:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:16:57.608566 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6189d192-7857-4cd7-baba-55c63b14b83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:57.642293 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:57.659538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f6ed25-5142-43ab-802e-97f4e5114447 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:16:57.660006 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6189d192-7857-4cd7-baba-55c63b14b83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:57.661087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a4ed1-57a2-49dc-b12c-6489da48d801 req-b15cd17c-a605-42df-9e4e-4f1248d8f089 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:57.666857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d9a4ed1-57a2-49dc-b12c-6489da48d801 req-b15cd17c-a605-42df-9e4e-4f1248d8f089 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 943 time: 0.0570970 Nov 09 18:16:57.667041 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6189d192-7857-4cd7-baba-55c63b14b83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:57.667041 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6189d192-7857-4cd7-baba-55c63b14b83a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0d555c7-e9bf-4853-a56e-89712bc70e79 HTTP/1.1" status: 204 len: 168 time: 0.1389191 Nov 09 18:16:57.672765 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189d192-7857-4cd7-baba-55c63b14b83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d555c7-e9bf-4853-a56e-89712bc70e79,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:57.700219 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port f5f6ed25-5142-43ab-802e-97f4e5114447, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f5f6ed25-5142-43ab-802e-97f4e5114447,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:57.708388 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:57.716575 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d9a4ed1-57a2-49dc-b12c-6489da48d801 req-f1c71a95-2b6b-4ddf-ad31-618ccb4c8afd tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411949 Nov 09 18:16:57.760088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=f5f6ed25-5142-43ab-802e-97f4e5114447,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:57.918637 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['f5f6ed25-5142-43ab-802e-97f4e5114447'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:16:57.959168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45540) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:58.002307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-092a0a29-ab8f-472e-9a02-8ab3481e8ccd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5109854e2f984002803c22efede5a230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418239 Nov 09 18:16:58.005946 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45542) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:58.058272 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab46eef6-0786-43a5-9e5e-c8d458eaba3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.083093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab46eef6-0786-43a5-9e5e-c8d458eaba3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.136674 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab46eef6-0786-43a5-9e5e-c8d458eaba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.139537 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab46eef6-0786-43a5-9e5e-c8d458eaba3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.140699 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ab46eef6-0786-43a5-9e5e-c8d458eaba3d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2159a362-226c-4600-bf7d-bc66d2874d02 HTTP/1.1" status: 204 len: 168 time: 0.1338136 Nov 09 18:16:58.156337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46eef6-0786-43a5-9e5e-c8d458eaba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2159a362-226c-4600-bf7d-bc66d2874d02,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:58.840915 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b996c-cdeb-4c7a-bcf4-d11035844fff req-117294bd-085b-4769-b2c7-59a75df5ef39 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:58.842422 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f2b996c-cdeb-4c7a-bcf4-d11035844fff req-117294bd-085b-4769-b2c7-59a75df5ef39 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 944 time: 0.0533810 Nov 09 18:16:58.881730 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45566) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:58.889322 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f2b996c-cdeb-4c7a-bcf4-d11035844fff req-da3ac3a1-abe9-493b-805a-b989b8a50919 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381701 Nov 09 18:16:59.051278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1139315860'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:59.076736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Made reservation on behalf of d6a01217baa74f6aa9ae926057faab36 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:16:59.081564 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.090868 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.174179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.179141 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.207267 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:16:59.217213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e6c338-a5e9-4cad-ab98-8dca2fdd275d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:59.222092 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.222456 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Added segment 662be09d-22c4-4887-9fd8-ca524f057be8 of type vlan for network 4655663a-fd08-46a1-b79b-f2f4cf1989ed Nov 09 18:16:59.265224 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.291562 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.297275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:59.297896 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.358066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4744792 Nov 09 18:16:59.361465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45572) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:59.373550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a2c32590-feb0-47f5-a897-e81339259e19 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Request body: {'subnet': {'network_id': '4655663a-fd08-46a1-b79b-f2f4cf1989ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:59.391588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f7db6-64b5-4020-9345-1304b123c565 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Pushing event updated for resources: {'Network': ['ID=4655663a-fd08-46a1-b79b-f2f4cf1989ed,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:59.403256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 4655663a-fd08-46a1-b79b-f2f4cf1989ed details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:16:59.472804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c32590-feb0-47f5-a897-e81339259e19 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Made reservation on behalf of d6a01217baa74f6aa9ae926057faab36 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:16:59.476378 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2c32590-feb0-47f5-a897-e81339259e19 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.494981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f5f6ed25-5142-43ab-802e-97f4e5114447 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:16:59.548556 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port f5f6ed25-5142-43ab-802e-97f4e5114447 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:16:59.553048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port f5f6ed25-5142-43ab-802e-97f4e5114447 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:16:59.553459 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.647632 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.669811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537d446c-b630-4941-b9f4-01b161c72c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f6ed25-5142-43ab-802e-97f4e5114447'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:59.672197 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dea019-df22-418f-9626-b2a97a2c3cc4" -d '{"events": [{"server_uuid": "537d446c-b630-4941-b9f4-01b161c72c7b", "name": "network-vif-plugged", "status": "completed", "tag": "f5f6ed25-5142-43ab-802e-97f4e5114447"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:59.677781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2c32590-feb0-47f5-a897-e81339259e19 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.688892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port f5f6ed25-5142-43ab-802e-97f4e5114447, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f5f6ed25-5142-43ab-802e-97f4e5114447,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:59.694273 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.721344 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7632cf-186c-4a43-8a59-54619cede693 x-openstack-request-id: req-bb7632cf-186c-4a43-8a59-54619cede693 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:59.722795 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537d446c-b630-4941-b9f4-01b161c72c7b", "name": "network-vif-plugged", "status": "completed", "tag": "f5f6ed25-5142-43ab-802e-97f4e5114447", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:59.722795 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb7632cf-186c-4a43-8a59-54619cede693 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:59.723093 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537d446c-b630-4941-b9f4-01b161c72c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'code': 200} Nov 09 18:16:59.751416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=f5f6ed25-5142-43ab-802e-97f4e5114447,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:59.754061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c32590-feb0-47f5-a897-e81339259e19 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Pushing event updated for resources: {'Subnet': ['ID=cedfa47c-fa0f-462e-99b6-6738a750f18e,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:59.762581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c32590-feb0-47f5-a897-e81339259e19 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Checking segment: {'id': '662be09d-22c4-4887-9fd8-ca524f057be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4655663a-fd08-46a1-b79b-f2f4cf1989ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:16:59.762890 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c32590-feb0-47f5-a897-e81339259e19 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Network hostable DHCP agents. Network: 4655663a-fd08-46a1-b79b-f2f4cf1989ed, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:16:59.789307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c32590-feb0-47f5-a897-e81339259e19 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Network 4655663a-fd08-46a1-b79b-f2f4cf1989ed is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:16:59.815443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-a2c32590-feb0-47f5-a897-e81339259e19 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 4655663a-fd08-46a1-b79b-f2f4cf1989ed) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:59.821244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c32590-feb0-47f5-a897-e81339259e19 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:59.822415 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a2c32590-feb0-47f5-a897-e81339259e19 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.827413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ed5102-ec53-4dc4-9f93-b48418505976 None None] Network 4655663a-fd08-46a1-b79b-f2f4cf1989ed requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:59.838000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5f678-5033-49e9-8ade-25360bce88e6 req-9e270f20-05d2-4990-b99f-e1b409acc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:59.839585 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53f5f678-5033-49e9-8ade-25360bce88e6 req-9e270f20-05d2-4990-b99f-e1b409acc4ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 1096 time: 0.0602589 Nov 09 18:16:59.843506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a2c32590-feb0-47f5-a897-e81339259e19 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4813709 Nov 09 18:16:59.847190 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45576) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:59.854736 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Request body: {'port': {'network_id': '4655663a-fd08-46a1-b79b-f2f4cf1989ed', 'name': 'tempest-ExtraDHCPOptionsTestJSON-173576914'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:59.878913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53f5f678-5033-49e9-8ade-25360bce88e6 req-0f18aec4-9751-4e1c-ac30-4892076c6a3f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322134 Nov 09 18:17:00.001029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-4655663a-fd08-46a1-b79b-f2f4cf1989ed', 'network_id': '4655663a-fd08-46a1-b79b-f2f4cf1989ed', 'tenant_id': 'd6a01217baa74f6aa9ae926057faab36', 'fixed_ips': [{'subnet_id': 'cedfa47c-fa0f-462e-99b6-6738a750f18e'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:17:00.001924 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.013085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Made reservation on behalf of d6a01217baa74f6aa9ae926057faab36 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:00.016783 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.042931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a048f2b-5748-424d-9d86-6f3ce62542aa req-bb645e8b-c8b9-4422-bca1-e1912bc1c81d tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:00.050306 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1a048f2b-5748-424d-9d86-6f3ce62542aa req-bb645e8b-c8b9-4422-bca1-e1912bc1c81d tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 945 time: 0.0812521 Nov 09 18:17:00.061780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] device_id is not set on port 310902b8-d3f3-44a2-90ef-04d53030fb66 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:17:00.123148 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1a048f2b-5748-424d-9d86-6f3ce62542aa req-1f706cf2-3db6-4e38-bcbb-56b9eea10e7b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719180 Nov 09 18:17:00.150478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Allocated IP 172.20.0.2 (4655663a-fd08-46a1-b79b-f2f4cf1989ed/cedfa47c-fa0f-462e-99b6-6738a750f18e/2cf95a19-4e0c-45e5-8201-65fea5a4a217) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:00.293075 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.299154 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.338447 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Network 4655663a-fd08-46a1-b79b-f2f4cf1989ed is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:00.341404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:00.345034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:00.358244 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Allocated IP 172.20.0.5 (4655663a-fd08-46a1-b79b-f2f4cf1989ed/cedfa47c-fa0f-462e-99b6-6738a750f18e/310902b8-d3f3-44a2-90ef-04d53030fb66) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:00.360276 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Pushing event updated for resources: {'Port': ['ID=2cf95a19-4e0c-45e5-8201-65fea5a4a217,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:00.413385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Attempting to bind port 2cf95a19-4e0c-45e5-8201-65fea5a4a217 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:17:00.414129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Attempting to bind port 2cf95a19-4e0c-45e5-8201-65fea5a4a217 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '662be09d-22c4-4887-9fd8-ca524f057be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4655663a-fd08-46a1-b79b-f2f4cf1989ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:17:00.414129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Attempting to bind port 2cf95a19-4e0c-45e5-8201-65fea5a4a217 on network 4655663a-fd08-46a1-b79b-f2f4cf1989ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:00.420179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:00.420864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Checking segment: {'id': '662be09d-22c4-4887-9fd8-ca524f057be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4655663a-fd08-46a1-b79b-f2f4cf1989ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:00.421300 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.421890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Bound using segment: {'id': '662be09d-22c4-4887-9fd8-ca524f057be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4655663a-fd08-46a1-b79b-f2f4cf1989ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:00.422389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Bound port: 2cf95a19-4e0c-45e5-8201-65fea5a4a217, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662be09d-22c4-4887-9fd8-ca524f057be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4655663a-fd08-46a1-b79b-f2f4cf1989ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:17:00.422784 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.491746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] For port 2cf95a19-4e0c-45e5-8201-65fea5a4a217, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:00.496083 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] For port 2cf95a19-4e0c-45e5-8201-65fea5a4a217, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2cf95a19-4e0c-45e5-8201-65fea5a4a217,segment=NetworkSegment(662be09d-22c4-4887-9fd8-ca524f057be8),segment_id=662be09d-22c4-4887-9fd8-ca524f057be8)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:00.500753 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.528389 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.569391 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.574838 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c628ea-f80d-47c4-9264-4e0065b06865 None None] Pushing event updated for resources: {'Port': ['ID=2cf95a19-4e0c-45e5-8201-65fea5a4a217,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:00.616986 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Network 4655663a-fd08-46a1-b79b-f2f4cf1989ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:00.620233 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:00.624103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:00.655690 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Pushing event updated for resources: {'Port': ['ID=310902b8-d3f3-44a2-90ef-04d53030fb66,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:00.684449 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:00.685069 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.702089 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7d5ed5da-a43b-4eec-a545-b4ca6be7889e tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8525157 Nov 09 18:17:00.705082 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45580) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:00.713237 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Request body: {'port': {'network_id': '4655663a-fd08-46a1-b79b-f2f4cf1989ed', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1640516160', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:00.713802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.api.validators [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] bootfile-name is not in valid_values {{(pid=102155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:17:00.714141 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.api.validators [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] tftp-server is not in valid_values {{(pid=102155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:17:00.714471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.api.validators [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] server-ip-address is not in valid_values {{(pid=102155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:17:00.844457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Made reservation on behalf of d6a01217baa74f6aa9ae926057faab36 for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:00.849800 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.869108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] device_id is not set on port eb8a02b4-3c97-44e4-b2fa-e0dfa255fc19 yet. {{(pid=102155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:17:00.994185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Allocated IP 172.20.0.14 (4655663a-fd08-46a1-b79b-f2f4cf1989ed/cedfa47c-fa0f-462e-99b6-6738a750f18e/eb8a02b4-3c97-44e4-b2fa-e0dfa255fc19) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:01.161278 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.196873 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.248210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470acfb3-9516-4421-8bf3-8e9b428e6c11 req-6a08fb9b-2880-406c-8dc8-7ace7c91cc81 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:01.250072 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-470acfb3-9516-4421-8bf3-8e9b428e6c11 req-6a08fb9b-2880-406c-8dc8-7ace7c91cc81 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 945 time: 0.0532990 Nov 09 18:17:01.252308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Network 4655663a-fd08-46a1-b79b-f2f4cf1989ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:01.259679 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:01.262439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:01.267763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Pushing event updated for resources: {'Port': ['ID=eb8a02b4-3c97-44e4-b2fa-e0dfa255fc19,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:01.299557 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-470acfb3-9516-4421-8bf3-8e9b428e6c11 req-fb0aa25c-ab10-4f7b-986f-fd36932a48d3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 Nov 09 18:17:01.325251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:01.325946 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.344768 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ca1b2eb3-a8ee-49d5-86bb-a295f7ceadf4 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.6383495 Nov 09 18:17:01.347102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45586) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:01.464951 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516178bc-6150-4b6d-9cff-d9dd16f0223a tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:01.471119 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516178bc-6150-4b6d-9cff-d9dd16f0223a tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:01.477413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516178bc-6150-4b6d-9cff-d9dd16f0223a tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:01.479206 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-516178bc-6150-4b6d-9cff-d9dd16f0223a tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1307490 Nov 09 18:17:01.482131 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45588) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:01.500773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65987-e3a5-4755-96e2-79a4f45c6981 req-74526ee1-14b2-4547-8c20-a31e829aaedf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:01.502302 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d6e65987-e3a5-4755-96e2-79a4f45c6981 req-74526ee1-14b2-4547-8c20-a31e829aaedf tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 945 time: 0.1214194 Nov 09 18:17:01.574122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd2dd7a-d21c-4668-bf91-5498eb570238 None None] Network 4655663a-fd08-46a1-b79b-f2f4cf1989ed requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:01.601905 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d6e65987-e3a5-4755-96e2-79a4f45c6981 req-96d90141-2b18-466d-9968-021031b9cf31 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788627 Nov 09 18:17:01.628410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45590) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:01.643013 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-cfe42883-c705-41bc-aeae-d36d5759338c tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Deleting port eb8a02b4-3c97-44e4-b2fa-e0dfa255fc19 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:01.643379 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cfe42883-c705-41bc-aeae-d36d5759338c tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.673934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2cf95a19-4e0c-45e5-8201-65fea5a4a217 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:01.746033 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cfe42883-c705-41bc-aeae-d36d5759338c tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.748269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-32436521-7628-4f64-8f6c-19b885c835ce None None] Provisioning complete for port 2cf95a19-4e0c-45e5-8201-65fea5a4a217 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:01.748654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-32436521-7628-4f64-8f6c-19b885c835ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.762850 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-cfe42883-c705-41bc-aeae-d36d5759338c tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Calling delete_port for eb8a02b4-3c97-44e4-b2fa-e0dfa255fc19 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:01.793556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71904462-c0b0-4a1a-aaef-31ca92ea7b7c tempest-TestVolumeBootPattern-1967247047 tempest-TestVolumeBootPattern-1967247047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:01.797786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-71904462-c0b0-4a1a-aaef-31ca92ea7b7c tempest-TestVolumeBootPattern-1967247047 tempest-TestVolumeBootPattern-1967247047-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 1091 time: 0.1650331 Nov 09 18:17:01.797996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45594) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:01.802972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:01.820387 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2cf95a19-4e0c-45e5-8201-65fea5a4a217 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:01.821020 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.830789 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.927946 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-32436521-7628-4f64-8f6c-19b885c835ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.930619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cfe42883-c705-41bc-aeae-d36d5759338c tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.964442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe42883-c705-41bc-aeae-d36d5759338c tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Pushing event deleted for resources: {'Port': ['ID=eb8a02b4-3c97-44e4-b2fa-e0dfa255fc19,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:01.970019 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.004792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-32436521-7628-4f64-8f6c-19b885c835ce None None] For port 2cf95a19-4e0c-45e5-8201-65fea5a4a217, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2cf95a19-4e0c-45e5-8201-65fea5a4a217,segment=NetworkSegment(662be09d-22c4-4887-9fd8-ca524f057be8),segment_id=662be09d-22c4-4887-9fd8-ca524f057be8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:02.014715 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.016924 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-32436521-7628-4f64-8f6c-19b885c835ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.054656 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cfe42883-c705-41bc-aeae-d36d5759338c tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.061767 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cfe42883-c705-41bc-aeae-d36d5759338c tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] 10.222.0.81 "DELETE /v2.0/ports/eb8a02b4-3c97-44e4-b2fa-e0dfa255fc19 HTTP/1.1" status: 204 len: 168 time: 0.5751839 Nov 09 18:17:02.062664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45596) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:02.068751 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-589b4e8a-e76f-45ec-bf19-74ff0e7122cd tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Request body: {'port': {'name': 'tempest-new-port-name-1758218993', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:02.069333 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.api.validators [None req-589b4e8a-e76f-45ec-bf19-74ff0e7122cd tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] bootfile-name is not in valid_values {{(pid=102155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:17:02.069774 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.api.validators [None req-589b4e8a-e76f-45ec-bf19-74ff0e7122cd tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] tftp-server is not in valid_values {{(pid=102155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:17:02.070244 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.api.validators [None req-589b4e8a-e76f-45ec-bf19-74ff0e7122cd tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] server-ip-address is not in valid_values {{(pid=102155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:17:02.120684 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:17:02.121046 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:17:02.132671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32436521-7628-4f64-8f6c-19b885c835ce None None] Pushing event updated for resources: {'Port': ['ID=2cf95a19-4e0c-45e5-8201-65fea5a4a217,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:02.153316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Allocated IP 172.25.1.199 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/eda4ff80-f9e4-40c2-b326-048946de9627) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:02.154686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-589b4e8a-e76f-45ec-bf19-74ff0e7122cd tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.233103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b1bf4af6-621e-4e11-8f69-17de6a492ed5 None None] Could not find standard attr ID for object eb8a02b4-3c97-44e4-b2fa-e0dfa255fc19. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:17:02.252706 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b1bf4af6-621e-4e11-8f69-17de6a492ed5 None None] Provisioning complete for port 2cf95a19-4e0c-45e5-8201-65fea5a4a217 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:02.253090 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4af6-621e-4e11-8f69-17de6a492ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.283377 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.331652 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.366969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b1bf4af6-621e-4e11-8f69-17de6a492ed5 None None] Provisioning complete for port 310902b8-d3f3-44a2-90ef-04d53030fb66 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:02.367677 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4af6-621e-4e11-8f69-17de6a492ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.373768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:02.377354 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:02.381171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:02.408866 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-589b4e8a-e76f-45ec-bf19-74ff0e7122cd tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.416789 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-589b4e8a-e76f-45ec-bf19-74ff0e7122cd tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.425733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'Port': ['ID=eda4ff80-f9e4-40c2-b326-048946de9627,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:02.430283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf4af6-621e-4e11-8f69-17de6a492ed5 None None] Port 310902b8-d3f3-44a2-90ef-04d53030fb66 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:17:02.508432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b4e8a-e76f-45ec-bf19-74ff0e7122cd tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Pushing event updated for resources: {'Port': ['ID=310902b8-d3f3-44a2-90ef-04d53030fb66,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:02.528396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-589b4e8a-e76f-45ec-bf19-74ff0e7122cd tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] In _notify_port_updated(), no bound segment for port 310902b8-d3f3-44a2-90ef-04d53030fb66 on network 4655663a-fd08-46a1-b79b-f2f4cf1989ed {{(pid=102155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:17:02.534183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589b4e8a-e76f-45ec-bf19-74ff0e7122cd tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:02.535411 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-589b4e8a-e76f-45ec-bf19-74ff0e7122cd tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.536949 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-589b4e8a-e76f-45ec-bf19-74ff0e7122cd tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] 10.222.0.81 "PUT /v2.0/ports/310902b8-d3f3-44a2-90ef-04d53030fb66 HTTP/1.1" status: 200 len: 1136 time: 0.4731526 Nov 09 18:17:02.539701 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45598) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:02.559093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b8e1fa09-0253-4e1e-aecc-ef8f0773df23 None None] Provisioning complete for port 310902b8-d3f3-44a2-90ef-04d53030fb66 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:02.559506 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fa09-0253-4e1e-aecc-ef8f0773df23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.592686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c317877-ad90-44e8-8d95-9d8a3a9b1dfa tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:02.594499 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0c317877-ad90-44e8-8d95-9d8a3a9b1dfa tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] 10.222.0.81 "GET /v2.0/ports/310902b8-d3f3-44a2-90ef-04d53030fb66 HTTP/1.1" status: 200 len: 1136 time: 0.0537150 Nov 09 18:17:02.599393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45600) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:02.715550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-64ef972b-fbc6-478f-8e3d-25bfe362940f tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Deleting port 310902b8-d3f3-44a2-90ef-04d53030fb66 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:02.716039 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64ef972b-fbc6-478f-8e3d-25bfe362940f tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.785080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1fa09-0253-4e1e-aecc-ef8f0773df23 None None] Port 310902b8-d3f3-44a2-90ef-04d53030fb66 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:17:02.818178 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.829777 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64ef972b-fbc6-478f-8e3d-25bfe362940f tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.844118 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-64ef972b-fbc6-478f-8e3d-25bfe362940f tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Calling delete_port for 310902b8-d3f3-44a2-90ef-04d53030fb66 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:02.897222 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.904436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-6330393c-e6bd-4a9c-be13-cb165958fadc None None] Could not find standard attr ID for object eb8a02b4-3c97-44e4-b2fa-e0dfa255fc19. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:17:03.002119 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64ef972b-fbc6-478f-8e3d-25bfe362940f tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.032579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef972b-fbc6-478f-8e3d-25bfe362940f tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Pushing event deleted for resources: {'Port': ['ID=310902b8-d3f3-44a2-90ef-04d53030fb66,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:03.093521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.101935 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.119513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f5c54666-0725-43a6-a162-05dfa199320c None None] Could not find standard attr ID for object 310902b8-d3f3-44a2-90ef-04d53030fb66. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:17:03.126189 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-64ef972b-fbc6-478f-8e3d-25bfe362940f tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.133576 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-64ef972b-fbc6-478f-8e3d-25bfe362940f tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] 10.222.0.81 "DELETE /v2.0/ports/310902b8-d3f3-44a2-90ef-04d53030fb66 HTTP/1.1" status: 204 len: 168 time: 0.5326900 Nov 09 18:17:03.133977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45602) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:03.179994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'Port': ['ID=eda4ff80-f9e4-40c2-b326-048946de9627,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:03.198003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d29ea8c-ae37-4d52-b421-154216db7cb7 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Deleting subnet cedfa47c-fa0f-462e-99b6-6738a750f18e {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:17:03.198447 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.202914 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d29ea8c-ae37-4d52-b421-154216db7cb7 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.246399 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d29ea8c-ae37-4d52-b421-154216db7cb7 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.321022 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Floating IP 34fc09f9-fa90-4c2c-9590-b72439b0c647 associated. External IP: 172.25.1.199, port: f5f6ed25-5142-43ab-802e-97f4e5114447. Nov 09 18:17:03.353367 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d29ea8c-ae37-4d52-b421-154216db7cb7 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.416153 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d29ea8c-ae37-4d52-b421-154216db7cb7 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.448589 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29ea8c-ae37-4d52-b421-154216db7cb7 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Pushing event deleted for resources: {'Subnet': ['ID=cedfa47c-fa0f-462e-99b6-6738a750f18e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:03.450881 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d29ea8c-ae37-4d52-b421-154216db7cb7 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.454937 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2d29ea8c-ae37-4d52-b421-154216db7cb7 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] 10.222.0.81 "DELETE /v2.0/subnets/cedfa47c-fa0f-462e-99b6-6738a750f18e HTTP/1.1" status: 204 len: 168 time: 0.3198202 Nov 09 18:17:03.458002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45606) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:03.460050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953d0b1c-a326-4fb1-8065-24f77464c388 None None] Network 4655663a-fd08-46a1-b79b-f2f4cf1989ed requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:03.544823 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.571237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:17:03.637282 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Deleting port 2cf95a19-4e0c-45e5-8201-65fea5a4a217 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:03.640025 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.653084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2cf95a19-4e0c-45e5-8201-65fea5a4a217 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:03.705636 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc1825d-f7de-4479-9d95-d699d762e179 None None] DHCP port deletion for 4655663a-fd08-46a1-b79b-f2f4cf1989ed request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:17:03.717713 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2cf95a19-4e0c-45e5-8201-65fea5a4a217 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:03.718104 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.721722 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:17:03.734711 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb40a32-bf48-4131-a36d-c35f83f65b90 None None] Sync routers for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:17:03.754375 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb40a32-bf48-4131-a36d-c35f83f65b90 None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:03.754994 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4cb40a32-bf48-4131-a36d-c35f83f65b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:03.758564 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] For port 2cf95a19-4e0c-45e5-8201-65fea5a4a217, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2cf95a19-4e0c-45e5-8201-65fea5a4a217,segment=NetworkSegment(662be09d-22c4-4887-9fd8-ca524f057be8),segment_id=662be09d-22c4-4887-9fd8-ca524f057be8)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:03.759131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.774940 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.799835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-acc1825d-f7de-4479-9d95-d699d762e179 None None] Deleting port 2cf95a19-4e0c-45e5-8201-65fea5a4a217 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:03.801044 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-acc1825d-f7de-4479-9d95-d699d762e179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.804949 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Calling delete_port for 2cf95a19-4e0c-45e5-8201-65fea5a4a217 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:03.833135 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-982a9d24-4ce9-4df1-a8fa-e006a0f10a0c req-39cba866-e7f7-4a87-bcf1-840552b9758e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2411869 Nov 09 18:17:03.887312 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1a6fa373-a803-417a-879d-58d64d922522 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0805364 Nov 09 18:17:03.887312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537d446c-b630-4941-b9f4-01b161c72c7b', 'tag': 'f5f6ed25-5142-43ab-802e-97f4e5114447'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:03.887312 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472fd6f6-e7c0-4d6e-8762-c481b5a45ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "537d446c-b630-4941-b9f4-01b161c72c7b", "tag": "f5f6ed25-5142-43ab-802e-97f4e5114447"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:03.906375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c769c9-0bc6-4dc9-b719-91f8f18f811d req-2f0e1e52-0c1a-4b39-8779-d772f03b3350 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:03.908257 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96c769c9-0bc6-4dc9-b719-91f8f18f811d req-2f0e1e52-0c1a-4b39-8779-d772f03b3350 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1096 time: 0.1259980 Nov 09 18:17:03.915429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-acc1825d-f7de-4479-9d95-d699d762e179 None None] For port 2cf95a19-4e0c-45e5-8201-65fea5a4a217, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2cf95a19-4e0c-45e5-8201-65fea5a4a217,segment=NetworkSegment(662be09d-22c4-4887-9fd8-ca524f057be8),segment_id=662be09d-22c4-4887-9fd8-ca524f057be8)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:03.916204 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-acc1825d-f7de-4479-9d95-d699d762e179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.928534 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-4cb40a32-bf48-4131-a36d-c35f83f65b90 None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:03.932924 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-acc1825d-f7de-4479-9d95-d699d762e179 None None] Calling delete_port for 2cf95a19-4e0c-45e5-8201-65fea5a4a217 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:03.933260 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-96c769c9-0bc6-4dc9-b719-91f8f18f811d req-883a89af-c6f5-4012-9a85-b542f245a406 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.017100 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-96c769c9-0bc6-4dc9-b719-91f8f18f811d req-883a89af-c6f5-4012-9a85-b542f245a406 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.019703 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545812c9-332e-4add-adfb-6fc1fd7c2b51 x-openstack-request-id: req-545812c9-332e-4add-adfb-6fc1fd7c2b51 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:04.020250 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537d446c-b630-4941-b9f4-01b161c72c7b", "tag": "f5f6ed25-5142-43ab-802e-97f4e5114447", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:04.020560 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-545812c9-332e-4add-adfb-6fc1fd7c2b51 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:04.021055 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537d446c-b630-4941-b9f4-01b161c72c7b', 'tag': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'status': 'completed', 'code': 200} Nov 09 18:17:04.027759 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-96c769c9-0bc6-4dc9-b719-91f8f18f811d req-883a89af-c6f5-4012-9a85-b542f245a406 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.040292 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a9d24-4ce9-4df1-a8fa-e006a0f10a0c req-26ccf28d-9790-4b40-a0a7-f1d251155d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.042726 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-982a9d24-4ce9-4df1-a8fa-e006a0f10a0c req-26ccf28d-9790-4b40-a0a7-f1d251155d7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1096 time: 0.1506150 Nov 09 18:17:04.053404 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-acc1825d-f7de-4479-9d95-d699d762e179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.055514 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96c769c9-0bc6-4dc9-b719-91f8f18f811d req-883a89af-c6f5-4012-9a85-b542f245a406 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387188 Nov 09 18:17:04.079420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a89af-c6f5-4012-9a85-b542f245a406 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b9c4d1-a1ba-4b0c-a326-1a3dc7d1f60a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:04.125220 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1825d-f7de-4479-9d95-d699d762e179 None None] Pushing event deleted for resources: {'Port': ['ID=2cf95a19-4e0c-45e5-8201-65fea5a4a217,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:04.133032 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1825d-f7de-4479-9d95-d699d762e179 None None] No DVR routers for this DVR port 2cf95a19-4e0c-45e5-8201-65fea5a4a217 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:04.136263 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.169431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Pushing event deleted for resources: {'Port': ['ID=2cf95a19-4e0c-45e5-8201-65fea5a4a217,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:04.179795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] No DVR routers for this DVR port 2cf95a19-4e0c-45e5-8201-65fea5a4a217 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:04.203318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fd6f6-e7c0-4d6e-8762-c481b5a45ee2 req-0e654127-c555-4544-923a-fdf824fd02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.205436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-472fd6f6-e7c0-4d6e-8762-c481b5a45ee2 req-0e654127-c555-4544-923a-fdf824fd02c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 1096 time: 0.1835785 Nov 09 18:17:04.257791 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4cb40a32-bf48-4131-a36d-c35f83f65b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '34fc09f9-fa90-4c2c-9590-b72439b0c647', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:4f:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537d446c-b630-4941-b9f4-01b161c72c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:02Z', 'updated_at': '2021-11-09T18:17:02Z', 'revision_number': 0, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:04.287999 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb40a32-bf48-4131-a36d-c35f83f65b90 None None] Checking router: c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:17:04.297250 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb40a32-bf48-4131-a36d-c35f83f65b90 None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:04.298233 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4cb40a32-bf48-4131-a36d-c35f83f65b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:16:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:04.315018 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.319610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fd6f6-e7c0-4d6e-8762-c481b5a45ee2 req-c0d5f170-d726-4ecb-8a39-588471dc9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.321546 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-472fd6f6-e7c0-4d6e-8762-c481b5a45ee2 req-c0d5f170-d726-4ecb-8a39-588471dc9c42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.1080966 Nov 09 18:17:04.324012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a9d24-4ce9-4df1-a8fa-e006a0f10a0c req-d02c3a39-885e-4561-b1cc-00af37714861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.325454 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-982a9d24-4ce9-4df1-a8fa-e006a0f10a0c req-d02c3a39-885e-4561-b1cc-00af37714861 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4000a43-5433-478d-82b8-b57a4f0b33c5 HTTP/1.1" status: 200 len: 898 time: 0.2473285 Nov 09 18:17:04.351041 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4655663a-fd08-46a1-b79b-f2f4cf1989ed']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:04.392843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58179e9-6dc3-4263-9321-f3bcbbe02a68 req-358e5cda-75e7-46c7-8c45-a876a9bba53d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.393104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-472fd6f6-e7c0-4d6e-8762-c481b5a45ee2 req-77dc40f4-77c6-49ef-a5b0-2bde7c58cae6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5f6ed25-5142-43ab-802e-97f4e5114447 HTTP/1.1" status: 200 len: 999 time: 0.0642295 Nov 09 18:17:04.393862 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c58179e9-6dc3-4263-9321-f3bcbbe02a68 req-358e5cda-75e7-46c7-8c45-a876a9bba53d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.2075191 Nov 09 18:17:04.402388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662be09d-22c4-4887-9fd8-ca524f057be8') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:04.402677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662be09d-22c4-4887-9fd8-ca524f057be8') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:04.424816 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-4cb40a32-bf48-4131-a36d-c35f83f65b90 None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:04.426043 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.455973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fd6f6-e7c0-4d6e-8762-c481b5a45ee2 req-ac834fb8-8673-414c-900f-48b5aa20c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.457057 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.457584 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-472fd6f6-e7c0-4d6e-8762-c481b5a45ee2 req-ac834fb8-8673-414c-900f-48b5aa20c3d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0570183 Nov 09 18:17:04.473079 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-982a9d24-4ce9-4df1-a8fa-e006a0f10a0c req-3142ba64-139e-44e7-8e57-e03e0d9a2820 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dbfa361-2646-46d4-847b-0a4860828d01 HTTP/1.1" status: 200 len: 1001 time: 0.1345983 Nov 09 18:17:04.479733 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c58179e9-6dc3-4263-9321-f3bcbbe02a68 req-cd6cf3ec-07a8-4915-b148-cf585a8bca80 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792627 Nov 09 18:17:04.480760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:17:04.481166 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:17:04.485100 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:17:04.514086 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45622) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:04.523309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fd6f6-e7c0-4d6e-8762-c481b5a45ee2 req-242033bb-b480-4b82-9772-e947f2b6a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.525142 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-472fd6f6-e7c0-4d6e-8762-c481b5a45ee2 req-242033bb-b480-4b82-9772-e947f2b6a12c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603068 Nov 09 18:17:04.579340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a9d24-4ce9-4df1-a8fa-e006a0f10a0c req-0ad9bbff-f2ed-44aa-bbe4-23ec0e8503d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.581120 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-982a9d24-4ce9-4df1-a8fa-e006a0f10a0c req-0ad9bbff-f2ed-44aa-bbe4-23ec0e8503d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d75a2178-1c86-4c07-ace8-251f5c894e7f HTTP/1.1" status: 200 len: 834 time: 0.0954831 Nov 09 18:17:04.582349 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.608588 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.617440 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] 10.222.0.81 "DELETE /v2.0/networks/4655663a-fd08-46a1-b79b-f2f4cf1989ed HTTP/1.1" status: 204 len: 168 time: 1.1552682 Nov 09 18:17:04.617440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22539a4-1e68-4805-9f37-2fcc345f60d5 tempest-ExtraDHCPOptionsTestJSON-736409643 tempest-ExtraDHCPOptionsTestJSON-736409643-project] Pushing event deleted for resources: {'Network': ['ID=4655663a-fd08-46a1-b79b-f2f4cf1989ed,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:04.643850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-87a43c87-71fa-479d-b54b-2a06b3fedc04 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/76265c21-0fdd-4790-947a-2a2783c4a859 HTTP/1.1" status: 200 len: 993 time: 0.1274946 Nov 09 18:17:04.693047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-472fd6f6-e7c0-4d6e-8762-c481b5a45ee2 req-9ca12bd1-0de4-4d31-a830-a70715a877b6 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363635 Nov 09 18:17:04.698920 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a9d24-4ce9-4df1-a8fa-e006a0f10a0c req-590914fc-2517-4389-b654-bf3a224c7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.700744 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-982a9d24-4ce9-4df1-a8fa-e006a0f10a0c req-590914fc-2517-4389-b654-bf3a224c7e73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4000a43-5433-478d-82b8-b57a4f0b33c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936029 Nov 09 18:17:04.823652 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4cb40a32-bf48-4131-a36d-c35f83f65b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '34fc09f9-fa90-4c2c-9590-b72439b0c647', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:4f:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537d446c-b630-4941-b9f4-01b161c72c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:02Z', 'updated_at': '2021-11-09T18:17:02Z', 'revision_number': 0, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:04.828249 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-982a9d24-4ce9-4df1-a8fa-e006a0f10a0c req-9360bce9-5dcd-4e4a-b6c0-55ff94efa70d service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163957 Nov 09 18:17:04.841295 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-075a60cc-9185-4339-bff0-b39e3a8f5b7e req-75494b1a-43a7-49e8-8d1e-bac9ccf8ae82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773911 Nov 09 18:17:04.852251 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb40a32-bf48-4131-a36d-c35f83f65b90 None None] The sync data for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 is: [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '34fc09f9-fa90-4c2c-9590-b72439b0c647', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:4f:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537d446c-b630-4941-b9f4-01b161c72c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:02Z', 'updated_at': '2021-11-09T18:17:02Z', 'revision_number': 0, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:17:04.863699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-472fd6f6-e7c0-4d6e-8762-c481b5a45ee2 req-90692166-142c-4dc9-88a8-1cd674140269 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627038 Nov 09 18:17:04.980618 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45634) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:05.016863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a60cc-9185-4339-bff0-b39e3a8f5b7e req-4449a0e0-d1b9-439f-b935-e0a0ab282a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:05.018691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-075a60cc-9185-4339-bff0-b39e3a8f5b7e req-4449a0e0-d1b9-439f-b935-e0a0ab282a96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 1096 time: 0.0677786 Nov 09 18:17:05.160955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a60cc-9185-4339-bff0-b39e3a8f5b7e req-02e27601-0c30-40e3-bfe4-c5f400149bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:05.162587 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-075a60cc-9185-4339-bff0-b39e3a8f5b7e req-02e27601-0c30-40e3-bfe4-c5f400149bfb service neutron] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.1241150 Nov 09 18:17:05.187293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6daaff-bf4e-47a1-9a44-a0d6398da77e None None] New status for floating IP 34fc09f9-fa90-4c2c-9590-b72439b0c647: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:17:05.224130 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4ae7bb63-d34d-4ac8-9f51-60d944e39b6b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6a01217baa74f6aa9ae926057faab36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422190 Nov 09 18:17:05.228660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45638) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:05.235182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-db2486f8-1973-405e-9301-1562ca652e8f req-d74b2c82-460c-438a-9072-490c24c06f90 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:17:05.236979 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-db2486f8-1973-405e-9301-1562ca652e8f req-d74b2c82-460c-438a-9072-490c24c06f90 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078106 Nov 09 18:17:05.279511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-075a60cc-9185-4339-bff0-b39e3a8f5b7e req-d8a4d573-111d-4f44-b68d-6214fa232c99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5f6ed25-5142-43ab-802e-97f4e5114447 HTTP/1.1" status: 200 len: 999 time: 0.1075006 Nov 09 18:17:05.286638 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-982a9d24-4ce9-4df1-a8fa-e006a0f10a0c req-92016b80-ce9e-4b66-8428-19a1562cd070 service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477317 Nov 09 18:17:05.353029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a60cc-9185-4339-bff0-b39e3a8f5b7e req-9dcf1168-1cfb-4f0f-81d5-a3bb8e9e4c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:05.354572 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-075a60cc-9185-4339-bff0-b39e3a8f5b7e req-9dcf1168-1cfb-4f0f-81d5-a3bb8e9e4c03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0663018 Nov 09 18:17:05.355628 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cddc55b-951c-4400-97bd-aa1c55eefafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:05.402555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cddc55b-951c-4400-97bd-aa1c55eefafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:05.445951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a60cc-9185-4339-bff0-b39e3a8f5b7e req-aa073bda-40ef-42b7-8210-1008c34cd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:05.447474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-075a60cc-9185-4339-bff0-b39e3a8f5b7e req-aa073bda-40ef-42b7-8210-1008c34cd37e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757279 Nov 09 18:17:05.509383 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cddc55b-951c-4400-97bd-aa1c55eefafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:05.511986 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cddc55b-951c-4400-97bd-aa1c55eefafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:05.513154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0cddc55b-951c-4400-97bd-aa1c55eefafd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46e6c338-a5e9-4cad-ab98-8dca2fdd275d HTTP/1.1" status: 204 len: 168 time: 0.2835598 Nov 09 18:17:05.528801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddc55b-951c-4400-97bd-aa1c55eefafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e6c338-a5e9-4cad-ab98-8dca2fdd275d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:05.572654 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-075a60cc-9185-4339-bff0-b39e3a8f5b7e req-148ff915-9586-46cb-830a-ff791f6bef60 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174929 Nov 09 18:17:05.654705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2cf95a19-4e0c-45e5-8201-65fea5a4a217 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:17:05.681720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 2cf95a19-4e0c-45e5-8201-65fea5a4a217 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:17:05.682101 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2cf95a19-4e0c-45e5-8201-65fea5a4a217 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:17:06.048355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2742e72-affd-47be-8793-bda72a749b29 req-5d8ae011-fb8a-4c1a-8c17-77a3b31279fa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:06.049972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2742e72-affd-47be-8793-bda72a749b29 req-5d8ae011-fb8a-4c1a-8c17-77a3b31279fa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0965307 Nov 09 18:17:06.053116 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-075a60cc-9185-4339-bff0-b39e3a8f5b7e req-e91c28fb-e70e-452a-af1c-62b355e620d5 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724934 Nov 09 18:17:06.094719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2742e72-affd-47be-8793-bda72a749b29 req-01cf3577-f3b7-403a-9f85-1bf2d2f25a20 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374296 Nov 09 18:17:06.212468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-4e6f455b-62ed-4a81-8c0c-7659c7a0f7e1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2838199 Nov 09 18:17:06.226175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-bd9b2569-adbd-4d69-88d0-e920010778f5 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:17:06.227170 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-bd9b2569-adbd-4d69-88d0-e920010778f5 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057836 Nov 09 18:17:06.420027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45676) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:06.516877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1506370448'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:06.543366 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:06.546981 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:06.558473 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:06.653479 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:06.659908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:06.688001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:17:06.699044 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c798189f-4c04-4d24-a33c-5d5d65c3aa12,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:06.704159 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:06.704517 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Added segment 468c22d6-f39a-4f6b-a062-a6f65f51dc44 of type vlan for network 93405ebe-a646-4339-b1d6-bb3d96f557b8 Nov 09 18:17:06.752422 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:06.781390 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:06.786127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:06.786770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:06.848240 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4270432 Nov 09 18:17:06.874856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176521b-5018-4f34-b809-bc0b11ceebf8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Network': ['ID=93405ebe-a646-4339-b1d6-bb3d96f557b8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:06.887980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 93405ebe-a646-4339-b1d6-bb3d96f557b8 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:17:07.242628 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54befd8-2321-4be2-ad2e-7aa5637fce40 req-84069d1e-7105-4753-9861-4031cc0a6bbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.244241 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a54befd8-2321-4be2-ad2e-7aa5637fce40 req-84069d1e-7105-4753-9861-4031cc0a6bbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0568454 Nov 09 18:17:07.288681 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a54befd8-2321-4be2-ad2e-7aa5637fce40 req-33735314-509c-4198-8b4d-940eef9d10e6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364790 Nov 09 18:17:07.642158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3e17d-44cf-4562-9919-841ce4319802 req-81ce5ebf-b5d7-4ca5-8c59-035c20ad956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.644030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-81ce5ebf-b5d7-4ca5-8c59-035c20ad956d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1096 time: 0.0432584 Nov 09 18:17:07.746602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3e17d-44cf-4562-9919-841ce4319802 req-e08e015c-9a82-4e53-bf07-783b539bdeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.748193 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-e08e015c-9a82-4e53-bf07-783b539bdeb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4000a43-5433-478d-82b8-b57a4f0b33c5 HTTP/1.1" status: 200 len: 898 time: 0.0934439 Nov 09 18:17:07.819482 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-f939b585-b820-4900-b40f-c27ad09a52ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dbfa361-2646-46d4-847b-0a4860828d01 HTTP/1.1" status: 200 len: 1001 time: 0.0615783 Nov 09 18:17:07.882766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3e17d-44cf-4562-9919-841ce4319802 req-2e282d70-7bd2-4f96-9b02-a6f63973d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.884296 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-2e282d70-7bd2-4f96-9b02-a6f63973d509 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d75a2178-1c86-4c07-ace8-251f5c894e7f HTTP/1.1" status: 200 len: 834 time: 0.0523901 Nov 09 18:17:07.937950 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3e17d-44cf-4562-9919-841ce4319802 req-4036fc54-4fd9-4563-8165-09460960e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.939529 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-4036fc54-4fd9-4563-8165-09460960e374 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4000a43-5433-478d-82b8-b57a4f0b33c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446360 Nov 09 18:17:08.040324 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-a19e1b35-3772-4c7f-87b0-aa2bef241fbe service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883465 Nov 09 18:17:08.142297 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-3530b820-f1c5-4ae7-9fc4-750426373d2f service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934026 Nov 09 18:17:08.411638 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb238d6-212d-462f-b056-b6105841f5d8 req-6b07a9ec-9999-4379-9353-e65072c1a5a7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:08.413802 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bbb238d6-212d-462f-b056-b6105841f5d8 req-6b07a9ec-9999-4379-9353-e65072c1a5a7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0527480 Nov 09 18:17:08.456526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bbb238d6-212d-462f-b056-b6105841f5d8 req-5e7fac4b-4df7-4c19-92a7-5910b19e6c8d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359290 Nov 09 18:17:09.577858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e666f-89f2-4613-a78b-443a07c6d695 req-d570cc4e-426a-413f-bf3a-d777164cfac3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:09.579436 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d12e666f-89f2-4613-a78b-443a07c6d695 req-d570cc4e-426a-413f-bf3a-d777164cfac3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0505874 Nov 09 18:17:09.620930 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d12e666f-89f2-4613-a78b-443a07c6d695 req-cf80192b-b91b-47aa-adf8-b12ea1b9bd37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349014 Nov 09 18:17:10.145185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45702) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:10.150561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-db25503a-9914-4bc6-b2f5-5c561dc81a90 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'subnet': {'network_id': '93405ebe-a646-4339-b1d6-bb3d96f557b8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:10.252477 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db25503a-9914-4bc6-b2f5-5c561dc81a90 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:10.257101 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db25503a-9914-4bc6-b2f5-5c561dc81a90 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.464111 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db25503a-9914-4bc6-b2f5-5c561dc81a90 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.533281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25503a-9914-4bc6-b2f5-5c561dc81a90 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Subnet': ['ID=d0cdda0e-357c-4df8-8111-cbb259ec7701,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:10.537721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25503a-9914-4bc6-b2f5-5c561dc81a90 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Checking segment: {'id': '468c22d6-f39a-4f6b-a062-a6f65f51dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '93405ebe-a646-4339-b1d6-bb3d96f557b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:10.538061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25503a-9914-4bc6-b2f5-5c561dc81a90 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network hostable DHCP agents. Network: 93405ebe-a646-4339-b1d6-bb3d96f557b8, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:17:10.555945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25503a-9914-4bc6-b2f5-5c561dc81a90 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network 93405ebe-a646-4339-b1d6-bb3d96f557b8 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:17:10.565392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-db25503a-9914-4bc6-b2f5-5c561dc81a90 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 93405ebe-a646-4339-b1d6-bb3d96f557b8) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:10.570256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25503a-9914-4bc6-b2f5-5c561dc81a90 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:10.570937 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-db25503a-9914-4bc6-b2f5-5c561dc81a90 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.577016 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c96780-a391-4b79-b351-609b1600e533 None None] Network 93405ebe-a646-4339-b1d6-bb3d96f557b8 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:10.592539 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-db25503a-9914-4bc6-b2f5-5c561dc81a90 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4460752 Nov 09 18:17:10.596101 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45706) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:10.605009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-787ab16a-1bc9-431a-b8dc-cba1605f9072 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-885972097'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:10.638544 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787ab16a-1bc9-431a-b8dc-cba1605f9072 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:10.645941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-787ab16a-1bc9-431a-b8dc-cba1605f9072 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.689992 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787ab16a-1bc9-431a-b8dc-cba1605f9072 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:17:10.707053 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c266-456a-4de1-8c8b-d5ca43d800a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.713521 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-787ab16a-1bc9-431a-b8dc-cba1605f9072 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.714122 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-787ab16a-1bc9-431a-b8dc-cba1605f9072 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Added segment 3a4ce0be-02d7-468e-802e-87fdfe34d72b of type vlan for network 19187cd4-fabd-4f9d-b0aa-9048413941a0 Nov 09 18:17:10.789971 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-93405ebe-a646-4339-b1d6-bb3d96f557b8', 'network_id': '93405ebe-a646-4339-b1d6-bb3d96f557b8', 'tenant_id': 'a785ba409aef47a693603a100ed0d811', 'fixed_ips': [{'subnet_id': 'd0cdda0e-357c-4df8-8111-cbb259ec7701'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:17:10.790866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.796337 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-787ab16a-1bc9-431a-b8dc-cba1605f9072 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.803169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d67e6b-7080-46f8-a56b-852e545db3d9 req-55cfc0b8-ec0d-4112-b851-3f4d0907387c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:10.805435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53d67e6b-7080-46f8-a56b-852e545db3d9 req-55cfc0b8-ec0d-4112-b851-3f4d0907387c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0736387 Nov 09 18:17:10.843125 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-787ab16a-1bc9-431a-b8dc-cba1605f9072 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.850811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787ab16a-1bc9-431a-b8dc-cba1605f9072 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:10.851637 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-787ab16a-1bc9-431a-b8dc-cba1605f9072 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.869227 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53d67e6b-7080-46f8-a56b-852e545db3d9 req-20205f3e-299f-4fcc-be47-8f0910655d0b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579793 Nov 09 18:17:10.934125 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-787ab16a-1bc9-431a-b8dc-cba1605f9072 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3357072 Nov 09 18:17:10.939889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45712) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:10.950875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a4166f01-d686-421f-b193-49ef91fc4f52 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'subnet': {'network_id': '19187cd4-fabd-4f9d-b0aa-9048413941a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:10.954566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Allocated IP 2001:db8:0:ffff::2 (93405ebe-a646-4339-b1d6-bb3d96f557b8/d0cdda0e-357c-4df8-8111-cbb259ec7701/9465751c-4931-46ea-afd3-07539aae5d47) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:10.967044 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ab16a-1bc9-431a-b8dc-cba1605f9072 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Network': ['ID=19187cd4-fabd-4f9d-b0aa-9048413941a0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:10.991078 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 19187cd4-fabd-4f9d-b0aa-9048413941a0 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:17:11.071011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4166f01-d686-421f-b193-49ef91fc4f52 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:11.077558 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a4166f01-d686-421f-b193-49ef91fc4f52 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.212321 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.217831 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.256179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Network 93405ebe-a646-4339-b1d6-bb3d96f557b8 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:11.259292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:11.262930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:11.275002 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Pushing event updated for resources: {'Port': ['ID=9465751c-4931-46ea-afd3-07539aae5d47,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:11.330654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Attempting to bind port 9465751c-4931-46ea-afd3-07539aae5d47 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:17:11.330941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Attempting to bind port 9465751c-4931-46ea-afd3-07539aae5d47 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '468c22d6-f39a-4f6b-a062-a6f65f51dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '93405ebe-a646-4339-b1d6-bb3d96f557b8'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:17:11.331997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Attempting to bind port 9465751c-4931-46ea-afd3-07539aae5d47 on network 93405ebe-a646-4339-b1d6-bb3d96f557b8 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:11.337697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:11.338086 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Checking segment: {'id': '468c22d6-f39a-4f6b-a062-a6f65f51dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '93405ebe-a646-4339-b1d6-bb3d96f557b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:11.338502 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.338903 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Bound using segment: {'id': '468c22d6-f39a-4f6b-a062-a6f65f51dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '93405ebe-a646-4339-b1d6-bb3d96f557b8'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:11.339415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Bound port: 9465751c-4931-46ea-afd3-07539aae5d47, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468c22d6-f39a-4f6b-a062-a6f65f51dc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '93405ebe-a646-4339-b1d6-bb3d96f557b8'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:17:11.339818 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.410031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] For port 9465751c-4931-46ea-afd3-07539aae5d47, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:11.410270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.objects.ports [None req-a4166f01-d686-421f-b193-49ef91fc4f52 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:17:11.411945 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a4166f01-d686-421f-b193-49ef91fc4f52 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.414337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] For port 9465751c-4931-46ea-afd3-07539aae5d47, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9465751c-4931-46ea-afd3-07539aae5d47,segment=NetworkSegment(468c22d6-f39a-4f6b-a062-a6f65f51dc44),segment_id=468c22d6-f39a-4f6b-a062-a6f65f51dc44)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:11.419743 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.488969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12052c1-5338-496e-aa43-5ab6e75e6784 None None] Pushing event updated for resources: {'Port': ['ID=9465751c-4931-46ea-afd3-07539aae5d47,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:11.498372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4166f01-d686-421f-b193-49ef91fc4f52 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Subnet': ['ID=44f1248c-477d-48b5-b380-cf1488497534,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:11.508573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4166f01-d686-421f-b193-49ef91fc4f52 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Checking segment: {'id': '3a4ce0be-02d7-468e-802e-87fdfe34d72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '19187cd4-fabd-4f9d-b0aa-9048413941a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:11.508936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4166f01-d686-421f-b193-49ef91fc4f52 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network hostable DHCP agents. Network: 19187cd4-fabd-4f9d-b0aa-9048413941a0, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:17:11.531147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4166f01-d686-421f-b193-49ef91fc4f52 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network 19187cd4-fabd-4f9d-b0aa-9048413941a0 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:17:11.547421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-a4166f01-d686-421f-b193-49ef91fc4f52 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 19187cd4-fabd-4f9d-b0aa-9048413941a0) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:11.552127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4166f01-d686-421f-b193-49ef91fc4f52 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:11.552813 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a4166f01-d686-421f-b193-49ef91fc4f52 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.565431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c08b8b-a799-4d8e-b6df-7687a01b4f58 None None] Network 19187cd4-fabd-4f9d-b0aa-9048413941a0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:11.578055 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a4166f01-d686-421f-b193-49ef91fc4f52 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6360600 Nov 09 18:17:11.583549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45714) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:11.591774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'port': {'network_id': '19187cd4-fabd-4f9d-b0aa-9048413941a0', 'name': 'tempest-NetworksIpV6TestAttrs-877000882'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:11.759763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-19187cd4-fabd-4f9d-b0aa-9048413941a0', 'network_id': '19187cd4-fabd-4f9d-b0aa-9048413941a0', 'tenant_id': 'a785ba409aef47a693603a100ed0d811', 'fixed_ips': [{'subnet_id': '44f1248c-477d-48b5-b380-cf1488497534'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:17:11.760672 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.777497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:11.781635 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.803298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] device_id is not set on port dd7a93be-fc5d-46d0-b865-33e5f9ae3583 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:17:11.917554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Allocated IP 2001:db8::f816:3eff:fed6:4aed (19187cd4-fabd-4f9d-b0aa-9048413941a0/44f1248c-477d-48b5-b380-cf1488497534/439a9712-5107-44e6-bdb8-771d743ff0cd) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:12.031530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc31d1-4e91-4e91-9ce7-c20db3ac5e76 req-73b2b725-98a5-4271-b548-23da95cba995 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:12.033193 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78cc31d1-4e91-4e91-9ce7-c20db3ac5e76 req-73b2b725-98a5-4271-b548-23da95cba995 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0700505 Nov 09 18:17:12.077930 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78cc31d1-4e91-4e91-9ce7-c20db3ac5e76 req-0fbe805d-848e-4940-802d-8b256daec5d0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377886 Nov 09 18:17:12.108193 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.116587 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.167558 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Network 19187cd4-fabd-4f9d-b0aa-9048413941a0 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:12.174062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:12.177035 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Pushing event updated for resources: {'Port': ['ID=439a9712-5107-44e6-bdb8-771d743ff0cd,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:12.178894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Allocated IP 2001:db8::f816:3eff:fe6e:d80b (19187cd4-fabd-4f9d-b0aa-9048413941a0/44f1248c-477d-48b5-b380-cf1488497534/dd7a93be-fc5d-46d0-b865-33e5f9ae3583) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:12.179473 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:12.247477 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Attempting to bind port 439a9712-5107-44e6-bdb8-771d743ff0cd on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:17:12.247906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Attempting to bind port 439a9712-5107-44e6-bdb8-771d743ff0cd by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '3a4ce0be-02d7-468e-802e-87fdfe34d72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '19187cd4-fabd-4f9d-b0aa-9048413941a0'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:17:12.248282 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Attempting to bind port 439a9712-5107-44e6-bdb8-771d743ff0cd on network 19187cd4-fabd-4f9d-b0aa-9048413941a0 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:12.261273 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:12.261703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Checking segment: {'id': '3a4ce0be-02d7-468e-802e-87fdfe34d72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '19187cd4-fabd-4f9d-b0aa-9048413941a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:12.262185 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.262643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Bound using segment: {'id': '3a4ce0be-02d7-468e-802e-87fdfe34d72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '19187cd4-fabd-4f9d-b0aa-9048413941a0'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:12.263167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Bound port: 439a9712-5107-44e6-bdb8-771d743ff0cd, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4ce0be-02d7-468e-802e-87fdfe34d72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '19187cd4-fabd-4f9d-b0aa-9048413941a0'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:17:12.263636 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.354561 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] For port 439a9712-5107-44e6-bdb8-771d743ff0cd, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:12.358876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] For port 439a9712-5107-44e6-bdb8-771d743ff0cd, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=439a9712-5107-44e6-bdb8-771d743ff0cd,segment=NetworkSegment(3a4ce0be-02d7-468e-802e-87fdfe34d72b),segment_id=3a4ce0be-02d7-468e-802e-87fdfe34d72b)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:12.364784 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.384050 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.432372 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb9ac9-0f79-4133-b89e-1f03bef06545 None None] Pushing event updated for resources: {'Port': ['ID=439a9712-5107-44e6-bdb8-771d743ff0cd,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:12.436768 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.488882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network 19187cd4-fabd-4f9d-b0aa-9048413941a0 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:12.492662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:12.495567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:12.502134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:12.502944 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.523381 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Port': ['ID=dd7a93be-fc5d-46d0-b865-33e5f9ae3583,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:12.539043 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45718) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:12.543929 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b74c58aa-2b2d-40a2-ba51-6cacfbffbded tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9582429 Nov 09 18:17:12.605129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e8c4b7-d616-4ea4-9d16-84dff081c961 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Deleting subnet 44f1248c-477d-48b5-b380-cf1488497534 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:17:12.608686 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90e8c4b7-d616-4ea4-9d16-84dff081c961 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.662771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c3062f-c0de-410d-98e0-8944667ae9a0 None None] Network 93405ebe-a646-4339-b1d6-bb3d96f557b8 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:12.669212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90e8c4b7-d616-4ea4-9d16-84dff081c961 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.743496 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a88f01c5-027d-4500-9d88-c1d5f4405e21 None None] Provisioning complete for port 9465751c-4931-46ea-afd3-07539aae5d47 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:12.743907 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a88f01c5-027d-4500-9d88-c1d5f4405e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.828755 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90e8c4b7-d616-4ea4-9d16-84dff081c961 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.903344 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a88f01c5-027d-4500-9d88-c1d5f4405e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.904024 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90e8c4b7-d616-4ea4-9d16-84dff081c961 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.941884 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-90e8c4b7-d616-4ea4-9d16-84dff081c961 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.945621 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-90e8c4b7-d616-4ea4-9d16-84dff081c961 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/subnets/44f1248c-477d-48b5-b380-cf1488497534 HTTP/1.1" status: 204 len: 168 time: 0.4054310 Nov 09 18:17:12.946967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8c4b7-d616-4ea4-9d16-84dff081c961 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Subnet': ['ID=44f1248c-477d-48b5-b380-cf1488497534,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:12.949062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45720) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:12.957342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a88f01c5-027d-4500-9d88-c1d5f4405e21 None None] For port 9465751c-4931-46ea-afd3-07539aae5d47, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9465751c-4931-46ea-afd3-07539aae5d47,segment=NetworkSegment(468c22d6-f39a-4f6b-a062-a6f65f51dc44),segment_id=468c22d6-f39a-4f6b-a062-a6f65f51dc44)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:12.962886 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a88f01c5-027d-4500-9d88-c1d5f4405e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.042594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f01c5-027d-4500-9d88-c1d5f4405e21 None None] Pushing event updated for resources: {'Port': ['ID=9465751c-4931-46ea-afd3-07539aae5d47,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:13.102945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b75849c-31ce-403c-9d66-5f0b624d8b3d tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.104599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b75849c-31ce-403c-9d66-5f0b624d8b3d tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.106825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5b75849c-31ce-403c-9d66-5f0b624d8b3d tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1560161 Nov 09 18:17:13.111388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45724) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:13.217356 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-dcb2fe47-f7bf-4075-b252-4dc895f1d48e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.227748 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb2fe47-f7bf-4075-b252-4dc895f1d48e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 18:17:13.228261 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb2fe47-f7bf-4075-b252-4dc895f1d48e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:17:13.236185 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-dcb2fe47-f7bf-4075-b252-4dc895f1d48e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/networks/19187cd4-fabd-4f9d-b0aa-9048413941a0 HTTP/1.1" status: 409 len: 405 time: 0.1236613 Nov 09 18:17:13.236936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45726) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:13.243886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ae5e65a3-674e-43c7-8c46-8eafe77db29f tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-417819965'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:13.271928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5e65a3-674e-43c7-8c46-8eafe77db29f tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:13.276073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae5e65a3-674e-43c7-8c46-8eafe77db29f tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.276451 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38a193-dd41-403a-83c1-81ec0bcb225a req-a93a035f-4994-484f-859e-e937ae64d4d0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.279854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c38a193-dd41-403a-83c1-81ec0bcb225a req-a93a035f-4994-484f-859e-e937ae64d4d0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0897765 Nov 09 18:17:13.299688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-46f3c932-b489-4511-bde6-96644f7ad40b None None] Provisioning complete for port 9465751c-4931-46ea-afd3-07539aae5d47 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:13.301789 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-46f3c932-b489-4511-bde6-96644f7ad40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.314794 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5e65a3-674e-43c7-8c46-8eafe77db29f tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:17:13.326556 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae5e65a3-674e-43c7-8c46-8eafe77db29f tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.326895 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-ae5e65a3-674e-43c7-8c46-8eafe77db29f tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Added segment a618aaa4-0997-4952-a40b-f2d04c03139a of type vlan for network dfc8e427-cdaf-4a40-b351-fed427502762 Nov 09 18:17:13.371589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c38a193-dd41-403a-83c1-81ec0bcb225a req-1e8d5ac6-07f1-42f6-8524-de5432615a86 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845675 Nov 09 18:17:13.395618 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae5e65a3-674e-43c7-8c46-8eafe77db29f tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.430566 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae5e65a3-674e-43c7-8c46-8eafe77db29f tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.437343 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5e65a3-674e-43c7-8c46-8eafe77db29f tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.438247 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ae5e65a3-674e-43c7-8c46-8eafe77db29f tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.516687 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ae5e65a3-674e-43c7-8c46-8eafe77db29f tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2778602 Nov 09 18:17:13.523937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45728) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:13.531755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-85ce4633-3183-4863-b3e9-6a10835375d8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'subnet': {'network_id': 'dfc8e427-cdaf-4a40-b351-fed427502762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:13.544172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e65a3-674e-43c7-8c46-8eafe77db29f tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Network': ['ID=dfc8e427-cdaf-4a40-b351-fed427502762,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:13.559443 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network dfc8e427-cdaf-4a40-b351-fed427502762 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:17:13.673937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ce4633-3183-4863-b3e9-6a10835375d8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:13.678666 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-85ce4633-3183-4863-b3e9-6a10835375d8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.696490 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0051aa19-0df8-44c6-8d1d-92a4c8bf1585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.714530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f88ac14-2aca-45a0-a57f-3bbc1165af5f None None] Network 19187cd4-fabd-4f9d-b0aa-9048413941a0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:13.793916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9465751c-4931-46ea-afd3-07539aae5d47 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:14.002529 n-d-817236-1 neutron-server[102154]: DEBUG neutron.objects.ports [None req-85ce4633-3183-4863-b3e9-6a10835375d8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:17:14.004933 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-85ce4633-3183-4863-b3e9-6a10835375d8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.022743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2010807b-8b87-44b4-8849-6a3c74ff7aef None None] Provisioning complete for port 439a9712-5107-44e6-bdb8-771d743ff0cd triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:14.023444 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2010807b-8b87-44b4-8849-6a3c74ff7aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.073722 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce4633-3183-4863-b3e9-6a10835375d8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Subnet': ['ID=93341a74-5698-482f-b953-365ff351ddf4,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:14.086350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce4633-3183-4863-b3e9-6a10835375d8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Checking segment: {'id': 'a618aaa4-0997-4952-a40b-f2d04c03139a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'dfc8e427-cdaf-4a40-b351-fed427502762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:14.086802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce4633-3183-4863-b3e9-6a10835375d8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network hostable DHCP agents. Network: dfc8e427-cdaf-4a40-b351-fed427502762, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:17:14.106217 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce4633-3183-4863-b3e9-6a10835375d8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network dfc8e427-cdaf-4a40-b351-fed427502762 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:17:14.118914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-85ce4633-3183-4863-b3e9-6a10835375d8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, dfc8e427-cdaf-4a40-b351-fed427502762) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:14.123914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ce4633-3183-4863-b3e9-6a10835375d8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:14.125002 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-85ce4633-3183-4863-b3e9-6a10835375d8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.125363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9465751c-4931-46ea-afd3-07539aae5d47 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:14.125745 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.131383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8a6604-d22f-4f11-a131-69955b75a151 None None] Network dfc8e427-cdaf-4a40-b351-fed427502762 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:14.144852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-85ce4633-3183-4863-b3e9-6a10835375d8 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6186509 Nov 09 18:17:14.147391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45730) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:14.153378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'port': {'network_id': 'dfc8e427-cdaf-4a40-b351-fed427502762', 'name': 'tempest-NetworksIpV6TestAttrs-1025449497'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:14.259106 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2010807b-8b87-44b4-8849-6a3c74ff7aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.283904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:14.286932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2634e0e-b8cc-4309-ba76-170b227fb641 None None] DHCP port deletion for 19187cd4-fabd-4f9d-b0aa-9048413941a0 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:17:14.287837 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.307093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] device_id is not set on port 459fbcbc-3f35-4b4b-9049-92ea6df25754 yet. {{(pid=102154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:17:14.398207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2010807b-8b87-44b4-8849-6a3c74ff7aef None None] For port 439a9712-5107-44e6-bdb8-771d743ff0cd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=439a9712-5107-44e6-bdb8-771d743ff0cd,segment=NetworkSegment(3a4ce0be-02d7-468e-802e-87fdfe34d72b),segment_id=3a4ce0be-02d7-468e-802e-87fdfe34d72b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:14.413660 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2010807b-8b87-44b4-8849-6a3c74ff7aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.416756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 439a9712-5107-44e6-bdb8-771d743ff0cd up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:14.448998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Allocated IP 2001:db8::f816:3eff:fe5d:525c (dfc8e427-cdaf-4a40-b351-fed427502762/93341a74-5698-482f-b953-365ff351ddf4/459fbcbc-3f35-4b4b-9049-92ea6df25754) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:14.535067 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb721-8121-43ac-b8fc-c21126f17c6e req-11a870de-db56-4536-b79b-202fb37bbe56 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:14.537966 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f81eb721-8121-43ac-b8fc-c21126f17c6e req-11a870de-db56-4536-b79b-202fb37bbe56 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0676875 Nov 09 18:17:14.543056 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.549243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-dfc8e427-cdaf-4a40-b351-fed427502762', 'network_id': 'dfc8e427-cdaf-4a40-b351-fed427502762', 'tenant_id': 'a785ba409aef47a693603a100ed0d811', 'fixed_ips': [{'subnet_id': '93341a74-5698-482f-b953-365ff351ddf4'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:17:14.550789 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.568637 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010807b-8b87-44b4-8849-6a3c74ff7aef None None] Pushing event updated for resources: {'Port': ['ID=439a9712-5107-44e6-bdb8-771d743ff0cd,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:14.585995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b2634e0e-b8cc-4309-ba76-170b227fb641 None None] Deleting port 439a9712-5107-44e6-bdb8-771d743ff0cd {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:14.586430 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b2634e0e-b8cc-4309-ba76-170b227fb641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.591111 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f81eb721-8121-43ac-b8fc-c21126f17c6e req-6624c470-5d33-45f7-8334-e37845fd4f92 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 Nov 09 18:17:14.638740 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.674507 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.698432 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 439a9712-5107-44e6-bdb8-771d743ff0cd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:14.698803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.723092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network dfc8e427-cdaf-4a40-b351-fed427502762 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:14.726440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:14.730297 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:14.736246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:14.736884 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.748163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b2634e0e-b8cc-4309-ba76-170b227fb641 None None] For port 439a9712-5107-44e6-bdb8-771d743ff0cd, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=439a9712-5107-44e6-bdb8-771d743ff0cd,segment=NetworkSegment(3a4ce0be-02d7-468e-802e-87fdfe34d72b),segment_id=3a4ce0be-02d7-468e-802e-87fdfe34d72b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:14.748561 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b2634e0e-b8cc-4309-ba76-170b227fb641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.750323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Port': ['ID=459fbcbc-3f35-4b4b-9049-92ea6df25754,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:14.763820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6151967 Nov 09 18:17:14.764741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45734) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:14.765546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:14.766015 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:14.766289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:14.766696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:14.767041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:14.767689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:14.768031 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:14.768361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:14.768781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:14.769791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:14.770160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:14.774083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c06fcab-c56a-485c-a27f-be14a746d94a tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:14.774307 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b2634e0e-b8cc-4309-ba76-170b227fb641 None None] Calling delete_port for 439a9712-5107-44e6-bdb8-771d743ff0cd owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:14.823251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Deleting subnet 93341a74-5698-482f-b953-365ff351ddf4 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:17:14.867183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Allocated IP 2001:db8::f816:3eff:fe7d:ac51 (dfc8e427-cdaf-4a40-b351-fed427502762/93341a74-5698-482f-b953-365ff351ddf4/ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:14.988511 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b2634e0e-b8cc-4309-ba76-170b227fb641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.026820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2634e0e-b8cc-4309-ba76-170b227fb641 None None] No DVR routers for this DVR port 439a9712-5107-44e6-bdb8-771d743ff0cd on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:15.033385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2634e0e-b8cc-4309-ba76-170b227fb641 None None] Pushing event deleted for resources: {'Port': ['ID=439a9712-5107-44e6-bdb8-771d743ff0cd,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:15.103358 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.108723 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.109218 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.147861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Network dfc8e427-cdaf-4a40-b351-fed427502762 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:15.151109 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.152092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:15.158597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:15.162425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Pushing event updated for resources: {'Port': ['ID=ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:15.219087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Attempting to bind port ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:17:15.219496 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Attempting to bind port ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'a618aaa4-0997-4952-a40b-f2d04c03139a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'dfc8e427-cdaf-4a40-b351-fed427502762'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:17:15.219865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Attempting to bind port ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f on network dfc8e427-cdaf-4a40-b351-fed427502762 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:15.225871 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:15.226244 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Checking segment: {'id': 'a618aaa4-0997-4952-a40b-f2d04c03139a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'dfc8e427-cdaf-4a40-b351-fed427502762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:15.226654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.227068 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Bound using segment: {'id': 'a618aaa4-0997-4952-a40b-f2d04c03139a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'dfc8e427-cdaf-4a40-b351-fed427502762'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:15.227562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Bound port: ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a618aaa4-0997-4952-a40b-f2d04c03139a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'dfc8e427-cdaf-4a40-b351-fed427502762'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:17:15.227945 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.286631 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.350208 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.353771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] For port ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:15.357363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] For port ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f,segment=NetworkSegment(a618aaa4-0997-4952-a40b-f2d04c03139a),segment_id=a618aaa4-0997-4952-a40b-f2d04c03139a)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:15.362491 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.384903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Subnet': ['ID=93341a74-5698-482f-b953-365ff351ddf4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:15.388550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.392173 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/subnets/93341a74-5698-482f-b953-365ff351ddf4 HTTP/1.1" status: 204 len: 168 time: 0.6260941 Nov 09 18:17:15.397005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45736) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:15.402870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:15.403716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:15.404235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:15.404963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:15.405563 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:15.406141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:15.406683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:15.407151 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:15.407738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:15.408177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:15.409411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:15.410208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35ac2a-c504-4854-bd77-2d1768837a31 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:15.426859 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a31620-126c-42a7-84aa-a059c1ec28d0 None None] Pushing event updated for resources: {'Port': ['ID=ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:15.468933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42af83f8-9f4d-417a-b1e3-edd838974958 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:15.470882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42af83f8-9f4d-417a-b1e3-edd838974958 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:15.472646 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-42af83f8-9f4d-417a-b1e3-edd838974958 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0736272 Nov 09 18:17:15.475460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45738) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:15.480606 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.579925 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7cfef43-db0b-4021-ac8e-4a2b9ba809d4 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.590557 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cfef43-db0b-4021-ac8e-4a2b9ba809d4 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 18:17:15.591057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cfef43-db0b-4021-ac8e-4a2b9ba809d4 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:17:15.595727 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a7cfef43-db0b-4021-ac8e-4a2b9ba809d4 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/networks/dfc8e427-cdaf-4a40-b351-fed427502762 HTTP/1.1" status: 409 len: 405 time: 0.1191781 Nov 09 18:17:15.600682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45740) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:15.607592 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-993726b9-88a8-4a89-b82f-a033573a1b17 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1797841293'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:15.664767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993726b9-88a8-4a89-b82f-a033573a1b17 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:15.671438 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-993726b9-88a8-4a89-b82f-a033573a1b17 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.703895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993726b9-88a8-4a89-b82f-a033573a1b17 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:17:15.734521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 439a9712-5107-44e6-bdb8-771d743ff0cd no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:17:15.737181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-993726b9-88a8-4a89-b82f-a033573a1b17 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.738552 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-993726b9-88a8-4a89-b82f-a033573a1b17 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Added segment 1db87f4d-c479-43ed-b1be-fe216f469802 of type vlan for network d4e39895-c127-48b4-bc39-bb3d556fa96f Nov 09 18:17:15.765558 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 439a9712-5107-44e6-bdb8-771d743ff0cd {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:17:15.766224 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 439a9712-5107-44e6-bdb8-771d743ff0cd not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:17:15.804555 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-993726b9-88a8-4a89-b82f-a033573a1b17 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.811960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f3ea1-0064-4c26-9a01-90b71c1f8520 req-37a7e6aa-8e70-434d-8e52-661b05f8038d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:15.827029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2e5f3ea1-0064-4c26-9a01-90b71c1f8520 req-37a7e6aa-8e70-434d-8e52-661b05f8038d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.1202149 Nov 09 18:17:15.844694 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-993726b9-88a8-4a89-b82f-a033573a1b17 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.852328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993726b9-88a8-4a89-b82f-a033573a1b17 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:15.852985 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-993726b9-88a8-4a89-b82f-a033573a1b17 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.874133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2e5f3ea1-0064-4c26-9a01-90b71c1f8520 req-c912f1a6-321d-42ca-81dd-a1ed685d366d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456836 Nov 09 18:17:15.923572 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-993726b9-88a8-4a89-b82f-a033573a1b17 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3208086 Nov 09 18:17:15.926371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45744) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:15.931960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8af1edea-f65e-4663-8e32-85c3b9439593 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'subnet': {'network_id': 'd4e39895-c127-48b4-bc39-bb3d556fa96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:15.941016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993726b9-88a8-4a89-b82f-a033573a1b17 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Network': ['ID=d4e39895-c127-48b4-bc39-bb3d556fa96f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:15.951434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d4e39895-c127-48b4-bc39-bb3d556fa96f details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:17:16.024261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af1edea-f65e-4663-8e32-85c3b9439593 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:16.027826 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8af1edea-f65e-4663-8e32-85c3b9439593 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.310910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.objects.ports [None req-8af1edea-f65e-4663-8e32-85c3b9439593 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:17:16.312514 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8af1edea-f65e-4663-8e32-85c3b9439593 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.377638 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1edea-f65e-4663-8e32-85c3b9439593 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Subnet': ['ID=2ff1ae37-1b28-4dfc-9e0c-613de7fba762,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:16.388658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af1edea-f65e-4663-8e32-85c3b9439593 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Checking segment: {'id': '1db87f4d-c479-43ed-b1be-fe216f469802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd4e39895-c127-48b4-bc39-bb3d556fa96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:16.388963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af1edea-f65e-4663-8e32-85c3b9439593 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network hostable DHCP agents. Network: d4e39895-c127-48b4-bc39-bb3d556fa96f, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:17:16.408312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af1edea-f65e-4663-8e32-85c3b9439593 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network d4e39895-c127-48b4-bc39-bb3d556fa96f is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:17:16.419558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-8af1edea-f65e-4663-8e32-85c3b9439593 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d4e39895-c127-48b4-bc39-bb3d556fa96f) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:16.424288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af1edea-f65e-4663-8e32-85c3b9439593 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:16.425180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8af1edea-f65e-4663-8e32-85c3b9439593 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.432001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855ed996-706d-4d81-b9c2-cf618da039fd None None] Network d4e39895-c127-48b4-bc39-bb3d556fa96f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:16.442788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8af1edea-f65e-4663-8e32-85c3b9439593 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5152898 Nov 09 18:17:16.445940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45746) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:16.485307 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06426e48-9cbf-44cd-baba-4219aea80dd5 None None] Network dfc8e427-cdaf-4a40-b351-fed427502762 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:16.555198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.634442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.641498 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2dc11ab4-53d3-4764-9af8-5e86d7c70dcd None None] Provisioning complete for port ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:16.641498 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2dc11ab4-53d3-4764-9af8-5e86d7c70dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.698535 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.730535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff1ae37-1b28-4dfc-9e0c-613de7fba762,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:16.764065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5816efef-8130-4e06-a1f7-1adff2b11c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-d4e39895-c127-48b4-bc39-bb3d556fa96f', 'network_id': 'd4e39895-c127-48b4-bc39-bb3d556fa96f', 'tenant_id': 'a785ba409aef47a693603a100ed0d811', 'fixed_ips': [{'subnet_id': '2ff1ae37-1b28-4dfc-9e0c-613de7fba762'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:17:16.764939 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5816efef-8130-4e06-a1f7-1adff2b11c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.794800 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.798507 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2dc11ab4-53d3-4764-9af8-5e86d7c70dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.819129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e39895-c127-48b4-bc39-bb3d556fa96f']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:16.820317 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23a092-3be0-4acd-b64b-f98f23f2c87b None None] DHCP port deletion for dfc8e427-cdaf-4a40-b351-fed427502762 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:17:16.829886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db87f4d-c479-43ed-b1be-fe216f469802') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:16.830173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db87f4d-c479-43ed-b1be-fe216f469802') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:16.841248 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.855507 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.862865 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:17:16.863296 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:17:16.870968 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:17:16.912818 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a81183f-0799-40a9-a74d-0db86f7e5135 None None] Network d4e39895-c127-48b4-bc39-bb3d556fa96f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:16.920436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2dc11ab4-53d3-4764-9af8-5e86d7c70dcd None None] For port ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f,segment=NetworkSegment(a618aaa4-0997-4952-a40b-f2d04c03139a),segment_id=a618aaa4-0997-4952-a40b-f2d04c03139a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:16.963563 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.967251 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2dc11ab4-53d3-4764-9af8-5e86d7c70dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.981634 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.991407 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/networks/d4e39895-c127-48b4-bc39-bb3d556fa96f HTTP/1.1" status: 204 len: 168 time: 0.5406115 Nov 09 18:17:16.992338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45752) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:17.000488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1b48761f-fdeb-4686-aca1-feace1a1e74e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1181028093'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:17.012939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e260e1f-0b15-4116-b262-2ce8e69cd2b0 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Network': ['ID=d4e39895-c127-48b4-bc39-bb3d556fa96f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:17.073438 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b48761f-fdeb-4686-aca1-feace1a1e74e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:17.077157 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b48761f-fdeb-4686-aca1-feace1a1e74e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.089863 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ee23a092-3be0-4acd-b64b-f98f23f2c87b None None] Deleting port ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:17.090244 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ee23a092-3be0-4acd-b64b-f98f23f2c87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.120944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc11ab4-53d3-4764-9af8-5e86d7c70dcd None None] Pushing event updated for resources: {'Port': ['ID=ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:17.129368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54921ae-13fa-40cf-9d72-e14d383ae246 req-596140e2-8ef3-43a3-adbc-80bfbe9bc49f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:17.131039 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e54921ae-13fa-40cf-9d72-e14d383ae246 req-596140e2-8ef3-43a3-adbc-80bfbe9bc49f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0969541 Nov 09 18:17:17.131918 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b48761f-fdeb-4686-aca1-feace1a1e74e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:17:17.144777 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b48761f-fdeb-4686-aca1-feace1a1e74e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.145689 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-1b48761f-fdeb-4686-aca1-feace1a1e74e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Added segment ab631644-5d46-43d7-a70a-7437cf27a4e8 of type vlan for network bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1 Nov 09 18:17:17.209550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b48761f-fdeb-4686-aca1-feace1a1e74e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.235281 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e54921ae-13fa-40cf-9d72-e14d383ae246 req-7416591b-8f66-468d-a07c-3173bc05c8d8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802584 Nov 09 18:17:17.256594 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b48761f-fdeb-4686-aca1-feace1a1e74e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.262738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b48761f-fdeb-4686-aca1-feace1a1e74e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:17.263424 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b48761f-fdeb-4686-aca1-feace1a1e74e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.324714 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1b48761f-fdeb-4686-aca1-feace1a1e74e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3308926 Nov 09 18:17:17.327777 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45754) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:17.340477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9a701d3f-4b74-4c2e-9c17-d47813068e85 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'subnet': {'network_id': 'bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:17.341103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ee23a092-3be0-4acd-b64b-f98f23f2c87b None None] For port ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f,segment=NetworkSegment(a618aaa4-0997-4952-a40b-f2d04c03139a),segment_id=a618aaa4-0997-4952-a40b-f2d04c03139a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:17.341515 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ee23a092-3be0-4acd-b64b-f98f23f2c87b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.356701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ee23a092-3be0-4acd-b64b-f98f23f2c87b None None] Calling delete_port for ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:17.393466 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48761f-fdeb-4686-aca1-feace1a1e74e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Network': ['ID=bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:17.406279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:17:17.453940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a701d3f-4b74-4c2e-9c17-d47813068e85 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:17.460075 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a701d3f-4b74-4c2e-9c17-d47813068e85 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.513023 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ee23a092-3be0-4acd-b64b-f98f23f2c87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.551831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23a092-3be0-4acd-b64b-f98f23f2c87b None None] Pushing event deleted for resources: {'Port': ['ID=ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:17.561905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23a092-3be0-4acd-b64b-f98f23f2c87b None None] No DVR routers for this DVR port ff5afa7a-a350-4c8a-bf33-0a4fd0c7f41f on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:17.701266 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a701d3f-4b74-4c2e-9c17-d47813068e85 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.720286 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.765851 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a701d3f-4b74-4c2e-9c17-d47813068e85 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Subnet': ['ID=81f92306-f247-4628-ad36-5f9f7a9c3d71,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:17.775109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a701d3f-4b74-4c2e-9c17-d47813068e85 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Checking segment: {'id': 'ab631644-5d46-43d7-a70a-7437cf27a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:17.775512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a701d3f-4b74-4c2e-9c17-d47813068e85 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network hostable DHCP agents. Network: bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:17:17.792430 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a701d3f-4b74-4c2e-9c17-d47813068e85 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:17:17.802515 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-9a701d3f-4b74-4c2e-9c17-d47813068e85 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:17.806577 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a701d3f-4b74-4c2e-9c17-d47813068e85 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:17.807166 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a701d3f-4b74-4c2e-9c17-d47813068e85 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.812194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05d0502-574a-4124-91d0-abc8c56421af None None] Network bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:17.824460 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9a701d3f-4b74-4c2e-9c17-d47813068e85 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4955187 Nov 09 18:17:17.827001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45758) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:17.939488 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.985485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a2d48c-c476-4875-b7bf-c21f702a0de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1', 'network_id': 'bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1', 'tenant_id': 'a785ba409aef47a693603a100ed0d811', 'fixed_ips': [{'subnet_id': '81f92306-f247-4628-ad36-5f9f7a9c3d71'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:17:17.986542 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-07a2d48c-c476-4875-b7bf-c21f702a0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.030458 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.098485 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server [None req-07a2d48c-c476-4875-b7bf-c21f702a0de7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81f92306-f247-4628-ad36-5f9f7a9c3d71: This subnet is being modified by another concurrent operation. Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81f92306-f247-4628-ad36-5f9f7a9c3d71: This subnet is being modified by another concurrent operation. Nov 09 18:17:18.101405 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Nov 09 18:17:18.127495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a63d624-b6c0-46d3-8b37-b25b2a9f32c2 None None] Network bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:18.140752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Subnet': ['ID=81f92306-f247-4628-ad36-5f9f7a9c3d71,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:18.197975 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.219298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:18.230677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab631644-5d46-43d7-a70a-7437cf27a4e8') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:18.230966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab631644-5d46-43d7-a70a-7437cf27a4e8') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:18.242618 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc7dcb-37cd-4e74-b0d5-6341b2bee830 None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:17:18.244531 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.258643 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.265186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:17:18.265631 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:17:18.268792 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:17:18.347690 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.348255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc7dcb-37cd-4e74-b0d5-6341b2bee830 None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:17:18.357763 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.361318 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/networks/bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1 HTTP/1.1" status: 204 len: 168 time: 0.5331881 Nov 09 18:17:18.368494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45764) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:18.374519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34a56d-7b2b-4ece-99d7-ac59c06cd4f3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Network': ['ID=bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:18.379563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e0f3857d-2d8c-4170-958d-1bbe7c88a134 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1963921518'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:18.399779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8367db6-8925-4253-a112-289b0d99adc3 req-ad0f3d2d-26ff-4a50-ab8d-c320fceda4a9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:18.401306 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8367db6-8925-4253-a112-289b0d99adc3 req-ad0f3d2d-26ff-4a50-ab8d-c320fceda4a9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0750349 Nov 09 18:17:18.423442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f3857d-2d8c-4170-958d-1bbe7c88a134 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:18.427448 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0f3857d-2d8c-4170-958d-1bbe7c88a134 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.461344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8367db6-8925-4253-a112-289b0d99adc3 req-2c3b502a-c0a3-496c-b937-06a409aeced8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522037 Nov 09 18:17:18.468479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f3857d-2d8c-4170-958d-1bbe7c88a134 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:17:18.479833 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0f3857d-2d8c-4170-958d-1bbe7c88a134 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.480390 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-e0f3857d-2d8c-4170-958d-1bbe7c88a134 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Added segment ed6cbf69-d324-43cc-bc77-786dc6514ca6 of type vlan for network 47cea49c-da2b-4490-a50f-7c14fd95afbe Nov 09 18:17:18.524429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0f3857d-2d8c-4170-958d-1bbe7c88a134 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.552489 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0f3857d-2d8c-4170-958d-1bbe7c88a134 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.558765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f3857d-2d8c-4170-958d-1bbe7c88a134 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:18.559532 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e0f3857d-2d8c-4170-958d-1bbe7c88a134 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.626619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e0f3857d-2d8c-4170-958d-1bbe7c88a134 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2514105 Nov 09 18:17:18.629638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45766) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:18.634887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1151a16f-b52d-4d67-9d25-f075616fed60 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Request body: {'subnet': {'network_id': '47cea49c-da2b-4490-a50f-7c14fd95afbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:18.638859 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3857d-2d8c-4170-958d-1bbe7c88a134 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Network': ['ID=47cea49c-da2b-4490-a50f-7c14fd95afbe,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:18.653315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 47cea49c-da2b-4490-a50f-7c14fd95afbe details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:17:18.729215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1151a16f-b52d-4d67-9d25-f075616fed60 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Made reservation on behalf of a785ba409aef47a693603a100ed0d811 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:18.732756 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1151a16f-b52d-4d67-9d25-f075616fed60 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.023763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.objects.ports [None req-1151a16f-b52d-4d67-9d25-f075616fed60 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:17:19.025367 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1151a16f-b52d-4d67-9d25-f075616fed60 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.085040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151a16f-b52d-4d67-9d25-f075616fed60 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event updated for resources: {'Subnet': ['ID=288291d8-8cb9-4953-a383-8a49a954c2bc,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:19.095614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151a16f-b52d-4d67-9d25-f075616fed60 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Checking segment: {'id': 'ed6cbf69-d324-43cc-bc77-786dc6514ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '47cea49c-da2b-4490-a50f-7c14fd95afbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:19.095969 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1151a16f-b52d-4d67-9d25-f075616fed60 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network hostable DHCP agents. Network: 47cea49c-da2b-4490-a50f-7c14fd95afbe, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:17:19.113822 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1151a16f-b52d-4d67-9d25-f075616fed60 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Network 47cea49c-da2b-4490-a50f-7c14fd95afbe is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:17:19.134000 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-1151a16f-b52d-4d67-9d25-f075616fed60 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 47cea49c-da2b-4490-a50f-7c14fd95afbe) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:19.138890 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151a16f-b52d-4d67-9d25-f075616fed60 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:19.138890 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1151a16f-b52d-4d67-9d25-f075616fed60 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.150821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6175abe-3596-45e9-8256-861965d435db None None] Network 47cea49c-da2b-4490-a50f-7c14fd95afbe requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:19.158458 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1151a16f-b52d-4d67-9d25-f075616fed60 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5276732 Nov 09 18:17:19.161295 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45768) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:19.287973 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.310804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b20d370-62b9-4573-b8b9-451966d5f7e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-47cea49c-da2b-4490-a50f-7c14fd95afbe', 'network_id': '47cea49c-da2b-4490-a50f-7c14fd95afbe', 'tenant_id': 'a785ba409aef47a693603a100ed0d811', 'fixed_ips': [{'subnet_id': '288291d8-8cb9-4953-a383-8a49a954c2bc'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:17:19.311766 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6b20d370-62b9-4573-b8b9-451966d5f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.340976 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.406099 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server [None req-6b20d370-62b9-4573-b8b9-451966d5f7e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 288291d8-8cb9-4953-a383-8a49a954c2bc: This subnet is being modified by another concurrent operation. Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 288291d8-8cb9-4953-a383-8a49a954c2bc: This subnet is being modified by another concurrent operation. Nov 09 18:17:19.421500 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Nov 09 18:17:19.442826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Subnet': ['ID=288291d8-8cb9-4953-a383-8a49a954c2bc,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:19.462199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4149ff3-6bd6-48be-99d6-1adec7d2e0c6 None None] Network 47cea49c-da2b-4490-a50f-7c14fd95afbe requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:19.531811 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.564253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cea49c-da2b-4490-a50f-7c14fd95afbe']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:19.598810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6cbf69-d324-43cc-bc77-786dc6514ca6') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:19.599319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6cbf69-d324-43cc-bc77-786dc6514ca6') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:19.622972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6e1c55-5df0-49ef-a50c-fce8163e8b98 None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:17:19.631257 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.654635 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.668871 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:17:19.669434 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:17:19.672805 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:17:19.700625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84054e-8a25-49c5-9e09-eb0b72b9cb69 req-1a85254b-0fc5-41dd-9e6d-5eda213489ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:19.702456 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e84054e-8a25-49c5-9e09-eb0b72b9cb69 req-1a85254b-0fc5-41dd-9e6d-5eda213489ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.1201844 Nov 09 18:17:19.739504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6e1c55-5df0-49ef-a50c-fce8163e8b98 None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:17:19.781917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.793227 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.796670 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/networks/47cea49c-da2b-4490-a50f-7c14fd95afbe HTTP/1.1" status: 204 len: 168 time: 0.6344337 Nov 09 18:17:19.802427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45772) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:19.810585 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7e84054e-8a25-49c5-9e09-eb0b72b9cb69 req-a222545a-6436-45b4-9f17-c5915259dcaf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784843 Nov 09 18:17:19.812484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3829a-db1f-4365-89f0-ca4d33bfccfe tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Network': ['ID=47cea49c-da2b-4490-a50f-7c14fd95afbe,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:19.832974 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7e662b-407b-460d-846d-904dd240dbd6 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] DELETE failed (client error): The resource could not be found. Nov 09 18:17:19.833430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7e662b-407b-460d-846d-904dd240dbd6 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:17:19.839107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fc7e662b-407b-460d-846d-904dd240dbd6 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/subnets/288291d8-8cb9-4953-a383-8a49a954c2bc HTTP/1.1" status: 404 len: 337 time: 0.0333757 Nov 09 18:17:19.839363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45774) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:19.859370 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d64f46-0201-4e7d-9df1-0eb9ef4fa9d3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] DELETE failed (client error): The resource could not be found. Nov 09 18:17:19.860090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d64f46-0201-4e7d-9df1-0eb9ef4fa9d3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:17:19.863400 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-76d64f46-0201-4e7d-9df1-0eb9ef4fa9d3 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/networks/47cea49c-da2b-4490-a50f-7c14fd95afbe HTTP/1.1" status: 404 len: 339 time: 0.0229418 Nov 09 18:17:19.866394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45776) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:19.892965 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c431a5d5-a0eb-4923-a395-e4ba68102318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] DELETE failed (client error): The resource could not be found. Nov 09 18:17:19.893421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c431a5d5-a0eb-4923-a395-e4ba68102318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:17:19.898798 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c431a5d5-a0eb-4923-a395-e4ba68102318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/subnets/81f92306-f247-4628-ad36-5f9f7a9c3d71 HTTP/1.1" status: 404 len: 337 time: 0.0314765 Nov 09 18:17:19.901360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45778) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:19.921239 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-564c416b-5955-48f8-bdc8-6c4d8d0791fd tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] DELETE failed (client error): The resource could not be found. Nov 09 18:17:19.921966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564c416b-5955-48f8-bdc8-6c4d8d0791fd tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:17:19.924978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-564c416b-5955-48f8-bdc8-6c4d8d0791fd tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/networks/bba2a9f7-72bb-4b05-8dc3-df0ae4a1e7a1 HTTP/1.1" status: 404 len: 339 time: 0.0226414 Nov 09 18:17:19.927754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45780) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:19.954605 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-082bdbfb-a293-4d93-b6d3-45e734c4381b tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] DELETE failed (client error): The resource could not be found. Nov 09 18:17:19.955057 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082bdbfb-a293-4d93-b6d3-45e734c4381b tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:17:19.958741 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-082bdbfb-a293-4d93-b6d3-45e734c4381b tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/subnets/2ff1ae37-1b28-4dfc-9e0c-613de7fba762 HTTP/1.1" status: 404 len: 337 time: 0.0299914 Nov 09 18:17:19.961427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45782) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:19.986760 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-49344310-a513-463e-af53-334b01233624 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] DELETE failed (client error): The resource could not be found. Nov 09 18:17:19.987465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49344310-a513-463e-af53-334b01233624 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:17:19.991323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-49344310-a513-463e-af53-334b01233624 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/networks/d4e39895-c127-48b4-bc39-bb3d556fa96f HTTP/1.1" status: 404 len: 339 time: 0.0284998 Nov 09 18:17:19.994006 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45784) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:20.091903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a0c53-e5cf-4cd6-9d39-7d30c0d0de1e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Deleting port 459fbcbc-3f35-4b4b-9049-92ea6df25754 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:20.092547 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0c53-e5cf-4cd6-9d39-7d30c0d0de1e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.165646 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0c53-e5cf-4cd6-9d39-7d30c0d0de1e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.179568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a0c53-e5cf-4cd6-9d39-7d30c0d0de1e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Calling delete_port for 459fbcbc-3f35-4b4b-9049-92ea6df25754 owned by {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:20.261908 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0c53-e5cf-4cd6-9d39-7d30c0d0de1e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.290203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a0c53-e5cf-4cd6-9d39-7d30c0d0de1e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Port': ['ID=459fbcbc-3f35-4b4b-9049-92ea6df25754,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:20.299574 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0c53-e5cf-4cd6-9d39-7d30c0d0de1e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.304441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9a2a0c53-e5cf-4cd6-9d39-7d30c0d0de1e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/ports/459fbcbc-3f35-4b4b-9049-92ea6df25754 HTTP/1.1" status: 204 len: 168 time: 0.3088717 Nov 09 18:17:20.305928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45786) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:20.332480 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-98becb86-4586-47ec-92f8-5d0ea70caa1e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] DELETE failed (client error): The resource could not be found. Nov 09 18:17:20.332934 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98becb86-4586-47ec-92f8-5d0ea70caa1e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:17:20.336096 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-98becb86-4586-47ec-92f8-5d0ea70caa1e tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/subnets/93341a74-5698-482f-b953-365ff351ddf4 HTTP/1.1" status: 404 len: 337 time: 0.0292332 Nov 09 18:17:20.338867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45788) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:20.425004 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23fae3d7-db3e-4a22-b4da-1b49a3ec66dc tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.521238 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23fae3d7-db3e-4a22-b4da-1b49a3ec66dc tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.542759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-23fae3d7-db3e-4a22-b4da-1b49a3ec66dc tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc8e427-cdaf-4a40-b351-fed427502762']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:20.552870 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-23fae3d7-db3e-4a22-b4da-1b49a3ec66dc tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a618aaa4-0997-4952-a40b-f2d04c03139a') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:20.553159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-23fae3d7-db3e-4a22-b4da-1b49a3ec66dc tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a618aaa4-0997-4952-a40b-f2d04c03139a') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:20.563028 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23fae3d7-db3e-4a22-b4da-1b49a3ec66dc tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.576800 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23fae3d7-db3e-4a22-b4da-1b49a3ec66dc tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.583167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fae3d7-db3e-4a22-b4da-1b49a3ec66dc tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:17:20.583683 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23fae3d7-db3e-4a22-b4da-1b49a3ec66dc tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:17:20.587031 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:17:20.656663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23fae3d7-db3e-4a22-b4da-1b49a3ec66dc tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.665014 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-23fae3d7-db3e-4a22-b4da-1b49a3ec66dc tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.668796 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-23fae3d7-db3e-4a22-b4da-1b49a3ec66dc tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/networks/dfc8e427-cdaf-4a40-b351-fed427502762 HTTP/1.1" status: 204 len: 168 time: 0.3288083 Nov 09 18:17:20.672301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45790) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:20.685927 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fae3d7-db3e-4a22-b4da-1b49a3ec66dc tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Network': ['ID=dfc8e427-cdaf-4a40-b351-fed427502762,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:20.753839 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-84d3e17d-44cf-4562-9919-841ce4319802 req-b8167ca6-c002-41c7-bc2a-805289113d7a service neutron] show failed (client error): The resource could not be found. Nov 09 18:17:20.755168 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-b8167ca6-c002-41c7-bc2a-805289113d7a service neutron] 10.222.0.18 "GET /v2.0/ports/2dbfa361-2646-46d4-847b-0a4860828d01/bindings/n-h1-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0670455 Nov 09 18:17:20.775882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-368cbdbc-1a24-463c-8859-c23e7a3dc004 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Deleting port dd7a93be-fc5d-46d0-b865-33e5f9ae3583 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:20.776255 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-368cbdbc-1a24-463c-8859-c23e7a3dc004 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.851977 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-368cbdbc-1a24-463c-8859-c23e7a3dc004 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.868519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-368cbdbc-1a24-463c-8859-c23e7a3dc004 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Calling delete_port for dd7a93be-fc5d-46d0-b865-33e5f9ae3583 owned by {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:21.033205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3e17d-44cf-4562-9919-841ce4319802 req-47a3d41b-6f57-46d5-91be-ae5eaeaa6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:21.035398 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-47a3d41b-6f57-46d5-91be-ae5eaeaa6d93 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510&tenant_id=9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 1096 time: 0.1007934 Nov 09 18:17:21.047932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7429b-a928-47ca-9089-8c90bbc870ae req-e7305f2b-fd6d-4a17-9313-2161ec2e20ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:21.049589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-46d7429b-a928-47ca-9089-8c90bbc870ae req-e7305f2b-fd6d-4a17-9313-2161ec2e20ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.1168373 Nov 09 18:17:21.055948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:21.086864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-368cbdbc-1a24-463c-8859-c23e7a3dc004 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.144959 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-368cbdbc-1a24-463c-8859-c23e7a3dc004 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.148373 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-368cbdbc-1a24-463c-8859-c23e7a3dc004 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/ports/dd7a93be-fc5d-46d0-b865-33e5f9ae3583 HTTP/1.1" status: 204 len: 168 time: 0.4747937 Nov 09 18:17:21.151480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45794) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:21.152091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cbdbc-1a24-463c-8859-c23e7a3dc004 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Port': ['ID=dd7a93be-fc5d-46d0-b865-33e5f9ae3583,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:21.179916 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f78847-7c93-49e5-b4e1-cfb39aa9cd12 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] DELETE failed (client error): The resource could not be found. Nov 09 18:17:21.180375 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f78847-7c93-49e5-b4e1-cfb39aa9cd12 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:17:21.183711 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-86f78847-7c93-49e5-b4e1-cfb39aa9cd12 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/subnets/44f1248c-477d-48b5-b380-cf1488497534 HTTP/1.1" status: 404 len: 337 time: 0.0311022 Nov 09 18:17:21.184814 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-46d7429b-a928-47ca-9089-8c90bbc870ae req-db598477-e1fc-43b3-9485-72a740eab110 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259387 Nov 09 18:17:21.186655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45796) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:21.193832 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.273842 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2752735-25db-4cc6-8a47-fd50dc277b42 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.422748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] For port 2dbfa361-2646-46d4-847b-0a4860828d01, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2dbfa361-2646-46d4-847b-0a4860828d01,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:21.431429 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2752735-25db-4cc6-8a47-fd50dc277b42 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.461089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] For port 2dbfa361-2646-46d4-847b-0a4860828d01, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:21.475472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f2752735-25db-4cc6-8a47-fd50dc277b42 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19187cd4-fabd-4f9d-b0aa-9048413941a0']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:21.487562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f2752735-25db-4cc6-8a47-fd50dc277b42 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4ce0be-02d7-468e-802e-87fdfe34d72b') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:21.488059 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f2752735-25db-4cc6-8a47-fd50dc277b42 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4ce0be-02d7-468e-802e-87fdfe34d72b') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:21.499843 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2752735-25db-4cc6-8a47-fd50dc277b42 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.509974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:21.512371 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5869615e-01c4-4b97-aff4-9e6bc4d097d7" -d '{"events": [{"server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "name": "network-vif-unplugged", "status": "completed", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:21.516902 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.521697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2752735-25db-4cc6-8a47-fd50dc277b42 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.531549 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2752735-25db-4cc6-8a47-fd50dc277b42 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:17:21.532147 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2752735-25db-4cc6-8a47-fd50dc277b42 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:17:21.536041 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:17:21.574542 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d284f0-c343-4262-ad00-c669b3ed76dd x-openstack-request-id: req-33d284f0-c343-4262-ad00-c669b3ed76dd {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:21.574908 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "name": "network-vif-unplugged", "status": "completed", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:21.575242 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33d284f0-c343-4262-ad00-c669b3ed76dd {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:21.575766 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01', 'code': 200} Nov 09 18:17:21.946631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Transition to ACTIVE for port object 2dbfa361-2646-46d4-847b-0a4860828d01 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:17:21.947727 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2752735-25db-4cc6-8a47-fd50dc277b42 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.951657 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.954223 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f2752735-25db-4cc6-8a47-fd50dc277b42 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.959782 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f2752735-25db-4cc6-8a47-fd50dc277b42 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/networks/19187cd4-fabd-4f9d-b0aa-9048413941a0 HTTP/1.1" status: 204 len: 168 time: 0.7719355 Nov 09 18:17:21.961003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45800) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:21.972523 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2752735-25db-4cc6-8a47-fd50dc277b42 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Network': ['ID=19187cd4-fabd-4f9d-b0aa-9048413941a0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:22.083745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbfa361-2646-46d4-847b-0a4860828d01,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:22.100166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-671306f7-ef1f-40cf-a14f-e5579eeabb8b tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Deleting subnet d0cdda0e-357c-4df8-8111-cbb259ec7701 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:17:22.107495 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-671306f7-ef1f-40cf-a14f-e5579eeabb8b tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.166995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] No DVR routers for this DVR port 2dbfa361-2646-46d4-847b-0a4860828d01 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:22.207595 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-671306f7-ef1f-40cf-a14f-e5579eeabb8b tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.706982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cd3bc-39fa-43d6-8133-d6f64650ddaa req-98cf69f3-06ab-4d69-9357-cc82b575b605 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:22.708180 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd8cd3bc-39fa-43d6-8133-d6f64650ddaa req-98cf69f3-06ab-4d69-9357-cc82b575b605 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 943 time: 0.4374578 Nov 09 18:17:22.729097 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-671306f7-ef1f-40cf-a14f-e5579eeabb8b tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.830832 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd8cd3bc-39fa-43d6-8133-d6f64650ddaa req-b5cae2ef-6c5c-4659-912c-573f53faebee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123767 Nov 09 18:17:22.836373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Attempting to bind port 2dbfa361-2646-46d4-847b-0a4860828d01 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:17:22.836715 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Attempting to bind port 2dbfa361-2646-46d4-847b-0a4860828d01 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:17:22.837145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Attempting to bind port 2dbfa361-2646-46d4-847b-0a4860828d01 on network b4000a43-5433-478d-82b8-b57a4f0b33c5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:22.845628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Port 2dbfa361-2646-46d4-847b-0a4860828d01 on network b4000a43-5433-478d-82b8-b57a4f0b33c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:17:22.845950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Attempting to bind port 2dbfa361-2646-46d4-847b-0a4860828d01 on network b4000a43-5433-478d-82b8-b57a4f0b33c5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:22.854657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:22.855010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Checking segment: {'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:22.855444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Bound using segment: {'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:22.855908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Bound port: 2dbfa361-2646-46d4-847b-0a4860828d01, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:17:22.856416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.860635 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-671306f7-ef1f-40cf-a14f-e5579eeabb8b tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.908086 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-671306f7-ef1f-40cf-a14f-e5579eeabb8b tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.912162 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-671306f7-ef1f-40cf-a14f-e5579eeabb8b tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/subnets/d0cdda0e-357c-4df8-8111-cbb259ec7701 HTTP/1.1" status: 204 len: 168 time: 0.9477589 Nov 09 18:17:22.913233 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671306f7-ef1f-40cf-a14f-e5579eeabb8b tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Subnet': ['ID=d0cdda0e-357c-4df8-8111-cbb259ec7701,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:22.915272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe0f90-c058-4a98-8158-1d029fb5ebdd None None] Network 93405ebe-a646-4339-b1d6-bb3d96f557b8 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:22.916356 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45804) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:22.979366 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] For port 2dbfa361-2646-46d4-847b-0a4860828d01, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:22.983800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] For port 2dbfa361-2646-46d4-847b-0a4860828d01, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2dbfa361-2646-46d4-847b-0a4860828d01,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:23.000789 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.040632 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.058329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:23.058329 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.058329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] 10.222.0.13 "PUT /v2.0/ports/2dbfa361-2646-46d4-847b-0a4860828d01 HTTP/1.1" status: 200 len: 1091 time: 2.0068109 Nov 09 18:17:23.113026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cf8f6-48a0-4e12-8719-6abf4164dc46 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbfa361-2646-46d4-847b-0a4860828d01,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:23.144420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Deleting port 9465751c-4931-46ea-afd3-07539aae5d47 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:23.145286 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.154688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3e17d-44cf-4562-9919-841ce4319802 req-356a0973-e3c4-45c2-844e-5cea6d5d4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:23.159333 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-356a0973-e3c4-45c2-844e-5cea6d5d4656 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1094 time: 0.0577152 Nov 09 18:17:23.171132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7378bcf1-a58b-40f3-80cb-2e9a9a082b2c None None] DHCP port deletion for 93405ebe-a646-4339-b1d6-bb3d96f557b8 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:17:23.238961 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7378bcf1-a58b-40f3-80cb-2e9a9a082b2c None None] Deleting port 9465751c-4931-46ea-afd3-07539aae5d47 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:23.239648 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7378bcf1-a58b-40f3-80cb-2e9a9a082b2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.241713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] For port 9465751c-4931-46ea-afd3-07539aae5d47, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9465751c-4931-46ea-afd3-07539aae5d47,segment=NetworkSegment(468c22d6-f39a-4f6b-a062-a6f65f51dc44),segment_id=468c22d6-f39a-4f6b-a062-a6f65f51dc44)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:23.242279 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.266694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Calling delete_port for 9465751c-4931-46ea-afd3-07539aae5d47 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:23.283176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3e17d-44cf-4562-9919-841ce4319802 req-2b049ff2-0b56-47d1-82be-b468d4adc771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:23.286111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-2b049ff2-0b56-47d1-82be-b468d4adc771 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4000a43-5433-478d-82b8-b57a4f0b33c5 HTTP/1.1" status: 200 len: 898 time: 0.1200888 Nov 09 18:17:23.328842 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.351504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7378bcf1-a58b-40f3-80cb-2e9a9a082b2c None None] For port 9465751c-4931-46ea-afd3-07539aae5d47, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9465751c-4931-46ea-afd3-07539aae5d47,segment=NetworkSegment(468c22d6-f39a-4f6b-a062-a6f65f51dc44),segment_id=468c22d6-f39a-4f6b-a062-a6f65f51dc44)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:23.351888 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7378bcf1-a58b-40f3-80cb-2e9a9a082b2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.367806 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-28ad5efa-4363-4df7-91b6-97206fdc5915 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dbfa361-2646-46d4-847b-0a4860828d01 HTTP/1.1" status: 200 len: 999 time: 0.0737648 Nov 09 18:17:23.370500 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7378bcf1-a58b-40f3-80cb-2e9a9a082b2c None None] Calling delete_port for 9465751c-4931-46ea-afd3-07539aae5d47 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:23.388357 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.418676 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Port': ['ID=9465751c-4931-46ea-afd3-07539aae5d47,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:23.420897 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] No DVR routers for this DVR port 9465751c-4931-46ea-afd3-07539aae5d47 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:23.442190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3e17d-44cf-4562-9919-841ce4319802 req-56f71dac-70bb-4fee-a0c5-c9a1bbdeb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:23.444851 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-56f71dac-70bb-4fee-a0c5-c9a1bbdeb944 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d75a2178-1c86-4c07-ace8-251f5c894e7f HTTP/1.1" status: 200 len: 834 time: 0.0688722 Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:17:23.465433 n-d-817236-1 neutron-server[102156]: self.session.flush() Nov 09 18:17:23.475457 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7378bcf1-a58b-40f3-80cb-2e9a9a082b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.506049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3e17d-44cf-4562-9919-841ce4319802 req-3f4ee903-5cc5-44d3-847c-e1eb5b7f1e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:23.507919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-3f4ee903-5cc5-44d3-847c-e1eb5b7f1e37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4000a43-5433-478d-82b8-b57a4f0b33c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555234 Nov 09 18:17:23.517056 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.521192 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378bcf1-a58b-40f3-80cb-2e9a9a082b2c None None] Pushing event deleted for resources: {'Port': ['ID=9465751c-4931-46ea-afd3-07539aae5d47,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:23.529519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378bcf1-a58b-40f3-80cb-2e9a9a082b2c None None] No DVR routers for this DVR port 9465751c-4931-46ea-afd3-07539aae5d47 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:23.545009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93405ebe-a646-4339-b1d6-bb3d96f557b8']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:23.555977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468c22d6-f39a-4f6b-a062-a6f65f51dc44') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:23.556307 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468c22d6-f39a-4f6b-a062-a6f65f51dc44') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:23.570921 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.577385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:23.580087 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc44d775-0b8f-4623-9fa3-421c09b7ea85" -d '{"events": [{"name": "network-changed", "server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:23.594052 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.606553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:17:23.607833 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:17:23.614929 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:17:23.635927 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-826d40ce-9ca2-4053-8267-31f637252b16 service neutron] 10.222.0.13 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193478 Nov 09 18:17:23.652200 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9465751c-4931-46ea-afd3-07539aae5d47 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:17:23.677383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 9465751c-4931-46ea-afd3-07539aae5d47 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:17:23.678122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9465751c-4931-46ea-afd3-07539aae5d47 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:17:23.701934 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.711073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.716034 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] 10.222.0.81 "DELETE /v2.0/networks/93405ebe-a646-4339-b1d6-bb3d96f557b8 HTTP/1.1" status: 204 len: 168 time: 0.7980025 Nov 09 18:17:23.732032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d8961-0587-411e-a631-13925fc1b318 tempest-NetworksIpV6TestAttrs-1773199017 tempest-NetworksIpV6TestAttrs-1773199017-project] Pushing event deleted for resources: {'Network': ['ID=93405ebe-a646-4339-b1d6-bb3d96f557b8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:23.763149 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-84d3e17d-44cf-4562-9919-841ce4319802 req-0e555f65-1fde-4d18-9f00-383f23f5a2e6 service neutron] 10.222.0.13 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181746 Nov 09 18:17:23.848844 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965fbd94-6974-46e0-8052-fd579e09717b x-openstack-request-id: req-965fbd94-6974-46e0-8052-fd579e09717b {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:23.849437 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:23.850129 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-965fbd94-6974-46e0-8052-fd579e09717b {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:23.850829 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01', 'status': 'completed', 'code': 200} Nov 09 18:17:23.940584 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-8e1d71d3-2a6b-4a06-9b6a-d2ceb83dfaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:23.942386 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-8e1d71d3-2a6b-4a06-9b6a-d2ceb83dfaf8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1094 time: 0.0574028 Nov 09 18:17:23.989334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-45a983f3-17ed-4de2-8fd4-e73d4ec4e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:23.991159 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-45a983f3-17ed-4de2-8fd4-e73d4ec4e419 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1094 time: 0.0981219 Nov 09 18:17:24.030483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4800cfc-582e-470f-a042-8b057195f3d7 req-2d852a06-63aa-423c-be87-d884c621f838 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:24.032146 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4800cfc-582e-470f-a042-8b057195f3d7 req-2d852a06-63aa-423c-be87-d884c621f838 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 943 time: 0.0939636 Nov 09 18:17:24.077374 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.103184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-236afacf-818e-49fb-8833-ce9ff7d0eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:24.104977 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-236afacf-818e-49fb-8833-ce9ff7d0eae3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4000a43-5433-478d-82b8-b57a4f0b33c5 HTTP/1.1" status: 200 len: 898 time: 0.1545568 Nov 09 18:17:24.125729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4800cfc-582e-470f-a042-8b057195f3d7 req-857ae683-2dcd-4ba3-bf6e-0cb96c04effe tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823898 Nov 09 18:17:24.140614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45816) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:24.158005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-b6a9ccfe-38a0-4e59-9cdc-7e9afe4a6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:24.160234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-b6a9ccfe-38a0-4e59-9cdc-7e9afe4a6542 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4000a43-5433-478d-82b8-b57a4f0b33c5 HTTP/1.1" status: 200 len: 898 time: 0.1510360 Nov 09 18:17:24.201113 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-9d335de1-7002-4ce3-9a1a-73922019cecb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dbfa361-2646-46d4-847b-0a4860828d01 HTTP/1.1" status: 200 len: 999 time: 0.0873742 Nov 09 18:17:24.245232 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-bdfda00a-0963-4019-854c-97a8678f659b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dbfa361-2646-46d4-847b-0a4860828d01 HTTP/1.1" status: 200 len: 999 time: 0.0761561 Nov 09 18:17:24.273735 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-d1aefb5b-4f3e-4138-b5e9-6619901209e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:24.275299 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-d1aefb5b-4f3e-4138-b5e9-6619901209e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d75a2178-1c86-4c07-ace8-251f5c894e7f HTTP/1.1" status: 200 len: 834 time: 0.0648935 Nov 09 18:17:24.323457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-ca966f1d-41c8-4f16-bb33-f50bc723886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:24.325013 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-ca966f1d-41c8-4f16-bb33-f50bc723886b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d75a2178-1c86-4c07-ace8-251f5c894e7f HTTP/1.1" status: 200 len: 834 time: 0.0716858 Nov 09 18:17:24.336480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-e07da424-0e81-41b6-b82f-dabcee2889d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:24.337982 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-e07da424-0e81-41b6-b82f-dabcee2889d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4000a43-5433-478d-82b8-b57a4f0b33c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540385 Nov 09 18:17:24.373271 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-abddac25-e274-4e28-a819-19990fa5a9e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a785ba409aef47a693603a100ed0d811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314792 Nov 09 18:17:24.377532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45820) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:24.406992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-e19453dd-b594-47ce-b854-104d374efc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:24.408591 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-e19453dd-b594-47ce-b854-104d374efc14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4000a43-5433-478d-82b8-b57a4f0b33c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740626 Nov 09 18:17:24.442435 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-6028f895-7977-4f10-8852-77da9ef9654f service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959833 Nov 09 18:17:24.546088 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07dd406a-6a56-40cd-b025-2170b9863062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.588654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-f53d0936-d5a7-4b68-8dc1-677e480985b4 service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383903 Nov 09 18:17:24.595795 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07dd406a-6a56-40cd-b025-2170b9863062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.624025 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-713b6c37-9719-4491-8ef3-192e3ced72a7 service neutron] 10.222.0.13 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976917 Nov 09 18:17:24.710611 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07dd406a-6a56-40cd-b025-2170b9863062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.713247 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-07dd406a-6a56-40cd-b025-2170b9863062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.714401 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-07dd406a-6a56-40cd-b025-2170b9863062 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c798189f-4c04-4d24-a33c-5d5d65c3aa12 HTTP/1.1" status: 204 len: 168 time: 0.3359220 Nov 09 18:17:24.732361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd406a-6a56-40cd-b025-2170b9863062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c798189f-4c04-4d24-a33c-5d5d65c3aa12,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:24.755954 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc44d775-0b8f-4623-9fa3-421c09b7ea85 req-6290ad2c-2680-4e57-93b5-113fe8df8c51 service neutron] 10.222.0.13 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237037 Nov 09 18:17:25.279567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08171dbe-9371-4f0d-b223-3e132afbfabe req-8cf71eb8-0416-45b1-b1c5-a9a0b9d1ba4a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:25.281522 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08171dbe-9371-4f0d-b223-3e132afbfabe req-8cf71eb8-0416-45b1-b1c5-a9a0b9d1ba4a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 943 time: 0.0600219 Nov 09 18:17:25.328565 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08171dbe-9371-4f0d-b223-3e132afbfabe req-0c4f29ae-3608-4bde-8709-5408a7576aed tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400312 Nov 09 18:17:25.859612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2dbfa361-2646-46d4-847b-0a4860828d01 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:17:25.905741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2dbfa361-2646-46d4-847b-0a4860828d01 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:17:26.107411 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:17:26.472982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72191355-6857-4d83-abd1-da39675560e2 req-c6f08173-cf39-4f77-8629-87ec9cd86778 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:26.474617 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-72191355-6857-4d83-abd1-da39675560e2 req-c6f08173-cf39-4f77-8629-87ec9cd86778 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 943 time: 0.0679615 Nov 09 18:17:26.537005 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-72191355-6857-4d83-abd1-da39675560e2 req-f11b400c-57d5-451f-834f-7821855c0690 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488589 Nov 09 18:17:26.773425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb36783-989a-4719-920a-6d3d7e211ced req-ef2e23cb-de79-43be-9e1e-b9c149516cae tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:26.775015 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5eb36783-989a-4719-920a-6d3d7e211ced req-ef2e23cb-de79-43be-9e1e-b9c149516cae tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 943 time: 0.0545652 Nov 09 18:17:26.816656 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5eb36783-989a-4719-920a-6d3d7e211ced req-4ef4d2ec-6364-451b-b217-4203f401808a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351481 Nov 09 18:17:26.827810 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b2948-856e-4a0e-930c-a274a826cf03 req-341b2db6-dea9-431e-9143-2d4dfa917e2a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:26.829373 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-098b2948-856e-4a0e-930c-a274a826cf03 req-341b2db6-dea9-431e-9143-2d4dfa917e2a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.18 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510&tenant_id=9285a9a6b01f49df82a08612ddfa882f&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 943 time: 0.0943780 Nov 09 18:17:26.892550 n-d-817236-1 neutron-server[102155]: INFO neutron.api.v2.resource [req-098b2948-856e-4a0e-930c-a274a826cf03 req-1daeb023-de9e-4f8f-be53-cbce45ef58fc service neutron] delete failed (client error): The resource could not be found. Nov 09 18:17:26.894046 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-098b2948-856e-4a0e-930c-a274a826cf03 req-1daeb023-de9e-4f8f-be53-cbce45ef58fc service neutron] 10.222.0.18 "DELETE /v2.0/ports/2dbfa361-2646-46d4-847b-0a4860828d01/bindings/n-h2-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0563858 Nov 09 18:17:26.996708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b2948-856e-4a0e-930c-a274a826cf03 req-412782a2-909b-4654-8fad-6c0ab57a6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:26.998303 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-098b2948-856e-4a0e-930c-a274a826cf03 req-412782a2-909b-4654-8fad-6c0ab57a6cdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1094 time: 0.0563810 Nov 09 18:17:27.116753 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b2948-856e-4a0e-930c-a274a826cf03 req-e58b3037-dd6f-43a7-ae32-ce8c6b4afb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:27.118270 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-098b2948-856e-4a0e-930c-a274a826cf03 req-e58b3037-dd6f-43a7-ae32-ce8c6b4afb42 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4000a43-5433-478d-82b8-b57a4f0b33c5 HTTP/1.1" status: 200 len: 898 time: 0.1130424 Nov 09 18:17:27.226134 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-098b2948-856e-4a0e-930c-a274a826cf03 req-d61f0f89-af03-46bc-bf02-2e7a6c8ca0b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dbfa361-2646-46d4-847b-0a4860828d01 HTTP/1.1" status: 200 len: 999 time: 0.1000559 Nov 09 18:17:27.298565 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b2948-856e-4a0e-930c-a274a826cf03 req-3b20ef48-cd73-4e2f-9789-cd4e4dc2a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:27.301224 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-098b2948-856e-4a0e-930c-a274a826cf03 req-3b20ef48-cd73-4e2f-9789-cd4e4dc2a4ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d75a2178-1c86-4c07-ace8-251f5c894e7f HTTP/1.1" status: 200 len: 834 time: 0.0662532 Nov 09 18:17:27.358280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b2948-856e-4a0e-930c-a274a826cf03 req-dc803a25-0d6d-4e6f-bacb-9909aa6d2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:27.360687 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-098b2948-856e-4a0e-930c-a274a826cf03 req-dc803a25-0d6d-4e6f-bacb-9909aa6d2866 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4000a43-5433-478d-82b8-b57a4f0b33c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493381 Nov 09 18:17:27.470556 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-098b2948-856e-4a0e-930c-a274a826cf03 req-3358b4d7-0743-4008-b839-d2e19b8eb0b4 service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014707 Nov 09 18:17:27.581001 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-098b2948-856e-4a0e-930c-a274a826cf03 req-92545461-8cb4-4f5e-a057-08c3adc5073c service neutron] 10.222.0.18 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028888 Nov 09 18:17:27.664495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 2dbfa361-2646-46d4-847b-0a4860828d01 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:17:27.782888 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 2dbfa361-2646-46d4-847b-0a4860828d01, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2dbfa361-2646-46d4-847b-0a4860828d01,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:27.797541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '2dbfa361-2646-46d4-847b-0a4860828d01', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'port_id': '2dbfa361-2646-46d4-847b-0a4860828d01', 'mac_address': 'fa:16:3e:17:9d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:17:27.839043 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:27.858667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbfa361-2646-46d4-847b-0a4860828d01 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:17:27.886017 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 2dbfa361-2646-46d4-847b-0a4860828d01, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2dbfa361-2646-46d4-847b-0a4860828d01,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:27.893374 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:27.963410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=2dbfa361-2646-46d4-847b-0a4860828d01,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:27.990316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74f1f4-4391-4d5d-a75d-c70f39756005 req-4d522d82-b34d-4f74-b7b8-ec36a590406e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:27.999936 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a74f1f4-4391-4d5d-a75d-c70f39756005 req-4d522d82-b34d-4f74-b7b8-ec36a590406e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 944 time: 0.0773327 Nov 09 18:17:28.056134 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7a74f1f4-4391-4d5d-a75d-c70f39756005 req-114762c4-8716-466a-a965-bc4749732d4e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551767 Nov 09 18:17:28.118961 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['2dbfa361-2646-46d4-847b-0a4860828d01'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:17:29.214974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500d086-9c4a-4fcf-8433-2f9745c2d1fa req-df10d79d-072b-4e40-b043-afd047639638 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:29.216619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4500d086-9c4a-4fcf-8433-2f9745c2d1fa req-df10d79d-072b-4e40-b043-afd047639638 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 944 time: 0.0812106 Nov 09 18:17:29.264277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4500d086-9c4a-4fcf-8433-2f9745c2d1fa req-1bf12ac3-afde-4a9a-a9a9-e26e9de90ed5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397704 Nov 09 18:17:29.288421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45916) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:29.362959 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-452e6207-9209-476c-b133-583447638640 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/76265c21-0fdd-4790-947a-2a2783c4a859 HTTP/1.1" status: 200 len: 992 time: 0.0725212 Nov 09 18:17:29.531864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45920) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:29.669503 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d7f8fc0f-c015-4413-8aee-db8cfed09780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.679915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 2dbfa361-2646-46d4-847b-0a4860828d01 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:29.732619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 2dbfa361-2646-46d4-847b-0a4860828d01 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:17:29.738131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 2dbfa361-2646-46d4-847b-0a4860828d01 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:29.738548 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.754453 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d7f8fc0f-c015-4413-8aee-db8cfed09780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.760295 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d7f8fc0f-c015-4413-8aee-db8cfed09780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.805779 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d7f8fc0f-c015-4413-8aee-db8cfed09780 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f7e7b924519349c58a718e96abbe6c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728193 Nov 09 18:17:29.806673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8fc0f-c015-4413-8aee-db8cfed09780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb953f2e-e608-4724-8003-470c263c4458,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:29.808727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45924) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:29.829089 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.852167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:29.854434 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad5e562-0b9f-4199-92a9-938f6966130c" -d '{"events": [{"server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "name": "network-vif-plugged", "status": "completed", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:29.862785 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af5290cb-4bef-4e1b-ae01-c4365ab88675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.869069 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 2dbfa361-2646-46d4-847b-0a4860828d01, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2dbfa361-2646-46d4-847b-0a4860828d01,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:29.873999 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.889351 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af5290cb-4bef-4e1b-ae01-c4365ab88675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.926154 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=2dbfa361-2646-46d4-847b-0a4860828d01,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:29.945766 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af5290cb-4bef-4e1b-ae01-c4365ab88675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.948580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-af5290cb-4bef-4e1b-ae01-c4365ab88675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.949740 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-af5290cb-4bef-4e1b-ae01-c4365ab88675 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb953f2e-e608-4724-8003-470c263c4458 HTTP/1.1" status: 204 len: 168 time: 0.1396160 Nov 09 18:17:29.958624 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5290cb-4bef-4e1b-ae01-c4365ab88675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb953f2e-e608-4724-8003-470c263c4458,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:30.044770 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650a3efc-f9d0-4126-9d6f-3fc18387dab7 x-openstack-request-id: req-650a3efc-f9d0-4126-9d6f-3fc18387dab7 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:30.045079 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "name": "network-vif-plugged", "status": "completed", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:30.045426 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-650a3efc-f9d0-4126-9d6f-3fc18387dab7 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:30.045731 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01', 'code': 200} Nov 09 18:17:30.220057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45934) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:30.233160 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78a09377-6f55-404e-8580-c2846dd45cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.308621 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78a09377-6f55-404e-8580-c2846dd45cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.312336 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78a09377-6f55-404e-8580-c2846dd45cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.351574 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-78a09377-6f55-404e-8580-c2846dd45cd9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff68151394bf4ea99a29b343f588c3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303651 Nov 09 18:17:30.352424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a09377-6f55-404e-8580-c2846dd45cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7a2a6d-1c11-4ec6-a0e3-fc08138cf44c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:30.354345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45936) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:30.405178 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4d10-c2cc-4e1c-9f15-8a7468dc9732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.427923 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4d10-c2cc-4e1c-9f15-8a7468dc9732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.476936 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4d10-c2cc-4e1c-9f15-8a7468dc9732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.479879 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4d10-c2cc-4e1c-9f15-8a7468dc9732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.481245 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b5ae4d10-c2cc-4e1c-9f15-8a7468dc9732 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d7a2a6d-1c11-4ec6-a0e3-fc08138cf44c HTTP/1.1" status: 204 len: 168 time: 0.1256852 Nov 09 18:17:30.490898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae4d10-c2cc-4e1c-9f15-8a7468dc9732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7a2a6d-1c11-4ec6-a0e3-fc08138cf44c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:32.273376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45984) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:32.380941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c596e835-2afb-4daa-806f-83ddff23ed4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:32.455634 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c596e835-2afb-4daa-806f-83ddff23ed4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:32.460186 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c596e835-2afb-4daa-806f-83ddff23ed4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:32.498261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c596e835-2afb-4daa-806f-83ddff23ed4c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a041e9670e2e40788c2fde87a8a39b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237680 Nov 09 18:17:32.499151 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596e835-2afb-4daa-806f-83ddff23ed4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88673cee-aca7-4cb8-a350-a7d9baa25201,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:32.501010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45988) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:32.551403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c79267e8-dd11-46fe-ae3a-537182e56c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:32.572371 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c79267e8-dd11-46fe-ae3a-537182e56c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:32.619388 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c79267e8-dd11-46fe-ae3a-537182e56c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:32.622202 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c79267e8-dd11-46fe-ae3a-537182e56c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:32.623593 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c79267e8-dd11-46fe-ae3a-537182e56c54 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88673cee-aca7-4cb8-a350-a7d9baa25201 HTTP/1.1" status: 204 len: 168 time: 0.1210015 Nov 09 18:17:32.631895 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79267e8-dd11-46fe-ae3a-537182e56c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88673cee-aca7-4cb8-a350-a7d9baa25201,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:32.879295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 45994) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:32.896678 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aff6faee-da7c-43fc-9afe-b13b1af5b149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:32.999079 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aff6faee-da7c-43fc-9afe-b13b1af5b149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.003971 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aff6faee-da7c-43fc-9afe-b13b1af5b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.044373 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-aff6faee-da7c-43fc-9afe-b13b1af5b149 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0298c9753faf4260a0d737ef46cf0029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639440 Nov 09 18:17:33.045509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6faee-da7c-43fc-9afe-b13b1af5b149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae8b64d-6925-4391-ac93-e3df3d443bba,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:33.047308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 45996) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:33.110308 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a807f463-d645-4877-9afe-c07e7f7406cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.133731 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a807f463-d645-4877-9afe-c07e7f7406cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.183334 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a807f463-d645-4877-9afe-c07e7f7406cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.186130 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a807f463-d645-4877-9afe-c07e7f7406cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.187315 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a807f463-d645-4877-9afe-c07e7f7406cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ae8b64d-6925-4391-ac93-e3df3d443bba HTTP/1.1" status: 204 len: 168 time: 0.1391556 Nov 09 18:17:33.196043 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807f463-d645-4877-9afe-c07e7f7406cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae8b64d-6925-4391-ac93-e3df3d443bba,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:35.403614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46068) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:35.514987 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c48ce5a0-af4e-4fe9-9415-6cd16d9f5b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.596137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c48ce5a0-af4e-4fe9-9415-6cd16d9f5b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.600874 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c48ce5a0-af4e-4fe9-9415-6cd16d9f5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.643376 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c48ce5a0-af4e-4fe9-9415-6cd16d9f5b64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=63e8166b637e4a9b905b5ba1b63d7cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386096 Nov 09 18:17:35.645009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ce5a0-af4e-4fe9-9415-6cd16d9f5b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3a2ead-974b-4422-b124-ceb8c9e399f7,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:35.646831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46072) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:35.698520 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91eb4bd5-b49a-49cf-931d-826dec6c1f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.721095 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91eb4bd5-b49a-49cf-931d-826dec6c1f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.767727 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91eb4bd5-b49a-49cf-931d-826dec6c1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.770959 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-91eb4bd5-b49a-49cf-931d-826dec6c1f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.772175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-91eb4bd5-b49a-49cf-931d-826dec6c1f3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b3a2ead-974b-4422-b124-ceb8c9e399f7 HTTP/1.1" status: 204 len: 168 time: 0.1243026 Nov 09 18:17:35.780201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb4bd5-b49a-49cf-931d-826dec6c1f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3a2ead-974b-4422-b124-ceb8c9e399f7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:36.036891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46078) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:36.050463 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-15b8dc28-453e-4809-865e-bf6600297781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:36.133243 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-15b8dc28-453e-4809-865e-bf6600297781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:36.137185 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-15b8dc28-453e-4809-865e-bf6600297781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:36.176991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-15b8dc28-453e-4809-865e-bf6600297781 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf9e320f41e74126b8b0da6554428135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389437 Nov 09 18:17:36.177793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8dc28-453e-4809-865e-bf6600297781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7585f3-d75a-446e-ba95-85c6ae551c9a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:36.179692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46080) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:36.230466 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2dd608ef-e706-4dce-8bb4-b2809d0b9fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:36.252094 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2dd608ef-e706-4dce-8bb4-b2809d0b9fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:36.302125 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2dd608ef-e706-4dce-8bb4-b2809d0b9fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:36.306722 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2dd608ef-e706-4dce-8bb4-b2809d0b9fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:36.308520 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2dd608ef-e706-4dce-8bb4-b2809d0b9fab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4a7585f3-d75a-446e-ba95-85c6ae551c9a HTTP/1.1" status: 204 len: 168 time: 0.1270025 Nov 09 18:17:36.318772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd608ef-e706-4dce-8bb4-b2809d0b9fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7585f3-d75a-446e-ba95-85c6ae551c9a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:40.691808 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7cf1732b-160b-4004-b59f-9be44173261d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:43.669321 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e6d66092-20d7-4e6d-85e9-e109a2d1c714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:44.475810 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:45.475730 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.446064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46210) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:46.552292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e5a18d1-046b-4100-b04b-ba4fe27f00ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.625200 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e5a18d1-046b-4100-b04b-ba4fe27f00ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.629577 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2e5a18d1-046b-4100-b04b-ba4fe27f00ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.667323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2e5a18d1-046b-4100-b04b-ba4fe27f00ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=47ccb8f5b9bc4791ae574401b4426b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2200277 Nov 09 18:17:46.668193 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a18d1-046b-4100-b04b-ba4fe27f00ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f1db0a-bd68-4581-80a3-cbeb55a66b74,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:46.670019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46214) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:46.724332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dee1316-0d05-48f7-befb-120bcda9116b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.751330 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dee1316-0d05-48f7-befb-120bcda9116b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.803093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dee1316-0d05-48f7-befb-120bcda9116b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.805762 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7dee1316-0d05-48f7-befb-120bcda9116b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.806994 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7dee1316-0d05-48f7-befb-120bcda9116b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87f1db0a-bd68-4581-80a3-cbeb55a66b74 HTTP/1.1" status: 204 len: 168 time: 0.1358993 Nov 09 18:17:46.815913 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee1316-0d05-48f7-befb-120bcda9116b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f1db0a-bd68-4581-80a3-cbeb55a66b74,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:47.080560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46220) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:47.094889 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a59354eb-5144-4146-ad76-a2841dd57261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.176846 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a59354eb-5144-4146-ad76-a2841dd57261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.180784 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a59354eb-5144-4146-ad76-a2841dd57261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.219413 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a59354eb-5144-4146-ad76-a2841dd57261 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a2cd418f2ef341bca72ebf114fa5783e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369011 Nov 09 18:17:47.220615 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59354eb-5144-4146-ad76-a2841dd57261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456fbab3-4775-45fc-bb5a-5750914b27f4,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:47.222787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46222) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:47.274288 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-507e9212-7a09-4619-973c-3f15042ddff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.295589 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-507e9212-7a09-4619-973c-3f15042ddff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.345954 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-507e9212-7a09-4619-973c-3f15042ddff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.349177 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-507e9212-7a09-4619-973c-3f15042ddff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.350371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-507e9212-7a09-4619-973c-3f15042ddff8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/456fbab3-4775-45fc-bb5a-5750914b27f4 HTTP/1.1" status: 204 len: 168 time: 0.1256394 Nov 09 18:17:47.358620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e9212-7a09-4619-973c-3f15042ddff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456fbab3-4775-45fc-bb5a-5750914b27f4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:47.674032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46228) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:47.687648 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-add3265b-347a-4233-bbf8-31d00819dea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.720588 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.764437 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-add3265b-347a-4233-bbf8-31d00819dea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.768948 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-add3265b-347a-4233-bbf8-31d00819dea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.808765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-add3265b-347a-4233-bbf8-31d00819dea4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=873c52fe38dc47f091679eeffcd39675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335356 Nov 09 18:17:47.810773 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3265b-347a-4233-bbf8-31d00819dea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659b066c-d7cd-47c0-8971-63646700f2ba,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:47.811479 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46230) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:47.865121 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb2b77c8-2d9f-40bf-8ad6-627edf88e70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.887329 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb2b77c8-2d9f-40bf-8ad6-627edf88e70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.935560 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb2b77c8-2d9f-40bf-8ad6-627edf88e70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.938204 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb2b77c8-2d9f-40bf-8ad6-627edf88e70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:47.939388 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bb2b77c8-2d9f-40bf-8ad6-627edf88e70b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/659b066c-d7cd-47c0-8971-63646700f2ba HTTP/1.1" status: 204 len: 168 time: 0.1268363 Nov 09 18:17:47.947089 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b77c8-2d9f-40bf-8ad6-627edf88e70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659b066c-d7cd-47c0-8971-63646700f2ba,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:53.253122 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:54.079416 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:57.886127 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577757b-b3db-44ba-b367-90fbc38c99b3 req-c1ebfa6e-45fe-4776-9090-279264ac49ea tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:57.887702 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2577757b-b3db-44ba-b367-90fbc38c99b3 req-c1ebfa6e-45fe-4776-9090-279264ac49ea tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1096 time: 0.0481906 Nov 09 18:17:57.926625 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2577757b-b3db-44ba-b367-90fbc38c99b3 req-788c6f19-de66-4c70-bd99-66001e0b781e tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317826 Nov 09 18:17:57.957373 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46372) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:58.172481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8ee31-6c89-4514-9e21-4e033381bd69 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port 09daec08-ea2d-4332-aa2c-c2a0de0d1da3 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:58.172825 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ee31-6c89-4514-9e21-4e033381bd69 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.259562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ee31-6c89-4514-9e21-4e033381bd69 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.259864 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ee31-6c89-4514-9e21-4e033381bd69 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.272829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8ee31-6c89-4514-9e21-4e033381bd69 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for 09daec08-ea2d-4332-aa2c-c2a0de0d1da3 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:58.437892 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ee31-6c89-4514-9e21-4e033381bd69 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.465219 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8ee31-6c89-4514-9e21-4e033381bd69 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=09daec08-ea2d-4332-aa2c-c2a0de0d1da3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:58.529959 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ee31-6c89-4514-9e21-4e033381bd69 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.530291 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-a1e8ee31-6c89-4514-9e21-4e033381bd69 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Floating IP 76265c21-0fdd-4790-947a-2a2783c4a859 disassociated (deleted). External IP: 172.25.1.188, port: 2dbfa361-2646-46d4-847b-0a4860828d01. Nov 09 18:17:58.749146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e8ee31-6c89-4514-9e21-4e033381bd69 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:17:58.906699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e8ee31-6c89-4514-9e21-4e033381bd69 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:17:58.924162 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b76fb-b89c-4f37-82f2-537334a99f2d None None] Sync routers for ids ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:17:58.927020 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ee31-6c89-4514-9e21-4e033381bd69 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.974081 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b76fb-b89c-4f37-82f2-537334a99f2d None None] Routers {'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:58.975558 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f53b76fb-b89c-4f37-82f2-537334a99f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:17:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:58.983075 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a1e8ee31-6c89-4514-9e21-4e033381bd69 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/floatingips/76265c21-0fdd-4790-947a-2a2783c4a859 HTTP/1.1" status: 204 len: 168 time: 1.0239511 Nov 09 18:17:58.983960 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:58.989134 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1e613c-b8f6-4a1e-adfb-a405aa71684e" -d '{"events": [{"name": "network-changed", "server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:59.070635 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00058f31-8742-4d85-b3a8-fee48a58371c x-openstack-request-id: req-00058f31-8742-4d85-b3a8-fee48a58371c {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:59.071096 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:59.071542 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00058f31-8742-4d85-b3a8-fee48a58371c {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:59.072159 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01', 'status': 'completed', 'code': 200} Nov 09 18:17:59.154903 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-f53b76fb-b89c-4f37-82f2-537334a99f2d None None] Set router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:59.192521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e613c-b8f6-4a1e-adfb-a405aa71684e req-00b1a02f-366b-4f98-9658-c17b4e0d1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:59.196450 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b1e613c-b8f6-4a1e-adfb-a405aa71684e req-00b1a02f-366b-4f98-9658-c17b4e0d1599 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 1096 time: 0.0990772 Nov 09 18:17:59.336621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e613c-b8f6-4a1e-adfb-a405aa71684e req-1b6a173a-2d06-438a-8bec-c92cd181009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:59.338429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b1e613c-b8f6-4a1e-adfb-a405aa71684e req-1b6a173a-2d06-438a-8bec-c92cd181009c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4000a43-5433-478d-82b8-b57a4f0b33c5 HTTP/1.1" status: 200 len: 898 time: 0.1198990 Nov 09 18:17:59.371439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8d262-5985-41ea-aade-8e86bb3e5c16 req-12cce3f8-c9c5-4615-bcf8-7e594b73749d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:59.385795 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fee8d262-5985-41ea-aade-8e86bb3e5c16 req-12cce3f8-c9c5-4615-bcf8-7e594b73749d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0910814 Nov 09 18:17:59.435912 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fee8d262-5985-41ea-aade-8e86bb3e5c16 req-8d4791dd-6ba2-45e6-9871-1709de9f990a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437956 Nov 09 18:17:59.439834 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b1e613c-b8f6-4a1e-adfb-a405aa71684e req-786b2f30-b929-437d-8e90-babd0b6da33a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dbfa361-2646-46d4-847b-0a4860828d01 HTTP/1.1" status: 200 len: 217 time: 0.0915213 Nov 09 18:17:59.468575 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f53b76fb-b89c-4f37-82f2-537334a99f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:31Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'd912f665-921a-4b26-a738-bb526a00b8a9', 'name': '', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:4b:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:31Z', 'updated_at': '2021-11-09T18:15:34Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:59.500057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e613c-b8f6-4a1e-adfb-a405aa71684e req-dbfc0235-d906-4311-b7a9-bef67b35e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:59.502276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b1e613c-b8f6-4a1e-adfb-a405aa71684e req-dbfc0235-d906-4311-b7a9-bef67b35e553 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d75a2178-1c86-4c07-ace8-251f5c894e7f HTTP/1.1" status: 200 len: 834 time: 0.0551217 Nov 09 18:17:59.585327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e613c-b8f6-4a1e-adfb-a405aa71684e req-e38a5c74-aba7-4a14-bba1-84105e05a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:59.599686 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b1e613c-b8f6-4a1e-adfb-a405aa71684e req-e38a5c74-aba7-4a14-bba1-84105e05a2fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4000a43-5433-478d-82b8-b57a4f0b33c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889232 Nov 09 18:17:59.616630 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b76fb-b89c-4f37-82f2-537334a99f2d None None] Checking router: e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:17:59.626816 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b76fb-b89c-4f37-82f2-537334a99f2d None None] Routers {'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:59.628258 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f53b76fb-b89c-4f37-82f2-537334a99f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:17:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:59.715165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b1e613c-b8f6-4a1e-adfb-a405aa71684e req-ab6216a6-3274-4a56-9991-a8f0bd863a42 service neutron] 10.222.0.13 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042340 Nov 09 18:17:59.752513 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-f53b76fb-b89c-4f37-82f2-537334a99f2d None None] Set router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:59.832350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b1e613c-b8f6-4a1e-adfb-a405aa71684e req-73468a9a-1720-4079-acfc-64dacdd5d94d service neutron] 10.222.0.13 "GET /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062372 Nov 09 18:17:59.973744 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f53b76fb-b89c-4f37-82f2-537334a99f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:31Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'd912f665-921a-4b26-a738-bb526a00b8a9', 'name': '', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:4b:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:31Z', 'updated_at': '2021-11-09T18:15:34Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:00.014495 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b76fb-b89c-4f37-82f2-537334a99f2d None None] The sync data for ids ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'] in n-d-817236-1 is: [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:31Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'd912f665-921a-4b26-a738-bb526a00b8a9', 'name': '', 'network_id': 'b4000a43-5433-478d-82b8-b57a4f0b33c5', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:4b:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:31Z', 'updated_at': '2021-11-09T18:15:34Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'd75a2178-1c86-4c07-ace8-251f5c894e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:00.311541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6f59d9-aeb8-45c8-adac-033d877251a1 None None] New status for floating IP 76265c21-0fdd-4790-947a-2a2783c4a859: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:18:00.563523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c452be-1ce7-4cc0-9496-fc36cde52376 req-c5b25c90-a716-4c1f-8d33-048f333d1a55 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:00.565700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65c452be-1ce7-4cc0-9496-fc36cde52376 req-c5b25c90-a716-4c1f-8d33-048f333d1a55 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0512278 Nov 09 18:18:00.610085 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-65c452be-1ce7-4cc0-9496-fc36cde52376 req-588ccbb6-27f6-43b7-9788-fba46ee807a7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=6460e952-dc81-4df2-bfbc-4e4212703c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365932 Nov 09 18:18:00.710055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14813bea-13c0-477e-8d48-ec0612fd8657 req-225f4add-ce9a-4185-9754-0265cfe0dd7f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:00.711479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-14813bea-13c0-477e-8d48-ec0612fd8657 req-225f4add-ce9a-4185-9754-0265cfe0dd7f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "GET /v2.0/ports?device_id=33880416-bd26-4783-a7b7-7ae431350510 HTTP/1.1" status: 200 len: 945 time: 0.0510855 Nov 09 18:18:00.815884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-14813bea-13c0-477e-8d48-ec0612fd8657 req-0a0dc53a-4d34-4f1b-844a-3c9db877bbe6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port 2dbfa361-2646-46d4-847b-0a4860828d01 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:00.816231 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-14813bea-13c0-477e-8d48-ec0612fd8657 req-0a0dc53a-4d34-4f1b-844a-3c9db877bbe6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:00.921633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-14813bea-13c0-477e-8d48-ec0612fd8657 req-0a0dc53a-4d34-4f1b-844a-3c9db877bbe6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] For port 2dbfa361-2646-46d4-847b-0a4860828d01, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2dbfa361-2646-46d4-847b-0a4860828d01,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:00.922004 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-14813bea-13c0-477e-8d48-ec0612fd8657 req-0a0dc53a-4d34-4f1b-844a-3c9db877bbe6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:00.936401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-14813bea-13c0-477e-8d48-ec0612fd8657 req-0a0dc53a-4d34-4f1b-844a-3c9db877bbe6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for 2dbfa361-2646-46d4-847b-0a4860828d01 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:01.093323 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-14813bea-13c0-477e-8d48-ec0612fd8657 req-0a0dc53a-4d34-4f1b-844a-3c9db877bbe6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.126541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dc53a-4d34-4f1b-844a-3c9db877bbe6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=2dbfa361-2646-46d4-847b-0a4860828d01,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:01.177770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-14813bea-13c0-477e-8d48-ec0612fd8657 req-0a0dc53a-4d34-4f1b-844a-3c9db877bbe6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] No DVR routers for this DVR port 2dbfa361-2646-46d4-847b-0a4860828d01 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:01.181807 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-14813bea-13c0-477e-8d48-ec0612fd8657 req-0a0dc53a-4d34-4f1b-844a-3c9db877bbe6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.185341 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-14813bea-13c0-477e-8d48-ec0612fd8657 req-0a0dc53a-4d34-4f1b-844a-3c9db877bbe6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "DELETE /v2.0/ports/2dbfa361-2646-46d4-847b-0a4860828d01 HTTP/1.1" status: 204 len: 173 time: 0.4671946 Nov 09 18:18:01.185795 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'name': 'network-vif-deleted', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:01.188271 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5347425f-fd56-4fd5-a8c6-d5231825639c" -d '{"events": [{"server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "name": "network-vif-deleted", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:01.235068 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f3ade1-a3b7-4be3-8945-8a371dd1df06 x-openstack-request-id: req-41f3ade1-a3b7-4be3-8945-8a371dd1df06 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:01.235424 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33880416-bd26-4783-a7b7-7ae431350510", "name": "network-vif-deleted", "tag": "2dbfa361-2646-46d4-847b-0a4860828d01", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:01.236252 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41f3ade1-a3b7-4be3-8945-8a371dd1df06 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:01.236370 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33880416-bd26-4783-a7b7-7ae431350510', 'name': 'network-vif-deleted', 'tag': '2dbfa361-2646-46d4-847b-0a4860828d01', 'status': 'completed', 'code': 200} Nov 09 18:18:01.679012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46396) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:02.060613 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c1a94bf7-1669-449e-b85d-ae355b97a9b5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.348490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c1a94bf7-1669-449e-b85d-ae355b97a9b5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port d912f665-921a-4b26-a738-bb526a00b8a9 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:02.348950 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c1a94bf7-1669-449e-b85d-ae355b97a9b5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.473080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-c1a94bf7-1669-449e-b85d-ae355b97a9b5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] For port d912f665-921a-4b26-a738-bb526a00b8a9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d912f665-921a-4b26-a738-bb526a00b8a9,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:02.473563 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c1a94bf7-1669-449e-b85d-ae355b97a9b5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.488942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c1a94bf7-1669-449e-b85d-ae355b97a9b5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for d912f665-921a-4b26-a738-bb526a00b8a9 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:02.536405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46408) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:02.659354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52ae6c30-9109-441d-a977-014e82e1364c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.689433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c1a94bf7-1669-449e-b85d-ae355b97a9b5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.718034 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a94bf7-1669-449e-b85d-ae355b97a9b5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=d912f665-921a-4b26-a738-bb526a00b8a9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:02.745670 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52ae6c30-9109-441d-a977-014e82e1364c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.750023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-52ae6c30-9109-441d-a977-014e82e1364c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.790441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae6c30-9109-441d-a977-014e82e1364c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbde6b9-d149-4170-9480-35a9932f6def,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:02.797774 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-52ae6c30-9109-441d-a977-014e82e1364c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6aa8e52c7db4b068fef101331b92046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602773 Nov 09 18:18:02.802667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46412) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:02.865188 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6cb83763-4aa7-4b86-9dfc-635dfb00a49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.889758 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6cb83763-4aa7-4b86-9dfc-635dfb00a49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.904610 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c1a94bf7-1669-449e-b85d-ae355b97a9b5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.943024 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6cb83763-4aa7-4b86-9dfc-635dfb00a49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.945924 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6cb83763-4aa7-4b86-9dfc-635dfb00a49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.947158 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6cb83763-4aa7-4b86-9dfc-635dfb00a49a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9fbde6b9-d149-4170-9480-35a9932f6def HTTP/1.1" status: 204 len: 168 time: 0.1436131 Nov 09 18:18:02.956653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb83763-4aa7-4b86-9dfc-635dfb00a49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbde6b9-d149-4170-9480-35a9932f6def,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:03.106977 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:18:03.159245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a94bf7-1669-449e-b85d-ae355b97a9b5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:18:03.273940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a94bf7-1669-449e-b85d-ae355b97a9b5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:03.282497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c1a94bf7-1669-449e-b85d-ae355b97a9b5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "PUT /v2.0/routers/e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5989275 Nov 09 18:18:03.282497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46424) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:03.284424 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ba482-99d9-4d63-be54-805f558eeacb None None] Sync routers for ids ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:03.297070 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ba482-99d9-4d63-be54-805f558eeacb None None] Routers {'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:03.297878 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-264ba482-99d9-4d63-be54-805f558eeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:17:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:03.339030 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c3ba58-66b4-40b8-8654-c5125728e427 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting subnet d75a2178-1c86-4c07-ace8-251f5c894e7f {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:03.342742 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ba58-66b4-40b8-8654-c5125728e427 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.389934 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ba58-66b4-40b8-8654-c5125728e427 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.408940 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-264ba482-99d9-4d63-be54-805f558eeacb None None] Set router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:03.647615 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-264ba482-99d9-4d63-be54-805f558eeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:18:02Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:03.678122 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ba482-99d9-4d63-be54-805f558eeacb None None] Checking router: e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:18:03.687289 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ba482-99d9-4d63-be54-805f558eeacb None None] Routers {'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:03.688048 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-264ba482-99d9-4d63-be54-805f558eeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:17:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:03.805882 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-264ba482-99d9-4d63-be54-805f558eeacb None None] Set router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:03.806781 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ba58-66b4-40b8-8654-c5125728e427 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.873131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ba58-66b4-40b8-8654-c5125728e427 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.904447 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3ba58-66b4-40b8-8654-c5125728e427 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Subnet': ['ID=d75a2178-1c86-4c07-ace8-251f5c894e7f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:03.908633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 2dbfa361-2646-46d4-847b-0a4860828d01 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:03.909975 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ba58-66b4-40b8-8654-c5125728e427 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.913640 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f1c3ba58-66b4-40b8-8654-c5125728e427 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/subnets/d75a2178-1c86-4c07-ace8-251f5c894e7f HTTP/1.1" status: 204 len: 168 time: 0.6308856 Nov 09 18:18:03.917305 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46442) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:03.943520 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 2dbfa361-2646-46d4-847b-0a4860828d01 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:03.944254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 2dbfa361-2646-46d4-847b-0a4860828d01 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:03.949015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6101a3-30ab-4971-90f8-8f2f39769e3a None None] Network b4000a43-5433-478d-82b8-b57a4f0b33c5 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:04.034281 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-264ba482-99d9-4d63-be54-805f558eeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:18:02Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:04.071254 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ba482-99d9-4d63-be54-805f558eeacb None None] The sync data for ids ['e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb'] in n-d-817236-1 is: [{'id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648280580', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:18:02Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'f2cf0aa0-0d74-44cd-846e-69609b60d7cf', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:27Z', 'updated_at': '2021-11-09T18:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:04.073571 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.203021 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.258992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port f2cf0aa0-0d74-44cd-846e-69609b60d7cf {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:04.259484 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.378343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] For port f2cf0aa0-0d74-44cd-846e-69609b60d7cf, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f2cf0aa0-0d74-44cd-846e-69609b60d7cf,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:04.378768 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.391078 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for f2cf0aa0-0d74-44cd-846e-69609b60d7cf owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:04.464989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] DHCP port deletion for b4000a43-5433-478d-82b8-b57a4f0b33c5 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:18:04.533119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Deleting port 3763f059-34bf-47e5-b92d-72e4598d2613 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:04.533511 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.615502 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] For port 3763f059-34bf-47e5-b92d-72e4598d2613, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3763f059-34bf-47e5-b92d-72e4598d2613,segment=NetworkSegment(0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d),segment_id=0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:04.615953 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.620133 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.635007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Calling delete_port for 3763f059-34bf-47e5-b92d-72e4598d2613 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:04.645855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=f2cf0aa0-0d74-44cd-846e-69609b60d7cf,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:04.719897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.727035 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.740360 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] No DVR routers for this DVR port 3763f059-34bf-47e5-b92d-72e4598d2613 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:04.761182 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Pushing event deleted for resources: {'Port': ['ID=3763f059-34bf-47e5-b92d-72e4598d2613,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:04.769691 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:04.769837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:04.770393 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:04.770539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:04.770799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:04.771142 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:04.771507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:04.772089 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:04.772246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:04.772493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:04.772823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:04.773153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449ee82-445b-40e9-a75e-509248b34398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:04.826899 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.829085 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.884530 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.885061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Fanout notify agent at l3_agent the message router_deleted on router e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:18:04.893544 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.901665 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-99638cb7-78dc-455b-9100-39a30216c9ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/routers/e5a23f88-8e38-44dd-b9b7-4a8366ab2bbb HTTP/1.1" status: 204 len: 168 time: 0.9745936 Nov 09 18:18:04.901880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46458) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:04.984090 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9ea7c8e-e05a-4a63-8476-7f8d73cb72c0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.092170 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9ea7c8e-e05a-4a63-8476-7f8d73cb72c0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.113421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-c9ea7c8e-e05a-4a63-8476-7f8d73cb72c0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4000a43-5433-478d-82b8-b57a4f0b33c5']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:05.122717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-c9ea7c8e-e05a-4a63-8476-7f8d73cb72c0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:05.123007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-c9ea7c8e-e05a-4a63-8476-7f8d73cb72c0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e06a5f3-f338-49ef-bea3-0ac3b7ddda3d') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:05.133049 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9ea7c8e-e05a-4a63-8476-7f8d73cb72c0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.146235 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9ea7c8e-e05a-4a63-8476-7f8d73cb72c0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.151987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ea7c8e-e05a-4a63-8476-7f8d73cb72c0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:18:05.152373 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9ea7c8e-e05a-4a63-8476-7f8d73cb72c0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:18:05.155371 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:18:05.215830 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9ea7c8e-e05a-4a63-8476-7f8d73cb72c0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.224228 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9ea7c8e-e05a-4a63-8476-7f8d73cb72c0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.226806 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c9ea7c8e-e05a-4a63-8476-7f8d73cb72c0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/networks/b4000a43-5433-478d-82b8-b57a4f0b33c5 HTTP/1.1" status: 204 len: 168 time: 0.3282127 Nov 09 18:18:05.229735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46460) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:05.239626 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea7c8e-e05a-4a63-8476-7f8d73cb72c0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Network': ['ID=b4000a43-5433-478d-82b8-b57a4f0b33c5,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:05.293552 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf30e-b528-4a6a-8b1c-7c393a592258 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.319931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf30e-b528-4a6a-8b1c-7c393a592258 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.380842 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf30e-b528-4a6a-8b1c-7c393a592258 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.383554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf30e-b528-4a6a-8b1c-7c393a592258 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.384908 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fa4bf30e-b528-4a6a-8b1c-7c393a592258 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/security-groups/6460e952-dc81-4df2-bfbc-4e4212703c08 HTTP/1.1" status: 204 len: 168 time: 0.1540315 Nov 09 18:18:05.395328 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bf30e-b528-4a6a-8b1c-7c393a592258 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6460e952-dc81-4df2-bfbc-4e4212703c08,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:05.660250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3763f059-34bf-47e5-b92d-72e4598d2613 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:05.682030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 3763f059-34bf-47e5-b92d-72e4598d2613 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:05.682367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3763f059-34bf-47e5-b92d-72e4598d2613 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:05.683008 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f2cf0aa0-0d74-44cd-846e-69609b60d7cf no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:05.702307 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: f2cf0aa0-0d74-44cd-846e-69609b60d7cf {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:05.702622 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f2cf0aa0-0d74-44cd-846e-69609b60d7cf not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:05.702985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d912f665-921a-4b26-a738-bb526a00b8a9 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:05.722775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: d912f665-921a-4b26-a738-bb526a00b8a9 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:05.723121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d912f665-921a-4b26-a738-bb526a00b8a9 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:05.733434 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-856d88ca-35c1-40ae-a5f5-d866d39bbe21 req-e68021f0-edc0-4324-9d13-d2294c7720a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453939 Nov 09 18:18:05.819871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d88ca-35c1-40ae-a5f5-d866d39bbe21 req-966e49da-bf4a-4612-aff6-6919d9570dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:05.821439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-856d88ca-35c1-40ae-a5f5-d866d39bbe21 req-966e49da-bf4a-4612-aff6-6919d9570dcf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 1096 time: 0.0459573 Nov 09 18:18:05.929067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d88ca-35c1-40ae-a5f5-d866d39bbe21 req-ec829107-46ad-46e8-99ac-17ac5a5e85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:05.930445 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-856d88ca-35c1-40ae-a5f5-d866d39bbe21 req-ec829107-46ad-46e8-99ac-17ac5a5e85ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.0888844 Nov 09 18:18:06.001755 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-856d88ca-35c1-40ae-a5f5-d866d39bbe21 req-078d3a6e-3f50-4fa8-8e66-6374bec37cd1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5f6ed25-5142-43ab-802e-97f4e5114447 HTTP/1.1" status: 200 len: 1001 time: 0.0642240 Nov 09 18:18:06.055575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d88ca-35c1-40ae-a5f5-d866d39bbe21 req-79b6f36c-e3de-4570-907b-4b42271c5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:06.057090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-856d88ca-35c1-40ae-a5f5-d866d39bbe21 req-79b6f36c-e3de-4570-907b-4b42271c5cc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0480232 Nov 09 18:18:06.108774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d88ca-35c1-40ae-a5f5-d866d39bbe21 req-fd1a97d6-28e3-4e63-8ce1-81f06c4276a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:06.110314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-856d88ca-35c1-40ae-a5f5-d866d39bbe21 req-fd1a97d6-28e3-4e63-8ce1-81f06c4276a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461442 Nov 09 18:18:06.208079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-856d88ca-35c1-40ae-a5f5-d866d39bbe21 req-67669272-cedb-4c82-9d75-a3d458eeeb18 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902390 Nov 09 18:18:06.303503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-856d88ca-35c1-40ae-a5f5-d866d39bbe21 req-234bcaca-8d58-4f78-af06-dc663e5c14e6 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885215 Nov 09 18:18:06.729236 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46476) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:06.733901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6e7a99f5-3240-4253-bcf7-b7131fc93524 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972098393', 'description': 'tempest-secgroup-smoke-972098393 description', 'project_id': '9285a9a6b01f49df82a08612ddfa882f'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:06.760158 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e7a99f5-3240-4253-bcf7-b7131fc93524 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:06.834412 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e7a99f5-3240-4253-bcf7-b7131fc93524 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:06.838680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e7a99f5-3240-4253-bcf7-b7131fc93524 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:06.865532 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e7a99f5-3240-4253-bcf7-b7131fc93524 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:06.866759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6e7a99f5-3240-4253-bcf7-b7131fc93524 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1364803 Nov 09 18:18:06.870416 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46478) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:06.875154 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c965ac68-073c-4c3d-9828-2c7599bfb710 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '01903509-6949-4247-8971-9f5095f88294', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:06.876366 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a99f5-3240-4253-bcf7-b7131fc93524 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01903509-6949-4247-8971-9f5095f88294,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:06.906317 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c965ac68-073c-4c3d-9828-2c7599bfb710 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:06.968800 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c965ac68-073c-4c3d-9828-2c7599bfb710 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:06.973368 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c965ac68-073c-4c3d-9828-2c7599bfb710 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:06.992952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965ac68-073c-4c3d-9828-2c7599bfb710 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b708a812-1cd6-4790-acaf-dfb985684f80,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:07.003039 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c965ac68-073c-4c3d-9828-2c7599bfb710 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.004390 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c965ac68-073c-4c3d-9828-2c7599bfb710 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329665 Nov 09 18:18:07.007260 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46480) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:07.011510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1daaab2e-ee74-447f-81f8-350254c6cb98 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '01903509-6949-4247-8971-9f5095f88294', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:07.041532 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1daaab2e-ee74-447f-81f8-350254c6cb98 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.101365 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1daaab2e-ee74-447f-81f8-350254c6cb98 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.106908 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1daaab2e-ee74-447f-81f8-350254c6cb98 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.127046 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaab2e-ee74-447f-81f8-350254c6cb98 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5746213-09c6-4d34-a8eb-ae36041b4de6,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:07.137711 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1daaab2e-ee74-447f-81f8-350254c6cb98 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.139889 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1daaab2e-ee74-447f-81f8-350254c6cb98 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315243 Nov 09 18:18:07.142490 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46482) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:07.148524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-de65f56e-6086-4f37-9380-280771c59d44 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '01903509-6949-4247-8971-9f5095f88294', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:07.177227 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de65f56e-6086-4f37-9380-280771c59d44 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.238664 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de65f56e-6086-4f37-9380-280771c59d44 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.242763 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de65f56e-6086-4f37-9380-280771c59d44 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.261317 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65f56e-6086-4f37-9380-280771c59d44 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e9e9a1-8a06-4756-bd78-bef756a5c5ec,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:07.266666 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de65f56e-6086-4f37-9380-280771c59d44 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.267923 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-de65f56e-6086-4f37-9380-280771c59d44 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238425 Nov 09 18:18:07.272456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46484) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:07.276869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-2cb4e12b-05bc-41a5-a6a7-9d9c8cac385d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '01903509-6949-4247-8971-9f5095f88294', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:07.304313 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2cb4e12b-05bc-41a5-a6a7-9d9c8cac385d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.366922 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2cb4e12b-05bc-41a5-a6a7-9d9c8cac385d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.370626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2cb4e12b-05bc-41a5-a6a7-9d9c8cac385d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.390087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4e12b-05bc-41a5-a6a7-9d9c8cac385d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690a4295-cff6-489f-ab15-73577d76e433,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:07.396570 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2cb4e12b-05bc-41a5-a6a7-9d9c8cac385d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.397805 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2cb4e12b-05bc-41a5-a6a7-9d9c8cac385d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243763 Nov 09 18:18:07.400551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46486) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:07.404820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-fa9efb4f-2739-437a-aca2-8872e0f1ed23 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '01903509-6949-4247-8971-9f5095f88294', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:07.425923 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-fa9efb4f-2739-437a-aca2-8872e0f1ed23 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Project 9285a9a6b01f49df82a08612ddfa882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:18:07.431070 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb4f-2739-437a-aca2-8872e0f1ed23 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.492193 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb4f-2739-437a-aca2-8872e0f1ed23 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.496027 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb4f-2739-437a-aca2-8872e0f1ed23 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.511423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9efb4f-2739-437a-aca2-8872e0f1ed23 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e514bd-43e2-4fce-9822-efe123308656,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:07.522366 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa9efb4f-2739-437a-aca2-8872e0f1ed23 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.523606 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fa9efb4f-2739-437a-aca2-8872e0f1ed23 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221294 Nov 09 18:18:07.526263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46488) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:07.530626 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c917e196-cc33-459a-973f-c1d5806138ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '01903509-6949-4247-8971-9f5095f88294', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:07.552487 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-c917e196-cc33-459a-973f-c1d5806138ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Project 9285a9a6b01f49df82a08612ddfa882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:18:07.557878 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c917e196-cc33-459a-973f-c1d5806138ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.632606 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c917e196-cc33-459a-973f-c1d5806138ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.637142 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c917e196-cc33-459a-973f-c1d5806138ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.656510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917e196-cc33-459a-973f-c1d5806138ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1dd5976-2986-4057-bee8-5de4dbe73051,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:07.666083 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c917e196-cc33-459a-973f-c1d5806138ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.667988 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c917e196-cc33-459a-973f-c1d5806138ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404128 Nov 09 18:18:07.670935 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46494) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:07.676182 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e8d4af60-a85d-4e32-8be7-2d257b5404f1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'network': {'name': 'tempest-network-smoke--1864705456', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'port_security_enabled': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:07.699891 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d4af60-a85d-4e32-8be7-2d257b5404f1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Made reservation on behalf of 9285a9a6b01f49df82a08612ddfa882f for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:07.703431 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8d4af60-a85d-4e32-8be7-2d257b5404f1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.729180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d4af60-a85d-4e32-8be7-2d257b5404f1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:18:07.739346 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8d4af60-a85d-4e32-8be7-2d257b5404f1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.739346 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-e8d4af60-a85d-4e32-8be7-2d257b5404f1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Added segment fc3e02cf-c3ac-4e8f-80fe-406c1378067f of type vlan for network e27fc500-65cd-4cec-a5c5-7534f5a27900 Nov 09 18:18:07.786306 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8d4af60-a85d-4e32-8be7-2d257b5404f1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.817070 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8d4af60-a85d-4e32-8be7-2d257b5404f1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.822774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4af60-a85d-4e32-8be7-2d257b5404f1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:07.823459 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e8d4af60-a85d-4e32-8be7-2d257b5404f1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.882710 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e8d4af60-a85d-4e32-8be7-2d257b5404f1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2107229 Nov 09 18:18:07.885666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46500) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:07.891784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'admin_state_up': True, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:07.895774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4af60-a85d-4e32-8be7-2d257b5404f1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Network': ['ID=e27fc500-65cd-4cec-a5c5-7534f5a27900,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:07.906633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network e27fc500-65cd-4cec-a5c5-7534f5a27900 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:18:07.929163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.931354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.995676 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.140633 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.344008 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.364464 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.477816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.25.1.39 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/c3298975-068d-4c1f-b584-01b6aa61d093) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:08.587096 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.628005 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.671133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:08.678526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:08.686043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:08.689202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=c3298975-068d-4c1f-b584-01b6aa61d093,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:09.290679 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.488466 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.620578 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 2cfd698b-ff92-4a2e-a813-7e1023805d9e is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:18:09.729320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:09.739049 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Sync routers for ids ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:09.747973 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Routers {'2cfd698b-ff92-4a2e-a813-7e1023805d9e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:09.748744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:17:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:09.750234 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.751535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-648538b9-b065-4330-80b0-801ac9a5587c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8635130 Nov 09 18:18:09.755611 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46504) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:09.784612 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6f40257e-a048-4ecd-bb94-a98a2c804362 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=9285a9a6b01f49df82a08612ddfa882f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278053 Nov 09 18:18:09.787649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46506) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:09.892898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f63d4-a617-43ca-bb6d-3e48b2664618 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:09.895923 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bb8f63d4-a617-43ca-bb6d-3e48b2664618 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1068833 Nov 09 18:18:09.898657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46512) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:09.935930 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7c63c44d-c550-4136-9aec-f0afc1c4c604 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352979 Nov 09 18:18:09.938149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46514) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:09.950309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-7c6b16e7-622d-479c-9e7c-1188e78ef187 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1309587040', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:10.040511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Set router 2cfd698b-ff92-4a2e-a813-7e1023805d9e gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:10.086437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6b16e7-622d-479c-9e7c-1188e78ef187 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Made reservation on behalf of 9285a9a6b01f49df82a08612ddfa882f for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:10.090579 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c6b16e7-622d-479c-9e7c-1188e78ef187 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.262220 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:18:09Z', 'revision_number': 3, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:10.290737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Checking router: 2cfd698b-ff92-4a2e-a813-7e1023805d9e for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:18:10.291181 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Updating router 2cfd698b-ff92-4a2e-a813-7e1023805d9e port c3298975-068d-4c1f-b584-01b6aa61d093 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:18:10.324287 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.325695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c6b16e7-622d-479c-9e7c-1188e78ef187 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.397597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b16e7-622d-479c-9e7c-1188e78ef187 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Subnet': ['ID=c898e14f-c688-4944-929d-e4509fb61b41,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:10.403783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6b16e7-622d-479c-9e7c-1188e78ef187 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Checking segment: {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:10.404153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6b16e7-622d-479c-9e7c-1188e78ef187 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network hostable DHCP agents. Network: e27fc500-65cd-4cec-a5c5-7534f5a27900, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:18:10.428935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6b16e7-622d-479c-9e7c-1188e78ef187 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network e27fc500-65cd-4cec-a5c5-7534f5a27900 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:18:10.439703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-7c6b16e7-622d-479c-9e7c-1188e78ef187 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, e27fc500-65cd-4cec-a5c5-7534f5a27900) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:10.444922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6b16e7-622d-479c-9e7c-1188e78ef187 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:10.445519 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7c6b16e7-622d-479c-9e7c-1188e78ef187 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.452252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bb1402-7f64-4957-b74b-4b3f94a5ccb3 None None] Network e27fc500-65cd-4cec-a5c5-7534f5a27900 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:10.463470 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7c6b16e7-622d-479c-9e7c-1188e78ef187 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5238857 Nov 09 18:18:10.466135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46520) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:10.718675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-e27fc500-65cd-4cec-a5c5-7534f5a27900', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ips': [{'subnet_id': 'c898e14f-c688-4944-929d-e4509fb61b41'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:18:10.719610 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.756219 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-024766de-f87f-40c6-97ff-11277783c5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.783974 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.840600 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.945648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Attempting to bind port c3298975-068d-4c1f-b584-01b6aa61d093 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:10.946054 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Attempting to bind port c3298975-068d-4c1f-b584-01b6aa61d093 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:10.946443 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Attempting to bind port c3298975-068d-4c1f-b584-01b6aa61d093 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:10.950301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87927895-112e-4495-bd10-7f3e3ae132a7 None None] Pushing event updated for resources: {'Port': ['ID=c3298975-068d-4c1f-b584-01b6aa61d093,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:10.957485 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.959145 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:10.959492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:10.960040 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.960354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:10.960835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Bound port: c3298975-068d-4c1f-b584-01b6aa61d093, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:10.961232 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.998129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Allocated IP 172.20.0.2 (e27fc500-65cd-4cec-a5c5-7534f5a27900/c898e14f-c688-4944-929d-e4509fb61b41/30e061db-7cf4-4c61-b9d8-44be01db0479) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:11.085543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] For port c3298975-068d-4c1f-b584-01b6aa61d093, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:11.107115 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] For port c3298975-068d-4c1f-b584-01b6aa61d093, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c3298975-068d-4c1f-b584-01b6aa61d093,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:11.116359 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.210773 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Routers {'2cfd698b-ff92-4a2e-a813-7e1023805d9e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:11.210993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:17:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:11.234567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87927895-112e-4495-bd10-7f3e3ae132a7 None None] Pushing event updated for resources: {'Port': ['ID=c3298975-068d-4c1f-b584-01b6aa61d093,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:11.327824 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.343702 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.397958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.20.0.1 (e27fc500-65cd-4cec-a5c5-7534f5a27900/c898e14f-c688-4944-929d-e4509fb61b41/dc9ade6b-4fb9-4882-933b-2da5b83bfe0e) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:11.403642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Network e27fc500-65cd-4cec-a5c5-7534f5a27900 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:11.410831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] Set router 2cfd698b-ff92-4a2e-a813-7e1023805d9e gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:11.413036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:11.447258 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:11.478940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Pushing event updated for resources: {'Port': ['ID=30e061db-7cf4-4c61-b9d8-44be01db0479,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:11.530235 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.572389 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.588608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Attempting to bind port 30e061db-7cf4-4c61-b9d8-44be01db0479 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:11.588989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Attempting to bind port 30e061db-7cf4-4c61-b9d8-44be01db0479 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:11.589351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Attempting to bind port 30e061db-7cf4-4c61-b9d8-44be01db0479 on network e27fc500-65cd-4cec-a5c5-7534f5a27900 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:11.613592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:11.614175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Checking segment: {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:11.614753 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.615204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Bound using segment: {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:11.615717 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Bound port: 30e061db-7cf4-4c61-b9d8-44be01db0479, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:11.616499 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.624029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network e27fc500-65cd-4cec-a5c5-7534f5a27900 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:11.628309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:11.632378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:11.668797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=dc9ade6b-4fb9-4882-933b-2da5b83bfe0e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:11.687397 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.731899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] For port 30e061db-7cf4-4c61-b9d8-44be01db0479, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:11.735627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] For port 30e061db-7cf4-4c61-b9d8-44be01db0479, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=30e061db-7cf4-4c61-b9d8-44be01db0479,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:11.742259 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.793812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:18:09Z', 'revision_number': 3, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:11.832298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4aa02-6b6a-4e4e-b5af-f1ac8f23e741 None None] The sync data for ids ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'] in n-d-817236-1 is: [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:18:09Z', 'revision_number': 3, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:11.838044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadb5da-dd3f-4ab1-b22e-a514a5fc7d28 None None] Pushing event updated for resources: {'Port': ['ID=30e061db-7cf4-4c61-b9d8-44be01db0479,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:11.890690 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.411521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.420520 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.510951 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.523852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=dc9ade6b-4fb9-4882-933b-2da5b83bfe0e,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:12.524506 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46530) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:12.659983 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network e27fc500-65cd-4cec-a5c5-7534f5a27900 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:12.661558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:12.687001 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d06d3ae-22d7-43de-9508-541f15c90691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.834464 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d06d3ae-22d7-43de-9508-541f15c90691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.839491 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d06d3ae-22d7-43de-9508-541f15c90691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.840565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 2cfd698b-ff92-4a2e-a813-7e1023805d9e has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:18:12.873235 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4d06d3ae-22d7-43de-9508-541f15c90691 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6af5a16b4964f9791a8c290253869c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470056 Nov 09 18:18:12.883879 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46534) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:12.921308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06d3ae-22d7-43de-9508-541f15c90691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb158e9-e881-40fa-b279-a916ba756b2a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:12.960496 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09758193-47df-4efd-a247-34d122c9be4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.972723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:12.979241 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-42a4f495-5a1f-4df5-a1e6-8eb5502d1b5e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "PUT /v2.0/routers/2cfd698b-ff92-4a2e-a813-7e1023805d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5120993 Nov 09 18:18:12.988989 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09758193-47df-4efd-a247-34d122c9be4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.089182 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09758193-47df-4efd-a247-34d122c9be4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.095377 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-09758193-47df-4efd-a247-34d122c9be4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.098025 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-09758193-47df-4efd-a247-34d122c9be4d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7fb158e9-e881-40fa-b279-a916ba756b2a HTTP/1.1" status: 204 len: 168 time: 0.2127888 Nov 09 18:18:13.108244 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09758193-47df-4efd-a247-34d122c9be4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb158e9-e881-40fa-b279-a916ba756b2a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:13.234943 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85c6e4f-abb6-486b-9d20-2c7c54720425 None None] Network e27fc500-65cd-4cec-a5c5-7534f5a27900 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:13.244747 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-5e64e98a-faab-4d4c-849f-989753e14b7a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972098393&fields=id&tenant_id=9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 267 time: 0.0446706 Nov 09 18:18:13.339039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-75979f7b-c356-4c31-a47b-fc8a6f2e53b4 None None] Provisioning complete for port 30e061db-7cf4-4c61-b9d8-44be01db0479 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:13.339437 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-75979f7b-c356-4c31-a47b-fc8a6f2e53b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.380724 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-61eb54ec-fe3a-4fe8-bcb7-cbb59cb7599b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:13.382670 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-61eb54ec-fe3a-4fe8-bcb7-cbb59cb7599b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/networks?id=e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 200 len: 797 time: 0.1299582 Nov 09 18:18:13.405485 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-e8685ea5-2f53-4c5b-9ad7-207d4c749b7a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/quotas/9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 375 time: 0.0130031 Nov 09 18:18:13.469920 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-214fca0b-e54a-4c43-a0ac-079a6d81fc17 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548515 Nov 09 18:18:13.477461 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-75979f7b-c356-4c31-a47b-fc8a6f2e53b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.517542 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-75979f7b-c356-4c31-a47b-fc8a6f2e53b4 None None] For port 30e061db-7cf4-4c61-b9d8-44be01db0479, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=30e061db-7cf4-4c61-b9d8-44be01db0479,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:13.525523 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-75979f7b-c356-4c31-a47b-fc8a6f2e53b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.607187 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-1a8d2ae1-5e20-402d-8f9c-23db43ca43a9 service neutron] 10.222.0.81 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185710 Nov 09 18:18:13.615749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75979f7b-c356-4c31-a47b-fc8a6f2e53b4 None None] Pushing event updated for resources: {'Port': ['ID=30e061db-7cf4-4c61-b9d8-44be01db0479,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:13.686133 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-30bdebee-ae16-49eb-a02c-30314f3ab550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.798035 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-4821b6e9-1581-454c-a0df-7999dcb12b45 service neutron] 10.222.0.81 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647036 Nov 09 18:18:13.805703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c3298975-068d-4c1f-b584-01b6aa61d093 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:13.871813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-838d78de-aa6d-4361-bacb-0d8fd3a7522f None None] Provisioning complete for port 30e061db-7cf4-4c61-b9d8-44be01db0479 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:13.872193 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-838d78de-aa6d-4361-bacb-0d8fd3a7522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.902882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c3298975-068d-4c1f-b584-01b6aa61d093 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:13.903286 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.083992 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Sync routers for ids ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:14.102640 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Routers {'2cfd698b-ff92-4a2e-a813-7e1023805d9e'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:14.103253 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:14.118033 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.123430 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-946b4f0b-33e5-4187-8f2c-b6062729f18c req-cdca50fc-5b52-4a41-bf73-2994d3102b24 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 210 time: 0.0551941 Nov 09 18:18:14.148132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-838d78de-aa6d-4361-bacb-0d8fd3a7522f None None] Provisioning complete for port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:14.148826 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-838d78de-aa6d-4361-bacb-0d8fd3a7522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.155991 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46576) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:14.231207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port c3298975-068d-4c1f-b584-01b6aa61d093, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c3298975-068d-4c1f-b584-01b6aa61d093,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:14.243069 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.244547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 30e061db-7cf4-4c61-b9d8-44be01db0479 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:14.264775 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Set router 2cfd698b-ff92-4a2e-a813-7e1023805d9e gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:14.290708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1924050080-network', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:14.325698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Made reservation on behalf of ec1858863bc3403f84eadb85df5f9d1c for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:14.327999 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.342135 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.345344 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-838d78de-aa6d-4361-bacb-0d8fd3a7522f None None] Port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:14.359387 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=c3298975-068d-4c1f-b584-01b6aa61d093,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:14.385261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 30e061db-7cf4-4c61-b9d8-44be01db0479 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:14.385933 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.457732 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.466923 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.484501 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:18:14.499590 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.499995 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Added segment 91196ae3-8d06-45d8-8d3e-261f22480f82 of type vlan for network 11f68ae3-87c6-4162-85b6-fd55f3318efd Nov 09 18:18:14.511262 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.523261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-35fc39c8-5601-4f7f-b316-189fbc694be1 None None] Provisioning complete for port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:14.523626 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-35fc39c8-5601-4f7f-b316-189fbc694be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.554469 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.586720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-35fc39c8-5601-4f7f-b316-189fbc694be1 None None] Port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:14.599976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f6dade-8fca-43a6-9ee6-5334a4f9095a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:14.614404 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.616183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:14.617354 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.685229 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5243614 Nov 09 18:18:14.685852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba625c-6838-4417-8d5a-48684a239f79 admin admin] Pushing event updated for resources: {'Network': ['ID=11f68ae3-87c6-4162-85b6-fd55f3318efd,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:14.690703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46590) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:14.697354 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Request body: {'subnet': {'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1924050080-subnet', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:14.708533 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:18:11Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'dc9ade6b-4fb9-4882-933b-2da5b83bfe0e', 'name': '', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:b1:f0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:11Z', 'updated_at': '2021-11-09T18:18:12Z', 'revision_number': 2, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:14.721974 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 11f68ae3-87c6-4162-85b6-fd55f3318efd details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:18:14.734612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Made reservation on behalf of ec1858863bc3403f84eadb85df5f9d1c for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:14.738956 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.744688 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Checking router: 2cfd698b-ff92-4a2e-a813-7e1023805d9e for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:18:14.745465 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Updating router 2cfd698b-ff92-4a2e-a813-7e1023805d9e port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:18:14.776555 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.939439 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.991650 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=018a83b0-e9fd-4a13-8565-9a3e26ceb2b3,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:15.007362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.007712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.008053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.008388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.008854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.009022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.009346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.009673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.009988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.010309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.010626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.010945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.024046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Checking segment: {'id': '91196ae3-8d06-45d8-8d3e-261f22480f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:15.024410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Network hostable DHCP agents. Network: 11f68ae3-87c6-4162-85b6-fd55f3318efd, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:18:15.041626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Network 11f68ae3-87c6-4162-85b6-fd55f3318efd is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:18:15.051901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 11f68ae3-87c6-4162-85b6-fd55f3318efd) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:15.055628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:15.056194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.061628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddafe824-0541-4e96-9a55-a6542007152a None None] Network 11f68ae3-87c6-4162-85b6-fd55f3318efd requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:15.069987 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.076732 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.090549 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46592) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:15.091535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7a5128d5-6637-423e-9e42-51a3d5543630 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3983045 Nov 09 18:18:15.095903 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:15.120063 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.121656 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.201295 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.214408 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Pushing event updated for resources: {'Port': ['ID=dc9ade6b-4fb9-4882-933b-2da5b83bfe0e,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:15.227982 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.228609 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.229365 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.229900 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.230427 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.230760 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.231091 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.231442 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.231828 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.232312 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.232644 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.232968 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:15.246860 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Attempting to bind port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:15.247950 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Attempting to bind port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:15.249061 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Attempting to bind port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e on network e27fc500-65cd-4cec-a5c5-7534f5a27900 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:15.257808 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:15.259013 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Checking segment: {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:15.259670 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.260716 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Bound using segment: {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:15.261434 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Bound port: dc9ade6b-4fb9-4882-933b-2da5b83bfe0e, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:15.262025 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.308081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-559c7fed-ef55-478c-aecd-f7be32b44cf4 req-dd2b6744-f375-41e9-a68a-a16694d172fc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 210 time: 0.0954370 Nov 09 18:18:15.344097 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] For port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:15.348749 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] For port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dc9ade6b-4fb9-4882-933b-2da5b83bfe0e,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:15.355192 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.443991 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.445597 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Routers {'2cfd698b-ff92-4a2e-a813-7e1023805d9e'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:15.446298 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:15.520247 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.527810 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10f5b5-ed96-48c8-998c-82f26c6645ac None None] Pushing event updated for resources: {'Port': ['ID=dc9ade6b-4fb9-4882-933b-2da5b83bfe0e,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:15.566739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-11f68ae3-87c6-4162-85b6-fd55f3318efd', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'fixed_ips': [{'subnet_id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:18:15.568076 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.654144 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] Set router 2cfd698b-ff92-4a2e-a813-7e1023805d9e gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:15.764621 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-160aa85f-61c9-4320-9c11-8583c7a22b74 None None] Provisioning complete for port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:15.765008 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-160aa85f-61c9-4320-9c11-8583c7a22b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.829600 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c3298975-068d-4c1f-b584-01b6aa61d093 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:15.849624 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.876573 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.981048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Allocated IP 172.20.0.2 (11f68ae3-87c6-4162-85b6-fd55f3318efd/018a83b0-e9fd-4a13-8565-9a3e26ceb2b3/dfc4dd85-6677-4094-a0c5-d20a25265ed8) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:16.023956 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:18:11Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'dc9ade6b-4fb9-4882-933b-2da5b83bfe0e', 'name': '', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:b1:f0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:11Z', 'updated_at': '2021-11-09T18:18:15Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:16.033129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Allocated IP 172.25.1.25 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/3f58e38e-b107-4ac8-915f-0db9fd72191c) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:16.048936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-0263f786-0959-4a93-b14c-77e306c8e531 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:16.051698 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-0263f786-0959-4a93-b14c-77e306c8e531 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "GET /v2.0/networks?id=e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 200 len: 797 time: 0.6824155 Nov 09 18:18:16.059189 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff74eb1-6fba-40dd-bac8-d0ec47c5937e None None] The sync data for ids ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'] in n-d-817236-1 is: [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:18:11Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'dc9ade6b-4fb9-4882-933b-2da5b83bfe0e', 'name': '', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:b1:f0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:11Z', 'updated_at': '2021-11-09T18:18:15Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:16.100694 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-8c54145a-99e3-47b1-9407-3ec730697fd5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 379 time: 0.0389888 Nov 09 18:18:16.139386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-fa9ad58a-d19e-4d8d-ae4f-523bf8a98d4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'port': {'device_id': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'admin_state_up': True, 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'security_groups': ['01903509-6949-4247-8971-9f5095f88294']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:16.150422 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-160aa85f-61c9-4320-9c11-8583c7a22b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.166521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c3298975-068d-4c1f-b584-01b6aa61d093 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:16.167189 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.232375 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.246797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-160aa85f-61c9-4320-9c11-8583c7a22b74 None None] For port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dc9ade6b-4fb9-4882-933b-2da5b83bfe0e,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:16.256620 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-160aa85f-61c9-4320-9c11-8583c7a22b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.285724 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.307863 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.325949 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.330174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-fa9ad58a-d19e-4d8d-ae4f-523bf8a98d4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Made reservation on behalf of 9285a9a6b01f49df82a08612ddfa882f for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:16.336162 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:16.337662 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-fa9ad58a-d19e-4d8d-ae4f-523bf8a98d4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.349141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:16.351717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3f58e38e-b107-4ac8-915f-0db9fd72191c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:16.355097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:16.370954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Network 11f68ae3-87c6-4162-85b6-fd55f3318efd is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:16.374437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160aa85f-61c9-4320-9c11-8583c7a22b74 None None] Pushing event updated for resources: {'Port': ['ID=dc9ade6b-4fb9-4882-933b-2da5b83bfe0e,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:16.384811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:16.385202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:16.385524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:16.385861 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:16.386198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:16.386528 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:16.386861 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:16.387519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:16.387631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:16.387882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:16.388237 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:16.388531 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:16.393898 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:16.481403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:16.498523 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b83b601b-fce6-40e1-a1f5-ddcd88491575 req-1fc99ff5-74a6-4a50-b5e9-cc23f751ee30 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 210 time: 0.0357194 Nov 09 18:18:16.511021 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Pushing event updated for resources: {'Port': ['ID=dfc4dd85-6677-4094-a0c5-d20a25265ed8,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:16.559867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2d197d18-9b3d-4a4f-a143-77b959d4d8e4 None None] Provisioning complete for port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:16.560971 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d197d18-9b3d-4a4f-a143-77b959d4d8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.568316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-fa9ad58a-d19e-4d8d-ae4f-523bf8a98d4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.20.0.11 (e27fc500-65cd-4cec-a5c5-7534f5a27900/c898e14f-c688-4944-929d-e4509fb61b41/9f14e677-7e73-41ec-a7f8-06fcf3c78300) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:16.603891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 30e061db-7cf4-4c61-b9d8-44be01db0479 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:16.651510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Attempting to bind port dfc4dd85-6677-4094-a0c5-d20a25265ed8 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:16.652044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Attempting to bind port dfc4dd85-6677-4094-a0c5-d20a25265ed8 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '91196ae3-8d06-45d8-8d3e-261f22480f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:16.652428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Attempting to bind port dfc4dd85-6677-4094-a0c5-d20a25265ed8 on network 11f68ae3-87c6-4162-85b6-fd55f3318efd {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:16.672012 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:16.672442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Checking segment: {'id': '91196ae3-8d06-45d8-8d3e-261f22480f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:16.673171 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.673300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Bound using segment: {'id': '91196ae3-8d06-45d8-8d3e-261f22480f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:16.673728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Bound port: dfc4dd85-6677-4094-a0c5-d20a25265ed8, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91196ae3-8d06-45d8-8d3e-261f22480f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:16.674310 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.738983 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.760531 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-fa9ad58a-d19e-4d8d-ae4f-523bf8a98d4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.788018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 30e061db-7cf4-4c61-b9d8-44be01db0479 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:16.788408 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.798936 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-fa9ad58a-d19e-4d8d-ae4f-523bf8a98d4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.824831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-766fc6c8-219c-4414-b417-29014568bdde None None] For port dfc4dd85-6677-4094-a0c5-d20a25265ed8, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:16.847791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-fa9ad58a-d19e-4d8d-ae4f-523bf8a98d4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network e27fc500-65cd-4cec-a5c5-7534f5a27900 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:16.851691 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-fa9ad58a-d19e-4d8d-ae4f-523bf8a98d4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:16.852504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-766fc6c8-219c-4414-b417-29014568bdde None None] For port dfc4dd85-6677-4094-a0c5-d20a25265ed8, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dfc4dd85-6677-4094-a0c5-d20a25265ed8,segment=NetworkSegment(91196ae3-8d06-45d8-8d3e-261f22480f82),segment_id=91196ae3-8d06-45d8-8d3e-261f22480f82)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:16.856332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-fa9ad58a-d19e-4d8d-ae4f-523bf8a98d4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:16.888746 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.918484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ad58a-d19e-4d8d-ae4f-523bf8a98d4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:16.966112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-fa9ad58a-d19e-4d8d-ae4f-523bf8a98d4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:16.966838 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-fa9ad58a-d19e-4d8d-ae4f-523bf8a98d4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.008326 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-fa9ad58a-d19e-4d8d-ae4f-523bf8a98d4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8997934 Nov 09 18:18:17.032248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Request body: {'port': {'device_id': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:17.036701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fc6c8-219c-4414-b417-29014568bdde None None] Pushing event updated for resources: {'Port': ['ID=dfc4dd85-6677-4094-a0c5-d20a25265ed8,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:17.055424 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.124584 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.327787 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Router 3900d963-7964-471e-807a-28368afd9596 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:18:17.340226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f1592d6a-484f-4adf-b828-fa6fd34f617b None None] Provisioning complete for port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:17.341238 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f1592d6a-484f-4adf-b828-fa6fd34f617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.393859 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f1592d6a-484f-4adf-b828-fa6fd34f617b None None] Port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:17.484000 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:17.494990 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Sync routers for ids ['3900d963-7964-471e-807a-28368afd9596'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:17.506614 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.509131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Routers {'3900d963-7964-471e-807a-28368afd9596'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:17.510051 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3900d963-7964-471e-807a-28368afd9596'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:17.511340 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-62049a22-f855-459f-89bb-5b99652dd7b4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4194152 Nov 09 18:18:17.511990 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46598) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:17.524014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f14e677-7e73-41ec-a7f8-06fcf3c78300 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:18:17.533742 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.555353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Transition to ACTIVE for port object 9f14e677-7e73-41ec-a7f8-06fcf3c78300 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:18:17.560916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.668169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:17.687351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Set router 3900d963-7964-471e-807a-28368afd9596 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:17.764863 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f789ff-7155-40e9-a04a-f77fcce1cc38 req-b97a6d24-d5f5-43c1-9e45-3073e66e660d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:17.766434 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d8f789ff-7155-40e9-a04a-f77fcce1cc38 req-b97a6d24-d5f5-43c1-9e45-3073e66e660d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 944 time: 0.1580653 Nov 09 18:18:17.864574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Attempting to bind port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:17.864923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Attempting to bind port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:17.865291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Attempting to bind port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on network e27fc500-65cd-4cec-a5c5-7534f5a27900 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:17.871555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on network e27fc500-65cd-4cec-a5c5-7534f5a27900 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:18:17.871926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Attempting to bind port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on network e27fc500-65cd-4cec-a5c5-7534f5a27900 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:17.878713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:17.879138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Checking segment: {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:17.879637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Bound using segment: {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:17.880198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Bound port: 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:17.880814 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.938171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dfc4dd85-6677-4094-a0c5-d20a25265ed8 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:17.983588 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.985495 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d8f789ff-7155-40e9-a04a-f77fcce1cc38 req-7325fa96-e5f5-499b-948a-68241d911fe9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784221 Nov 09 18:18:18.008784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:18.020546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:18.039046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.090175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:18.091465 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.093024 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] 10.222.0.13 "PUT /v2.0/ports/9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 1092 time: 1.0718746 Nov 09 18:18:18.109882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:18.117500 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdc8a37-aef7-466f-8015-fc3b92527900" -d '{"events": [{"name": "network-changed", "server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:18.124425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port dfc4dd85-6677-4094-a0c5-d20a25265ed8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:18.124891 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.192957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40afaf1-cade-4eeb-8878-82183fd4ddd3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:18.205386 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:16Z', 'revision_number': 3, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port': {'id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:18.215593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-253c0e39-4521-40b9-84f2-e50b27fe79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:18.217678 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-253c0e39-4521-40b9-84f2-e50b27fe79f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1095 time: 0.0762296 Nov 09 18:18:18.236737 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21abf852-58fb-4e95-971a-7d611dee94b9 x-openstack-request-id: req-21abf852-58fb-4e95-971a-7d611dee94b9 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:18.237106 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:18.237292 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21abf852-58fb-4e95-971a-7d611dee94b9 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:18.237715 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'status': 'completed', 'code': 200} Nov 09 18:18:18.253381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Checking router: 3900d963-7964-471e-807a-28368afd9596 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:18:18.253942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Updating router 3900d963-7964-471e-807a-28368afd9596 port 3f58e38e-b107-4ac8-915f-0db9fd72191c binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:18:18.292188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-921b14f1-71f1-457a-80b4-d3bfcba4dea8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 217 time: 0.0534465 Nov 09 18:18:18.320561 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.370346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-e24b587b-5c07-4d08-9a3d-3f03c838c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:18.370594 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.372157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-e24b587b-5c07-4d08-9a3d-3f03c838c99d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c898e14f-c688-4944-929d-e4509fb61b41 HTTP/1.1" status: 200 len: 835 time: 0.0729730 Nov 09 18:18:18.385076 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.442766 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f8b5ab85-1a08-49a7-9b38-1ca6a6828b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:18.444603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-f8b5ab85-1a08-49a7-9b38-1ca6a6828b11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e27fc500-65cd-4cec-a5c5-7534f5a27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642033 Nov 09 18:18:18.467154 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port dfc4dd85-6677-4094-a0c5-d20a25265ed8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dfc4dd85-6677-4094-a0c5-d20a25265ed8,segment=NetworkSegment(91196ae3-8d06-45d8-8d3e-261f22480f82),segment_id=91196ae3-8d06-45d8-8d3e-261f22480f82)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:18.474504 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.475269 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dc9ade6b-4fb9-4882-933b-2da5b83bfe0e up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:18.578678 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-43711f2e-99e4-4c8a-95eb-429b3e3ce493 service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252124 Nov 09 18:18:18.607874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Allocated IP 172.20.0.1 (11f68ae3-87c6-4162-85b6-fd55f3318efd/018a83b0-e9fd-4a13-8565-9a3e26ceb2b3/9270a43d-d8eb-471e-a424-77294b0d8915) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:18.686426 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5685ac8-75f9-4481-9e52-17887e94bbdb None None] Network 11f68ae3-87c6-4162-85b6-fd55f3318efd requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:18.696327 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1ed16e08-fe3f-4e33-835f-3814acb2b88c req-c5425c61-734d-4422-889f-f8cb1080b81f service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107004 Nov 09 18:18:18.730469 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.771164 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.792336 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc8a37-aef7-466f-8015-fc3b92527900 req-144104fb-6256-4318-bc58-f7b7116ce60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:18.793933 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fdc8a37-aef7-466f-8015-fc3b92527900 req-144104fb-6256-4318-bc58-f7b7116ce60d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1095 time: 0.0489306 Nov 09 18:18:18.814086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Network 11f68ae3-87c6-4162-85b6-fd55f3318efd is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:18.817138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:18.820898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:18.831514 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=dfc4dd85-6677-4094-a0c5-d20a25265ed8,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:18.881822 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Pushing event updated for resources: {'Port': ['ID=9270a43d-d8eb-471e-a424-77294b0d8915,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:18.905597 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.916412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:18.917102 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.941343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc8a37-aef7-466f-8015-fc3b92527900 req-93a7dc78-a062-4e2e-b5db-c9af0d3a5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:18.943049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fdc8a37-aef7-466f-8015-fc3b92527900 req-93a7dc78-a062-4e2e-b5db-c9af0d3a5836 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 200 len: 898 time: 0.1408718 Nov 09 18:18:18.989675 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fdc8a37-aef7-466f-8015-fc3b92527900 req-28bf1b1a-72a5-4650-bc9e-ddd2612829a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 217 time: 0.0388236 Nov 09 18:18:19.051915 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.059647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc8a37-aef7-466f-8015-fc3b92527900 req-6948d7be-0fe7-479c-ab41-264f162ed8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:19.060485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b2be3867-7af0-4155-8424-37bc52ea8a83 None None] Provisioning complete for port dfc4dd85-6677-4094-a0c5-d20a25265ed8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:19.060894 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b2be3867-7af0-4155-8424-37bc52ea8a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.061512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fdc8a37-aef7-466f-8015-fc3b92527900 req-6948d7be-0fe7-479c-ab41-264f162ed8de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c898e14f-c688-4944-929d-e4509fb61b41 HTTP/1.1" status: 200 len: 835 time: 0.0628877 Nov 09 18:18:19.121100 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.125182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc8a37-aef7-466f-8015-fc3b92527900 req-06643347-6eee-446e-b21d-96ca3ea74416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:19.126711 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fdc8a37-aef7-466f-8015-fc3b92527900 req-06643347-6eee-446e-b21d-96ca3ea74416 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e27fc500-65cd-4cec-a5c5-7534f5a27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555947 Nov 09 18:18:19.156587 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.221210 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf576f-95f1-43a2-9645-e167713bcbf6 req-e5c72305-590f-4bd7-b09b-ebb10a0696ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:19.223497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fadf576f-95f1-43a2-9645-e167713bcbf6 req-e5c72305-590f-4bd7-b09b-ebb10a0696ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 944 time: 0.1239531 Nov 09 18:18:19.240886 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fdc8a37-aef7-466f-8015-fc3b92527900 req-a741e939-e62f-4ed2-ad9b-7397ced5ceeb service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056585 Nov 09 18:18:19.249592 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59279293-07d3-4619-bb76-ce7c5aa08ffc None None] Pushing event updated for resources: {'Port': ['ID=3f58e38e-b107-4ac8-915f-0db9fd72191c,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:19.256670 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Attempting to bind port 3f58e38e-b107-4ac8-915f-0db9fd72191c on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:19.257040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Attempting to bind port 3f58e38e-b107-4ac8-915f-0db9fd72191c by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:19.257410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Attempting to bind port 3f58e38e-b107-4ac8-915f-0db9fd72191c on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:19.282588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:19.282977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:19.284265 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.284684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:19.285195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Bound port: 3f58e38e-b107-4ac8-915f-0db9fd72191c, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:19.285593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.356333 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] For port 3f58e38e-b107-4ac8-915f-0db9fd72191c, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:19.359698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] For port 3f58e38e-b107-4ac8-915f-0db9fd72191c, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3f58e38e-b107-4ac8-915f-0db9fd72191c,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:19.368635 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.398670 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fdc8a37-aef7-466f-8015-fc3b92527900 req-ca6752ab-8ca1-424c-85cd-ec3965798df8 service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495197 Nov 09 18:18:19.438693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Routers {'3900d963-7964-471e-807a-28368afd9596'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:19.439412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3900d963-7964-471e-807a-28368afd9596'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:19.441547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59279293-07d3-4619-bb76-ce7c5aa08ffc None None] Pushing event updated for resources: {'Port': ['ID=3f58e38e-b107-4ac8-915f-0db9fd72191c,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:19.571036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] Set router 3900d963-7964-471e-807a-28368afd9596 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:19.574484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-354b468d-feb5-464e-bcf1-87bdf780e624 None None] Provisioning complete for port dfc4dd85-6677-4094-a0c5-d20a25265ed8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:19.575042 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-354b468d-feb5-464e-bcf1-87bdf780e624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.679920 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fadf576f-95f1-43a2-9645-e167713bcbf6 req-2197eef9-75e5-45b8-a2df-8f0ef789c6ec tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4454517 Nov 09 18:18:19.720615 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dfc4dd85-6677-4094-a0c5-d20a25265ed8 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:19.723101 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.729043 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.797536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Pushing event updated for resources: {'Port': ['ID=9270a43d-d8eb-471e-a424-77294b0d8915,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:19.801545 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.888473 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port dfc4dd85-6677-4094-a0c5-d20a25265ed8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:19.889069 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.897621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Network 11f68ae3-87c6-4162-85b6-fd55f3318efd is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:19.899137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:19.961385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-354b468d-feb5-464e-bcf1-87bdf780e624 None None] Provisioning complete for port 9270a43d-d8eb-471e-a424-77294b0d8915 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:19.961767 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-354b468d-feb5-464e-bcf1-87bdf780e624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.019349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-354b468d-feb5-464e-bcf1-87bdf780e624 None None] Port 9270a43d-d8eb-471e-a424-77294b0d8915 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:20.035583 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Router 3900d963-7964-471e-807a-28368afd9596 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:18:20.048316 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 4, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port': {'id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9270a43d-d8eb-471e-a424-77294b0d8915', 'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'mac_address': 'fa:16:3e:1e:88:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:18Z', 'updated_at': '2021-11-09T18:18:18Z', 'revision_number': 1, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'subnets': [{'id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:20.077108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f9370-40da-44f9-8cfe-f2aae9fbe73e None None] The sync data for ids ['3900d963-7964-471e-807a-28368afd9596'] in n-d-817236-1 is: [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 4, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port': {'id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9270a43d-d8eb-471e-a424-77294b0d8915', 'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'mac_address': 'fa:16:3e:1e:88:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:18Z', 'updated_at': '2021-11-09T18:18:18Z', 'revision_number': 1, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'subnets': [{'id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:20.139696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b6030b6c-aee2-438b-b377-c9069fa44e7d None None] Provisioning complete for port 9270a43d-d8eb-471e-a424-77294b0d8915 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:20.140524 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b6030b6c-aee2-438b-b377-c9069fa44e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.155316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:20.168749 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c9f855b3-f75f-4365-a32b-e17691746c08 admin admin] 10.222.0.81 "PUT /v2.0/routers/3900d963-7964-471e-807a-28368afd9596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6477520 Nov 09 18:18:20.180613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b6030b6c-aee2-438b-b377-c9069fa44e7d None None] Port 9270a43d-d8eb-471e-a424-77294b0d8915 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:20.820269 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46622) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:20.825512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1052689727-network', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:20.851422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Made reservation on behalf of d88d17940181439497dc8a5098cdd15a for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:20.852371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9f72d-3bf7-40ec-a740-70413dcb9142 req-8ec59170-b218-446d-bc16-aebf764b37fa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:20.854526 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.858748 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ec9f72d-3bf7-40ec-a740-70413dcb9142 req-8ec59170-b218-446d-bc16-aebf764b37fa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 944 time: 0.0787213 Nov 09 18:18:20.871394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.904739 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ec9f72d-3bf7-40ec-a740-70413dcb9142 req-156a9606-e9fd-468b-86fb-037c02b8eea9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397029 Nov 09 18:18:20.964373 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.968964 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.997687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:18:21.005155 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc69bb26-f17d-4532-a910-6f9aace68a03,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:21.012869 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.013119 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Added segment 86506994-30af-4d5d-b3a3-89adb3b9624c of type vlan for network f13102d5-9c98-492f-b695-1a4a00d9d684 Nov 09 18:18:21.057138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.083902 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.085024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:21.085699 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.114532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2931125 Nov 09 18:18:21.117666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46624) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:21.122816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-3ce4d56b-7501-4d3c-beb8-b59157c367ae admin admin] Request body: {'subnet': {'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1052689727-subnet', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:21.149242 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce4d56b-7501-4d3c-beb8-b59157c367ae admin admin] Made reservation on behalf of d88d17940181439497dc8a5098cdd15a for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:21.152216 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d56b-7501-4d3c-beb8-b59157c367ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.166505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e61ed-b661-4594-85b3-ae03ab408830 admin admin] Pushing event updated for resources: {'Network': ['ID=f13102d5-9c98-492f-b695-1a4a00d9d684,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:21.176504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network f13102d5-9c98-492f-b695-1a4a00d9d684 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:18:21.348237 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d56b-7501-4d3c-beb8-b59157c367ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.407122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4d56b-7501-4d3c-beb8-b59157c367ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9b89f5-e9bc-441e-b95a-852d3e933f4d,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:21.417284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce4d56b-7501-4d3c-beb8-b59157c367ae admin admin] Checking segment: {'id': '86506994-30af-4d5d-b3a3-89adb3b9624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:21.417646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4d56b-7501-4d3c-beb8-b59157c367ae admin admin] Network hostable DHCP agents. Network: f13102d5-9c98-492f-b695-1a4a00d9d684, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:18:21.435910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4d56b-7501-4d3c-beb8-b59157c367ae admin admin] Network f13102d5-9c98-492f-b695-1a4a00d9d684 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:18:21.446478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-3ce4d56b-7501-4d3c-beb8-b59157c367ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, f13102d5-9c98-492f-b695-1a4a00d9d684) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:21.451316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce4d56b-7501-4d3c-beb8-b59157c367ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:21.453266 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d56b-7501-4d3c-beb8-b59157c367ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.454216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdf3dcc-5410-4c7d-a3a6-b9fb9392ab20 None None] Network f13102d5-9c98-492f-b695-1a4a00d9d684 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:21.470054 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3ce4d56b-7501-4d3c-beb8-b59157c367ae admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3512554 Nov 09 18:18:21.472953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46626) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:21.477425 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1052689727-router', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:21.499760 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.500883 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.553544 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.609343 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-f13102d5-9c98-492f-b695-1a4a00d9d684', 'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'fixed_ips': [{'subnet_id': 'ef9b89f5-e9bc-441e-b95a-852d3e933f4d'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:18:21.610231 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.713178 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3f58e38e-b107-4ac8-915f-0db9fd72191c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:21.723287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.803162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Allocated IP 172.20.0.2 (f13102d5-9c98-492f-b695-1a4a00d9d684/ef9b89f5-e9bc-441e-b95a-852d3e933f4d/2e6020c9-072e-4e90-8084-f044f1225938) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:21.817033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3f58e38e-b107-4ac8-915f-0db9fd72191c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:21.817399 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.937151 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.963977 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.052816 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 9f14e677-7e73-41ec-a7f8-06fcf3c78300 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:18:22.096486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b6492-77aa-46c8-9ed0-6a0e2a0ee742 req-4ae6b846-30b5-47cd-b3b1-c098f36f2c0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:22.098075 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-625b6492-77aa-46c8-9ed0-6a0e2a0ee742 req-4ae6b846-30b5-47cd-b3b1-c098f36f2c0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 944 time: 0.0927126 Nov 09 18:18:22.138782 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Allocated IP 172.25.1.240 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/337747df-25f3-49e8-a108-26ff2c89f62b) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:22.174422 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-625b6492-77aa-46c8-9ed0-6a0e2a0ee742 req-82d46af8-2814-4846-a090-3ebe8dd0c287 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697343 Nov 09 18:18:22.211556 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.265247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 3f58e38e-b107-4ac8-915f-0db9fd72191c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3f58e38e-b107-4ac8-915f-0db9fd72191c,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:22.272568 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.272808 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.274027 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.289787 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.313952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.325179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:22.353047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'port_id': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'mac_address': 'fa:16:3e:3a:05:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:18:22.353406 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:22.355760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Network f13102d5-9c98-492f-b695-1a4a00d9d684 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:22.356267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:22.359747 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:22.364602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:22.368780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:22.374118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=3f58e38e-b107-4ac8-915f-0db9fd72191c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:22.390537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Pushing event updated for resources: {'Port': ['ID=337747df-25f3-49e8-a108-26ff2c89f62b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:22.458299 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.497820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Pushing event updated for resources: {'Port': ['ID=2e6020c9-072e-4e90-8084-f044f1225938,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:22.502761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f14e677-7e73-41ec-a7f8-06fcf3c78300 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:18:22.511425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Attempting to bind port 2e6020c9-072e-4e90-8084-f044f1225938 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:22.511802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Attempting to bind port 2e6020c9-072e-4e90-8084-f044f1225938 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '86506994-30af-4d5d-b3a3-89adb3b9624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:22.512174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Attempting to bind port 2e6020c9-072e-4e90-8084-f044f1225938 on network f13102d5-9c98-492f-b695-1a4a00d9d684 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:22.526805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:22.527112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Checking segment: {'id': '86506994-30af-4d5d-b3a3-89adb3b9624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:22.527554 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.527957 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Bound using segment: {'id': '86506994-30af-4d5d-b3a3-89adb3b9624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:22.528443 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Bound port: 2e6020c9-072e-4e90-8084-f044f1225938, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86506994-30af-4d5d-b3a3-89adb3b9624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:22.528837 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.540196 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:22.545048 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.633104 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.636120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:22.640738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] For port 2e6020c9-072e-4e90-8084-f044f1225938, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:22.644723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] For port 2e6020c9-072e-4e90-8084-f044f1225938, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2e6020c9-072e-4e90-8084-f044f1225938,segment=NetworkSegment(86506994-30af-4d5d-b3a3-89adb3b9624c),segment_id=86506994-30af-4d5d-b3a3-89adb3b9624c)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:22.649061 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.713921 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dea7db-7f63-4de8-8216-464a7fb052d8 None None] Pushing event updated for resources: {'Port': ['ID=2e6020c9-072e-4e90-8084-f044f1225938,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:22.760314 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['9f14e677-7e73-41ec-a7f8-06fcf3c78300'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:18:22.852081 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.026846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Router e3e692a8-05ce-4745-92a6-219f3e8909dc is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:18:23.140083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:23.150799 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Sync routers for ids ['e3e692a8-05ce-4745-92a6-219f3e8909dc'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:23.157448 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.158737 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a445e205-3dee-4007-9162-49a69f63959a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6846986 Nov 09 18:18:23.161901 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46630) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:23.162652 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Routers {'e3e692a8-05ce-4745-92a6-219f3e8909dc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:23.163293 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e3e692a8-05ce-4745-92a6-219f3e8909dc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:23.254335 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.282545 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Set router e3e692a8-05ce-4745-92a6-219f3e8909dc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:23.306021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fbaf4-7712-4471-88bc-40b554f7cb30 req-93e8a220-18f9-4129-b041-fcef4822d50b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:23.307717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-715fbaf4-7712-4471-88bc-40b554f7cb30 req-93e8a220-18f9-4129-b041-fcef4822d50b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 945 time: 0.0589659 Nov 09 18:18:23.366068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-715fbaf4-7712-4471-88bc-40b554f7cb30 req-4626672a-e462-4c30-9cdf-a41ab0052edd tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466154 Nov 09 18:18:23.500429 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'name': 'tempest-TestServerBasicOps-1052689727-router', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 3, 'project_id': 'd88d17940181439497dc8a5098cdd15a', 'gw_port': {'id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:23.535140 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Checking router: e3e692a8-05ce-4745-92a6-219f3e8909dc for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:18:23.535607 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Updating router e3e692a8-05ce-4745-92a6-219f3e8909dc port 337747df-25f3-49e8-a108-26ff2c89f62b binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:18:23.564135 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.666889 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.727110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f6d99-7ba6-4e4f-b085-f816adfd1c83 None None] Network f13102d5-9c98-492f-b695-1a4a00d9d684 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:23.827499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3f58e38e-b107-4ac8-915f-0db9fd72191c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:23.891601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4a5157af-33a1-4a4d-b38f-574a095aceca None None] Provisioning complete for port 2e6020c9-072e-4e90-8084-f044f1225938 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:23.892209 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4a5157af-33a1-4a4d-b38f-574a095aceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.899291 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.905704 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.910830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Allocated IP 172.20.0.1 (f13102d5-9c98-492f-b695-1a4a00d9d684/ef9b89f5-e9bc-441e-b95a-852d3e933f4d/f0bffb6b-4ad4-4c01-9248-d65b37b87535) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:23.960373 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Attempting to bind port 337747df-25f3-49e8-a108-26ff2c89f62b on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:23.960749 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Attempting to bind port 337747df-25f3-49e8-a108-26ff2c89f62b by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:23.961111 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Attempting to bind port 337747df-25f3-49e8-a108-26ff2c89f62b on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:23.973162 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd4866-5d56-4763-ae61-8bfc0cf46b22 None None] Pushing event updated for resources: {'Port': ['ID=337747df-25f3-49e8-a108-26ff2c89f62b,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:23.975986 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:23.976416 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:23.976786 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.977174 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:23.978062 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Bound port: 337747df-25f3-49e8-a108-26ff2c89f62b, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:23.978062 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.004783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 3f58e38e-b107-4ac8-915f-0db9fd72191c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:24.005244 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.052385 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] For port 337747df-25f3-49e8-a108-26ff2c89f62b, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:24.054948 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.056073 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] For port 337747df-25f3-49e8-a108-26ff2c89f62b, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=337747df-25f3-49e8-a108-26ff2c89f62b,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:24.062261 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.084692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 9f14e677-7e73-41ec-a7f8-06fcf3c78300 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:24.105137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.121645 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Routers {'e3e692a8-05ce-4745-92a6-219f3e8909dc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:24.122277 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e3e692a8-05ce-4745-92a6-219f3e8909dc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:24.158209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Network f13102d5-9c98-492f-b695-1a4a00d9d684 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:24.162319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:24.165868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:24.171921 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4a5157af-33a1-4a4d-b38f-574a095aceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.174907 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.192417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Pushing event updated for resources: {'Port': ['ID=f0bffb6b-4ad4-4c01-9248-d65b37b87535,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:24.219314 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.258229 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] Set router e3e692a8-05ce-4745-92a6-219f3e8909dc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:24.274972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Sync routers for ids ['3900d963-7964-471e-807a-28368afd9596'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:24.281874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2e6020c9-072e-4e90-8084-f044f1225938 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:24.288380 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4a5157af-33a1-4a4d-b38f-574a095aceca None None] For port 2e6020c9-072e-4e90-8084-f044f1225938, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2e6020c9-072e-4e90-8084-f044f1225938,segment=NetworkSegment(86506994-30af-4d5d-b3a3-89adb3b9624c),segment_id=86506994-30af-4d5d-b3a3-89adb3b9624c)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:24.319097 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4a5157af-33a1-4a4d-b38f-574a095aceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.331886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:18:24.337793 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Routers {'3900d963-7964-471e-807a-28368afd9596'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:24.338511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3900d963-7964-471e-807a-28368afd9596'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:24.416413 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.438458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:24.439052 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.449166 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd4866-5d56-4763-ae61-8bfc0cf46b22 None None] Pushing event updated for resources: {'Port': ['ID=337747df-25f3-49e8-a108-26ff2c89f62b,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:24.568375 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5157af-33a1-4a4d-b38f-574a095aceca None None] Pushing event updated for resources: {'Port': ['ID=2e6020c9-072e-4e90-8084-f044f1225938,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:24.597077 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2e6020c9-072e-4e90-8084-f044f1225938 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:24.597496 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.615254 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'name': 'tempest-TestServerBasicOps-1052689727-router', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 3, 'project_id': 'd88d17940181439497dc8a5098cdd15a', 'gw_port': {'id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:24.636971 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Set router 3900d963-7964-471e-807a-28368afd9596 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:24.638943 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-dff68185-ab3b-45f9-bc25-3f90f8949f1e None None] Provisioning complete for port 2e6020c9-072e-4e90-8084-f044f1225938 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:24.639404 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dff68185-ab3b-45f9-bc25-3f90f8949f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.655146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4d771-0307-4ffe-a7b3-76c9b34f1851 req-13aa29df-cbfe-4562-880a-197b6fe8e888 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:24.673814 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9ba4d771-0307-4ffe-a7b3-76c9b34f1851 req-13aa29df-cbfe-4562-880a-197b6fe8e888 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 945 time: 0.1639512 Nov 09 18:18:24.677905 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d98841-e7c3-4763-97c9-89581789c12c None None] The sync data for ids ['e3e692a8-05ce-4745-92a6-219f3e8909dc'] in n-d-817236-1 is: [{'id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'name': 'tempest-TestServerBasicOps-1052689727-router', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 3, 'project_id': 'd88d17940181439497dc8a5098cdd15a', 'gw_port': {'id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:24.779634 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9ba4d771-0307-4ffe-a7b3-76c9b34f1851 req-bb7a2ae5-c307-4d74-99f9-ba75e70a8512 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916378 Nov 09 18:18:24.797164 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.802626 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.874779 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.876619 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Pushing event updated for resources: {'Port': ['ID=f0bffb6b-4ad4-4c01-9248-d65b37b87535,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:25.006628 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Network f13102d5-9c98-492f-b695-1a4a00d9d684 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:25.008128 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:25.030536 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:25.113174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:25.120172 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7a6266-e0e2-44de-9e60-747f8dffbbdc" -d '{"events": [{"server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "name": "network-vif-plugged", "status": "completed", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:25.172046 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Router e3e692a8-05ce-4745-92a6-219f3e8909dc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:18:25.200444 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78bc1e7-1afe-4ff6-914b-b0541179c7a9 x-openstack-request-id: req-b78bc1e7-1afe-4ff6-914b-b0541179c7a9 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:25.200799 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "name": "network-vif-plugged", "status": "completed", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:25.201008 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b78bc1e7-1afe-4ff6-914b-b0541179c7a9 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:25.201402 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'code': 200} Nov 09 18:18:25.266059 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:25.278601 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:25.326289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c1eb5-045d-43d7-b13d-bd0c4235cc6e req-8a767b89-7073-4a60-a000-4caa2772bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:25.329014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b4c1eb5-045d-43d7-b13d-bd0c4235cc6e req-8a767b89-7073-4a60-a000-4caa2772bd93 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1097 time: 0.0588279 Nov 09 18:18:25.342743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:25.349810 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fbe37daa-afad-4381-94c8-b4dc62517aee admin admin] 10.222.0.81 "PUT /v2.0/routers/e3e692a8-05ce-4745-92a6-219f3e8909dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1868892 Nov 09 18:18:25.358134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:25.380866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 4, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port': {'id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9270a43d-d8eb-471e-a424-77294b0d8915', 'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'mac_address': 'fa:16:3e:1e:88:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:18Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 2, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'subnets': [{'id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:25.394508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b4c1eb5-045d-43d7-b13d-bd0c4235cc6e req-4de40eae-a3db-4e52-99a5-1282a0db0ad8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579641 Nov 09 18:18:25.415758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Checking router: 3900d963-7964-471e-807a-28368afd9596 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:18:25.416131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Updating router 3900d963-7964-471e-807a-28368afd9596 port 9270a43d-d8eb-471e-a424-77294b0d8915 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:18:25.447473 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c2f83656-b257-4fef-ab7d-e6f01c9a2b2d None None] Provisioning complete for port f0bffb6b-4ad4-4c01-9248-d65b37b87535 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:25.447778 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2f83656-b257-4fef-ab7d-e6f01c9a2b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:25.467327 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:25.498120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c2f83656-b257-4fef-ab7d-e6f01c9a2b2d None None] Port f0bffb6b-4ad4-4c01-9248-d65b37b87535 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:25.787808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2e6020c9-072e-4e90-8084-f044f1225938 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:25.832994 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:25.841181 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:25.906206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fc340-cd71-422c-b530-0e8f2abb4f36 None None] Pushing event updated for resources: {'Port': ['ID=9270a43d-d8eb-471e-a424-77294b0d8915,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:25.927932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d848de-0a7a-42a4-a494-ed836f1a4d50 req-da36b37c-83c4-4ed9-8846-d2b8a5134b6e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:25.931708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9d848de-0a7a-42a4-a494-ed836f1a4d50 req-da36b37c-83c4-4ed9-8846-d2b8a5134b6e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0709341 Nov 09 18:18:25.932298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2e6020c9-072e-4e90-8084-f044f1225938 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:25.932682 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:25.983264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Attempting to bind port 9270a43d-d8eb-471e-a424-77294b0d8915 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:25.983635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Attempting to bind port 9270a43d-d8eb-471e-a424-77294b0d8915 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '91196ae3-8d06-45d8-8d3e-261f22480f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:25.984013 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Attempting to bind port 9270a43d-d8eb-471e-a424-77294b0d8915 on network 11f68ae3-87c6-4162-85b6-fd55f3318efd {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:26.005328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9d848de-0a7a-42a4-a494-ed836f1a4d50 req-9ee2e396-32fc-4116-84a2-81b0a96423fd tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650463 Nov 09 18:18:26.005981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:26.006373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Checking segment: {'id': '91196ae3-8d06-45d8-8d3e-261f22480f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:26.006795 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.007204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Bound using segment: {'id': '91196ae3-8d06-45d8-8d3e-261f22480f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:26.007722 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Bound port: 9270a43d-d8eb-471e-a424-77294b0d8915, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91196ae3-8d06-45d8-8d3e-261f22480f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:26.008224 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.126056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] For port 9270a43d-d8eb-471e-a424-77294b0d8915, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:26.129379 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 337747df-25f3-49e8-a108-26ff2c89f62b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:26.157312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] For port 9270a43d-d8eb-471e-a424-77294b0d8915, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9270a43d-d8eb-471e-a424-77294b0d8915,segment=NetworkSegment(91196ae3-8d06-45d8-8d3e-261f22480f82),segment_id=91196ae3-8d06-45d8-8d3e-261f22480f82)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:26.163389 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.245346 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Routers {'3900d963-7964-471e-807a-28368afd9596'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:26.245995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3900d963-7964-471e-807a-28368afd9596'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:26.254453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fc340-cd71-422c-b530-0e8f2abb4f36 None None] Pushing event updated for resources: {'Port': ['ID=9270a43d-d8eb-471e-a424-77294b0d8915,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:26.280610 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46646) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:26.286743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0ab6ab5c-f6f5-4f6a-bcca-48d6d6a00722 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205448671', 'description': 'tempest-secgroup-smoke-1205448671 description', 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:26.316804 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ab5c-f6f5-4f6a-bcca-48d6d6a00722 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.334397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f8365bc7-b7b7-4d69-b492-4964b0dea57e None None] Provisioning complete for port 9270a43d-d8eb-471e-a424-77294b0d8915 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:26.334986 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f8365bc7-b7b7-4d69-b492-4964b0dea57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.336365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 337747df-25f3-49e8-a108-26ff2c89f62b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:26.336736 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.434933 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ab5c-f6f5-4f6a-bcca-48d6d6a00722 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.441283 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ab5c-f6f5-4f6a-bcca-48d6d6a00722 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.478144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] Set router 3900d963-7964-471e-807a-28368afd9596 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:26.483317 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ab5c-f6f5-4f6a-bcca-48d6d6a00722 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.484799 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0ab6ab5c-f6f5-4f6a-bcca-48d6d6a00722 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2031226 Nov 09 18:18:26.487472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6ab5c-f6f5-4f6a-bcca-48d6d6a00722 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217c4629-052f-4ddf-8964-ecb8f0ec31b4,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:26.488436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46648) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:26.492912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-846d9883-1ca6-4c2b-8864-0448d4ee0e9e tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Request body: {'security_group_rule': {'security_group_id': '217c4629-052f-4ddf-8964-ecb8f0ec31b4', 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:26.522259 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-846d9883-1ca6-4c2b-8864-0448d4ee0e9e tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.572821 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-846d9883-1ca6-4c2b-8864-0448d4ee0e9e tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.576954 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-846d9883-1ca6-4c2b-8864-0448d4ee0e9e tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.590154 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f8365bc7-b7b7-4d69-b492-4964b0dea57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.593521 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.599113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d9883-1ca6-4c2b-8864-0448d4ee0e9e tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850fb64b-dbaf-485a-ad20-271ca6495913,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:26.608078 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-846d9883-1ca6-4c2b-8864-0448d4ee0e9e tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.609324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-846d9883-1ca6-4c2b-8864-0448d4ee0e9e tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198905 Nov 09 18:18:26.613261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46650) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:26.618073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-fcad0afa-07f8-4e2c-a602-5f018099dbda tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Request body: {'security_group_rule': {'security_group_id': '217c4629-052f-4ddf-8964-ecb8f0ec31b4', 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:26.645086 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fcad0afa-07f8-4e2c-a602-5f018099dbda tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.666821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 337747df-25f3-49e8-a108-26ff2c89f62b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=337747df-25f3-49e8-a108-26ff2c89f62b,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:26.685364 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.694584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f8365bc7-b7b7-4d69-b492-4964b0dea57e None None] For port 9270a43d-d8eb-471e-a424-77294b0d8915, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9270a43d-d8eb-471e-a424-77294b0d8915,segment=NetworkSegment(91196ae3-8d06-45d8-8d3e-261f22480f82),segment_id=91196ae3-8d06-45d8-8d3e-261f22480f82)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:26.708777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fcad0afa-07f8-4e2c-a602-5f018099dbda tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.712585 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fcad0afa-07f8-4e2c-a602-5f018099dbda tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.718903 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f8365bc7-b7b7-4d69-b492-4964b0dea57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.735157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad0afa-07f8-4e2c-a602-5f018099dbda tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1259acf-33ce-4271-86a4-b05e62875f11,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:26.744053 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fcad0afa-07f8-4e2c-a602-5f018099dbda tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.745290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fcad0afa-07f8-4e2c-a602-5f018099dbda tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310406 Nov 09 18:18:26.748138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46652) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:26.753165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-7172e6e9-1fb6-4f85-95df-d6f37f3a543a tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Request body: {'security_group_rule': {'security_group_id': '217c4629-052f-4ddf-8964-ecb8f0ec31b4', 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:26.769148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=337747df-25f3-49e8-a108-26ff2c89f62b,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:26.784886 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7172e6e9-1fb6-4f85-95df-d6f37f3a543a tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.849527 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7172e6e9-1fb6-4f85-95df-d6f37f3a543a tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.853485 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7172e6e9-1fb6-4f85-95df-d6f37f3a543a tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.854857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8365bc7-b7b7-4d69-b492-4964b0dea57e None None] Pushing event updated for resources: {'Port': ['ID=9270a43d-d8eb-471e-a424-77294b0d8915,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:26.865603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-31a94c45-6a1c-43a0-ab5c-fb1256c638ff None None] Provisioning complete for port 9270a43d-d8eb-471e-a424-77294b0d8915 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:26.865982 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-31a94c45-6a1c-43a0-ab5c-fb1256c638ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.876282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172e6e9-1fb6-4f85-95df-d6f37f3a543a tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7432807-c541-458c-b1da-82a26b961319,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:26.888168 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7172e6e9-1fb6-4f85-95df-d6f37f3a543a tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.889402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7172e6e9-1fb6-4f85-95df-d6f37f3a543a tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403275 Nov 09 18:18:26.892437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46654) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:26.897028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-35a34fc2-30e3-4721-9494-ee0324ee80fe tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Request body: {'security_group_rule': {'security_group_id': '217c4629-052f-4ddf-8964-ecb8f0ec31b4', 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:26.906347 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 4, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port': {'id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9270a43d-d8eb-471e-a424-77294b0d8915', 'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'mac_address': 'fa:16:3e:1e:88:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:18Z', 'updated_at': '2021-11-09T18:18:26Z', 'revision_number': 4, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'subnets': [{'id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:26.927477 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35a34fc2-30e3-4721-9494-ee0324ee80fe tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.937904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60c9eb-972e-426d-9041-4c17a4cbdfac None None] The sync data for ids ['3900d963-7964-471e-807a-28368afd9596'] in n-d-817236-1 is: [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 4, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port': {'id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9270a43d-d8eb-471e-a424-77294b0d8915', 'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'mac_address': 'fa:16:3e:1e:88:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:18Z', 'updated_at': '2021-11-09T18:18:26Z', 'revision_number': 4, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'subnets': [{'id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:26.991554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35a34fc2-30e3-4721-9494-ee0324ee80fe tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.996209 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35a34fc2-30e3-4721-9494-ee0324ee80fe tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.016901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a34fc2-30e3-4721-9494-ee0324ee80fe tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d90c4e2-60b3-4226-a398-ef97a654f837,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:27.026056 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35a34fc2-30e3-4721-9494-ee0324ee80fe tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.029906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-35a34fc2-30e3-4721-9494-ee0324ee80fe tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338515 Nov 09 18:18:27.030634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46658) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:27.035480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e71a9df2-1744-4a7e-be43-47f2c82fa6e4 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Request body: {'security_group_rule': {'security_group_id': '217c4629-052f-4ddf-8964-ecb8f0ec31b4', 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:27.060902 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-e71a9df2-1744-4a7e-be43-47f2c82fa6e4 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Project ec1858863bc3403f84eadb85df5f9d1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:18:27.066652 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e71a9df2-1744-4a7e-be43-47f2c82fa6e4 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.167022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f583b-d441-4916-9c61-504b890e6e32 req-a2aab619-963a-4fce-a09f-9dea29300117 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:27.167022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f4f583b-d441-4916-9c61-504b890e6e32 req-a2aab619-963a-4fce-a09f-9dea29300117 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0864911 Nov 09 18:18:27.167022 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e71a9df2-1744-4a7e-be43-47f2c82fa6e4 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.178514 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e71a9df2-1744-4a7e-be43-47f2c82fa6e4 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.204641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a9df2-1744-4a7e-be43-47f2c82fa6e4 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31dc29b-95f2-49b7-8229-15fabfc926b2,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:27.221924 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e71a9df2-1744-4a7e-be43-47f2c82fa6e4 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.223136 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e71a9df2-1744-4a7e-be43-47f2c82fa6e4 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1921010 Nov 09 18:18:27.226066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46660) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:27.228277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8f4f583b-d441-4916-9c61-504b890e6e32 req-be13c3be-757f-41d9-b7aa-9e505efc6bff tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571990 Nov 09 18:18:27.230760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3ab9d045-3c54-4612-8aae-0975ba1bf894 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Request body: {'security_group_rule': {'security_group_id': '217c4629-052f-4ddf-8964-ecb8f0ec31b4', 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:27.253638 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-3ab9d045-3c54-4612-8aae-0975ba1bf894 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Project ec1858863bc3403f84eadb85df5f9d1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:18:27.259132 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ab9d045-3c54-4612-8aae-0975ba1bf894 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.678424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde01301-6779-43cd-ae5a-a451edcc10f9 req-ad1055a4-5de5-445b-98c9-f4e7173275cb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:27.681366 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bde01301-6779-43cd-ae5a-a451edcc10f9 req-ad1055a4-5de5-445b-98c9-f4e7173275cb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0842543 Nov 09 18:18:27.688768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ab9d045-3c54-4612-8aae-0975ba1bf894 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.697352 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ab9d045-3c54-4612-8aae-0975ba1bf894 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.718867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9270a43d-d8eb-471e-a424-77294b0d8915 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:27.731103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9d045-3c54-4612-8aae-0975ba1bf894 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b301a164-31d8-4153-9df8-47c15a170cb9,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:27.744087 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ab9d045-3c54-4612-8aae-0975ba1bf894 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.745317 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3ab9d045-3c54-4612-8aae-0975ba1bf894 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5182455 Nov 09 18:18:27.750718 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bde01301-6779-43cd-ae5a-a451edcc10f9 req-2a61ce44-a147-4caa-a964-ff1be6f53b7b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641551 Nov 09 18:18:27.774430 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46666) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:27.782912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9270a43d-d8eb-471e-a424-77294b0d8915 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:27.783448 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.820830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9a1bb0-3b3c-4cde-ac8a-9cebbe14b4d4 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:27.825112 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6a9a1bb0-3b3c-4cde-ac8a-9cebbe14b4d4 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1092 time: 0.0464728 Nov 09 18:18:27.825489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46670) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:27.830111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:27.864452 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.872784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 337747df-25f3-49e8-a108-26ff2c89f62b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:27.927246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 337747df-25f3-49e8-a108-26ff2c89f62b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:27.927644 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.951800 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-5b335f11-35bd-42e6-acfd-09e0b926f4bb tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205448671&fields=id&tenant_id=ec1858863bc3403f84eadb85df5f9d1c HTTP/1.1" status: 200 len: 267 time: 0.0811205 Nov 09 18:18:28.093291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-dda253d3-f5a7-46c3-ab5c-8a83484ac744 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:28.094873 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-dda253d3-f5a7-46c3-ab5c-8a83484ac744 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/networks?id=11f68ae3-87c6-4162-85b6-fd55f3318efd HTTP/1.1" status: 200 len: 809 time: 0.1344202 Nov 09 18:18:28.122533 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-93eb9ee3-1b4a-4435-ab6b-0c782df1a6e1 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/quotas/ec1858863bc3403f84eadb85df5f9d1c HTTP/1.1" status: 200 len: 375 time: 0.0196025 Nov 09 18:18:28.129137 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.226346 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-e5f8a2ba-1464-4e6f-ab71-0514d184167a tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec1858863bc3403f84eadb85df5f9d1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949428 Nov 09 18:18:28.332747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.25.1.90 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/967b1cd8-e624-4cc3-84cb-bab280ef09c8) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:28.399399 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Sync routers for ids ['e3e692a8-05ce-4745-92a6-219f3e8909dc'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:28.411050 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Routers {'e3e692a8-05ce-4745-92a6-219f3e8909dc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:28.411746 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e3e692a8-05ce-4745-92a6-219f3e8909dc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:28.419029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-fbdff82c-d027-4d16-b2d8-bf780a0e11fc service neutron] 10.222.0.81 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632490 Nov 09 18:18:28.521514 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.535503 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Set router e3e692a8-05ce-4745-92a6-219f3e8909dc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:28.554466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-404f0caf-3027-472d-98e6-93da541fc8c3 service neutron] 10.222.0.81 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268783 Nov 09 18:18:28.580801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.629484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:28.632474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:28.636228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:28.666187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=967b1cd8-e624-4cc3-84cb-bab280ef09c8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:28.785120 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'name': 'tempest-TestServerBasicOps-1052689727-router', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:18:24Z', 'revision_number': 4, 'project_id': 'd88d17940181439497dc8a5098cdd15a', 'gw_port': {'id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f0bffb6b-4ad4-4c01-9248-d65b37b87535', 'name': '', 'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'mac_address': 'fa:16:3e:a0:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'ef9b89f5-e9bc-441e-b95a-852d3e933f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:23Z', 'updated_at': '2021-11-09T18:18:24Z', 'revision_number': 2, 'project_id': 'd88d17940181439497dc8a5098cdd15a', 'subnets': [{'id': 'ef9b89f5-e9bc-441e-b95a-852d3e933f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:28.814958 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Checking router: e3e692a8-05ce-4745-92a6-219f3e8909dc for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:18:28.815592 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Updating router e3e692a8-05ce-4745-92a6-219f3e8909dc port f0bffb6b-4ad4-4c01-9248-d65b37b87535 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:18:28.827334 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-526462c6-6619-4f23-bbce-7a156d060260 req-fa61e057-f53c-4977-9801-3d182b14211d tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 210 time: 0.0397065 Nov 09 18:18:28.843372 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.038691 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.121629 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.141537 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.149944 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.207001 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac65c6-fd37-4c4e-8bc9-c5758acb77d2 None None] Pushing event updated for resources: {'Port': ['ID=f0bffb6b-4ad4-4c01-9248-d65b37b87535,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:29.262872 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Attempting to bind port f0bffb6b-4ad4-4c01-9248-d65b37b87535 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:29.263530 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Attempting to bind port f0bffb6b-4ad4-4c01-9248-d65b37b87535 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '86506994-30af-4d5d-b3a3-89adb3b9624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:29.263779 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Attempting to bind port f0bffb6b-4ad4-4c01-9248-d65b37b87535 on network f13102d5-9c98-492f-b695-1a4a00d9d684 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:29.269375 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:29.269830 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Checking segment: {'id': '86506994-30af-4d5d-b3a3-89adb3b9624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:29.270299 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.271560 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Bound using segment: {'id': '86506994-30af-4d5d-b3a3-89adb3b9624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:29.272097 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Bound port: f0bffb6b-4ad4-4c01-9248-d65b37b87535, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86506994-30af-4d5d-b3a3-89adb3b9624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:29.273572 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.311445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.317579 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.360343 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] For port f0bffb6b-4ad4-4c01-9248-d65b37b87535, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:29.365401 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] For port f0bffb6b-4ad4-4c01-9248-d65b37b87535, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f0bffb6b-4ad4-4c01-9248-d65b37b87535,segment=NetworkSegment(86506994-30af-4d5d-b3a3-89adb3b9624c),segment_id=86506994-30af-4d5d-b3a3-89adb3b9624c)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:29.369949 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=967b1cd8-e624-4cc3-84cb-bab280ef09c8,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:29.371797 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.428209 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.442343 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Routers {'e3e692a8-05ce-4745-92a6-219f3e8909dc'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:29.443093 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e3e692a8-05ce-4745-92a6-219f3e8909dc'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:29.521158 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac65c6-fd37-4c4e-8bc9-c5758acb77d2 None None] Pushing event updated for resources: {'Port': ['ID=f0bffb6b-4ad4-4c01-9248-d65b37b87535,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:29.529474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4d302a50-027e-4882-904a-7003281297f0 None None] Provisioning complete for port f0bffb6b-4ad4-4c01-9248-d65b37b87535 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:29.530080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d302a50-027e-4882-904a-7003281297f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.593487 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] Set router e3e692a8-05ce-4745-92a6-219f3e8909dc gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:29.599457 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Floating IP 9f3dc7b1-5d23-4be6-8431-905c8bd996bd associated. External IP: 172.25.1.90, port: 9f14e677-7e73-41ec-a7f8-06fcf3c78300. Nov 09 18:18:29.675133 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d302a50-027e-4882-904a-7003281297f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.738509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4d302a50-027e-4882-904a-7003281297f0 None None] For port f0bffb6b-4ad4-4c01-9248-d65b37b87535, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f0bffb6b-4ad4-4c01-9248-d65b37b87535,segment=NetworkSegment(86506994-30af-4d5d-b3a3-89adb3b9624c),segment_id=86506994-30af-4d5d-b3a3-89adb3b9624c)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:29.744821 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4d302a50-027e-4882-904a-7003281297f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.848094 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'name': 'tempest-TestServerBasicOps-1052689727-router', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:18:24Z', 'revision_number': 4, 'project_id': 'd88d17940181439497dc8a5098cdd15a', 'gw_port': {'id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f0bffb6b-4ad4-4c01-9248-d65b37b87535', 'name': '', 'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'mac_address': 'fa:16:3e:a0:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'ef9b89f5-e9bc-441e-b95a-852d3e933f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:23Z', 'updated_at': '2021-11-09T18:18:29Z', 'revision_number': 4, 'project_id': 'd88d17940181439497dc8a5098cdd15a', 'subnets': [{'id': 'ef9b89f5-e9bc-441e-b95a-852d3e933f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:29.872724 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 2cfd698b-ff92-4a2e-a813-7e1023805d9e has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:18:29.886814 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a704c7c8-9470-4341-9cf2-6adf1633aa8c None None] The sync data for ids ['e3e692a8-05ce-4745-92a6-219f3e8909dc'] in n-d-817236-1 is: [{'id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'name': 'tempest-TestServerBasicOps-1052689727-router', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:18:24Z', 'revision_number': 4, 'project_id': 'd88d17940181439497dc8a5098cdd15a', 'gw_port': {'id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f0bffb6b-4ad4-4c01-9248-d65b37b87535', 'name': '', 'network_id': 'f13102d5-9c98-492f-b695-1a4a00d9d684', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'mac_address': 'fa:16:3e:a0:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'ef9b89f5-e9bc-441e-b95a-852d3e933f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:23Z', 'updated_at': '2021-11-09T18:18:29Z', 'revision_number': 4, 'project_id': 'd88d17940181439497dc8a5098cdd15a', 'subnets': [{'id': 'ef9b89f5-e9bc-441e-b95a-852d3e933f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:29.989989 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d302a50-027e-4882-904a-7003281297f0 None None] Pushing event updated for resources: {'Port': ['ID=f0bffb6b-4ad4-4c01-9248-d65b37b87535,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:30.007801 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ae4622f1-e078-42a2-9257-1d4c61099d1b None None] Provisioning complete for port f0bffb6b-4ad4-4c01-9248-d65b37b87535 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:30.008182 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ae4622f1-e078-42a2-9257-1d4c61099d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:30.237981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-9fa642f5-9a6f-4fae-8eed-df028af059a9 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:30.240122 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-9fa642f5-9a6f-4fae-8eed-df028af059a9 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.18 "GET /v2.0/networks?id=11f68ae3-87c6-4162-85b6-fd55f3318efd HTTP/1.1" status: 200 len: 809 time: 0.1571314 Nov 09 18:18:30.304866 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-4bd6084c-1cc9-49f4-b68b-c3581fd8dd62 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec1858863bc3403f84eadb85df5f9d1c HTTP/1.1" status: 200 len: 380 time: 0.0553811 Nov 09 18:18:30.320103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-91232841-09ee-4f97-a0d3-bf0751362984 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Request body: {'port': {'device_id': 'f59fb98e-771c-4049-ab06-ad842d7861df', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'admin_state_up': True, 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'security_groups': ['217c4629-052f-4ddf-8964-ecb8f0ec31b4']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:30.401817 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de4460b4-a637-4213-9a0e-b864d515ba6a req-25a5fc12-7cc8-4a6b-bb32-0671b18986f2 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 210 time: 0.4634230 Nov 09 18:18:30.447171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:30.454086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-91232841-09ee-4f97-a0d3-bf0751362984 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Made reservation on behalf of ec1858863bc3403f84eadb85df5f9d1c for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:30.458495 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-91232841-09ee-4f97-a0d3-bf0751362984 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:30.460493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d205c77-5475-4955-9048-1700344ee664 None None] Sync routers for ids ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:30.469427 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d205c77-5475-4955-9048-1700344ee664 None None] Routers {'2cfd698b-ff92-4a2e-a813-7e1023805d9e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:30.470069 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7d205c77-5475-4955-9048-1700344ee664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:30.480128 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:30.523372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e3f4af5f-f0eb-4924-8261-cf9324747c27 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6966240 Nov 09 18:18:30.524244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:30.527088 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e70954-5030-4e72-b93c-170d0c9acede" -d '{"events": [{"name": "network-changed", "server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:30.578235 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669b12f3-ebe4-4605-9ab7-a551f299c0e6 x-openstack-request-id: req-669b12f3-ebe4-4605-9ab7-a551f299c0e6 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:30.578551 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:30.578805 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-669b12f3-ebe4-4605-9ab7-a551f299c0e6 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:30.579263 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'status': 'completed', 'code': 200} Nov 09 18:18:30.616859 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-7d205c77-5475-4955-9048-1700344ee664 None None] Set router 2cfd698b-ff92-4a2e-a813-7e1023805d9e gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:30.656756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e70954-5030-4e72-b93c-170d0c9acede req-72892e45-93c9-4e05-bc9a-5daaa5f1e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:30.658892 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2e70954-5030-4e72-b93c-170d0c9acede req-72892e45-93c9-4e05-bc9a-5daaa5f1e519 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1097 time: 0.0554106 Nov 09 18:18:30.694276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-91232841-09ee-4f97-a0d3-bf0751362984 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Allocated IP 172.20.0.4 (11f68ae3-87c6-4162-85b6-fd55f3318efd/018a83b0-e9fd-4a13-8565-9a3e26ceb2b3/a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:30.725160 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc499a-e9fe-42de-bc9b-94c68cde517f req-2b17cd45-838c-43dc-ae31-3633f3d6df1b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:30.727450 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-32cc499a-e9fe-42de-bc9b-94c68cde517f req-2b17cd45-838c-43dc-ae31-3633f3d6df1b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0949948 Nov 09 18:18:30.803991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e70954-5030-4e72-b93c-170d0c9acede req-ee7dcb45-5ba2-422e-b9c8-9d7fd645c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:30.806205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2e70954-5030-4e72-b93c-170d0c9acede req-ee7dcb45-5ba2-422e-b9c8-9d7fd645c7e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 200 len: 898 time: 0.1388292 Nov 09 18:18:30.827183 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-32cc499a-e9fe-42de-bc9b-94c68cde517f req-fc6c2a04-6637-477d-9427-82a2dbeaae64 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888958 Nov 09 18:18:30.859090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 46702) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:30.885545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2e70954-5030-4e72-b93c-170d0c9acede req-07d57882-f2a7-43e4-bc45-2a8b96f02b1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 999 time: 0.0708909 Nov 09 18:18:30.922792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7d205c77-5475-4955-9048-1700344ee664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:18:11Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '9f3dc7b1-5d23-4be6-8431-905c8bd996bd', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'port_id': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'mac_address': 'fa:16:3e:3a:05:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:18:28Z', 'updated_at': '2021-11-09T18:18:28Z', 'revision_number': 0, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9ade6b-4fb9-4882-933b-2da5b83bfe0e', 'name': '', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:b1:f0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:11Z', 'updated_at': '2021-11-09T18:18:16Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:30.944101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e70954-5030-4e72-b93c-170d0c9acede req-45d5e33b-e200-4124-ae41-db4de78bfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:30.945675 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2e70954-5030-4e72-b93c-170d0c9acede req-45d5e33b-e200-4124-ae41-db4de78bfe2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c898e14f-c688-4944-929d-e4509fb61b41 HTTP/1.1" status: 200 len: 835 time: 0.0533347 Nov 09 18:18:30.958015 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d304bf63-0764-44b3-af95-13347f29abb7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/9f3dc7b1-5d23-4be6-8431-905c8bd996bd HTTP/1.1" status: 200 len: 991 time: 0.0966806 Nov 09 18:18:30.965194 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d205c77-5475-4955-9048-1700344ee664 None None] Checking router: 2cfd698b-ff92-4a2e-a813-7e1023805d9e for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:18:30.975725 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d205c77-5475-4955-9048-1700344ee664 None None] Routers {'2cfd698b-ff92-4a2e-a813-7e1023805d9e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:30.976546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7d205c77-5475-4955-9048-1700344ee664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:31.002953 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-91232841-09ee-4f97-a0d3-bf0751362984 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.008124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e70954-5030-4e72-b93c-170d0c9acede req-7823cab8-71c8-4196-ba5b-19e2c82be2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:31.009475 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2e70954-5030-4e72-b93c-170d0c9acede req-7823cab8-71c8-4196-ba5b-19e2c82be2c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e27fc500-65cd-4cec-a5c5-7534f5a27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566108 Nov 09 18:18:31.048168 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-91232841-09ee-4f97-a0d3-bf0751362984 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.100314 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-91232841-09ee-4f97-a0d3-bf0751362984 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Network 11f68ae3-87c6-4162-85b6-fd55f3318efd is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:31.103463 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-91232841-09ee-4f97-a0d3-bf0751362984 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:31.110542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-91232841-09ee-4f97-a0d3-bf0751362984 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:31.115380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91232841-09ee-4f97-a0d3-bf0751362984 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Pushing event updated for resources: {'Port': ['ID=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:31.138073 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-7d205c77-5475-4955-9048-1700344ee664 None None] Set router 2cfd698b-ff92-4a2e-a813-7e1023805d9e gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:31.140965 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2e70954-5030-4e72-b93c-170d0c9acede req-1041534f-1f7a-499f-90dd-5f234e13e9d1 service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214116 Nov 09 18:18:31.182673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-91232841-09ee-4f97-a0d3-bf0751362984 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:31.183530 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-91232841-09ee-4f97-a0d3-bf0751362984 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.209946 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-91232841-09ee-4f97-a0d3-bf0751362984 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8940506 Nov 09 18:18:31.230136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Request body: {'port': {'device_id': 'f59fb98e-771c-4049-ab06-ad842d7861df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:31.311870 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.324125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2e70954-5030-4e72-b93c-170d0c9acede req-77c7d85d-6d83-4712-b6b4-3290e2bbce20 service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718819 Nov 09 18:18:31.488820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c84cb1c2-4b55-4315-8bb4-14846637a1d0 None None] Provisioning complete for port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:31.489253 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c84cb1c2-4b55-4315-8bb4-14846637a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.526750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-c84cb1c2-4b55-4315-8bb4-14846637a1d0 None None] Port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:31.549318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-7d205c77-5475-4955-9048-1700344ee664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:18:11Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '9f3dc7b1-5d23-4be6-8431-905c8bd996bd', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'port_id': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'mac_address': 'fa:16:3e:3a:05:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:18:28Z', 'updated_at': '2021-11-09T18:18:28Z', 'revision_number': 0, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9ade6b-4fb9-4882-933b-2da5b83bfe0e', 'name': '', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:b1:f0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:11Z', 'updated_at': '2021-11-09T18:18:16Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:31.574404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b457b-9f8d-48bd-abfc-9687dae29dec req-4a59c99e-c3b1-4bb7-a7f2-75ad094ec425 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:31.576979 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c61b457b-9f8d-48bd-abfc-9687dae29dec req-4a59c99e-c3b1-4bb7-a7f2-75ad094ec425 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 931 time: 0.0754871 Nov 09 18:18:31.589931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d205c77-5475-4955-9048-1700344ee664 None None] The sync data for ids ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'] in n-d-817236-1 is: [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:18:11Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '9f3dc7b1-5d23-4be6-8431-905c8bd996bd', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'port_id': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'mac_address': 'fa:16:3e:3a:05:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:18:28Z', 'updated_at': '2021-11-09T18:18:28Z', 'revision_number': 0, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9ade6b-4fb9-4882-933b-2da5b83bfe0e', 'name': '', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:b1:f0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:11Z', 'updated_at': '2021-11-09T18:18:16Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:31.638330 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c61b457b-9f8d-48bd-abfc-9687dae29dec req-068460c3-f680-41d2-bf55-633ce2803257 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519731 Nov 09 18:18:31.720124 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:18:31.729302 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.738997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f0bffb6b-4ad4-4c01-9248-d65b37b87535 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:31.748522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Transition to ACTIVE for port object a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:18:31.756248 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.795308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f0bffb6b-4ad4-4c01-9248-d65b37b87535 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:31.795697 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.853744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:31.955048 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Attempting to bind port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:31.956007 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Attempting to bind port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '91196ae3-8d06-45d8-8d3e-261f22480f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:31.956416 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Attempting to bind port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 on network 11f68ae3-87c6-4162-85b6-fd55f3318efd {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:31.960813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46706) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:31.961805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 on network 11f68ae3-87c6-4162-85b6-fd55f3318efd not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:18:31.962141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Attempting to bind port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 on network 11f68ae3-87c6-4162-85b6-fd55f3318efd {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:31.967827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:31.968168 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Checking segment: {'id': '91196ae3-8d06-45d8-8d3e-261f22480f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:31.968553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Bound using segment: {'id': '91196ae3-8d06-45d8-8d3e-261f22480f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:31.968982 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Bound port: a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91196ae3-8d06-45d8-8d3e-261f22480f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:31.969349 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:32.052041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fa81cdad-3ff8-4a1b-b8cc-1a2acb09cbf4 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/9f3dc7b1-5d23-4be6-8431-905c8bd996bd HTTP/1.1" status: 200 len: 991 time: 0.0899093 Nov 09 18:18:32.063515 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] For port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:32.067286 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] For port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9,segment=NetworkSegment(91196ae3-8d06-45d8-8d3e-261f22480f82),segment_id=91196ae3-8d06-45d8-8d3e-261f22480f82)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:32.072045 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:32.107940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:32.108694 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:32.110104 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] 10.222.0.18 "PUT /v2.0/ports/a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 HTTP/1.1" status: 200 len: 1091 time: 0.8916962 Nov 09 18:18:32.110554 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59fb98e-771c-4049-ab06-ad842d7861df', 'tag': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:32.113254 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da6d1f1-4b33-44a9-89c4-6b12a7db011e" -d '{"events": [{"name": "network-changed", "server_uuid": "f59fb98e-771c-4049-ab06-ad842d7861df", "tag": "a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:32.138568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440601a8-e365-4f57-a216-d838698b92f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:32.176967 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d645fb-0c54-49a6-9732-45e52129e65b x-openstack-request-id: req-78d645fb-0c54-49a6-9732-45e52129e65b {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:32.177484 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59fb98e-771c-4049-ab06-ad842d7861df", "tag": "a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:32.177744 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78d645fb-0c54-49a6-9732-45e52129e65b {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:32.178149 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59fb98e-771c-4049-ab06-ad842d7861df', 'tag': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9', 'status': 'completed', 'code': 200} Nov 09 18:18:32.196682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-5a945cfa-5af7-4503-9418-ce63093e744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:32.198222 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-5a945cfa-5af7-4503-9418-ce63093e744c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec1858863bc3403f84eadb85df5f9d1c&device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 1094 time: 0.0499468 Nov 09 18:18:32.247294 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-a18bac54-770d-435e-bcf6-409c4e736298 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 HTTP/1.1" status: 200 len: 217 time: 0.0404000 Nov 09 18:18:32.265511 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56525a0-749a-4d8e-8515-19b14ec1edec None None] New status for floating IP 9f3dc7b1-5d23-4be6-8431-905c8bd996bd: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:18:32.307744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-d547e395-4fe6-453f-85a2-af128a7d2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:32.309241 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-d547e395-4fe6-453f-85a2-af128a7d2bff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=018a83b0-e9fd-4a13-8565-9a3e26ceb2b3 HTTP/1.1" status: 200 len: 848 time: 0.0552959 Nov 09 18:18:32.358774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-b3c59342-7844-4a15-b322-8d074f55cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:32.360372 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-b3c59342-7844-4a15-b322-8d074f55cde1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11f68ae3-87c6-4162-85b6-fd55f3318efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436959 Nov 09 18:18:32.460792 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-1edecb7f-cc87-43b2-80c5-e6b8baa6e4eb service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926361 Nov 09 18:18:32.559712 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5027a48a-5433-44e8-a3b6-0863f5727fbb req-1b1a06cc-8501-480a-befa-1accab0d6000 service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908825 Nov 09 18:18:32.651170 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6d1f1-4b33-44a9-89c4-6b12a7db011e req-047e0919-f102-4268-9447-ff9ffcaddd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:32.652695 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6da6d1f1-4b33-44a9-89c4-6b12a7db011e req-047e0919-f102-4268-9447-ff9ffcaddd06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec1858863bc3403f84eadb85df5f9d1c&device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 1094 time: 0.0453207 Nov 09 18:18:32.755811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6d1f1-4b33-44a9-89c4-6b12a7db011e req-374c4ad9-c8d4-40b2-8ae9-f5254c5456a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:32.757253 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6da6d1f1-4b33-44a9-89c4-6b12a7db011e req-374c4ad9-c8d4-40b2-8ae9-f5254c5456a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11f68ae3-87c6-4162-85b6-fd55f3318efd HTTP/1.1" status: 200 len: 910 time: 0.0955582 Nov 09 18:18:32.772157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c884a7-5ec2-4c14-922c-dc5bde02d4cd req-2c90dd16-86a7-4a6a-a9b9-8fb24f1c5a1c tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:32.773691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8c884a7-5ec2-4c14-922c-dc5bde02d4cd req-2c90dd16-86a7-4a6a-a9b9-8fb24f1c5a1c tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 943 time: 0.0557001 Nov 09 18:18:32.801545 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6da6d1f1-4b33-44a9-89c4-6b12a7db011e req-5abecae4-9df2-489a-b1d4-d165b58568d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 HTTP/1.1" status: 200 len: 217 time: 0.0363419 Nov 09 18:18:32.812003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8c884a7-5ec2-4c14-922c-dc5bde02d4cd req-75ccc30f-0168-4e95-9377-4542f8c74ed5 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322242 Nov 09 18:18:32.853247 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6d1f1-4b33-44a9-89c4-6b12a7db011e req-b522dca6-691b-49e0-a5b8-337074c7dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:32.854729 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6da6d1f1-4b33-44a9-89c4-6b12a7db011e req-b522dca6-691b-49e0-a5b8-337074c7dd46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=018a83b0-e9fd-4a13-8565-9a3e26ceb2b3 HTTP/1.1" status: 200 len: 848 time: 0.0458300 Nov 09 18:18:32.907301 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6d1f1-4b33-44a9-89c4-6b12a7db011e req-7b91ca23-a536-4d91-b386-53f76e8397e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:32.908867 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6da6d1f1-4b33-44a9-89c4-6b12a7db011e req-7b91ca23-a536-4d91-b386-53f76e8397e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11f68ae3-87c6-4162-85b6-fd55f3318efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463977 Nov 09 18:18:32.997880 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6da6d1f1-4b33-44a9-89c4-6b12a7db011e req-8c9cafd6-97b2-4051-bd07-6a69368461e5 service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815580 Nov 09 18:18:33.054255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46712) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:33.100630 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6da6d1f1-4b33-44a9-89c4-6b12a7db011e req-bf102311-7f9e-4e0c-b33c-0943291444f4 service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951500 Nov 09 18:18:33.121190 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a188de97-92f0-4542-b600-264aa6c07b11 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/9f3dc7b1-5d23-4be6-8431-905c8bd996bd HTTP/1.1" status: 200 len: 993 time: 0.0655963 Nov 09 18:18:33.932163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ada28-1969-4f08-a866-1c9262e77ebb req-fd2b73f7-4062-41b4-9ad5-860eef0f65c4 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:33.933550 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-282ada28-1969-4f08-a866-1c9262e77ebb req-fd2b73f7-4062-41b4-9ad5-860eef0f65c4 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 943 time: 0.0505538 Nov 09 18:18:33.976685 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-282ada28-1969-4f08-a866-1c9262e77ebb req-22fb1f02-d1c8-40f0-99c5-48a83c243003 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367770 Nov 09 18:18:35.096304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4be6e6-23be-4a41-90d9-14ad14a7a236 req-d3d0b082-98a7-45de-b1d6-df8fa144152b tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:35.097784 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f4be6e6-23be-4a41-90d9-14ad14a7a236 req-d3d0b082-98a7-45de-b1d6-df8fa144152b tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 943 time: 0.0541055 Nov 09 18:18:35.136947 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f4be6e6-23be-4a41-90d9-14ad14a7a236 req-71b375b8-5b47-4152-813b-a3dce29f50a5 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330541 Nov 09 18:18:36.123363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:18:36.221199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9,segment=NetworkSegment(91196ae3-8d06-45d8-8d3e-261f22480f82),segment_id=91196ae3-8d06-45d8-8d3e-261f22480f82)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:36.237565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'port_id': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9', 'mac_address': 'fa:16:3e:38:65:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:18:36.256618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d346d8-cabc-4796-81df-f97c12d12f60 req-7472f5ff-2b1a-498c-8252-7415170111ae tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:36.258232 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-18d346d8-cabc-4796-81df-f97c12d12f60 req-7472f5ff-2b1a-498c-8252-7415170111ae tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 943 time: 0.0507202 Nov 09 18:18:36.275748 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:36.290124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:18:36.297160 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-18d346d8-cabc-4796-81df-f97c12d12f60 req-bdf3003c-a447-4c43-b30e-94307b3f1d86 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327935 Nov 09 18:18:36.319135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9,segment=NetworkSegment(91196ae3-8d06-45d8-8d3e-261f22480f82),segment_id=91196ae3-8d06-45d8-8d3e-261f22480f82)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:36.323662 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:36.372677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:36.741124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:18:37.413904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3e753-bbc5-4664-b640-b3fda7547a62 req-e93a2e2d-6bac-4f44-9d1d-a1c8da1b3ff8 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:37.415395 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8cd3e753-bbc5-4664-b640-b3fda7547a62 req-e93a2e2d-6bac-4f44-9d1d-a1c8da1b3ff8 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 944 time: 0.0500345 Nov 09 18:18:37.453914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8cd3e753-bbc5-4664-b640-b3fda7547a62 req-fa97bf66-693c-41fc-b609-e50e4572d1b7 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324531 Nov 09 18:18:38.138734 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:38.188902 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:18:38.193407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:38.193788 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:38.273828 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:38.296181 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59fb98e-771c-4049-ab06-ad842d7861df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:38.298454 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46118b7e-9b32-4f26-b05e-500d0c01ddaf" -d '{"events": [{"server_uuid": "f59fb98e-771c-4049-ab06-ad842d7861df", "name": "network-vif-plugged", "status": "completed", "tag": "a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:38.314207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9,segment=NetworkSegment(91196ae3-8d06-45d8-8d3e-261f22480f82),segment_id=91196ae3-8d06-45d8-8d3e-261f22480f82)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:38.335101 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:38.361982 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03855c5-dced-45f7-8b01-c50c66d3ffde x-openstack-request-id: req-c03855c5-dced-45f7-8b01-c50c66d3ffde {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:38.362308 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59fb98e-771c-4049-ab06-ad842d7861df", "name": "network-vif-plugged", "status": "completed", "tag": "a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:38.362723 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c03855c5-dced-45f7-8b01-c50c66d3ffde {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:38.363622 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59fb98e-771c-4049-ab06-ad842d7861df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9', 'code': 200} Nov 09 18:18:38.391559 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:38.454355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76946035-dcfd-4901-9480-22c2e1aa6cca req-fdcc090d-4344-49cd-893a-18c5ee7fea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:38.456726 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-76946035-dcfd-4901-9480-22c2e1aa6cca req-fdcc090d-4344-49cd-893a-18c5ee7fea03 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 1096 time: 0.0450139 Nov 09 18:18:38.494451 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-76946035-dcfd-4901-9480-22c2e1aa6cca req-730da88d-0773-41c2-847d-57d1dc4bbd16 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291638 Nov 09 18:18:38.570189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9c29c-47de-4bdf-80a0-ce31662290a3 req-3193e92d-5964-4ff6-8348-044b027a568f tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:38.571812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77c9c29c-47de-4bdf-80a0-ce31662290a3 req-3193e92d-5964-4ff6-8348-044b027a568f tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 945 time: 0.0499926 Nov 09 18:18:38.609993 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77c9c29c-47de-4bdf-80a0-ce31662290a3 req-a2939a5b-7e14-4656-94aa-0f020394f918 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Nov 09 18:18:39.729600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2138b34-c14d-41a2-a2ad-13156e3853dc req-fee3c5fc-c512-42cd-9bdb-e06c2e58c5ec tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:39.731105 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2138b34-c14d-41a2-a2ad-13156e3853dc req-fee3c5fc-c512-42cd-9bdb-e06c2e58c5ec tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 945 time: 0.0503230 Nov 09 18:18:39.769465 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2138b34-c14d-41a2-a2ad-13156e3853dc req-8e7236b6-7772-43ac-b09e-aceccafa1266 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320761 Nov 09 18:18:40.106009 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:18:40.697667 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7e4107dd-c83a-4220-af05-78b7ffa08dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:40.893712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d43d-cd47-46ec-bb17-8e2f07d9e59d req-6cd2fec6-7ddf-4e99-8208-88b9efa3b27d tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:40.894963 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb50d43d-cd47-46ec-bb17-8e2f07d9e59d req-6cd2fec6-7ddf-4e99-8208-88b9efa3b27d tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 945 time: 0.0533233 Nov 09 18:18:40.934750 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb50d43d-cd47-46ec-bb17-8e2f07d9e59d req-7dd4044c-d968-4207-8887-265cbdd679cf tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333891 Nov 09 18:18:41.052071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d747d-dc26-441f-a6fc-097fddbd6c5c req-1e57d698-ff3f-477f-a48b-6b72807cb3e4 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:41.053563 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c62d747d-dc26-441f-a6fc-097fddbd6c5c req-1e57d698-ff3f-477f-a48b-6b72807cb3e4 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 945 time: 0.0506859 Nov 09 18:18:41.093752 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c62d747d-dc26-441f-a6fc-097fddbd6c5c req-64da3967-fa73-4dc8-9858-881a492bdb9e tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341947 Nov 09 18:18:41.210595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a46f3-43bc-4088-95da-fbab91c8edfe req-1300c6b8-3b3a-45fb-a488-f7b9e71c7afa tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:41.212019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-391a46f3-43bc-4088-95da-fbab91c8edfe req-1300c6b8-3b3a-45fb-a488-f7b9e71c7afa tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 945 time: 0.0499504 Nov 09 18:18:41.251037 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-391a46f3-43bc-4088-95da-fbab91c8edfe req-8eb96c39-fd00-4ab1-b929-aa837b0af137 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329173 Nov 09 18:18:41.274604 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46734) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:41.405588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d53692-2278-47a0-9e1a-e71ced1e3659 tempest-TestServerBasicOps-829821225 tempest-TestServerBasicOps-829821225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:41.407107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-44d53692-2278-47a0-9e1a-e71ced1e3659 tempest-TestServerBasicOps-829821225 tempest-TestServerBasicOps-829821225-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 1091 time: 0.1314797 Nov 09 18:18:41.410373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46738) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:41.414657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:41.436248 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.535950 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.645866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Allocated IP 172.25.1.29 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/3d1a6659-f087-400d-97e0-f47dd4565688) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:41.756120 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.790478 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.828274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:41.831775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:41.834403 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:41.862251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Pushing event updated for resources: {'Port': ['ID=3d1a6659-f087-400d-97e0-f47dd4565688,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:42.192790 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.260218 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.424901 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.429507 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.504600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Pushing event updated for resources: {'Port': ['ID=3d1a6659-f087-400d-97e0-f47dd4565688,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:42.516949 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.618919 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Floating IP d9ea0ca2-8340-4954-be7b-69fbc12786ed associated. External IP: 172.25.1.29, port: a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9. Nov 09 18:18:42.833880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Router 3900d963-7964-471e-807a-28368afd9596 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:18:42.941737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:42.951687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b5a50-7ca5-4044-8d49-3c53fbcf9d8d None None] Sync routers for ids ['3900d963-7964-471e-807a-28368afd9596'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:42.960218 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.964978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b5a50-7ca5-4044-8d49-3c53fbcf9d8d None None] Routers {'3900d963-7964-471e-807a-28368afd9596'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:42.965601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f72b5a50-7ca5-4044-8d49-3c53fbcf9d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3900d963-7964-471e-807a-28368afd9596'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:42.988336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b1fa4680-2a1a-4df6-bacf-db27383c6117 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5769308 Nov 09 18:18:42.988948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59fb98e-771c-4049-ab06-ad842d7861df', 'tag': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:42.991313 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd5dbe5-1d8c-4750-bd1c-90f153c184aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f59fb98e-771c-4049-ab06-ad842d7861df", "tag": "a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:43.034978 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10f8958-4309-4ccf-a0ce-07b7be5c21b2 x-openstack-request-id: req-c10f8958-4309-4ccf-a0ce-07b7be5c21b2 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:43.035395 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59fb98e-771c-4049-ab06-ad842d7861df", "tag": "a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:43.035661 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c10f8958-4309-4ccf-a0ce-07b7be5c21b2 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:43.036107 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59fb98e-771c-4049-ab06-ad842d7861df', 'tag': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9', 'status': 'completed', 'code': 200} Nov 09 18:18:43.079428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-f72b5a50-7ca5-4044-8d49-3c53fbcf9d8d None None] Set router 3900d963-7964-471e-807a-28368afd9596 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:43.107202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5dbe5-1d8c-4750-bd1c-90f153c184aa req-3b1da1cc-524e-4145-b53e-8d3766acc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:43.108649 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcd5dbe5-1d8c-4750-bd1c-90f153c184aa req-3b1da1cc-524e-4145-b53e-8d3766acc4a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec1858863bc3403f84eadb85df5f9d1c&device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 1096 time: 0.0505118 Nov 09 18:18:43.202393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5dbe5-1d8c-4750-bd1c-90f153c184aa req-56528505-cd15-4bf2-8d8b-c843932f9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:43.204025 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcd5dbe5-1d8c-4750-bd1c-90f153c184aa req-56528505-cd15-4bf2-8d8b-c843932f9144 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11f68ae3-87c6-4162-85b6-fd55f3318efd HTTP/1.1" status: 200 len: 910 time: 0.0881748 Nov 09 18:18:43.275701 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcd5dbe5-1d8c-4750-bd1c-90f153c184aa req-1c56556e-d334-4a7d-af17-2938461e23f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 HTTP/1.1" status: 200 len: 998 time: 0.0642388 Nov 09 18:18:43.325037 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f72b5a50-7ca5-4044-8d49-3c53fbcf9d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 4, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port': {'id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'd9ea0ca2-8340-4954-be7b-69fbc12786ed', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '3900d963-7964-471e-807a-28368afd9596', 'port_id': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'mac_address': 'fa:16:3e:38:65:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fb98e-771c-4049-ab06-ad842d7861df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:18:42Z', 'updated_at': '2021-11-09T18:18:42Z', 'revision_number': 0, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9270a43d-d8eb-471e-a424-77294b0d8915', 'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'mac_address': 'fa:16:3e:1e:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:18Z', 'updated_at': '2021-11-09T18:18:26Z', 'revision_number': 5, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'subnets': [{'id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:43.328425 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5dbe5-1d8c-4750-bd1c-90f153c184aa req-716ed8a7-2222-4f5f-a560-9b1ef3295eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:43.330229 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcd5dbe5-1d8c-4750-bd1c-90f153c184aa req-716ed8a7-2222-4f5f-a560-9b1ef3295eca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=018a83b0-e9fd-4a13-8565-9a3e26ceb2b3 HTTP/1.1" status: 200 len: 848 time: 0.0473156 Nov 09 18:18:43.352826 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b5a50-7ca5-4044-8d49-3c53fbcf9d8d None None] Checking router: 3900d963-7964-471e-807a-28368afd9596 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:18:43.363438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b5a50-7ca5-4044-8d49-3c53fbcf9d8d None None] Routers {'3900d963-7964-471e-807a-28368afd9596'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:43.364002 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f72b5a50-7ca5-4044-8d49-3c53fbcf9d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:18:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3900d963-7964-471e-807a-28368afd9596'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:43.381178 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5dbe5-1d8c-4750-bd1c-90f153c184aa req-70ebc151-6b22-4cb0-8f67-1884a1596c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:43.382720 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcd5dbe5-1d8c-4750-bd1c-90f153c184aa req-70ebc151-6b22-4cb0-8f67-1884a1596c1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11f68ae3-87c6-4162-85b6-fd55f3318efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449433 Nov 09 18:18:43.495207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-f72b5a50-7ca5-4044-8d49-3c53fbcf9d8d None None] Set router 3900d963-7964-471e-807a-28368afd9596 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:43.500221 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcd5dbe5-1d8c-4750-bd1c-90f153c184aa req-048b6460-35ee-4111-9de5-f7510762697c service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081331 Nov 09 18:18:43.601022 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fcd5dbe5-1d8c-4750-bd1c-90f153c184aa req-54133c7d-be81-4c64-bc2a-52ebabaa1e84 service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934157 Nov 09 18:18:43.682838 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-802f64a8-8dc5-40b0-ba3e-05fed1a7c956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:43.753800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f72b5a50-7ca5-4044-8d49-3c53fbcf9d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 4, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port': {'id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'd9ea0ca2-8340-4954-be7b-69fbc12786ed', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '3900d963-7964-471e-807a-28368afd9596', 'port_id': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'mac_address': 'fa:16:3e:38:65:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fb98e-771c-4049-ab06-ad842d7861df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:18:42Z', 'updated_at': '2021-11-09T18:18:42Z', 'revision_number': 0, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9270a43d-d8eb-471e-a424-77294b0d8915', 'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'mac_address': 'fa:16:3e:1e:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:18Z', 'updated_at': '2021-11-09T18:18:26Z', 'revision_number': 5, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'subnets': [{'id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:43.780361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b5a50-7ca5-4044-8d49-3c53fbcf9d8d None None] The sync data for ids ['3900d963-7964-471e-807a-28368afd9596'] in n-d-817236-1 is: [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 4, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port': {'id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'd9ea0ca2-8340-4954-be7b-69fbc12786ed', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '3900d963-7964-471e-807a-28368afd9596', 'port_id': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'mac_address': 'fa:16:3e:38:65:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fb98e-771c-4049-ab06-ad842d7861df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:18:42Z', 'updated_at': '2021-11-09T18:18:42Z', 'revision_number': 0, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9270a43d-d8eb-471e-a424-77294b0d8915', 'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'mac_address': 'fa:16:3e:1e:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:18Z', 'updated_at': '2021-11-09T18:18:26Z', 'revision_number': 5, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'subnets': [{'id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:43.981804 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7db77-85f7-44d9-9c84-792d54336cd5 None None] New status for floating IP d9ea0ca2-8340-4954-be7b-69fbc12786ed: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:18:44.518582 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:45.480318 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:47.728414 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.274924 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.648813 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-71e33bcf-3e97-4800-9b36-e64f3c586be0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200794044&fields=id&tenant_id=f71584f60a304e7aadf26b8906dcf81a HTTP/1.1" status: 200 len: 267 time: 0.0375755 Nov 09 18:18:53.759752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-69255b74-f385-4c16-b77b-80d7afa8a880 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:53.761131 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-69255b74-f385-4c16-b77b-80d7afa8a880 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.1055357 Nov 09 18:18:53.776259 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-4476e35a-73b0-49da-9bc8-9b0b74e16e75 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/quotas/f71584f60a304e7aadf26b8906dcf81a HTTP/1.1" status: 200 len: 375 time: 0.0094256 Nov 09 18:18:53.834208 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-941423a8-44cd-462a-92e5-df1fae941ca4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0524013 Nov 09 18:18:53.933379 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-47548979-3a1c-4321-98e3-ffd4111dcebe service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878599 Nov 09 18:18:54.024133 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-50c1d1bd-1988-4ea4-b6aa-406d6cb76759 service neutron] 10.222.0.81 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841417 Nov 09 18:18:54.076015 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.326265 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ece1db5-ef46-4fde-9c1f-dff369fedc87 req-31802ee1-6089-4350-a74a-d79505035395 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 210 time: 0.0296490 Nov 09 18:18:55.328698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-50530bde-774f-48b0-92a5-d257da2a8878 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:55.330793 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-50530bde-774f-48b0-92a5-d257da2a8878 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.18 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 811 time: 0.1127346 Nov 09 18:18:55.377237 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-188eefef-d009-42a0-8997-80d3343f7124 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f71584f60a304e7aadf26b8906dcf81a HTTP/1.1" status: 200 len: 379 time: 0.0361705 Nov 09 18:18:55.386711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-eec46f94-0aa5-40dc-b8b7-4f8dbae02a29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'port': {'device_id': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'admin_state_up': True, 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'security_groups': ['eb66725c-2f27-4d01-aa63-9a35af081465']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:55.478737 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-562856c5-a13e-44aa-965f-6f4179de351c req-8c68ff14-57f8-48ce-94dd-49ab1113eed9 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 210 time: 0.0651243 Nov 09 18:18:55.542338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-eec46f94-0aa5-40dc-b8b7-4f8dbae02a29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Made reservation on behalf of f71584f60a304e7aadf26b8906dcf81a for: {'port': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:55.545925 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-eec46f94-0aa5-40dc-b8b7-4f8dbae02a29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:55.673534 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-eec46f94-0aa5-40dc-b8b7-4f8dbae02a29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Allocated IP 172.20.0.10 (90cd779a-c359-4632-a173-a787022d80a7/69a85ecb-e615-4367-9493-a078677bf2c5/9cf39b36-489f-4f3b-91c4-fe601072d0e7) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:55.816867 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-eec46f94-0aa5-40dc-b8b7-4f8dbae02a29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:55.850681 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-eec46f94-0aa5-40dc-b8b7-4f8dbae02a29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:55.895519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-eec46f94-0aa5-40dc-b8b7-4f8dbae02a29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Network 90cd779a-c359-4632-a173-a787022d80a7 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:55.898655 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-eec46f94-0aa5-40dc-b8b7-4f8dbae02a29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:55.902475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-eec46f94-0aa5-40dc-b8b7-4f8dbae02a29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:55.947522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec46f94-0aa5-40dc-b8b7-4f8dbae02a29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'Port': ['ID=9cf39b36-489f-4f3b-91c4-fe601072d0e7,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:55.972727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-eec46f94-0aa5-40dc-b8b7-4f8dbae02a29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:55.973368 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-eec46f94-0aa5-40dc-b8b7-4f8dbae02a29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:55.990711 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-eec46f94-0aa5-40dc-b8b7-4f8dbae02a29 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6077986 Nov 09 18:18:56.005439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Request body: {'port': {'device_id': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:56.072665 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.171880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1275ceb0-5987-45b9-9daf-5bb2ba5d7a73 None None] Provisioning complete for port 9cf39b36-489f-4f3b-91c4-fe601072d0e7 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:56.172472 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1275ceb0-5987-45b9-9daf-5bb2ba5d7a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.210539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1275ceb0-5987-45b9-9daf-5bb2ba5d7a73 None None] Port 9cf39b36-489f-4f3b-91c4-fe601072d0e7 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:56.344081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf39b36-489f-4f3b-91c4-fe601072d0e7 {{(pid=102155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:18:56.352967 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.367478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Transition to ACTIVE for port object 9cf39b36-489f-4f3b-91c4-fe601072d0e7 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:18:56.372432 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.428003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Pushing event updated for resources: {'Port': ['ID=9cf39b36-489f-4f3b-91c4-fe601072d0e7,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:56.506470 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Attempting to bind port 9cf39b36-489f-4f3b-91c4-fe601072d0e7 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:56.507315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Attempting to bind port 9cf39b36-489f-4f3b-91c4-fe601072d0e7 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:56.507736 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Attempting to bind port 9cf39b36-489f-4f3b-91c4-fe601072d0e7 on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:56.513134 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Port 9cf39b36-489f-4f3b-91c4-fe601072d0e7 on network 90cd779a-c359-4632-a173-a787022d80a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:18:56.513638 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Attempting to bind port 9cf39b36-489f-4f3b-91c4-fe601072d0e7 on network 90cd779a-c359-4632-a173-a787022d80a7 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:56.521302 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:56.522184 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Checking segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:56.522345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Bound using segment: {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:56.522942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Bound port: 9cf39b36-489f-4f3b-91c4-fe601072d0e7, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1f6400-6ff7-41a4-b38d-047a8556fcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90cd779a-c359-4632-a173-a787022d80a7'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:56.523598 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.616474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] For port 9cf39b36-489f-4f3b-91c4-fe601072d0e7, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:56.620804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] For port 9cf39b36-489f-4f3b-91c4-fe601072d0e7, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9cf39b36-489f-4f3b-91c4-fe601072d0e7,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:56.628835 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.641953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe559b-f013-411b-bd4a-2e2eb21bde0b req-d7ca1bcb-2704-48be-8db2-bda78d809f82 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:56.643940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-48fe559b-f013-411b-bd4a-2e2eb21bde0b req-d7ca1bcb-2704-48be-8db2-bda78d809f82 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 944 time: 0.0714364 Nov 09 18:18:56.666774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:56.667597 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.668996 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] 10.222.0.18 "PUT /v2.0/ports/9cf39b36-489f-4f3b-91c4-fe601072d0e7 HTTP/1.1" status: 200 len: 1092 time: 0.6684656 Nov 09 18:18:56.671368 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'tag': '9cf39b36-489f-4f3b-91c4-fe601072d0e7'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:56.681402 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615f5fb7-0c8d-458e-8486-b7ab0b6a96ac" -d '{"events": [{"name": "network-changed", "server_uuid": "287a7686-e694-4c4d-b61a-e78bd449beeb", "tag": "9cf39b36-489f-4f3b-91c4-fe601072d0e7"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:56.700310 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-48fe559b-f013-411b-bd4a-2e2eb21bde0b req-078e199a-79c0-4bd2-bb8c-5dc41802c9ea tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488422 Nov 09 18:18:56.752793 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e912919-87e8-407e-ba93-4acd60a5c692 x-openstack-request-id: req-4e912919-87e8-407e-ba93-4acd60a5c692 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:56.753196 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287a7686-e694-4c4d-b61a-e78bd449beeb", "tag": "9cf39b36-489f-4f3b-91c4-fe601072d0e7", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:56.753480 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e912919-87e8-407e-ba93-4acd60a5c692 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:56.753947 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'tag': '9cf39b36-489f-4f3b-91c4-fe601072d0e7', 'status': 'completed', 'code': 200} Nov 09 18:18:56.774005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddc835-c5f1-451d-bf24-9d839ea5e71b service neutron] Pushing event updated for resources: {'Port': ['ID=9cf39b36-489f-4f3b-91c4-fe601072d0e7,revision_number=3']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:56.795645 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-4fca6bb3-6b39-4a7b-86e2-ffc824203302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:56.797294 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-4fca6bb3-6b39-4a7b-86e2-ffc824203302 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 1095 time: 0.0802116 Nov 09 18:18:56.843164 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-1645045c-4e10-41ae-97b8-674ea178e2b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf39b36-489f-4f3b-91c4-fe601072d0e7 HTTP/1.1" status: 200 len: 217 time: 0.0370734 Nov 09 18:18:56.898952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-42fc5e7a-251b-4e2e-86bd-288c60dc7a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:56.900536 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-42fc5e7a-251b-4e2e-86bd-288c60dc7a25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0500202 Nov 09 18:18:56.948106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-e39b1c8c-7de3-4284-bfad-e28252f88c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:56.949493 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-e39b1c8c-7de3-4284-bfad-e28252f88c01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420969 Nov 09 18:18:57.041158 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-db5d4f82-e0ae-499b-982c-54a488831b21 service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844426 Nov 09 18:18:57.153487 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4fac2a1f-eaae-48a8-9281-eee4ce0f65cc req-d6cd856f-ad2f-4385-9846-390b34fe43fb service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048913 Nov 09 18:18:57.248434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f5fb7-0c8d-458e-8486-b7ab0b6a96ac req-0862c2f5-3d8e-445c-bb79-b492315502dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:57.249871 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-615f5fb7-0c8d-458e-8486-b7ab0b6a96ac req-0862c2f5-3d8e-445c-bb79-b492315502dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 1095 time: 0.0429893 Nov 09 18:18:57.350462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f5fb7-0c8d-458e-8486-b7ab0b6a96ac req-a7b15946-def7-4073-a3d7-15d98113226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:57.352017 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-615f5fb7-0c8d-458e-8486-b7ab0b6a96ac req-a7b15946-def7-4073-a3d7-15d98113226d service neutron] 10.222.0.18 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.0946264 Nov 09 18:18:57.396202 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-615f5fb7-0c8d-458e-8486-b7ab0b6a96ac req-822b7df6-ee88-4117-b2d4-e1179779272a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf39b36-489f-4f3b-91c4-fe601072d0e7 HTTP/1.1" status: 200 len: 217 time: 0.0363517 Nov 09 18:18:57.464471 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f5fb7-0c8d-458e-8486-b7ab0b6a96ac req-1f1abeaa-777e-4d23-877f-a2ad05c7d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:57.465960 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-615f5fb7-0c8d-458e-8486-b7ab0b6a96ac req-1f1abeaa-777e-4d23-877f-a2ad05c7d641 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0619819 Nov 09 18:18:57.516817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f5fb7-0c8d-458e-8486-b7ab0b6a96ac req-2c611003-ac38-412b-a145-e898f6491347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:57.518604 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-615f5fb7-0c8d-458e-8486-b7ab0b6a96ac req-2c611003-ac38-412b-a145-e898f6491347 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455043 Nov 09 18:18:57.614872 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-615f5fb7-0c8d-458e-8486-b7ab0b6a96ac req-7a0a213b-6a74-46f6-826b-849dda917c4b service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886075 Nov 09 18:18:57.713932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-615f5fb7-0c8d-458e-8486-b7ab0b6a96ac req-84fcd765-4dae-4525-a3d9-994afdf1d5c0 service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914412 Nov 09 18:18:57.813437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a33c5-27d0-47fd-a59b-e3efc2a1aa9b req-a918bdb0-154d-4a15-acd8-c1c9b0036ac3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:57.815832 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-942a33c5-27d0-47fd-a59b-e3efc2a1aa9b req-a918bdb0-154d-4a15-acd8-c1c9b0036ac3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 944 time: 0.0520561 Nov 09 18:18:57.854293 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-942a33c5-27d0-47fd-a59b-e3efc2a1aa9b req-e46d7162-33eb-4e83-9dc4-966e9f69c3d5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321715 Nov 09 18:18:58.992425 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174b3f3-d85f-441f-b560-87cb91854f47 req-45b73b74-ccbb-486c-b1df-575c181048d0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:58.998047 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d174b3f3-d85f-441f-b560-87cb91854f47 req-45b73b74-ccbb-486c-b1df-575c181048d0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 944 time: 0.0604239 Nov 09 18:18:59.043054 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d174b3f3-d85f-441f-b560-87cb91854f47 req-31fb35f7-9512-4656-9daa-da2c05c6e4d5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400519 Nov 09 18:19:00.163127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e04d4-a5e8-4fd5-91c8-da847dd41821 req-d25fda09-2a04-4714-a148-ae7567b20b1f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:00.164721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c27e04d4-a5e8-4fd5-91c8-da847dd41821 req-d25fda09-2a04-4714-a148-ae7567b20b1f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 944 time: 0.0483758 Nov 09 18:19:00.211343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c27e04d4-a5e8-4fd5-91c8-da847dd41821 req-e996be22-e1df-46bd-a170-51a9f416bac7 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402853 Nov 09 18:19:01.329080 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e2f33-b4e7-40fa-bec6-0fdcf28d4e69 req-9f9101b4-4838-4ac8-a7c2-25a7fdd152ef tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:01.331069 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-840e2f33-b4e7-40fa-bec6-0fdcf28d4e69 req-9f9101b4-4838-4ac8-a7c2-25a7fdd152ef tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 944 time: 0.0529757 Nov 09 18:19:01.369836 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-840e2f33-b4e7-40fa-bec6-0fdcf28d4e69 req-bb6d1690-615c-4515-a9ab-1a4e05cb6b8c tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325804 Nov 09 18:19:02.131241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e6360-5121-462a-bcc1-a5d820e721f5 req-2a6c0237-3f29-4f21-a006-9b20eb9888bb tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:02.132767 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b83e6360-5121-462a-bcc1-a5d820e721f5 req-2a6c0237-3f29-4f21-a006-9b20eb9888bb tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1097 time: 0.0461051 Nov 09 18:19:02.169517 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b83e6360-5121-462a-bcc1-a5d820e721f5 req-003e74f3-fbc2-49ee-983a-ef8cd5393b79 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303624 Nov 09 18:19:02.300348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682de16e-82ff-42df-8fbd-4c19edbf2da8 req-c3df1aab-a66c-4478-961f-a431e3c0a7ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:02.302003 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-682de16e-82ff-42df-8fbd-4c19edbf2da8 req-c3df1aab-a66c-4478-961f-a431e3c0a7ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0606077 Nov 09 18:19:02.342747 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-682de16e-82ff-42df-8fbd-4c19edbf2da8 req-0239fe44-6237-48d5-a987-c2352a42d9b4 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342989 Nov 09 18:19:02.368556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46846) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:02.434436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-34a0a745-ba39-4fa4-bf0a-fe7cebbe62f8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/9f3dc7b1-5d23-4be6-8431-905c8bd996bd HTTP/1.1" status: 200 len: 993 time: 0.0646498 Nov 09 18:19:02.512098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc596a-2828-4c3b-8bdc-78f64a61306f req-19d58edf-fd7f-42e9-8696-c3feb3640c0f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:02.513600 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fccc596a-2828-4c3b-8bdc-78f64a61306f req-19d58edf-fd7f-42e9-8696-c3feb3640c0f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 944 time: 0.0597794 Nov 09 18:19:02.556622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fccc596a-2828-4c3b-8bdc-78f64a61306f req-a7d13c4b-c9d0-4479-962b-d3290d3cb70d tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350628 Nov 09 18:19:02.953823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-ebed9949-e563-45ce-9af7-c5f48cc23174 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715396 Nov 09 18:19:02.962402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81770d6c-b8fe-40f4-980d-3b8ab3f97fc9 req-b63c69b9-9d2e-4b97-b405-3414cfce6d8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:02.963873 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-81770d6c-b8fe-40f4-980d-3b8ab3f97fc9 req-b63c69b9-9d2e-4b97-b405-3414cfce6d8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0726111 Nov 09 18:19:03.006497 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-81770d6c-b8fe-40f4-980d-3b8ab3f97fc9 req-a7bdc8a1-868b-4a43-bb38-33d3eaa669a1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359454 Nov 09 18:19:03.703624 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5f954-9e49-4b55-aab7-9f8e7c04fce4 req-057e4335-61e2-41e0-825a-87178ab01ea5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:03.705814 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-65d5f954-9e49-4b55-aab7-9f8e7c04fce4 req-057e4335-61e2-41e0-825a-87178ab01ea5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 944 time: 0.0520344 Nov 09 18:19:03.748308 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-65d5f954-9e49-4b55-aab7-9f8e7c04fce4 req-7d8b0cd2-f36a-41fe-a1f6-d3a329c95ccc tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356202 Nov 09 18:19:04.181678 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-b4d17683-ff42-4138-9208-368bc311fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:04.183628 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-b4d17683-ff42-4138-9208-368bc311fcb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1097 time: 0.0972197 Nov 09 18:19:04.193087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b079fe3-7af4-45e4-898b-f154e2ab7743 req-76139691-ec03-4eb4-972a-ab8eb61522ad tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:04.194484 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b079fe3-7af4-45e4-898b-f154e2ab7743 req-76139691-ec03-4eb4-972a-ab8eb61522ad tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0936759 Nov 09 18:19:04.277965 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b079fe3-7af4-45e4-898b-f154e2ab7743 req-06c6e22a-3051-443e-824e-9bc222465549 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746191 Nov 09 18:19:04.308345 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-75143911-8c28-4988-a3a8-94db3ec1e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:04.309850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-75143911-8c28-4988-a3a8-94db3ec1e415 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 200 len: 898 time: 0.1143205 Nov 09 18:19:04.388689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-6f747fe8-6f50-446e-b6eb-d154bd36232b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 1001 time: 0.0708117 Nov 09 18:19:04.449614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-52a6cdb1-d36b-4d22-acee-bc616120413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:04.451146 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-52a6cdb1-d36b-4d22-acee-bc616120413f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c898e14f-c688-4944-929d-e4509fb61b41 HTTP/1.1" status: 200 len: 835 time: 0.0554221 Nov 09 18:19:04.500071 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-f50ff7f6-967d-47b1-bf9f-41ef830cf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:04.502161 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-f50ff7f6-967d-47b1-bf9f-41ef830cf899 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e27fc500-65cd-4cec-a5c5-7534f5a27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425012 Nov 09 18:19:04.600746 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d42147e6-5ee8-4d27-83dc-8572d8e20a39 service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915956 Nov 09 18:19:04.707386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-e2d6e6e3-f843-4857-9ec2-e3dcd45c94f6 service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990188 Nov 09 18:19:04.875686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8af9-6c13-4b13-840c-53aaaf0cb58c req-fb750421-9ed7-46e7-991b-88aba31a3512 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:04.877763 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f15f8af9-6c13-4b13-840c-53aaaf0cb58c req-fb750421-9ed7-46e7-991b-88aba31a3512 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 944 time: 0.0512772 Nov 09 18:19:04.920937 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f15f8af9-6c13-4b13-840c-53aaaf0cb58c req-0dc1443f-0e40-43e9-be1b-35fd69ef5858 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367415 Nov 09 18:19:05.419044 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432bbdc-5d77-4614-80ea-0fb936ead1c4 req-4c589858-c8c7-45da-8e0e-a909b17ae91e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:05.420596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2432bbdc-5d77-4614-80ea-0fb936ead1c4 req-4c589858-c8c7-45da-8e0e-a909b17ae91e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0572925 Nov 09 18:19:05.461277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2432bbdc-5d77-4614-80ea-0fb936ead1c4 req-5964ac64-35f4-4d4d-85b3-7f07e5da6ac7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340633 Nov 09 18:19:05.633582 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d1f71a5-208d-4006-bfdd-52c45f6f001c req-34714b5f-fe7e-4fcf-9cb3-0cefd7bbfcc0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492904 Nov 09 18:19:06.076161 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f71a5-208d-4006-bfdd-52c45f6f001c req-5cdada23-e2e0-4000-a279-0e7e10197928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:06.077672 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d1f71a5-208d-4006-bfdd-52c45f6f001c req-5cdada23-e2e0-4000-a279-0e7e10197928 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec1858863bc3403f84eadb85df5f9d1c&device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 1096 time: 0.3967927 Nov 09 18:19:06.089978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870ef4f-19d6-4277-ac16-9b8d6b188a78 req-c7a949ec-e45d-439a-9cf7-569ed102a685 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:06.091503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e870ef4f-19d6-4277-ac16-9b8d6b188a78 req-c7a949ec-e45d-439a-9cf7-569ed102a685 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 944 time: 0.0606406 Nov 09 18:19:06.182617 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e870ef4f-19d6-4277-ac16-9b8d6b188a78 req-03732950-7664-496d-91d6-f06343ed0683 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845742 Nov 09 18:19:06.210475 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f71a5-208d-4006-bfdd-52c45f6f001c req-d9594db6-e88a-4086-a04e-3f308df40e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:06.211891 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d1f71a5-208d-4006-bfdd-52c45f6f001c req-d9594db6-e88a-4086-a04e-3f308df40e7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=11f68ae3-87c6-4162-85b6-fd55f3318efd HTTP/1.1" status: 200 len: 910 time: 0.1128464 Nov 09 18:19:06.279438 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d1f71a5-208d-4006-bfdd-52c45f6f001c req-f4aac0dc-69a9-4458-a0e3-8466f9368fe4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 HTTP/1.1" status: 200 len: 1000 time: 0.0581000 Nov 09 18:19:06.334280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f71a5-208d-4006-bfdd-52c45f6f001c req-da2964c0-5a7c-4fda-8c64-b520fa3aa00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:06.335785 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d1f71a5-208d-4006-bfdd-52c45f6f001c req-da2964c0-5a7c-4fda-8c64-b520fa3aa00c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=018a83b0-e9fd-4a13-8565-9a3e26ceb2b3 HTTP/1.1" status: 200 len: 848 time: 0.0489073 Nov 09 18:19:06.384241 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f71a5-208d-4006-bfdd-52c45f6f001c req-47a6e709-f511-41db-9a5d-0a9f1c27ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:06.385719 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d1f71a5-208d-4006-bfdd-52c45f6f001c req-47a6e709-f511-41db-9a5d-0a9f1c27ccf3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11f68ae3-87c6-4162-85b6-fd55f3318efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420091 Nov 09 18:19:06.477806 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d1f71a5-208d-4006-bfdd-52c45f6f001c req-7b7ef7d2-de67-459f-a573-e953103c6358 service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839493 Nov 09 18:19:06.576455 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d1f71a5-208d-4006-bfdd-52c45f6f001c req-97119345-8a52-4687-9307-219e00a380ab service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904574 Nov 09 18:19:06.578592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c58d-ca44-433a-a867-ec5dc2fff7ae req-49b0e313-f58a-4e5b-bb85-4844deaf5af9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:06.580614 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7349c58d-ca44-433a-a867-ec5dc2fff7ae req-49b0e313-f58a-4e5b-bb85-4844deaf5af9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0491564 Nov 09 18:19:06.619931 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7349c58d-ca44-433a-a867-ec5dc2fff7ae req-d2504040-a2c8-4a8c-976a-7adcb74a5f82 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328782 Nov 09 18:19:06.775636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-055aeb05-53e3-47d5-9575-ded80ca6a95f req-ddecb3d9-ccc1-4ad8-ab5f-231919479dff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396545 Nov 09 18:19:06.864117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aeb05-53e3-47d5-9575-ded80ca6a95f req-3208c0d4-994e-4819-9e2c-ef506e8a78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:06.866668 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-055aeb05-53e3-47d5-9575-ded80ca6a95f req-3208c0d4-994e-4819-9e2c-ef506e8a78de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 1096 time: 0.0472763 Nov 09 18:19:06.990621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aeb05-53e3-47d5-9575-ded80ca6a95f req-8ba6fc44-fb52-4f67-9969-da21d2055c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:06.992772 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-055aeb05-53e3-47d5-9575-ded80ca6a95f req-8ba6fc44-fb52-4f67-9969-da21d2055c00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.1038756 Nov 09 18:19:07.079742 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-055aeb05-53e3-47d5-9575-ded80ca6a95f req-b19cb856-59b3-4776-a2c3-b96a7eabfc82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5f6ed25-5142-43ab-802e-97f4e5114447 HTTP/1.1" status: 200 len: 1001 time: 0.0792997 Nov 09 18:19:07.144051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aeb05-53e3-47d5-9575-ded80ca6a95f req-af0320cb-9c87-4b4d-a0ca-831493232314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:07.145518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-055aeb05-53e3-47d5-9575-ded80ca6a95f req-af0320cb-9c87-4b4d-a0ca-831493232314 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0563824 Nov 09 18:19:07.193677 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aeb05-53e3-47d5-9575-ded80ca6a95f req-f8bda95d-313a-4bd9-9c88-1a6e1cf4723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:07.195185 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-055aeb05-53e3-47d5-9575-ded80ca6a95f req-f8bda95d-313a-4bd9-9c88-1a6e1cf4723f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419748 Nov 09 18:19:07.290232 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-055aeb05-53e3-47d5-9575-ded80ca6a95f req-cec75067-5be7-4354-9295-c5b54cf0d977 service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875995 Nov 09 18:19:07.307788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b328f-f5e0-45ff-9113-774c52c81d9b req-4d52e0a2-00c5-4652-a2d2-5ab851d06b92 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:07.310196 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b75b328f-f5e0-45ff-9113-774c52c81d9b req-4d52e0a2-00c5-4652-a2d2-5ab851d06b92 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 944 time: 0.0595372 Nov 09 18:19:07.350041 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b75b328f-f5e0-45ff-9113-774c52c81d9b req-298c24c0-7f73-4ec1-9811-5040eb89c10b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338142 Nov 09 18:19:07.390618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-055aeb05-53e3-47d5-9575-ded80ca6a95f req-1930c3ba-66c0-4b55-bbea-c6188cd3fe6f service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930402 Nov 09 18:19:07.736425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb863a79-0c6e-44e2-9b36-c5a8b8d94ed1 req-d037e882-2b77-446d-99d2-40bd70b31ee6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:07.738333 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb863a79-0c6e-44e2-9b36-c5a8b8d94ed1 req-d037e882-2b77-446d-99d2-40bd70b31ee6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0494273 Nov 09 18:19:07.776090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb863a79-0c6e-44e2-9b36-c5a8b8d94ed1 req-2c72875e-4631-45a9-a0b7-6c3f33441f1b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317705 Nov 09 18:19:08.327406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9cf39b36-489f-4f3b-91c4-fe601072d0e7 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:19:08.424745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9cf39b36-489f-4f3b-91c4-fe601072d0e7, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9cf39b36-489f-4f3b-91c4-fe601072d0e7,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:08.437904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '9cf39b36-489f-4f3b-91c4-fe601072d0e7', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'port_id': '9cf39b36-489f-4f3b-91c4-fe601072d0e7', 'mac_address': 'fa:16:3e:f5:21:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:19:08.472524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055e69c-17fe-4f94-ab5f-40249034e54c req-bc338dd2-d8bd-420c-8dd7-101e0f8ff2b4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:08.474062 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6055e69c-17fe-4f94-ab5f-40249034e54c req-bc338dd2-d8bd-420c-8dd7-101e0f8ff2b4 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 944 time: 0.0521429 Nov 09 18:19:08.475835 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.490063 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf39b36-489f-4f3b-91c4-fe601072d0e7 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:19:08.509799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9cf39b36-489f-4f3b-91c4-fe601072d0e7, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9cf39b36-489f-4f3b-91c4-fe601072d0e7,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:08.514630 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.522007 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6055e69c-17fe-4f94-ab5f-40249034e54c req-a79246a1-28a8-43fc-b009-616027b95423 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412326 Nov 09 18:19:08.566683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9cf39b36-489f-4f3b-91c4-fe601072d0e7,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:08.574150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:08.574504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:08.574853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:08.575192 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:08.575562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:08.575898 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:08.576229 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:08.576560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:08.576887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:08.577213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:08.577590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:08.577866 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:08.831571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9cf39b36-489f-4f3b-91c4-fe601072d0e7'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:19:08.895498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efdf89-3d90-4c3f-a600-21ada745dcd7 req-703207da-67b7-4d92-a0be-3eab8e5f3b2d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:08.896999 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93efdf89-3d90-4c3f-a600-21ada745dcd7 req-703207da-67b7-4d92-a0be-3eab8e5f3b2d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0533853 Nov 09 18:19:08.935980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93efdf89-3d90-4c3f-a600-21ada745dcd7 req-89a45c99-8e94-46f9-ae9c-7515ec7e843a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327101 Nov 09 18:19:09.638335 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332b72-66e1-4517-82b0-2d20631aafb1 req-d1ce7a1d-b5d3-413c-8f75-ca6a74c1eba5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:09.639879 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4f332b72-66e1-4517-82b0-2d20631aafb1 req-d1ce7a1d-b5d3-413c-8f75-ca6a74c1eba5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 945 time: 0.0510821 Nov 09 18:19:09.678497 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4f332b72-66e1-4517-82b0-2d20631aafb1 req-afa5222b-9524-4cde-aa05-6f302cbb82fe tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320385 Nov 09 18:19:10.054402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b9fa7-d748-4e95-ab8d-1c9e8b02e267 req-fc27e438-10d2-4a00-b76a-93f51d487bc6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:10.055919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e46b9fa7-d748-4e95-ab8d-1c9e8b02e267 req-fc27e438-10d2-4a00-b76a-93f51d487bc6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0500047 Nov 09 18:19:10.095168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e46b9fa7-d748-4e95-ab8d-1c9e8b02e267 req-bdce897c-5200-4fc9-9bdb-a4ba8a3b34cf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331554 Nov 09 18:19:10.332761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9cf39b36-489f-4f3b-91c4-fe601072d0e7 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:10.381453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 9cf39b36-489f-4f3b-91c4-fe601072d0e7 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:19:10.385180 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 9cf39b36-489f-4f3b-91c4-fe601072d0e7 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:10.385558 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:10.468664 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:10.491521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf39b36-489f-4f3b-91c4-fe601072d0e7'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:10.493774 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908cc34e-49ac-498d-aca0-778db465e1af" -d '{"events": [{"server_uuid": "287a7686-e694-4c4d-b61a-e78bd449beeb", "name": "network-vif-plugged", "status": "completed", "tag": "9cf39b36-489f-4f3b-91c4-fe601072d0e7"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:10.509578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9cf39b36-489f-4f3b-91c4-fe601072d0e7, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9cf39b36-489f-4f3b-91c4-fe601072d0e7,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:10.513215 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:10.638908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddeb5cc-a275-491e-ae2f-18312125bbb9 req-32969257-af06-4eb4-bf76-185eb6556fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:10.640407 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ddeb5cc-a275-491e-ae2f-18312125bbb9 req-32969257-af06-4eb4-bf76-185eb6556fc3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 1097 time: 0.0436015 Nov 09 18:19:10.677385 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4ddeb5cc-a275-491e-ae2f-18312125bbb9 req-9035cbc1-dd0a-4eeb-9a27-8a76b8288aaf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299878 Nov 09 18:19:10.682866 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96c08bc-be3f-4a90-aa23-33abbf2a3603 x-openstack-request-id: req-e96c08bc-be3f-4a90-aa23-33abbf2a3603 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:10.683170 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287a7686-e694-4c4d-b61a-e78bd449beeb", "name": "network-vif-plugged", "status": "completed", "tag": "9cf39b36-489f-4f3b-91c4-fe601072d0e7", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:10.683460 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e96c08bc-be3f-4a90-aa23-33abbf2a3603 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:10.683856 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf39b36-489f-4f3b-91c4-fe601072d0e7', 'code': 200} Nov 09 18:19:10.714479 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-176e6dff-16f6-4ad3-9ae4-535c6fc06ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:10.719985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9cf39b36-489f-4f3b-91c4-fe601072d0e7,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:10.801973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153bd27-f4d5-428a-91dd-8085238bc06d req-6f171902-fa85-470f-bf41-c83e6891e923 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:10.803469 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1153bd27-f4d5-428a-91dd-8085238bc06d req-6f171902-fa85-470f-bf41-c83e6891e923 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 946 time: 0.0502777 Nov 09 18:19:10.842035 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1153bd27-f4d5-428a-91dd-8085238bc06d req-ae2fa52b-3365-4ced-ad6b-b8dd7c01d5a3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325789 Nov 09 18:19:11.213715 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef8efa-1472-4290-a675-1439b9d1963f req-52c0598c-2b81-427c-ad6e-293918449cf0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:11.215188 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7aef8efa-1472-4290-a675-1439b9d1963f req-52c0598c-2b81-427c-ad6e-293918449cf0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0488172 Nov 09 18:19:11.257289 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7aef8efa-1472-4290-a675-1439b9d1963f req-41a62c81-fa3f-4f29-8f5f-b3b081c265b8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352128 Nov 09 18:19:11.963694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ef6e8-5d9b-4259-9688-4d478578182a req-384d7bb0-c3d9-4443-ab4a-2e83086a8fd0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:11.965146 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-195ef6e8-5d9b-4259-9688-4d478578182a req-384d7bb0-c3d9-4443-ab4a-2e83086a8fd0 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 946 time: 0.0545290 Nov 09 18:19:12.007628 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-195ef6e8-5d9b-4259-9688-4d478578182a req-1cce722d-ddde-4cf4-85b4-66d7d34db331 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363133 Nov 09 18:19:12.377043 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b627f-e2af-4d58-8bef-68f495adc008 req-688fe20e-f09e-4784-965c-6253edf0155d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:12.378727 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-172b627f-e2af-4d58-8bef-68f495adc008 req-688fe20e-f09e-4784-965c-6253edf0155d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0504453 Nov 09 18:19:12.417361 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-172b627f-e2af-4d58-8bef-68f495adc008 req-10177903-4779-4e71-bf98-ca13ce81c6bb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324764 Nov 09 18:19:13.133158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1059c-dde5-462d-921a-cf179fa8c0fe req-3df8863a-5f96-4f80-99ab-6de252fd2d49 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:13.134838 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7a1059c-dde5-462d-921a-cf179fa8c0fe req-3df8863a-5f96-4f80-99ab-6de252fd2d49 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 946 time: 0.0560420 Nov 09 18:19:13.172277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7a1059c-dde5-462d-921a-cf179fa8c0fe req-4cdf83bd-9260-4884-9765-64d5fa2f2500 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314145 Nov 09 18:19:13.287997 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c8e4-facd-4f93-a4f6-68eb99f3ebaa req-1b496f22-80b2-4ebf-b0fe-e19871e053ec tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:13.289496 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-52a7c8e4-facd-4f93-a4f6-68eb99f3ebaa req-1b496f22-80b2-4ebf-b0fe-e19871e053ec tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 946 time: 0.0495822 Nov 09 18:19:13.326980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-52a7c8e4-facd-4f93-a4f6-68eb99f3ebaa req-54097f3f-596a-4dec-92bc-e1569c3bdd50 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314708 Nov 09 18:19:13.350975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46930) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:13.390883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967ec7e6-6e16-4059-b2bd-c7f59c57381a tempest-TestVolumeBootPattern-1967247047 tempest-TestVolumeBootPattern-1967247047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:13.392997 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-967ec7e6-6e16-4059-b2bd-c7f59c57381a tempest-TestVolumeBootPattern-1967247047 tempest-TestVolumeBootPattern-1967247047-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 1092 time: 0.0409734 Nov 09 18:19:13.396089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 46932) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:13.400361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '9cf39b36-489f-4f3b-91c4-fe601072d0e7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:13.424698 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:13.552311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efc33a-2996-4fd7-b116-3d852c8de3f6 req-bacb9399-c435-4cb7-869d-e8a2e1171b88 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:13.553719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43efc33a-2996-4fd7-b116-3d852c8de3f6 req-bacb9399-c435-4cb7-869d-e8a2e1171b88 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0633049 Nov 09 18:19:13.582656 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:13.635603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43efc33a-2996-4fd7-b116-3d852c8de3f6 req-e8309cfb-cfa5-43d3-be3e-d23117f3e1a2 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750096 Nov 09 18:19:13.674053 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3a532a10-2237-4128-9f9b-3ae3a36bd94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:13.707519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Allocated IP 172.25.1.160 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/c857b01b-2a6b-4e0e-977b-168a9ec67d7c) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:13.809011 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:13.842538 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:13.883950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:13.886735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:13.890103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:13.898103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'Port': ['ID=c857b01b-2a6b-4e0e-977b-168a9ec67d7c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:14.493098 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:14.549172 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:14.621841 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:14.757744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547d38-4b66-4288-abed-cc26a30b7704 req-66cc08b9-4bf9-4ec8-9352-e738c17e026d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:14.759529 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ec547d38-4b66-4288-abed-cc26a30b7704 req-66cc08b9-4bf9-4ec8-9352-e738c17e026d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0537405 Nov 09 18:19:14.777307 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:14.782653 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:14.808860 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ec547d38-4b66-4288-abed-cc26a30b7704 req-f9c517f4-2491-4eb6-a1c0-21dda17cdcdf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432084 Nov 09 18:19:14.853719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event updated for resources: {'Port': ['ID=c857b01b-2a6b-4e0e-977b-168a9ec67d7c,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:14.864127 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:14.966312 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Floating IP 7b2b02f1-74d0-48af-99ba-b5ce211db7af associated. External IP: 172.25.1.160, port: 9cf39b36-489f-4f3b-91c4-fe601072d0e7. Nov 09 18:19:15.179331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:19:15.287565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:19:15.297179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f367d59a-6eee-4495-a4a3-3a8dddcd04a4 None None] Sync routers for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:19:15.305209 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:15.306402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f367d59a-6eee-4495-a4a3-3a8dddcd04a4 None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:15.307027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f367d59a-6eee-4495-a4a3-3a8dddcd04a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:19:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:15.334758 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bec66c94-5bac-43d5-b97e-5f6a6177a4b1 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9376605 Nov 09 18:19:15.335492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'tag': '9cf39b36-489f-4f3b-91c4-fe601072d0e7'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:15.337744 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e7162d-7219-4755-9c85-312dc688af8c" -d '{"events": [{"name": "network-changed", "server_uuid": "287a7686-e694-4c4d-b61a-e78bd449beeb", "tag": "9cf39b36-489f-4f3b-91c4-fe601072d0e7"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:15.373482 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d748442-c3e7-432d-a096-5fac03310a9d x-openstack-request-id: req-1d748442-c3e7-432d-a096-5fac03310a9d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:15.373780 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287a7686-e694-4c4d-b61a-e78bd449beeb", "tag": "9cf39b36-489f-4f3b-91c4-fe601072d0e7", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:15.374035 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d748442-c3e7-432d-a096-5fac03310a9d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:15.374438 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'tag': '9cf39b36-489f-4f3b-91c4-fe601072d0e7', 'status': 'completed', 'code': 200} Nov 09 18:19:15.421233 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-f367d59a-6eee-4495-a4a3-3a8dddcd04a4 None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:15.436680 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7162d-7219-4755-9c85-312dc688af8c req-9b41c64b-85bf-4b7e-b5f7-b98773786112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:15.438181 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78e7162d-7219-4755-9c85-312dc688af8c req-9b41c64b-85bf-4b7e-b5f7-b98773786112 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 1097 time: 0.0417488 Nov 09 18:19:15.525896 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:15.534493 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7162d-7219-4755-9c85-312dc688af8c req-6b22f7a9-6f4f-4276-9d4f-bbd10c90f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:15.536165 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78e7162d-7219-4755-9c85-312dc688af8c req-6b22f7a9-6f4f-4276-9d4f-bbd10c90f475 service neutron] 10.222.0.18 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.0889750 Nov 09 18:19:15.611307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78e7162d-7219-4755-9c85-312dc688af8c req-267612d1-e6a3-4662-abc2-05b89d3855d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf39b36-489f-4f3b-91c4-fe601072d0e7 HTTP/1.1" status: 200 len: 1000 time: 0.0644336 Nov 09 18:19:15.664766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7162d-7219-4755-9c85-312dc688af8c req-c331c555-02ed-4051-8c51-3bc7767c70dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:15.666297 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78e7162d-7219-4755-9c85-312dc688af8c req-c331c555-02ed-4051-8c51-3bc7767c70dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0471647 Nov 09 18:19:15.674618 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f367d59a-6eee-4495-a4a3-3a8dddcd04a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '34fc09f9-fa90-4c2c-9590-b72439b0c647', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:4f:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537d446c-b630-4941-b9f4-01b161c72c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:02Z', 'updated_at': '2021-11-09T18:17:05Z', 'revision_number': 1, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}, {'id': '7b2b02f1-74d0-48af-99ba-b5ce211db7af', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.160', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': '9cf39b36-489f-4f3b-91c4-fe601072d0e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:f5:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:19:14Z', 'updated_at': '2021-11-09T18:19:14Z', 'revision_number': 0, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:15.702737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f367d59a-6eee-4495-a4a3-3a8dddcd04a4 None None] Checking router: c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:19:15.711746 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f367d59a-6eee-4495-a4a3-3a8dddcd04a4 None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:15.712384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f367d59a-6eee-4495-a4a3-3a8dddcd04a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:19:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:15.715285 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7162d-7219-4755-9c85-312dc688af8c req-b1bc372a-e593-423f-8ba9-8e2a838b6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:15.717571 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78e7162d-7219-4755-9c85-312dc688af8c req-b1bc372a-e593-423f-8ba9-8e2a838b6e9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431035 Nov 09 18:19:15.827896 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78e7162d-7219-4755-9c85-312dc688af8c req-906602d0-637d-4cbd-afda-099255637338 service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023657 Nov 09 18:19:15.831026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-f367d59a-6eee-4495-a4a3-3a8dddcd04a4 None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:15.968013 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-78e7162d-7219-4755-9c85-312dc688af8c req-ff1df2f2-7f44-4db0-af45-7635f5a53dbd service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320035 Nov 09 18:19:16.004773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a844c-d0d9-45b3-8e96-654a8b8afea6 req-35e1e361-9c8f-4404-aa3b-aa451816b355 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:16.007468 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-930a844c-d0d9-45b3-8e96-654a8b8afea6 req-35e1e361-9c8f-4404-aa3b-aa451816b355 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0851610 Nov 09 18:19:16.068399 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-930a844c-d0d9-45b3-8e96-654a8b8afea6 req-3d869819-7404-41c5-93b1-2063725aba0f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517890 Nov 09 18:19:16.088645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f367d59a-6eee-4495-a4a3-3a8dddcd04a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '34fc09f9-fa90-4c2c-9590-b72439b0c647', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:4f:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537d446c-b630-4941-b9f4-01b161c72c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:02Z', 'updated_at': '2021-11-09T18:17:05Z', 'revision_number': 1, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}, {'id': '7b2b02f1-74d0-48af-99ba-b5ce211db7af', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.160', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': '9cf39b36-489f-4f3b-91c4-fe601072d0e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:f5:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:19:14Z', 'updated_at': '2021-11-09T18:19:14Z', 'revision_number': 0, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:16.121896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f367d59a-6eee-4495-a4a3-3a8dddcd04a4 None None] The sync data for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 is: [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '34fc09f9-fa90-4c2c-9590-b72439b0c647', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:4f:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537d446c-b630-4941-b9f4-01b161c72c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:02Z', 'updated_at': '2021-11-09T18:17:05Z', 'revision_number': 1, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}, {'id': '7b2b02f1-74d0-48af-99ba-b5ce211db7af', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.160', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': '9cf39b36-489f-4f3b-91c4-fe601072d0e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:f5:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:19:14Z', 'updated_at': '2021-11-09T18:19:14Z', 'revision_number': 0, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:19:16.336212 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a98bd6-35ba-42fb-95ca-252274823ac9 None None] New status for floating IP 7b2b02f1-74d0-48af-99ba-b5ce211db7af: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:19:17.106480 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:19:17.196954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc5be7-8f1f-4921-b7d1-0bbac3ca854c req-4321a4df-d944-439a-a12a-c3a22ef1e4ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:17.198548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60fc5be7-8f1f-4921-b7d1-0bbac3ca854c req-4321a4df-d944-439a-a12a-c3a22ef1e4ef tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0565641 Nov 09 18:19:17.240703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60fc5be7-8f1f-4921-b7d1-0bbac3ca854c req-19c9e1a8-8443-4843-81cb-7781bd312812 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350187 Nov 09 18:19:17.729474 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.358517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f8cda-d70a-41ac-9a53-4752841ab126 req-024031a1-3650-42fd-b67d-579fe89cedc7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:18.360076 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-956f8cda-d70a-41ac-9a53-4752841ab126 req-024031a1-3650-42fd-b67d-579fe89cedc7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0511465 Nov 09 18:19:18.400781 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-956f8cda-d70a-41ac-9a53-4752841ab126 req-9c8476c0-e5bb-4a41-b99d-0893f107be4e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340359 Nov 09 18:19:19.517689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5199f9-d376-4e68-b5c5-921f6db36ab8 req-4b8c3730-5546-4538-a38b-a487581ecf9e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:19.519216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff5199f9-d376-4e68-b5c5-921f6db36ab8 req-4b8c3730-5546-4538-a38b-a487581ecf9e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0495927 Nov 09 18:19:19.559104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff5199f9-d376-4e68-b5c5-921f6db36ab8 req-3219cfa6-4e13-4ff9-bd04-aaa088eae465 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337281 Nov 09 18:19:20.680766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42967150-4035-4ffe-b9e3-954a727329c7 req-fb64f697-5744-47bd-b92b-12b3f739c6fb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:20.682276 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-42967150-4035-4ffe-b9e3-954a727329c7 req-fb64f697-5744-47bd-b92b-12b3f739c6fb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0500758 Nov 09 18:19:20.722842 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-42967150-4035-4ffe-b9e3-954a727329c7 req-28fad281-fe6a-40c0-a683-58f8b39a1bc7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341783 Nov 09 18:19:21.845837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfac2d8-6267-4369-b3be-86ecbb4febf8 req-59ad13ce-52f4-4f47-ae3c-933b28f3477e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:21.847382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bdfac2d8-6267-4369-b3be-86ecbb4febf8 req-59ad13ce-52f4-4f47-ae3c-933b28f3477e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0550349 Nov 09 18:19:21.886032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bdfac2d8-6267-4369-b3be-86ecbb4febf8 req-be0ce411-b6ff-4b01-acef-dc65fb4b687b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326111 Nov 09 18:19:21.980451 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-02cca5f6-b01b-4534-8f0d-f46d646d70cc service neutron] show failed (client error): The resource could not be found. Nov 09 18:19:21.981515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-02cca5f6-b01b-4534-8f0d-f46d646d70cc service neutron] 10.222.0.13 "GET /v2.0/ports/9f14e677-7e73-41ec-a7f8-06fcf3c78300/bindings/n-h2-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0560663 Nov 09 18:19:22.250957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-ff81a0dc-0029-4b35-b2d0-4b245f43f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:22.254010 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-ff81a0dc-0029-4b35-b2d0-4b245f43f77e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876&tenant_id=9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 1097 time: 0.0786245 Nov 09 18:19:22.268929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:22.326337 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.536895 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:22.572434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:22.627629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:22.631388 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3c379e-5250-45c0-a0d0-e0e96cd82bbb" -d '{"events": [{"server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "name": "network-vif-unplugged", "status": "completed", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:22.637711 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.654420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.provisioning_blocks [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Transition to ACTIVE for port object 9f14e677-7e73-41ec-a7f8-06fcf3c78300 will not be triggered until provisioned by entity L2. {{(pid=102155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:19:22.659781 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.695045 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d292954-abad-4c30-97f3-b2eb12853b85 x-openstack-request-id: req-2d292954-abad-4c30-97f3-b2eb12853b85 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:22.695258 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "name": "network-vif-unplugged", "status": "completed", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:22.695598 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d292954-abad-4c30-97f3-b2eb12853b85 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:22.696236 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'code': 200} Nov 09 18:19:22.787250 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Pushing event updated for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=6']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:22.811756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:22.812100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:22.812442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:22.812791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:22.813095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:22.813419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:22.813831 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:22.814672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:22.814993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:22.815337 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:22.815662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:22.815978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:22.868218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] No DVR routers for this DVR port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on host n-h1-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:23.025054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd21657-fc93-42f1-b69d-11ad3f565d7b req-86a3c590-b47c-4e88-856d-5103cea1d404 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:23.026682 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dd21657-fc93-42f1-b69d-11ad3f565d7b req-86a3c590-b47c-4e88-856d-5103cea1d404 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 944 time: 0.0613101 Nov 09 18:19:23.031510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Attempting to bind port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:23.031989 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Attempting to bind port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:23.032414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Attempting to bind port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on network e27fc500-65cd-4cec-a5c5-7534f5a27900 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:23.037488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on network e27fc500-65cd-4cec-a5c5-7534f5a27900 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:19:23.037811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Attempting to bind port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on network e27fc500-65cd-4cec-a5c5-7534f5a27900 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:23.045123 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:23.045459 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Checking segment: {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:23.045955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Bound using segment: {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:23.046665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Bound port: 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:23.047080 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:23.072536 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dd21657-fc93-42f1-b69d-11ad3f565d7b req-a763ae8a-7cf4-41f3-bf53-01434789ca80 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375004 Nov 09 18:19:23.124606 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h2-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:23.128187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:23.132459 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:23.172754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:23.174254 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:23.175761 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] 10.222.0.18 "PUT /v2.0/ports/9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 1092 time: 0.9118214 Nov 09 18:19:23.191630 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b713db-3955-4b1f-b9e2-e2803b21b087 service neutron] Pushing event updated for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=7']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:23.248304 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-cf417d62-942a-4fbf-8664-69c466347cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:23.249819 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-cf417d62-942a-4fbf-8664-69c466347cd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1095 time: 0.0465982 Nov 09 18:19:23.267417 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:23.364761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-4a9dad42-a134-4abb-a26e-f39132997800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:23.366303 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-4a9dad42-a134-4abb-a26e-f39132997800 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 200 len: 898 time: 0.1093595 Nov 09 18:19:23.437361 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-dab2ff3a-6f19-4bc0-be10-cc1ca2d02ea0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 999 time: 0.0634103 Nov 09 18:19:23.493180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-6cb2c5fa-8b3f-4d92-97c6-4ca230eb33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:23.494776 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-6cb2c5fa-8b3f-4d92-97c6-4ca230eb33d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c898e14f-c688-4944-929d-e4509fb61b41 HTTP/1.1" status: 200 len: 835 time: 0.0500724 Nov 09 18:19:23.550741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-3daeec58-58a9-406c-9ee5-4e7a0bbaf99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:23.552285 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-3daeec58-58a9-406c-9ee5-4e7a0bbaf99a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e27fc500-65cd-4cec-a5c5-7534f5a27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485029 Nov 09 18:19:23.645887 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-017e0d06-2953-4dc5-a9ba-ab6f6432ac6b service neutron] 10.222.0.18 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853457 Nov 09 18:19:23.746028 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ba79210-2fd3-4944-8c4a-1ec652261693 req-6d8aa367-8bef-4338-bfbb-0a4665e77a9d service neutron] 10.222.0.18 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930810 Nov 09 18:19:24.072927 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:24.204484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855769a6-8c9a-4865-b56a-87870fe7dc80 req-7d2f9665-ea23-4ff2-8ded-cdb4a111af6f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:24.206168 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-855769a6-8c9a-4865-b56a-87870fe7dc80 req-7d2f9665-ea23-4ff2-8ded-cdb4a111af6f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 944 time: 0.0534654 Nov 09 18:19:24.247197 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-855769a6-8c9a-4865-b56a-87870fe7dc80 req-8208d93c-83f8-4e30-b558-327332a836e9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344067 Nov 09 18:19:24.697108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:24.699570 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:24.749556 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6f7952-2166-4d96-8715-620d32b3fc30 x-openstack-request-id: req-6f6f7952-2166-4d96-8715-620d32b3fc30 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:24.749863 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:24.750109 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f6f7952-2166-4d96-8715-620d32b3fc30 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:24.750528 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'status': 'completed', 'code': 200} Nov 09 18:19:24.810238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-2df0ca85-350f-4143-861f-8a08f29c3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:24.811822 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-2df0ca85-350f-4143-861f-8a08f29c3273 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1095 time: 0.0398688 Nov 09 18:19:24.812624 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-9c20bf07-104e-4c1b-9512-18d54946796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:24.814843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-9c20bf07-104e-4c1b-9512-18d54946796a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1095 time: 0.0457866 Nov 09 18:19:24.908932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-82d32861-5289-4cd8-811f-0fdec805e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:24.910439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-82d32861-5289-4cd8-811f-0fdec805e01c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 200 len: 898 time: 0.0886462 Nov 09 18:19:24.919507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-7012ec4c-ae79-4326-bd79-2111d92e8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:24.920984 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-7012ec4c-ae79-4326-bd79-2111d92e8cb8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 200 len: 898 time: 0.0940769 Nov 09 18:19:24.983314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-e5fd5898-9361-4c53-9e7e-e33e0a55d698 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 999 time: 0.0654528 Nov 09 18:19:24.989297 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-d748ff4e-2d2e-47f2-89be-5236c5b8626a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 999 time: 0.0598493 Nov 09 18:19:25.036269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-73771ee1-7311-4e8d-aa89-75da356cfe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:25.037748 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-73771ee1-7311-4e8d-aa89-75da356cfe48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c898e14f-c688-4944-929d-e4509fb61b41 HTTP/1.1" status: 200 len: 835 time: 0.0469191 Nov 09 18:19:25.042334 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-6d52c824-e465-4658-95c7-070b075f6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:25.043864 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-6d52c824-e465-4658-95c7-070b075f6cb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c898e14f-c688-4944-929d-e4509fb61b41 HTTP/1.1" status: 200 len: 835 time: 0.0452857 Nov 09 18:19:25.086911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-c6d3b60b-08d9-4eeb-a47c-54b0530fa80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:25.088548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-c6d3b60b-08d9-4eeb-a47c-54b0530fa80c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e27fc500-65cd-4cec-a5c5-7534f5a27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437405 Nov 09 18:19:25.095877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-8811d8d1-4c28-4eca-9e6c-b4284e0730a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:25.097321 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-8811d8d1-4c28-4eca-9e6c-b4284e0730a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e27fc500-65cd-4cec-a5c5-7534f5a27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455589 Nov 09 18:19:25.185375 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-26cb7fce-2e88-4189-8082-9fcbe7509229 service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890887 Nov 09 18:19:25.193391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-7d8eee0a-049f-4d07-85d1-b046bf49fdd0 service neutron] 10.222.0.18 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850470 Nov 09 18:19:25.280558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-b6e80579-80fc-43c1-b271-7efe39d52a6c service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869007 Nov 09 18:19:25.292753 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-da50ce44-b3f1-4462-9c18-e0f8b98d2ab9 req-431022a4-f485-4523-ba5c-0cdcecfe044a service neutron] 10.222.0.18 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905311 Nov 09 18:19:25.371528 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb698f-976f-437a-b634-be3208c79dcc req-85f76182-a3c5-40f3-b892-8ab539df7255 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:25.373072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1fdb698f-976f-437a-b634-be3208c79dcc req-85f76182-a3c5-40f3-b892-8ab539df7255 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 944 time: 0.0514927 Nov 09 18:19:25.411590 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1fdb698f-976f-437a-b634-be3208c79dcc req-fcd54896-f333-4b83-81df-81bd53d3b8fa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319631 Nov 09 18:19:26.381323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 9f14e677-7e73-41ec-a7f8-06fcf3c78300 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:26.425677 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 9f14e677-7e73-41ec-a7f8-06fcf3c78300 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:26.543697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51e9aa-932b-4863-9eb5-08cf210a870e req-80e6ea78-c2ee-4f75-a856-7c0746f648aa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:26.545169 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca51e9aa-932b-4863-9eb5-08cf210a870e req-80e6ea78-c2ee-4f75-a856-7c0746f648aa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 944 time: 0.0497553 Nov 09 18:19:26.583910 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca51e9aa-932b-4863-9eb5-08cf210a870e req-195b8cf9-351c-4a98-bcc5-ff5bad5c2c24 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320735 Nov 09 18:19:27.701344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e1728-c95a-4d83-944a-dbf04195e4d5 req-0ed67692-4ddd-4974-a4cd-a24f699a438f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:27.702841 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-698e1728-c95a-4d83-944a-dbf04195e4d5 req-0ed67692-4ddd-4974-a4cd-a24f699a438f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 944 time: 0.0498438 Nov 09 18:19:27.743511 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-698e1728-c95a-4d83-944a-dbf04195e4d5 req-bca160c3-a6f7-44ba-8726-e8a2437ce0d9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338399 Nov 09 18:19:28.042031 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-d1b347fd-c1d4-4034-89e5-a30a1f34413a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:28.043567 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-d1b347fd-c1d4-4034-89e5-a30a1f34413a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876&tenant_id=9285a9a6b01f49df82a08612ddfa882f&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 944 time: 0.0864859 Nov 09 18:19:28.053258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819bd2a-4473-4580-9f7c-6e4a3dacd097 req-c4c4ea2e-63a0-47f8-a61a-d366e7ac7f35 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:28.054729 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3819bd2a-4473-4580-9f7c-6e4a3dacd097 req-c4c4ea2e-63a0-47f8-a61a-d366e7ac7f35 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 944 time: 0.0887022 Nov 09 18:19:28.136170 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3819bd2a-4473-4580-9f7c-6e4a3dacd097 req-8760959b-a9a9-4b09-addd-9fe8e3cb0bdc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751491 Nov 09 18:19:28.147626 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-1d39a009-094d-4e19-be3b-f5ede754aa3c service neutron] 10.222.0.18 "GET /v2.0/ports/9f14e677-7e73-41ec-a7f8-06fcf3c78300/bindings/n-h2-817236-1 HTTP/1.1" status: 200 len: 382 time: 0.0797107 Nov 09 18:19:28.217296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-fe68beb4-8f68-44c5-97d7-a08d39058fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:28.218734 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-fe68beb4-8f68-44c5-97d7-a08d39058fec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1095 time: 0.0475998 Nov 09 18:19:28.312069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-f67a9356-9350-4595-9be7-8dff8bb9b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:28.313611 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-f67a9356-9350-4595-9be7-8dff8bb9b9d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 200 len: 898 time: 0.0873308 Nov 09 18:19:28.390461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-e126cda8-4f6e-46a5-9019-dda07606d590 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 999 time: 0.0647559 Nov 09 18:19:28.433336 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9f14e677-7e73-41ec-a7f8-06fcf3c78300 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:19:28.448613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-05c43708-4b2e-484b-887f-1e93080298c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:28.450781 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-05c43708-4b2e-484b-887f-1e93080298c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c898e14f-c688-4944-929d-e4509fb61b41 HTTP/1.1" status: 200 len: 835 time: 0.0528150 Nov 09 18:19:28.504436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-140b5333-a7fb-434b-9a35-b61fd35ab79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:28.505983 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-140b5333-a7fb-434b-9a35-b61fd35ab79d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e27fc500-65cd-4cec-a5c5-7534f5a27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472000 Nov 09 18:19:28.538979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:28.552172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'port_id': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'mac_address': 'fa:16:3e:3a:05:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:19:28.590588 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.604562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f14e677-7e73-41ec-a7f8-06fcf3c78300 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:19:28.617164 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-0bee10a9-eb5a-4ea4-8ea8-853780fc6c76 service neutron] 10.222.0.18 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924335 Nov 09 18:19:28.624410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:28.628733 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.678418 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:28.723457 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-cf3a00fa-bc6e-4cc6-abd5-1217360dfc85 service neutron] 10.222.0.18 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966995 Nov 09 18:19:29.022959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['9f14e677-7e73-41ec-a7f8-06fcf3c78300'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:19:29.265733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45659031-f23d-401b-a351-b50df0aa711d req-3b7e51c1-8485-41a4-b834-8eeb84e9e92a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:29.268198 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45659031-f23d-401b-a351-b50df0aa711d req-3b7e51c1-8485-41a4-b834-8eeb84e9e92a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 945 time: 0.0560350 Nov 09 18:19:29.308069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45659031-f23d-401b-a351-b50df0aa711d req-3645d4ec-6a74-491c-983e-93844abed078 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337646 Nov 09 18:19:30.430909 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d16cf-c5a3-4bae-b6a6-89e6c8e3dd78 req-d1758deb-bb02-4323-844b-10f27f6bc68d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:30.433089 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ab1d16cf-c5a3-4bae-b6a6-89e6c8e3dd78 req-d1758deb-bb02-4323-844b-10f27f6bc68d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 945 time: 0.0531383 Nov 09 18:19:30.469290 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9f14e677-7e73-41ec-a7f8-06fcf3c78300 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:30.479535 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ab1d16cf-c5a3-4bae-b6a6-89e6c8e3dd78 req-e72139b5-5c32-4c8d-8536-c0fb7743cbd5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362430 Nov 09 18:19:30.533925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:19:30.538354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:30.538936 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.627097 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.650968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:30.653276 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56ec4b1-e34b-4b3d-a8e3-4236773fe6f2" -d '{"events": [{"server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "name": "network-vif-plugged", "status": "completed", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:30.667611 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:30.673677 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.714420 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375da920-27de-4b32-a3ad-e91889b4dd80 x-openstack-request-id: req-375da920-27de-4b32-a3ad-e91889b4dd80 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:30.714713 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "name": "network-vif-plugged", "status": "completed", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:30.714963 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-375da920-27de-4b32-a3ad-e91889b4dd80 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:30.715457 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'code': 200} Nov 09 18:19:30.741541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:31.233572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-2043b547-464f-4343-8df4-36b386971933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:31.235134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-2043b547-464f-4343-8df4-36b386971933 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876&tenant_id=9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 1097 time: 0.0448613 Nov 09 18:19:31.248672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:31.323713 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:31.617089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:31.660311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:31.669038 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11159039-6e21-497d-b954-b8dda4902cb8 req-e65ebab7-b704-4089-bda3-b1d3862295a1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:31.670714 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11159039-6e21-497d-b954-b8dda4902cb8 req-e65ebab7-b704-4089-bda3-b1d3862295a1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 946 time: 0.0665112 Nov 09 18:19:31.708922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:31.711693 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88551ba3-74b3-421b-9315-a912befce34f" -d '{"events": [{"server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "name": "network-vif-unplugged", "status": "completed", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:31.716259 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11159039-6e21-497d-b954-b8dda4902cb8 req-950c55f5-405c-41ba-a5a4-67c6348dab19 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379367 Nov 09 18:19:31.716416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:31.732545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Transition to ACTIVE for port object 9f14e677-7e73-41ec-a7f8-06fcf3c78300 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:19:31.746134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:31.776813 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c279ab9-eefb-44c3-96b1-2dbc833716c8 x-openstack-request-id: req-8c279ab9-eefb-44c3-96b1-2dbc833716c8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:31.777109 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "name": "network-vif-unplugged", "status": "completed", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:31.777360 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c279ab9-eefb-44c3-96b1-2dbc833716c8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:31.777765 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'code': 200} Nov 09 18:19:31.834210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=10']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:31.850729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.851089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.851465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.851801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.852137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.852527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.852809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.853141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.853470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.853795 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.854140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.854449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:31.897537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] No DVR routers for this DVR port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:32.053018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Attempting to bind port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:32.053257 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Attempting to bind port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:32.053595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Attempting to bind port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on network e27fc500-65cd-4cec-a5c5-7534f5a27900 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:32.058248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on network e27fc500-65cd-4cec-a5c5-7534f5a27900 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:19:32.058580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Attempting to bind port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on network e27fc500-65cd-4cec-a5c5-7534f5a27900 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:32.064548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:32.064886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Checking segment: {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:32.065360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Bound using segment: {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:32.065785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Bound port: 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:32.066240 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.143952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:32.147735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:32.152598 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.194402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:32.195203 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.196658 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] 10.222.0.13 "PUT /v2.0/ports/9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 1093 time: 0.9525061 Nov 09 18:19:32.240297 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbf1c5-c911-492f-9878-6631c02d03b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=11']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:32.280294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-74a4d9eb-9273-4843-b62e-6664a0207819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:32.282744 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-74a4d9eb-9273-4843-b62e-6664a0207819 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1096 time: 0.0586917 Nov 09 18:19:32.390519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-f2af8c93-74f3-4865-ac5d-4b8e1db48743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:32.393624 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-f2af8c93-74f3-4865-ac5d-4b8e1db48743 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 200 len: 898 time: 0.1028516 Nov 09 18:19:32.474702 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-1305aeb1-ebe2-4fd5-92e1-b4bf6a617e24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 999 time: 0.0736129 Nov 09 18:19:32.537679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-f0a48112-91f8-481a-89fa-3fcdae099681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:32.540304 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-f0a48112-91f8-481a-89fa-3fcdae099681 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c898e14f-c688-4944-929d-e4509fb61b41 HTTP/1.1" status: 200 len: 835 time: 0.0587523 Nov 09 18:19:32.601538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-8ac959b2-acd0-494b-96d3-aab95d21423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:32.604954 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-8ac959b2-acd0-494b-96d3-aab95d21423d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e27fc500-65cd-4cec-a5c5-7534f5a27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568588 Nov 09 18:19:32.730141 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-87f299e3-6eee-4722-9b28-85702058ccf0 service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178501 Nov 09 18:19:32.838237 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ec6d77b-8989-499d-8b56-2d541bd3dd58 req-764b6336-3d87-472d-8ad3-8c6ebbbe766c service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009433 Nov 09 18:19:32.849938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80b2c3-a14b-487f-bd26-c7a05b40b156 req-9557f810-7a44-4dbd-912f-b4bf26c17a41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:32.851855 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d80b2c3-a14b-487f-bd26-c7a05b40b156 req-9557f810-7a44-4dbd-912f-b4bf26c17a41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 945 time: 0.0589197 Nov 09 18:19:32.898351 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0d80b2c3-a14b-487f-bd26-c7a05b40b156 req-3bf57d37-9026-4d08-84a8-e622977b20a7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346866 Nov 09 18:19:33.779059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:33.781569 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d104b406-c35f-4525-8754-7027dda732ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:33.832699 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5b4801-e12f-48ae-adc8-777cf85ab1db x-openstack-request-id: req-bf5b4801-e12f-48ae-adc8-777cf85ab1db {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:33.832994 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:33.833249 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf5b4801-e12f-48ae-adc8-777cf85ab1db {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:33.833679 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'status': 'completed', 'code': 200} Nov 09 18:19:33.898385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104b406-c35f-4525-8754-7027dda732ed req-4883b58f-aec7-4fce-8a1c-d625e9fa4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:33.899018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104b406-c35f-4525-8754-7027dda732ed req-bee7e2f2-eed6-4473-b985-86ae37ea6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:33.899831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-bee7e2f2-eed6-4473-b985-86ae37ea6267 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1096 time: 0.0449803 Nov 09 18:19:33.899942 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-4883b58f-aec7-4fce-8a1c-d625e9fa4d4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1096 time: 0.0426171 Nov 09 18:19:34.004764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104b406-c35f-4525-8754-7027dda732ed req-abf74b51-1680-4e49-bd02-f206b08818ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:34.006242 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-abf74b51-1680-4e49-bd02-f206b08818ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 200 len: 898 time: 0.0993795 Nov 09 18:19:34.038348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104b406-c35f-4525-8754-7027dda732ed req-656ea144-ae8b-481d-9648-4bcdf54c0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:34.039861 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-656ea144-ae8b-481d-9648-4bcdf54c0e32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 200 len: 898 time: 0.1328619 Nov 09 18:19:34.053431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6d607-85a5-46cf-bafc-8edeeaeba30e req-cf46ff28-42c9-49e1-921c-44d8ba20a036 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:34.054988 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c0e6d607-85a5-46cf-bafc-8edeeaeba30e req-cf46ff28-42c9-49e1-921c-44d8ba20a036 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 945 time: 0.0770493 Nov 09 18:19:34.081296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-aba002a8-ce65-4ce1-95e4-a72bb3a1b549 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 999 time: 0.0668151 Nov 09 18:19:34.139324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104b406-c35f-4525-8754-7027dda732ed req-18825385-0287-4920-8e30-053c02db6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:34.140804 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-18825385-0287-4920-8e30-053c02db6ceb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c898e14f-c688-4944-929d-e4509fb61b41 HTTP/1.1" status: 200 len: 835 time: 0.0516627 Nov 09 18:19:34.195516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104b406-c35f-4525-8754-7027dda732ed req-87a6c8f3-ab74-465c-afb6-fa4ec40f7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:34.196934 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-87a6c8f3-ab74-465c-afb6-fa4ec40f7a0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e27fc500-65cd-4cec-a5c5-7534f5a27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445931 Nov 09 18:19:34.297595 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-e762cc9b-ab2c-4a3f-a4b0-01f797cdeb69 service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924134 Nov 09 18:19:34.421891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-553248c9-868e-498a-bcda-3d54e8270747 service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127281 Nov 09 18:19:34.472912 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c0e6d607-85a5-46cf-bafc-8edeeaeba30e req-70fcc938-39ba-4aec-be48-85a6d2b49c26 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4098005 Nov 09 18:19:34.474801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-a14d0f34-4ad1-496e-b3e3-029e43b8a237 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 999 time: 0.4188957 Nov 09 18:19:34.475884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9f14e677-7e73-41ec-a7f8-06fcf3c78300 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:34.517970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9f14e677-7e73-41ec-a7f8-06fcf3c78300 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:34.532994 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104b406-c35f-4525-8754-7027dda732ed req-466a80a6-887a-4e80-8410-c6d5fc819874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:34.534521 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-466a80a6-887a-4e80-8410-c6d5fc819874 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c898e14f-c688-4944-929d-e4509fb61b41 HTTP/1.1" status: 200 len: 835 time: 0.0515449 Nov 09 18:19:34.589576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104b406-c35f-4525-8754-7027dda732ed req-a6aedd91-24b2-441c-aebc-b8b3eeabda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:34.592326 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-a6aedd91-24b2-441c-aebc-b8b3eeabda8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e27fc500-65cd-4cec-a5c5-7534f5a27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495422 Nov 09 18:19:34.701532 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-d9377c4f-dd28-4eff-8d84-ef2149974132 service neutron] 10.222.0.18 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019013 Nov 09 18:19:34.812618 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d104b406-c35f-4525-8754-7027dda732ed req-f203f64a-bd34-49d8-a477-88be463bfa58 service neutron] 10.222.0.18 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034598 Nov 09 18:19:35.609557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7853e8-cd58-401f-a56b-f6da5a5b78da req-99121f2b-e43d-4870-bdbb-ce86f2066031 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:35.612241 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee7853e8-cd58-401f-a56b-f6da5a5b78da req-99121f2b-e43d-4870-bdbb-ce86f2066031 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 945 time: 0.0527735 Nov 09 18:19:35.652315 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee7853e8-cd58-401f-a56b-f6da5a5b78da req-f76fee80-0a68-452a-a550-e842222b6a79 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335534 Nov 09 18:19:35.676587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47002) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:35.744435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-89e4a121-99dc-4f98-bb53-8451df196fb0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/9f3dc7b1-5d23-4be6-8431-905c8bd996bd HTTP/1.1" status: 200 len: 991 time: 0.0666420 Nov 09 18:19:36.445248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 9f14e677-7e73-41ec-a7f8-06fcf3c78300 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:19:36.549029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:36.561282 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'port_id': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'mac_address': 'fa:16:3e:3a:05:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:19:36.604115 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.618323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f14e677-7e73-41ec-a7f8-06fcf3c78300 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:19:36.638137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:36.642843 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.690731 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=12']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:36.879983 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['9f14e677-7e73-41ec-a7f8-06fcf3c78300'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:19:38.460802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 9f14e677-7e73-41ec-a7f8-06fcf3c78300 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:38.520621 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:19:38.526146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:38.526561 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.645230 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.670749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:38.673493 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bdd47b-1d86-4b11-a962-5b903dffc93b" -d '{"events": [{"server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "name": "network-vif-plugged", "status": "completed", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:38.688206 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:38.694581 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.730838 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7500d492-9ea4-415f-994e-22213206ddd0 x-openstack-request-id: req-7500d492-9ea4-415f-994e-22213206ddd0 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:38.731431 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "name": "network-vif-plugged", "status": "completed", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:38.731864 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7500d492-9ea4-415f-994e-22213206ddd0 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:38.732575 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'code': 200} Nov 09 18:19:38.769982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=13']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:40.695767 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-34598383-62f5-40e8-84a7-dc768fbf413b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.677903 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b31f9118-8dab-4dd9-850b-6de88b816f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:44.499567 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:45.486553 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:47.736260 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:53.269585 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:54.072327 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:54.105786 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:19:59.285680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47040) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:59.375853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba9e3f-bc82-43d2-a580-dcb2ee1b6398 req-dc5a7010-9323-4796-ad19-9459fb720cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:59.377411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f6ba9e3f-bc82-43d2-a580-dcb2ee1b6398 req-dc5a7010-9323-4796-ad19-9459fb720cf8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 1096 time: 0.0905995 Nov 09 18:19:59.413453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f6ba9e3f-bc82-43d2-a580-dcb2ee1b6398 req-4bd703d4-bcff-4cc2-90ff-071ac4f0f330 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292675 Nov 09 18:20:06.404781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2411b-22a7-41f5-815c-2c86d6f32208 req-fd80a47d-422a-4a0d-a9d8-1fd711be50f2 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:06.406380 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5cc2411b-22a7-41f5-815c-2c86d6f32208 req-fd80a47d-422a-4a0d-a9d8-1fd711be50f2 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1098 time: 0.0439034 Nov 09 18:20:06.448441 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5cc2411b-22a7-41f5-815c-2c86d6f32208 req-450684f4-525e-493f-9229-08d061441b25 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345960 Nov 09 18:20:06.473268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47076) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:06.638432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a3c378aa-b3c5-4c56-af8c-46b3813b3fa8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port 967b1cd8-e624-4cc3-84cb-bab280ef09c8 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:06.638693 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3c378aa-b3c5-4c56-af8c-46b3813b3fa8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:06.720802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3c378aa-b3c5-4c56-af8c-46b3813b3fa8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:06.721169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3c378aa-b3c5-4c56-af8c-46b3813b3fa8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:06.733929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a3c378aa-b3c5-4c56-af8c-46b3813b3fa8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for 967b1cd8-e624-4cc3-84cb-bab280ef09c8 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:06.892266 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3c378aa-b3c5-4c56-af8c-46b3813b3fa8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:06.920330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c378aa-b3c5-4c56-af8c-46b3813b3fa8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=967b1cd8-e624-4cc3-84cb-bab280ef09c8,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:06.990894 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3c378aa-b3c5-4c56-af8c-46b3813b3fa8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:06.991592 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-a3c378aa-b3c5-4c56-af8c-46b3813b3fa8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Floating IP 9f3dc7b1-5d23-4be6-8431-905c8bd996bd disassociated (deleted). External IP: 172.25.1.90, port: 9f14e677-7e73-41ec-a7f8-06fcf3c78300. Nov 09 18:20:07.225579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c378aa-b3c5-4c56-af8c-46b3813b3fa8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 2cfd698b-ff92-4a2e-a813-7e1023805d9e has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:20:07.345584 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c378aa-b3c5-4c56-af8c-46b3813b3fa8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:20:07.351153 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3c378aa-b3c5-4c56-af8c-46b3813b3fa8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:07.357574 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278dfa8e-9048-42a9-b156-e00eb4e5f6b7 None None] Sync routers for ids ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:20:07.369544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278dfa8e-9048-42a9-b156-e00eb4e5f6b7 None None] Routers {'2cfd698b-ff92-4a2e-a813-7e1023805d9e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:07.370334 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-278dfa8e-9048-42a9-b156-e00eb4e5f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:19:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:07.381274 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a3c378aa-b3c5-4c56-af8c-46b3813b3fa8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/floatingips/9f3dc7b1-5d23-4be6-8431-905c8bd996bd HTTP/1.1" status: 204 len: 168 time: 0.9068434 Nov 09 18:20:07.381866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:07.384294 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229d0c16-aed6-4209-88d0-48c28768cc56" -d '{"events": [{"name": "network-changed", "server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:07.427130 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de23c3b4-b8b5-4c55-b57e-ffa53f2a2166 x-openstack-request-id: req-de23c3b4-b8b5-4c55-b57e-ffa53f2a2166 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:07.427696 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:07.428603 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de23c3b4-b8b5-4c55-b57e-ffa53f2a2166 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:07.429184 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'status': 'completed', 'code': 200} Nov 09 18:20:07.502740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d0c16-aed6-4209-88d0-48c28768cc56 req-682e0cb8-22fd-4f6f-be1e-db6e8c6905e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:07.505080 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-229d0c16-aed6-4209-88d0-48c28768cc56 req-682e0cb8-22fd-4f6f-be1e-db6e8c6905e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 1098 time: 0.0516212 Nov 09 18:20:07.677973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefd16b-95f7-48e4-ae11-d60751beabd5 req-313cdc6e-1488-4042-9a4a-de637d8b34b2 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:07.679690 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2aefd16b-95f7-48e4-ae11-d60751beabd5 req-313cdc6e-1488-4042-9a4a-de637d8b34b2 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 947 time: 0.0911572 Nov 09 18:20:07.681500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d0c16-aed6-4209-88d0-48c28768cc56 req-71c46475-3b97-4ab7-b4c6-170b4264ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:07.682990 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-278dfa8e-9048-42a9-b156-e00eb4e5f6b7 None None] Set router 2cfd698b-ff92-4a2e-a813-7e1023805d9e gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:07.683172 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-229d0c16-aed6-4209-88d0-48c28768cc56 req-71c46475-3b97-4ab7-b4c6-170b4264ef1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 200 len: 898 time: 0.1665056 Nov 09 18:20:07.740621 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-229d0c16-aed6-4209-88d0-48c28768cc56 req-e100f7f1-3373-403f-af56-cac223744f78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 200 len: 217 time: 0.0433815 Nov 09 18:20:07.765940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2aefd16b-95f7-48e4-ae11-d60751beabd5 req-53d8601b-a9b7-4791-bd6a-43ce49fdc78d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759888 Nov 09 18:20:07.800974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d0c16-aed6-4209-88d0-48c28768cc56 req-930470b5-1655-47c1-b438-dbf29338214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:07.802471 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-229d0c16-aed6-4209-88d0-48c28768cc56 req-930470b5-1655-47c1-b438-dbf29338214d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c898e14f-c688-4944-929d-e4509fb61b41 HTTP/1.1" status: 200 len: 835 time: 0.0523403 Nov 09 18:20:07.853934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d0c16-aed6-4209-88d0-48c28768cc56 req-a3f1195d-b91a-4c7e-85d1-19726d80f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:07.855453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-229d0c16-aed6-4209-88d0-48c28768cc56 req-a3f1195d-b91a-4c7e-85d1-19726d80f1d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e27fc500-65cd-4cec-a5c5-7534f5a27900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446510 Nov 09 18:20:07.891182 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-278dfa8e-9048-42a9-b156-e00eb4e5f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:18:11Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'dc9ade6b-4fb9-4882-933b-2da5b83bfe0e', 'name': '', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:b1:f0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:11Z', 'updated_at': '2021-11-09T18:18:16Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:07.921801 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278dfa8e-9048-42a9-b156-e00eb4e5f6b7 None None] Checking router: 2cfd698b-ff92-4a2e-a813-7e1023805d9e for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:20:07.931642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278dfa8e-9048-42a9-b156-e00eb4e5f6b7 None None] Routers {'2cfd698b-ff92-4a2e-a813-7e1023805d9e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:07.932267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-278dfa8e-9048-42a9-b156-e00eb4e5f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:19:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:07.950690 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-229d0c16-aed6-4209-88d0-48c28768cc56 req-73835dfa-a6a0-4dd5-aa8e-5655e9fe5d91 service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852339 Nov 09 18:20:08.049873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-278dfa8e-9048-42a9-b156-e00eb4e5f6b7 None None] Set router 2cfd698b-ff92-4a2e-a813-7e1023805d9e gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:08.056593 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-229d0c16-aed6-4209-88d0-48c28768cc56 req-6b4696d8-588f-4ee8-91d0-267f92966472 service neutron] 10.222.0.13 "GET /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972571 Nov 09 18:20:08.262459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-278dfa8e-9048-42a9-b156-e00eb4e5f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:18:11Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'dc9ade6b-4fb9-4882-933b-2da5b83bfe0e', 'name': '', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:b1:f0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:11Z', 'updated_at': '2021-11-09T18:18:16Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:08.290887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278dfa8e-9048-42a9-b156-e00eb4e5f6b7 None None] The sync data for ids ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'] in n-d-817236-1 is: [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:18:11Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'dc9ade6b-4fb9-4882-933b-2da5b83bfe0e', 'name': '', 'network_id': 'e27fc500-65cd-4cec-a5c5-7534f5a27900', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:b1:f0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:11Z', 'updated_at': '2021-11-09T18:18:16Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'c898e14f-c688-4944-929d-e4509fb61b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:20:08.418329 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e87d7580-e820-4570-b9b1-aa1c5e7cb44e req-42d65e5c-45ef-4137-8ff7-75fe407df1d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454915 Nov 09 18:20:08.509881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d7580-e820-4570-b9b1-aa1c5e7cb44e req-7c03f1ec-c181-49b9-98a4-8ab36697a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:08.511448 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e87d7580-e820-4570-b9b1-aa1c5e7cb44e req-7c03f1ec-c181-49b9-98a4-8ab36697a9f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec1858863bc3403f84eadb85df5f9d1c&device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 1096 time: 0.0480928 Nov 09 18:20:08.521494 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5524ee0-2b27-47d3-86a9-4a8f3497e58b None None] New status for floating IP 9f3dc7b1-5d23-4be6-8431-905c8bd996bd: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:20:08.621852 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d7580-e820-4570-b9b1-aa1c5e7cb44e req-09f3253e-67c3-4e7e-a713-b7620d9da160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:08.623395 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e87d7580-e820-4570-b9b1-aa1c5e7cb44e req-09f3253e-67c3-4e7e-a713-b7620d9da160 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11f68ae3-87c6-4162-85b6-fd55f3318efd HTTP/1.1" status: 200 len: 910 time: 0.0909359 Nov 09 18:20:08.694996 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e87d7580-e820-4570-b9b1-aa1c5e7cb44e req-27369ef1-497d-4892-85ec-364c0eb63295 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 HTTP/1.1" status: 200 len: 1000 time: 0.0639946 Nov 09 18:20:08.747828 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d7580-e820-4570-b9b1-aa1c5e7cb44e req-de5739b0-5de4-4bf4-bfbc-998eed3cee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:08.749323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e87d7580-e820-4570-b9b1-aa1c5e7cb44e req-de5739b0-5de4-4bf4-bfbc-998eed3cee48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=018a83b0-e9fd-4a13-8565-9a3e26ceb2b3 HTTP/1.1" status: 200 len: 848 time: 0.0459170 Nov 09 18:20:08.795462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d7580-e820-4570-b9b1-aa1c5e7cb44e req-302d841c-39ec-4df5-b3a7-c3a249a3c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:08.797026 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e87d7580-e820-4570-b9b1-aa1c5e7cb44e req-302d841c-39ec-4df5-b3a7-c3a249a3c4f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11f68ae3-87c6-4162-85b6-fd55f3318efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402474 Nov 09 18:20:08.915670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6639c-f267-4dee-9c89-aba4798856a9 req-dafa2edf-975d-401b-bbb1-a2daf8af18d4 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:08.917062 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a6f6639c-f267-4dee-9c89-aba4798856a9 req-dafa2edf-975d-401b-bbb1-a2daf8af18d4 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 947 time: 0.0678582 Nov 09 18:20:08.945845 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e87d7580-e820-4570-b9b1-aa1c5e7cb44e req-6621f06a-f7df-4a6a-95f7-4f42560516df service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412661 Nov 09 18:20:08.981445 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a6f6639c-f267-4dee-9c89-aba4798856a9 req-c04f9178-37ee-4b33-bf2e-486f10ae2806 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=01903509-6949-4247-8971-9f5095f88294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580094 Nov 09 18:20:09.054250 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e87d7580-e820-4570-b9b1-aa1c5e7cb44e req-2da9d152-29e6-49b3-9988-447905969ac4 service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953679 Nov 09 18:20:09.099648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a4aef-b5e8-4bcc-bcdd-1e0ef9bf9720 req-09989e96-4d36-4704-b130-5ab8653760d8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:09.101138 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-711a4aef-b5e8-4bcc-bcdd-1e0ef9bf9720 req-09989e96-4d36-4704-b130-5ab8653760d8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 947 time: 0.0509224 Nov 09 18:20:09.196743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-711a4aef-b5e8-4bcc-bcdd-1e0ef9bf9720 req-a3602093-481a-48dc-a455-0e9406983f3a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:09.196997 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-711a4aef-b5e8-4bcc-bcdd-1e0ef9bf9720 req-a3602093-481a-48dc-a455-0e9406983f3a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:09.291867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-711a4aef-b5e8-4bcc-bcdd-1e0ef9bf9720 req-a3602093-481a-48dc-a455-0e9406983f3a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] For port 9f14e677-7e73-41ec-a7f8-06fcf3c78300, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=9f14e677-7e73-41ec-a7f8-06fcf3c78300,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:09.292225 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-711a4aef-b5e8-4bcc-bcdd-1e0ef9bf9720 req-a3602093-481a-48dc-a455-0e9406983f3a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:09.306255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-711a4aef-b5e8-4bcc-bcdd-1e0ef9bf9720 req-a3602093-481a-48dc-a455-0e9406983f3a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for 9f14e677-7e73-41ec-a7f8-06fcf3c78300 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:09.441695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-711a4aef-b5e8-4bcc-bcdd-1e0ef9bf9720 req-a3602093-481a-48dc-a455-0e9406983f3a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:09.776896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3602093-481a-48dc-a455-0e9406983f3a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=9f14e677-7e73-41ec-a7f8-06fcf3c78300,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:09.818954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-711a4aef-b5e8-4bcc-bcdd-1e0ef9bf9720 req-a3602093-481a-48dc-a455-0e9406983f3a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] No DVR routers for this DVR port 9f14e677-7e73-41ec-a7f8-06fcf3c78300 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:09.821638 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-711a4aef-b5e8-4bcc-bcdd-1e0ef9bf9720 req-a3602093-481a-48dc-a455-0e9406983f3a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:09.825145 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-711a4aef-b5e8-4bcc-bcdd-1e0ef9bf9720 req-a3602093-481a-48dc-a455-0e9406983f3a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "DELETE /v2.0/ports/9f14e677-7e73-41ec-a7f8-06fcf3c78300 HTTP/1.1" status: 204 len: 173 time: 0.7141755 Nov 09 18:20:09.825643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'name': 'network-vif-deleted', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:09.828017 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e254cb75-a9e8-4e91-9db1-150ea6c77da4" -d '{"events": [{"server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "name": "network-vif-deleted", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:09.870473 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62807700-b2b6-419e-aa1a-3c8411706d91 x-openstack-request-id: req-62807700-b2b6-419e-aa1a-3c8411706d91 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:09.870765 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afccff0-35dd-44e6-bb9b-be007e2dd876", "name": "network-vif-deleted", "tag": "9f14e677-7e73-41ec-a7f8-06fcf3c78300", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:09.871022 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62807700-b2b6-419e-aa1a-3c8411706d91 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:09.871489 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afccff0-35dd-44e6-bb9b-be007e2dd876', 'name': 'network-vif-deleted', 'tag': '9f14e677-7e73-41ec-a7f8-06fcf3c78300', 'status': 'completed', 'code': 200} Nov 09 18:20:10.092261 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-28f8b9ea-1ee5-4a50-8777-bffcd1c88483 req-0ca3dc76-2f82-4a1a-92f0-2a1264aeadd7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=0afccff0-35dd-44e6-bb9b-be007e2dd876 HTTP/1.1" status: 200 len: 210 time: 0.0281839 Nov 09 18:20:10.698555 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a7fceeb3-4432-483e-91a6-ce1609d50ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:11.152319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47092) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.520219 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-95738bb3-61a4-42f0-8704-bb3411a05323 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:11.785047 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-95738bb3-61a4-42f0-8704-bb3411a05323 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:11.785306 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-95738bb3-61a4-42f0-8704-bb3411a05323 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:11.875908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-95738bb3-61a4-42f0-8704-bb3411a05323 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] For port dc9ade6b-4fb9-4882-933b-2da5b83bfe0e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dc9ade6b-4fb9-4882-933b-2da5b83bfe0e,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:11.876277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-95738bb3-61a4-42f0-8704-bb3411a05323 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:11.888373 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-95738bb3-61a4-42f0-8704-bb3411a05323 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for dc9ade6b-4fb9-4882-933b-2da5b83bfe0e owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:12.082927 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-95738bb3-61a4-42f0-8704-bb3411a05323 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.111115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95738bb3-61a4-42f0-8704-bb3411a05323 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=dc9ade6b-4fb9-4882-933b-2da5b83bfe0e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:12.293387 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-95738bb3-61a4-42f0-8704-bb3411a05323 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.528944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95738bb3-61a4-42f0-8704-bb3411a05323 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 2cfd698b-ff92-4a2e-a813-7e1023805d9e has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:20:12.570853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 9f14e677-7e73-41ec-a7f8-06fcf3c78300 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:12.592507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 9f14e677-7e73-41ec-a7f8-06fcf3c78300 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:12.592861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 9f14e677-7e73-41ec-a7f8-06fcf3c78300 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:12.639619 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95738bb3-61a4-42f0-8704-bb3411a05323 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:20:12.645712 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-95738bb3-61a4-42f0-8704-bb3411a05323 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "PUT /v2.0/routers/2cfd698b-ff92-4a2e-a813-7e1023805d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4922931 Nov 09 18:20:12.648254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47094) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:12.650937 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536756fe-3214-4801-a9bc-653a55d42301 None None] Sync routers for ids ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:20:12.660954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536756fe-3214-4801-a9bc-653a55d42301 None None] Routers {'2cfd698b-ff92-4a2e-a813-7e1023805d9e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:12.661593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-536756fe-3214-4801-a9bc-653a55d42301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:19:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:12.702454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5649a162-6f65-45d4-853a-00c2318ffa75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting subnet c898e14f-c688-4944-929d-e4509fb61b41 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:20:12.706311 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5649a162-6f65-45d4-853a-00c2318ffa75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.749620 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5649a162-6f65-45d4-853a-00c2318ffa75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.770003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-536756fe-3214-4801-a9bc-653a55d42301 None None] Set router 2cfd698b-ff92-4a2e-a813-7e1023805d9e gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:12.845032 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5649a162-6f65-45d4-853a-00c2318ffa75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.909135 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5649a162-6f65-45d4-853a-00c2318ffa75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.938464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649a162-6f65-45d4-853a-00c2318ffa75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Subnet': ['ID=c898e14f-c688-4944-929d-e4509fb61b41,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:12.944143 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5649a162-6f65-45d4-853a-00c2318ffa75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.950772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47096) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:12.951625 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5649a162-6f65-45d4-853a-00c2318ffa75 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/subnets/c898e14f-c688-4944-929d-e4509fb61b41 HTTP/1.1" status: 204 len: 168 time: 0.3023462 Nov 09 18:20:12.954444 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d2c79-7867-4922-8305-9e7a881e5755 None None] Network e27fc500-65cd-4cec-a5c5-7534f5a27900 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:13.006941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-536756fe-3214-4801-a9bc-653a55d42301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:20:12Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:13.044180 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536756fe-3214-4801-a9bc-653a55d42301 None None] Checking router: 2cfd698b-ff92-4a2e-a813-7e1023805d9e for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:20:13.060384 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.075246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536756fe-3214-4801-a9bc-653a55d42301 None None] Routers {'2cfd698b-ff92-4a2e-a813-7e1023805d9e'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:13.075882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-536756fe-3214-4801-a9bc-653a55d42301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:19:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:13.172854 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.212872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-536756fe-3214-4801-a9bc-653a55d42301 None None] Set router 2cfd698b-ff92-4a2e-a813-7e1023805d9e gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:13.233906 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port c3298975-068d-4c1f-b584-01b6aa61d093 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:13.233906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.272598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] DHCP port deletion for e27fc500-65cd-4cec-a5c5-7534f5a27900 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:20:13.319405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] For port c3298975-068d-4c1f-b584-01b6aa61d093, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c3298975-068d-4c1f-b584-01b6aa61d093,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:13.319777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.332963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for c3298975-068d-4c1f-b584-01b6aa61d093 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:13.411740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Deleting port 30e061db-7cf4-4c61-b9d8-44be01db0479 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:13.412119 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.491480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] For port 30e061db-7cf4-4c61-b9d8-44be01db0479, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=30e061db-7cf4-4c61-b9d8-44be01db0479,segment=NetworkSegment(fc3e02cf-c3ac-4e8f-80fe-406c1378067f),segment_id=fc3e02cf-c3ac-4e8f-80fe-406c1378067f)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:13.491903 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.508124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Calling delete_port for 30e061db-7cf4-4c61-b9d8-44be01db0479 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:13.511123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.521924 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-536756fe-3214-4801-a9bc-653a55d42301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:20:12Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:13.540178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=c3298975-068d-4c1f-b584-01b6aa61d093,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:13.580518 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536756fe-3214-4801-a9bc-653a55d42301 None None] The sync data for ids ['2cfd698b-ff92-4a2e-a813-7e1023805d9e'] in n-d-817236-1 is: [{'id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723811769', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:07Z', 'updated_at': '2021-11-09T18:20:12Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'c3298975-068d-4c1f-b584-01b6aa61d093', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd698b-ff92-4a2e-a813-7e1023805d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:08Z', 'updated_at': '2021-11-09T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:20:13.605250 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.645191 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.678586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Pushing event deleted for resources: {'Port': ['ID=30e061db-7cf4-4c61-b9d8-44be01db0479,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:13.692189 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] No DVR routers for this DVR port 30e061db-7cf4-4c61-b9d8-44be01db0479 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:13.695702 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa02915a-d98b-4f49-9b74-e4baf4c110f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.702962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:13.702962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:13.702962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:13.702962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:13.702962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:13.702962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:13.702962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:13.702962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:13.702962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:13.702962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:13.702962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:13.702962 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a2748-5052-465c-958b-43b54906ab85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:13.705812 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.708046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.756099 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.756573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Fanout notify agent at l3_agent the message router_deleted on router 2cfd698b-ff92-4a2e-a813-7e1023805d9e {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:20:13.763800 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.764949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f26156aa-bcf2-4b0c-8129-c9501fb077db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/routers/2cfd698b-ff92-4a2e-a813-7e1023805d9e HTTP/1.1" status: 204 len: 168 time: 0.8124535 Nov 09 18:20:13.768392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47102) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:13.847154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-46f6ea9e-776d-440a-9f09-d755fa21bc0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.952010 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-46f6ea9e-776d-440a-9f09-d755fa21bc0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.980220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-46f6ea9e-776d-440a-9f09-d755fa21bc0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27fc500-65cd-4cec-a5c5-7534f5a27900']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:13.991800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-46f6ea9e-776d-440a-9f09-d755fa21bc0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:13.992103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-46f6ea9e-776d-440a-9f09-d755fa21bc0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3e02cf-c3ac-4e8f-80fe-406c1378067f') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:14.010016 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-46f6ea9e-776d-440a-9f09-d755fa21bc0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.032269 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-46f6ea9e-776d-440a-9f09-d755fa21bc0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.038710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f6ea9e-776d-440a-9f09-d755fa21bc0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:20:14.039114 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-46f6ea9e-776d-440a-9f09-d755fa21bc0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:20:14.042318 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:20:14.083325 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 30e061db-7cf4-4c61-b9d8-44be01db0479 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:14.111816 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 30e061db-7cf4-4c61-b9d8-44be01db0479 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:14.112260 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 30e061db-7cf4-4c61-b9d8-44be01db0479 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:14.114582 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dc9ade6b-4fb9-4882-933b-2da5b83bfe0e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:14.116459 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-46f6ea9e-776d-440a-9f09-d755fa21bc0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.124882 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-46f6ea9e-776d-440a-9f09-d755fa21bc0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.131136 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-46f6ea9e-776d-440a-9f09-d755fa21bc0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/networks/e27fc500-65cd-4cec-a5c5-7534f5a27900 HTTP/1.1" status: 204 len: 168 time: 0.3593824 Nov 09 18:20:14.131541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47104) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:14.138202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: dc9ade6b-4fb9-4882-933b-2da5b83bfe0e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:14.138563 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dc9ade6b-4fb9-4882-933b-2da5b83bfe0e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:14.150617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6ea9e-776d-440a-9f09-d755fa21bc0d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Network': ['ID=e27fc500-65cd-4cec-a5c5-7534f5a27900,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:14.206897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-adab8733-2053-4255-b68a-67bb30023cdb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.235033 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-adab8733-2053-4255-b68a-67bb30023cdb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.300631 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-adab8733-2053-4255-b68a-67bb30023cdb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.303429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-adab8733-2053-4255-b68a-67bb30023cdb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.304548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-adab8733-2053-4255-b68a-67bb30023cdb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/security-groups/01903509-6949-4247-8971-9f5095f88294 HTTP/1.1" status: 204 len: 168 time: 0.1717932 Nov 09 18:20:14.315711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab8733-2053-4255-b68a-67bb30023cdb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01903509-6949-4247-8971-9f5095f88294,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:14.492857 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.577137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47110) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:14.582021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-917fa0a4-d104-46de-b374-a6b9fd15255b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1034005059', 'description': 'tempest-secgroup-smoke-1034005059 description', 'project_id': '9285a9a6b01f49df82a08612ddfa882f'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:14.606062 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-917fa0a4-d104-46de-b374-a6b9fd15255b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.683437 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-917fa0a4-d104-46de-b374-a6b9fd15255b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.692508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-917fa0a4-d104-46de-b374-a6b9fd15255b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.722613 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-917fa0a4-d104-46de-b374-a6b9fd15255b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.723934 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-917fa0a4-d104-46de-b374-a6b9fd15255b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1457820 Nov 09 18:20:14.727086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47112) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:14.729445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fa0a4-d104-46de-b374-a6b9fd15255b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:14.732829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-cb35d6f5-c25c-4d5e-969b-d580687f8c6f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:14.762493 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cb35d6f5-c25c-4d5e-969b-d580687f8c6f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.822282 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cb35d6f5-c25c-4d5e-969b-d580687f8c6f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.826590 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cb35d6f5-c25c-4d5e-969b-d580687f8c6f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.854836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35d6f5-c25c-4d5e-969b-d580687f8c6f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4679901-7c1f-4cdd-ae2d-56fa07b3c770,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:14.871907 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cb35d6f5-c25c-4d5e-969b-d580687f8c6f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.873931 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cb35d6f5-c25c-4d5e-969b-d580687f8c6f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456466 Nov 09 18:20:14.877274 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47114) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:14.882312 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-fcc4272e-fbb6-4c8c-9584-72f861f6b5b6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:14.909327 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fcc4272e-fbb6-4c8c-9584-72f861f6b5b6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.970071 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fcc4272e-fbb6-4c8c-9584-72f861f6b5b6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.973831 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fcc4272e-fbb6-4c8c-9584-72f861f6b5b6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.992351 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4272e-fbb6-4c8c-9584-72f861f6b5b6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f82371-2bba-468d-a226-b5626db4c354,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:15.003536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fcc4272e-fbb6-4c8c-9584-72f861f6b5b6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.004763 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fcc4272e-fbb6-4c8c-9584-72f861f6b5b6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259379 Nov 09 18:20:15.007662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47116) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:15.011966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ea950f12-9529-4b6f-aa9e-479ad00c83c6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:15.039543 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea950f12-9529-4b6f-aa9e-479ad00c83c6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.103723 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea950f12-9529-4b6f-aa9e-479ad00c83c6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.107401 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea950f12-9529-4b6f-aa9e-479ad00c83c6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.126724 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea950f12-9529-4b6f-aa9e-479ad00c83c6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3a007d-5a52-4800-adf0-3936d6c9945a,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:15.136830 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ea950f12-9529-4b6f-aa9e-479ad00c83c6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.138603 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ea950f12-9529-4b6f-aa9e-479ad00c83c6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298790 Nov 09 18:20:15.141265 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47118) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:15.148029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3ecb4100-be6d-4f12-9457-b631727cfd11 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:15.177217 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4100-be6d-4f12-9457-b631727cfd11 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.239445 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4100-be6d-4f12-9457-b631727cfd11 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.243156 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4100-be6d-4f12-9457-b631727cfd11 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.260962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb4100-be6d-4f12-9457-b631727cfd11 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b73d6b-ba03-4193-a24b-4bb21c732adb,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:15.270300 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4100-be6d-4f12-9457-b631727cfd11 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.271543 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3ecb4100-be6d-4f12-9457-b631727cfd11 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290884 Nov 09 18:20:15.274218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47120) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:15.278592 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bf9753ca-e839-44bc-b1f6-7966e300854d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:15.301092 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-bf9753ca-e839-44bc-b1f6-7966e300854d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Project 9285a9a6b01f49df82a08612ddfa882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:20:15.305910 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf9753ca-e839-44bc-b1f6-7966e300854d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.367656 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf9753ca-e839-44bc-b1f6-7966e300854d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.371399 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf9753ca-e839-44bc-b1f6-7966e300854d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.391407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9753ca-e839-44bc-b1f6-7966e300854d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f488eaac-3bdb-486e-8e9b-684e7d03d417,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:15.396311 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bf9753ca-e839-44bc-b1f6-7966e300854d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.397518 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bf9753ca-e839-44bc-b1f6-7966e300854d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223745 Nov 09 18:20:15.400302 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47122) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:15.404719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-68a5b245-b296-41a6-bafc-52eb2be64449 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': '60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:15.427830 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-68a5b245-b296-41a6-bafc-52eb2be64449 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Project 9285a9a6b01f49df82a08612ddfa882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:20:15.432735 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68a5b245-b296-41a6-bafc-52eb2be64449 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.494129 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.504342 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68a5b245-b296-41a6-bafc-52eb2be64449 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.508311 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68a5b245-b296-41a6-bafc-52eb2be64449 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.528936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5b245-b296-41a6-bafc-52eb2be64449 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a82608-0545-4040-bccb-a1ac20c7c267,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:15.537964 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-68a5b245-b296-41a6-bafc-52eb2be64449 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.539173 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-68a5b245-b296-41a6-bafc-52eb2be64449 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379125 Nov 09 18:20:15.542095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47124) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:15.547444 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a7b1cf7c-6661-45c4-a3bb-2c77b3026c29 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'network': {'name': 'tempest-network-smoke--1804922910', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'port_security_enabled': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:15.568941 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b1cf7c-6661-45c4-a3bb-2c77b3026c29 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Made reservation on behalf of 9285a9a6b01f49df82a08612ddfa882f for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:15.572452 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7b1cf7c-6661-45c4-a3bb-2c77b3026c29 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.598410 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b1cf7c-6661-45c4-a3bb-2c77b3026c29 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:20:15.608556 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7b1cf7c-6661-45c4-a3bb-2c77b3026c29 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.608902 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-a7b1cf7c-6661-45c4-a3bb-2c77b3026c29 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Added segment f69d604c-2c1c-4ab3-b777-8ceb8209c41b of type vlan for network 37ed836f-c949-4f9d-a842-e0191ab8cc50 Nov 09 18:20:15.651151 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7b1cf7c-6661-45c4-a3bb-2c77b3026c29 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.677160 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7b1cf7c-6661-45c4-a3bb-2c77b3026c29 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.682791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b1cf7c-6661-45c4-a3bb-2c77b3026c29 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:15.683417 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a7b1cf7c-6661-45c4-a3bb-2c77b3026c29 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.686028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c3298975-068d-4c1f-b584-01b6aa61d093 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:15.707653 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: c3298975-068d-4c1f-b584-01b6aa61d093 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:15.708031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c3298975-068d-4c1f-b584-01b6aa61d093 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:15.751046 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a7b1cf7c-6661-45c4-a3bb-2c77b3026c29 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2079184 Nov 09 18:20:15.754616 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47126) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:15.761848 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'admin_state_up': True, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:15.768989 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1cf7c-6661-45c4-a3bb-2c77b3026c29 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Network': ['ID=37ed836f-c949-4f9d-a842-e0191ab8cc50,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:15.779321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 37ed836f-c949-4f9d-a842-e0191ab8cc50 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:20:15.790319 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.791399 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.843657 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.984637 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.534844 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.569504 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.687117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.25.1.136 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/298634b8-45a9-478f-b08f-aa8687286351) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:16.824395 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.869721 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.917198 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:16.921014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:16.924968 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:16.957902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=298634b8-45a9-478f-b08f-aa8687286351,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:17.208742 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.421196 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.555619 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 43f2b2b1-9498-4a12-9bff-957430766162 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:20:17.667758 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:20:17.680814 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Sync routers for ids ['43f2b2b1-9498-4a12-9bff-957430766162'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:20:17.689666 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.690980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d591303d-d1c9-4443-9563-801a7846f89e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9348893 Nov 09 18:20:17.691279 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Routers {'43f2b2b1-9498-4a12-9bff-957430766162'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:17.691797 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:20:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43f2b2b1-9498-4a12-9bff-957430766162'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:17.694114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47128) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:17.723005 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e495efcd-fe62-4939-8039-915020b06d41 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=9285a9a6b01f49df82a08612ddfa882f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276978 Nov 09 18:20:17.725593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47130) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:17.738240 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.792672 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Set router 43f2b2b1-9498-4a12-9bff-957430766162 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:17.812425 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfd866e-a8c0-415c-8d89-e1b4c850696c tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:17.814810 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2bfd866e-a8c0-415c-8d89-e1b4c850696c tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883076 Nov 09 18:20:17.817711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47132) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:17.847627 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3ef45ccf-b392-486c-9315-9b68eb19ed69 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265374 Nov 09 18:20:17.848251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47134) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:17.852721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9ab3ec5a-af4a-4b3d-b643-b27393057702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1773987039', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:17.952435 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab3ec5a-af4a-4b3d-b643-b27393057702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Made reservation on behalf of 9285a9a6b01f49df82a08612ddfa882f for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:17.956124 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ec5a-af4a-4b3d-b643-b27393057702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.980638 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:20:17Z', 'revision_number': 3, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:18.008125 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Checking router: 43f2b2b1-9498-4a12-9bff-957430766162 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:20:18.008470 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Updating router 43f2b2b1-9498-4a12-9bff-957430766162 port 298634b8-45a9-478f-b08f-aa8687286351 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:20:18.035662 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.150596 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ec5a-af4a-4b3d-b643-b27393057702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.211943 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3ec5a-af4a-4b3d-b643-b27393057702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Subnet': ['ID=a58fb092-c393-487f-a62b-c6b7e2e2df9e,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:18.220923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3ec5a-af4a-4b3d-b643-b27393057702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Checking segment: {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:18.221293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab3ec5a-af4a-4b3d-b643-b27393057702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network hostable DHCP agents. Network: 37ed836f-c949-4f9d-a842-e0191ab8cc50, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:20:18.239975 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab3ec5a-af4a-4b3d-b643-b27393057702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network 37ed836f-c949-4f9d-a842-e0191ab8cc50 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:20:18.249254 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-9ab3ec5a-af4a-4b3d-b643-b27393057702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 37ed836f-c949-4f9d-a842-e0191ab8cc50) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:18.254323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab3ec5a-af4a-4b3d-b643-b27393057702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:18.254909 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ec5a-af4a-4b3d-b643-b27393057702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.266999 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b0bf88-211a-4378-b38c-8a376e9d5ee8 None None] Network 37ed836f-c949-4f9d-a842-e0191ab8cc50 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:18.274950 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9ab3ec5a-af4a-4b3d-b643-b27393057702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4260101 Nov 09 18:20:18.277714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47136) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:18.304459 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.310928 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.360361 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Attempting to bind port 298634b8-45a9-478f-b08f-aa8687286351 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:20:18.360747 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Attempting to bind port 298634b8-45a9-478f-b08f-aa8687286351 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:20:18.361101 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Attempting to bind port 298634b8-45a9-478f-b08f-aa8687286351 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:18.370944 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:20:18.371348 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:18.371885 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.372279 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:20:18.372750 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Bound port: 298634b8-45a9-478f-b08f-aa8687286351, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:20:18.373137 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.425601 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] For port 298634b8-45a9-478f-b08f-aa8687286351, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:20:18.428849 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] For port 298634b8-45a9-478f-b08f-aa8687286351, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=298634b8-45a9-478f-b08f-aa8687286351,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:20:18.435494 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.438045 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Pushing event updated for resources: {'Port': ['ID=298634b8-45a9-478f-b08f-aa8687286351,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:18.441034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-37ed836f-c949-4f9d-a842-e0191ab8cc50', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ips': [{'subnet_id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:20:18.442033 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.446574 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:18.446921 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:18.447280 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:18.447619 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:18.447953 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:18.448283 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:18.448608 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:18.448957 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:18.449283 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:18.449625 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:18.449930 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:18.450244 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:18.512391 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Routers {'43f2b2b1-9498-4a12-9bff-957430766162'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:18.513242 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:20:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43f2b2b1-9498-4a12-9bff-957430766162'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:18.633799 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] Set router 43f2b2b1-9498-4a12-9bff-957430766162 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:18.744112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Allocated IP 172.20.0.2 (37ed836f-c949-4f9d-a842-e0191ab8cc50/a58fb092-c393-487f-a62b-c6b7e2e2df9e/0556cfeb-fc1f-45c6-a5e7-2d40694cc059) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:18.753954 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.813715 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae440c0-a023-49e4-92fa-ef266539733b None None] Pushing event updated for resources: {'Port': ['ID=298634b8-45a9-478f-b08f-aa8687286351,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:18.897373 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.903773 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.942896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Network 37ed836f-c949-4f9d-a842-e0191ab8cc50 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:18.947462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:18.949087 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:20:17Z', 'revision_number': 3, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:18.955457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:18.958613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Pushing event updated for resources: {'Port': ['ID=0556cfeb-fc1f-45c6-a5e7-2d40694cc059,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:18.999725 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47139b98-579e-4672-879a-b51c8aabc5aa None None] The sync data for ids ['43f2b2b1-9498-4a12-9bff-957430766162'] in n-d-817236-1 is: [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:20:17Z', 'revision_number': 3, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:20:19.019575 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Attempting to bind port 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:20:19.020272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Attempting to bind port 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:20:19.020802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Attempting to bind port 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 on network 37ed836f-c949-4f9d-a842-e0191ab8cc50 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:19.026654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:20:19.027421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Checking segment: {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:19.028002 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.028558 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Bound using segment: {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:20:19.029069 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Bound port: 0556cfeb-fc1f-45c6-a5e7-2d40694cc059, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:20:19.029439 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.077790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.20.0.1 (37ed836f-c949-4f9d-a842-e0191ab8cc50/a58fb092-c393-487f-a62b-c6b7e2e2df9e/a07e0467-7bfb-40a7-9532-d52600162c21) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:19.106794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] For port 0556cfeb-fc1f-45c6-a5e7-2d40694cc059, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:20:19.114696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] For port 0556cfeb-fc1f-45c6-a5e7-2d40694cc059, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=0556cfeb-fc1f-45c6-a5e7-2d40694cc059,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:20:19.120517 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.182051 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e308bb0-1cdd-46f5-8dcb-baf318718b80 None None] Pushing event updated for resources: {'Port': ['ID=0556cfeb-fc1f-45c6-a5e7-2d40694cc059,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:19.209174 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.255632 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.313955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network 37ed836f-c949-4f9d-a842-e0191ab8cc50 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:19.319271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:19.323958 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:19.374446 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=a07e0467-7bfb-40a7-9532-d52600162c21,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:19.408341 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.554567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.810761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:19.867287 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.872788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:19.873304 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.873634 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.960236 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.963434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=a07e0467-7bfb-40a7-9532-d52600162c21,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:19.977670 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:20.017321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 0556cfeb-fc1f-45c6-a5e7-2d40694cc059, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=0556cfeb-fc1f-45c6-a5e7-2d40694cc059,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:20.023905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:20.024815 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 298634b8-45a9-478f-b08f-aa8687286351 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:20.097442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network 37ed836f-c949-4f9d-a842-e0191ab8cc50 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:20.100372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:20.116003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=0556cfeb-fc1f-45c6-a5e7-2d40694cc059,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:20.129908 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 298634b8-45a9-478f-b08f-aa8687286351 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:20.130388 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:20.217288 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:20.232162 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 43f2b2b1-9498-4a12-9bff-957430766162 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:20:20.240581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 298634b8-45a9-478f-b08f-aa8687286351, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=298634b8-45a9-478f-b08f-aa8687286351,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:20.245543 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:20.289777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0a50d-72b2-4216-a98f-f3fccac99865 None None] Network 37ed836f-c949-4f9d-a842-e0191ab8cc50 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:20.342873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=298634b8-45a9-478f-b08f-aa8687286351,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:20.359687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:20:20.365928 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-de00cbbe-53b1-4e2c-ab60-fab6d63f17ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "PUT /v2.0/routers/43f2b2b1-9498-4a12-9bff-957430766162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0864573 Nov 09 18:20:20.368934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-26988aa9-9910-4244-a23d-9d7049a8400a None None] Provisioning complete for port 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:20.369305 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-26988aa9-9910-4244-a23d-9d7049a8400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:20.819972 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-a6db2b8d-f27b-44a1-b5cf-cfcc862e0569 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1034005059&fields=id&tenant_id=9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 267 time: 0.0388846 Nov 09 18:20:20.853959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-36d178f2-c39d-42b6-906e-4b851b09b598 None None] Provisioning complete for port 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:20.854444 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-36d178f2-c39d-42b6-906e-4b851b09b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:20.892964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Sync routers for ids ['43f2b2b1-9498-4a12-9bff-957430766162'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:20:20.907553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Routers {'43f2b2b1-9498-4a12-9bff-957430766162'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:20.908205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:20:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43f2b2b1-9498-4a12-9bff-957430766162'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:20.965130 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-f8ea4863-2604-4b4d-9261-4f0d74e85c07 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:20.966699 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-f8ea4863-2604-4b4d-9261-4f0d74e85c07 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/networks?id=37ed836f-c949-4f9d-a842-e0191ab8cc50 HTTP/1.1" status: 200 len: 797 time: 0.1361229 Nov 09 18:20:20.983981 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-395ace5d-25fc-4e87-a1bf-c6f6ca38bd0a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/quotas/9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 375 time: 0.0096593 Nov 09 18:20:21.053120 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-d2c45f24-514d-4a49-ab4b-ac5c9b41daa9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556626 Nov 09 18:20:21.067108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Set router 43f2b2b1-9498-4a12-9bff-957430766162 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:21.101231 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-36d178f2-c39d-42b6-906e-4b851b09b598 None None] Provisioning complete for port a07e0467-7bfb-40a7-9532-d52600162c21 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:21.101611 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-36d178f2-c39d-42b6-906e-4b851b09b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.174470 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-36d178f2-c39d-42b6-906e-4b851b09b598 None None] Port a07e0467-7bfb-40a7-9532-d52600162c21 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:21.245004 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-7da7d83e-3365-455b-856b-a75ca880f1a4 service neutron] 10.222.0.81 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776888 Nov 09 18:20:21.306142 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-131adcd7-e5b9-40f5-9d46-1680f57da96c None None] Provisioning complete for port a07e0467-7bfb-40a7-9532-d52600162c21 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:21.306526 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-131adcd7-e5b9-40f5-9d46-1680f57da96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.338237 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-494cd075-cb8b-4159-a870-2ce35d0e7d4e service neutron] 10.222.0.81 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867410 Nov 09 18:20:21.345966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-131adcd7-e5b9-40f5-9d46-1680f57da96c None None] Port a07e0467-7bfb-40a7-9532-d52600162c21 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:21.351991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:20:19Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'a07e0467-7bfb-40a7-9532-d52600162c21', 'name': '', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:86:6f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:18Z', 'updated_at': '2021-11-09T18:20:19Z', 'revision_number': 2, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:21.383684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Checking router: 43f2b2b1-9498-4a12-9bff-957430766162 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:20:21.384048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Updating router 43f2b2b1-9498-4a12-9bff-957430766162 port a07e0467-7bfb-40a7-9532-d52600162c21 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:20:21.409921 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.573135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-75d4d7d6-c5c7-4179-a0bf-60246f3bc79f req-a1de2e47-334f-49c9-be0f-8ccef9695d2c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 210 time: 0.0933068 Nov 09 18:20:21.695791 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.702677 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.762654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:21.840291 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e3b5b-6cac-45d5-912a-c8ebf58870fd None None] Pushing event updated for resources: {'Port': ['ID=a07e0467-7bfb-40a7-9532-d52600162c21,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:21.862680 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Attempting to bind port a07e0467-7bfb-40a7-9532-d52600162c21 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:20:21.863334 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Attempting to bind port a07e0467-7bfb-40a7-9532-d52600162c21 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:20:21.863888 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Attempting to bind port a07e0467-7bfb-40a7-9532-d52600162c21 on network 37ed836f-c949-4f9d-a842-e0191ab8cc50 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:21.870119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:20:21.870987 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Checking segment: {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:21.870987 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.871327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Bound using segment: {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:20:21.871819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Bound port: a07e0467-7bfb-40a7-9532-d52600162c21, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:20:21.872212 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.922004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:21.922632 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.993719 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] For port a07e0467-7bfb-40a7-9532-d52600162c21, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:20:21.997636 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] For port a07e0467-7bfb-40a7-9532-d52600162c21, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a07e0467-7bfb-40a7-9532-d52600162c21,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:20:22.006462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c934872c-c282-49cd-b398-ec5ff080e56d None None] Provisioning complete for port a07e0467-7bfb-40a7-9532-d52600162c21 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:22.007300 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c934872c-c282-49cd-b398-ec5ff080e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:22.009596 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:22.135883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e3b5b-6cac-45d5-912a-c8ebf58870fd None None] Pushing event updated for resources: {'Port': ['ID=a07e0467-7bfb-40a7-9532-d52600162c21,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:22.146538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Routers {'43f2b2b1-9498-4a12-9bff-957430766162'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:22.147172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:20:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43f2b2b1-9498-4a12-9bff-957430766162'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:22.149513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 298634b8-45a9-478f-b08f-aa8687286351 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:22.316484 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c934872c-c282-49cd-b398-ec5ff080e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:22.327813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] Set router 43f2b2b1-9498-4a12-9bff-957430766162 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:22.370226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 298634b8-45a9-478f-b08f-aa8687286351 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:22.370519 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:22.447811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c934872c-c282-49cd-b398-ec5ff080e56d None None] For port a07e0467-7bfb-40a7-9532-d52600162c21, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a07e0467-7bfb-40a7-9532-d52600162c21,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:22.457843 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c934872c-c282-49cd-b398-ec5ff080e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:22.527325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-fb2e329a-b984-476f-9f33-eaa745464afb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:22.528884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-fb2e329a-b984-476f-9f33-eaa745464afb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "GET /v2.0/networks?id=37ed836f-c949-4f9d-a842-e0191ab8cc50 HTTP/1.1" status: 200 len: 797 time: 0.1123626 Nov 09 18:20:22.582811 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-69e1dad4-86b0-4cd9-b9a9-1e119f80930d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 380 time: 0.0430603 Nov 09 18:20:22.592977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-29cbc146-8cd0-4d4c-a4a8-848fc59c756f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'port': {'device_id': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'admin_state_up': True, 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'security_groups': ['60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:22.689050 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5b6980e0-0986-4ddf-b1e1-52d5245f0719 req-738f8466-327a-4514-8f0c-2987c8c3793d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 210 time: 0.0291977 Nov 09 18:20:22.718422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-29cbc146-8cd0-4d4c-a4a8-848fc59c756f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Made reservation on behalf of 9285a9a6b01f49df82a08612ddfa882f for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:22.722120 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-29cbc146-8cd0-4d4c-a4a8-848fc59c756f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:22.756876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-15010a42-ffeb-4cc3-9b4b-99e35b2f23f6 None None] Provisioning complete for port a07e0467-7bfb-40a7-9532-d52600162c21 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:22.757339 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-15010a42-ffeb-4cc3-9b4b-99e35b2f23f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:22.770267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934872c-c282-49cd-b398-ec5ff080e56d None None] Pushing event updated for resources: {'Port': ['ID=a07e0467-7bfb-40a7-9532-d52600162c21,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:22.851500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-29cbc146-8cd0-4d4c-a4a8-848fc59c756f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.20.0.4 (37ed836f-c949-4f9d-a842-e0191ab8cc50/a58fb092-c393-487f-a62b-c6b7e2e2df9e/2a7f65e4-f439-457e-a002-278ba33c48e4) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:22.912253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:20:19Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'a07e0467-7bfb-40a7-9532-d52600162c21', 'name': '', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:86:6f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:18Z', 'updated_at': '2021-11-09T18:20:21Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:22.943612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f10d67-1dd5-46e3-86f5-89f3a5bf911e None None] The sync data for ids ['43f2b2b1-9498-4a12-9bff-957430766162'] in n-d-817236-1 is: [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:20:19Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'a07e0467-7bfb-40a7-9532-d52600162c21', 'name': '', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:86:6f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:18Z', 'updated_at': '2021-11-09T18:20:21Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:20:23.005235 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-29cbc146-8cd0-4d4c-a4a8-848fc59c756f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.041061 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-29cbc146-8cd0-4d4c-a4a8-848fc59c756f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.091725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-29cbc146-8cd0-4d4c-a4a8-848fc59c756f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network 37ed836f-c949-4f9d-a842-e0191ab8cc50 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:23.095496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-29cbc146-8cd0-4d4c-a4a8-848fc59c756f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:23.099516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-29cbc146-8cd0-4d4c-a4a8-848fc59c756f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:23.108989 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbc146-8cd0-4d4c-a4a8-848fc59c756f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=2a7f65e4-f439-457e-a002-278ba33c48e4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:23.159145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-29cbc146-8cd0-4d4c-a4a8-848fc59c756f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:23.159842 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-29cbc146-8cd0-4d4c-a4a8-848fc59c756f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.177472 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-29cbc146-8cd0-4d4c-a4a8-848fc59c756f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5884793 Nov 09 18:20:23.191370 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Request body: {'port': {'device_id': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:23.251584 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.280058 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.329307 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e0b4ddfe-d6ed-4c3a-b2a6-e88208793d0a None None] Provisioning complete for port 2a7f65e4-f439-457e-a002-278ba33c48e4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:23.329749 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e0b4ddfe-d6ed-4c3a-b2a6-e88208793d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.368095 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4ddfe-d6ed-4c3a-b2a6-e88208793d0a None None] Port 2a7f65e4-f439-457e-a002-278ba33c48e4 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:23.561737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7f65e4-f439-457e-a002-278ba33c48e4 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:20:23.570687 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.584239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Transition to ACTIVE for port object 2a7f65e4-f439-457e-a002-278ba33c48e4 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:20:23.588995 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.643601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Pushing event updated for resources: {'Port': ['ID=2a7f65e4-f439-457e-a002-278ba33c48e4,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:23.730528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Attempting to bind port 2a7f65e4-f439-457e-a002-278ba33c48e4 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:20:23.730867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Attempting to bind port 2a7f65e4-f439-457e-a002-278ba33c48e4 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:20:23.731194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Attempting to bind port 2a7f65e4-f439-457e-a002-278ba33c48e4 on network 37ed836f-c949-4f9d-a842-e0191ab8cc50 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:23.738746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Port 2a7f65e4-f439-457e-a002-278ba33c48e4 on network 37ed836f-c949-4f9d-a842-e0191ab8cc50 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:20:23.739526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Attempting to bind port 2a7f65e4-f439-457e-a002-278ba33c48e4 on network 37ed836f-c949-4f9d-a842-e0191ab8cc50 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:23.746445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:20:23.746848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Checking segment: {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:23.747545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Bound using segment: {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:20:23.748112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Bound port: 2a7f65e4-f439-457e-a002-278ba33c48e4, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:20:23.748470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.822442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a07e0467-7bfb-40a7-9532-d52600162c21 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:23.884387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:20:23.889096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:20:23.898222 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae41d2-0990-4aed-bb45-145f3c174c0c req-7b0b7f41-4805-47f6-a326-5bf5409eea67 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:23.899779 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5ae41d2-0990-4aed-bb45-145f3c174c0c req-7b0b7f41-4805-47f6-a326-5bf5409eea67 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 943 time: 0.0941808 Nov 09 18:20:23.901417 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.904593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a07e0467-7bfb-40a7-9532-d52600162c21 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:23.904985 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.948501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:23.948641 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.950009 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] 10.222.0.13 "PUT /v2.0/ports/2a7f65e4-f439-457e-a002-278ba33c48e4 HTTP/1.1" status: 200 len: 1091 time: 0.7637644 Nov 09 18:20:23.950472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:23.953628 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9f2a1d-5543-4c69-927e-2a2972f25044" -d '{"events": [{"name": "network-changed", "server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:24.038540 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e5ae41d2-0990-4aed-bb45-145f3c174c0c req-23f1758b-7191-4ad3-adde-fd084dd878f1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278934 Nov 09 18:20:24.041570 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51d680a-2430-4f38-bbcd-cde99385e5b7 x-openstack-request-id: req-b51d680a-2430-4f38-bbcd-cde99385e5b7 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:24.041959 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:24.043030 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b51d680a-2430-4f38-bbcd-cde99385e5b7 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:24.043667 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'status': 'completed', 'code': 200} Nov 09 18:20:24.046311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d87fe6-1156-4c3e-89ae-d6188e2754eb service neutron] Pushing event updated for resources: {'Port': ['ID=2a7f65e4-f439-457e-a002-278ba33c48e4,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:24.079014 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.084294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-4b77b76f-5570-4e7d-8241-7d9f492a57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:24.086478 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-4b77b76f-5570-4e7d-8241-7d9f492a57d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 1094 time: 0.0909722 Nov 09 18:20:24.143578 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-4f2d51b4-49ac-41d5-b3e9-33a4d48b40ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a7f65e4-f439-457e-a002-278ba33c48e4 HTTP/1.1" status: 200 len: 217 time: 0.0478809 Nov 09 18:20:24.201019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-4e0d1c0a-d901-463c-af05-4811e05dff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:24.202528 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-4e0d1c0a-d901-463c-af05-4811e05dff4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a58fb092-c393-487f-a62b-c6b7e2e2df9e HTTP/1.1" status: 200 len: 835 time: 0.0521953 Nov 09 18:20:24.253003 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-558bcf8f-ca82-45aa-a614-ecb390ed7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:24.254562 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-558bcf8f-ca82-45aa-a614-ecb390ed7294 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37ed836f-c949-4f9d-a842-e0191ab8cc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418322 Nov 09 18:20:24.350399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-61beb7b8-4804-4440-a219-e3c74241c16c service neutron] 10.222.0.13 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885532 Nov 09 18:20:24.446130 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1e77a9d-15a6-4854-80a0-9045669b8b5e req-e166f715-b780-453f-a3b2-7cdc7a807ada service neutron] 10.222.0.13 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890179 Nov 09 18:20:24.535767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f2a1d-5543-4c69-927e-2a2972f25044 req-6910fe7b-2ee4-41e3-9ba5-6df2157309cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:24.537258 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd9f2a1d-5543-4c69-927e-2a2972f25044 req-6910fe7b-2ee4-41e3-9ba5-6df2157309cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 1094 time: 0.0418825 Nov 09 18:20:24.632780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f2a1d-5543-4c69-927e-2a2972f25044 req-54acb173-3498-4c00-a18e-d66180ff0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:24.634252 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd9f2a1d-5543-4c69-927e-2a2972f25044 req-54acb173-3498-4c00-a18e-d66180ff0831 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37ed836f-c949-4f9d-a842-e0191ab8cc50 HTTP/1.1" status: 200 len: 898 time: 0.0896127 Nov 09 18:20:24.676199 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd9f2a1d-5543-4c69-927e-2a2972f25044 req-4d6354d5-59e6-4800-b274-89f0512ca070 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a7f65e4-f439-457e-a002-278ba33c48e4 HTTP/1.1" status: 200 len: 217 time: 0.0341654 Nov 09 18:20:24.731321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f2a1d-5543-4c69-927e-2a2972f25044 req-f54697c2-5194-4957-9d94-b6364c61b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:24.732749 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd9f2a1d-5543-4c69-927e-2a2972f25044 req-f54697c2-5194-4957-9d94-b6364c61b5b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a58fb092-c393-487f-a62b-c6b7e2e2df9e HTTP/1.1" status: 200 len: 835 time: 0.0487933 Nov 09 18:20:24.782048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f2a1d-5543-4c69-927e-2a2972f25044 req-23360117-9380-4b0b-ba5d-ecd7c1703dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:24.783808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd9f2a1d-5543-4c69-927e-2a2972f25044 req-23360117-9380-4b0b-ba5d-ecd7c1703dfa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37ed836f-c949-4f9d-a842-e0191ab8cc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421546 Nov 09 18:20:24.873241 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd9f2a1d-5543-4c69-927e-2a2972f25044 req-70e71f8b-760e-4648-8133-dabcb3e3c026 service neutron] 10.222.0.13 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817223 Nov 09 18:20:24.970295 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd9f2a1d-5543-4c69-927e-2a2972f25044 req-441cfe5e-61af-4612-b824-9a30a473a93f service neutron] 10.222.0.13 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883124 Nov 09 18:20:25.224457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873cecd-2e99-4a16-bba8-cedf58220a4d req-744cb36c-9c7c-4710-85e6-bd02c0d7081f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:25.225938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2873cecd-2e99-4a16-bba8-cedf58220a4d req-744cb36c-9c7c-4710-85e6-bd02c0d7081f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 943 time: 0.0490997 Nov 09 18:20:25.268147 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2873cecd-2e99-4a16-bba8-cedf58220a4d req-db2d44d3-7107-45dd-a160-d52a76321f03 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360377 Nov 09 18:20:26.386037 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e8e7f-0b99-4081-9fe7-9be0b7a9646c req-978adf84-b3eb-449e-bc0b-78694baf9708 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:26.387557 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a92e8e7f-0b99-4081-9fe7-9be0b7a9646c req-978adf84-b3eb-449e-bc0b-78694baf9708 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 943 time: 0.0507271 Nov 09 18:20:26.426001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a92e8e7f-0b99-4081-9fe7-9be0b7a9646c req-31610a70-b1bc-46db-8c2f-8cf21223ab3c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322168 Nov 09 18:20:26.632432 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 2a7f65e4-f439-457e-a002-278ba33c48e4 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:20:26.726431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:26.738257 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'port_id': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'mac_address': 'fa:16:3e:4f:70:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:20:26.775273 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:26.791791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7f65e4-f439-457e-a002-278ba33c48e4 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:20:26.810499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:26.815077 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:26.861680 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=2a7f65e4-f439-457e-a002-278ba33c48e4,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:27.020306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['2a7f65e4-f439-457e-a002-278ba33c48e4'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:20:27.543706 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b856585-7f1b-4ff8-a44b-ecf29d9b2f88 req-ec7e2a53-0d37-45b6-b290-861e9995c1a2 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:27.545195 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3b856585-7f1b-4ff8-a44b-ecf29d9b2f88 req-ec7e2a53-0d37-45b6-b290-861e9995c1a2 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 944 time: 0.0506513 Nov 09 18:20:27.585826 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3b856585-7f1b-4ff8-a44b-ecf29d9b2f88 req-14083147-4591-449f-99ef-b7e8ffd93d42 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340812 Nov 09 18:20:28.652253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 2a7f65e4-f439-457e-a002-278ba33c48e4 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:28.706100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 2a7f65e4-f439-457e-a002-278ba33c48e4 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:20:28.711869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 2a7f65e4-f439-457e-a002-278ba33c48e4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:28.712921 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:28.720181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9df262-2169-479f-b43e-8c4287243448 req-e175d3d6-a53a-4d60-862f-d32873315fd0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:28.721737 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae9df262-2169-479f-b43e-8c4287243448 req-e175d3d6-a53a-4d60-862f-d32873315fd0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 944 time: 0.0628324 Nov 09 18:20:28.764175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae9df262-2169-479f-b43e-8c4287243448 req-3c651d83-ee67-4a99-844a-bda3bf63bc19 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363495 Nov 09 18:20:28.799774 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:28.825419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:28.827659 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af2d6b2-e793-4827-a9ca-5cebaa717a2a" -d '{"events": [{"server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "name": "network-vif-plugged", "status": "completed", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:28.842835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:28.849529 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:28.874182 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a2501a-9b97-4cbc-bff2-0d23bdc1d6c3 x-openstack-request-id: req-b3a2501a-9b97-4cbc-bff2-0d23bdc1d6c3 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:28.874483 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "name": "network-vif-plugged", "status": "completed", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:28.874733 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3a2501a-9b97-4cbc-bff2-0d23bdc1d6c3 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:28.875132 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'code': 200} Nov 09 18:20:28.901719 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=2a7f65e4-f439-457e-a002-278ba33c48e4,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:28.974344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b182a9-2151-407f-940d-dfcc42bd8cd0 req-65e597f4-71c1-46ca-a6d7-5646fb149370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:28.975880 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f6b182a9-2151-407f-940d-dfcc42bd8cd0 req-65e597f4-71c1-46ca-a6d7-5646fb149370 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 1096 time: 0.0481653 Nov 09 18:20:29.011980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f6b182a9-2151-407f-940d-dfcc42bd8cd0 req-b096033f-5e26-432c-99fd-19764ea54cbd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288074 Nov 09 18:20:29.881793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d240f-9a6a-42e8-b190-c626a05d7001 req-eef72bcc-dee5-481e-af8d-ca80d6d9964c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:29.883208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-795d240f-9a6a-42e8-b190-c626a05d7001 req-eef72bcc-dee5-481e-af8d-ca80d6d9964c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0497823 Nov 09 18:20:29.920657 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-795d240f-9a6a-42e8-b190-c626a05d7001 req-941342b7-b9ea-4da7-8352-2d638a43822f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314932 Nov 09 18:20:31.043450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04956e58-9584-4135-bde2-9838d6215bfe req-e754d0c4-a29f-41c8-b275-ecb5835b3b3c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:31.044944 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04956e58-9584-4135-bde2-9838d6215bfe req-e754d0c4-a29f-41c8-b275-ecb5835b3b3c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0503676 Nov 09 18:20:31.084342 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04956e58-9584-4135-bde2-9838d6215bfe req-7e6fe16f-5b40-488b-b19f-39087b236ef9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330915 Nov 09 18:20:31.104494 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:20:31.199588 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a063a23-3ad6-411e-bb52-88af7e46146f req-92c048ef-d017-40ea-a16a-37eed39d8b50 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:31.201078 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4a063a23-3ad6-411e-bb52-88af7e46146f req-92c048ef-d017-40ea-a16a-37eed39d8b50 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0497460 Nov 09 18:20:31.239906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4a063a23-3ad6-411e-bb52-88af7e46146f req-3af3b1b6-c038-41ef-8c58-5f8856cb646b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316961 Nov 09 18:20:31.261609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47200) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:31.398653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2153466d-07ed-4307-a6a0-8fb4e7bdb256 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:31.400461 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2153466d-07ed-4307-a6a0-8fb4e7bdb256 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 1091 time: 0.1378820 Nov 09 18:20:31.403246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47204) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:31.407686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:31.429170 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:31.852244 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:31.964406 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.25.1.223 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/389c5ca4-12ac-45db-b729-9086f8ec883a) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:32.065446 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.099111 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.134324 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:32.137158 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:32.140684 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:32.176886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=389c5ca4-12ac-45db-b729-9086f8ec883a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:32.192149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:32.192613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:32.193032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:32.193370 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:32.193700 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:32.194030 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:32.194359 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:32.194685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:32.195014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:32.195440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:32.195764 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:32.196079 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:32.524536 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.604211 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.766789 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.772535 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.869644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=389c5ca4-12ac-45db-b729-9086f8ec883a,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:32.880387 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:33.002107 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Floating IP 4783acd1-5e51-4fb1-b232-75d9168e69d7 associated. External IP: 172.25.1.223, port: 2a7f65e4-f439-457e-a002-278ba33c48e4. Nov 09 18:20:33.252793 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 43f2b2b1-9498-4a12-9bff-957430766162 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:20:33.371496 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:20:33.381889 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82996678-40d4-45ca-b528-6c86f45f539c None None] Sync routers for ids ['43f2b2b1-9498-4a12-9bff-957430766162'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:20:33.390056 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:33.392784 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82996678-40d4-45ca-b528-6c86f45f539c None None] Routers {'43f2b2b1-9498-4a12-9bff-957430766162'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:33.393409 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-82996678-40d4-45ca-b528-6c86f45f539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:20:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43f2b2b1-9498-4a12-9bff-957430766162'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:33.421579 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2a00edd2-3bc6-43a3-a73d-bc51597e7dbf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0172601 Nov 09 18:20:33.422342 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:33.424641 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546206e3-35b2-4746-80f8-2009457a4aab" -d '{"events": [{"name": "network-changed", "server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:33.507828 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-82996678-40d4-45ca-b528-6c86f45f539c None None] Set router 43f2b2b1-9498-4a12-9bff-957430766162 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:33.534793 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006eea6-cfb6-4584-a0aa-053f0af61792 req-6474ed9c-44b6-435a-90f4-a1be8d8269bc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:33.536995 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b006eea6-cfb6-4584-a0aa-053f0af61792 req-6474ed9c-44b6-435a-90f4-a1be8d8269bc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0533626 Nov 09 18:20:33.552314 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157ba59a-698d-4c99-b5eb-d03b2b4105a8 x-openstack-request-id: req-157ba59a-698d-4c99-b5eb-d03b2b4105a8 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:33.552711 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:33.553028 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-157ba59a-698d-4c99-b5eb-d03b2b4105a8 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:33.553591 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'status': 'completed', 'code': 200} Nov 09 18:20:33.588156 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b006eea6-cfb6-4584-a0aa-053f0af61792 req-a18cc249-709b-41a1-8839-e44ef1876b4f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455697 Nov 09 18:20:33.614069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47212) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:33.623154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546206e3-35b2-4746-80f8-2009457a4aab req-3bf6bd00-a39e-4a9d-95de-81c863a0daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:33.625672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-546206e3-35b2-4746-80f8-2009457a4aab req-3bf6bd00-a39e-4a9d-95de-81c863a0daff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 1096 time: 0.0519538 Nov 09 18:20:33.678505 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b51bd5ea-f177-47ea-8fb9-7b4642cd1219 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/4783acd1-5e51-4fb1-b232-75d9168e69d7 HTTP/1.1" status: 200 len: 991 time: 0.0626478 Nov 09 18:20:33.719039 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546206e3-35b2-4746-80f8-2009457a4aab req-7e175e6c-1bac-47c1-a174-139ef223262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:33.720557 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-546206e3-35b2-4746-80f8-2009457a4aab req-7e175e6c-1bac-47c1-a174-139ef223262b service neutron] 10.222.0.13 "GET /v2.0/networks?id=37ed836f-c949-4f9d-a842-e0191ab8cc50 HTTP/1.1" status: 200 len: 898 time: 0.0883806 Nov 09 18:20:33.749500 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-82996678-40d4-45ca-b528-6c86f45f539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:20:19Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '4783acd1-5e51-4fb1-b232-75d9168e69d7', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'port_id': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'mac_address': 'fa:16:3e:4f:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:20:32Z', 'updated_at': '2021-11-09T18:20:32Z', 'revision_number': 0, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07e0467-7bfb-40a7-9532-d52600162c21', 'name': '', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:86:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:18Z', 'updated_at': '2021-11-09T18:20:22Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:33.776669 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82996678-40d4-45ca-b528-6c86f45f539c None None] Checking router: 43f2b2b1-9498-4a12-9bff-957430766162 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:20:33.785345 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82996678-40d4-45ca-b528-6c86f45f539c None None] Routers {'43f2b2b1-9498-4a12-9bff-957430766162'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:33.785942 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-82996678-40d4-45ca-b528-6c86f45f539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:20:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43f2b2b1-9498-4a12-9bff-957430766162'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:33.792372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-546206e3-35b2-4746-80f8-2009457a4aab req-c203e3bf-3c9d-4188-a4e2-4d6f43f86ecb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a7f65e4-f439-457e-a002-278ba33c48e4 HTTP/1.1" status: 200 len: 999 time: 0.0638266 Nov 09 18:20:33.842119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546206e3-35b2-4746-80f8-2009457a4aab req-67252166-0761-4e01-9fdd-030e278054ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:33.844331 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-546206e3-35b2-4746-80f8-2009457a4aab req-67252166-0761-4e01-9fdd-030e278054ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a58fb092-c393-487f-a62b-c6b7e2e2df9e HTTP/1.1" status: 200 len: 835 time: 0.0453780 Nov 09 18:20:33.890466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546206e3-35b2-4746-80f8-2009457a4aab req-63b6e2d7-eff3-4536-91e5-37e2f52ebcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:33.892197 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-546206e3-35b2-4746-80f8-2009457a4aab req-63b6e2d7-eff3-4536-91e5-37e2f52ebcb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37ed836f-c949-4f9d-a842-e0191ab8cc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407012 Nov 09 18:20:33.894831 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-82996678-40d4-45ca-b528-6c86f45f539c None None] Set router 43f2b2b1-9498-4a12-9bff-957430766162 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:33.987897 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-546206e3-35b2-4746-80f8-2009457a4aab req-c862ccf7-376c-4ad3-bde3-2dff33a91bc7 service neutron] 10.222.0.13 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881398 Nov 09 18:20:34.082210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-546206e3-35b2-4746-80f8-2009457a4aab req-d9cb99d0-1a6b-4cad-9742-4f4d6bcbf02c service neutron] 10.222.0.13 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875754 Nov 09 18:20:34.128815 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-82996678-40d4-45ca-b528-6c86f45f539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:20:19Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '4783acd1-5e51-4fb1-b232-75d9168e69d7', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'port_id': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'mac_address': 'fa:16:3e:4f:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:20:32Z', 'updated_at': '2021-11-09T18:20:32Z', 'revision_number': 0, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07e0467-7bfb-40a7-9532-d52600162c21', 'name': '', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:86:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:18Z', 'updated_at': '2021-11-09T18:20:22Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:34.155078 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82996678-40d4-45ca-b528-6c86f45f539c None None] The sync data for ids ['43f2b2b1-9498-4a12-9bff-957430766162'] in n-d-817236-1 is: [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:20:19Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '4783acd1-5e51-4fb1-b232-75d9168e69d7', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'port_id': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'mac_address': 'fa:16:3e:4f:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:20:32Z', 'updated_at': '2021-11-09T18:20:32Z', 'revision_number': 0, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07e0467-7bfb-40a7-9532-d52600162c21', 'name': '', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:86:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:18Z', 'updated_at': '2021-11-09T18:20:22Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:20:34.354719 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23be15-6382-401b-b2de-724b1df6a8bf None None] New status for floating IP 4783acd1-5e51-4fb1-b232-75d9168e69d7: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:20:34.681552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47214) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:34.749762 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a1ae79f0-57f3-44e6-8f35-f4c5e960be4f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/4783acd1-5e51-4fb1-b232-75d9168e69d7 HTTP/1.1" status: 200 len: 993 time: 0.0670800 Nov 09 18:20:40.700288 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-007bffb1-b09a-4d67-9e0a-56d122099eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:43.679450 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-30b0c9f7-0f67-4fcd-b2fc-01d3f5695155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:44.494948 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:45.494976 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:47.738046 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:53.288205 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:54.068967 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.676147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47218) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:55.835203 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb303c-7414-453b-a748-4d128d3bd7e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Deleting port c857b01b-2a6b-4e0e-977b-168a9ec67d7c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:55.835562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c2bb303c-7414-453b-a748-4d128d3bd7e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.913187 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c2bb303c-7414-453b-a748-4d128d3bd7e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.913510 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c2bb303c-7414-453b-a748-4d128d3bd7e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.925387 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb303c-7414-453b-a748-4d128d3bd7e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Calling delete_port for c857b01b-2a6b-4e0e-977b-168a9ec67d7c owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:56.072855 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c2bb303c-7414-453b-a748-4d128d3bd7e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.103244 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb303c-7414-453b-a748-4d128d3bd7e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event deleted for resources: {'Port': ['ID=c857b01b-2a6b-4e0e-977b-168a9ec67d7c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:56.164740 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c2bb303c-7414-453b-a748-4d128d3bd7e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.165337 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-c2bb303c-7414-453b-a748-4d128d3bd7e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Floating IP 7b2b02f1-74d0-48af-99ba-b5ce211db7af disassociated (deleted). External IP: 172.25.1.160, port: 9cf39b36-489f-4f3b-91c4-fe601072d0e7. Nov 09 18:20:56.385793 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bb303c-7414-453b-a748-4d128d3bd7e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:20:56.496006 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bb303c-7414-453b-a748-4d128d3bd7e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:20:56.501011 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c2bb303c-7414-453b-a748-4d128d3bd7e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.505720 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c41d8-652d-42d0-bc97-0bc5433e2a8a None None] Sync routers for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:20:56.514343 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c41d8-652d-42d0-bc97-0bc5433e2a8a None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:56.515061 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-777c41d8-652d-42d0-bc97-0bc5433e2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:20:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:56.527801 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c2bb303c-7414-453b-a748-4d128d3bd7e3 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "DELETE /v2.0/floatingips/7b2b02f1-74d0-48af-99ba-b5ce211db7af HTTP/1.1" status: 204 len: 168 time: 0.8505101 Nov 09 18:20:56.528391 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'tag': '9cf39b36-489f-4f3b-91c4-fe601072d0e7'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:56.531331 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac159eb-15dc-4d0f-bd20-5e39dfbc3c64" -d '{"events": [{"name": "network-changed", "server_uuid": "287a7686-e694-4c4d-b61a-e78bd449beeb", "tag": "9cf39b36-489f-4f3b-91c4-fe601072d0e7"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:56.572057 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02ad203-4d6c-4861-8de4-7187a34d60f1 x-openstack-request-id: req-d02ad203-4d6c-4861-8de4-7187a34d60f1 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:56.572352 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287a7686-e694-4c4d-b61a-e78bd449beeb", "tag": "9cf39b36-489f-4f3b-91c4-fe601072d0e7", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:56.572618 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d02ad203-4d6c-4861-8de4-7187a34d60f1 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:56.573028 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'tag': '9cf39b36-489f-4f3b-91c4-fe601072d0e7', 'status': 'completed', 'code': 200} Nov 09 18:20:56.627367 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-777c41d8-652d-42d0-bc97-0bc5433e2a8a None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:56.639858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac159eb-15dc-4d0f-bd20-5e39dfbc3c64 req-253b4a22-15ac-4c31-b104-33961436abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:56.641455 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cac159eb-15dc-4d0f-bd20-5e39dfbc3c64 req-253b4a22-15ac-4c31-b104-33961436abdb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 1097 time: 0.0463805 Nov 09 18:20:56.756791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac159eb-15dc-4d0f-bd20-5e39dfbc3c64 req-9d9ec092-4ec2-4ae3-a89b-87eb654d4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:56.758289 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cac159eb-15dc-4d0f-bd20-5e39dfbc3c64 req-9d9ec092-4ec2-4ae3-a89b-87eb654d4d27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.1081319 Nov 09 18:20:56.808559 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cac159eb-15dc-4d0f-bd20-5e39dfbc3c64 req-cb651768-1204-4b82-aef4-fe426aad0c99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf39b36-489f-4f3b-91c4-fe601072d0e7 HTTP/1.1" status: 200 len: 217 time: 0.0359013 Nov 09 18:20:56.862749 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a05676-c1b3-4373-9df3-6c01895ef7f6 req-51107bd8-3732-4cb2-972b-57960c97134f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:56.864568 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d3a05676-c1b3-4373-9df3-6c01895ef7f6 req-51107bd8-3732-4cb2-972b-57960c97134f tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 946 time: 0.1228087 Nov 09 18:20:56.881839 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-777c41d8-652d-42d0-bc97-0bc5433e2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '34fc09f9-fa90-4c2c-9590-b72439b0c647', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:4f:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537d446c-b630-4941-b9f4-01b161c72c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:02Z', 'updated_at': '2021-11-09T18:17:05Z', 'revision_number': 1, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:56.890446 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac159eb-15dc-4d0f-bd20-5e39dfbc3c64 req-cbe00b49-4cf8-454c-bd42-f2a6cd31a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:56.891879 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cac159eb-15dc-4d0f-bd20-5e39dfbc3c64 req-cbe00b49-4cf8-454c-bd42-f2a6cd31a6fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0758302 Nov 09 18:20:56.909930 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c41d8-652d-42d0-bc97-0bc5433e2a8a None None] Checking router: c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:20:56.918285 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c41d8-652d-42d0-bc97-0bc5433e2a8a None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:56.918923 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-777c41d8-652d-42d0-bc97-0bc5433e2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:20:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:56.943470 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d3a05676-c1b3-4373-9df3-6c01895ef7f6 req-3528bee9-3069-47eb-bb91-5ff9027d7022 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636206 Nov 09 18:20:56.958432 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac159eb-15dc-4d0f-bd20-5e39dfbc3c64 req-880e3586-60ab-4ca5-a52b-ed6578fffe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:56.960083 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cac159eb-15dc-4d0f-bd20-5e39dfbc3c64 req-880e3586-60ab-4ca5-a52b-ed6578fffe94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550859 Nov 09 18:20:57.035597 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-777c41d8-652d-42d0-bc97-0bc5433e2a8a None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:57.054493 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cac159eb-15dc-4d0f-bd20-5e39dfbc3c64 req-96920efb-4844-45e2-ac7d-046956475216 service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861411 Nov 09 18:20:57.160390 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cac159eb-15dc-4d0f-bd20-5e39dfbc3c64 req-455866e5-6fb6-42c3-aa4d-adac8d8ac37f service neutron] 10.222.0.18 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945437 Nov 09 18:20:57.350045 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-777c41d8-652d-42d0-bc97-0bc5433e2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '34fc09f9-fa90-4c2c-9590-b72439b0c647', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:4f:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537d446c-b630-4941-b9f4-01b161c72c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:02Z', 'updated_at': '2021-11-09T18:17:05Z', 'revision_number': 1, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:57.379773 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c41d8-652d-42d0-bc97-0bc5433e2a8a None None] The sync data for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 is: [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '34fc09f9-fa90-4c2c-9590-b72439b0c647', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'port_id': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'mac_address': 'fa:16:3e:4f:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537d446c-b630-4941-b9f4-01b161c72c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:02Z', 'updated_at': '2021-11-09T18:17:05Z', 'revision_number': 1, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:20:57.594021 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96833ebe-aafe-46cb-a35d-fbc334d5025f None None] New status for floating IP 7b2b02f1-74d0-48af-99ba-b5ce211db7af: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:20:58.062121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3718db-caa4-417d-9493-2ecb0d5e7f71 req-8739748d-ec65-40af-be50-5d505ffe9603 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:58.063725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d3718db-caa4-417d-9493-2ecb0d5e7f71 req-8739748d-ec65-40af-be50-5d505ffe9603 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 946 time: 0.0536060 Nov 09 18:20:58.110213 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d3718db-caa4-417d-9493-2ecb0d5e7f71 req-13614718-d849-4c4b-9947-66a21ff26956 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403972 Nov 09 18:20:58.576228 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731d710-7094-4eb0-a988-1bcc9996d764 req-456956e3-4826-48d4-866c-c7a05e62edbb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:58.578166 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1731d710-7094-4eb0-a988-1bcc9996d764 req-456956e3-4826-48d4-866c-c7a05e62edbb tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.18 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 946 time: 0.0494637 Nov 09 18:20:58.680401 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-1731d710-7094-4eb0-a988-1bcc9996d764 req-7bff832d-687f-40fe-b3df-8a5fd4601907 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Deleting port 9cf39b36-489f-4f3b-91c4-fe601072d0e7 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:58.680742 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1731d710-7094-4eb0-a988-1bcc9996d764 req-7bff832d-687f-40fe-b3df-8a5fd4601907 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.776258 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-1731d710-7094-4eb0-a988-1bcc9996d764 req-7bff832d-687f-40fe-b3df-8a5fd4601907 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] For port 9cf39b36-489f-4f3b-91c4-fe601072d0e7, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=9cf39b36-489f-4f3b-91c4-fe601072d0e7,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:58.776732 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1731d710-7094-4eb0-a988-1bcc9996d764 req-7bff832d-687f-40fe-b3df-8a5fd4601907 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.790250 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [req-1731d710-7094-4eb0-a988-1bcc9996d764 req-7bff832d-687f-40fe-b3df-8a5fd4601907 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Calling delete_port for 9cf39b36-489f-4f3b-91c4-fe601072d0e7 owned by compute:nova {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:58.920775 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1731d710-7094-4eb0-a988-1bcc9996d764 req-7bff832d-687f-40fe-b3df-8a5fd4601907 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.952137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff832d-687f-40fe-b3df-8a5fd4601907 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event deleted for resources: {'Port': ['ID=9cf39b36-489f-4f3b-91c4-fe601072d0e7,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:58.998739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1731d710-7094-4eb0-a988-1bcc9996d764 req-7bff832d-687f-40fe-b3df-8a5fd4601907 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] No DVR routers for this DVR port 9cf39b36-489f-4f3b-91c4-fe601072d0e7 on host n-h2-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:59.002107 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-1731d710-7094-4eb0-a988-1bcc9996d764 req-7bff832d-687f-40fe-b3df-8a5fd4601907 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:59.005500 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1731d710-7094-4eb0-a988-1bcc9996d764 req-7bff832d-687f-40fe-b3df-8a5fd4601907 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.18 "DELETE /v2.0/ports/9cf39b36-489f-4f3b-91c4-fe601072d0e7 HTTP/1.1" status: 204 len: 173 time: 0.4197774 Nov 09 18:20:59.005944 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'name': 'network-vif-deleted', 'tag': '9cf39b36-489f-4f3b-91c4-fe601072d0e7'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:59.008197 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f3a91f-1cb2-4966-8b2c-8c97ee367920" -d '{"events": [{"server_uuid": "287a7686-e694-4c4d-b61a-e78bd449beeb", "name": "network-vif-deleted", "tag": "9cf39b36-489f-4f3b-91c4-fe601072d0e7"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:59.052809 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c3cff6-a1cf-45c8-ad19-f276b95c2eb6 x-openstack-request-id: req-f2c3cff6-a1cf-45c8-ad19-f276b95c2eb6 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:59.053211 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287a7686-e694-4c4d-b61a-e78bd449beeb", "name": "network-vif-deleted", "tag": "9cf39b36-489f-4f3b-91c4-fe601072d0e7", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:59.053473 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2c3cff6-a1cf-45c8-ad19-f276b95c2eb6 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:59.053883 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287a7686-e694-4c4d-b61a-e78bd449beeb', 'name': 'network-vif-deleted', 'tag': '9cf39b36-489f-4f3b-91c4-fe601072d0e7', 'status': 'completed', 'code': 200} Nov 09 18:20:59.211548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4b526b4-fc6f-4af5-b667-cf68b55d01d3 req-acf67197-8d1b-434d-bf06-50a6bfa63ace tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 210 time: 0.0293870 Nov 09 18:21:00.310975 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-52d15fc7-8883-4c5b-bded-774ecfc87775 req-1ce5c1e8-f631-49d3-a9a1-70e942014774 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 210 time: 0.0269756 Nov 09 18:21:01.407349 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5901b944-2149-4f57-a3bd-593b59ea2077 req-43af7e37-f1b2-4d62-84ea-9910e78c5735 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 210 time: 0.0257170 Nov 09 18:21:02.513240 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1eac8779-cdfc-44fa-ab3a-65b99ce8a2d1 req-5fa5b8cc-be4b-416c-8361-5f2dd8543069 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=287a7686-e694-4c4d-b61a-e78bd449beeb HTTP/1.1" status: 200 len: 210 time: 0.0263021 Nov 09 18:21:02.854252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9cf39b36-489f-4f3b-91c4-fe601072d0e7 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:02.875231 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 9cf39b36-489f-4f3b-91c4-fe601072d0e7 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:02.875599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 9cf39b36-489f-4f3b-91c4-fe601072d0e7 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:03.438343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a59273-f817-4aba-b301-0a2be7339d48 req-c89e6b33-be92-41b3-9890-3c99da9e1230 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:03.439426 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45a59273-f817-4aba-b301-0a2be7339d48 req-c89e6b33-be92-41b3-9890-3c99da9e1230 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0496724 Nov 09 18:21:03.483063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45a59273-f817-4aba-b301-0a2be7339d48 req-7e330cab-1879-42d7-b0b7-e68733c663bf tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369220 Nov 09 18:21:03.508249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47250) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:03.578147 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-68d79366-13db-4400-9b00-552062715d53 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/4783acd1-5e51-4fb1-b232-75d9168e69d7 HTTP/1.1" status: 200 len: 993 time: 0.0681195 Nov 09 18:21:03.927773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cdd0b-7e0f-4da0-b95f-20548a577353 req-5fb84751-29ad-4850-944b-72967a8a49b9 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:03.930235 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-906cdd0b-7e0f-4da0-b95f-20548a577353 req-5fb84751-29ad-4850-944b-72967a8a49b9 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 1096 time: 0.0430863 Nov 09 18:21:03.966002 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-906cdd0b-7e0f-4da0-b95f-20548a577353 req-4faa5612-c90e-401c-9c09-9b63a4dc9347 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288270 Nov 09 18:21:04.091846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-feade620-08e3-4290-9497-02e3f9678aef req-85f25854-865c-4f9c-a5f8-7c2713c90117 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:21:04.093450 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-feade620-08e3-4290-9497-02e3f9678aef req-85f25854-865c-4f9c-a5f8-7c2713c90117 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0563927 Nov 09 18:21:04.541406 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-ef5c4501-f85b-4752-b8bb-ca9f07d49cc7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408871 Nov 09 18:21:04.550531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-f01c3345-fbe4-471a-9ef3-500c15beb8f3 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:21:04.551546 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-f01c3345-fbe4-471a-9ef3-500c15beb8f3 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051010 Nov 09 18:21:05.013343 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-e36da1a3-f531-4aec-8f11-949b112d3ed8 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:21:05.014452 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-e36da1a3-f531-4aec-8f11-949b112d3ed8 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051877 Nov 09 18:21:05.138505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-9105c366-d6cf-4908-9d03-b51bca0d15d9 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:05.140629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-9105c366-d6cf-4908-9d03-b51bca0d15d9 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/ports/2a7f65e4-f439-457e-a002-278ba33c48e4 HTTP/1.1" status: 200 len: 1093 time: 0.0945215 Nov 09 18:21:05.149721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] Request body: {'binding': {'host': 'n-h2-817236-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:05.150177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] Unknown quota resources ['binding']. {{(pid=102154) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 18:21:05.290944 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] Attempting to bind port 2a7f65e4-f439-457e-a002-278ba33c48e4 on host n-h2-817236-1 for vnic_type normal with profile None {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:21:05.291327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] Attempting to bind port 2a7f65e4-f439-457e-a002-278ba33c48e4 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:21:05.291658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] Attempting to bind port 2a7f65e4-f439-457e-a002-278ba33c48e4 on network 37ed836f-c949-4f9d-a842-e0191ab8cc50 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:21:05.296086 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] Port 2a7f65e4-f439-457e-a002-278ba33c48e4 on network 37ed836f-c949-4f9d-a842-e0191ab8cc50 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:21:05.296598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] Attempting to bind port 2a7f65e4-f439-457e-a002-278ba33c48e4 on network 37ed836f-c949-4f9d-a842-e0191ab8cc50 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:21:05.301512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:21:05.301838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] Checking segment: {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:21:05.302219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] Bound using segment: {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:21:05.302640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] Bound port: 2a7f65e4-f439-457e-a002-278ba33c48e4, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:21:05.392110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:21:05.399366 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] Notify callbacks [] for binding, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:05.400552 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c56bbd29-5c37-4b2d-a25a-2b252fd677ff service neutron] 10.222.0.81 "POST /v2.0/ports/2a7f65e4-f439-457e-a002-278ba33c48e4/bindings HTTP/1.1" status: 201 len: 389 time: 0.2542880 Nov 09 18:21:05.557758 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5dd62-fe4d-4eec-a4ac-b1bb5ed8d7c7 req-5df179bd-32c1-4208-b6d7-d320a653e038 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:05.559858 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3db5dd62-fe4d-4eec-a4ac-b1bb5ed8d7c7 req-5df179bd-32c1-4208-b6d7-d320a653e038 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0544744 Nov 09 18:21:05.609850 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3db5dd62-fe4d-4eec-a4ac-b1bb5ed8d7c7 req-cb17d87a-ecbd-4a90-b052-4dba458e7910 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Nov 09 18:21:05.656447 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-2b656952-7375-41fe-9616-c85734a1fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:05.658019 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-2b656952-7375-41fe-9616-c85734a1fc8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 1096 time: 0.0469139 Nov 09 18:21:05.756193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-1d97688a-5d18-4777-9622-f79bfdf34073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:05.757652 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-1d97688a-5d18-4777-9622-f79bfdf34073 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37ed836f-c949-4f9d-a842-e0191ab8cc50 HTTP/1.1" status: 200 len: 898 time: 0.0911572 Nov 09 18:21:05.837552 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-94bb2b11-bbdc-4fd3-a33e-ed5d8d50f382 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a7f65e4-f439-457e-a002-278ba33c48e4 HTTP/1.1" status: 200 len: 1001 time: 0.0726438 Nov 09 18:21:05.896773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-624d682f-1503-4fbe-9243-5adc7becad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:05.898304 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-624d682f-1503-4fbe-9243-5adc7becad01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a58fb092-c393-487f-a62b-c6b7e2e2df9e HTTP/1.1" status: 200 len: 835 time: 0.0533118 Nov 09 18:21:05.948991 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-51e9692f-961d-471b-8a2d-6a81825ded19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:05.950673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-51e9692f-961d-471b-8a2d-6a81825ded19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37ed836f-c949-4f9d-a842-e0191ab8cc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451322 Nov 09 18:21:06.396169 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-c24910de-68dc-45f4-a29e-6c2df855d3bd service neutron] 10.222.0.18 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372075 Nov 09 18:21:06.495757 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-0a41cb73-ef76-450a-89ac-982bfe917fbe service neutron] 10.222.0.18 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915895 Nov 09 18:21:06.646674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-0adaa9c9-dc61-4c23-977b-bd9d931496a2 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:06.648328 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-0adaa9c9-dc61-4c23-977b-bd9d931496a2 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b&tenant_id=9285a9a6b01f49df82a08612ddfa882f&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1096 time: 0.0853574 Nov 09 18:21:06.661865 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817236-1'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:06.726883 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:06.746981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf012a8-8d9f-4109-a713-6443fecbe342 req-88377570-66e3-4951-954f-4141afad8f02 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:06.756555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cdf012a8-8d9f-4109-a713-6443fecbe342 req-88377570-66e3-4951-954f-4141afad8f02 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0686338 Nov 09 18:21:06.793391 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cdf012a8-8d9f-4109-a713-6443fecbe342 req-efee71b6-632a-4e07-aa18-57289097e098 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352354 Nov 09 18:21:06.893923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:06.932712 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:21:06.981672 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:06.984342 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e3ebcd-659d-470a-8e06-eab3345fc4cf" -d '{"events": [{"server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "name": "network-vif-unplugged", "status": "completed", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:06.988518 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:06.999787 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:07.044055 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58667d6-6e4f-4362-8f1a-42f570518e1f x-openstack-request-id: req-d58667d6-6e4f-4362-8f1a-42f570518e1f {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:07.044352 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "name": "network-vif-unplugged", "status": "completed", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:07.044604 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d58667d6-6e4f-4362-8f1a-42f570518e1f {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:07.045007 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'code': 200} Nov 09 18:21:07.110019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7f65e4-f439-457e-a002-278ba33c48e4,revision_number=7']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:07.161069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Attempting to bind port 2a7f65e4-f439-457e-a002-278ba33c48e4 on host n-h1-817236-1 for vnic_type normal with profile {"migrating_to": "n-h2-817236-1"} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:21:07.161421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Attempting to bind port 2a7f65e4-f439-457e-a002-278ba33c48e4 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:21:07.161745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Attempting to bind port 2a7f65e4-f439-457e-a002-278ba33c48e4 on network 37ed836f-c949-4f9d-a842-e0191ab8cc50 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:21:07.166442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Port 2a7f65e4-f439-457e-a002-278ba33c48e4 on network 37ed836f-c949-4f9d-a842-e0191ab8cc50 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:21:07.166759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Attempting to bind port 2a7f65e4-f439-457e-a002-278ba33c48e4 on network 37ed836f-c949-4f9d-a842-e0191ab8cc50 {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:21:07.172230 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:21:07.172574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Checking segment: {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:21:07.172967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Bound using segment: {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'} {{(pid=102155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:21:07.173410 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.managers [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Bound port: 2a7f65e4-f439-457e-a002-278ba33c48e4, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50'}}] {{(pid=102155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:21:07.173773 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:07.249458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:21:07.252609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:21:07.256714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:07.311023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bfbfac42-b453-481e-ab1e-9a96a023d933 None None] Provisioning complete for port 2a7f65e4-f439-457e-a002-278ba33c48e4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:07.311668 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bfbfac42-b453-481e-ab1e-9a96a023d933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:07.358651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7f65e4-f439-457e-a002-278ba33c48e4,revision_number=8']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:07.402357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:07.403120 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:07.404501 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-05ab7f63-3b6b-4ea6-90f0-a322e2e1d872 service neutron] 10.222.0.18 "PUT /v2.0/ports/2a7f65e4-f439-457e-a002-278ba33c48e4 HTTP/1.1" status: 200 len: 1121 time: 0.7477543 Nov 09 18:21:07.409388 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bfbfac42-b453-481e-ab1e-9a96a023d933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:07.434654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:07.437128 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1daf852-2780-4e17-9c8d-0e0d829e7e47" -d '{"events": [{"server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "name": "network-vif-plugged", "status": "completed", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:07.457376 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bfbfac42-b453-481e-ab1e-9a96a023d933 None None] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:07.462717 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bfbfac42-b453-481e-ab1e-9a96a023d933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:07.542720 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5572bd-6993-407f-ae0c-c060c0dc664f x-openstack-request-id: req-bb5572bd-6993-407f-ae0c-c060c0dc664f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:07.543016 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "name": "network-vif-plugged", "status": "completed", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:07.543291 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb5572bd-6993-407f-ae0c-c060c0dc664f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:07.543687 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'code': 200} Nov 09 18:21:07.546333 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['2a7f65e4-f439-457e-a002-278ba33c48e4'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:21:07.651424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfac42-b453-481e-ab1e-9a96a023d933 None None] Pushing event updated for resources: {'Port': ['ID=2a7f65e4-f439-457e-a002-278ba33c48e4,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:07.828285 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-586a7207-1971-49a3-bfcb-63f9ebdefed5 None None] Provisioning complete for port 2a7f65e4-f439-457e-a002-278ba33c48e4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:07.828787 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-586a7207-1971-49a3-bfcb-63f9ebdefed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:07.916269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47316) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:07.923514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c07693-9bcc-4ebc-be80-2e59a3c0e77d req-9780ff0c-47ac-43aa-b796-adfef272a68c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:07.925065 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64c07693-9bcc-4ebc-be80-2e59a3c0e77d req-9780ff0c-47ac-43aa-b796-adfef272a68c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0536776 Nov 09 18:21:07.966638 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64c07693-9bcc-4ebc-be80-2e59a3c0e77d req-14023e60-73a8-46b6-95d2-c42bbd3166a3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350723 Nov 09 18:21:08.079479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Deleting port eda4ff80-f9e4-40c2-b326-048946de9627 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:08.079767 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:08.103077 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:21:08.159925 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:08.160275 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:08.172457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Calling delete_port for eda4ff80-f9e4-40c2-b326-048946de9627 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:08.317140 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:08.346288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event deleted for resources: {'Port': ['ID=eda4ff80-f9e4-40c2-b326-048946de9627,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:08.358231 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:08.359175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:08.359786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:08.360232 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:08.360574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:08.360909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:08.361311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:08.361564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:08.361937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:08.362220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:08.362545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:08.362869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:08.418162 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:08.418494 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Floating IP 34fc09f9-fa90-4c2c-9590-b72439b0c647 disassociated (deleted). External IP: 172.25.1.199, port: f5f6ed25-5142-43ab-802e-97f4e5114447. Nov 09 18:21:08.933812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:21:09.045496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:21:09.046075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:09.048555 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c0b69d-9d98-44a9-84b5-b69f35f21f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:09.056365 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:09.063167 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a98bb3-e994-44c9-8cd3-e38fa9d47e07 None None] Sync routers for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:21:09.073378 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a98bb3-e994-44c9-8cd3-e38fa9d47e07 None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:09.074232 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-46a98bb3-e994-44c9-8cd3-e38fa9d47e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:20:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:09.098159 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437d16d6-e741-4a03-835e-394d3585048f x-openstack-request-id: req-437d16d6-e741-4a03-835e-394d3585048f {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:09.098452 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:09.098875 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-437d16d6-e741-4a03-835e-394d3585048f {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:09.099427 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'status': 'completed', 'code': 200} Nov 09 18:21:09.109550 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0ee2a2fc-fc03-476b-85f6-9211bb920a44 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "DELETE /v2.0/floatingips/34fc09f9-fa90-4c2c-9590-b72439b0c647 HTTP/1.1" status: 204 len: 168 time: 1.1891046 Nov 09 18:21:09.109550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537d446c-b630-4941-b9f4-01b161c72c7b', 'tag': 'f5f6ed25-5142-43ab-802e-97f4e5114447'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:09.110395 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff7487c-6fc4-4079-a0e4-e6eb93db1464" -d '{"events": [{"name": "network-changed", "server_uuid": "537d446c-b630-4941-b9f4-01b161c72c7b", "tag": "f5f6ed25-5142-43ab-802e-97f4e5114447"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:09.130511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453bb6c-7d26-4838-b048-8163a655456c req-390fc562-ea05-4a79-b1db-a9922ed33c2d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:09.132252 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0453bb6c-7d26-4838-b048-8163a655456c req-390fc562-ea05-4a79-b1db-a9922ed33c2d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0889926 Nov 09 18:21:09.193620 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-46a98bb3-e994-44c9-8cd3-e38fa9d47e07 None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:09.200694 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0453bb6c-7d26-4838-b048-8163a655456c req-fa8647a9-2cec-416c-acc4-70ef46aecb66 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579436 Nov 09 18:21:09.207500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0b69d-9d98-44a9-84b5-b69f35f21f4a req-ac1ffc1c-d693-4e9d-b57a-d4e178245aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:09.209133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3c0b69d-9d98-44a9-84b5-b69f35f21f4a req-ac1ffc1c-d693-4e9d-b57a-d4e178245aaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 1126 time: 0.0759861 Nov 09 18:21:09.276817 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3c8437-b959-4c19-9c82-b07e552170f6 x-openstack-request-id: req-3d3c8437-b959-4c19-9c82-b07e552170f6 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:09.277260 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537d446c-b630-4941-b9f4-01b161c72c7b", "tag": "f5f6ed25-5142-43ab-802e-97f4e5114447", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:09.277615 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d3c8437-b959-4c19-9c82-b07e552170f6 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:09.278353 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537d446c-b630-4941-b9f4-01b161c72c7b', 'tag': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'status': 'completed', 'code': 200} Nov 09 18:21:09.365641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0b69d-9d98-44a9-84b5-b69f35f21f4a req-0fdf139a-5491-436f-8b8e-66b0f0836191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:09.367151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3c0b69d-9d98-44a9-84b5-b69f35f21f4a req-0fdf139a-5491-436f-8b8e-66b0f0836191 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37ed836f-c949-4f9d-a842-e0191ab8cc50 HTTP/1.1" status: 200 len: 898 time: 0.1504180 Nov 09 18:21:09.382464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeab760-fb55-4b38-a68c-bcc992fa592a req-59edaf62-6229-459c-85a1-895e42530326 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:09.389204 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-baeab760-fb55-4b38-a68c-bcc992fa592a req-59edaf62-6229-459c-85a1-895e42530326 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 945 time: 0.0603204 Nov 09 18:21:09.424406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7487c-6fc4-4079-a0e4-e6eb93db1464 req-22b516ab-b1af-4eff-9860-cf3a013247c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:09.425942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ff7487c-6fc4-4079-a0e4-e6eb93db1464 req-22b516ab-b1af-4eff-9860-cf3a013247c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f71584f60a304e7aadf26b8906dcf81a&device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 1096 time: 0.1041086 Nov 09 18:21:09.428001 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-46a98bb3-e994-44c9-8cd3-e38fa9d47e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:09.438603 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-baeab760-fb55-4b38-a68c-bcc992fa592a req-391ebb73-9e41-4ca1-b023-dfc0f4417439 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470734 Nov 09 18:21:09.465310 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a98bb3-e994-44c9-8cd3-e38fa9d47e07 None None] Checking router: c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:21:09.475356 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a98bb3-e994-44c9-8cd3-e38fa9d47e07 None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:09.476062 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-46a98bb3-e994-44c9-8cd3-e38fa9d47e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:20:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:09.501165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3c0b69d-9d98-44a9-84b5-b69f35f21f4a req-a5e9d4b8-ca99-49dc-8932-865258813f8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a7f65e4-f439-457e-a002-278ba33c48e4 HTTP/1.1" status: 200 len: 1001 time: 0.1253378 Nov 09 18:21:09.573416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7487c-6fc4-4079-a0e4-e6eb93db1464 req-c25cffb8-19bc-4101-82bc-a1f37b304080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:09.574907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ff7487c-6fc4-4079-a0e4-e6eb93db1464 req-c25cffb8-19bc-4101-82bc-a1f37b304080 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 200 len: 912 time: 0.1394396 Nov 09 18:21:09.576679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0b69d-9d98-44a9-84b5-b69f35f21f4a req-ba17ae05-2fec-4eda-abdb-e2cb6d7167c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:09.578591 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3c0b69d-9d98-44a9-84b5-b69f35f21f4a req-ba17ae05-2fec-4eda-abdb-e2cb6d7167c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a58fb092-c393-487f-a62b-c6b7e2e2df9e HTTP/1.1" status: 200 len: 835 time: 0.0677960 Nov 09 18:21:09.585582 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-46a98bb3-e994-44c9-8cd3-e38fa9d47e07 None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:09.647529 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ff7487c-6fc4-4079-a0e4-e6eb93db1464 req-a8924097-7684-46b2-b800-2c19a1b65862 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5f6ed25-5142-43ab-802e-97f4e5114447 HTTP/1.1" status: 200 len: 217 time: 0.0576179 Nov 09 18:21:09.695844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0b69d-9d98-44a9-84b5-b69f35f21f4a req-e64205c1-d79d-4da6-b93b-238293b7ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:09.697310 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3c0b69d-9d98-44a9-84b5-b69f35f21f4a req-e64205c1-d79d-4da6-b93b-238293b7ff29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37ed836f-c949-4f9d-a842-e0191ab8cc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063161 Nov 09 18:21:09.718757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7487c-6fc4-4079-a0e4-e6eb93db1464 req-34bba078-54a5-4cd2-8585-7f8c2ea69bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:09.720259 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ff7487c-6fc4-4079-a0e4-e6eb93db1464 req-34bba078-54a5-4cd2-8585-7f8c2ea69bad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 200 len: 850 time: 0.0629990 Nov 09 18:21:09.792770 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-46a98bb3-e994-44c9-8cd3-e38fa9d47e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:09.819842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7487c-6fc4-4079-a0e4-e6eb93db1464 req-68fa3c38-d807-454b-9b3f-a0c7d88386d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:09.820174 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a98bb3-e994-44c9-8cd3-e38fa9d47e07 None None] The sync data for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 is: [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:02Z', 'revision_number': 4, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '0d7bf940-fcbb-4682-b863-69c02b82055a', 'name': '', 'network_id': '90cd779a-c359-4632-a173-a787022d80a7', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'mac_address': 'fa:16:3e:b6:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:01Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'subnets': [{'id': '69a85ecb-e615-4367-9493-a078677bf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:21:09.821374 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ff7487c-6fc4-4079-a0e4-e6eb93db1464 req-68fa3c38-d807-454b-9b3f-a0c7d88386d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90cd779a-c359-4632-a173-a787022d80a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910704 Nov 09 18:21:09.854154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3c0b69d-9d98-44a9-84b5-b69f35f21f4a req-3b2a5fff-cb47-4546-a516-b5e9ec24f46d service neutron] 10.222.0.13 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484425 Nov 09 18:21:09.992780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ff7487c-6fc4-4079-a0e4-e6eb93db1464 req-f0a04810-64df-4056-94b9-54abc9d1270e service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613359 Nov 09 18:21:10.011361 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d3c0b69d-9d98-44a9-84b5-b69f35f21f4a req-35ea6158-5d36-45ad-85db-09e86d557886 service neutron] 10.222.0.13 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309309 Nov 09 18:21:10.069489 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd7e53-e84f-4e14-b0cd-3549e9417bea None None] New status for floating IP 34fc09f9-fa90-4c2c-9590-b72439b0c647: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:21:10.138052 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ff7487c-6fc4-4079-a0e4-e6eb93db1464 req-7bdb848b-d64f-43d1-b701-fe596c213b2c service neutron] 10.222.0.13 "GET /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354973 Nov 09 18:21:10.151664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b1fe2-22ce-4a63-9789-fab88c4d53af req-e5550964-4aa3-4b63-b6f9-9461a660bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:10.153121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d6b1fe2-22ce-4a63-9789-fab88c4d53af req-e5550964-4aa3-4b63-b6f9-9461a660bb63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 1126 time: 0.0616214 Nov 09 18:21:10.260791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b1fe2-22ce-4a63-9789-fab88c4d53af req-872826fe-a407-497f-9f05-e6a8acff3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:10.262298 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d6b1fe2-22ce-4a63-9789-fab88c4d53af req-872826fe-a407-497f-9f05-e6a8acff3615 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37ed836f-c949-4f9d-a842-e0191ab8cc50 HTTP/1.1" status: 200 len: 898 time: 0.0881028 Nov 09 18:21:10.357913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d6b1fe2-22ce-4a63-9789-fab88c4d53af req-ab7d1e60-f541-4a1b-87c8-f9653a9f5e2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a7f65e4-f439-457e-a002-278ba33c48e4 HTTP/1.1" status: 200 len: 1001 time: 0.0876582 Nov 09 18:21:10.382342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971660dc-f5c8-418b-903b-82af139438aa req-11ecf69d-b96a-4e36-8b38-78855d3dc7ed tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:10.383784 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-971660dc-f5c8-418b-903b-82af139438aa req-11ecf69d-b96a-4e36-8b38-78855d3dc7ed tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.1067131 Nov 09 18:21:10.440644 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b1fe2-22ce-4a63-9789-fab88c4d53af req-de2c3a9e-e776-4064-b594-b8b8d893c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:10.442216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d6b1fe2-22ce-4a63-9789-fab88c4d53af req-de2c3a9e-e776-4064-b594-b8b8d893c17e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a58fb092-c393-487f-a62b-c6b7e2e2df9e HTTP/1.1" status: 200 len: 835 time: 0.0762453 Nov 09 18:21:10.449922 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-971660dc-f5c8-418b-903b-82af139438aa req-249d90ae-463d-4404-a887-33e8425a61eb tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481958 Nov 09 18:21:10.511661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b1fe2-22ce-4a63-9789-fab88c4d53af req-b75ce8d5-d426-4b15-b9fb-89989a06da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:10.513351 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d6b1fe2-22ce-4a63-9789-fab88c4d53af req-b75ce8d5-d426-4b15-b9fb-89989a06da39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37ed836f-c949-4f9d-a842-e0191ab8cc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610559 Nov 09 18:21:10.572078 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409010c0-ff2b-452a-a7f7-aba22f187c14 req-7e38a621-6f11-440b-b587-aca772866414 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:10.573818 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-409010c0-ff2b-452a-a7f7-aba22f187c14 req-7e38a621-6f11-440b-b587-aca772866414 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 945 time: 0.0569756 Nov 09 18:21:10.618410 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-409010c0-ff2b-452a-a7f7-aba22f187c14 req-9fc8181b-240e-4cc7-a04e-b2eeb7119a6d tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb66725c-2f27-4d01-aa63-9a35af081465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357800 Nov 09 18:21:10.626221 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d6b1fe2-22ce-4a63-9789-fab88c4d53af req-221d1750-f211-4555-a8e2-40a62d5fc49d service neutron] 10.222.0.13 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019776 Nov 09 18:21:10.702467 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-231f82d5-b3c9-4063-870d-1b529cf07526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:10.724834 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d6b1fe2-22ce-4a63-9789-fab88c4d53af req-dd242aa1-e209-47dd-9532-f25155eeaa82 service neutron] 10.222.0.13 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905375 Nov 09 18:21:10.895908 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2a7f65e4-f439-457e-a002-278ba33c48e4 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:21:10.992571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:11.005539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2a7f65e4-f439-457e-a002-278ba33c48e4 has no active binding in host n-h2-817236-1 {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 18:21:11.098702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eef16a-6c7c-4354-a02b-bfa9d04bd9ce req-f58f668b-d74a-4073-a91d-4a043dd6af12 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:11.100223 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-10eef16a-6c7c-4354-a02b-bfa9d04bd9ce req-f58f668b-d74a-4073-a91d-4a043dd6af12 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 945 time: 0.0508597 Nov 09 18:21:11.193736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-10eef16a-6c7c-4354-a02b-bfa9d04bd9ce req-26998e15-f5ef-4edb-9993-4012053fe5b5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Deleting port f5f6ed25-5142-43ab-802e-97f4e5114447 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:11.193998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-10eef16a-6c7c-4354-a02b-bfa9d04bd9ce req-26998e15-f5ef-4edb-9993-4012053fe5b5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:11.293993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-10eef16a-6c7c-4354-a02b-bfa9d04bd9ce req-26998e15-f5ef-4edb-9993-4012053fe5b5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] For port f5f6ed25-5142-43ab-802e-97f4e5114447, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f5f6ed25-5142-43ab-802e-97f4e5114447,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:11.294356 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-10eef16a-6c7c-4354-a02b-bfa9d04bd9ce req-26998e15-f5ef-4edb-9993-4012053fe5b5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:11.307419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-10eef16a-6c7c-4354-a02b-bfa9d04bd9ce req-26998e15-f5ef-4edb-9993-4012053fe5b5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Calling delete_port for f5f6ed25-5142-43ab-802e-97f4e5114447 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:11.435776 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-10eef16a-6c7c-4354-a02b-bfa9d04bd9ce req-26998e15-f5ef-4edb-9993-4012053fe5b5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:11.477009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26998e15-f5ef-4edb-9993-4012053fe5b5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event deleted for resources: {'Port': ['ID=f5f6ed25-5142-43ab-802e-97f4e5114447,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:11.529873 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eef16a-6c7c-4354-a02b-bfa9d04bd9ce req-26998e15-f5ef-4edb-9993-4012053fe5b5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] No DVR routers for this DVR port f5f6ed25-5142-43ab-802e-97f4e5114447 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:21:11.533604 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-10eef16a-6c7c-4354-a02b-bfa9d04bd9ce req-26998e15-f5ef-4edb-9993-4012053fe5b5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:11.537409 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-10eef16a-6c7c-4354-a02b-bfa9d04bd9ce req-26998e15-f5ef-4edb-9993-4012053fe5b5 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.13 "DELETE /v2.0/ports/f5f6ed25-5142-43ab-802e-97f4e5114447 HTTP/1.1" status: 204 len: 173 time: 0.4297886 Nov 09 18:21:11.537915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537d446c-b630-4941-b9f4-01b161c72c7b', 'name': 'network-vif-deleted', 'tag': 'f5f6ed25-5142-43ab-802e-97f4e5114447'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:11.540457 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec41c7d-7db8-4b1d-a6b1-7bb924f4b78d" -d '{"events": [{"server_uuid": "537d446c-b630-4941-b9f4-01b161c72c7b", "name": "network-vif-deleted", "tag": "f5f6ed25-5142-43ab-802e-97f4e5114447"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:11.591674 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc66e7f-d5d7-48e4-85ea-8d403d84424e x-openstack-request-id: req-1bc66e7f-d5d7-48e4-85ea-8d403d84424e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:11.592037 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537d446c-b630-4941-b9f4-01b161c72c7b", "name": "network-vif-deleted", "tag": "f5f6ed25-5142-43ab-802e-97f4e5114447", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:11.592877 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1bc66e7f-d5d7-48e4-85ea-8d403d84424e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:11.592975 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537d446c-b630-4941-b9f4-01b161c72c7b', 'name': 'network-vif-deleted', 'tag': 'f5f6ed25-5142-43ab-802e-97f4e5114447', 'status': 'completed', 'code': 200} Nov 09 18:21:11.602208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874af11-47a1-4288-b594-a7f90990ba17 req-107b4885-ee76-47d5-a3e4-f700c74373c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:11.603915 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c874af11-47a1-4288-b594-a7f90990ba17 req-107b4885-ee76-47d5-a3e4-f700c74373c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0601690 Nov 09 18:21:11.648610 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c874af11-47a1-4288-b594-a7f90990ba17 req-fd5fd30c-4d3b-4215-b612-0372a23ffba8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361574 Nov 09 18:21:11.720572 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c277f8ab-bdc9-4b89-94f0-6b829c742e89 req-6007a667-ce1d-40be-87fd-fd454599aed9 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 210 time: 0.0283494 Nov 09 18:21:12.779438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142704c5-7db8-4d05-89f0-6c2f975c1a0d req-02c87ef0-fcb7-45ae-9422-69efedcb1429 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:12.781718 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-142704c5-7db8-4d05-89f0-6c2f975c1a0d req-02c87ef0-fcb7-45ae-9422-69efedcb1429 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0560255 Nov 09 18:21:12.820948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-142704c5-7db8-4d05-89f0-6c2f975c1a0d req-2f2153d0-a554-46e1-b918-49f73ab18c71 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326099 Nov 09 18:21:12.822579 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7d316e6b-98d1-4dd7-ae57-38c4ba5018e8 req-517ae381-7899-448e-83f2-3afac69aaebe tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 210 time: 0.0275559 Nov 09 18:21:13.684958 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ec6d594-1109-4804-a8ca-361d2bb73edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:13.936405 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88926c3a-10f4-429e-8edf-0fde5da94469 req-44eb3b38-17a2-417f-bfb3-c8cbd0736141 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 210 time: 0.0284371 Nov 09 18:21:13.966998 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302c974-d806-4f39-9394-eab7959932cf req-f09e456a-4633-427b-9e6e-eec11c311f54 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:13.969168 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f302c974-d806-4f39-9394-eab7959932cf req-f09e456a-4633-427b-9e6e-eec11c311f54 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0583386 Nov 09 18:21:14.007755 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f302c974-d806-4f39-9394-eab7959932cf req-d066534a-d92e-4bfa-b01e-6c669cb12fde tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325835 Nov 09 18:21:14.496240 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:14.835474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f5f6ed25-5142-43ab-802e-97f4e5114447 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:14.856560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: f5f6ed25-5142-43ab-802e-97f4e5114447 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:14.856914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f5f6ed25-5142-43ab-802e-97f4e5114447 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:15.054474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ebc36db-250e-4fe6-b585-5cf4f0b2917b req-1d67f838-e931-4b91-b22a-17c0dbf657f6 tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "GET /v2.0/ports?device_id=537d446c-b630-4941-b9f4-01b161c72c7b HTTP/1.1" status: 200 len: 210 time: 0.0292561 Nov 09 18:21:15.142546 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f83cc-dbcc-47ed-8904-2e3a718c2143 req-1b906534-2b66-41b0-8f03-78f223190f32 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:15.143961 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae3f83cc-dbcc-47ed-8904-2e3a718c2143 req-1b906534-2b66-41b0-8f03-78f223190f32 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0552585 Nov 09 18:21:15.182020 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ae3f83cc-dbcc-47ed-8904-2e3a718c2143 req-03243bdd-5368-4106-925f-2981e2322c82 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318477 Nov 09 18:21:15.496142 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.107879 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47354) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:16.158943 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-2251b0d4-1d70-48a5-911a-334653f34997 service neutron] 10.222.0.13 "GET /v2.0/ports/2a7f65e4-f439-457e-a002-278ba33c48e4/bindings/n-h2-817236-1 HTTP/1.1" status: 200 len: 384 time: 0.0571704 Nov 09 18:21:16.241681 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-be7c627c-f398-4372-b385-d02c42249f9b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Deleting port 71f4e02e-4dd5-465f-9acb-499a3bcdc003 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:16.242800 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be7c627c-f398-4372-b385-d02c42249f9b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.346631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-f9a08f61-4907-4b75-94d9-8974b7a4274d service neutron] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:16.360662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb346222-ed0d-4295-8ab7-7f8a5bd828cc req-7e5b02a4-ac8b-4997-a0ea-12a75975839b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:16.362305 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cb346222-ed0d-4295-8ab7-7f8a5bd828cc req-7e5b02a4-ac8b-4997-a0ea-12a75975839b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.1052773 Nov 09 18:21:16.368884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-f9a08f61-4907-4b75-94d9-8974b7a4274d service neutron] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:21:16.373020 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be7c627c-f398-4372-b385-d02c42249f9b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.373339 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be7c627c-f398-4372-b385-d02c42249f9b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.400952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-be7c627c-f398-4372-b385-d02c42249f9b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Calling delete_port for 71f4e02e-4dd5-465f-9acb-499a3bcdc003 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:16.420687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:16.422995 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fc3b5c-ab81-42e8-9085-054e3b78df87" -d '{"events": [{"server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "name": "network-vif-unplugged", "status": "completed", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:16.427352 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cb346222-ed0d-4295-8ab7-7f8a5bd828cc req-68addb8c-380e-438a-8c10-c6ad8a38e27c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570674 Nov 09 18:21:16.432063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-f9a08f61-4907-4b75-94d9-8974b7a4274d service neutron] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:16.451447 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-f9a08f61-4907-4b75-94d9-8974b7a4274d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.467577 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5828ba71-6ff7-4af3-b30e-b45efb69073f x-openstack-request-id: req-5828ba71-6ff7-4af3-b30e-b45efb69073f {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:16.467878 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "name": "network-vif-unplugged", "status": "completed", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:16.468176 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5828ba71-6ff7-4af3-b30e-b45efb69073f {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:16.468580 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'code': 200} Nov 09 18:21:16.563504 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be7c627c-f398-4372-b385-d02c42249f9b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.563766 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-f9a08f61-4907-4b75-94d9-8974b7a4274d service neutron] Transition to ACTIVE for port object 2a7f65e4-f439-457e-a002-278ba33c48e4 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:21:16.568047 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-f9a08f61-4907-4b75-94d9-8974b7a4274d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.590926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c627c-f398-4372-b385-d02c42249f9b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event deleted for resources: {'Port': ['ID=71f4e02e-4dd5-465f-9acb-499a3bcdc003,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:16.654524 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be7c627c-f398-4372-b385-d02c42249f9b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.658235 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-be7c627c-f398-4372-b385-d02c42249f9b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.659553 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-be7c627c-f398-4372-b385-d02c42249f9b tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "DELETE /v2.0/floatingips/f2395abf-0329-438e-9e5d-893d6992b593 HTTP/1.1" status: 204 len: 168 time: 0.5500858 Nov 09 18:21:16.674494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a08f61-4907-4b75-94d9-8974b7a4274d service neutron] Pushing event updated for resources: {'Port': ['ID=2a7f65e4-f439-457e-a002-278ba33c48e4,revision_number=11']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:16.709465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-f9a08f61-4907-4b75-94d9-8974b7a4274d service neutron] No DVR routers for this DVR port 2a7f65e4-f439-457e-a002-278ba33c48e4 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:21:16.871411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-f9a08f61-4907-4b75-94d9-8974b7a4274d service neutron] 10.222.0.13 "PUT /v2.0/ports/2a7f65e4-f439-457e-a002-278ba33c48e4/bindings/n-h2-817236-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7054176 Nov 09 18:21:16.933804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2a7f65e4-f439-457e-a002-278ba33c48e4 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:21:16.973075 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-98864b6d-dc0e-41d2-900e-bd0d8d929627 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:16.974715 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-98864b6d-dc0e-41d2-900e-bd0d8d929627 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b&tenant_id=9285a9a6b01f49df82a08612ddfa882f&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 1095 time: 0.0510454 Nov 09 18:21:17.034901 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-5772fb7f-163a-4de5-9b0f-9f2ab78bd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:17.036686 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-5772fb7f-163a-4de5-9b0f-9f2ab78bd452 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b&tenant_id=9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 1095 time: 0.0541592 Nov 09 18:21:17.049597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:17.062907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'port_id': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'mac_address': 'fa:16:3e:4f:70:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:21:17.110353 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-d83b0618-a914-48c1-a00b-bb571b754072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:17.111208 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.112069 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-d83b0618-a914-48c1-a00b-bb571b754072 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 1095 time: 0.0479834 Nov 09 18:21:17.126351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7f65e4-f439-457e-a002-278ba33c48e4 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:21:17.147079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:17.152476 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.215578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2a7f65e4-f439-457e-a002-278ba33c48e4,revision_number=12']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:17.223796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:17.224741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:17.224741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:17.224952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:17.225110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:17.225453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:17.225777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:17.226103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:17.226422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:17.226743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:17.227069 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:17.227415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:17.232583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['2a7f65e4-f439-457e-a002-278ba33c48e4'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:21:17.263244 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-48769871-783a-4bc4-8cd1-00d89a43ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:17.265203 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-48769871-783a-4bc4-8cd1-00d89a43ba44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37ed836f-c949-4f9d-a842-e0191ab8cc50 HTTP/1.1" status: 200 len: 898 time: 0.1450007 Nov 09 18:21:17.341908 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-0b22539d-b329-4e53-979e-123da5075275 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a7f65e4-f439-457e-a002-278ba33c48e4 HTTP/1.1" status: 200 len: 1000 time: 0.0680997 Nov 09 18:21:17.394066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-36654c22-1107-4533-9a7f-ed4b7bab2cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:17.395623 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-36654c22-1107-4533-9a7f-ed4b7bab2cda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a58fb092-c393-487f-a62b-c6b7e2e2df9e HTTP/1.1" status: 200 len: 835 time: 0.0466959 Nov 09 18:21:17.444789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-da084efc-3f4e-464b-bb02-e320d2fd8410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:17.446367 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-da084efc-3f4e-464b-bb02-e320d2fd8410 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37ed836f-c949-4f9d-a842-e0191ab8cc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438652 Nov 09 18:21:17.584709 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411c556-fab3-4d3b-b009-075508a601a1 req-00cf40e2-6e58-4f84-8c7d-aa006d933933 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:17.586326 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2411c556-fab3-4d3b-b009-075508a601a1 req-00cf40e2-6e58-4f84-8c7d-aa006d933933 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0788610 Nov 09 18:21:17.605391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-80b8f3de-9f9f-4f66-a0b3-387aef6afd84 service neutron] 10.222.0.18 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506550 Nov 09 18:21:17.685500 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2411c556-fab3-4d3b-b009-075508a601a1 req-bd345711-7215-40c5-b4c1-9afd51b3b778 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926168 Nov 09 18:21:17.724462 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-d7023ea8-737e-4621-a7a1-16317afe7c0b service neutron] 10.222.0.18 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115427 Nov 09 18:21:17.744203 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.969827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-bbd6b611-5edd-4ac8-a3f0-38bb037d8417 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:17.971311 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-bbd6b611-5edd-4ac8-a3f0-38bb037d8417 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b&tenant_id=9285a9a6b01f49df82a08612ddfa882f&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 1096 time: 0.0488479 Nov 09 18:21:18.146122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-5302761f-8a4b-4764-a50c-c1849518ee9a service neutron] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h1-817236-1, cleared binding levels {{(pid=102155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:21:18.149530 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-5302761f-8a4b-4764-a50c-c1849518ee9a service neutron] Notify callbacks [] for binding, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.150715 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4761eb7b-8d49-4316-9307-94551fa08d0f req-5302761f-8a4b-4764-a50c-c1849518ee9a service neutron] 10.222.0.18 "DELETE /v2.0/ports/2a7f65e4-f439-457e-a002-278ba33c48e4/bindings/n-h1-817236-1 HTTP/1.1" status: 204 len: 173 time: 0.1718535 Nov 09 18:21:18.836983 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628fcf6-ad4c-4e72-a90b-b17ba173aa10 req-66677bee-4526-43c1-9259-2adc8f7dfad1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:18.838519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0628fcf6-ad4c-4e72-a90b-b17ba173aa10 req-66677bee-4526-43c1-9259-2adc8f7dfad1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0575602 Nov 09 18:21:18.882408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 2a7f65e4-f439-457e-a002-278ba33c48e4 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:18.892903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0628fcf6-ad4c-4e72-a90b-b17ba173aa10 req-1be9e7e8-edec-45b7-9260-a507dab4efed tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433393 Nov 09 18:21:18.926800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 2a7f65e4-f439-457e-a002-278ba33c48e4 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:18.947861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2a7f65e4-f439-457e-a002-278ba33c48e4 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:21:19.014562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5ab6b-91b0-480e-9918-73a1e0e991ad req-c9696dab-2613-4a2f-b0dc-5ff49cb6926e tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:19.016349 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-75f5ab6b-91b0-480e-9918-73a1e0e991ad req-c9696dab-2613-4a2f-b0dc-5ff49cb6926e tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 1096 time: 0.0479355 Nov 09 18:21:19.029646 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 2a7f65e4-f439-457e-a002-278ba33c48e4 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:21:19.035162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 2a7f65e4-f439-457e-a002-278ba33c48e4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:19.035790 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:19.062196 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-75f5ab6b-91b0-480e-9918-73a1e0e991ad req-04eb015f-402c-4ed6-a33d-82a57257923a tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379057 Nov 09 18:21:19.135863 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:19.159583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:19.161836 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df944e03-be97-4ab8-bb09-712743200ac8" -d '{"events": [{"server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "name": "network-vif-plugged", "status": "completed", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:19.185819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:19.190933 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:19.206366 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ad102-ac41-474f-9305-31682c696555 req-1b3f1534-d529-4451-9bf5-37cd3c774f4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:19.208462 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-139ad102-ac41-474f-9305-31682c696555 req-1b3f1534-d529-4451-9bf5-37cd3c774f4c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 945 time: 0.0656068 Nov 09 18:21:19.216111 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d5626e-d5bf-40c7-a4c7-001967fd06ab x-openstack-request-id: req-77d5626e-d5bf-40c7-a4c7-001967fd06ab {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:19.216438 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "name": "network-vif-plugged", "status": "completed", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:19.216645 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77d5626e-d5bf-40c7-a4c7-001967fd06ab {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:19.217034 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'code': 200} Nov 09 18:21:19.246544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=2a7f65e4-f439-457e-a002-278ba33c48e4,revision_number=14']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:19.248178 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-139ad102-ac41-474f-9305-31682c696555 req-ce7ba4a0-0518-4f2e-8c35-81f1c1dc958c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342259 Nov 09 18:21:19.280151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47382) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:19.342860 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e5e5e64f-6022-417e-b4ac-3152d65f7aae tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/4783acd1-5e51-4fb1-b232-75d9168e69d7 HTTP/1.1" status: 200 len: 993 time: 0.0607300 Nov 09 18:21:20.012998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47388) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:20.081325 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0649360e-e984-4ef8-90e1-c271b0d4c9ac tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:20.106899 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0649360e-e984-4ef8-90e1-c271b0d4c9ac tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:20.172557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0649360e-e984-4ef8-90e1-c271b0d4c9ac tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:20.175181 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0649360e-e984-4ef8-90e1-c271b0d4c9ac tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:20.176378 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0649360e-e984-4ef8-90e1-c271b0d4c9ac tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] 10.222.0.81 "DELETE /v2.0/security-groups/eb66725c-2f27-4d01-aa63-9a35af081465 HTTP/1.1" status: 204 len: 168 time: 0.1619816 Nov 09 18:21:20.185735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649360e-e984-4ef8-90e1-c271b0d4c9ac tempest-TestVolumeBootPattern-173616748 tempest-TestVolumeBootPattern-173616748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb66725c-2f27-4d01-aa63-9a35af081465,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:20.237155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47392) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:21.010874 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0e90c14f-1502-4fcf-b144-7ec8358f4c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:21.265153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0e90c14f-1502-4fcf-b144-7ec8358f4c57 admin admin] Deleting port 0d7bf940-fcbb-4682-b863-69c02b82055a {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:21.265780 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0e90c14f-1502-4fcf-b144-7ec8358f4c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:21.345829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-0e90c14f-1502-4fcf-b144-7ec8358f4c57 admin admin] For port 0d7bf940-fcbb-4682-b863-69c02b82055a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=0d7bf940-fcbb-4682-b863-69c02b82055a,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:21.346487 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0e90c14f-1502-4fcf-b144-7ec8358f4c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:21.359737 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0e90c14f-1502-4fcf-b144-7ec8358f4c57 admin admin] Calling delete_port for 0d7bf940-fcbb-4682-b863-69c02b82055a owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:21.542149 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0e90c14f-1502-4fcf-b144-7ec8358f4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:21.569421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90c14f-1502-4fcf-b144-7ec8358f4c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7bf940-fcbb-4682-b863-69c02b82055a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:21.750783 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0e90c14f-1502-4fcf-b144-7ec8358f4c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:21.981179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e90c14f-1502-4fcf-b144-7ec8358f4c57 admin admin] Router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:21:22.092885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e90c14f-1502-4fcf-b144-7ec8358f4c57 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:21:22.098565 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0e90c14f-1502-4fcf-b144-7ec8358f4c57 admin admin] 10.222.0.81 "PUT /v2.0/routers/c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8600864 Nov 09 18:21:22.100860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47400) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:22.103655 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e0db5a-e00b-480e-8ea0-c4a554f8add4 None None] Sync routers for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:21:22.114066 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0db5a-e00b-480e-8ea0-c4a554f8add4 None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:22.115041 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-51e0db5a-e00b-480e-8ea0-c4a554f8add4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:22.210748 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:22.221299 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-51e0db5a-e00b-480e-8ea0-c4a554f8add4 None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:22.319521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:22.374579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Deleting port 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:22.374925 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:22.414090 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-51e0db5a-e00b-480e-8ea0-c4a554f8add4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:21:21Z', 'revision_number': 5, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port': {'id': '93fcb84d-0f1e-45d2-9f49-ec9f46ee8877', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:59Z', 'updated_at': '2021-11-09T18:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:22.439760 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e0db5a-e00b-480e-8ea0-c4a554f8add4 None None] Checking router: c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:21:22.448676 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0db5a-e00b-480e-8ea0-c4a554f8add4 None None] Routers {'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:22.449277 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-51e0db5a-e00b-480e-8ea0-c4a554f8add4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:22.455941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] For port 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=93fcb84d-0f1e-45d2-9f49-ec9f46ee8877,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:22.456601 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:22.471455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Calling delete_port for 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:22.535166 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-51e0db5a-e00b-480e-8ea0-c4a554f8add4 None None] Set router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:22.646436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:22.678073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Pushing event deleted for resources: {'Port': ['ID=93fcb84d-0f1e-45d2-9f49-ec9f46ee8877,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:22.679200 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-51e0db5a-e00b-480e-8ea0-c4a554f8add4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:21:22Z', 'revision_number': 6, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:22.706869 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e0db5a-e00b-480e-8ea0-c4a554f8add4 None None] The sync data for ids ['c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b'] in n-d-817236-1 is: [{'id': 'c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b', 'name': 'tempest-TestVolumeBootPattern-441803308-router', 'tenant_id': 'f71584f60a304e7aadf26b8906dcf81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:21:22Z', 'revision_number': 6, 'project_id': 'f71584f60a304e7aadf26b8906dcf81a', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:21:22.748347 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:22.842513 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:22.845075 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:22.889247 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:22.890330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:21:22.894643 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:22.895834 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0cc50d0a-5f73-4673-a371-5088d9c81977 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c8a4293b-658d-40c6-ba4c-e48d7b1c2c4b HTTP/1.1" status: 204 len: 168 time: 0.7940505 Nov 09 18:21:22.898336 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47402) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:22.947759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8333eadb-cc68-4e7f-af6e-c9297f025eb7 admin admin] Deleting subnet 69a85ecb-e615-4367-9493-a078677bf2c5 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:21:22.950804 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8333eadb-cc68-4e7f-af6e-c9297f025eb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:22.987615 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8333eadb-cc68-4e7f-af6e-c9297f025eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.069166 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8333eadb-cc68-4e7f-af6e-c9297f025eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.129117 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8333eadb-cc68-4e7f-af6e-c9297f025eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.163088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333eadb-cc68-4e7f-af6e-c9297f025eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a85ecb-e615-4367-9493-a078677bf2c5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:23.165087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8333eadb-cc68-4e7f-af6e-c9297f025eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.170636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8333eadb-cc68-4e7f-af6e-c9297f025eb7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/69a85ecb-e615-4367-9493-a078677bf2c5 HTTP/1.1" status: 204 len: 168 time: 0.2691078 Nov 09 18:21:23.170789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68afd85a-2ead-4f18-88e1-de1697e360e7 None None] Network 90cd779a-c359-4632-a173-a787022d80a7 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:21:23.171352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47404) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:23.240798 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.287854 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.295259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Deleting port 12bf8b83-8266-4354-989e-1e3705688029 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:23.295592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.366656 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] For port 12bf8b83-8266-4354-989e-1e3705688029, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=12bf8b83-8266-4354-989e-1e3705688029,segment=NetworkSegment(5b1f6400-6ff7-41a4-b38d-047a8556fcda),segment_id=5b1f6400-6ff7-41a4-b38d-047a8556fcda)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:23.367361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.381350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Calling delete_port for 12bf8b83-8266-4354-989e-1e3705688029 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:23.460046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.474500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] No DVR routers for this DVR port 12bf8b83-8266-4354-989e-1e3705688029 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:21:23.496970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Pushing event deleted for resources: {'Port': ['ID=12bf8b83-8266-4354-989e-1e3705688029,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:23.507948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ae9e2-3cb2-449c-9126-d8fdd81ef128 None None] DHCP port deletion for 90cd779a-c359-4632-a173-a787022d80a7 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:21:23.572687 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.581450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47406) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:23.596169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cd779a-c359-4632-a173-a787022d80a7']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:23.605845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1f6400-6ff7-41a4-b38d-047a8556fcda') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:23.606132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1f6400-6ff7-41a4-b38d-047a8556fcda') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:23.616760 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.633987 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.641254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:21:23.641653 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:21:23.643635 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:21:23.702668 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.720877 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.727175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] 10.222.0.81 "DELETE /v2.0/networks/90cd779a-c359-4632-a173-a787022d80a7 HTTP/1.1" status: 204 len: 168 time: 0.5548930 Nov 09 18:21:23.728304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47408) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:23.734979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f895f17-6c5f-478a-a322-072f596c0992 admin admin] Pushing event deleted for resources: {'Network': ['ID=90cd779a-c359-4632-a173-a787022d80a7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:23.769533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4b9a1-855b-4c2d-b844-a91a3f7257d3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port 389c5ca4-12ac-45db-b729-9086f8ec883a {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:23.770024 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c0d4b9a1-855b-4c2d-b844-a91a3f7257d3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.815422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0d7bf940-fcbb-4682-b863-69c02b82055a no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:23.844923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 0d7bf940-fcbb-4682-b863-69c02b82055a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:23.845281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0d7bf940-fcbb-4682-b863-69c02b82055a not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:23.845701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:23.867465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:23.867849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 93fcb84d-0f1e-45d2-9f49-ec9f46ee8877 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:23.868274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 12bf8b83-8266-4354-989e-1e3705688029 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:23.868888 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c0d4b9a1-855b-4c2d-b844-a91a3f7257d3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.869456 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c0d4b9a1-855b-4c2d-b844-a91a3f7257d3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.890153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 12bf8b83-8266-4354-989e-1e3705688029 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:23.890510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 12bf8b83-8266-4354-989e-1e3705688029 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:23.893442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4b9a1-855b-4c2d-b844-a91a3f7257d3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for 389c5ca4-12ac-45db-b729-9086f8ec883a owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:24.064260 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c0d4b9a1-855b-4c2d-b844-a91a3f7257d3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.070136 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.100988 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4b9a1-855b-4c2d-b844-a91a3f7257d3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=389c5ca4-12ac-45db-b729-9086f8ec883a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:24.124733 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48bf77ce-595c-48eb-999e-489fff77b0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.160322 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c0d4b9a1-855b-4c2d-b844-a91a3f7257d3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.160603 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-c0d4b9a1-855b-4c2d-b844-a91a3f7257d3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Floating IP 4783acd1-5e51-4fb1-b232-75d9168e69d7 disassociated (deleted). External IP: 172.25.1.223, port: 2a7f65e4-f439-457e-a002-278ba33c48e4. Nov 09 18:21:24.369761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-48bf77ce-595c-48eb-999e-489fff77b0b7 admin admin] Deleting port e18859d1-1e50-4d39-aea1-ae50785b060e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:24.370381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48bf77ce-595c-48eb-999e-489fff77b0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.375798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d4b9a1-855b-4c2d-b844-a91a3f7257d3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 43f2b2b1-9498-4a12-9bff-957430766162 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:21:24.455928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-48bf77ce-595c-48eb-999e-489fff77b0b7 admin admin] For port e18859d1-1e50-4d39-aea1-ae50785b060e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e18859d1-1e50-4d39-aea1-ae50785b060e,segment=NetworkSegment(77878f0b-7829-43ef-b626-7d80293339a6),segment_id=77878f0b-7829-43ef-b626-7d80293339a6)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:24.456298 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48bf77ce-595c-48eb-999e-489fff77b0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.470089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-48bf77ce-595c-48eb-999e-489fff77b0b7 admin admin] Calling delete_port for e18859d1-1e50-4d39-aea1-ae50785b060e owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:24.490694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d4b9a1-855b-4c2d-b844-a91a3f7257d3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:21:24.495359 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c0d4b9a1-855b-4c2d-b844-a91a3f7257d3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.500431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdce87c-a27a-4c27-9c48-7841d02f0c4d None None] Sync routers for ids ['43f2b2b1-9498-4a12-9bff-957430766162'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:21:24.509201 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdce87c-a27a-4c27-9c48-7841d02f0c4d None None] Routers {'43f2b2b1-9498-4a12-9bff-957430766162'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:24.509814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fbdce87c-a27a-4c27-9c48-7841d02f0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43f2b2b1-9498-4a12-9bff-957430766162'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:24.524203 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c0d4b9a1-855b-4c2d-b844-a91a3f7257d3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/floatingips/4783acd1-5e51-4fb1-b232-75d9168e69d7 HTTP/1.1" status: 204 len: 168 time: 0.9415805 Nov 09 18:21:24.524811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:24.531994 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8bc03f2d21b14c297202053b4fc557641369acfde504c5ecc4ed24933e0754" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676df400-c829-47ea-9e71-a3e3cfd6a50c" -d '{"events": [{"name": "network-changed", "server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:24.575327 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d3263e-808e-4ad7-be46-0979e8ef7ddd x-openstack-request-id: req-c3d3263e-808e-4ad7-be46-0979e8ef7ddd {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:24.575625 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:24.575880 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3d3263e-808e-4ad7-be46-0979e8ef7ddd {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:24.576312 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'status': 'completed', 'code': 200} Nov 09 18:21:24.697909 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676df400-c829-47ea-9e71-a3e3cfd6a50c req-6a5179c3-5e18-4541-851e-715c95dfbe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:24.699772 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-676df400-c829-47ea-9e71-a3e3cfd6a50c req-6a5179c3-5e18-4541-851e-715c95dfbe23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 1097 time: 0.0937204 Nov 09 18:21:24.709878 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48bf77ce-595c-48eb-999e-489fff77b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.740486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf77ce-595c-48eb-999e-489fff77b0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e18859d1-1e50-4d39-aea1-ae50785b060e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:24.776257 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-fbdce87c-a27a-4c27-9c48-7841d02f0c4d None None] Set router 43f2b2b1-9498-4a12-9bff-957430766162 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:24.871204 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64302d0d-6146-4f12-9ab4-b62ece7c0969 req-b58a0393-4065-4800-8bf4-0b1d73b2ea28 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:24.872806 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64302d0d-6146-4f12-9ab4-b62ece7c0969 req-b58a0393-4065-4800-8bf4-0b1d73b2ea28 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 946 time: 0.1371295 Nov 09 18:21:24.876805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676df400-c829-47ea-9e71-a3e3cfd6a50c req-c7bb9a52-ca48-446b-9286-d5d534ae1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:24.879546 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-676df400-c829-47ea-9e71-a3e3cfd6a50c req-c7bb9a52-ca48-446b-9286-d5d534ae1a7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=37ed836f-c949-4f9d-a842-e0191ab8cc50 HTTP/1.1" status: 200 len: 898 time: 0.1720190 Nov 09 18:21:24.935180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-48bf77ce-595c-48eb-999e-489fff77b0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.943281 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-676df400-c829-47ea-9e71-a3e3cfd6a50c req-7dc43c3f-118a-4626-acd8-cd3243d10bfe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a7f65e4-f439-457e-a002-278ba33c48e4 HTTP/1.1" status: 200 len: 217 time: 0.0454497 Nov 09 18:21:24.969667 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-64302d0d-6146-4f12-9ab4-b62ece7c0969 req-2f38c335-4f10-4010-ae29-61bf3dc543a6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871601 Nov 09 18:21:25.023398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676df400-c829-47ea-9e71-a3e3cfd6a50c req-41d34604-b8e6-46de-a968-761f26c53c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:25.024817 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-676df400-c829-47ea-9e71-a3e3cfd6a50c req-41d34604-b8e6-46de-a968-761f26c53c46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a58fb092-c393-487f-a62b-c6b7e2e2df9e HTTP/1.1" status: 200 len: 835 time: 0.0494099 Nov 09 18:21:25.026822 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fbdce87c-a27a-4c27-9c48-7841d02f0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:20:19Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'a07e0467-7bfb-40a7-9532-d52600162c21', 'name': '', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:86:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:18Z', 'updated_at': '2021-11-09T18:20:22Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:25.061685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdce87c-a27a-4c27-9c48-7841d02f0c4d None None] Checking router: 43f2b2b1-9498-4a12-9bff-957430766162 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:21:25.071128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdce87c-a27a-4c27-9c48-7841d02f0c4d None None] Routers {'43f2b2b1-9498-4a12-9bff-957430766162'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:25.071902 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fbdce87c-a27a-4c27-9c48-7841d02f0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43f2b2b1-9498-4a12-9bff-957430766162'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:25.081216 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676df400-c829-47ea-9e71-a3e3cfd6a50c req-5a307789-b543-4741-a5a5-36354c9bbdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:25.082855 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-676df400-c829-47ea-9e71-a3e3cfd6a50c req-5a307789-b543-4741-a5a5-36354c9bbdf3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37ed836f-c949-4f9d-a842-e0191ab8cc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503573 Nov 09 18:21:25.197148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-fbdce87c-a27a-4c27-9c48-7841d02f0c4d None None] Set router 43f2b2b1-9498-4a12-9bff-957430766162 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:25.198206 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-676df400-c829-47ea-9e71-a3e3cfd6a50c req-f1de6f14-a2e1-4c8e-85d1-e962bae777b1 service neutron] 10.222.0.18 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041799 Nov 09 18:21:25.297656 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-676df400-c829-47ea-9e71-a3e3cfd6a50c req-c3c5068f-3be2-481f-983e-3b7e425a886a service neutron] 10.222.0.18 "GET /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899577 Nov 09 18:21:25.414070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fbdce87c-a27a-4c27-9c48-7841d02f0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:20:19Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'a07e0467-7bfb-40a7-9532-d52600162c21', 'name': '', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:86:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:18Z', 'updated_at': '2021-11-09T18:20:22Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:25.425025 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b47ed-2f25-4b06-8af9-fd0ec3d3bdee req-be7a89e3-c73b-40a5-b86d-c0afa4c3c7e5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:25.426495 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b26b47ed-2f25-4b06-8af9-fd0ec3d3bdee req-be7a89e3-c73b-40a5-b86d-c0afa4c3c7e5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.18 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 946 time: 0.0692897 Nov 09 18:21:25.440714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdce87c-a27a-4c27-9c48-7841d02f0c4d None None] The sync data for ids ['43f2b2b1-9498-4a12-9bff-957430766162'] in n-d-817236-1 is: [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:20:19Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'a07e0467-7bfb-40a7-9532-d52600162c21', 'name': '', 'network_id': '37ed836f-c949-4f9d-a842-e0191ab8cc50', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:86:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:18Z', 'updated_at': '2021-11-09T18:20:22Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': 'a58fb092-c393-487f-a62b-c6b7e2e2df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:21:25.615577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bf77ce-595c-48eb-999e-489fff77b0b7 admin admin] Router a978b98b-4d0d-4799-ac42-a74427afc3fe has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:21:25.627728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-b26b47ed-2f25-4b06-8af9-fd0ec3d3bdee req-bf295f5f-09ed-4f0d-ad6e-f913b401385c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port 2a7f65e4-f439-457e-a002-278ba33c48e4 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:25.628077 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b26b47ed-2f25-4b06-8af9-fd0ec3d3bdee req-bf295f5f-09ed-4f0d-ad6e-f913b401385c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:25.685119 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cacc13f-e028-42cf-a54d-c9a65b88c079 None None] New status for floating IP 4783acd1-5e51-4fb1-b232-75d9168e69d7: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:21:25.798281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b26b47ed-2f25-4b06-8af9-fd0ec3d3bdee req-bf295f5f-09ed-4f0d-ad6e-f913b401385c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] For port 2a7f65e4-f439-457e-a002-278ba33c48e4, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=2a7f65e4-f439-457e-a002-278ba33c48e4,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:25.798665 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b26b47ed-2f25-4b06-8af9-fd0ec3d3bdee req-bf295f5f-09ed-4f0d-ad6e-f913b401385c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:25.816402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-b26b47ed-2f25-4b06-8af9-fd0ec3d3bdee req-bf295f5f-09ed-4f0d-ad6e-f913b401385c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for 2a7f65e4-f439-457e-a002-278ba33c48e4 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:25.825236 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bf77ce-595c-48eb-999e-489fff77b0b7 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:21:25.833072 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-48bf77ce-595c-48eb-999e-489fff77b0b7 admin admin] 10.222.0.81 "PUT /v2.0/routers/a978b98b-4d0d-4799-ac42-a74427afc3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1037841 Nov 09 18:21:25.834632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ed7b2d-cf66-4155-92d7-da867e0c16b9 None None] Sync routers for ids ['a978b98b-4d0d-4799-ac42-a74427afc3fe'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:21:25.835594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47416) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:25.843883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed7b2d-cf66-4155-92d7-da867e0c16b9 None None] Routers {'a978b98b-4d0d-4799-ac42-a74427afc3fe'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:25.844652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f3ed7b2d-cf66-4155-92d7-da867e0c16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a978b98b-4d0d-4799-ac42-a74427afc3fe'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:25.951318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-f3ed7b2d-cf66-4155-92d7-da867e0c16b9 None None] Set router a978b98b-4d0d-4799-ac42-a74427afc3fe gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:25.997228 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.155030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f3ed7b2d-cf66-4155-92d7-da867e0c16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'name': 'tempest-TestVolumeBootPattern-1807742158-router', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:21:24Z', 'revision_number': 5, 'project_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'gw_port': {'id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:06Z', 'updated_at': '2021-11-09T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:26.161956 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b26b47ed-2f25-4b06-8af9-fd0ec3d3bdee req-bf295f5f-09ed-4f0d-ad6e-f913b401385c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.182928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ed7b2d-cf66-4155-92d7-da867e0c16b9 None None] Checking router: a978b98b-4d0d-4799-ac42-a74427afc3fe for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:21:26.192300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed7b2d-cf66-4155-92d7-da867e0c16b9 None None] Routers {'a978b98b-4d0d-4799-ac42-a74427afc3fe'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:26.192912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f3ed7b2d-cf66-4155-92d7-da867e0c16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a978b98b-4d0d-4799-ac42-a74427afc3fe'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:26.205453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896110-0749-4fdf-ac4b-29b4204607a8 req-740c7f98-49a7-4c10-8548-a0ede36f4b4e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:26.206955 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f896110-0749-4fdf-ac4b-29b4204607a8 req-740c7f98-49a7-4c10-8548-a0ede36f4b4e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=c806a896-6ebd-4a2d-826e-76de2bca289b HTTP/1.1" status: 200 len: 868 time: 0.1419189 Nov 09 18:21:26.215605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf295f5f-09ed-4f0d-ad6e-f913b401385c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=2a7f65e4-f439-457e-a002-278ba33c48e4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:26.284674 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26b47ed-2f25-4b06-8af9-fd0ec3d3bdee req-bf295f5f-09ed-4f0d-ad6e-f913b401385c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] No DVR routers for this DVR port 2a7f65e4-f439-457e-a002-278ba33c48e4 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:21:26.287438 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b26b47ed-2f25-4b06-8af9-fd0ec3d3bdee req-bf295f5f-09ed-4f0d-ad6e-f913b401385c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.290782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b26b47ed-2f25-4b06-8af9-fd0ec3d3bdee req-bf295f5f-09ed-4f0d-ad6e-f913b401385c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.18 "DELETE /v2.0/ports/2a7f65e4-f439-457e-a002-278ba33c48e4 HTTP/1.1" status: 204 len: 173 time: 0.8574717 Nov 09 18:21:26.291993 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.301571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'name': 'network-vif-deleted', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:26.305102 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0310c5c-89bc-47a7-980a-aa5b4af16bcf" -d '{"events": [{"server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "name": "network-vif-deleted", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:26.305754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-f3ed7b2d-cf66-4155-92d7-da867e0c16b9 None None] Set router a978b98b-4d0d-4799-ac42-a74427afc3fe gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:26.317860 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f896110-0749-4fdf-ac4b-29b4204607a8 req-9d466152-793a-4cd2-95d7-70669bb6c37a tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968509 Nov 09 18:21:26.364833 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1422d2-d101-4eb5-98d4-9acb50718a55 x-openstack-request-id: req-9b1422d2-d101-4eb5-98d4-9acb50718a55 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:26.365193 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c806a896-6ebd-4a2d-826e-76de2bca289b", "name": "network-vif-deleted", "tag": "2a7f65e4-f439-457e-a002-278ba33c48e4", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:26.365507 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b1422d2-d101-4eb5-98d4-9acb50718a55 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:26.365956 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c806a896-6ebd-4a2d-826e-76de2bca289b', 'name': 'network-vif-deleted', 'tag': '2a7f65e4-f439-457e-a002-278ba33c48e4', 'status': 'completed', 'code': 200} Nov 09 18:21:26.377645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Deleting port 84b5ca9d-60bc-445e-ad73-6772ff28358e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:26.378070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.472801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] For port 84b5ca9d-60bc-445e-ad73-6772ff28358e, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=84b5ca9d-60bc-445e-ad73-6772ff28358e,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:26.473577 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.487980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Calling delete_port for 84b5ca9d-60bc-445e-ad73-6772ff28358e owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:26.518378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f3ed7b2d-cf66-4155-92d7-da867e0c16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'name': 'tempest-TestVolumeBootPattern-1807742158-router', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:21:24Z', 'revision_number': 5, 'project_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'gw_port': {'id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:06Z', 'updated_at': '2021-11-09T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:26.550002 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ed7b2d-cf66-4155-92d7-da867e0c16b9 None None] The sync data for ids ['a978b98b-4d0d-4799-ac42-a74427afc3fe'] in n-d-817236-1 is: [{'id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'name': 'tempest-TestVolumeBootPattern-1807742158-router', 'tenant_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:21:24Z', 'revision_number': 5, 'project_id': 'd0ad093fbfeb482f8e7dcd4d412e0afd', 'gw_port': {'id': '84b5ca9d-60bc-445e-ad73-6772ff28358e', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a978b98b-4d0d-4799-ac42-a74427afc3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:06Z', 'updated_at': '2021-11-09T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:21:26.676545 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.705103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b5ca9d-60bc-445e-ad73-6772ff28358e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:26.768431 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.861415 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.863526 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.912353 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.912911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a978b98b-4d0d-4799-ac42-a74427afc3fe {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:21:26.917680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.918852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-09771871-8818-479f-9f8b-8dc167fcd3c5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a978b98b-4d0d-4799-ac42-a74427afc3fe HTTP/1.1" status: 204 len: 168 time: 1.0823839 Nov 09 18:21:26.921512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47422) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:26.972966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ca7b8a-0262-4d36-bdef-b82ee2f01924 admin admin] Deleting subnet 9fcb302c-e1bd-464f-82be-7dabbe9ccb41 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:21:26.976372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89ca7b8a-0262-4d36-bdef-b82ee2f01924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.015844 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89ca7b8a-0262-4d36-bdef-b82ee2f01924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.106256 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89ca7b8a-0262-4d36-bdef-b82ee2f01924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.164812 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89ca7b8a-0262-4d36-bdef-b82ee2f01924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.194434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca7b8a-0262-4d36-bdef-b82ee2f01924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fcb302c-e1bd-464f-82be-7dabbe9ccb41,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:27.198683 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-89ca7b8a-0262-4d36-bdef-b82ee2f01924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.203211 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-89ca7b8a-0262-4d36-bdef-b82ee2f01924 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9fcb302c-e1bd-464f-82be-7dabbe9ccb41 HTTP/1.1" status: 204 len: 168 time: 0.2799833 Nov 09 18:21:27.206798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47424) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:27.209896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d9a563-3835-48fa-b8af-ca56247a076e None None] Network a3887090-7198-4fcc-a0bb-49a8b347e2fa requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:21:27.290771 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.363105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Deleting port 113e37b4-392e-4baf-b7dc-63570948f4e6 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:27.363540 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.386058 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47428) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:27.431897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] For port 113e37b4-392e-4baf-b7dc-63570948f4e6, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=113e37b4-392e-4baf-b7dc-63570948f4e6,segment=NetworkSegment(77878f0b-7829-43ef-b626-7d80293339a6),segment_id=77878f0b-7829-43ef-b626-7d80293339a6)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:27.432266 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.446674 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Calling delete_port for 113e37b4-392e-4baf-b7dc-63570948f4e6 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:27.536285 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.566411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=113e37b4-392e-4baf-b7dc-63570948f4e6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:27.571157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f08f9b6-2108-40df-b11a-75a3a9709734 None None] DHCP port deletion for a3887090-7198-4fcc-a0bb-49a8b347e2fa request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:21:27.574227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] No DVR routers for this DVR port 113e37b4-392e-4baf-b7dc-63570948f4e6 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:21:27.662655 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.683586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3887090-7198-4fcc-a0bb-49a8b347e2fa']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:27.693672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77878f0b-7829-43ef-b626-7d80293339a6') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:27.693963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77878f0b-7829-43ef-b626-7d80293339a6') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:27.703532 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.717967 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.727133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:21:27.727772 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:21:27.729367 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:21:27.789595 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a5889b8-76e8-44df-acdb-a2427e448c8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.795002 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.801694 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.803364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e18859d1-1e50-4d39-aea1-ae50785b060e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:27.805159 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a3887090-7198-4fcc-a0bb-49a8b347e2fa HTTP/1.1" status: 204 len: 168 time: 0.5971563 Nov 09 18:21:27.817228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd020d4b-7b70-4069-8737-384765bcdcd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3887090-7198-4fcc-a0bb-49a8b347e2fa,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:27.828539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: e18859d1-1e50-4d39-aea1-ae50785b060e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:27.828896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e18859d1-1e50-4d39-aea1-ae50785b060e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:27.829323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 113e37b4-392e-4baf-b7dc-63570948f4e6 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:27.848542 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 113e37b4-392e-4baf-b7dc-63570948f4e6 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:27.848899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 113e37b4-392e-4baf-b7dc-63570948f4e6 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:27.849327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 84b5ca9d-60bc-445e-ad73-6772ff28358e no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:27.871395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 84b5ca9d-60bc-445e-ad73-6772ff28358e {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:27.871687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 84b5ca9d-60bc-445e-ad73-6772ff28358e not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:27.949006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47432) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:27.990473 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8d09ef99-fec3-478c-9852-79751bff9e30 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f71584f60a304e7aadf26b8906dcf81a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403006 Nov 09 18:21:27.993056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47434) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:28.048087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be245333-43d2-49dc-921c-2350d0abcfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.071568 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be245333-43d2-49dc-921c-2350d0abcfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.088117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5a5889b8-76e8-44df-acdb-a2427e448c8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port a07e0467-7bfb-40a7-9532-d52600162c21 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:28.088460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a5889b8-76e8-44df-acdb-a2427e448c8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.128137 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be245333-43d2-49dc-921c-2350d0abcfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.130676 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-be245333-43d2-49dc-921c-2350d0abcfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.131934 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-be245333-43d2-49dc-921c-2350d0abcfac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ad059cc-87e6-47c3-bf9e-34076602af8c HTTP/1.1" status: 204 len: 168 time: 0.1379361 Nov 09 18:21:28.140441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be245333-43d2-49dc-921c-2350d0abcfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad059cc-87e6-47c3-bf9e-34076602af8c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:28.191188 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-5a5889b8-76e8-44df-acdb-a2427e448c8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] For port a07e0467-7bfb-40a7-9532-d52600162c21, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a07e0467-7bfb-40a7-9532-d52600162c21,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:28.191585 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a5889b8-76e8-44df-acdb-a2427e448c8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.204590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-5a5889b8-76e8-44df-acdb-a2427e448c8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for a07e0467-7bfb-40a7-9532-d52600162c21 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:28.400273 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a5889b8-76e8-44df-acdb-a2427e448c8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.432845 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5889b8-76e8-44df-acdb-a2427e448c8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=a07e0467-7bfb-40a7-9532-d52600162c21,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:28.496780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47440) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:28.539719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-94aff360-6f1e-454d-9aa6-e5c622faa2a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d0ad093fbfeb482f8e7dcd4d412e0afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416999 Nov 09 18:21:28.542187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47442) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:28.598023 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d85755d4-9e16-4da4-b854-44a3264b959a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.615994 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5a5889b8-76e8-44df-acdb-a2427e448c8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.621056 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d85755d4-9e16-4da4-b854-44a3264b959a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.672895 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d85755d4-9e16-4da4-b854-44a3264b959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.675730 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d85755d4-9e16-4da4-b854-44a3264b959a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.677015 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d85755d4-9e16-4da4-b854-44a3264b959a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3598ff5a-9db7-4aff-ba64-643f01fc3b8c HTTP/1.1" status: 204 len: 168 time: 0.1336837 Nov 09 18:21:28.686201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85755d4-9e16-4da4-b854-44a3264b959a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3598ff5a-9db7-4aff-ba64-643f01fc3b8c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:28.948472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2a7f65e4-f439-457e-a002-278ba33c48e4 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:28.978001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 2a7f65e4-f439-457e-a002-278ba33c48e4 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:28.978356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 2a7f65e4-f439-457e-a002-278ba33c48e4 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:29.218902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5889b8-76e8-44df-acdb-a2427e448c8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 43f2b2b1-9498-4a12-9bff-957430766162 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:21:29.332386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5889b8-76e8-44df-acdb-a2427e448c8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:21:29.337614 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5a5889b8-76e8-44df-acdb-a2427e448c8e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "PUT /v2.0/routers/43f2b2b1-9498-4a12-9bff-957430766162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9505177 Nov 09 18:21:29.340363 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47446) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:29.344222 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b155ff9-be69-48bd-af00-88899877fb16 None None] Sync routers for ids ['43f2b2b1-9498-4a12-9bff-957430766162'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:21:29.353339 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b155ff9-be69-48bd-af00-88899877fb16 None None] Routers {'43f2b2b1-9498-4a12-9bff-957430766162'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:29.353949 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2b155ff9-be69-48bd-af00-88899877fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43f2b2b1-9498-4a12-9bff-957430766162'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:29.394153 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1d0824-2ca7-4766-8a75-be1d53bffb7f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting subnet a58fb092-c393-487f-a62b-c6b7e2e2df9e {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:21:29.397357 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af1d0824-2ca7-4766-8a75-be1d53bffb7f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.437495 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af1d0824-2ca7-4766-8a75-be1d53bffb7f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.459852 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2b155ff9-be69-48bd-af00-88899877fb16 None None] Set router 43f2b2b1-9498-4a12-9bff-957430766162 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:29.526095 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af1d0824-2ca7-4766-8a75-be1d53bffb7f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.586899 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af1d0824-2ca7-4766-8a75-be1d53bffb7f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.616993 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-af1d0824-2ca7-4766-8a75-be1d53bffb7f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.620324 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-af1d0824-2ca7-4766-8a75-be1d53bffb7f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/subnets/a58fb092-c393-487f-a62b-c6b7e2e2df9e HTTP/1.1" status: 204 len: 168 time: 0.2784035 Nov 09 18:21:29.621267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d0824-2ca7-4766-8a75-be1d53bffb7f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Subnet': ['ID=a58fb092-c393-487f-a62b-c6b7e2e2df9e,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:29.623185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47448) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:29.630873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0271490-c5c3-4a14-818b-ae92f92a78eb None None] Network 37ed836f-c949-4f9d-a842-e0191ab8cc50 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:21:29.648357 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2b155ff9-be69-48bd-af00-88899877fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:21:28Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:29.675599 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b155ff9-be69-48bd-af00-88899877fb16 None None] Checking router: 43f2b2b1-9498-4a12-9bff-957430766162 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:21:29.684411 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b155ff9-be69-48bd-af00-88899877fb16 None None] Routers {'43f2b2b1-9498-4a12-9bff-957430766162'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:29.685297 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2b155ff9-be69-48bd-af00-88899877fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['43f2b2b1-9498-4a12-9bff-957430766162'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:29.762132 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.812050 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2b155ff9-be69-48bd-af00-88899877fb16 None None] Set router 43f2b2b1-9498-4a12-9bff-957430766162 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:29.836784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9bc999-c2f4-4367-9ccf-0cce257a03b3 None None] DHCP port deletion for 37ed836f-c949-4f9d-a842-e0191ab8cc50 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:21:29.885247 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.890858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ea9bc999-c2f4-4367-9ccf-0cce257a03b3 None None] Deleting port 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:29.891382 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea9bc999-c2f4-4367-9ccf-0cce257a03b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.940173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port 298634b8-45a9-478f-b08f-aa8687286351 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:29.940683 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.961756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ea9bc999-c2f4-4367-9ccf-0cce257a03b3 None None] For port 0556cfeb-fc1f-45c6-a5e7-2d40694cc059, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=0556cfeb-fc1f-45c6-a5e7-2d40694cc059,segment=NetworkSegment(f69d604c-2c1c-4ab3-b777-8ceb8209c41b),segment_id=f69d604c-2c1c-4ab3-b777-8ceb8209c41b)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:29.962374 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea9bc999-c2f4-4367-9ccf-0cce257a03b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.976973 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ea9bc999-c2f4-4367-9ccf-0cce257a03b3 None None] Calling delete_port for 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:30.017137 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2b155ff9-be69-48bd-af00-88899877fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:21:28Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:30.040993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] For port 298634b8-45a9-478f-b08f-aa8687286351, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=298634b8-45a9-478f-b08f-aa8687286351,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:30.041465 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.047036 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b155ff9-be69-48bd-af00-88899877fb16 None None] The sync data for ids ['43f2b2b1-9498-4a12-9bff-957430766162'] in n-d-817236-1 is: [{'id': '43f2b2b1-9498-4a12-9bff-957430766162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093067539', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '298634b8-45a9-478f-b08f-aa8687286351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:20:15Z', 'updated_at': '2021-11-09T18:21:28Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': '298634b8-45a9-478f-b08f-aa8687286351', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f2b2b1-9498-4a12-9bff-957430766162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:20:16Z', 'updated_at': '2021-11-09T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:21:30.060797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for 298634b8-45a9-478f-b08f-aa8687286351 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:30.069712 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ea9bc999-c2f4-4367-9ccf-0cce257a03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.102868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9bc999-c2f4-4367-9ccf-0cce257a03b3 None None] No DVR routers for this DVR port 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:21:30.105030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bc999-c2f4-4367-9ccf-0cce257a03b3 None None] Pushing event deleted for resources: {'Port': ['ID=0556cfeb-fc1f-45c6-a5e7-2d40694cc059,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:30.235912 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.262706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=298634b8-45a9-478f-b08f-aa8687286351,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:30.326516 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.420198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.423586 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.475716 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.476367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Fanout notify agent at l3_agent the message router_deleted on router 43f2b2b1-9498-4a12-9bff-957430766162 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:21:30.484522 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.485781 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-40095ee0-9c5e-43d5-9f0d-8e5ec33cbf41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/routers/43f2b2b1-9498-4a12-9bff-957430766162 HTTP/1.1" status: 204 len: 168 time: 0.8607371 Nov 09 18:21:30.488613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47450) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:30.575566 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e254c41-837d-4cf5-a021-1f80ca2fb547 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.668972 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e254c41-837d-4cf5-a021-1f80ca2fb547 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.689758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-3e254c41-837d-4cf5-a021-1f80ca2fb547 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ed836f-c949-4f9d-a842-e0191ab8cc50']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:30.699788 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-3e254c41-837d-4cf5-a021-1f80ca2fb547 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:30.700080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-3e254c41-837d-4cf5-a021-1f80ca2fb547 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69d604c-2c1c-4ab3-b777-8ceb8209c41b') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:30.710817 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e254c41-837d-4cf5-a021-1f80ca2fb547 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.726071 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e254c41-837d-4cf5-a021-1f80ca2fb547 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.733945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e254c41-837d-4cf5-a021-1f80ca2fb547 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:21:30.734379 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e254c41-837d-4cf5-a021-1f80ca2fb547 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:21:30.738005 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:21:30.797073 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e254c41-837d-4cf5-a021-1f80ca2fb547 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.804115 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e254c41-837d-4cf5-a021-1f80ca2fb547 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.807377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3e254c41-837d-4cf5-a021-1f80ca2fb547 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/networks/37ed836f-c949-4f9d-a842-e0191ab8cc50 HTTP/1.1" status: 204 len: 168 time: 0.3175499 Nov 09 18:21:30.810096 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47452) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:30.823857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e254c41-837d-4cf5-a021-1f80ca2fb547 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Network': ['ID=37ed836f-c949-4f9d-a842-e0191ab8cc50,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:30.874424 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7aa96864-70d5-47ca-9f3b-f30c1bba2585 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.900346 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7aa96864-70d5-47ca-9f3b-f30c1bba2585 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.961145 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7aa96864-70d5-47ca-9f3b-f30c1bba2585 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.963832 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7aa96864-70d5-47ca-9f3b-f30c1bba2585 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.965010 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7aa96864-70d5-47ca-9f3b-f30c1bba2585 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/security-groups/60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d HTTP/1.1" status: 204 len: 168 time: 0.1539145 Nov 09 18:21:30.974400 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa96864-70d5-47ca-9f3b-f30c1bba2585 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d71e7e-0ccc-485c-9c9f-5b18e0b3e25d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:31.180053 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47458) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:31.184644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-140169dc-0e03-4a49-a800-ec77f3702399 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-286918632', 'description': 'tempest-secgroup-smoke-286918632 description', 'project_id': '9285a9a6b01f49df82a08612ddfa882f'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:31.208439 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-140169dc-0e03-4a49-a800-ec77f3702399 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.281249 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-140169dc-0e03-4a49-a800-ec77f3702399 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.285008 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-140169dc-0e03-4a49-a800-ec77f3702399 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.316601 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-140169dc-0e03-4a49-a800-ec77f3702399 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.317830 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-140169dc-0e03-4a49-a800-ec77f3702399 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1367733 Nov 09 18:21:31.319734 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140169dc-0e03-4a49-a800-ec77f3702399 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e195e7a1-e17c-49b2-843b-cdb4a246ba24,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:31.321162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47460) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:31.326063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c12d0ed5-b005-440f-9451-deb4ba87c338 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': 'e195e7a1-e17c-49b2-843b-cdb4a246ba24', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:31.352119 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ed5-b005-440f-9451-deb4ba87c338 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.409227 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ed5-b005-440f-9451-deb4ba87c338 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.412849 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ed5-b005-440f-9451-deb4ba87c338 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.429827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d0ed5-b005-440f-9451-deb4ba87c338 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ad2135-bbc4-4f2e-8330-301cdd0d8d1e,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:31.439302 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ed5-b005-440f-9451-deb4ba87c338 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.440556 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c12d0ed5-b005-440f-9451-deb4ba87c338 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183250 Nov 09 18:21:31.443387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47462) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:31.447781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e5839920-74f2-47c1-9c15-d0ac0edb52fa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': 'e195e7a1-e17c-49b2-843b-cdb4a246ba24', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:31.474386 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5839920-74f2-47c1-9c15-d0ac0edb52fa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.531101 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5839920-74f2-47c1-9c15-d0ac0edb52fa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.535182 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5839920-74f2-47c1-9c15-d0ac0edb52fa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.552584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5839920-74f2-47c1-9c15-d0ac0edb52fa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc881fa-af8b-4fd6-8825-e17f47129aa8,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:31.560292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e5839920-74f2-47c1-9c15-d0ac0edb52fa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.561516 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e5839920-74f2-47c1-9c15-d0ac0edb52fa tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171758 Nov 09 18:21:31.564254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47464) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:31.568483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5ddc6c36-0bb9-4427-8d1f-69c6e5c6dd3f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': 'e195e7a1-e17c-49b2-843b-cdb4a246ba24', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:31.595849 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6c36-0bb9-4427-8d1f-69c6e5c6dd3f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.658344 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6c36-0bb9-4427-8d1f-69c6e5c6dd3f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.662615 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6c36-0bb9-4427-8d1f-69c6e5c6dd3f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.690145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc6c36-0bb9-4427-8d1f-69c6e5c6dd3f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c58e8e-78fa-4e21-a11c-dcf6bb123f98,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:31.699515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6c36-0bb9-4427-8d1f-69c6e5c6dd3f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.701315 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5ddc6c36-0bb9-4427-8d1f-69c6e5c6dd3f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359942 Nov 09 18:21:31.704637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47466) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:31.708961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a707f494-ad7d-4a57-ac7f-e7799dc58efc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': 'e195e7a1-e17c-49b2-843b-cdb4a246ba24', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:31.736285 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a707f494-ad7d-4a57-ac7f-e7799dc58efc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.773231 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:31.797488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:31.797848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 0556cfeb-fc1f-45c6-a5e7-2d40694cc059 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:31.798275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a07e0467-7bfb-40a7-9532-d52600162c21 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:31.802853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a707f494-ad7d-4a57-ac7f-e7799dc58efc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.806812 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a707f494-ad7d-4a57-ac7f-e7799dc58efc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.819966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: a07e0467-7bfb-40a7-9532-d52600162c21 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:31.820324 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a07e0467-7bfb-40a7-9532-d52600162c21 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:31.820753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 298634b8-45a9-478f-b08f-aa8687286351 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:31.825729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707f494-ad7d-4a57-ac7f-e7799dc58efc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56860da0-3f1d-4e4a-a186-9cb86f5659c4,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:31.834742 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a707f494-ad7d-4a57-ac7f-e7799dc58efc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.836024 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a707f494-ad7d-4a57-ac7f-e7799dc58efc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304364 Nov 09 18:21:31.838744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47468) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:31.842315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 298634b8-45a9-478f-b08f-aa8687286351 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:31.842670 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 298634b8-45a9-478f-b08f-aa8687286351 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:31.843471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b441d5d8-e08a-40bf-aebe-9bd192905277 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': 'e195e7a1-e17c-49b2-843b-cdb4a246ba24', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:31.865913 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-b441d5d8-e08a-40bf-aebe-9bd192905277 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Project 9285a9a6b01f49df82a08612ddfa882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:21:31.872000 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b441d5d8-e08a-40bf-aebe-9bd192905277 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.935260 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b441d5d8-e08a-40bf-aebe-9bd192905277 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.939879 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b441d5d8-e08a-40bf-aebe-9bd192905277 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.960192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441d5d8-e08a-40bf-aebe-9bd192905277 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485d5f08-9b1c-4108-98de-6e72f625249e,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:31.965392 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b441d5d8-e08a-40bf-aebe-9bd192905277 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.966617 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b441d5d8-e08a-40bf-aebe-9bd192905277 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268733 Nov 09 18:21:31.969777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47470) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:31.974257 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-2000b6d4-5e38-445e-b4d1-1d4c44b63702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'security_group_rule': {'security_group_id': 'e195e7a1-e17c-49b2-843b-cdb4a246ba24', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:32.002232 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-2000b6d4-5e38-445e-b4d1-1d4c44b63702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Project 9285a9a6b01f49df82a08612ddfa882f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:21:32.008716 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2000b6d4-5e38-445e-b4d1-1d4c44b63702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.083843 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2000b6d4-5e38-445e-b4d1-1d4c44b63702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.089642 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2000b6d4-5e38-445e-b4d1-1d4c44b63702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.115286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000b6d4-5e38-445e-b4d1-1d4c44b63702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6dc324e-2ec2-485c-811a-9b3f80675c53,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:32.123248 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2000b6d4-5e38-445e-b4d1-1d4c44b63702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.125373 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2000b6d4-5e38-445e-b4d1-1d4c44b63702 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546292 Nov 09 18:21:32.128440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47472) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:32.133964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1f434784-e9d2-48d4-8529-f5447706c892 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'network': {'name': 'tempest-network-smoke--3196951', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'port_security_enabled': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:32.157460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f434784-e9d2-48d4-8529-f5447706c892 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Made reservation on behalf of 9285a9a6b01f49df82a08612ddfa882f for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:21:32.162276 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f434784-e9d2-48d4-8529-f5447706c892 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.190657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f434784-e9d2-48d4-8529-f5447706c892 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:21:32.200359 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f434784-e9d2-48d4-8529-f5447706c892 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.200696 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-1f434784-e9d2-48d4-8529-f5447706c892 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Added segment 0b765fb8-fe93-48ba-a4de-05f3808e11c9 of type vlan for network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e Nov 09 18:21:32.243481 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f434784-e9d2-48d4-8529-f5447706c892 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.270325 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f434784-e9d2-48d4-8529-f5447706c892 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.276207 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f434784-e9d2-48d4-8529-f5447706c892 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:32.276953 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f434784-e9d2-48d4-8529-f5447706c892 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.335073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1f434784-e9d2-48d4-8529-f5447706c892 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2054353 Nov 09 18:21:32.337894 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47474) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:32.343922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'admin_state_up': True, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:32.355550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f434784-e9d2-48d4-8529-f5447706c892 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Network': ['ID=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:32.368802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:21:32.373622 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.374674 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.435043 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.576705 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.768718 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.787365 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.898270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.25.1.21 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/da1b883e-1dab-44e5-a42b-b37498b5112d) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:21:33.006055 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:33.048678 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:33.095524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:21:33.098571 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:21:33.101253 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:21:33.111009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=da1b883e-1dab-44e5-a42b-b37498b5112d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:33.143347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:33.143701 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:33.144070 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:33.144409 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:33.144742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:33.145073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:33.145403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:33.145727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:33.146050 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:33.146373 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:33.146693 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:33.147009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:33.383596 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:33.606955 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:33.748143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:21:33.859807 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:21:33.869422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Sync routers for ids ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:21:33.881436 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:33.882674 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d6354e32-a4f6-4ba5-b33c-ee1d9a0c6ea5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5437200 Nov 09 18:21:33.884974 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Routers {'2885eb0c-63cd-4e5a-848b-0d3eeca373e1'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:33.885715 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:33.885921 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47476) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:33.918909 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c91d8d8d-667e-44b3-8a56-4838327df877 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=9285a9a6b01f49df82a08612ddfa882f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316997 Nov 09 18:21:33.922779 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47478) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:33.994424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Set router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:34.019775 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f8362e-0c9d-4115-bf6d-3c7163ea7d6d tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:34.021307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f6f8362e-0c9d-4115-bf6d-3c7163ea7d6d tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975549 Nov 09 18:21:34.025117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47480) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:34.053009 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c863b79f-8533-4c8e-b113-59e0b82556e4 tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267715 Nov 09 18:21:34.055701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47482) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:34.061460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ea25f429-ed2d-463e-9402-8f28cce36855 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-582795617', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:34.351544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:33Z', 'revision_number': 3, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:34.379648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Checking router: 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:21:34.380026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Updating router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 port da1b883e-1dab-44e5-a42b-b37498b5112d binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:21:34.406129 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:34.538963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea25f429-ed2d-463e-9402-8f28cce36855 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Made reservation on behalf of 9285a9a6b01f49df82a08612ddfa882f for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:21:34.543065 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea25f429-ed2d-463e-9402-8f28cce36855 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:34.708064 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:34.714742 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:34.768264 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea25f429-ed2d-463e-9402-8f28cce36855 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:34.774768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2fc9e-b949-4a47-ab48-6919538e4e0b None None] Pushing event updated for resources: {'Port': ['ID=da1b883e-1dab-44e5-a42b-b37498b5112d,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:34.778732 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Attempting to bind port da1b883e-1dab-44e5-a42b-b37498b5112d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:21:34.779108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Attempting to bind port da1b883e-1dab-44e5-a42b-b37498b5112d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:21:34.780009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Attempting to bind port da1b883e-1dab-44e5-a42b-b37498b5112d on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:21:34.786411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:21:34.786794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:21:34.787205 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:34.787619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:21:34.788094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Bound port: da1b883e-1dab-44e5-a42b-b37498b5112d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:21:34.788480 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:34.833295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25f429-ed2d-463e-9402-8f28cce36855 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Subnet': ['ID=892a069d-1d9d-48ff-82b4-ed03000d7ace,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:34.845171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25f429-ed2d-463e-9402-8f28cce36855 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Checking segment: {'id': '0b765fb8-fe93-48ba-a4de-05f3808e11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:21:34.845533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25f429-ed2d-463e-9402-8f28cce36855 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network hostable DHCP agents. Network: 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:21:34.848262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] For port da1b883e-1dab-44e5-a42b-b37498b5112d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:21:34.853080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] For port da1b883e-1dab-44e5-a42b-b37498b5112d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=da1b883e-1dab-44e5-a42b-b37498b5112d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:21:34.861386 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:34.873092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25f429-ed2d-463e-9402-8f28cce36855 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:21:34.884514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-ea25f429-ed2d-463e-9402-8f28cce36855 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:21:34.890564 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25f429-ed2d-463e-9402-8f28cce36855 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:34.891109 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea25f429-ed2d-463e-9402-8f28cce36855 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:34.899280 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bda717-74c3-4f98-bcab-27c2cce992e3 None None] Network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:21:34.914594 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ea25f429-ed2d-463e-9402-8f28cce36855 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8577685 Nov 09 18:21:34.918848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47484) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:34.984319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Routers {'2885eb0c-63cd-4e5a-848b-0d3eeca373e1'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:34.984928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:34.988363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2fc9e-b949-4a47-ab48-6919538e4e0b None None] Pushing event updated for resources: {'Port': ['ID=da1b883e-1dab-44e5-a42b-b37498b5112d,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:35.182604 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] Set router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:35.224743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ips': [{'subnet_id': '892a069d-1d9d-48ff-82b4-ed03000d7ace'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:21:35.225629 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.507608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Allocated IP 172.20.0.2 (0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e/892a069d-1d9d-48ff-82b4-ed03000d7ace/273d4570-5d54-4ad0-9978-85d2ea54ff05) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:21:35.535151 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.579341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:33Z', 'revision_number': 3, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:35.610091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aa2507-6890-4b76-8fcf-82538c78ad02 None None] The sync data for ids ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'] in n-d-817236-1 is: [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:33Z', 'revision_number': 3, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:21:35.707203 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.716347 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.753607 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:21:35.756797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:21:35.760494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:21:35.781434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Pushing event updated for resources: {'Port': ['ID=273d4570-5d54-4ad0-9978-85d2ea54ff05,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:35.833071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Attempting to bind port 273d4570-5d54-4ad0-9978-85d2ea54ff05 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:21:35.833674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Attempting to bind port 273d4570-5d54-4ad0-9978-85d2ea54ff05 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0b765fb8-fe93-48ba-a4de-05f3808e11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:21:35.834047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Attempting to bind port 273d4570-5d54-4ad0-9978-85d2ea54ff05 on network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:21:35.847249 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:21:35.847249 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Checking segment: {'id': '0b765fb8-fe93-48ba-a4de-05f3808e11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:21:35.847249 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.847610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Bound using segment: {'id': '0b765fb8-fe93-48ba-a4de-05f3808e11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:21:35.849005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Bound port: 273d4570-5d54-4ad0-9978-85d2ea54ff05, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b765fb8-fe93-48ba-a4de-05f3808e11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:21:35.850350 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.890308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.20.0.1 (0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e/892a069d-1d9d-48ff-82b4-ed03000d7ace/40392395-e8d3-40c5-a346-947fd22a4e77) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:21:35.943472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] For port 273d4570-5d54-4ad0-9978-85d2ea54ff05, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:21:35.947012 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] For port 273d4570-5d54-4ad0-9978-85d2ea54ff05, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=273d4570-5d54-4ad0-9978-85d2ea54ff05,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:21:35.953045 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.041325 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b86567-33f0-4feb-813f-7d4ceae9577e None None] Pushing event updated for resources: {'Port': ['ID=273d4570-5d54-4ad0-9978-85d2ea54ff05,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:36.064820 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.107435 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.154874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:21:36.158426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:21:36.160987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:21:36.202829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=40392395-e8d3-40c5-a346-947fd22a4e77,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:36.238272 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.397368 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.714214 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.720733 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.802148 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.803891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=40392395-e8d3-40c5-a346-947fd22a4e77,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:36.907313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:21:36.908812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:21:36.977072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b9948a-768d-4863-a71e-2b8f544c3793 None None] Network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:21:37.033190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:21:37.057458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-72d5afe7-735b-4757-871c-5af381bb164c None None] Provisioning complete for port 273d4570-5d54-4ad0-9978-85d2ea54ff05 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:37.057758 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-72d5afe7-735b-4757-871c-5af381bb164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:37.158633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:21:37.167855 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3cdc3ded-395a-4258-bd41-8c4363fb0d7c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "PUT /v2.0/routers/2885eb0c-63cd-4e5a-848b-0d3eeca373e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2476838 Nov 09 18:21:37.222166 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-72d5afe7-735b-4757-871c-5af381bb164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:37.266691 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-72d5afe7-735b-4757-871c-5af381bb164c None None] For port 273d4570-5d54-4ad0-9978-85d2ea54ff05, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=273d4570-5d54-4ad0-9978-85d2ea54ff05,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:37.275860 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-72d5afe7-735b-4757-871c-5af381bb164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:37.341029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5afe7-735b-4757-871c-5af381bb164c None None] Pushing event updated for resources: {'Port': ['ID=273d4570-5d54-4ad0-9978-85d2ea54ff05,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:37.403043 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-c6b2d6b3-f6d3-4d0f-84f0-5cc9dbfa3be8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-286918632&fields=id&tenant_id=9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 267 time: 0.0444226 Nov 09 18:21:37.457544 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Sync routers for ids ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:21:37.468443 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Routers {'2885eb0c-63cd-4e5a-848b-0d3eeca373e1'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:37.469562 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:37.504073 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5fab8bf8-d39c-4b93-b81e-d32a634f0e90 None None] Provisioning complete for port 40392395-e8d3-40c5-a346-947fd22a4e77 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:37.504856 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5fab8bf8-d39c-4b93-b81e-d32a634f0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:37.535276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-58eb03e1-d761-4a8e-a8ab-948657f66ca6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:37.543032 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-58eb03e1-d761-4a8e-a8ab-948657f66ca6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/networks?id=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e HTTP/1.1" status: 200 len: 794 time: 0.1314709 Nov 09 18:21:37.544497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-5fab8bf8-d39c-4b93-b81e-d32a634f0e90 None None] Port 40392395-e8d3-40c5-a346-947fd22a4e77 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:21:37.554869 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-2b474a55-4090-4b92-9d80-e47aa31a3475 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/quotas/9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 375 time: 0.0108080 Nov 09 18:21:37.559492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5fab8bf8-d39c-4b93-b81e-d32a634f0e90 None None] Provisioning complete for port 273d4570-5d54-4ad0-9978-85d2ea54ff05 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:37.559876 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5fab8bf8-d39c-4b93-b81e-d32a634f0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:37.597252 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Set router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:37.619441 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-2ac88c5e-4a16-4220-bd1d-bce52b3d18ea tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553012 Nov 09 18:21:37.743802 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-59e6f127-cff8-40ef-bcaa-a9147c717ba5 service neutron] 10.222.0.81 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119244 Nov 09 18:21:37.807429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-76d9dcf7-ae9e-4787-9eab-a56fab9c24c8 None None] Provisioning complete for port 40392395-e8d3-40c5-a346-947fd22a4e77 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:37.808147 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-76d9dcf7-ae9e-4787-9eab-a56fab9c24c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:37.836214 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:36Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '40392395-e8d3-40c5-a346-947fd22a4e77', 'name': '', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:0d:98:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:35Z', 'updated_at': '2021-11-09T18:21:36Z', 'revision_number': 2, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:37.868869 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Checking router: 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:21:37.870476 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Updating router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 port 40392395-e8d3-40c5-a346-947fd22a4e77 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:21:37.894288 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-76d9dcf7-ae9e-4787-9eab-a56fab9c24c8 None None] Port 40392395-e8d3-40c5-a346-947fd22a4e77 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:21:37.903737 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:37.905732 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device da1b883e-1dab-44e5-a42b-b37498b5112d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:21:37.917076 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-c394546f-2d01-441e-9b14-0eeea12352cf service neutron] 10.222.0.81 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660120 Nov 09 18:21:37.975341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port da1b883e-1dab-44e5-a42b-b37498b5112d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:37.975911 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:38.135809 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b8e9c333-926a-44ee-8b7f-5f8954ff3478 req-fa556999-11b1-4744-acee-c2ca1843c45b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 210 time: 0.0315139 Nov 09 18:21:38.139785 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:38.169644 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-94a54c51-6977-435a-aefc-65bff7442b7b None None] Provisioning complete for port 40392395-e8d3-40c5-a346-947fd22a4e77 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:38.170428 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-94a54c51-6977-435a-aefc-65bff7442b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:38.216624 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port da1b883e-1dab-44e5-a42b-b37498b5112d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=da1b883e-1dab-44e5-a42b-b37498b5112d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:38.224223 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:38.225034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 273d4570-5d54-4ad0-9978-85d2ea54ff05 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:21:38.266697 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:38.273809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-94a54c51-6977-435a-aefc-65bff7442b7b None None] Port 40392395-e8d3-40c5-a346-947fd22a4e77 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:21:38.274004 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:38.310318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=da1b883e-1dab-44e5-a42b-b37498b5112d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:38.326093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 273d4570-5d54-4ad0-9978-85d2ea54ff05 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:38.326509 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:38.334895 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Pushing event updated for resources: {'Port': ['ID=40392395-e8d3-40c5-a346-947fd22a4e77,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:38.363339 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:38.363688 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:38.364022 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:38.364384 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:38.365063 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:38.365478 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:38.365806 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:38.366121 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:38.366592 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:38.367056 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:38.367563 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:38.368033 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:38.406778 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Attempting to bind port 40392395-e8d3-40c5-a346-947fd22a4e77 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:21:38.407156 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Attempting to bind port 40392395-e8d3-40c5-a346-947fd22a4e77 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '0b765fb8-fe93-48ba-a4de-05f3808e11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:21:38.407540 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Attempting to bind port 40392395-e8d3-40c5-a346-947fd22a4e77 on network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:21:38.413452 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:21:38.413823 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Checking segment: {'id': '0b765fb8-fe93-48ba-a4de-05f3808e11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:21:38.414226 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:38.414618 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Bound using segment: {'id': '0b765fb8-fe93-48ba-a4de-05f3808e11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:21:38.415082 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Bound port: 40392395-e8d3-40c5-a346-947fd22a4e77, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b765fb8-fe93-48ba-a4de-05f3808e11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:21:38.415505 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:38.491680 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] For port 40392395-e8d3-40c5-a346-947fd22a4e77, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:21:38.496854 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] For port 40392395-e8d3-40c5-a346-947fd22a4e77, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=40392395-e8d3-40c5-a346-947fd22a4e77,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:21:38.502345 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:38.596071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-80429326-5eff-4615-95ff-8ba919df2ac1 None None] Provisioning complete for port 40392395-e8d3-40c5-a346-947fd22a4e77 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:38.596367 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-80429326-5eff-4615-95ff-8ba919df2ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:38.660372 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Routers {'2885eb0c-63cd-4e5a-848b-0d3eeca373e1'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:38.661068 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:38.707117 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-80429326-5eff-4615-95ff-8ba919df2ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:38.736089 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad5f14-fabf-4de7-93e9-a17610f3edab None None] Pushing event updated for resources: {'Port': ['ID=40392395-e8d3-40c5-a346-947fd22a4e77,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:38.748024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-80429326-5eff-4615-95ff-8ba919df2ac1 None None] For port 40392395-e8d3-40c5-a346-947fd22a4e77, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=40392395-e8d3-40c5-a346-947fd22a4e77,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:38.753617 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-80429326-5eff-4615-95ff-8ba919df2ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:38.813819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80429326-5eff-4615-95ff-8ba919df2ac1 None None] Pushing event updated for resources: {'Port': ['ID=40392395-e8d3-40c5-a346-947fd22a4e77,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:38.818912 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] Set router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:38.974913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1fb7254f-9f03-4d0c-b18d-93839905a92b None None] Provisioning complete for port 40392395-e8d3-40c5-a346-947fd22a4e77 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:38.975181 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1fb7254f-9f03-4d0c-b18d-93839905a92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:39.041806 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:36Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '40392395-e8d3-40c5-a346-947fd22a4e77', 'name': '', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:0d:98:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:35Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:39.074255 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37612dfe-7cad-42ea-b5f8-5c2b7ac47d7b None None] The sync data for ids ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'] in n-d-817236-1 is: [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:36Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '40392395-e8d3-40c5-a346-947fd22a4e77', 'name': '', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:0d:98:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:35Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:21:39.290193 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ffdebb49-03e3-4a22-8ddd-ce06d2e63696 req-d83e45ed-c13e-43b1-8759-87f0cb0e8cb1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 210 time: 0.0455136 Nov 09 18:21:39.317310 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-547ca567-8a10-4bb2-afdf-214774a6494d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:39.319525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-547ca567-8a10-4bb2-afdf-214774a6494d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "GET /v2.0/networks?id=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e HTTP/1.1" status: 200 len: 794 time: 0.1300092 Nov 09 18:21:39.368167 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-72fff2e8-d594-4906-b7ce-64ac7ed94507 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9285a9a6b01f49df82a08612ddfa882f HTTP/1.1" status: 200 len: 379 time: 0.0382314 Nov 09 18:21:39.380879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-9a920f8e-f5cf-40bf-8caf-349f90db24c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'port': {'device_id': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'admin_state_up': True, 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'security_groups': ['e195e7a1-e17c-49b2-843b-cdb4a246ba24']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:39.498219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-9a920f8e-f5cf-40bf-8caf-349f90db24c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Made reservation on behalf of 9285a9a6b01f49df82a08612ddfa882f for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:21:39.502818 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-9a920f8e-f5cf-40bf-8caf-349f90db24c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:39.644882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-9a920f8e-f5cf-40bf-8caf-349f90db24c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.20.0.5 (0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e/892a069d-1d9d-48ff-82b4-ed03000d7ace/0db0229b-45d0-4c1c-aec2-0811d9ee7a79) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:21:39.807450 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-9a920f8e-f5cf-40bf-8caf-349f90db24c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:39.842907 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-9a920f8e-f5cf-40bf-8caf-349f90db24c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:39.871112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 40392395-e8d3-40c5-a346-947fd22a4e77 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:21:39.890368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-9a920f8e-f5cf-40bf-8caf-349f90db24c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:21:39.894195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-9a920f8e-f5cf-40bf-8caf-349f90db24c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:21:39.898046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-9a920f8e-f5cf-40bf-8caf-349f90db24c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:21:39.907729 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a920f8e-f5cf-40bf-8caf-349f90db24c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:39.938161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 40392395-e8d3-40c5-a346-947fd22a4e77 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:39.939729 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:39.958206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-9a920f8e-f5cf-40bf-8caf-349f90db24c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:39.959271 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-9a920f8e-f5cf-40bf-8caf-349f90db24c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:39.977542 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-9a920f8e-f5cf-40bf-8caf-349f90db24c3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6009419 Nov 09 18:21:39.991534 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Request body: {'port': {'device_id': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:40.044676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device da1b883e-1dab-44e5-a42b-b37498b5112d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:21:40.061630 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:40.100775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port da1b883e-1dab-44e5-a42b-b37498b5112d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:40.101172 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:40.213154 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8a1ce849-2764-48df-acb9-ab67b393f981 None None] Provisioning complete for port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:40.213493 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce849-2764-48df-acb9-ab67b393f981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:40.254131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8a1ce849-2764-48df-acb9-ab67b393f981 None None] Port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:21:40.366941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:21:40.383245 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:40.412418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Transition to ACTIVE for port object 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:21:40.418659 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:40.440777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d44d6b-b83d-4dfd-badf-032ba18005f9 req-322732c9-51db-475a-ace4-9c7742486a67 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:40.442274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d1d44d6b-b83d-4dfd-badf-032ba18005f9 req-322732c9-51db-475a-ace4-9c7742486a67 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 931 time: 0.0708869 Nov 09 18:21:40.532879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Pushing event updated for resources: {'Port': ['ID=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:40.561999 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d1d44d6b-b83d-4dfd-badf-032ba18005f9 req-c339a945-f4fb-4706-b3dc-2125fdf7c710 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955284 Nov 09 18:21:40.598419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Attempting to bind port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:21:40.598777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Attempting to bind port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '0b765fb8-fe93-48ba-a4de-05f3808e11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:21:40.599111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Attempting to bind port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 on network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:21:40.604062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 on network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:21:40.604384 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Attempting to bind port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 on network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:21:40.610064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:21:40.610373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Checking segment: {'id': '0b765fb8-fe93-48ba-a4de-05f3808e11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:21:40.610755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Bound using segment: {'id': '0b765fb8-fe93-48ba-a4de-05f3808e11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:21:40.611187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Bound port: 0db0229b-45d0-4c1c-aec2-0811d9ee7a79, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b765fb8-fe93-48ba-a4de-05f3808e11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:21:40.611598 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:40.678036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] For port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:21:40.681257 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] For port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:21:40.686614 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:40.706259 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0cc47f4e-f7d8-4aeb-b104-c4dd54c12d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:40.728115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:40.728115 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:40.729147 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] 10.222.0.13 "PUT /v2.0/ports/0db0229b-45d0-4c1c-aec2-0811d9ee7a79 HTTP/1.1" status: 200 len: 1091 time: 0.7426519 Nov 09 18:21:40.729606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:40.731882 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d23ce3-84ba-4877-bc94-54441766eb82" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:40.757833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248c956-98f6-4b78-a1d0-327716afaef6 service neutron] Pushing event updated for resources: {'Port': ['ID=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:40.806780 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84c4ac0-a9bb-4680-a5b8-416a3937cd90 x-openstack-request-id: req-b84c4ac0-a9bb-4680-a5b8-416a3937cd90 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:40.807075 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:40.807353 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b84c4ac0-a9bb-4680-a5b8-416a3937cd90 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:40.807746 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'status': 'completed', 'code': 200} Nov 09 18:21:40.825076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-31590e2d-8a7f-4252-83e4-d1173036f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:40.827268 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-31590e2d-8a7f-4252-83e4-d1173036f761 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 1094 time: 0.0461056 Nov 09 18:21:40.871255 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-99b40000-6631-4578-9bc4-56d11b62bae5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79 HTTP/1.1" status: 200 len: 217 time: 0.0352397 Nov 09 18:21:40.934079 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-6a95a56a-b5a1-4814-af60-ad8d01eecd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:40.936806 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-6a95a56a-b5a1-4814-af60-ad8d01eecd71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=892a069d-1d9d-48ff-82b4-ed03000d7ace HTTP/1.1" status: 200 len: 834 time: 0.0549757 Nov 09 18:21:40.985424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-f2ad015a-0bbc-4758-9858-66425eccf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:40.986896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-f2ad015a-0bbc-4758-9858-66425eccf63c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428228 Nov 09 18:21:41.081876 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-4d04977c-407d-4fc0-ba16-5ec79e97cc2d service neutron] 10.222.0.13 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842919 Nov 09 18:21:41.178606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4c46383c-4b32-42e4-b439-de66d3bfda01 req-582fcd23-3616-4619-8101-c7a42a202642 service neutron] 10.222.0.13 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887690 Nov 09 18:21:41.267183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d23ce3-84ba-4877-bc94-54441766eb82 req-fe3677cd-5819-4c1d-b93c-6c97aaa2ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:41.268825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d23ce3-84ba-4877-bc94-54441766eb82 req-fe3677cd-5819-4c1d-b93c-6c97aaa2ceaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 1094 time: 0.0446482 Nov 09 18:21:41.365060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d23ce3-84ba-4877-bc94-54441766eb82 req-05d51948-4fa8-4d91-b798-4403bd9c3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:41.366440 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d23ce3-84ba-4877-bc94-54441766eb82 req-05d51948-4fa8-4d91-b798-4403bd9c3eff service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e HTTP/1.1" status: 200 len: 895 time: 0.0904701 Nov 09 18:21:41.408793 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d23ce3-84ba-4877-bc94-54441766eb82 req-e60e34cf-1330-450c-8e46-fe6a83dd483d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79 HTTP/1.1" status: 200 len: 217 time: 0.0343010 Nov 09 18:21:41.460903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d23ce3-84ba-4877-bc94-54441766eb82 req-0f518521-462f-40ea-96e8-d8dd39a93f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:41.462335 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d23ce3-84ba-4877-bc94-54441766eb82 req-0f518521-462f-40ea-96e8-d8dd39a93f8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=892a069d-1d9d-48ff-82b4-ed03000d7ace HTTP/1.1" status: 200 len: 834 time: 0.0436354 Nov 09 18:21:41.509295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d23ce3-84ba-4877-bc94-54441766eb82 req-dc1326d9-d085-47aa-89db-8c6876118362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:41.510764 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d23ce3-84ba-4877-bc94-54441766eb82 req-dc1326d9-d085-47aa-89db-8c6876118362 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408936 Nov 09 18:21:41.605474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d23ce3-84ba-4877-bc94-54441766eb82 req-bf064789-45ce-4d1a-a321-8680a7fd86fe service neutron] 10.222.0.13 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873477 Nov 09 18:21:41.733177 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d23ce3-84ba-4877-bc94-54441766eb82 req-6b09a7e1-1ade-4f73-90df-e5bc77fb181d service neutron] 10.222.0.13 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190691 Nov 09 18:21:41.742091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75a5f9-42e4-4ccb-9d9d-7b8b964b6efe req-24d694e1-6568-4ca8-8b97-b7af2f8ea1a9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:41.743593 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6d75a5f9-42e4-4ccb-9d9d-7b8b964b6efe req-24d694e1-6568-4ca8-8b97-b7af2f8ea1a9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 943 time: 0.0865979 Nov 09 18:21:41.784678 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6d75a5f9-42e4-4ccb-9d9d-7b8b964b6efe req-c8e7e83d-9b45-4c22-8d68-e8bc6b0a9871 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336125 Nov 09 18:21:42.903041 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75af66-40ee-4a4a-bd31-6bb8d247397c req-80c405b1-0399-4611-91d7-ab5db6caed78 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:42.905535 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a75af66-40ee-4a4a-bd31-6bb8d247397c req-80c405b1-0399-4611-91d7-ab5db6caed78 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 943 time: 0.0512588 Nov 09 18:21:42.946994 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a75af66-40ee-4a4a-bd31-6bb8d247397c req-9a662ab4-cd5d-4f55-a778-680a6b2782ca tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352371 Nov 09 18:21:43.680329 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0ae04709-9cc6-4ffd-b9d9-6bf0b67cbc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:44.063348 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565b557-80f0-43c6-bada-674593ba0a53 req-1e4f2462-b4d9-42a8-a487-2d6ea47775e6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:44.064834 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2565b557-80f0-43c6-bada-674593ba0a53 req-1e4f2462-b4d9-42a8-a487-2d6ea47775e6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 943 time: 0.0501969 Nov 09 18:21:44.103033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2565b557-80f0-43c6-bada-674593ba0a53 req-27c48ca6-8ce7-4285-b94c-56a922cc1d7e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321431 Nov 09 18:21:44.498520 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:45.007149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:21:45.102080 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:21:45.104465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:45.119798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'port_id': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'mac_address': 'fa:16:3e:26:ac:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:21:45.166431 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:45.180471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:21:45.203640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:45.208172 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:45.230762 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6284bd-aefb-4306-bcf0-25252372268f req-d89bab6f-9999-4b63-8ba7-18037d76e08e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:45.232718 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bf6284bd-aefb-4306-bcf0-25252372268f req-d89bab6f-9999-4b63-8ba7-18037d76e08e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 943 time: 0.0555196 Nov 09 18:21:45.262814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:45.274777 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bf6284bd-aefb-4306-bcf0-25252372268f req-ea547489-513b-4c25-ba73-6c818570093c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349379 Nov 09 18:21:45.444545 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0db0229b-45d0-4c1c-aec2-0811d9ee7a79'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:21:45.509285 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:46.404055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42068097-4581-4ebc-9354-f51b8159a0b4 req-2652f139-2f0a-4c4a-a32f-2eb2376d3ab1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:46.406816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42068097-4581-4ebc-9354-f51b8159a0b4 req-2652f139-2f0a-4c4a-a32f-2eb2376d3ab1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 944 time: 0.0525177 Nov 09 18:21:46.453494 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42068097-4581-4ebc-9354-f51b8159a0b4 req-a434c2a7-6b2f-4dfb-87e0-aa7b28bd3df2 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398402 Nov 09 18:21:47.014540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:21:47.075438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:21:47.081960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:47.082394 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:47.173813 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:47.197422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:47.199774 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a79ab70-9bc0-45b2-8298-642512553cd0" -d '{"events": [{"server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "name": "network-vif-plugged", "status": "completed", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:47.214848 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:47.219835 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:47.244286 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29666335-9d01-43b8-aea6-9f5e54b4edfb x-openstack-request-id: req-29666335-9d01-43b8-aea6-9f5e54b4edfb {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:47.244593 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "name": "network-vif-plugged", "status": "completed", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:47.244847 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-29666335-9d01-43b8-aea6-9f5e54b4edfb {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:47.245240 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'code': 200} Nov 09 18:21:47.277205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:47.345758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171f3a9-d51d-406a-badb-77a935a3556f req-e84a8026-2a84-4f90-9603-a42b75c61020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:47.347334 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4171f3a9-d51d-406a-badb-77a935a3556f req-e84a8026-2a84-4f90-9603-a42b75c61020 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 1096 time: 0.0434394 Nov 09 18:21:47.389832 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4171f3a9-d51d-406a-badb-77a935a3556f req-200950d1-b6b3-45ef-ac91-d242e2bc9ac0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348716 Nov 09 18:21:47.576828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f3e2b-a412-4738-90a1-05af5a0c1dd8 req-b124e39d-4403-4f9e-a5c8-5ad8edfc93cc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:47.578350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e93f3e2b-a412-4738-90a1-05af5a0c1dd8 req-b124e39d-4403-4f9e-a5c8-5ad8edfc93cc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0514731 Nov 09 18:21:47.617191 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e93f3e2b-a412-4738-90a1-05af5a0c1dd8 req-ac980fe4-ab86-49b4-b93b-6c95185ddd2c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327218 Nov 09 18:21:47.745087 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:48.736344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c3e7-9a39-4817-86d7-b533d68c8650 req-3f4ed36c-3008-45c2-91a6-7de98931f926 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:48.737926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e34c3e7-9a39-4817-86d7-b533d68c8650 req-3f4ed36c-3008-45c2-91a6-7de98931f926 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0507560 Nov 09 18:21:48.781395 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3e34c3e7-9a39-4817-86d7-b533d68c8650 req-b92d13b8-ccac-47b6-b753-7439d49291f0 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371196 Nov 09 18:21:48.896073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69794b-d9d3-45fc-a4c9-a82db97b0fb4 req-e403d7f7-b485-47e6-a7e9-9d1f32e8ea67 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:48.897455 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a69794b-d9d3-45fc-a4c9-a82db97b0fb4 req-e403d7f7-b485-47e6-a7e9-9d1f32e8ea67 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0490701 Nov 09 18:21:48.939086 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a69794b-d9d3-45fc-a4c9-a82db97b0fb4 req-d1a21dde-cac7-40d0-b22f-f066c48d7bb3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356731 Nov 09 18:21:48.960558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47540) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:49.000512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3bf36-fb4a-4a14-93f0-4348c5a2a78e tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:49.002036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c6c3bf36-fb4a-4a14-93f0-4348c5a2a78e tempest-TestNetworkAdvancedServerOps-413729760 tempest-TestNetworkAdvancedServerOps-413729760-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 1091 time: 0.0405107 Nov 09 18:21:49.004767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47542) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:49.009032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:49.031479 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:49.131036 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:49.237496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Allocated IP 172.25.1.97 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/9c6386c9-d1bd-41a1-84af-ee06ba2f35d3) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:21:49.339911 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:49.378691 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:49.415376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:21:49.418416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:21:49.422472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:21:49.452318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=9c6386c9-d1bd-41a1-84af-ee06ba2f35d3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:50.081889 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.146908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.294198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.300253 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.380233 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event updated for resources: {'Port': ['ID=9c6386c9-d1bd-41a1-84af-ee06ba2f35d3,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:50.388400 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.491758 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Floating IP 3a133bc4-3fde-429d-88bd-489ae53577d7 associated. External IP: 172.25.1.97, port: 0db0229b-45d0-4c1c-aec2-0811d9ee7a79. Nov 09 18:21:50.709129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:21:50.821339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:21:50.834499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef5157a-588e-43ce-9df8-193954580901 None None] Sync routers for ids ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:21:50.838982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.845517 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef5157a-588e-43ce-9df8-193954580901 None None] Routers {'2885eb0c-63cd-4e5a-848b-0d3eeca373e1'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:50.846295 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1ef5157a-588e-43ce-9df8-193954580901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:50.867568 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c22ae8ff-3137-43eb-be6a-eacddfdecf95 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8617518 Nov 09 18:21:50.868233 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:50.870521 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd97d0ea-96b7-4775-86c0-97bdaa4f0682" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:50.911646 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd123157-3f60-45f5-a3d0-1b3e58c69028 x-openstack-request-id: req-dd123157-3f60-45f5-a3d0-1b3e58c69028 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:50.912008 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:50.912271 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd123157-3f60-45f5-a3d0-1b3e58c69028 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:50.912707 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'status': 'completed', 'code': 200} Nov 09 18:21:50.961094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1ef5157a-588e-43ce-9df8-193954580901 None None] Set router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:50.971125 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e505-ea3d-418e-bfbd-7da7070fe75c req-a28bec52-917e-4bcc-9c68-86bec9a5c634 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:50.972756 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78e505-ea3d-418e-bfbd-7da7070fe75c req-a28bec52-917e-4bcc-9c68-86bec9a5c634 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0538149 Nov 09 18:21:50.978224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97d0ea-96b7-4775-86c0-97bdaa4f0682 req-c67cce63-6cd3-44bb-ad0c-aa5808d9c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:50.979845 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd97d0ea-96b7-4775-86c0-97bdaa4f0682 req-c67cce63-6cd3-44bb-ad0c-aa5808d9c821 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 1096 time: 0.0428147 Nov 09 18:21:51.024825 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c78e505-ea3d-418e-bfbd-7da7070fe75c req-6481c816-a13a-4d40-99af-6c2328ed81f4 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453029 Nov 09 18:21:51.043283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47548) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:51.128603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-753e04a3-4cc7-4e7b-a593-f1cf6442c0c5 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/3a133bc4-3fde-429d-88bd-489ae53577d7 HTTP/1.1" status: 200 len: 990 time: 0.0842135 Nov 09 18:21:51.131454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97d0ea-96b7-4775-86c0-97bdaa4f0682 req-0a4010a5-1093-436a-9935-19c6eb5148f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:51.132857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd97d0ea-96b7-4775-86c0-97bdaa4f0682 req-0a4010a5-1093-436a-9935-19c6eb5148f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e HTTP/1.1" status: 200 len: 895 time: 0.1463287 Nov 09 18:21:51.205284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd97d0ea-96b7-4775-86c0-97bdaa4f0682 req-6a386a1a-7a63-4a6d-a426-e820f8ed5ff5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79 HTTP/1.1" status: 200 len: 998 time: 0.0645013 Nov 09 18:21:51.209036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1ef5157a-588e-43ce-9df8-193954580901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:36Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '3a133bc4-3fde-429d-88bd-489ae53577d7', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'port_id': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'mac_address': 'fa:16:3e:26:ac:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:21:49Z', 'updated_at': '2021-11-09T18:21:49Z', 'revision_number': 0, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40392395-e8d3-40c5-a346-947fd22a4e77', 'name': '', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:0d:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:35Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:51.235196 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef5157a-588e-43ce-9df8-193954580901 None None] Checking router: 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:21:51.243758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef5157a-588e-43ce-9df8-193954580901 None None] Routers {'2885eb0c-63cd-4e5a-848b-0d3eeca373e1'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:51.244369 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1ef5157a-588e-43ce-9df8-193954580901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:21:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:51.257723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97d0ea-96b7-4775-86c0-97bdaa4f0682 req-8e39f909-53d4-4b72-9273-35e3bd4ff5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:51.259281 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd97d0ea-96b7-4775-86c0-97bdaa4f0682 req-8e39f909-53d4-4b72-9273-35e3bd4ff5cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=892a069d-1d9d-48ff-82b4-ed03000d7ace HTTP/1.1" status: 200 len: 834 time: 0.0468845 Nov 09 18:21:51.304849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97d0ea-96b7-4775-86c0-97bdaa4f0682 req-188e0d1c-01b3-43c9-91c5-d223b7900264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:51.306379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd97d0ea-96b7-4775-86c0-97bdaa4f0682 req-188e0d1c-01b3-43c9-91c5-d223b7900264 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405834 Nov 09 18:21:51.349845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1ef5157a-588e-43ce-9df8-193954580901 None None] Set router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:51.402851 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd97d0ea-96b7-4775-86c0-97bdaa4f0682 req-30a4df35-5749-4f1e-9f24-38738cec4001 service neutron] 10.222.0.13 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894639 Nov 09 18:21:51.497443 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd97d0ea-96b7-4775-86c0-97bdaa4f0682 req-740104b0-a8d7-47f9-a236-add0ce1c320c service neutron] 10.222.0.13 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876503 Nov 09 18:21:51.582097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1ef5157a-588e-43ce-9df8-193954580901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:36Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '3a133bc4-3fde-429d-88bd-489ae53577d7', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'port_id': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'mac_address': 'fa:16:3e:26:ac:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:21:49Z', 'updated_at': '2021-11-09T18:21:49Z', 'revision_number': 0, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40392395-e8d3-40c5-a346-947fd22a4e77', 'name': '', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:0d:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:35Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:51.609245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef5157a-588e-43ce-9df8-193954580901 None None] The sync data for ids ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'] in n-d-817236-1 is: [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:36Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '3a133bc4-3fde-429d-88bd-489ae53577d7', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'port_id': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'mac_address': 'fa:16:3e:26:ac:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:21:49Z', 'updated_at': '2021-11-09T18:21:49Z', 'revision_number': 0, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40392395-e8d3-40c5-a346-947fd22a4e77', 'name': '', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:0d:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:35Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:21:51.808286 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44776d14-6a55-4ccf-b337-fe694237d444 None None] New status for floating IP 3a133bc4-3fde-429d-88bd-489ae53577d7: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:21:52.132065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47550) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:52.198392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fb40bfd0-5e3a-43e3-82a9-6916f4f924bd tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/3a133bc4-3fde-429d-88bd-489ae53577d7 HTTP/1.1" status: 200 len: 992 time: 0.0651460 Nov 09 18:21:53.292370 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.084819 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:09.306428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7e081af-7419-4465-aea1-c76c19f933e3 req-f1f27cc2-faec-4d30-8f35-2b6762d619ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1373503 Nov 09 18:22:09.387064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e081af-7419-4465-aea1-c76c19f933e3 req-148ef0b9-98c4-4af2-8f70-88dba6a70bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:09.388593 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7e081af-7419-4465-aea1-c76c19f933e3 req-148ef0b9-98c4-4af2-8f70-88dba6a70bfb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec1858863bc3403f84eadb85df5f9d1c&device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 1096 time: 0.0407228 Nov 09 18:22:09.501155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e081af-7419-4465-aea1-c76c19f933e3 req-e54eb698-cc40-44b6-9c67-fde9b5f3007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:09.502703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7e081af-7419-4465-aea1-c76c19f933e3 req-e54eb698-cc40-44b6-9c67-fde9b5f3007c service neutron] 10.222.0.18 "GET /v2.0/networks?id=11f68ae3-87c6-4162-85b6-fd55f3318efd HTTP/1.1" status: 200 len: 910 time: 0.0934606 Nov 09 18:22:09.574165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7e081af-7419-4465-aea1-c76c19f933e3 req-e6a6da49-6e39-4430-ae21-ec916708cddd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 HTTP/1.1" status: 200 len: 1000 time: 0.0634694 Nov 09 18:22:09.624792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e081af-7419-4465-aea1-c76c19f933e3 req-d1e3b24d-350c-4167-8394-774be8e5dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:09.626233 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7e081af-7419-4465-aea1-c76c19f933e3 req-d1e3b24d-350c-4167-8394-774be8e5dbc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=018a83b0-e9fd-4a13-8565-9a3e26ceb2b3 HTTP/1.1" status: 200 len: 848 time: 0.0447733 Nov 09 18:22:09.677817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e081af-7419-4465-aea1-c76c19f933e3 req-f49197d3-7c09-4bfd-92e0-4ad24561fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:09.679339 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7e081af-7419-4465-aea1-c76c19f933e3 req-f49197d3-7c09-4bfd-92e0-4ad24561fd2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11f68ae3-87c6-4162-85b6-fd55f3318efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455210 Nov 09 18:22:09.770726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7e081af-7419-4465-aea1-c76c19f933e3 req-0211e128-ada3-43ed-af72-048076425f83 service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831611 Nov 09 18:22:09.866584 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7e081af-7419-4465-aea1-c76c19f933e3 req-9eec43c0-dbae-4395-ae75-97162ec4d070 service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867860 Nov 09 18:22:10.709028 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ef95d9a2-3a6c-4956-b3ae-9c580e7d1c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:10.797636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-e41bf211-fe6f-47af-94d5-76af4cf1dd48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022847 Nov 09 18:22:10.880389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-1e488444-c41f-411d-abd2-e3580c6fbee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:10.881852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-1e488444-c41f-411d-abd2-e3580c6fbee4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 1096 time: 0.0410652 Nov 09 18:22:10.990868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-176f917c-9509-45f4-b2f4-9ec6e4fbf551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:10.992278 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-176f917c-9509-45f4-b2f4-9ec6e4fbf551 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e HTTP/1.1" status: 200 len: 895 time: 0.0905180 Nov 09 18:22:11.060433 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-026ffa98-801b-4ea2-aa85-04ee2d5d9f8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79 HTTP/1.1" status: 200 len: 1000 time: 0.0599086 Nov 09 18:22:11.111249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-56e3ba8e-1dda-420a-882b-faa80644c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:11.112704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-56e3ba8e-1dda-420a-882b-faa80644c611 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=892a069d-1d9d-48ff-82b4-ed03000d7ace HTTP/1.1" status: 200 len: 834 time: 0.0445070 Nov 09 18:22:11.163191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-38718080-db52-4166-b7b8-5bc9cc7791c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:11.164735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-38718080-db52-4166-b7b8-5bc9cc7791c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453219 Nov 09 18:22:11.176210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-00390cd5-ad6e-4029-b807-da175100d884 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:22:11.177190 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-00390cd5-ad6e-4029-b807-da175100d884 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049925 Nov 09 18:22:11.267446 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-4548c2ee-f12c-41d0-b95a-3aadc8af4795 service neutron] 10.222.0.13 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826564 Nov 09 18:22:11.362234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6d6b5b7-ab32-474f-bdbc-ab8a2fda7cee req-4d8f7f09-5426-4dd3-bc76-be7c5786742d service neutron] 10.222.0.13 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875249 Nov 09 18:22:13.680817 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0e71017b-74cc-4741-86df-f915e0ca88a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:14.500979 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:15.501690 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:17.747051 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.101286 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:22:23.307060 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:24.092856 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.760447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45390b32-ec7d-4b55-836f-5cd37991db25 req-5dcd9a5b-c4c8-47bc-9e84-a8b5c25798e1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:25.762083 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45390b32-ec7d-4b55-836f-5cd37991db25 req-5dcd9a5b-c4c8-47bc-9e84-a8b5c25798e1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0562456 Nov 09 18:22:25.803109 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45390b32-ec7d-4b55-836f-5cd37991db25 req-19369c9b-2e78-4de1-b502-aa003310be41 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337451 Nov 09 18:22:26.922633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aad544-5ccb-41c1-b3eb-86a12fd4bd57 req-98de00eb-5094-44ef-bbc0-97ada31ba6ff tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:26.924169 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a0aad544-5ccb-41c1-b3eb-86a12fd4bd57 req-98de00eb-5094-44ef-bbc0-97ada31ba6ff tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0503497 Nov 09 18:22:26.963830 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a0aad544-5ccb-41c1-b3eb-86a12fd4bd57 req-93e0f335-2ef2-413d-93dc-dcd3a7f93e5f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336142 Nov 09 18:22:28.090241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25673ca1-ce57-47f6-92ad-20973c6474d8 req-398debac-d7f2-4bd2-ac34-8d3b5092c9dc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:28.091821 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25673ca1-ce57-47f6-92ad-20973c6474d8 req-398debac-d7f2-4bd2-ac34-8d3b5092c9dc tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0564296 Nov 09 18:22:28.131775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25673ca1-ce57-47f6-92ad-20973c6474d8 req-d00c2f6a-d65b-478b-a44a-4a5631317d3c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333858 Nov 09 18:22:29.250071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a223341-00fe-4f86-b5fb-740661d341a8 req-0ba123e5-b221-4c5e-8af8-1b14e6c5e754 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:29.251688 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a223341-00fe-4f86-b5fb-740661d341a8 req-0ba123e5-b221-4c5e-8af8-1b14e6c5e754 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0521259 Nov 09 18:22:29.299765 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a223341-00fe-4f86-b5fb-740661d341a8 req-26b10147-44a6-4df5-9446-2d731478d1e1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378425 Nov 09 18:22:30.429545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a781e-238c-4229-b4af-d4900e0a4a4e req-f736f534-274e-4cbd-ae71-d43e35a14f57 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:30.431325 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac4a781e-238c-4229-b4af-d4900e0a4a4e req-f736f534-274e-4cbd-ae71-d43e35a14f57 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0537326 Nov 09 18:22:30.469950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac4a781e-238c-4229-b4af-d4900e0a4a4e req-98eedb67-29db-4cdf-bcf8-a0f862f8c382 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326312 Nov 09 18:22:31.587957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cfe29-b03a-4d10-b3fe-e535546647e0 req-55c45fdf-ec32-4c4c-bd3b-e04232e9e983 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:31.589453 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b17cfe29-b03a-4d10-b3fe-e535546647e0 req-55c45fdf-ec32-4c4c-bd3b-e04232e9e983 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0503657 Nov 09 18:22:31.629227 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b17cfe29-b03a-4d10-b3fe-e535546647e0 req-5c4587cd-0ad0-4047-b102-cb698dfb7a7d tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328717 Nov 09 18:22:32.745472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621334b-4a7a-4a21-ba0b-2c4645f629fd req-b3d3be5a-a486-48bc-a1f5-17f2d4277e0f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:32.747047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0621334b-4a7a-4a21-ba0b-2c4645f629fd req-b3d3be5a-a486-48bc-a1f5-17f2d4277e0f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0509899 Nov 09 18:22:32.786525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0621334b-4a7a-4a21-ba0b-2c4645f629fd req-79b4178c-ffee-41cc-9c80-e4b51fe729e4 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334537 Nov 09 18:22:33.902614 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7c334-3174-47c3-9cb1-c78efcf6dca8 req-979205ea-caa5-4530-8db5-548f5818970b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:33.905014 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a7f7c334-3174-47c3-9cb1-c78efcf6dca8 req-979205ea-caa5-4530-8db5-548f5818970b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0506928 Nov 09 18:22:33.943738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a7f7c334-3174-47c3-9cb1-c78efcf6dca8 req-265a5340-3171-43ed-9081-47f646755c6c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327551 Nov 09 18:22:35.061042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ebc77-ca01-484d-9edd-10896971170e req-32ee2836-3695-45da-9fb2-46e068d4d431 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:35.062500 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-482ebc77-ca01-484d-9edd-10896971170e req-32ee2836-3695-45da-9fb2-46e068d4d431 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0486512 Nov 09 18:22:35.102932 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-482ebc77-ca01-484d-9edd-10896971170e req-2314c3e2-f073-46e9-a12e-489143ec59c8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344353 Nov 09 18:22:36.226541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fcc8d-814e-4ed9-a54c-95d2f14ab6e9 req-5fad94ec-06f9-46f7-b70b-c14c7a1ae4b7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:36.228099 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f98fcc8d-814e-4ed9-a54c-95d2f14ab6e9 req-5fad94ec-06f9-46f7-b70b-c14c7a1ae4b7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0522242 Nov 09 18:22:36.275918 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f98fcc8d-814e-4ed9-a54c-95d2f14ab6e9 req-8fd8c94f-d4af-4fa9-9575-2535685fc110 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405276 Nov 09 18:22:37.398008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919e127-0385-424c-b0b2-aa0ec5de59c9 req-cb16db16-dff4-4b0d-b810-a89929f19e2b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:37.400316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3919e127-0385-424c-b0b2-aa0ec5de59c9 req-cb16db16-dff4-4b0d-b810-a89929f19e2b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0549026 Nov 09 18:22:37.441708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3919e127-0385-424c-b0b2-aa0ec5de59c9 req-c01de4b6-0ce5-47bf-85ab-60befb70c64e tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353823 Nov 09 18:22:38.560171 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e62e2-cec6-4e49-aaad-4ce54451d709 req-4bea7b1a-6427-4f1d-b3d3-7711b32421ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:38.561695 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f5e62e2-cec6-4e49-aaad-4ce54451d709 req-4bea7b1a-6427-4f1d-b3d3-7711b32421ee tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0511739 Nov 09 18:22:38.602747 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7f5e62e2-cec6-4e49-aaad-4ce54451d709 req-65a60521-6b15-425f-ba85-35da3bada806 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347860 Nov 09 18:22:39.736197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36448701-9a31-4b66-9b71-e29da57c66c5 req-39cd2f7e-0269-42cd-a4da-14614a2b24f9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:39.737725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36448701-9a31-4b66-9b71-e29da57c66c5 req-39cd2f7e-0269-42cd-a4da-14614a2b24f9 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0630164 Nov 09 18:22:39.781127 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-36448701-9a31-4b66-9b71-e29da57c66c5 req-253c1964-1680-4683-bc04-c9e5f8fc88a2 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369668 Nov 09 18:22:40.711295 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e4445048-9d63-471f-9165-a17feec3a59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.901351 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4389e0f-ffc8-4ba2-b171-5de37b880bfc req-7c88749a-9697-4760-a1cc-0eab3740964c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:40.902761 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4389e0f-ffc8-4ba2-b171-5de37b880bfc req-7c88749a-9697-4760-a1cc-0eab3740964c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0504813 Nov 09 18:22:40.942728 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4389e0f-ffc8-4ba2-b171-5de37b880bfc req-72a672c8-282f-44c7-aa7a-6a3313dd1d16 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333493 Nov 09 18:22:42.062982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572a6cf-30c0-4e16-910a-4f329ac8959b req-03dc9f55-25d0-4362-825a-a7f50e0754f2 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:42.064545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4572a6cf-30c0-4e16-910a-4f329ac8959b req-03dc9f55-25d0-4362-825a-a7f50e0754f2 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0506313 Nov 09 18:22:42.104305 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4572a6cf-30c0-4e16-910a-4f329ac8959b req-85aeb317-1875-488b-9229-8d493a8e9164 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336714 Nov 09 18:22:43.227032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0c7e-9d2c-47fc-9f13-9e87522cbae3 req-a51b01c5-c01f-43e2-b975-e74c0374dbb3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:43.228485 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-27da0c7e-9d2c-47fc-9f13-9e87522cbae3 req-a51b01c5-c01f-43e2-b975-e74c0374dbb3 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0512743 Nov 09 18:22:43.273837 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-27da0c7e-9d2c-47fc-9f13-9e87522cbae3 req-6dc30ca8-291b-4b8a-8e99-a608259f06e8 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386193 Nov 09 18:22:43.466629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ab53b-a83c-4876-9193-18efb15141c0 req-dc916d6a-6eff-4612-b765-e0ba8c07bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:43.468209 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d0ab53b-a83c-4876-9193-18efb15141c0 req-dc916d6a-6eff-4612-b765-e0ba8c07bdeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 1096 time: 0.0468328 Nov 09 18:22:43.504828 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d0ab53b-a83c-4876-9193-18efb15141c0 req-1e44b418-546a-4c5d-a0f2-64ba4c41f8f5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294647 Nov 09 18:22:43.680608 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a7ece448-ef11-4141-820b-178630021cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:44.401152 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2922-c6c7-4a3d-887b-7e1db2961bc6 req-b1fc92e0-e425-4f48-a194-5318dfec482f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:44.403193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-879c2922-c6c7-4a3d-887b-7e1db2961bc6 req-b1fc92e0-e425-4f48-a194-5318dfec482f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0583441 Nov 09 18:22:44.447595 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-879c2922-c6c7-4a3d-887b-7e1db2961bc6 req-917e4734-fab7-481b-9ca3-1293eba5fe24 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380788 Nov 09 18:22:44.502345 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:45.408415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:22:45.410549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:45.545503 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:45.579635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b1258-79bb-4159-926b-3a70eabc7ffc req-d812929f-5d28-4e8f-bf6d-2dc244e396d6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:45.581276 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c3b1258-79bb-4159-926b-3a70eabc7ffc req-d812929f-5d28-4e8f-bf6d-2dc244e396d6 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0564373 Nov 09 18:22:45.586480 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:45.611085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:45.630435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'port_id': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'mac_address': 'fa:16:3e:26:ac:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:22:45.636874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:45.639738 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec842d07-5b50-4511-a491-c4dc580bf725" -d '{"events": [{"server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "name": "network-vif-unplugged", "status": "completed", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:45.648515 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c3b1258-79bb-4159-926b-3a70eabc7ffc req-b94fae60-5ec4-407b-94b4-2be48b667b62 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541313 Nov 09 18:22:45.653855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:45.674736 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47628) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:45.676712 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:45.719184 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:45.755020 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f82beb1b-d496-44b1-88c7-d70019b74a88 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/floatingips/3a133bc4-3fde-429d-88bd-489ae53577d7 HTTP/1.1" status: 200 len: 990 time: 0.0676932 Nov 09 18:22:45.755255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:22:45.765872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:45.771037 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:45.783898 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:45.784261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:45.784602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:45.784961 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:45.785301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:45.786070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:45.786070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:45.786280 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:45.786605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:45.786931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:45.787392 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:45.787621 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:45.791604 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:45.828101 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9bfbea-1b1b-4b39-a0f0-8dd6b0950795 x-openstack-request-id: req-ea9bfbea-1b1b-4b39-a0f0-8dd6b0950795 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:45.828393 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "name": "network-vif-unplugged", "status": "completed", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:45.828639 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea9bfbea-1b1b-4b39-a0f0-8dd6b0950795 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:45.829033 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'code': 200} Nov 09 18:22:45.854581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:46.011841 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0db0229b-45d0-4c1c-aec2-0811d9ee7a79'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:22:47.419635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:47.476138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:47.476519 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.560903 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.596538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:47.601931 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.657162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:47.750477 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.830326 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:47.832971 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91b05ab-d973-4cfb-87e2-3179d4a6b5e7" -d '{"events": [{"server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "name": "network-vif-plugged", "status": "completed", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:47.871020 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c93c2d-1f1b-4e6d-8c34-eeed067b6cbf x-openstack-request-id: req-32c93c2d-1f1b-4e6d-8c34-eeed067b6cbf {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:47.871458 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "name": "network-vif-plugged", "status": "completed", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:47.872263 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32c93c2d-1f1b-4e6d-8c34-eeed067b6cbf {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:47.872834 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'code': 200} Nov 09 18:22:53.303634 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.097903 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.100153 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:23:10.611127 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-766ff5e0-9960-4f7d-af78-beb7186de671 req-85b1d352-d2ed-4c72-b4b8-164e0defb4ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477037 Nov 09 18:23:10.695556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ff5e0-9960-4f7d-af78-beb7186de671 req-db8748c9-67cf-4270-82cb-e7e796740838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:10.697110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-766ff5e0-9960-4f7d-af78-beb7186de671 req-db8748c9-67cf-4270-82cb-e7e796740838 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec1858863bc3403f84eadb85df5f9d1c&device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 1096 time: 0.0415428 Nov 09 18:23:10.714059 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cef8d115-e6fa-441b-bf6e-16a351dd96bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:10.807137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ff5e0-9960-4f7d-af78-beb7186de671 req-010a5e73-bc18-4963-86b9-cab463a8cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:10.809205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-766ff5e0-9960-4f7d-af78-beb7186de671 req-010a5e73-bc18-4963-86b9-cab463a8cd1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=11f68ae3-87c6-4162-85b6-fd55f3318efd HTTP/1.1" status: 200 len: 910 time: 0.0898635 Nov 09 18:23:10.876010 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-766ff5e0-9960-4f7d-af78-beb7186de671 req-3bd1128e-c6b1-43ee-b927-08b3bfdfa8da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 HTTP/1.1" status: 200 len: 1000 time: 0.0591137 Nov 09 18:23:10.929785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ff5e0-9960-4f7d-af78-beb7186de671 req-b7d93669-57ed-4e8f-a631-79a5d4379dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:10.931261 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-766ff5e0-9960-4f7d-af78-beb7186de671 req-b7d93669-57ed-4e8f-a631-79a5d4379dcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=018a83b0-e9fd-4a13-8565-9a3e26ceb2b3 HTTP/1.1" status: 200 len: 848 time: 0.0479338 Nov 09 18:23:10.979808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ff5e0-9960-4f7d-af78-beb7186de671 req-45105cf3-06c9-4929-a016-1ec5dd22a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:10.981971 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-766ff5e0-9960-4f7d-af78-beb7186de671 req-45105cf3-06c9-4929-a016-1ec5dd22a3e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11f68ae3-87c6-4162-85b6-fd55f3318efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426917 Nov 09 18:23:11.075804 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-766ff5e0-9960-4f7d-af78-beb7186de671 req-46da5d76-4fea-42d9-89b5-1ec7b2207964 service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860977 Nov 09 18:23:11.176037 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-766ff5e0-9960-4f7d-af78-beb7186de671 req-d24105d9-ec34-407e-97e9-d2810b1f626c service neutron] 10.222.0.18 "GET /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924351 Nov 09 18:23:11.779671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ded1aa69-ede3-4a9c-b9c3-f1d36cf0c8d8 req-da5bddc6-0719-44b1-a6b8-bba2d606efe7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463352 Nov 09 18:23:11.872199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1aa69-ede3-4a9c-b9c3-f1d36cf0c8d8 req-04af0606-d013-4749-9cea-26c64a7fceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:11.873738 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ded1aa69-ede3-4a9c-b9c3-f1d36cf0c8d8 req-04af0606-d013-4749-9cea-26c64a7fceda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 1096 time: 0.0454507 Nov 09 18:23:11.988332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1aa69-ede3-4a9c-b9c3-f1d36cf0c8d8 req-6630ea05-551c-4b00-9726-041bde34548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:11.989843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ded1aa69-ede3-4a9c-b9c3-f1d36cf0c8d8 req-6630ea05-551c-4b00-9726-041bde34548b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e HTTP/1.1" status: 200 len: 895 time: 0.0953159 Nov 09 18:23:12.061669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ded1aa69-ede3-4a9c-b9c3-f1d36cf0c8d8 req-5c04a460-42a4-46a1-8522-2a4c0526a6a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79 HTTP/1.1" status: 200 len: 1000 time: 0.0641968 Nov 09 18:23:12.120964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1aa69-ede3-4a9c-b9c3-f1d36cf0c8d8 req-9c0b2055-920d-4918-98fe-fb44fde7f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:12.122828 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ded1aa69-ede3-4a9c-b9c3-f1d36cf0c8d8 req-9c0b2055-920d-4918-98fe-fb44fde7f721 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=892a069d-1d9d-48ff-82b4-ed03000d7ace HTTP/1.1" status: 200 len: 834 time: 0.0523558 Nov 09 18:23:12.173875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1aa69-ede3-4a9c-b9c3-f1d36cf0c8d8 req-596cc5c5-9ec0-4fdf-bc32-923bb1fcb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:12.175492 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ded1aa69-ede3-4a9c-b9c3-f1d36cf0c8d8 req-596cc5c5-9ec0-4fdf-bc32-923bb1fcb6ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439463 Nov 09 18:23:12.271682 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ded1aa69-ede3-4a9c-b9c3-f1d36cf0c8d8 req-4a75651c-2d27-4675-9e36-e40794524431 service neutron] 10.222.0.13 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886707 Nov 09 18:23:12.374241 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ded1aa69-ede3-4a9c-b9c3-f1d36cf0c8d8 req-94df7aa6-67bb-4773-a430-5f6bd25fc552 service neutron] 10.222.0.13 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950599 Nov 09 18:23:13.682557 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1e179912-33c8-4a13-a33e-0d62b6de979e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:14.506831 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:15.508405 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.753078 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:20.898095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47650) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:21.059062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port 9c6386c9-d1bd-41a1-84af-ee06ba2f35d3 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:21.059539 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.143190 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.143549 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.155485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for 9c6386c9-d1bd-41a1-84af-ee06ba2f35d3 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:21.303210 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.333559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=9c6386c9-d1bd-41a1-84af-ee06ba2f35d3,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:21.362041 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:21.362527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:21.363004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:21.363523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:21.364001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:21.364475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:21.364951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:21.365424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:21.366156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:21.366631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:21.367102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:21.367607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:21.412086 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.412305 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Floating IP 3a133bc4-3fde-429d-88bd-489ae53577d7 disassociated (deleted). External IP: 172.25.1.97, port: 0db0229b-45d0-4c1c-aec2-0811d9ee7a79. Nov 09 18:23:21.623888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:22.049039 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:22.053867 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.059244 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4ee9e-af56-44fa-b256-6c4f5229c62e None None] Sync routers for ids ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:22.069031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4ee9e-af56-44fa-b256-6c4f5229c62e None None] Routers {'2885eb0c-63cd-4e5a-848b-0d3eeca373e1'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:22.069658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0fb4ee9e-af56-44fa-b256-6c4f5229c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:23:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:22.085277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f8e2eb18-df21-4e03-a849-f91377161a37 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/floatingips/3a133bc4-3fde-429d-88bd-489ae53577d7 HTTP/1.1" status: 204 len: 168 time: 1.1860638 Nov 09 18:23:22.085852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:22.088108 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c75f49-681a-443c-a7ed-114e0473f5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:22.182047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-0fb4ee9e-af56-44fa-b256-6c4f5229c62e None None] Set router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:22.201240 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2814bd52-6501-4085-8f57-1c2a606cd0b0 x-openstack-request-id: req-2814bd52-6501-4085-8f57-1c2a606cd0b0 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:22.201710 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:22.202128 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2814bd52-6501-4085-8f57-1c2a606cd0b0 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:22.202776 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'status': 'completed', 'code': 200} Nov 09 18:23:22.302403 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c75f49-681a-443c-a7ed-114e0473f5c6 req-c065ffd4-cbac-4d09-9df8-74d39b4caea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:22.303838 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02c75f49-681a-443c-a7ed-114e0473f5c6 req-c065ffd4-cbac-4d09-9df8-74d39b4caea9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9285a9a6b01f49df82a08612ddfa882f&device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 1096 time: 0.0646877 Nov 09 18:23:22.376246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a3095-e900-4004-b44c-386093def027 req-99ab274b-3c0a-41e5-960c-9d91ebe3b9d1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:22.377729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d2a3095-e900-4004-b44c-386093def027 req-99ab274b-3c0a-41e5-960c-9d91ebe3b9d1 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.1047599 Nov 09 18:23:22.393718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0fb4ee9e-af56-44fa-b256-6c4f5229c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:36Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '40392395-e8d3-40c5-a346-947fd22a4e77', 'name': '', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:0d:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:35Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:22.424475 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4ee9e-af56-44fa-b256-6c4f5229c62e None None] Checking router: 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:23:22.435410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4ee9e-af56-44fa-b256-6c4f5229c62e None None] Routers {'2885eb0c-63cd-4e5a-848b-0d3eeca373e1'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:22.436046 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0fb4ee9e-af56-44fa-b256-6c4f5229c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:23:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:22.439041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3d2a3095-e900-4004-b44c-386093def027 req-3ac32f92-69d1-4f7d-bce9-646cae0646db tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548847 Nov 09 18:23:22.442720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c75f49-681a-443c-a7ed-114e0473f5c6 req-675ba88a-92a2-45cd-88fe-c2a3a886235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:22.443290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02c75f49-681a-443c-a7ed-114e0473f5c6 req-675ba88a-92a2-45cd-88fe-c2a3a886235d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e HTTP/1.1" status: 200 len: 895 time: 0.1315854 Nov 09 18:23:22.487732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02c75f49-681a-443c-a7ed-114e0473f5c6 req-4bee6e3d-74ce-4eda-9eec-319a2dce3fa1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79 HTTP/1.1" status: 200 len: 217 time: 0.0355191 Nov 09 18:23:22.544553 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c75f49-681a-443c-a7ed-114e0473f5c6 req-dc4bff18-8d68-4f15-9414-72d3a6f997c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:22.546077 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02c75f49-681a-443c-a7ed-114e0473f5c6 req-dc4bff18-8d68-4f15-9414-72d3a6f997c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=892a069d-1d9d-48ff-82b4-ed03000d7ace HTTP/1.1" status: 200 len: 834 time: 0.0512376 Nov 09 18:23:22.600122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c75f49-681a-443c-a7ed-114e0473f5c6 req-13bdf565-f595-4c7b-b272-30b5578bfc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:22.601550 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02c75f49-681a-443c-a7ed-114e0473f5c6 req-13bdf565-f595-4c7b-b272-30b5578bfc26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441272 Nov 09 18:23:22.698518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02c75f49-681a-443c-a7ed-114e0473f5c6 req-1a4a683c-e91d-4833-922a-3a1689a4c304 service neutron] 10.222.0.13 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884566 Nov 09 18:23:22.704056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-0fb4ee9e-af56-44fa-b256-6c4f5229c62e None None] Set router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:22.807708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02c75f49-681a-443c-a7ed-114e0473f5c6 req-76401c6d-e736-4a13-ab48-4de5c5416bf0 service neutron] 10.222.0.13 "GET /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009014 Nov 09 18:23:22.909564 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-0fb4ee9e-af56-44fa-b256-6c4f5229c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:36Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '40392395-e8d3-40c5-a346-947fd22a4e77', 'name': '', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:0d:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:35Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:22.938327 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4ee9e-af56-44fa-b256-6c4f5229c62e None None] The sync data for ids ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'] in n-d-817236-1 is: [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:36Z', 'revision_number': 4, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '40392395-e8d3-40c5-a346-947fd22a4e77', 'name': '', 'network_id': '0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'mac_address': 'fa:16:3e:0d:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:35Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'subnets': [{'id': '892a069d-1d9d-48ff-82b4-ed03000d7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:23.174827 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3645a-0c66-4f03-8899-13b732b703d9 None None] New status for floating IP 3a133bc4-3fde-429d-88bd-489ae53577d7: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:23:23.327651 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.568600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee501670-1126-4093-8f59-d361b5be8fd8 req-46c36885-74aa-4641-93e6-edf6891b729f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:23.570148 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ee501670-1126-4093-8f59-d361b5be8fd8 req-46c36885-74aa-4641-93e6-edf6891b729f tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0549903 Nov 09 18:23:23.610648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ee501670-1126-4093-8f59-d361b5be8fd8 req-ca04625d-1eec-4bb1-ae5f-1f54f2243036 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "GET /v2.0/security-groups?id=e195e7a1-e17c-49b2-843b-cdb4a246ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332494 Nov 09 18:23:23.636932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e2409-b692-4f82-bc0d-3bae74a1d529 req-f41eaf0c-5a92-4306-92ab-4d6c72f5da1b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:23.638387 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad7e2409-b692-4f82-bc0d-3bae74a1d529 req-f41eaf0c-5a92-4306-92ab-4d6c72f5da1b tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c7df52-1fc9-43e3-83ad-2b354601e6af HTTP/1.1" status: 200 len: 945 time: 0.0552568 Nov 09 18:23:23.733029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ad7e2409-b692-4f82-bc0d-3bae74a1d529 req-0fa4d49e-8898-4645-85fd-6341fa72aa31 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:23.733268 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ad7e2409-b692-4f82-bc0d-3bae74a1d529 req-0fa4d49e-8898-4645-85fd-6341fa72aa31 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.825350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ad7e2409-b692-4f82-bc0d-3bae74a1d529 req-0fa4d49e-8898-4645-85fd-6341fa72aa31 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] For port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:23.825721 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ad7e2409-b692-4f82-bc0d-3bae74a1d529 req-0fa4d49e-8898-4645-85fd-6341fa72aa31 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.838214 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ad7e2409-b692-4f82-bc0d-3bae74a1d529 req-0fa4d49e-8898-4645-85fd-6341fa72aa31 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:23.968320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ad7e2409-b692-4f82-bc0d-3bae74a1d529 req-0fa4d49e-8898-4645-85fd-6341fa72aa31 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.997196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4d49e-8898-4645-85fd-6341fa72aa31 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=0db0229b-45d0-4c1c-aec2-0811d9ee7a79,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:24.046416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7e2409-b692-4f82-bc0d-3bae74a1d529 req-0fa4d49e-8898-4645-85fd-6341fa72aa31 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] No DVR routers for this DVR port 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:24.049508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ad7e2409-b692-4f82-bc0d-3bae74a1d529 req-0fa4d49e-8898-4645-85fd-6341fa72aa31 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.052903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ad7e2409-b692-4f82-bc0d-3bae74a1d529 req-0fa4d49e-8898-4645-85fd-6341fa72aa31 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.13 "DELETE /v2.0/ports/0db0229b-45d0-4c1c-aec2-0811d9ee7a79 HTTP/1.1" status: 204 len: 173 time: 0.4082692 Nov 09 18:23:24.111192 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.204021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'name': 'network-vif-deleted', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:24.206539 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525b08e6-a39e-4a32-9971-b2031c51880e" -d '{"events": [{"server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "name": "network-vif-deleted", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:24.243398 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba0f6cb-1ac9-4c55-8527-0a03f656f2f4 x-openstack-request-id: req-4ba0f6cb-1ac9-4c55-8527-0a03f656f2f4 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:24.243707 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c7df52-1fc9-43e3-83ad-2b354601e6af", "name": "network-vif-deleted", "tag": "0db0229b-45d0-4c1c-aec2-0811d9ee7a79", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:24.243961 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ba0f6cb-1ac9-4c55-8527-0a03f656f2f4 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:24.244374 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c7df52-1fc9-43e3-83ad-2b354601e6af', 'name': 'network-vif-deleted', 'tag': '0db0229b-45d0-4c1c-aec2-0811d9ee7a79', 'status': 'completed', 'code': 200} Nov 09 18:23:24.680664 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47672) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:25.055508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfacb-ac58-4a0e-86ff-a313bc4700f7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.345026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cfacb-ac58-4a0e-86ff-a313bc4700f7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port 40392395-e8d3-40c5-a346-947fd22a4e77 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:25.345373 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfacb-ac58-4a0e-86ff-a313bc4700f7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.434955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-cb4cfacb-ac58-4a0e-86ff-a313bc4700f7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] For port 40392395-e8d3-40c5-a346-947fd22a4e77, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=40392395-e8d3-40c5-a346-947fd22a4e77,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:25.435350 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfacb-ac58-4a0e-86ff-a313bc4700f7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.453513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cfacb-ac58-4a0e-86ff-a313bc4700f7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for 40392395-e8d3-40c5-a346-947fd22a4e77 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:25.650452 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfacb-ac58-4a0e-86ff-a313bc4700f7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.679864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cfacb-ac58-4a0e-86ff-a313bc4700f7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=40392395-e8d3-40c5-a346-947fd22a4e77,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:25.883425 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfacb-ac58-4a0e-86ff-a313bc4700f7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.107653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4cfacb-ac58-4a0e-86ff-a313bc4700f7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:26.214291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4cfacb-ac58-4a0e-86ff-a313bc4700f7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:26.219729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-cb4cfacb-ac58-4a0e-86ff-a313bc4700f7 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "PUT /v2.0/routers/2885eb0c-63cd-4e5a-848b-0d3eeca373e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5379105 Nov 09 18:23:26.222275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47678) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:26.225208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef74d28-ecf2-46ae-9f89-af2914647cde None None] Sync routers for ids ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:26.236089 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef74d28-ecf2-46ae-9f89-af2914647cde None None] Routers {'2885eb0c-63cd-4e5a-848b-0d3eeca373e1'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:26.236714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5ef74d28-ecf2-46ae-9f89-af2914647cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:23:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:26.274814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d137e2f-de1f-49ba-b4b7-a8b3cee339dd tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting subnet 892a069d-1d9d-48ff-82b4-ed03000d7ace {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:23:26.278184 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2d137e2f-de1f-49ba-b4b7-a8b3cee339dd tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.318728 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2d137e2f-de1f-49ba-b4b7-a8b3cee339dd tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.344406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-5ef74d28-ecf2-46ae-9f89-af2914647cde None None] Set router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:26.410446 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2d137e2f-de1f-49ba-b4b7-a8b3cee339dd tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.472020 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2d137e2f-de1f-49ba-b4b7-a8b3cee339dd tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.501243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d137e2f-de1f-49ba-b4b7-a8b3cee339dd tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Subnet': ['ID=892a069d-1d9d-48ff-82b4-ed03000d7ace,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:26.503259 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2d137e2f-de1f-49ba-b4b7-a8b3cee339dd tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.506481 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2d137e2f-de1f-49ba-b4b7-a8b3cee339dd tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/subnets/892a069d-1d9d-48ff-82b4-ed03000d7ace HTTP/1.1" status: 204 len: 168 time: 0.2832754 Nov 09 18:23:26.509140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47682) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:26.514242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3a5d65-34f6-4214-87c7-dfdd076d0769 None None] Network 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:26.624546 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.632642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5ef74d28-ecf2-46ae-9f89-af2914647cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:23:25Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:26.662805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef74d28-ecf2-46ae-9f89-af2914647cde None None] Checking router: 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:23:26.676678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef74d28-ecf2-46ae-9f89-af2914647cde None None] Routers {'2885eb0c-63cd-4e5a-848b-0d3eeca373e1'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:26.677311 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5ef74d28-ecf2-46ae-9f89-af2914647cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:23:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:26.750859 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.754177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349b7e28-e2e3-41d2-9387-906b757a16bf None None] DHCP port deletion for 0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:26.807077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Deleting port da1b883e-1dab-44e5-a42b-b37498b5112d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:26.807452 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.822336 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-5ef74d28-ecf2-46ae-9f89-af2914647cde None None] Set router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:26.899180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] For port da1b883e-1dab-44e5-a42b-b37498b5112d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=da1b883e-1dab-44e5-a42b-b37498b5112d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:26.899771 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.912722 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Calling delete_port for da1b883e-1dab-44e5-a42b-b37498b5112d owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:26.923724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-349b7e28-e2e3-41d2-9387-906b757a16bf None None] Deleting port 273d4570-5d54-4ad0-9978-85d2ea54ff05 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:26.924048 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-349b7e28-e2e3-41d2-9387-906b757a16bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.015325 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-349b7e28-e2e3-41d2-9387-906b757a16bf None None] For port 273d4570-5d54-4ad0-9978-85d2ea54ff05, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=273d4570-5d54-4ad0-9978-85d2ea54ff05,segment=NetworkSegment(0b765fb8-fe93-48ba-a4de-05f3808e11c9),segment_id=0b765fb8-fe93-48ba-a4de-05f3808e11c9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:27.015658 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-349b7e28-e2e3-41d2-9387-906b757a16bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.035062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-349b7e28-e2e3-41d2-9387-906b757a16bf None None] Calling delete_port for 273d4570-5d54-4ad0-9978-85d2ea54ff05 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:27.095554 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.135276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Port': ['ID=da1b883e-1dab-44e5-a42b-b37498b5112d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:27.152162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5ef74d28-ecf2-46ae-9f89-af2914647cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:23:25Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:27.192551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef74d28-ecf2-46ae-9f89-af2914647cde None None] The sync data for ids ['2885eb0c-63cd-4e5a-848b-0d3eeca373e1'] in n-d-817236-1 is: [{'id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1335583227', 'tenant_id': '9285a9a6b01f49df82a08612ddfa882f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:23:25Z', 'revision_number': 5, 'project_id': '9285a9a6b01f49df82a08612ddfa882f', 'gw_port': {'id': 'da1b883e-1dab-44e5-a42b-b37498b5112d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2885eb0c-63cd-4e5a-848b-0d3eeca373e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:21:32Z', 'updated_at': '2021-11-09T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:27.196486 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-349b7e28-e2e3-41d2-9387-906b757a16bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.208953 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.231377 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b7e28-e2e3-41d2-9387-906b757a16bf None None] Pushing event deleted for resources: {'Port': ['ID=273d4570-5d54-4ad0-9978-85d2ea54ff05,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:27.240025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349b7e28-e2e3-41d2-9387-906b757a16bf None None] No DVR routers for this DVR port 273d4570-5d54-4ad0-9978-85d2ea54ff05 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:27.311931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.314343 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.360917 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.361613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Fanout notify agent at l3_agent the message router_deleted on router 2885eb0c-63cd-4e5a-848b-0d3eeca373e1 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:23:27.369124 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.370794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-45e7512f-83d3-4adb-be39-b22ee2b37365 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/routers/2885eb0c-63cd-4e5a-848b-0d3eeca373e1 HTTP/1.1" status: 204 len: 168 time: 0.8602171 Nov 09 18:23:27.373704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47684) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:27.456601 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-94f05046-a68c-4f6a-8a8e-019e45690c58 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.550112 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-94f05046-a68c-4f6a-8a8e-019e45690c58 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.570413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:27.584125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-94f05046-a68c-4f6a-8a8e-019e45690c58 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:27.594150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:23:27.594508 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0db0229b-45d0-4c1c-aec2-0811d9ee7a79 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:27.602270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-94f05046-a68c-4f6a-8a8e-019e45690c58 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b765fb8-fe93-48ba-a4de-05f3808e11c9') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:27.602846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-94f05046-a68c-4f6a-8a8e-019e45690c58 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b765fb8-fe93-48ba-a4de-05f3808e11c9') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:27.613853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-94f05046-a68c-4f6a-8a8e-019e45690c58 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.629520 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-94f05046-a68c-4f6a-8a8e-019e45690c58 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.637685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f05046-a68c-4f6a-8a8e-019e45690c58 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:27.637963 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-94f05046-a68c-4f6a-8a8e-019e45690c58 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:27.641373 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:27.710912 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-94f05046-a68c-4f6a-8a8e-019e45690c58 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.724210 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-94f05046-a68c-4f6a-8a8e-019e45690c58 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.729047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-94f05046-a68c-4f6a-8a8e-019e45690c58 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/networks/0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e HTTP/1.1" status: 204 len: 168 time: 0.3529232 Nov 09 18:23:27.731861 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47686) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:27.740090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f05046-a68c-4f6a-8a8e-019e45690c58 tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'Network': ['ID=0a7c2ca3-ed0e-4da4-b6cb-645cfc70a53e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:27.802324 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.834099 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.911140 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 40392395-e8d3-40c5-a346-947fd22a4e77 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:27.921897 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.925311 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.926522 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] 10.222.0.81 "DELETE /v2.0/security-groups/e195e7a1-e17c-49b2-843b-cdb4a246ba24 HTTP/1.1" status: 204 len: 168 time: 0.1935797 Nov 09 18:23:27.937412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e195e7a1-e17c-49b2-843b-cdb4a246ba24,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:27.937564 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 40392395-e8d3-40c5-a346-947fd22a4e77 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:23:27.937771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 40392395-e8d3-40c5-a346-947fd22a4e77 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:27.938199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 273d4570-5d54-4ad0-9978-85d2ea54ff05 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:27.945721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:27.946071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:27.946613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:27.947122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:27.947775 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:27.948822 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:27.949662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:27.950169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:27.950673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:27.951012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:27.951379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:27.951715 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305fab4b-e8ae-4132-b4f5-3df11772f65c tempest-TestNetworkAdvancedServerOps-1693001085 tempest-TestNetworkAdvancedServerOps-1693001085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:27.978050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 273d4570-5d54-4ad0-9978-85d2ea54ff05 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:23:27.978406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 273d4570-5d54-4ad0-9978-85d2ea54ff05 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:28.268744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47694) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:28.409901 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-386962c1-2dba-4e72-924e-3fd6b739f127 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9285a9a6b01f49df82a08612ddfa882f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399035 Nov 09 18:23:28.412344 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47698) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:28.476347 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b9ed05dd-09b9-4d92-abea-68aff52c8cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.510983 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b9ed05dd-09b9-4d92-abea-68aff52c8cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.557460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b9ed05dd-09b9-4d92-abea-68aff52c8cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.560838 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b9ed05dd-09b9-4d92-abea-68aff52c8cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.562021 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b9ed05dd-09b9-4d92-abea-68aff52c8cac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31470b71-15bb-41f6-91a9-8c44ddd3b615 HTTP/1.1" status: 204 len: 168 time: 0.1487360 Nov 09 18:23:28.569887 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed05dd-09b9-4d92-abea-68aff52c8cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31470b71-15bb-41f6-91a9-8c44ddd3b615,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:28.848851 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47704) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:28.889445 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3902b92f-d305-4172-bfd4-1b92e778ef3a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62e07392664140ec9e48b13c0ee4a9f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394301 Nov 09 18:23:28.891916 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47706) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:28.940157 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67d87a45-4119-412e-9747-0bf559dd9e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.962585 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67d87a45-4119-412e-9747-0bf559dd9e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.009919 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67d87a45-4119-412e-9747-0bf559dd9e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.013197 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67d87a45-4119-412e-9747-0bf559dd9e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.014362 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-67d87a45-4119-412e-9747-0bf559dd9e7d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09b9c4d1-a1ba-4b0c-a326-1a3dc7d1f60a HTTP/1.1" status: 204 len: 168 time: 0.1215594 Nov 09 18:23:29.024479 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d87a45-4119-412e-9747-0bf559dd9e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b9c4d1-a1ba-4b0c-a326-1a3dc7d1f60a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:29.794966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device da1b883e-1dab-44e5-a42b-b37498b5112d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:29.815930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: da1b883e-1dab-44e5-a42b-b37498b5112d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:23:29.816292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device da1b883e-1dab-44e5-a42b-b37498b5112d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:36.099005 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:23:40.718483 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-14a46c4e-dae5-4e30-90b4-b0170e461948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.686320 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-40f3918e-3990-4711-916b-8238b5ebc945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.509879 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.517027 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.760570 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:53.332038 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:54.111765 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:04.427752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328cc26-b211-485d-83ad-d8c2e61e3463 req-97b6fd8f-ec5d-4d4a-94be-e35d7aee9817 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:04.429294 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5328cc26-b211-485d-83ad-d8c2e61e3463 req-97b6fd8f-ec5d-4d4a-94be-e35d7aee9817 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 945 time: 0.0593073 Nov 09 18:24:04.472578 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5328cc26-b211-485d-83ad-d8c2e61e3463 req-40187e60-a98f-4c84-af19-aa5e56d45fd8 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/security-groups?id=217c4629-052f-4ddf-8964-ecb8f0ec31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365763 Nov 09 18:24:05.014265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-52c1b8e0-f0ad-4031-be93-4f52f4c38043 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:05.015829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-52c1b8e0-f0ad-4031-be93-4f52f4c38043 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.18 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 945 time: 0.0508277 Nov 09 18:24:05.114849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Deleting port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:05.115186 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:05.206273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] For port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9,segment=NetworkSegment(91196ae3-8d06-45d8-8d3e-261f22480f82),segment_id=91196ae3-8d06-45d8-8d3e-261f22480f82)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:05.206632 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:05.396591 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:05.396958 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:05.397276 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Floating IP d9ea0ca2-8340-4954-be7b-69fbc12786ed disassociated. External IP: 172.25.1.29, port: a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9. Nov 09 18:24:05.397636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Calling delete_port for a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:05.539592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:05.576920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Pushing event deleted for resources: {'Port': ['ID=a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:05.582659 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-fbc77f0b-b855-402b-a025-93c28505c7f3 req-c513f457-8bbb-4ef2-8508-2f7bd7eab27f tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "GET /v2.0/ports?device_id=f59fb98e-771c-4049-ab06-ad842d7861df HTTP/1.1" status: 200 len: 210 time: 0.0303402 Nov 09 18:24:05.689891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Router 3900d963-7964-471e-807a-28368afd9596 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:24:05.804790 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:24:05.816967 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c83fd-27c2-4c6e-81f1-f97e62342b35 None None] Sync routers for ids ['3900d963-7964-471e-807a-28368afd9596'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:24:05.827869 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c83fd-27c2-4c6e-81f1-f97e62342b35 None None] Routers {'3900d963-7964-471e-807a-28368afd9596'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:05.828640 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d01c83fd-27c2-4c6e-81f1-f97e62342b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:23:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3900d963-7964-471e-807a-28368afd9596'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:05.854318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] No DVR routers for this DVR port a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:05.857163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:05.860780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61c3420f-74b3-4618-8d22-9700bef72a22 req-66ad4f4c-d33b-4d02-b8ba-37f932901cb0 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.18 "DELETE /v2.0/ports/a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 HTTP/1.1" status: 204 len: 173 time: 0.8383749 Nov 09 18:24:05.861202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59fb98e-771c-4049-ab06-ad842d7861df', 'name': 'network-vif-deleted', 'tag': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:05.863593 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f163d85-7c6a-45fa-a694-8336aa7c8e14" -d '{"events": [{"server_uuid": "f59fb98e-771c-4049-ab06-ad842d7861df", "name": "network-vif-deleted", "tag": "a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:05.906316 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bde2fb-5148-4c8b-98ed-fb9c1f2c92a5 x-openstack-request-id: req-66bde2fb-5148-4c8b-98ed-fb9c1f2c92a5 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:05.906612 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59fb98e-771c-4049-ab06-ad842d7861df", "name": "network-vif-deleted", "tag": "a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:05.906869 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66bde2fb-5148-4c8b-98ed-fb9c1f2c92a5 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:05.907340 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59fb98e-771c-4049-ab06-ad842d7861df', 'name': 'network-vif-deleted', 'tag': 'a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9', 'status': 'completed', 'code': 200} Nov 09 18:24:05.973000 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-d01c83fd-27c2-4c6e-81f1-f97e62342b35 None None] Set router 3900d963-7964-471e-807a-28368afd9596 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:06.203581 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d01c83fd-27c2-4c6e-81f1-f97e62342b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 4, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port': {'id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9270a43d-d8eb-471e-a424-77294b0d8915', 'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'mac_address': 'fa:16:3e:1e:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:18Z', 'updated_at': '2021-11-09T18:18:26Z', 'revision_number': 5, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'subnets': [{'id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:06.234931 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c83fd-27c2-4c6e-81f1-f97e62342b35 None None] Checking router: 3900d963-7964-471e-807a-28368afd9596 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:24:06.243836 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c83fd-27c2-4c6e-81f1-f97e62342b35 None None] Routers {'3900d963-7964-471e-807a-28368afd9596'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:06.245191 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d01c83fd-27c2-4c6e-81f1-f97e62342b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:23:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3900d963-7964-471e-807a-28368afd9596'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:06.357111 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-d01c83fd-27c2-4c6e-81f1-f97e62342b35 None None] Set router 3900d963-7964-471e-807a-28368afd9596 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:06.656085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47732) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:06.661447 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d01c83fd-27c2-4c6e-81f1-f97e62342b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 4, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port': {'id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9270a43d-d8eb-471e-a424-77294b0d8915', 'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'mac_address': 'fa:16:3e:1e:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:18Z', 'updated_at': '2021-11-09T18:18:26Z', 'revision_number': 5, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'subnets': [{'id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:06.693344 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c83fd-27c2-4c6e-81f1-f97e62342b35 None None] The sync data for ids ['3900d963-7964-471e-807a-28368afd9596'] in n-d-817236-1 is: [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:19Z', 'revision_number': 4, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port': {'id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9270a43d-d8eb-471e-a424-77294b0d8915', 'name': '', 'network_id': '11f68ae3-87c6-4162-85b6-fd55f3318efd', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'mac_address': 'fa:16:3e:1e:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:18Z', 'updated_at': '2021-11-09T18:18:26Z', 'revision_number': 5, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'subnets': [{'id': '018a83b0-e9fd-4a13-8565-9a3e26ceb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:06.799823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-36c19246-76f3-421b-80b7-65f9d0b50234 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Deleting port 3d1a6659-f087-400d-97e0-f47dd4565688 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:06.800174 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-36c19246-76f3-421b-80b7-65f9d0b50234 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.880105 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-36c19246-76f3-421b-80b7-65f9d0b50234 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.880348 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-36c19246-76f3-421b-80b7-65f9d0b50234 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.893273 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-36c19246-76f3-421b-80b7-65f9d0b50234 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Calling delete_port for 3d1a6659-f087-400d-97e0-f47dd4565688 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:06.935037 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e05ff5-dd0a-4c8b-a858-623c98ce2f54 None None] New status for floating IP d9ea0ca2-8340-4954-be7b-69fbc12786ed: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:24:07.031172 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-36c19246-76f3-421b-80b7-65f9d0b50234 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.032128 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-19e05ff5-dd0a-4c8b-a858-623c98ce2f54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:24:07.032493 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-19e05ff5-dd0a-4c8b-a858-623c98ce2f54 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:24:07.057878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c19246-76f3-421b-80b7-65f9d0b50234 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Pushing event deleted for resources: {'Port': ['ID=3d1a6659-f087-400d-97e0-f47dd4565688,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:07.125645 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-36c19246-76f3-421b-80b7-65f9d0b50234 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.128385 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-36c19246-76f3-421b-80b7-65f9d0b50234 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.129579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-36c19246-76f3-421b-80b7-65f9d0b50234 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "DELETE /v2.0/floatingips/d9ea0ca2-8340-4954-be7b-69fbc12786ed HTTP/1.1" status: 204 len: 168 time: 0.4721625 Nov 09 18:24:07.198299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47738) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:07.262236 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb2c8-44fa-489c-aba7-097048b0b9d1 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.288324 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb2c8-44fa-489c-aba7-097048b0b9d1 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.352581 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb2c8-44fa-489c-aba7-097048b0b9d1 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.355286 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb2c8-44fa-489c-aba7-097048b0b9d1 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.356463 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ca4eb2c8-44fa-489c-aba7-097048b0b9d1 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] 10.222.0.81 "DELETE /v2.0/security-groups/217c4629-052f-4ddf-8964-ecb8f0ec31b4 HTTP/1.1" status: 204 len: 168 time: 0.1571839 Nov 09 18:24:07.365990 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eb2c8-44fa-489c-aba7-097048b0b9d1 tempest-TestServerBasicOps-502880973 tempest-TestServerBasicOps-502880973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217c4629-052f-4ddf-8964-ecb8f0ec31b4,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:07.395650 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47742) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:07.533770 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e05ff5-dd0a-4c8b-a858-623c98ce2f54 None None] New status for floating IP d9ea0ca2-8340-4954-be7b-69fbc12786ed: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:24:07.846929 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:07.867665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:07.868011 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a8a8e0b8-63f4-4b80-b5ac-4a4e6f1149a9 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:07.911317 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06fd0b97-c028-4021-b9ab-2460ef71d794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.167734 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-06fd0b97-c028-4021-b9ab-2460ef71d794 admin admin] Deleting port 9270a43d-d8eb-471e-a424-77294b0d8915 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:08.167978 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06fd0b97-c028-4021-b9ab-2460ef71d794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.586798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-06fd0b97-c028-4021-b9ab-2460ef71d794 admin admin] For port 9270a43d-d8eb-471e-a424-77294b0d8915, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9270a43d-d8eb-471e-a424-77294b0d8915,segment=NetworkSegment(91196ae3-8d06-45d8-8d3e-261f22480f82),segment_id=91196ae3-8d06-45d8-8d3e-261f22480f82)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:08.587569 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06fd0b97-c028-4021-b9ab-2460ef71d794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.600157 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-06fd0b97-c028-4021-b9ab-2460ef71d794 admin admin] Calling delete_port for 9270a43d-d8eb-471e-a424-77294b0d8915 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:08.789801 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06fd0b97-c028-4021-b9ab-2460ef71d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.818578 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd0b97-c028-4021-b9ab-2460ef71d794 admin admin] Pushing event deleted for resources: {'Port': ['ID=9270a43d-d8eb-471e-a424-77294b0d8915,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:08.992605 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-06fd0b97-c028-4021-b9ab-2460ef71d794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.228068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fd0b97-c028-4021-b9ab-2460ef71d794 admin admin] Router 3900d963-7964-471e-807a-28368afd9596 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:24:09.335809 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fd0b97-c028-4021-b9ab-2460ef71d794 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:24:09.341932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-06fd0b97-c028-4021-b9ab-2460ef71d794 admin admin] 10.222.0.81 "PUT /v2.0/routers/3900d963-7964-471e-807a-28368afd9596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9449792 Nov 09 18:24:09.344927 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47746) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:09.348017 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882bf078-0908-4728-b420-8091fe62f609 None None] Sync routers for ids ['3900d963-7964-471e-807a-28368afd9596'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:24:09.358124 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882bf078-0908-4728-b420-8091fe62f609 None None] Routers {'3900d963-7964-471e-807a-28368afd9596'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:09.358738 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-882bf078-0908-4728-b420-8091fe62f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:23:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3900d963-7964-471e-807a-28368afd9596'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:09.450538 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.463365 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-882bf078-0908-4728-b420-8091fe62f609 None None] Set router 3900d963-7964-471e-807a-28368afd9596 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:09.557326 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.617536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Deleting port 3f58e38e-b107-4ac8-915f-0db9fd72191c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:09.618217 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.646968 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-882bf078-0908-4728-b420-8091fe62f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:24:08Z', 'revision_number': 5, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port': {'id': '3f58e38e-b107-4ac8-915f-0db9fd72191c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3900d963-7964-471e-807a-28368afd9596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:09.674468 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882bf078-0908-4728-b420-8091fe62f609 None None] Checking router: 3900d963-7964-471e-807a-28368afd9596 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:24:09.683638 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882bf078-0908-4728-b420-8091fe62f609 None None] Routers {'3900d963-7964-471e-807a-28368afd9596'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:09.684242 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-882bf078-0908-4728-b420-8091fe62f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:23:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3900d963-7964-471e-807a-28368afd9596'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:09.704255 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] For port 3f58e38e-b107-4ac8-915f-0db9fd72191c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=3f58e38e-b107-4ac8-915f-0db9fd72191c,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:09.704624 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.718552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Calling delete_port for 3f58e38e-b107-4ac8-915f-0db9fd72191c owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:09.770417 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-882bf078-0908-4728-b420-8091fe62f609 None None] Set router 3900d963-7964-471e-807a-28368afd9596 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:09.828208 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-882bf078-0908-4728-b420-8091fe62f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:24:09Z', 'revision_number': 6, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:09.859074 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882bf078-0908-4728-b420-8091fe62f609 None None] The sync data for ids ['3900d963-7964-471e-807a-28368afd9596'] in n-d-817236-1 is: [{'id': '3900d963-7964-471e-807a-28368afd9596', 'name': 'tempest-TestServerBasicOps-1924050080-router', 'tenant_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:15Z', 'updated_at': '2021-11-09T18:24:09Z', 'revision_number': 6, 'project_id': 'ec1858863bc3403f84eadb85df5f9d1c', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:09.904902 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.932129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Pushing event deleted for resources: {'Port': ['ID=3f58e38e-b107-4ac8-915f-0db9fd72191c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:09.997301 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.089509 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.091710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.138376 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.138929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3900d963-7964-471e-807a-28368afd9596 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:24:10.143356 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.144529 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0c4c7423-db1f-48db-808f-bc186aa6b26c admin admin] 10.222.0.81 "DELETE /v2.0/routers/3900d963-7964-471e-807a-28368afd9596 HTTP/1.1" status: 204 len: 168 time: 0.7987232 Nov 09 18:24:10.147104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47748) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:10.193859 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26d376b-214a-437e-987e-b8b1e140bd1e admin admin] Deleting subnet 018a83b0-e9fd-4a13-8565-9a3e26ceb2b3 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:10.197340 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d26d376b-214a-437e-987e-b8b1e140bd1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.236483 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d26d376b-214a-437e-987e-b8b1e140bd1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.327264 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d26d376b-214a-437e-987e-b8b1e140bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.381751 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d26d376b-214a-437e-987e-b8b1e140bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.409514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d376b-214a-437e-987e-b8b1e140bd1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=018a83b0-e9fd-4a13-8565-9a3e26ceb2b3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:10.411583 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-d26d376b-214a-437e-987e-b8b1e140bd1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.414880 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-d26d376b-214a-437e-987e-b8b1e140bd1e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/018a83b0-e9fd-4a13-8565-9a3e26ceb2b3 HTTP/1.1" status: 204 len: 168 time: 0.2657635 Nov 09 18:24:10.416535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a913a71-39a3-4fa2-ad9a-56d012ef5c98 None None] Network 11f68ae3-87c6-4162-85b6-fd55f3318efd requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:10.417967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47750) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:10.487555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.545645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Deleting port dfc4dd85-6677-4094-a0c5-d20a25265ed8 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:10.545989 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.666032 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] DHCP port deletion for 11f68ae3-87c6-4162-85b6-fd55f3318efd request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:24:10.724156 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4a6fb437-9ecf-447d-bc80-7b155b446a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.736641 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Deleting port dfc4dd85-6677-4094-a0c5-d20a25265ed8 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:10.737028 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.816163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] For port dfc4dd85-6677-4094-a0c5-d20a25265ed8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dfc4dd85-6677-4094-a0c5-d20a25265ed8,segment=NetworkSegment(91196ae3-8d06-45d8-8d3e-261f22480f82),segment_id=91196ae3-8d06-45d8-8d3e-261f22480f82)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:10.816583 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.831463 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Calling delete_port for dfc4dd85-6677-4094-a0c5-d20a25265ed8 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:10.925491 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.955715 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] No DVR routers for this DVR port dfc4dd85-6677-4094-a0c5-d20a25265ed8 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:10.957706 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Pushing event deleted for resources: {'Port': ['ID=dfc4dd85-6677-4094-a0c5-d20a25265ed8,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:10.966071 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] For port dfc4dd85-6677-4094-a0c5-d20a25265ed8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=dfc4dd85-6677-4094-a0c5-d20a25265ed8,segment=NetworkSegment(91196ae3-8d06-45d8-8d3e-261f22480f82),segment_id=91196ae3-8d06-45d8-8d3e-261f22480f82)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:10.966071 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.967580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:10.967943 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:10.968352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:10.968640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:10.968976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:10.969312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:10.969649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:10.970021 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:10.970894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:10.970894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:10.971183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:10.971321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf288d-1c30-4659-aac3-4c810d14a0a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:10.982636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Calling delete_port for dfc4dd85-6677-4094-a0c5-d20a25265ed8 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:11.062957 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.097575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc4dd85-6677-4094-a0c5-d20a25265ed8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:11.102626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] No DVR routers for this DVR port dfc4dd85-6677-4094-a0c5-d20a25265ed8 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:11.176130 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.200360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f68ae3-87c6-4162-85b6-fd55f3318efd']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:11.209723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91196ae3-8d06-45d8-8d3e-261f22480f82') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:11.210021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91196ae3-8d06-45d8-8d3e-261f22480f82') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:11.220095 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.233429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.239608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:11.240007 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: self.session.flush() Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:11.242165 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:11.301846 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.307624 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.310893 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] 10.222.0.81 "DELETE /v2.0/networks/11f68ae3-87c6-4162-85b6-fd55f3318efd HTTP/1.1" status: 204 len: 168 time: 0.8918145 Nov 09 18:24:11.314026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47752) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:11.324497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127dffc-de7b-44b9-b9fb-36ea2358c2cd admin admin] Pushing event deleted for resources: {'Network': ['ID=11f68ae3-87c6-4162-85b6-fd55f3318efd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:11.673872 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8fda0972-8650-4d11-9501-e2f159f4dcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.860403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3f58e38e-b107-4ac8-915f-0db9fd72191c no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:11.881758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 3f58e38e-b107-4ac8-915f-0db9fd72191c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:11.882258 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 3f58e38e-b107-4ac8-915f-0db9fd72191c not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:11.882692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9270a43d-d8eb-471e-a424-77294b0d8915 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:11.928343 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8fda0972-8650-4d11-9501-e2f159f4dcf9 admin admin] Deleting port f0bffb6b-4ad4-4c01-9248-d65b37b87535 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:11.928598 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8fda0972-8650-4d11-9501-e2f159f4dcf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.027051 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-8fda0972-8650-4d11-9501-e2f159f4dcf9 admin admin] For port f0bffb6b-4ad4-4c01-9248-d65b37b87535, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f0bffb6b-4ad4-4c01-9248-d65b37b87535,segment=NetworkSegment(86506994-30af-4d5d-b3a3-89adb3b9624c),segment_id=86506994-30af-4d5d-b3a3-89adb3b9624c)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:12.027446 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8fda0972-8650-4d11-9501-e2f159f4dcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.042186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8fda0972-8650-4d11-9501-e2f159f4dcf9 admin admin] Calling delete_port for f0bffb6b-4ad4-4c01-9248-d65b37b87535 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:12.062669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 9270a43d-d8eb-471e-a424-77294b0d8915 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:12.063019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9270a43d-d8eb-471e-a424-77294b0d8915 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:12.063472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dfc4dd85-6677-4094-a0c5-d20a25265ed8 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:12.082805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: dfc4dd85-6677-4094-a0c5-d20a25265ed8 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:12.083158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device dfc4dd85-6677-4094-a0c5-d20a25265ed8 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:12.239707 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8fda0972-8650-4d11-9501-e2f159f4dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.266132 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda0972-8650-4d11-9501-e2f159f4dcf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0bffb6b-4ad4-4c01-9248-d65b37b87535,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:12.437004 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8fda0972-8650-4d11-9501-e2f159f4dcf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.656664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fda0972-8650-4d11-9501-e2f159f4dcf9 admin admin] Router e3e692a8-05ce-4745-92a6-219f3e8909dc has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:24:12.770033 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fda0972-8650-4d11-9501-e2f159f4dcf9 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:24:12.776223 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8fda0972-8650-4d11-9501-e2f159f4dcf9 admin admin] 10.222.0.81 "PUT /v2.0/routers/e3e692a8-05ce-4745-92a6-219f3e8909dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4602175 Nov 09 18:24:12.778864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47754) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:12.779902 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf7ae4-1c83-42b9-921f-2e29218c7134 None None] Sync routers for ids ['e3e692a8-05ce-4745-92a6-219f3e8909dc'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:24:12.789291 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf7ae4-1c83-42b9-921f-2e29218c7134 None None] Routers {'e3e692a8-05ce-4745-92a6-219f3e8909dc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:12.789916 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8fbf7ae4-1c83-42b9-921f-2e29218c7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:23:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e3e692a8-05ce-4745-92a6-219f3e8909dc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:12.892697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.901645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-8fbf7ae4-1c83-42b9-921f-2e29218c7134 None None] Set router e3e692a8-05ce-4745-92a6-219f3e8909dc gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:13.007879 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.075283 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Deleting port 337747df-25f3-49e8-a108-26ff2c89f62b {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:13.075641 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.101202 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:24:13.107504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8fbf7ae4-1c83-42b9-921f-2e29218c7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'name': 'tempest-TestServerBasicOps-1052689727-router', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:24:12Z', 'revision_number': 5, 'project_id': 'd88d17940181439497dc8a5098cdd15a', 'gw_port': {'id': '337747df-25f3-49e8-a108-26ff2c89f62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:13.136253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf7ae4-1c83-42b9-921f-2e29218c7134 None None] Checking router: e3e692a8-05ce-4745-92a6-219f3e8909dc for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:24:13.145506 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf7ae4-1c83-42b9-921f-2e29218c7134 None None] Routers {'e3e692a8-05ce-4745-92a6-219f3e8909dc'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:13.146132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8fbf7ae4-1c83-42b9-921f-2e29218c7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:23:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['e3e692a8-05ce-4745-92a6-219f3e8909dc'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:13.161217 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] For port 337747df-25f3-49e8-a108-26ff2c89f62b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=337747df-25f3-49e8-a108-26ff2c89f62b,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:13.161585 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.175250 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Calling delete_port for 337747df-25f3-49e8-a108-26ff2c89f62b owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:13.240209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-8fbf7ae4-1c83-42b9-921f-2e29218c7134 None None] Set router e3e692a8-05ce-4745-92a6-219f3e8909dc gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:13.304310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8fbf7ae4-1c83-42b9-921f-2e29218c7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'name': 'tempest-TestServerBasicOps-1052689727-router', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:24:13Z', 'revision_number': 6, 'project_id': 'd88d17940181439497dc8a5098cdd15a', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:13.335757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf7ae4-1c83-42b9-921f-2e29218c7134 None None] The sync data for ids ['e3e692a8-05ce-4745-92a6-219f3e8909dc'] in n-d-817236-1 is: [{'id': 'e3e692a8-05ce-4745-92a6-219f3e8909dc', 'name': 'tempest-TestServerBasicOps-1052689727-router', 'tenant_id': 'd88d17940181439497dc8a5098cdd15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:21Z', 'updated_at': '2021-11-09T18:24:13Z', 'revision_number': 6, 'project_id': 'd88d17940181439497dc8a5098cdd15a', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:13.364830 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.404135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=337747df-25f3-49e8-a108-26ff2c89f62b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:13.468610 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.565258 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.568643 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.629014 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.629547 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3e692a8-05ce-4745-92a6-219f3e8909dc {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:24:13.633847 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.635571 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ced91c37-d668-4c22-953a-63ae8f39c8f2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/e3e692a8-05ce-4745-92a6-219f3e8909dc HTTP/1.1" status: 204 len: 168 time: 0.8556790 Nov 09 18:24:13.638440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47756) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:13.690227 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3035-9978-40cf-97e4-3ddffc9303b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.691262 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8f193a-34b2-467b-8a40-687dd762ee7b admin admin] Deleting subnet ef9b89f5-e9bc-441e-b95a-852d3e933f4d {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:13.694969 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f8f193a-34b2-467b-8a40-687dd762ee7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.734323 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f8f193a-34b2-467b-8a40-687dd762ee7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.821199 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f8f193a-34b2-467b-8a40-687dd762ee7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.875692 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f8f193a-34b2-467b-8a40-687dd762ee7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.164904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f0bffb6b-4ad4-4c01-9248-d65b37b87535 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:14.192094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: f0bffb6b-4ad4-4c01-9248-d65b37b87535 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:14.192432 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f0bffb6b-4ad4-4c01-9248-d65b37b87535 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:14.192855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 337747df-25f3-49e8-a108-26ff2c89f62b no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:14.213985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 337747df-25f3-49e8-a108-26ff2c89f62b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:14.214642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 337747df-25f3-49e8-a108-26ff2c89f62b not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:14.253436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f193a-34b2-467b-8a40-687dd762ee7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9b89f5-e9bc-441e-b95a-852d3e933f4d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:14.259367 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3f8f193a-34b2-467b-8a40-687dd762ee7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.263298 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3f8f193a-34b2-467b-8a40-687dd762ee7b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ef9b89f5-e9bc-441e-b95a-852d3e933f4d HTTP/1.1" status: 204 len: 168 time: 0.6238823 Nov 09 18:24:14.265862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47758) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:14.266686 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5517fc1-2aa9-43b0-9e97-e5ff6bca9484 None None] Network f13102d5-9c98-492f-b695-1a4a00d9d684 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:14.347334 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.422253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Deleting port 2e6020c9-072e-4e90-8084-f044f1225938 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:14.422597 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.488669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb0f978-313e-4510-9b11-0959924f2ab3 None None] DHCP port deletion for f13102d5-9c98-492f-b695-1a4a00d9d684 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:24:14.493368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] For port 2e6020c9-072e-4e90-8084-f044f1225938, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2e6020c9-072e-4e90-8084-f044f1225938,segment=NetworkSegment(86506994-30af-4d5d-b3a3-89adb3b9624c),segment_id=86506994-30af-4d5d-b3a3-89adb3b9624c)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:14.493850 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.508643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Calling delete_port for 2e6020c9-072e-4e90-8084-f044f1225938 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:14.535895 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.561965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0f978-313e-4510-9b11-0959924f2ab3 None None] Deleting port 2e6020c9-072e-4e90-8084-f044f1225938 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:14.562344 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1eb0f978-313e-4510-9b11-0959924f2ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.614799 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.636279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1eb0f978-313e-4510-9b11-0959924f2ab3 None None] For port 2e6020c9-072e-4e90-8084-f044f1225938, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2e6020c9-072e-4e90-8084-f044f1225938,segment=NetworkSegment(86506994-30af-4d5d-b3a3-89adb3b9624c),segment_id=86506994-30af-4d5d-b3a3-89adb3b9624c)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:14.636714 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1eb0f978-313e-4510-9b11-0959924f2ab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.643669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6020c9-072e-4e90-8084-f044f1225938,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:14.645743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] No DVR routers for this DVR port 2e6020c9-072e-4e90-8084-f044f1225938 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:14.655817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0f978-313e-4510-9b11-0959924f2ab3 None None] Calling delete_port for 2e6020c9-072e-4e90-8084-f044f1225938 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:14.724369 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.752277 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1eb0f978-313e-4510-9b11-0959924f2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.752824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13102d5-9c98-492f-b695-1a4a00d9d684']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:14.763808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86506994-30af-4d5d-b3a3-89adb3b9624c') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:14.764143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86506994-30af-4d5d-b3a3-89adb3b9624c') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:14.774688 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.779813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0f978-313e-4510-9b11-0959924f2ab3 None None] Pushing event deleted for resources: {'Port': ['ID=2e6020c9-072e-4e90-8084-f044f1225938,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:14.783653 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb0f978-313e-4510-9b11-0959924f2ab3 None None] No DVR routers for this DVR port 2e6020c9-072e-4e90-8084-f044f1225938 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:14.795034 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.801854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:14.802355 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:14.805186 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:14.874292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.880996 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.884421 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] 10.222.0.81 "DELETE /v2.0/networks/f13102d5-9c98-492f-b695-1a4a00d9d684 HTTP/1.1" status: 204 len: 168 time: 0.6174150 Nov 09 18:24:14.898162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc855e3-1d11-4c11-a25b-0c00a880fc4c admin admin] Pushing event deleted for resources: {'Network': ['ID=f13102d5-9c98-492f-b695-1a4a00d9d684,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:15.015727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47762) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:15.057193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4c1a9fee-7953-4168-9e1b-ea70fc2eeb8c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec1858863bc3403f84eadb85df5f9d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401621 Nov 09 18:24:15.059717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47764) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:15.114985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-50d3ebb4-754e-4119-8737-1fbf05529dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.138593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-50d3ebb4-754e-4119-8737-1fbf05529dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.184960 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-50d3ebb4-754e-4119-8737-1fbf05529dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.187643 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-50d3ebb4-754e-4119-8737-1fbf05529dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.188843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-50d3ebb4-754e-4119-8737-1fbf05529dab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97f6dade-8fca-43a6-9ee6-5334a4f9095a HTTP/1.1" status: 204 len: 168 time: 0.1282225 Nov 09 18:24:15.197747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3ebb4-754e-4119-8737-1fbf05529dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f6dade-8fca-43a6-9ee6-5334a4f9095a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:15.514492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47770) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:15.518838 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.555000 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f428d339-9b59-4bf4-b2e3-d63190ef938a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d88d17940181439497dc8a5098cdd15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392869 Nov 09 18:24:15.558243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47772) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:15.608624 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26e1853d-6e3a-4923-81d4-43be9ceff887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.634225 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26e1853d-6e3a-4923-81d4-43be9ceff887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.686151 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26e1853d-6e3a-4923-81d4-43be9ceff887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.689006 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26e1853d-6e3a-4923-81d4-43be9ceff887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.690237 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-26e1853d-6e3a-4923-81d4-43be9ceff887 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc69bb26-f17d-4532-a910-6f9aace68a03 HTTP/1.1" status: 204 len: 168 time: 0.1310008 Nov 09 18:24:15.698870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1853d-6e3a-4923-81d4-43be9ceff887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc69bb26-f17d-4532-a910-6f9aace68a03,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:15.857593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2e6020c9-072e-4e90-8084-f044f1225938 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:15.878672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 2e6020c9-072e-4e90-8084-f044f1225938 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:15.879030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2e6020c9-072e-4e90-8084-f044f1225938 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:16.434092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47794) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:16.543583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-668712787-network', 'tenant_id': '32067c90142f42ceb6432a13b892b973'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:16.566504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Made reservation on behalf of 32067c90142f42ceb6432a13b892b973 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:16.569303 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.579412 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.668490 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.673342 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.700968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:16.711090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfdd5f5-495f-4f20-9341-8c9270029e54,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:16.717107 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.717107 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Added segment 455508c4-5b36-4c19-a441-d5b12954ae72 of type vlan for network 929e486f-f227-4ffe-a27a-6576f7a7be2f Nov 09 18:24:16.760755 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.789561 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.790563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:16.791186 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.847568 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4121757 Nov 09 18:24:16.850721 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47798) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:16.859418 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ab3bdec7-2c55-451c-bcd4-69d30b923066 admin admin] Request body: {'subnet': {'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-668712787-subnet', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:16.860083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d801c81-01ff-4f62-99df-db6ed015a6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=929e486f-f227-4ffe-a27a-6576f7a7be2f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:16.871120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 929e486f-f227-4ffe-a27a-6576f7a7be2f details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:16.889183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3bdec7-2c55-451c-bcd4-69d30b923066 admin admin] Made reservation on behalf of 32067c90142f42ceb6432a13b892b973 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:16.892872 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdec7-2c55-451c-bcd4-69d30b923066 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.092355 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdec7-2c55-451c-bcd4-69d30b923066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.150423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bdec7-2c55-451c-bcd4-69d30b923066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e591fb63-fe5e-4907-a0db-910515c035c6,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:17.158639 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bdec7-2c55-451c-bcd4-69d30b923066 admin admin] Checking segment: {'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:17.159064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3bdec7-2c55-451c-bcd4-69d30b923066 admin admin] Network hostable DHCP agents. Network: 929e486f-f227-4ffe-a27a-6576f7a7be2f, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:17.177015 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3bdec7-2c55-451c-bcd4-69d30b923066 admin admin] Network 929e486f-f227-4ffe-a27a-6576f7a7be2f is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:17.187858 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-ab3bdec7-2c55-451c-bcd4-69d30b923066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 929e486f-f227-4ffe-a27a-6576f7a7be2f) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:17.192909 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdec7-2c55-451c-bcd4-69d30b923066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:17.193503 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdec7-2c55-451c-bcd4-69d30b923066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.201812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d140dae-f317-4e8b-9476-e009a2482708 None None] Network 929e486f-f227-4ffe-a27a-6576f7a7be2f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:17.218720 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ab3bdec7-2c55-451c-bcd4-69d30b923066 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3666544 Nov 09 18:24:17.221720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47800) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:17.226396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-668712787-router', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:17.251020 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.253332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.320583 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.374800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-929e486f-f227-4ffe-a27a-6576f7a7be2f', 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'fixed_ips': [{'subnet_id': 'e591fb63-fe5e-4907-a0db-910515c035c6'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:24:17.375730 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.497255 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.524103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Allocated IP 172.20.0.2 (929e486f-f227-4ffe-a27a-6576f7a7be2f/e591fb63-fe5e-4907-a0db-910515c035c6/e5629955-89b6-4a3d-ae78-f6dec243ddbc) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:17.676551 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.684191 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.718235 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.726721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Network 929e486f-f227-4ffe-a27a-6576f7a7be2f is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:17.730666 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:17.734261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:17.740788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.749998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Pushing event updated for resources: {'Port': ['ID=e5629955-89b6-4a3d-ae78-f6dec243ddbc,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:17.799642 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.809467 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Attempting to bind port e5629955-89b6-4a3d-ae78-f6dec243ddbc on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:17.809847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Attempting to bind port e5629955-89b6-4a3d-ae78-f6dec243ddbc by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:17.810352 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Attempting to bind port e5629955-89b6-4a3d-ae78-f6dec243ddbc on network 929e486f-f227-4ffe-a27a-6576f7a7be2f {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:17.815586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:17.815968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Checking segment: {'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:17.816379 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.816779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Bound using segment: {'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:17.817249 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Bound port: e5629955-89b6-4a3d-ae78-f6dec243ddbc, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:17.817641 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.857687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Allocated IP 172.25.1.136 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/52dacbe6-5bc4-43c0-9743-331459cbe06a) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:17.888317 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] For port e5629955-89b6-4a3d-ae78-f6dec243ddbc, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:17.891743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] For port e5629955-89b6-4a3d-ae78-f6dec243ddbc, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e5629955-89b6-4a3d-ae78-f6dec243ddbc,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:17.896842 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.964877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e760c7-5f5e-4d4a-8ba0-eafc8805e865 None None] Pushing event updated for resources: {'Port': ['ID=e5629955-89b6-4a3d-ae78-f6dec243ddbc,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:17.987028 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.032585 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.073151 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:18.076554 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:18.080890 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:18.114071 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Pushing event updated for resources: {'Port': ['ID=52dacbe6-5bc4-43c0-9743-331459cbe06a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:18.380433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.579895 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.732601 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Router 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:24:18.848880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:24:18.862276 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Sync routers for ids ['95fd8371-c65f-4b3e-9dfb-03ea9fdab084'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:24:18.868999 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.870156 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3cc70a4d-bb29-4f35-8862-b5b5fb0e5892 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6472728 Nov 09 18:24:18.873162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47802) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:18.875753 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Routers {'95fd8371-c65f-4b3e-9dfb-03ea9fdab084'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:18.877096 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:24:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['95fd8371-c65f-4b3e-9dfb-03ea9fdab084'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:18.928148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05579a04-8c3c-4863-ad73-70cba4ad3059 None None] Network 929e486f-f227-4ffe-a27a-6576f7a7be2f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:18.991091 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Set router 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:18.999762 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-459ed22d-7c00-4d71-a5b3-562c53609d7c None None] Provisioning complete for port e5629955-89b6-4a3d-ae78-f6dec243ddbc triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:19.000593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-459ed22d-7c00-4d71-a5b3-562c53609d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.174827 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-459ed22d-7c00-4d71-a5b3-562c53609d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.217797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-459ed22d-7c00-4d71-a5b3-562c53609d7c None None] For port e5629955-89b6-4a3d-ae78-f6dec243ddbc, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e5629955-89b6-4a3d-ae78-f6dec243ddbc,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:19.218609 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'name': 'tempest-TestServerMultinode-668712787-router', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:18Z', 'revision_number': 3, 'project_id': '32067c90142f42ceb6432a13b892b973', 'gw_port': {'id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:19.223236 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-459ed22d-7c00-4d71-a5b3-562c53609d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.260114 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Checking router: 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:24:19.260556 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Updating router 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 port 52dacbe6-5bc4-43c0-9743-331459cbe06a binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:24:19.282073 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ed22d-7c00-4d71-a5b3-562c53609d7c None None] Pushing event updated for resources: {'Port': ['ID=e5629955-89b6-4a3d-ae78-f6dec243ddbc,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:19.296671 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.396648 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.450683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7bf9059b-f683-44c4-999e-00accb609dbd None None] Provisioning complete for port e5629955-89b6-4a3d-ae78-f6dec243ddbc triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:19.451075 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7bf9059b-f683-44c4-999e-00accb609dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.572709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Allocated IP 172.20.0.1 (929e486f-f227-4ffe-a27a-6576f7a7be2f/e591fb63-fe5e-4907-a0db-910515c035c6/173cfdaa-db3f-4684-bc49-1969c2599a41) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:19.588260 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.593499 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.695550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.730831 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.740743 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Attempting to bind port 52dacbe6-5bc4-43c0-9743-331459cbe06a on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:19.741140 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Attempting to bind port 52dacbe6-5bc4-43c0-9743-331459cbe06a by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:19.741767 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Attempting to bind port 52dacbe6-5bc4-43c0-9743-331459cbe06a on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:19.745512 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Pushing event updated for resources: {'Port': ['ID=52dacbe6-5bc4-43c0-9743-331459cbe06a,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:19.754150 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:19.754519 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:19.754916 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.755318 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:19.755777 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Bound port: 52dacbe6-5bc4-43c0-9743-331459cbe06a, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:19.756145 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.758488 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:19.758779 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:19.759108 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:19.759517 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:19.760420 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:19.760840 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:19.761089 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:19.761400 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:19.761711 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:19.762029 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:19.762340 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:19.762649 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:19.769470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Network 929e486f-f227-4ffe-a27a-6576f7a7be2f is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:19.772600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:19.776675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:19.816486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Pushing event updated for resources: {'Port': ['ID=173cfdaa-db3f-4684-bc49-1969c2599a41,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:19.823759 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] For port 52dacbe6-5bc4-43c0-9743-331459cbe06a, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:19.828302 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] For port 52dacbe6-5bc4-43c0-9743-331459cbe06a, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=52dacbe6-5bc4-43c0-9743-331459cbe06a,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:19.833440 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.835751 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.912654 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792f058-8a8f-41fe-b04b-b6260838e908 None None] Pushing event updated for resources: {'Port': ['ID=52dacbe6-5bc4-43c0-9743-331459cbe06a,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:19.917200 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Routers {'95fd8371-c65f-4b3e-9dfb-03ea9fdab084'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:19.917847 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:24:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['95fd8371-c65f-4b3e-9dfb-03ea9fdab084'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:19.952967 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e5629955-89b6-4a3d-ae78-f6dec243ddbc up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:20.016484 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.036329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port e5629955-89b6-4a3d-ae78-f6dec243ddbc triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:20.036708 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.042714 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] Set router 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:20.084698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-08da7191-2682-4cb9-a271-e8bd7b3b30fd None None] Provisioning complete for port 173cfdaa-db3f-4684-bc49-1969c2599a41 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:20.084911 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-08da7191-2682-4cb9-a271-e8bd7b3b30fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.147547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-08da7191-2682-4cb9-a271-e8bd7b3b30fd None None] Port 173cfdaa-db3f-4684-bc49-1969c2599a41 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:20.221570 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.228538 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.250365 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'name': 'tempest-TestServerMultinode-668712787-router', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:18Z', 'revision_number': 3, 'project_id': '32067c90142f42ceb6432a13b892b973', 'gw_port': {'id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:20.277845 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641e322-b316-42f6-8909-20402bf56cf6 None None] The sync data for ids ['95fd8371-c65f-4b3e-9dfb-03ea9fdab084'] in n-d-817236-1 is: [{'id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'name': 'tempest-TestServerMultinode-668712787-router', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:18Z', 'revision_number': 3, 'project_id': '32067c90142f42ceb6432a13b892b973', 'gw_port': {'id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:20.301938 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.303909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Pushing event updated for resources: {'Port': ['ID=173cfdaa-db3f-4684-bc49-1969c2599a41,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:20.409140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Network 929e486f-f227-4ffe-a27a-6576f7a7be2f is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:20.410514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:20.562570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Router 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:24:20.688373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-da759a5d-8165-4491-b448-347d8163cc7a None None] Provisioning complete for port 173cfdaa-db3f-4684-bc49-1969c2599a41 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:20.688904 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-da759a5d-8165-4491-b448-347d8163cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.707035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:24:20.713361 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-81dc6064-2cb7-462e-89d9-f1f04e17a21b admin admin] 10.222.0.81 "PUT /v2.0/routers/95fd8371-c65f-4b3e-9dfb-03ea9fdab084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8379769 Nov 09 18:24:20.741185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-da759a5d-8165-4491-b448-347d8163cc7a None None] Port 173cfdaa-db3f-4684-bc49-1969c2599a41 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:21.213904 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47818) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:21.218995 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1520280090-network', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:21.248257 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Made reservation on behalf of e2f8ad0a30df4984a4ea1c4deead81d1 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:21.250697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.260658 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.337628 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.341701 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.367360 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:21.379879 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d856501-da09-442f-97dc-146b179b0985,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:21.382832 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.383182 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Added segment 56ee48a6-0158-4b0c-8f61-b326fdd6aac2 of type vlan for network d2349a2e-a21b-4235-8deb-f01ed375976f Nov 09 18:24:21.423759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.453524 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.454594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:21.455179 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.508901 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2938285 Nov 09 18:24:21.511881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47820) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:21.517593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Request body: {'subnet': {'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1520280090-subnet', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:21.520358 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585289e-491f-4465-b941-2c3d06351210 admin admin] Pushing event updated for resources: {'Network': ['ID=d2349a2e-a21b-4235-8deb-f01ed375976f,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:21.530951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d2349a2e-a21b-4235-8deb-f01ed375976f details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:21.540430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Made reservation on behalf of e2f8ad0a30df4984a4ea1c4deead81d1 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:21.543623 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.724899 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.785162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Pushing event updated for resources: {'Subnet': ['ID=28210d5a-5dd7-4ef6-aea0-25f6aa15606a,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:21.795918 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:21.796270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:21.796612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:21.796950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:21.797279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:21.797608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:21.797936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:21.798257 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:21.798578 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:21.798896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:21.799235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:21.799575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:21.804933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Checking segment: {'id': '56ee48a6-0158-4b0c-8f61-b326fdd6aac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:21.805298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Network hostable DHCP agents. Network: d2349a2e-a21b-4235-8deb-f01ed375976f, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:21.825246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Network d2349a2e-a21b-4235-8deb-f01ed375976f is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:21.836546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d2349a2e-a21b-4235-8deb-f01ed375976f) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:21.844498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:21.845096 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.853742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dca7d0-b7f0-4c1e-b90a-6a69e2597010 None None] Network d2349a2e-a21b-4235-8deb-f01ed375976f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:21.866925 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d8c41477-3e23-4f67-9796-71ed6a7501de admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3532860 Nov 09 18:24:21.867895 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47822) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:21.873238 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1520280090-router', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:21.905681 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.906782 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.917824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 52dacbe6-5bc4-43c0-9743-331459cbe06a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:21.929441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Sync routers for ids ['95fd8371-c65f-4b3e-9dfb-03ea9fdab084'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:24:21.965220 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.970816 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Routers {'95fd8371-c65f-4b3e-9dfb-03ea9fdab084'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:21.971480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:24:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['95fd8371-c65f-4b3e-9dfb-03ea9fdab084'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:22.114794 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.276903 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 52dacbe6-5bc4-43c0-9743-331459cbe06a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:22.277191 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.329829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Set router 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:22.344650 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.364112 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.389667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-d2349a2e-a21b-4235-8deb-f01ed375976f', 'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'fixed_ips': [{'subnet_id': '28210d5a-5dd7-4ef6-aea0-25f6aa15606a'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:24:22.390513 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.474628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Allocated IP 172.25.1.117 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/54b6288e-653d-4008-b43f-58cb84ace669) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:22.578732 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.601395 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.615778 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.659181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:22.662104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:22.665112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:22.674014 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 52dacbe6-5bc4-43c0-9743-331459cbe06a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=52dacbe6-5bc4-43c0-9743-331459cbe06a,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:22.681717 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.701762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Pushing event updated for resources: {'Port': ['ID=54b6288e-653d-4008-b43f-58cb84ace669,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:22.737272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Allocated IP 172.20.0.2 (d2349a2e-a21b-4235-8deb-f01ed375976f/28210d5a-5dd7-4ef6-aea0-25f6aa15606a/a5e421d7-4e07-456c-81f0-a945e42266cf) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:22.792515 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=52dacbe6-5bc4-43c0-9743-331459cbe06a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:22.859507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'name': 'tempest-TestServerMultinode-668712787-router', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:19Z', 'revision_number': 4, 'project_id': '32067c90142f42ceb6432a13b892b973', 'gw_port': {'id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '173cfdaa-db3f-4684-bc49-1969c2599a41', 'name': '', 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'mac_address': 'fa:16:3e:c3:4e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e591fb63-fe5e-4907-a0db-910515c035c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:19Z', 'updated_at': '2021-11-09T18:24:20Z', 'revision_number': 2, 'project_id': '32067c90142f42ceb6432a13b892b973', 'subnets': [{'id': 'e591fb63-fe5e-4907-a0db-910515c035c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:22.897994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Checking router: 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:24:22.898356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Updating router 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 port 173cfdaa-db3f-4684-bc49-1969c2599a41 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:24:22.936054 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.955087 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.002554 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.012571 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.127703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Network d2349a2e-a21b-4235-8deb-f01ed375976f is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:23.131349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:23.136661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Pushing event updated for resources: {'Port': ['ID=a5e421d7-4e07-456c-81f0-a945e42266cf,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:23.139321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:23.249694 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Attempting to bind port a5e421d7-4e07-456c-81f0-a945e42266cf on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:23.250072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Attempting to bind port a5e421d7-4e07-456c-81f0-a945e42266cf by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '56ee48a6-0158-4b0c-8f61-b326fdd6aac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:23.250442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Attempting to bind port a5e421d7-4e07-456c-81f0-a945e42266cf on network d2349a2e-a21b-4235-8deb-f01ed375976f {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:23.260769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:23.261190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Checking segment: {'id': '56ee48a6-0158-4b0c-8f61-b326fdd6aac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:23.261608 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.262014 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Bound using segment: {'id': '56ee48a6-0158-4b0c-8f61-b326fdd6aac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:23.262512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Bound port: a5e421d7-4e07-456c-81f0-a945e42266cf, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ee48a6-0158-4b0c-8f61-b326fdd6aac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:23.262907 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.349785 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.409309 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] For port a5e421d7-4e07-456c-81f0-a945e42266cf, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:23.426306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] For port a5e421d7-4e07-456c-81f0-a945e42266cf, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a5e421d7-4e07-456c-81f0-a945e42266cf,segment=NetworkSegment(56ee48a6-0158-4b0c-8f61-b326fdd6aac2),segment_id=56ee48a6-0158-4b0c-8f61-b326fdd6aac2)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:23.438149 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.445073 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.453979 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.473124 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.518026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fd9e5-6162-4f75-ab70-f0c2a4356056 None None] Pushing event updated for resources: {'Port': ['ID=a5e421d7-4e07-456c-81f0-a945e42266cf,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:23.612544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c969ba-7817-4c77-8b9d-70762305f180 None None] Pushing event updated for resources: {'Port': ['ID=173cfdaa-db3f-4684-bc49-1969c2599a41,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:23.622136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Router 2428aabd-a7e5-4253-9217-4348906b4012 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:24:23.626401 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Attempting to bind port 173cfdaa-db3f-4684-bc49-1969c2599a41 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:23.626851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Attempting to bind port 173cfdaa-db3f-4684-bc49-1969c2599a41 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:23.627302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Attempting to bind port 173cfdaa-db3f-4684-bc49-1969c2599a41 on network 929e486f-f227-4ffe-a27a-6576f7a7be2f {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:23.633202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:23.633589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Checking segment: {'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:23.634003 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.634590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Bound using segment: {'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:23.635335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Bound port: 173cfdaa-db3f-4684-bc49-1969c2599a41, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:23.635870 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.728482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] For port 173cfdaa-db3f-4684-bc49-1969c2599a41, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:23.735150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] For port 173cfdaa-db3f-4684-bc49-1969c2599a41, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=173cfdaa-db3f-4684-bc49-1969c2599a41,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:23.741715 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.803341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:24:23.810192 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Sync routers for ids ['2428aabd-a7e5-4253-9217-4348906b4012'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:24:23.820860 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Routers {'2428aabd-a7e5-4253-9217-4348906b4012'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:23.821770 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:24:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2428aabd-a7e5-4253-9217-4348906b4012'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:23.824271 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Routers {'95fd8371-c65f-4b3e-9dfb-03ea9fdab084'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:23.826384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:24:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['95fd8371-c65f-4b3e-9dfb-03ea9fdab084'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:23.862367 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.874208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47824) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:23.882112 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dc58ee6c-15e6-4c20-ada4-f82983d44d69 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0129201 Nov 09 18:24:23.972849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c969ba-7817-4c77-8b9d-70762305f180 None None] Pushing event updated for resources: {'Port': ['ID=173cfdaa-db3f-4684-bc49-1969c2599a41,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:24.030063 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] Set router 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:24.041573 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Set router 2428aabd-a7e5-4253-9217-4348906b4012 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:24.067424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3f90a0f6-f528-4322-bf87-2758dc791feb None None] Provisioning complete for port 173cfdaa-db3f-4684-bc49-1969c2599a41 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:24.067863 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3f90a0f6-f528-4322-bf87-2758dc791feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.101007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 52dacbe6-5bc4-43c0-9743-331459cbe06a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:24.269447 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2428aabd-a7e5-4253-9217-4348906b4012', 'name': 'tempest-TestServerMultinode-1520280090-router', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '54b6288e-653d-4008-b43f-58cb84ace669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:21Z', 'updated_at': '2021-11-09T18:24:22Z', 'revision_number': 3, 'project_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'gw_port': {'id': '54b6288e-653d-4008-b43f-58cb84ace669', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:27:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2428aabd-a7e5-4253-9217-4348906b4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:22Z', 'updated_at': '2021-11-09T18:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:24.274296 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.302118 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Checking router: 2428aabd-a7e5-4253-9217-4348906b4012 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:24:24.302626 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Updating router 2428aabd-a7e5-4253-9217-4348906b4012 port 54b6288e-653d-4008-b43f-58cb84ace669 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:24:24.316271 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 52dacbe6-5bc4-43c0-9743-331459cbe06a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:24.316494 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.342789 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.476972 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.606789 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3f90a0f6-f528-4322-bf87-2758dc791feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.658800 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.670946 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.684452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Allocated IP 172.20.0.1 (d2349a2e-a21b-4235-8deb-f01ed375976f/28210d5a-5dd7-4ef6-aea0-25f6aa15606a/c7626ade-5c1f-43c2-8467-eb467ea41415) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:24.694410 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3f90a0f6-f528-4322-bf87-2758dc791feb None None] For port 173cfdaa-db3f-4684-bc49-1969c2599a41, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=173cfdaa-db3f-4684-bc49-1969c2599a41,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:24.696219 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a5e421d7-4e07-456c-81f0-a945e42266cf up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:24.723699 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3f90a0f6-f528-4322-bf87-2758dc791feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.731676 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Attempting to bind port 54b6288e-653d-4008-b43f-58cb84ace669 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:24.732075 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Attempting to bind port 54b6288e-653d-4008-b43f-58cb84ace669 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:24.732464 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Attempting to bind port 54b6288e-653d-4008-b43f-58cb84ace669 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:24.742546 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eef793-ee7d-43cc-8eb8-97dd3c4f9ec0 None None] Pushing event updated for resources: {'Port': ['ID=54b6288e-653d-4008-b43f-58cb84ace669,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:24.746212 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:24.746644 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:24.746978 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.747406 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:24.747882 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Bound port: 54b6288e-653d-4008-b43f-58cb84ace669, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:24.748263 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.763591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'name': 'tempest-TestServerMultinode-668712787-router', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:19Z', 'revision_number': 4, 'project_id': '32067c90142f42ceb6432a13b892b973', 'gw_port': {'id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '173cfdaa-db3f-4684-bc49-1969c2599a41', 'name': '', 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'mac_address': 'fa:16:3e:c3:4e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e591fb63-fe5e-4907-a0db-910515c035c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:19Z', 'updated_at': '2021-11-09T18:24:23Z', 'revision_number': 4, 'project_id': '32067c90142f42ceb6432a13b892b973', 'subnets': [{'id': 'e591fb63-fe5e-4907-a0db-910515c035c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:24.808604 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] For port 54b6288e-653d-4008-b43f-58cb84ace669, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:24.812579 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] For port 54b6288e-653d-4008-b43f-58cb84ace669, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=54b6288e-653d-4008-b43f-58cb84ace669,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:24.817619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.817939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e89f9d8-4967-4668-a533-0328a53269a5 None None] Network d2349a2e-a21b-4235-8deb-f01ed375976f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:24.818219 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.823399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806d9bd-5ec0-42e6-ba10-234f1f4b075b None None] The sync data for ids ['95fd8371-c65f-4b3e-9dfb-03ea9fdab084'] in n-d-817236-1 is: [{'id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'name': 'tempest-TestServerMultinode-668712787-router', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:19Z', 'revision_number': 4, 'project_id': '32067c90142f42ceb6432a13b892b973', 'gw_port': {'id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '173cfdaa-db3f-4684-bc49-1969c2599a41', 'name': '', 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'mac_address': 'fa:16:3e:c3:4e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e591fb63-fe5e-4907-a0db-910515c035c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:19Z', 'updated_at': '2021-11-09T18:24:23Z', 'revision_number': 4, 'project_id': '32067c90142f42ceb6432a13b892b973', 'subnets': [{'id': 'e591fb63-fe5e-4907-a0db-910515c035c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:24.868487 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.896797 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Routers {'2428aabd-a7e5-4253-9217-4348906b4012'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:24.899081 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:24:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2428aabd-a7e5-4253-9217-4348906b4012'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:24.943848 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Network d2349a2e-a21b-4235-8deb-f01ed375976f is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:24.950111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:24.950942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90a0f6-f528-4322-bf87-2758dc791feb None None] Pushing event updated for resources: {'Port': ['ID=173cfdaa-db3f-4684-bc49-1969c2599a41,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:24.958685 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:24.963167 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Pushing event updated for resources: {'Port': ['ID=c7626ade-5c1f-43c2-8467-eb467ea41415,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:24.967853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a5e421d7-4e07-456c-81f0-a945e42266cf triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:24.970380 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.983513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2211ee4f-5c2e-4287-810c-1130348e3daa None None] Provisioning complete for port a5e421d7-4e07-456c-81f0-a945e42266cf triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:24.984000 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2211ee4f-5c2e-4287-810c-1130348e3daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.039545 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.046863 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eef793-ee7d-43cc-8eb8-97dd3c4f9ec0 None None] Pushing event updated for resources: {'Port': ['ID=54b6288e-653d-4008-b43f-58cb84ace669,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:25.079185 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] Set router 2428aabd-a7e5-4253-9217-4348906b4012 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:25.217817 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.225558 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2211ee4f-5c2e-4287-810c-1130348e3daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.245949 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.298635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2211ee4f-5c2e-4287-810c-1130348e3daa None None] For port a5e421d7-4e07-456c-81f0-a945e42266cf, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a5e421d7-4e07-456c-81f0-a945e42266cf,segment=NetworkSegment(56ee48a6-0158-4b0c-8f61-b326fdd6aac2),segment_id=56ee48a6-0158-4b0c-8f61-b326fdd6aac2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:25.306467 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2211ee4f-5c2e-4287-810c-1130348e3daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.317199 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2428aabd-a7e5-4253-9217-4348906b4012', 'name': 'tempest-TestServerMultinode-1520280090-router', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '54b6288e-653d-4008-b43f-58cb84ace669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:21Z', 'updated_at': '2021-11-09T18:24:22Z', 'revision_number': 3, 'project_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'gw_port': {'id': '54b6288e-653d-4008-b43f-58cb84ace669', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:27:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2428aabd-a7e5-4253-9217-4348906b4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:22Z', 'updated_at': '2021-11-09T18:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:25.372241 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da158fff-afca-46e8-bf3d-830514ccd38b None None] The sync data for ids ['2428aabd-a7e5-4253-9217-4348906b4012'] in n-d-817236-1 is: [{'id': '2428aabd-a7e5-4253-9217-4348906b4012', 'name': 'tempest-TestServerMultinode-1520280090-router', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '54b6288e-653d-4008-b43f-58cb84ace669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:21Z', 'updated_at': '2021-11-09T18:24:22Z', 'revision_number': 3, 'project_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'gw_port': {'id': '54b6288e-653d-4008-b43f-58cb84ace669', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:27:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2428aabd-a7e5-4253-9217-4348906b4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:22Z', 'updated_at': '2021-11-09T18:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:25.402539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211ee4f-5c2e-4287-810c-1130348e3daa None None] Pushing event updated for resources: {'Port': ['ID=a5e421d7-4e07-456c-81f0-a945e42266cf,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:25.418233 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2211ee4f-5c2e-4287-810c-1130348e3daa None None] Provisioning complete for port 173cfdaa-db3f-4684-bc49-1969c2599a41 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:25.418756 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2211ee4f-5c2e-4287-810c-1130348e3daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.467474 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:24:25.467984 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:24:25.494569 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.505104 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.572980 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.651971 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Pushing event updated for resources: {'Port': ['ID=c7626ade-5c1f-43c2-8467-eb467ea41415,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:25.683870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-037481f6-1ab6-42bc-83ab-bfc876cf5e6a None None] Provisioning complete for port c7626ade-5c1f-43c2-8467-eb467ea41415 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:25.684262 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-037481f6-1ab6-42bc-83ab-bfc876cf5e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.719268 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Network d2349a2e-a21b-4235-8deb-f01ed375976f is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:25.723552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:25.736966 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-037481f6-1ab6-42bc-83ab-bfc876cf5e6a None None] Port c7626ade-5c1f-43c2-8467-eb467ea41415 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:25.769708 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-037481f6-1ab6-42bc-83ab-bfc876cf5e6a None None] Provisioning complete for port a5e421d7-4e07-456c-81f0-a945e42266cf triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:25.770865 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-037481f6-1ab6-42bc-83ab-bfc876cf5e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.926138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Router 2428aabd-a7e5-4253-9217-4348906b4012 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:24:26.063497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ca1e1d3f-d7b3-4c57-aa6d-146a67294bdc None None] Provisioning complete for port c7626ade-5c1f-43c2-8467-eb467ea41415 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:26.064403 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1d3f-d7b3-4c57-aa6d-146a67294bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.086445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:24:26.100891 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e2df70e4-9f6d-4561-85ad-aa46ed1105dd admin admin] 10.222.0.81 "PUT /v2.0/routers/2428aabd-a7e5-4253-9217-4348906b4012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2156975 Nov 09 18:24:26.107860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e1d3f-d7b3-4c57-aa6d-146a67294bdc None None] Port c7626ade-5c1f-43c2-8467-eb467ea41415 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:26.230636 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4bd1bb66-803e-4dba-8769-ba1a3e432858 None None] Provisioning complete for port c7626ade-5c1f-43c2-8467-eb467ea41415 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:26.231023 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bb66-803e-4dba-8769-ba1a3e432858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.285240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1bb66-803e-4dba-8769-ba1a3e432858 None None] Port c7626ade-5c1f-43c2-8467-eb467ea41415 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:26.307745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 54b6288e-653d-4008-b43f-58cb84ace669 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:26.362274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 54b6288e-653d-4008-b43f-58cb84ace669 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:26.362462 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.451416 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.473672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 54b6288e-653d-4008-b43f-58cb84ace669, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=54b6288e-653d-4008-b43f-58cb84ace669,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:26.480217 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.481028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 173cfdaa-db3f-4684-bc49-1969c2599a41 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:26.566566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=54b6288e-653d-4008-b43f-58cb84ace669,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:26.582643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 173cfdaa-db3f-4684-bc49-1969c2599a41 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:26.583691 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.681890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a5e421d7-4e07-456c-81f0-a945e42266cf up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:26.732706 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port a5e421d7-4e07-456c-81f0-a945e42266cf triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:26.733106 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.747789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d10caf-286c-4367-8fd2-058aa6194708 req-0e299e69-a228-40da-aeda-20a8764abca5 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:26.749450 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-0e299e69-a228-40da-aeda-20a8764abca5 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/networks?id=929e486f-f227-4ffe-a27a-6576f7a7be2f HTTP/1.1" status: 200 len: 910 time: 0.1040831 Nov 09 18:24:26.771168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-a358b560-3c1c-42fc-ba64-3d3a354f5df9 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/quotas/e2f8ad0a30df4984a4ea1c4deead81d1 HTTP/1.1" status: 200 len: 375 time: 0.0133922 Nov 09 18:24:26.859453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-1bbe1976-ea5e-4421-ac97-851026b93bfe tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=e2f8ad0a30df4984a4ea1c4deead81d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814471 Nov 09 18:24:26.964715 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-d619d7ab-186f-4953-af89-e7fc7d51c56a service neutron] 10.222.0.81 "GET /v2.0/networks/929e486f-f227-4ffe-a27a-6576f7a7be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980575 Nov 09 18:24:27.064424 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-29896a8f-acba-40df-9841-2168f1a2c5b8 service neutron] 10.222.0.81 "GET /v2.0/networks/929e486f-f227-4ffe-a27a-6576f7a7be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931852 Nov 09 18:24:27.230540 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11fed6ed-7252-4859-8ded-67282c0a0021 req-9051e774-c9e6-4877-805a-18213674f005 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 210 time: 0.0260742 Nov 09 18:24:28.008764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Sync routers for ids ['2428aabd-a7e5-4253-9217-4348906b4012'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:24:28.018980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Routers {'2428aabd-a7e5-4253-9217-4348906b4012'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:28.019657 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:24:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2428aabd-a7e5-4253-9217-4348906b4012'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:28.123290 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 54b6288e-653d-4008-b43f-58cb84ace669 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:28.156409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Set router 2428aabd-a7e5-4253-9217-4348906b4012 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:28.293096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 54b6288e-653d-4008-b43f-58cb84ace669 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:28.293471 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.342663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fafbee2f-29d4-416e-8651-d8cc585a6f75 req-f14cbed9-d27b-44c7-9bce-e36dd7261161 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 210 time: 0.0303288 Nov 09 18:24:28.449279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2428aabd-a7e5-4253-9217-4348906b4012', 'name': 'tempest-TestServerMultinode-1520280090-router', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '54b6288e-653d-4008-b43f-58cb84ace669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:21Z', 'updated_at': '2021-11-09T18:24:25Z', 'revision_number': 4, 'project_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'gw_port': {'id': '54b6288e-653d-4008-b43f-58cb84ace669', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2428aabd-a7e5-4253-9217-4348906b4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:22Z', 'updated_at': '2021-11-09T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'c7626ade-5c1f-43c2-8467-eb467ea41415', 'name': '', 'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'mac_address': 'fa:16:3e:6a:08:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2428aabd-a7e5-4253-9217-4348906b4012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '28210d5a-5dd7-4ef6-aea0-25f6aa15606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:24Z', 'updated_at': '2021-11-09T18:24:25Z', 'revision_number': 2, 'project_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'subnets': [{'id': '28210d5a-5dd7-4ef6-aea0-25f6aa15606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:28.475922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Checking router: 2428aabd-a7e5-4253-9217-4348906b4012 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:24:28.476281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Updating router 2428aabd-a7e5-4253-9217-4348906b4012 port c7626ade-5c1f-43c2-8467-eb467ea41415 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:24:28.501946 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.782985 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.789247 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.842154 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647bc03-6c0d-41b1-a32c-3404ffc257f7 None None] Pushing event updated for resources: {'Port': ['ID=c7626ade-5c1f-43c2-8467-eb467ea41415,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:28.897293 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Attempting to bind port c7626ade-5c1f-43c2-8467-eb467ea41415 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:28.897671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Attempting to bind port c7626ade-5c1f-43c2-8467-eb467ea41415 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '56ee48a6-0158-4b0c-8f61-b326fdd6aac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:28.898041 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Attempting to bind port c7626ade-5c1f-43c2-8467-eb467ea41415 on network d2349a2e-a21b-4235-8deb-f01ed375976f {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:28.903735 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:28.904112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Checking segment: {'id': '56ee48a6-0158-4b0c-8f61-b326fdd6aac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:28.904534 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.904935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Bound using segment: {'id': '56ee48a6-0158-4b0c-8f61-b326fdd6aac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:28.905413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Bound port: c7626ade-5c1f-43c2-8467-eb467ea41415, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ee48a6-0158-4b0c-8f61-b326fdd6aac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:28.905806 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.985830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] For port c7626ade-5c1f-43c2-8467-eb467ea41415, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:28.989541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] For port c7626ade-5c1f-43c2-8467-eb467ea41415, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c7626ade-5c1f-43c2-8467-eb467ea41415,segment=NetworkSegment(56ee48a6-0158-4b0c-8f61-b326fdd6aac2),segment_id=56ee48a6-0158-4b0c-8f61-b326fdd6aac2)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:29.002141 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.071519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Routers {'2428aabd-a7e5-4253-9217-4348906b4012'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:29.071519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:24:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2428aabd-a7e5-4253-9217-4348906b4012'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:29.075081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647bc03-6c0d-41b1-a32c-3404ffc257f7 None None] Pushing event updated for resources: {'Port': ['ID=c7626ade-5c1f-43c2-8467-eb467ea41415,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:29.177688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d7fdef77-df49-4e47-98e6-d6edde7a4f30 None None] Provisioning complete for port c7626ade-5c1f-43c2-8467-eb467ea41415 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:29.178068 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d7fdef77-df49-4e47-98e6-d6edde7a4f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.232081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] Set router 2428aabd-a7e5-4253-9217-4348906b4012 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:29.425029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d10caf-286c-4367-8fd2-058aa6194708 req-eca59324-1486-457f-b4b7-1bcb7b1583a4 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:29.426720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-eca59324-1486-457f-b4b7-1bcb7b1583a4 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.13 "GET /v2.0/networks?id=929e486f-f227-4ffe-a27a-6576f7a7be2f HTTP/1.1" status: 200 len: 910 time: 0.1161754 Nov 09 18:24:29.443689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-25d10caf-286c-4367-8fd2-058aa6194708 req-380acb3b-9cde-4eb3-81d8-698d0ade775b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Request body: {'port': {'device_id': 'af42dfae-7699-445c-8734-648a2cae0bdf', 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f', 'admin_state_up': True, 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:29.469747 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d704d2b-a890-44a6-84ad-993f520edae9 req-5aeb5fdd-cc51-4581-a00d-1a00e27c1af2 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 210 time: 0.0350318 Nov 09 18:24:29.481559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d10caf-286c-4367-8fd2-058aa6194708 req-380acb3b-9cde-4eb3-81d8-698d0ade775b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Made reservation on behalf of e2f8ad0a30df4984a4ea1c4deead81d1 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:29.485078 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-25d10caf-286c-4367-8fd2-058aa6194708 req-380acb3b-9cde-4eb3-81d8-698d0ade775b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.554411 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d7fdef77-df49-4e47-98e6-d6edde7a4f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.613087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d7fdef77-df49-4e47-98e6-d6edde7a4f30 None None] For port c7626ade-5c1f-43c2-8467-eb467ea41415, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c7626ade-5c1f-43c2-8467-eb467ea41415,segment=NetworkSegment(56ee48a6-0158-4b0c-8f61-b326fdd6aac2),segment_id=56ee48a6-0158-4b0c-8f61-b326fdd6aac2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:29.616675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-25d10caf-286c-4367-8fd2-058aa6194708 req-380acb3b-9cde-4eb3-81d8-698d0ade775b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Allocated IP 172.20.0.4 (929e486f-f227-4ffe-a27a-6576f7a7be2f/e591fb63-fe5e-4907-a0db-910515c035c6/7b1f12b8-5836-4e7f-8b7e-8a0e56935294) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:29.621703 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d7fdef77-df49-4e47-98e6-d6edde7a4f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.710274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdef77-df49-4e47-98e6-d6edde7a4f30 None None] Pushing event updated for resources: {'Port': ['ID=c7626ade-5c1f-43c2-8467-eb467ea41415,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:29.727169 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2428aabd-a7e5-4253-9217-4348906b4012', 'name': 'tempest-TestServerMultinode-1520280090-router', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '54b6288e-653d-4008-b43f-58cb84ace669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:21Z', 'updated_at': '2021-11-09T18:24:25Z', 'revision_number': 4, 'project_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'gw_port': {'id': '54b6288e-653d-4008-b43f-58cb84ace669', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2428aabd-a7e5-4253-9217-4348906b4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:22Z', 'updated_at': '2021-11-09T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'c7626ade-5c1f-43c2-8467-eb467ea41415', 'name': '', 'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'mac_address': 'fa:16:3e:6a:08:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2428aabd-a7e5-4253-9217-4348906b4012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '28210d5a-5dd7-4ef6-aea0-25f6aa15606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:24Z', 'updated_at': '2021-11-09T18:24:28Z', 'revision_number': 4, 'project_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'subnets': [{'id': '28210d5a-5dd7-4ef6-aea0-25f6aa15606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:29.771933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f4f55-3fc4-4d86-bb19-cc07c0bac911 None None] The sync data for ids ['2428aabd-a7e5-4253-9217-4348906b4012'] in n-d-817236-1 is: [{'id': '2428aabd-a7e5-4253-9217-4348906b4012', 'name': 'tempest-TestServerMultinode-1520280090-router', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '54b6288e-653d-4008-b43f-58cb84ace669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:21Z', 'updated_at': '2021-11-09T18:24:25Z', 'revision_number': 4, 'project_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'gw_port': {'id': '54b6288e-653d-4008-b43f-58cb84ace669', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2428aabd-a7e5-4253-9217-4348906b4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:22Z', 'updated_at': '2021-11-09T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'c7626ade-5c1f-43c2-8467-eb467ea41415', 'name': '', 'network_id': 'd2349a2e-a21b-4235-8deb-f01ed375976f', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'mac_address': 'fa:16:3e:6a:08:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2428aabd-a7e5-4253-9217-4348906b4012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '28210d5a-5dd7-4ef6-aea0-25f6aa15606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:24Z', 'updated_at': '2021-11-09T18:24:28Z', 'revision_number': 4, 'project_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'subnets': [{'id': '28210d5a-5dd7-4ef6-aea0-25f6aa15606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:29.779627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-747e9ebf-36fa-4c95-b532-e7ff93ec2d7c None None] Provisioning complete for port c7626ade-5c1f-43c2-8467-eb467ea41415 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:29.779755 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-25d10caf-286c-4367-8fd2-058aa6194708 req-380acb3b-9cde-4eb3-81d8-698d0ade775b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.780021 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-747e9ebf-36fa-4c95-b532-e7ff93ec2d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.818961 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-25d10caf-286c-4367-8fd2-058aa6194708 req-380acb3b-9cde-4eb3-81d8-698d0ade775b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.885425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d10caf-286c-4367-8fd2-058aa6194708 req-380acb3b-9cde-4eb3-81d8-698d0ade775b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Network 929e486f-f227-4ffe-a27a-6576f7a7be2f is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:29.888634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-25d10caf-286c-4367-8fd2-058aa6194708 req-380acb3b-9cde-4eb3-81d8-698d0ade775b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:29.891389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d10caf-286c-4367-8fd2-058aa6194708 req-380acb3b-9cde-4eb3-81d8-698d0ade775b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:29.939825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380acb3b-9cde-4eb3-81d8-698d0ade775b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Pushing event updated for resources: {'Port': ['ID=7b1f12b8-5836-4e7f-8b7e-8a0e56935294,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:29.962673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d10caf-286c-4367-8fd2-058aa6194708 req-380acb3b-9cde-4eb3-81d8-698d0ade775b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:29.963495 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-25d10caf-286c-4367-8fd2-058aa6194708 req-380acb3b-9cde-4eb3-81d8-698d0ade775b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.985794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-380acb3b-9cde-4eb3-81d8-698d0ade775b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5493777 Nov 09 18:24:30.002576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Request body: {'port': {'device_id': 'af42dfae-7699-445c-8734-648a2cae0bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:30.096580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.190564 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c7626ade-5c1f-43c2-8467-eb467ea41415 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:30.246610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-54dd0a58-3c1e-4592-ab7d-8ab4e096cd6e None None] Provisioning complete for port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:30.247308 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-54dd0a58-3c1e-4592-ab7d-8ab4e096cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.292062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-54dd0a58-3c1e-4592-ab7d-8ab4e096cd6e None None] Port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:30.296971 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c7626ade-5c1f-43c2-8467-eb467ea41415 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:30.297460 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.409813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:24:30.419290 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.432630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Transition to ACTIVE for port object 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:24:30.436613 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.508184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1f12b8-5836-4e7f-8b7e-8a0e56935294,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:30.594427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Attempting to bind port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:30.594903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Attempting to bind port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:30.595110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Attempting to bind port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 on network 929e486f-f227-4ffe-a27a-6576f7a7be2f {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:30.602667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 on network 929e486f-f227-4ffe-a27a-6576f7a7be2f not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:24:30.603075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Attempting to bind port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 on network 929e486f-f227-4ffe-a27a-6576f7a7be2f {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:30.612670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:30.613009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Checking segment: {'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:30.613399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Bound using segment: {'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:30.613849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Bound port: 7b1f12b8-5836-4e7f-8b7e-8a0e56935294, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:30.614208 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.623287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446f42f-930d-42ac-b831-e22d1f24119b req-aa17ad4b-996a-4347-8069-894fb333f9fc tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:30.628037 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4446f42f-930d-42ac-b831-e22d1f24119b req-aa17ad4b-996a-4347-8069-894fb333f9fc tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1052 time: 0.0769701 Nov 09 18:24:30.697176 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4446f42f-930d-42ac-b831-e22d1f24119b req-64f0c2a2-8c8e-4bdc-a048-4770d9c7d36c tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607901 Nov 09 18:24:30.721377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] For port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:30.724879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] For port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7b1f12b8-5836-4e7f-8b7e-8a0e56935294,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:30.730046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.767939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:30.768573 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.769985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] 10.222.0.13 "PUT /v2.0/ports/7b1f12b8-5836-4e7f-8b7e-8a0e56935294 HTTP/1.1" status: 200 len: 1091 time: 0.7746019 Nov 09 18:24:30.770425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af42dfae-7699-445c-8734-648a2cae0bdf', 'tag': '7b1f12b8-5836-4e7f-8b7e-8a0e56935294'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:30.772773 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1cf0ea-3273-4a8f-a672-4658e75d3670" -d '{"events": [{"name": "network-changed", "server_uuid": "af42dfae-7699-445c-8734-648a2cae0bdf", "tag": "7b1f12b8-5836-4e7f-8b7e-8a0e56935294"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:30.797731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b4fae-29bf-4cd8-8df4-bcd9c63afd62 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1f12b8-5836-4e7f-8b7e-8a0e56935294,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:30.823746 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eb4976-aa06-4e7a-a068-3dbd55a873a5 x-openstack-request-id: req-f9eb4976-aa06-4e7a-a068-3dbd55a873a5 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:30.824046 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af42dfae-7699-445c-8734-648a2cae0bdf", "tag": "7b1f12b8-5836-4e7f-8b7e-8a0e56935294", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:30.824299 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f9eb4976-aa06-4e7a-a068-3dbd55a873a5 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:30.824707 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af42dfae-7699-445c-8734-648a2cae0bdf', 'tag': '7b1f12b8-5836-4e7f-8b7e-8a0e56935294', 'status': 'completed', 'code': 200} Nov 09 18:24:30.863619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d10caf-286c-4367-8fd2-058aa6194708 req-521fadf3-96ba-4200-b2be-9da08ef35d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:30.865147 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-521fadf3-96ba-4200-b2be-9da08ef35d0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2f8ad0a30df4984a4ea1c4deead81d1&device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1094 time: 0.0511982 Nov 09 18:24:30.910281 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-f7137713-ec18-4017-b4b3-384cf3fb7ef7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b1f12b8-5836-4e7f-8b7e-8a0e56935294 HTTP/1.1" status: 200 len: 217 time: 0.0358384 Nov 09 18:24:30.966647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d10caf-286c-4367-8fd2-058aa6194708 req-ca04faab-e9e0-4ddb-9865-0949b236cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:30.968195 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-ca04faab-e9e0-4ddb-9865-0949b236cf59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e591fb63-fe5e-4907-a0db-910515c035c6 HTTP/1.1" status: 200 len: 848 time: 0.0510497 Nov 09 18:24:31.024784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d10caf-286c-4367-8fd2-058aa6194708 req-d4885b2c-e8e4-44c7-b1cd-aa142b35ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:31.026474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-d4885b2c-e8e4-44c7-b1cd-aa142b35ed80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=929e486f-f227-4ffe-a27a-6576f7a7be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509531 Nov 09 18:24:31.124475 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-49689a6e-a258-4e28-ae64-9cc6ab9ff9a7 service neutron] 10.222.0.13 "GET /v2.0/networks/929e486f-f227-4ffe-a27a-6576f7a7be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904968 Nov 09 18:24:31.223336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25d10caf-286c-4367-8fd2-058aa6194708 req-4df67bb2-7602-41da-bcc9-21b866369606 service neutron] 10.222.0.13 "GET /v2.0/networks/929e486f-f227-4ffe-a27a-6576f7a7be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918298 Nov 09 18:24:31.308988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cf0ea-3273-4a8f-a672-4658e75d3670 req-564e6832-a8da-46b6-8823-91687afcf67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:31.310520 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ef1cf0ea-3273-4a8f-a672-4658e75d3670 req-564e6832-a8da-46b6-8823-91687afcf67e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2f8ad0a30df4984a4ea1c4deead81d1&device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1094 time: 0.0427394 Nov 09 18:24:31.406833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cf0ea-3273-4a8f-a672-4658e75d3670 req-3aee4d78-8b9b-41a4-973c-31b1668a00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:31.408391 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ef1cf0ea-3273-4a8f-a672-4658e75d3670 req-3aee4d78-8b9b-41a4-973c-31b1668a00ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=929e486f-f227-4ffe-a27a-6576f7a7be2f HTTP/1.1" status: 200 len: 910 time: 0.0904448 Nov 09 18:24:31.455732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ef1cf0ea-3273-4a8f-a672-4658e75d3670 req-e0d8c1d6-88ab-4f93-8583-1824c026ee9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b1f12b8-5836-4e7f-8b7e-8a0e56935294 HTTP/1.1" status: 200 len: 217 time: 0.0404718 Nov 09 18:24:31.508275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cf0ea-3273-4a8f-a672-4658e75d3670 req-3fb42cd6-6989-4b02-af63-c48f56d2baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:31.510206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ef1cf0ea-3273-4a8f-a672-4658e75d3670 req-3fb42cd6-6989-4b02-af63-c48f56d2baa7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e591fb63-fe5e-4907-a0db-910515c035c6 HTTP/1.1" status: 200 len: 848 time: 0.0475874 Nov 09 18:24:31.560270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cf0ea-3273-4a8f-a672-4658e75d3670 req-8fe0d9a4-1c00-4dc6-8e3a-84ee176886ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:31.561782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ef1cf0ea-3273-4a8f-a672-4658e75d3670 req-8fe0d9a4-1c00-4dc6-8e3a-84ee176886ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=929e486f-f227-4ffe-a27a-6576f7a7be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422351 Nov 09 18:24:31.661131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ef1cf0ea-3273-4a8f-a672-4658e75d3670 req-426e2ca1-6c22-46d2-bd95-3f658d64a370 service neutron] 10.222.0.13 "GET /v2.0/networks/929e486f-f227-4ffe-a27a-6576f7a7be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909107 Nov 09 18:24:31.767027 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ef1cf0ea-3273-4a8f-a672-4658e75d3670 req-301ee7fa-5e91-460e-85d7-9d528ec6eaff service neutron] 10.222.0.13 "GET /v2.0/networks/929e486f-f227-4ffe-a27a-6576f7a7be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980852 Nov 09 18:24:31.817643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1c0b8-9b85-4e62-870d-606b14153e29 req-e138661b-f8a5-4871-a971-304c8718aba6 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:31.819259 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-72f1c0b8-9b85-4e62-870d-606b14153e29 req-e138661b-f8a5-4871-a971-304c8718aba6 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1094 time: 0.0465474 Nov 09 18:24:31.874949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-72f1c0b8-9b85-4e62-870d-606b14153e29 req-2c5bee34-b8e1-4cb2-b033-01416736a930 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447648 Nov 09 18:24:32.990338 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d159a8-7e5c-45be-a658-8af15798bc66 req-b024e3d5-a51c-4fe3-883d-c0f47d914b06 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:32.992309 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4d159a8-7e5c-45be-a658-8af15798bc66 req-b024e3d5-a51c-4fe3-883d-c0f47d914b06 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1094 time: 0.0408413 Nov 09 18:24:33.030526 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4d159a8-7e5c-45be-a658-8af15798bc66 req-6cc51d79-1e57-45bd-9995-15779ce30ff9 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309441 Nov 09 18:24:33.958662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:24:34.058204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7b1f12b8-5836-4e7f-8b7e-8a0e56935294,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:34.070590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '7b1f12b8-5836-4e7f-8b7e-8a0e56935294', 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f', 'port_id': '7b1f12b8-5836-4e7f-8b7e-8a0e56935294', 'mac_address': 'fa:16:3e:e5:59:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e591fb63-fe5e-4907-a0db-910515c035c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:24:34.110732 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.125248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:24:34.139343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab51b7-bb71-40ed-8efd-c23c8d2602dd req-b2ba1663-5745-49bc-afd4-86c690e000bd tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:34.141018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37ab51b7-bb71-40ed-8efd-c23c8d2602dd req-b2ba1663-5745-49bc-afd4-86c690e000bd tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1094 time: 0.0426619 Nov 09 18:24:34.145806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7b1f12b8-5836-4e7f-8b7e-8a0e56935294,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:34.150911 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.184091 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-37ab51b7-bb71-40ed-8efd-c23c8d2602dd req-5b337654-6603-446c-9e20-f2a66698fd9b tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368195 Nov 09 18:24:34.204435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=7b1f12b8-5836-4e7f-8b7e-8a0e56935294,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:34.358164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['7b1f12b8-5836-4e7f-8b7e-8a0e56935294'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:24:35.296021 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92851e6-2d4a-4002-b4e9-0dd138693096 req-ee5ff151-2dfc-4ef6-b2da-829b1515d40a tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:35.297618 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a92851e6-2d4a-4002-b4e9-0dd138693096 req-ee5ff151-2dfc-4ef6-b2da-829b1515d40a tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1095 time: 0.0457273 Nov 09 18:24:35.333544 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a92851e6-2d4a-4002-b4e9-0dd138693096 req-5eb38a25-0127-405b-bcc2-63a06c0af772 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297887 Nov 09 18:24:35.958856 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:36.019856 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:24:36.024023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:36.024409 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.106693 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.132114 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af42dfae-7699-445c-8734-648a2cae0bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1f12b8-5836-4e7f-8b7e-8a0e56935294'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:36.135120 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99f1f2f-68b9-4c64-9ae6-790c7b9f575e" -d '{"events": [{"server_uuid": "af42dfae-7699-445c-8734-648a2cae0bdf", "name": "network-vif-plugged", "status": "completed", "tag": "7b1f12b8-5836-4e7f-8b7e-8a0e56935294"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:36.148591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7b1f12b8-5836-4e7f-8b7e-8a0e56935294,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:36.153315 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.177269 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c3217e-58a1-4f92-8cde-7b73de93a4d1 x-openstack-request-id: req-89c3217e-58a1-4f92-8cde-7b73de93a4d1 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:36.177585 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af42dfae-7699-445c-8734-648a2cae0bdf", "name": "network-vif-plugged", "status": "completed", "tag": "7b1f12b8-5836-4e7f-8b7e-8a0e56935294", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:36.177835 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89c3217e-58a1-4f92-8cde-7b73de93a4d1 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:36.178232 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af42dfae-7699-445c-8734-648a2cae0bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1f12b8-5836-4e7f-8b7e-8a0e56935294', 'code': 200} Nov 09 18:24:36.211080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=7b1f12b8-5836-4e7f-8b7e-8a0e56935294,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:36.283514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecf793-2c9c-4ac2-99da-6543e56534b7 req-236865a8-3b85-4bec-96bc-7e9c188bb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:36.285027 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3aecf793-2c9c-4ac2-99da-6543e56534b7 req-236865a8-3b85-4bec-96bc-7e9c188bb9a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1096 time: 0.0474849 Nov 09 18:24:36.320622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3aecf793-2c9c-4ac2-99da-6543e56534b7 req-9ff26e49-eb69-4c57-8202-e316e6e4c1e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287218 Nov 09 18:24:36.447775 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e80f2-eae0-4a83-be9a-9a97cbac23b5 req-e7f22079-3765-49a1-9fb0-2491317da325 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:36.449364 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-848e80f2-eae0-4a83-be9a-9a97cbac23b5 req-e7f22079-3765-49a1-9fb0-2491317da325 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1096 time: 0.0455127 Nov 09 18:24:36.486156 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-848e80f2-eae0-4a83-be9a-9a97cbac23b5 req-b38c8b35-0586-40f3-a3dd-cde963923f46 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304379 Nov 09 18:24:37.598657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02456a53-7bd1-4612-9905-cbc5b0cf594e req-dddfd99a-6af8-4203-998f-d6b98f40e919 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:37.600240 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02456a53-7bd1-4612-9905-cbc5b0cf594e req-dddfd99a-6af8-4203-998f-d6b98f40e919 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1096 time: 0.0431831 Nov 09 18:24:37.641428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-02456a53-7bd1-4612-9905-cbc5b0cf594e req-2feb3919-8047-4a62-981e-1adfc3578106 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348487 Nov 09 18:24:37.747388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941ce56-964a-487f-812d-07e143ecf6f4 req-ba742daa-ff6d-49c3-9e72-9ba5e721683a tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:37.748932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9941ce56-964a-487f-812d-07e143ecf6f4 req-ba742daa-ff6d-49c3-9e72-9ba5e721683a tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1096 time: 0.0419247 Nov 09 18:24:37.785264 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9941ce56-964a-487f-812d-07e143ecf6f4 req-8ded0b92-60fe-4fc8-be21-ea959161cf41 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301342 Nov 09 18:24:37.895467 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff831b85-5795-452e-a05b-f2a9bf626f87 req-255dc55f-c1da-4c26-a3c1-1f26ada5c011 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:37.897029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff831b85-5795-452e-a05b-f2a9bf626f87 req-255dc55f-c1da-4c26-a3c1-1f26ada5c011 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1096 time: 0.0438483 Nov 09 18:24:37.949416 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff831b85-5795-452e-a05b-f2a9bf626f87 req-27240188-0eac-4742-8136-91f3e6c22c8f tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Nov 09 18:24:38.212684 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-be3fd458-f8a7-4c99-8cb6-1cd2f87096b4 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:38.214334 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-be3fd458-f8a7-4c99-8cb6-1cd2f87096b4 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/networks?id=929e486f-f227-4ffe-a27a-6576f7a7be2f HTTP/1.1" status: 200 len: 910 time: 0.1051250 Nov 09 18:24:38.237570 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-f063fc3a-98cc-445f-8dc9-3805d6ed9e82 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/quotas/e2f8ad0a30df4984a4ea1c4deead81d1 HTTP/1.1" status: 200 len: 375 time: 0.0123358 Nov 09 18:24:38.318168 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-05453b6b-0b25-4399-a43e-43bd10bce1e6 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=e2f8ad0a30df4984a4ea1c4deead81d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732186 Nov 09 18:24:38.329663 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-c0f87aeb-b35d-4e17-ac6c-322ccdb7b7dd service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:24:38.330635 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-c0f87aeb-b35d-4e17-ac6c-322ccdb7b7dd service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051658 Nov 09 18:24:38.810280 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-15e16a7a-1003-47db-8ee7-aab6ab03a9d2 service neutron] 10.222.0.81 "GET /v2.0/networks/929e486f-f227-4ffe-a27a-6576f7a7be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735887 Nov 09 18:24:38.914205 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-cd5f5670-e0bf-4881-9737-a5c98482227c service neutron] 10.222.0.81 "GET /v2.0/networks/929e486f-f227-4ffe-a27a-6576f7a7be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965788 Nov 09 18:24:39.096350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99074d90-e4ff-46a8-8559-0d14a36001e6 req-26d8508a-4521-4bd3-92f9-3ee2f8034674 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 210 time: 0.0287292 Nov 09 18:24:40.212216 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ee06b1be-f54d-4c6a-8fd6-358825ac2f40 req-8852fa6a-6abe-4233-96f0-2ea319edd6db tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 210 time: 0.0329711 Nov 09 18:24:40.253235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-417fb999-8f59-4ac8-b0db-41708b30bdb9 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:40.254855 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-417fb999-8f59-4ac8-b0db-41708b30bdb9 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.18 "GET /v2.0/networks?id=929e486f-f227-4ffe-a27a-6576f7a7be2f HTTP/1.1" status: 200 len: 910 time: 0.1011312 Nov 09 18:24:40.267678 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-cba3f8df-3d76-4b65-9d70-122947e96482 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Request body: {'port': {'device_id': '0aa86ff9-238a-4a3e-bc6d-354e8f67ce40', 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f', 'admin_state_up': True, 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:40.289500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-cba3f8df-3d76-4b65-9d70-122947e96482 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Made reservation on behalf of e2f8ad0a30df4984a4ea1c4deead81d1 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:40.292428 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-cba3f8df-3d76-4b65-9d70-122947e96482 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.420490 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-cba3f8df-3d76-4b65-9d70-122947e96482 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Allocated IP 172.20.0.14 (929e486f-f227-4ffe-a27a-6576f7a7be2f/e591fb63-fe5e-4907-a0db-910515c035c6/21e7e862-ba85-42c4-9325-d7c0751c4a55) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:40.563836 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-cba3f8df-3d76-4b65-9d70-122947e96482 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.599183 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-cba3f8df-3d76-4b65-9d70-122947e96482 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.612123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['7b1f12b8-5836-4e7f-8b7e-8a0e56935294'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:24:40.654350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-cba3f8df-3d76-4b65-9d70-122947e96482 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Network 929e486f-f227-4ffe-a27a-6576f7a7be2f is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:40.657379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-cba3f8df-3d76-4b65-9d70-122947e96482 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:40.666262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-cba3f8df-3d76-4b65-9d70-122947e96482 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:40.669920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3f8df-3d76-4b65-9d70-122947e96482 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Pushing event updated for resources: {'Port': ['ID=21e7e862-ba85-42c4-9325-d7c0751c4a55,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:40.711977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-cba3f8df-3d76-4b65-9d70-122947e96482 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:40.712614 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-cba3f8df-3d76-4b65-9d70-122947e96482 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.736793 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-cba3f8df-3d76-4b65-9d70-122947e96482 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4726474 Nov 09 18:24:40.756308 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-49b73e3a-006a-4288-9767-90bd4a6300b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.777189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Request body: {'port': {'device_id': '0aa86ff9-238a-4a3e-bc6d-354e8f67ce40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:40.850911 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.931945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d177e959-d81b-4c24-a378-f797f785ae96 None None] Provisioning complete for port 21e7e862-ba85-42c4-9325-d7c0751c4a55 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:40.932489 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d177e959-d81b-4c24-a378-f797f785ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.969467 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d177e959-d81b-4c24-a378-f797f785ae96 None None] Port 21e7e862-ba85-42c4-9325-d7c0751c4a55 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:41.134130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e7e862-ba85-42c4-9325-d7c0751c4a55 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:24:41.142243 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.155205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Transition to ACTIVE for port object 21e7e862-ba85-42c4-9325-d7c0751c4a55 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:24:41.159045 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.214957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Pushing event updated for resources: {'Port': ['ID=21e7e862-ba85-42c4-9325-d7c0751c4a55,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:41.303818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Attempting to bind port 21e7e862-ba85-42c4-9325-d7c0751c4a55 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:41.304459 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Attempting to bind port 21e7e862-ba85-42c4-9325-d7c0751c4a55 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:41.304459 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Attempting to bind port 21e7e862-ba85-42c4-9325-d7c0751c4a55 on network 929e486f-f227-4ffe-a27a-6576f7a7be2f {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:41.310284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Port 21e7e862-ba85-42c4-9325-d7c0751c4a55 on network 929e486f-f227-4ffe-a27a-6576f7a7be2f not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:24:41.310611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Attempting to bind port 21e7e862-ba85-42c4-9325-d7c0751c4a55 on network 929e486f-f227-4ffe-a27a-6576f7a7be2f {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:41.332301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:41.332633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Checking segment: {'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:41.333016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Bound using segment: {'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:41.333450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Bound port: 21e7e862-ba85-42c4-9325-d7c0751c4a55, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455508c4-5b36-4c19-a441-d5b12954ae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:41.333807 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.377915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd9bde-71ac-4a41-8940-c91e5bf75ddd req-31822507-db02-43a0-96ea-3f082fea2aea tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:41.379457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9fd9bde-71ac-4a41-8940-c91e5bf75ddd req-31822507-db02-43a0-96ea-3f082fea2aea tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1053 time: 0.0862412 Nov 09 18:24:41.435526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] For port 21e7e862-ba85-42c4-9325-d7c0751c4a55, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:41.440170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] For port 21e7e862-ba85-42c4-9325-d7c0751c4a55, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=21e7e862-ba85-42c4-9325-d7c0751c4a55,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:41.442688 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9fd9bde-71ac-4a41-8940-c91e5bf75ddd req-11747f96-1c64-475c-ad99-0102045d3b4e tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561588 Nov 09 18:24:41.445065 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.481555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:41.482178 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.483618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] 10.222.0.18 "PUT /v2.0/ports/21e7e862-ba85-42c4-9325-d7c0751c4a55 HTTP/1.1" status: 200 len: 1092 time: 0.7114327 Nov 09 18:24:41.484064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa86ff9-238a-4a3e-bc6d-354e8f67ce40', 'tag': '21e7e862-ba85-42c4-9325-d7c0751c4a55'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:41.486340 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348a4bc8-7de2-457c-8787-410480e56ace" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa86ff9-238a-4a3e-bc6d-354e8f67ce40", "tag": "21e7e862-ba85-42c4-9325-d7c0751c4a55"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:41.517225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345079f5-9416-4d29-a0e0-d992989720f2 service neutron] Pushing event updated for resources: {'Port': ['ID=21e7e862-ba85-42c4-9325-d7c0751c4a55,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:41.559704 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c4a4ab-2472-4a9b-a1bd-dac6e14ae1b8 x-openstack-request-id: req-e2c4a4ab-2472-4a9b-a1bd-dac6e14ae1b8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:41.559998 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa86ff9-238a-4a3e-bc6d-354e8f67ce40", "tag": "21e7e862-ba85-42c4-9325-d7c0751c4a55", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:41.560254 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2c4a4ab-2472-4a9b-a1bd-dac6e14ae1b8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:41.560659 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa86ff9-238a-4a3e-bc6d-354e8f67ce40', 'tag': '21e7e862-ba85-42c4-9325-d7c0751c4a55', 'status': 'completed', 'code': 200} Nov 09 18:24:41.579959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-18da1b26-8cb5-40ed-bdf0-f8514bfa1e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:41.581404 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-18da1b26-8cb5-40ed-bdf0-f8514bfa1e03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2f8ad0a30df4984a4ea1c4deead81d1&device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1095 time: 0.0533984 Nov 09 18:24:41.633284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-c0cada4f-11c3-4e13-90e7-e4dea2758e49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21e7e862-ba85-42c4-9325-d7c0751c4a55 HTTP/1.1" status: 200 len: 217 time: 0.0435719 Nov 09 18:24:41.692727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-b67d2714-4429-4c7c-9d4d-b72d96cbac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:41.694216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-b67d2714-4429-4c7c-9d4d-b72d96cbac40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e591fb63-fe5e-4907-a0db-910515c035c6 HTTP/1.1" status: 200 len: 848 time: 0.0534046 Nov 09 18:24:41.742384 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-644bfcf2-4ad6-481d-9bd4-69800c1bdfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:41.744580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-644bfcf2-4ad6-481d-9bd4-69800c1bdfe0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=929e486f-f227-4ffe-a27a-6576f7a7be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427363 Nov 09 18:24:41.839906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-f4f42835-15d9-4b8e-9d09-ccd2d8c600e1 service neutron] 10.222.0.18 "GET /v2.0/networks/929e486f-f227-4ffe-a27a-6576f7a7be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877445 Nov 09 18:24:41.935123 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a144c5ea-7e9b-4e2f-a1e2-714164c9985e req-d645b253-c54e-4a7a-b189-9e9e31f47e3e service neutron] 10.222.0.18 "GET /v2.0/networks/929e486f-f227-4ffe-a27a-6576f7a7be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879328 Nov 09 18:24:42.027546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a4bc8-7de2-457c-8787-410480e56ace req-6e810bea-85da-4562-a3dc-e02bb846c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.029051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-348a4bc8-7de2-457c-8787-410480e56ace req-6e810bea-85da-4562-a3dc-e02bb846c068 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2f8ad0a30df4984a4ea1c4deead81d1&device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1095 time: 0.0447838 Nov 09 18:24:42.131110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a4bc8-7de2-457c-8787-410480e56ace req-196dc704-bfab-47e3-b9fd-aae33622b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.132613 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-348a4bc8-7de2-457c-8787-410480e56ace req-196dc704-bfab-47e3-b9fd-aae33622b9aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=929e486f-f227-4ffe-a27a-6576f7a7be2f HTTP/1.1" status: 200 len: 910 time: 0.0962076 Nov 09 18:24:42.175489 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-348a4bc8-7de2-457c-8787-410480e56ace req-e4bfa5c8-b58b-4505-874d-b5d72d405de4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21e7e862-ba85-42c4-9325-d7c0751c4a55 HTTP/1.1" status: 200 len: 217 time: 0.0351396 Nov 09 18:24:42.228756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a4bc8-7de2-457c-8787-410480e56ace req-44034062-bf12-48ba-8585-4a46fd13fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.230299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-348a4bc8-7de2-457c-8787-410480e56ace req-44034062-bf12-48ba-8585-4a46fd13fa92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e591fb63-fe5e-4907-a0db-910515c035c6 HTTP/1.1" status: 200 len: 848 time: 0.0479357 Nov 09 18:24:42.285967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a4bc8-7de2-457c-8787-410480e56ace req-a9659a25-b4e2-424a-9830-f4e8bbc524b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.287549 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-348a4bc8-7de2-457c-8787-410480e56ace req-a9659a25-b4e2-424a-9830-f4e8bbc524b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=929e486f-f227-4ffe-a27a-6576f7a7be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498531 Nov 09 18:24:42.387145 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-348a4bc8-7de2-457c-8787-410480e56ace req-68983b4e-acfe-46ed-a464-3cc9d467b259 service neutron] 10.222.0.18 "GET /v2.0/networks/929e486f-f227-4ffe-a27a-6576f7a7be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914061 Nov 09 18:24:42.492910 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-348a4bc8-7de2-457c-8787-410480e56ace req-c9c22c49-4ab6-4712-b5b1-26dacf970609 service neutron] 10.222.0.18 "GET /v2.0/networks/929e486f-f227-4ffe-a27a-6576f7a7be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980999 Nov 09 18:24:42.557755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ce8dd-1ede-4d0c-814a-c1eee9644dbf req-dcacc0dc-393c-40f0-9456-9fb6398389bf tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.560069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f85ce8dd-1ede-4d0c-814a-c1eee9644dbf req-dcacc0dc-393c-40f0-9456-9fb6398389bf tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1095 time: 0.0436883 Nov 09 18:24:42.596461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f85ce8dd-1ede-4d0c-814a-c1eee9644dbf req-7a884164-8661-440b-b416-b5936a296d25 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300093 Nov 09 18:24:43.698988 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-75a7b115-b2bf-4bb3-a32a-2d3b3ff339df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.707105 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2aa03-5def-4967-922a-f1f54ffedaac req-8ac36ca9-03cb-4d26-a562-3717fb18c09e tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:43.708781 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3a2aa03-5def-4967-922a-f1f54ffedaac req-8ac36ca9-03cb-4d26-a562-3717fb18c09e tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1095 time: 0.0435171 Nov 09 18:24:43.745493 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3a2aa03-5def-4967-922a-f1f54ffedaac req-8d0466b7-22ba-46f2-bf07-0ac4ccc519d4 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304379 Nov 09 18:24:44.508706 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.852893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cd299-c89c-4593-a6c9-a023d800d20c req-0d0bb16b-4bf0-4aff-95d9-cc27ea18cee7 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:44.854734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c4cd299-c89c-4593-a6c9-a023d800d20c req-0d0bb16b-4bf0-4aff-95d9-cc27ea18cee7 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1095 time: 0.0405946 Nov 09 18:24:44.889522 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c4cd299-c89c-4593-a6c9-a023d800d20c req-e7aca2fd-475b-48a8-a3d3-6b00286e4a7e tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287898 Nov 09 18:24:45.518516 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:45.989192 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 21e7e862-ba85-42c4-9325-d7c0751c4a55 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:24:45.992869 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fd570-a439-493e-abae-17adcec4a2b7 req-ba64411f-d39a-4e92-92ca-68bbb0ba2e22 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:45.998276 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-239fd570-a439-493e-abae-17adcec4a2b7 req-ba64411f-d39a-4e92-92ca-68bbb0ba2e22 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1095 time: 0.0412781 Nov 09 18:24:46.031203 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-239fd570-a439-493e-abae-17adcec4a2b7 req-353acacd-18cf-4127-970c-cb12b27b011d tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296800 Nov 09 18:24:46.088415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 21e7e862-ba85-42c4-9325-d7c0751c4a55, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=21e7e862-ba85-42c4-9325-d7c0751c4a55,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:46.100150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '21e7e862-ba85-42c4-9325-d7c0751c4a55', 'network_id': '929e486f-f227-4ffe-a27a-6576f7a7be2f', 'port_id': '21e7e862-ba85-42c4-9325-d7c0751c4a55', 'mac_address': 'fa:16:3e:c9:2f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e591fb63-fe5e-4907-a0db-910515c035c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:24:46.137739 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.153655 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e7e862-ba85-42c4-9325-d7c0751c4a55 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:24:46.172405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 21e7e862-ba85-42c4-9325-d7c0751c4a55, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=21e7e862-ba85-42c4-9325-d7c0751c4a55,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:46.177003 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.226259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=21e7e862-ba85-42c4-9325-d7c0751c4a55,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:46.536067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['21e7e862-ba85-42c4-9325-d7c0751c4a55'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:24:47.142375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fdc6c-0b19-4636-a01c-4af8ea41a0df req-dbbfae5d-91d6-4846-8057-b70b80ba8f04 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:47.143918 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-af9fdc6c-0b19-4636-a01c-4af8ea41a0df req-dbbfae5d-91d6-4846-8057-b70b80ba8f04 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1096 time: 0.0457330 Nov 09 18:24:47.179575 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-af9fdc6c-0b19-4636-a01c-4af8ea41a0df req-4fc89e24-72b6-4d1d-9246-889181b91439 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289462 Nov 09 18:24:47.763130 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.005845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 21e7e862-ba85-42c4-9325-d7c0751c4a55 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:48.057814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 21e7e862-ba85-42c4-9325-d7c0751c4a55 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:24:48.070273 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 21e7e862-ba85-42c4-9325-d7c0751c4a55 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:48.070661 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.152533 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.175208 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa86ff9-238a-4a3e-bc6d-354e8f67ce40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e7e862-ba85-42c4-9325-d7c0751c4a55'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:48.177469 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a1727c-a6c6-4ba7-8c30-64e6b054b442" -d '{"events": [{"server_uuid": "0aa86ff9-238a-4a3e-bc6d-354e8f67ce40", "name": "network-vif-plugged", "status": "completed", "tag": "21e7e862-ba85-42c4-9325-d7c0751c4a55"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:48.190225 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 21e7e862-ba85-42c4-9325-d7c0751c4a55, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=21e7e862-ba85-42c4-9325-d7c0751c4a55,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:48.195199 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.221931 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b1b463-8709-4984-a03c-59272788d2c0 x-openstack-request-id: req-78b1b463-8709-4984-a03c-59272788d2c0 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:48.222267 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa86ff9-238a-4a3e-bc6d-354e8f67ce40", "name": "network-vif-plugged", "status": "completed", "tag": "21e7e862-ba85-42c4-9325-d7c0751c4a55", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:48.222438 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78b1b463-8709-4984-a03c-59272788d2c0 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:48.222956 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa86ff9-238a-4a3e-bc6d-354e8f67ce40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e7e862-ba85-42c4-9325-d7c0751c4a55', 'code': 200} Nov 09 18:24:48.250279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=21e7e862-ba85-42c4-9325-d7c0751c4a55,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:48.288828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a064c-73f6-4fec-9a94-cb5f1ee3026c req-f294dd1e-eed7-4637-9128-e43d812b2324 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:48.290647 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-809a064c-73f6-4fec-9a94-cb5f1ee3026c req-f294dd1e-eed7-4637-9128-e43d812b2324 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0420716 Nov 09 18:24:48.354451 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-809a064c-73f6-4fec-9a94-cb5f1ee3026c req-43ba7f2a-b2e9-491d-8158-4b03bb1508c3 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575080 Nov 09 18:24:48.360482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628fb50-a402-420c-a277-1c3a132393f5 req-7c4a4235-2dd1-4e18-89f4-396008dd6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:48.361969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6628fb50-a402-420c-a277-1c3a132393f5 req-7c4a4235-2dd1-4e18-89f4-396008dd6db8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0591538 Nov 09 18:24:48.397981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6628fb50-a402-420c-a277-1c3a132393f5 req-acd94a94-1630-4047-a66c-f4d4daa62030 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282845 Nov 09 18:24:49.468024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d373e25-cbae-4d0d-978c-b77c79573641 req-311a0e1a-32cd-4c80-ac9e-c9d0a4c22d8a tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:49.469553 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d373e25-cbae-4d0d-978c-b77c79573641 req-311a0e1a-32cd-4c80-ac9e-c9d0a4c22d8a tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0460250 Nov 09 18:24:49.504451 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d373e25-cbae-4d0d-978c-b77c79573641 req-21df6cf4-4792-445f-9781-356a11cd9f95 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289617 Nov 09 18:24:50.100908 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:24:50.612747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5313bf1-442c-4399-b623-2ac258ef8b6a req-7f1a806a-51fa-4938-a3ad-b910d78f4c70 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:50.614282 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c5313bf1-442c-4399-b623-2ac258ef8b6a req-7f1a806a-51fa-4938-a3ad-b910d78f4c70 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0444033 Nov 09 18:24:50.651100 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c5313bf1-442c-4399-b623-2ac258ef8b6a req-b12f25f3-3e69-4981-8437-9d1772f924e6 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299034 Nov 09 18:24:50.758974 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b5491-5581-4a4b-bfdd-e1362df10e1c req-03047247-6256-49b5-a103-ba82867893ab tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:50.760531 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-404b5491-5581-4a4b-bfdd-e1362df10e1c req-03047247-6256-49b5-a103-ba82867893ab tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0436714 Nov 09 18:24:50.795927 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-404b5491-5581-4a4b-bfdd-e1362df10e1c req-999d8919-1722-4406-ae69-7dc3b3d6612a tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289738 Nov 09 18:24:50.907451 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66de62-ef46-4405-8234-b768ce9aa262 req-cbd8510c-c586-4157-a6af-ac2f4db76ec5 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:50.908973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a66de62-ef46-4405-8234-b768ce9aa262 req-cbd8510c-c586-4157-a6af-ac2f4db76ec5 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0394535 Nov 09 18:24:50.944637 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a66de62-ef46-4405-8234-b768ce9aa262 req-5a658645-9ea5-4b4f-9062-497e6482f63f tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297084 Nov 09 18:24:51.182231 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b002cb5-973c-4487-a603-349a05dcce14 req-0d60f2de-2727-4be8-a79f-2b17e7f8b8b5 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:51.183816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8b002cb5-973c-4487-a603-349a05dcce14 req-0d60f2de-2727-4be8-a79f-2b17e7f8b8b5 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0486710 Nov 09 18:24:51.220477 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8b002cb5-973c-4487-a603-349a05dcce14 req-e66187f5-0ed8-4a04-a38c-27851160d0c7 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300951 Nov 09 18:24:52.342842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad08e6-72e9-4118-947a-44c05f6885a8 req-d9830b87-21c9-4b13-a9bc-e9c59d2ccfcd tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:52.344774 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2ad08e6-72e9-4118-947a-44c05f6885a8 req-d9830b87-21c9-4b13-a9bc-e9c59d2ccfcd tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0532415 Nov 09 18:24:52.386172 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2ad08e6-72e9-4118-947a-44c05f6885a8 req-7d989e02-379d-4c77-892c-712ae8b14228 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352306 Nov 09 18:24:52.586171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bd70f-2557-4968-8a21-51fa0afd0f2c req-735efc6d-cbea-41a0-a342-970b9735766f tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:52.588583 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-966bd70f-2557-4968-8a21-51fa0afd0f2c req-735efc6d-cbea-41a0-a342-970b9735766f tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 1097 time: 0.0462434 Nov 09 18:24:52.674344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-966bd70f-2557-4968-8a21-51fa0afd0f2c req-a675b766-cd5d-467e-88d1-7c4e043ab139 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Deleting port 21e7e862-ba85-42c4-9325-d7c0751c4a55 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:52.674684 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-966bd70f-2557-4968-8a21-51fa0afd0f2c req-a675b766-cd5d-467e-88d1-7c4e043ab139 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.756790 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-966bd70f-2557-4968-8a21-51fa0afd0f2c req-a675b766-cd5d-467e-88d1-7c4e043ab139 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] For port 21e7e862-ba85-42c4-9325-d7c0751c4a55, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=21e7e862-ba85-42c4-9325-d7c0751c4a55,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:52.757151 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-966bd70f-2557-4968-8a21-51fa0afd0f2c req-a675b766-cd5d-467e-88d1-7c4e043ab139 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.770141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-966bd70f-2557-4968-8a21-51fa0afd0f2c req-a675b766-cd5d-467e-88d1-7c4e043ab139 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Calling delete_port for 21e7e862-ba85-42c4-9325-d7c0751c4a55 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:52.894648 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-966bd70f-2557-4968-8a21-51fa0afd0f2c req-a675b766-cd5d-467e-88d1-7c4e043ab139 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.907456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['21e7e862-ba85-42c4-9325-d7c0751c4a55'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:24:52.910545 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['7b1f12b8-5836-4e7f-8b7e-8a0e56935294'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:24:52.929900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675b766-cd5d-467e-88d1-7c4e043ab139 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Pushing event deleted for resources: {'Port': ['ID=21e7e862-ba85-42c4-9325-d7c0751c4a55,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:52.985646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-966bd70f-2557-4968-8a21-51fa0afd0f2c req-a675b766-cd5d-467e-88d1-7c4e043ab139 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] No DVR routers for this DVR port 21e7e862-ba85-42c4-9325-d7c0751c4a55 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:52.988515 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-966bd70f-2557-4968-8a21-51fa0afd0f2c req-a675b766-cd5d-467e-88d1-7c4e043ab139 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.992406 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-966bd70f-2557-4968-8a21-51fa0afd0f2c req-a675b766-cd5d-467e-88d1-7c4e043ab139 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.18 "DELETE /v2.0/ports/21e7e862-ba85-42c4-9325-d7c0751c4a55 HTTP/1.1" status: 204 len: 173 time: 0.3977482 Nov 09 18:24:52.996103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa86ff9-238a-4a3e-bc6d-354e8f67ce40', 'name': 'network-vif-deleted', 'tag': '21e7e862-ba85-42c4-9325-d7c0751c4a55'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:53.004082 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f4efe2-faa7-4825-904b-c886f9de25e4" -d '{"events": [{"server_uuid": "0aa86ff9-238a-4a3e-bc6d-354e8f67ce40", "name": "network-vif-deleted", "tag": "21e7e862-ba85-42c4-9325-d7c0751c4a55"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:53.045926 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a17a455-77ba-4b69-ad9d-13e674a17708 x-openstack-request-id: req-2a17a455-77ba-4b69-ad9d-13e674a17708 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:53.046204 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa86ff9-238a-4a3e-bc6d-354e8f67ce40", "name": "network-vif-deleted", "tag": "21e7e862-ba85-42c4-9325-d7c0751c4a55", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:53.046449 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a17a455-77ba-4b69-ad9d-13e674a17708 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:53.046839 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa86ff9-238a-4a3e-bc6d-354e8f67ce40', 'name': 'network-vif-deleted', 'tag': '21e7e862-ba85-42c4-9325-d7c0751c4a55', 'status': 'completed', 'code': 200} Nov 09 18:24:53.335510 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:53.507990 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a99ca4a9-36e0-47de-bb26-04e78a17050d req-3dc25c28-1b3a-45ef-b304-89d3efa1d6ce tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0aa86ff9-238a-4a3e-bc6d-354e8f67ce40 HTTP/1.1" status: 200 len: 210 time: 0.0347853 Nov 09 18:24:54.129361 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.783580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43393af1-7617-45ee-83e3-bc24dde77fcd req-5c3804fe-5922-49c5-b1f6-872b1c5aa798 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:54.785253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43393af1-7617-45ee-83e3-bc24dde77fcd req-5c3804fe-5922-49c5-b1f6-872b1c5aa798 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1096 time: 0.0458786 Nov 09 18:24:54.826297 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43393af1-7617-45ee-83e3-bc24dde77fcd req-80c4a6ec-ff01-4845-a8af-24c2f9ec4d47 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340133 Nov 09 18:24:55.945929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28838bb4-44f0-4138-a6e3-a669363b744e req-1946cba9-718c-49aa-aecd-8c787e72d2fe tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:55.948315 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-28838bb4-44f0-4138-a6e3-a669363b744e req-1946cba9-718c-49aa-aecd-8c787e72d2fe tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1096 time: 0.0477045 Nov 09 18:24:55.986342 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-28838bb4-44f0-4138-a6e3-a669363b744e req-4328cbe2-065b-40cb-bbe3-8155c29a21b0 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3d856501-da09-442f-97dc-146b179b0985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315583 Nov 09 18:24:56.064543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 21e7e862-ba85-42c4-9325-d7c0751c4a55 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:56.090837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 21e7e862-ba85-42c4-9325-d7c0751c4a55 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:56.090837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 21e7e862-ba85-42c4-9325-d7c0751c4a55 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:56.124980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b60a5-c3da-47f4-8312-56835e32a036 req-d65ae5e3-c4d9-4bb7-9491-c0a63c59f181 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:56.126420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e53b60a5-c3da-47f4-8312-56835e32a036 req-d65ae5e3-c4d9-4bb7-9491-c0a63c59f181 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=af42dfae-7699-445c-8734-648a2cae0bdf HTTP/1.1" status: 200 len: 1096 time: 0.0466490 Nov 09 18:24:56.211013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-e53b60a5-c3da-47f4-8312-56835e32a036 req-94cce2d8-760f-415a-afa6-b16cde940a94 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Deleting port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:56.212171 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e53b60a5-c3da-47f4-8312-56835e32a036 req-94cce2d8-760f-415a-afa6-b16cde940a94 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.296472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e53b60a5-c3da-47f4-8312-56835e32a036 req-94cce2d8-760f-415a-afa6-b16cde940a94 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] For port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=7b1f12b8-5836-4e7f-8b7e-8a0e56935294,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:56.296844 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e53b60a5-c3da-47f4-8312-56835e32a036 req-94cce2d8-760f-415a-afa6-b16cde940a94 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.310629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-e53b60a5-c3da-47f4-8312-56835e32a036 req-94cce2d8-760f-415a-afa6-b16cde940a94 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Calling delete_port for 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:56.439640 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e53b60a5-c3da-47f4-8312-56835e32a036 req-94cce2d8-760f-415a-afa6-b16cde940a94 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.451021 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['7b1f12b8-5836-4e7f-8b7e-8a0e56935294'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:24:56.473495 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cce2d8-760f-415a-afa6-b16cde940a94 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b1f12b8-5836-4e7f-8b7e-8a0e56935294,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:56.526473 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53b60a5-c3da-47f4-8312-56835e32a036 req-94cce2d8-760f-415a-afa6-b16cde940a94 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] No DVR routers for this DVR port 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:56.533164 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e53b60a5-c3da-47f4-8312-56835e32a036 req-94cce2d8-760f-415a-afa6-b16cde940a94 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.537410 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e53b60a5-c3da-47f4-8312-56835e32a036 req-94cce2d8-760f-415a-afa6-b16cde940a94 tempest-TestServerMultinode-337956021 tempest-TestServerMultinode-337956021-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7b1f12b8-5836-4e7f-8b7e-8a0e56935294 HTTP/1.1" status: 204 len: 173 time: 0.4019761 Nov 09 18:24:56.537942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af42dfae-7699-445c-8734-648a2cae0bdf', 'name': 'network-vif-deleted', 'tag': '7b1f12b8-5836-4e7f-8b7e-8a0e56935294'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:56.540736 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be639a9d-e280-48a2-b43d-402c02ffea17" -d '{"events": [{"server_uuid": "af42dfae-7699-445c-8734-648a2cae0bdf", "name": "network-vif-deleted", "tag": "7b1f12b8-5836-4e7f-8b7e-8a0e56935294"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:56.590423 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd87c5af-2f19-443d-8372-732e3bca2509 x-openstack-request-id: req-bd87c5af-2f19-443d-8372-732e3bca2509 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:56.590728 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af42dfae-7699-445c-8734-648a2cae0bdf", "name": "network-vif-deleted", "tag": "7b1f12b8-5836-4e7f-8b7e-8a0e56935294", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:56.590985 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd87c5af-2f19-443d-8372-732e3bca2509 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:56.591423 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af42dfae-7699-445c-8734-648a2cae0bdf', 'name': 'network-vif-deleted', 'tag': '7b1f12b8-5836-4e7f-8b7e-8a0e56935294', 'status': 'completed', 'code': 200} Nov 09 18:24:57.050517 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47966) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:57.421853 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.675333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Deleting port 173cfdaa-db3f-4684-bc49-1969c2599a41 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:57.675578 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.762144 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] For port 173cfdaa-db3f-4684-bc49-1969c2599a41, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=173cfdaa-db3f-4684-bc49-1969c2599a41,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:57.762462 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.777234 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Calling delete_port for 173cfdaa-db3f-4684-bc49-1969c2599a41 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:57.963690 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.990222 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Pushing event deleted for resources: {'Port': ['ID=173cfdaa-db3f-4684-bc49-1969c2599a41,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:58.003987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:58.004362 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:58.005846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:58.006212 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:58.006561 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:58.006904 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:58.007277 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:58.007618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:58.007949 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:58.008868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:58.009240 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:58.009692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:58.198903 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.431183 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Router 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:24:58.551857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:24:58.557103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fc58b221-2700-4c00-97de-2536fb4ebfdf admin admin] 10.222.0.81 "PUT /v2.0/routers/95fd8371-c65f-4b3e-9dfb-03ea9fdab084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5055380 Nov 09 18:24:58.559654 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47968) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:58.562629 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2528697c-69a3-4bb6-bdf6-95794f4ed929 None None] Sync routers for ids ['95fd8371-c65f-4b3e-9dfb-03ea9fdab084'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:24:58.572895 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2528697c-69a3-4bb6-bdf6-95794f4ed929 None None] Routers {'95fd8371-c65f-4b3e-9dfb-03ea9fdab084'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:58.573493 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2528697c-69a3-4bb6-bdf6-95794f4ed929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:24:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['95fd8371-c65f-4b3e-9dfb-03ea9fdab084'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:58.676822 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.775111 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2528697c-69a3-4bb6-bdf6-95794f4ed929 None None] Set router 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:58.793234 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.854197 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Deleting port 52dacbe6-5bc4-43c0-9743-331459cbe06a {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:58.854639 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.948176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] For port 52dacbe6-5bc4-43c0-9743-331459cbe06a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=52dacbe6-5bc4-43c0-9743-331459cbe06a,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:58.948546 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.963651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Calling delete_port for 52dacbe6-5bc4-43c0-9743-331459cbe06a owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:58.965002 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2528697c-69a3-4bb6-bdf6-95794f4ed929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'name': 'tempest-TestServerMultinode-668712787-router', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:57Z', 'revision_number': 5, 'project_id': '32067c90142f42ceb6432a13b892b973', 'gw_port': {'id': '52dacbe6-5bc4-43c0-9743-331459cbe06a', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:58.992758 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2528697c-69a3-4bb6-bdf6-95794f4ed929 None None] Checking router: 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:24:59.001894 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2528697c-69a3-4bb6-bdf6-95794f4ed929 None None] Routers {'95fd8371-c65f-4b3e-9dfb-03ea9fdab084'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:59.002521 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2528697c-69a3-4bb6-bdf6-95794f4ed929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:24:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['95fd8371-c65f-4b3e-9dfb-03ea9fdab084'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:59.096476 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2528697c-69a3-4bb6-bdf6-95794f4ed929 None None] Set router 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:59.152960 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.155473 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2528697c-69a3-4bb6-bdf6-95794f4ed929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'name': 'tempest-TestServerMultinode-668712787-router', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:58Z', 'revision_number': 6, 'project_id': '32067c90142f42ceb6432a13b892b973', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:59.177860 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Pushing event deleted for resources: {'Port': ['ID=52dacbe6-5bc4-43c0-9743-331459cbe06a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:59.187768 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2528697c-69a3-4bb6-bdf6-95794f4ed929 None None] The sync data for ids ['95fd8371-c65f-4b3e-9dfb-03ea9fdab084'] in n-d-817236-1 is: [{'id': '95fd8371-c65f-4b3e-9dfb-03ea9fdab084', 'name': 'tempest-TestServerMultinode-668712787-router', 'tenant_id': '32067c90142f42ceb6432a13b892b973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:17Z', 'updated_at': '2021-11-09T18:24:58Z', 'revision_number': 6, 'project_id': '32067c90142f42ceb6432a13b892b973', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:59.260616 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.352854 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.355048 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.403697 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.404270 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95fd8371-c65f-4b3e-9dfb-03ea9fdab084 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:24:59.409045 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.412633 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9632b57c-5250-4188-bd7e-8c22abe2099c admin admin] 10.222.0.81 "DELETE /v2.0/routers/95fd8371-c65f-4b3e-9dfb-03ea9fdab084 HTTP/1.1" status: 204 len: 168 time: 0.8496482 Nov 09 18:24:59.412861 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47970) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:59.459081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f6c0ae-d014-41d6-a1da-797c16e5b7df admin admin] Deleting subnet e591fb63-fe5e-4907-a0db-910515c035c6 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:59.462775 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18f6c0ae-d014-41d6-a1da-797c16e5b7df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.503672 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18f6c0ae-d014-41d6-a1da-797c16e5b7df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.591103 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18f6c0ae-d014-41d6-a1da-797c16e5b7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.652550 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18f6c0ae-d014-41d6-a1da-797c16e5b7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.678169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6c0ae-d014-41d6-a1da-797c16e5b7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e591fb63-fe5e-4907-a0db-910515c035c6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:59.682947 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-18f6c0ae-d014-41d6-a1da-797c16e5b7df admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.686636 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-18f6c0ae-d014-41d6-a1da-797c16e5b7df admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e591fb63-fe5e-4907-a0db-910515c035c6 HTTP/1.1" status: 204 len: 168 time: 0.2724049 Nov 09 18:24:59.688945 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47972) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:59.689089 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca231ca4-a198-4194-a4aa-b2962db1e1eb None None] Network 929e486f-f227-4ffe-a27a-6576f7a7be2f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:59.770752 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.831731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Deleting port e5629955-89b6-4a3d-ae78-f6dec243ddbc {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:59.832198 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.895378 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] For port e5629955-89b6-4a3d-ae78-f6dec243ddbc, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=e5629955-89b6-4a3d-ae78-f6dec243ddbc,segment=NetworkSegment(455508c4-5b36-4c19-a441-d5b12954ae72),segment_id=455508c4-5b36-4c19-a441-d5b12954ae72)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:59.895736 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.908330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Calling delete_port for e5629955-89b6-4a3d-ae78-f6dec243ddbc owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:59.990608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.008043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba6696b-8159-479d-8d92-b2425a9310d4 None None] DHCP port deletion for 929e486f-f227-4ffe-a27a-6576f7a7be2f request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:00.020650 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5629955-89b6-4a3d-ae78-f6dec243ddbc,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:00.027037 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] No DVR routers for this DVR port e5629955-89b6-4a3d-ae78-f6dec243ddbc on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:00.077584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:00.106915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:00.107581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 7b1f12b8-5836-4e7f-8b7e-8a0e56935294 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:00.126284 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.155457 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929e486f-f227-4ffe-a27a-6576f7a7be2f']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:00.155791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 173cfdaa-db3f-4684-bc49-1969c2599a41 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:00.167114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455508c4-5b36-4c19-a441-d5b12954ae72') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:00.167545 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455508c4-5b36-4c19-a441-d5b12954ae72') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:00.179457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 173cfdaa-db3f-4684-bc49-1969c2599a41 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:00.179813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 173cfdaa-db3f-4684-bc49-1969c2599a41 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:00.180852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e5629955-89b6-4a3d-ae78-f6dec243ddbc no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:00.183687 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.199251 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.202015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: e5629955-89b6-4a3d-ae78-f6dec243ddbc {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:00.202439 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device e5629955-89b6-4a3d-ae78-f6dec243ddbc not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:00.202940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 52dacbe6-5bc4-43c0-9743-331459cbe06a no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:00.206805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:00.207531 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:00.209243 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:00.224917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 52dacbe6-5bc4-43c0-9743-331459cbe06a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:00.225399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 52dacbe6-5bc4-43c0-9743-331459cbe06a not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:00.276979 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.287316 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.290204 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] 10.222.0.81 "DELETE /v2.0/networks/929e486f-f227-4ffe-a27a-6576f7a7be2f HTTP/1.1" status: 204 len: 168 time: 0.5998490 Nov 09 18:25:00.293391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 47974) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:00.308677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb164c-1cf0-4421-88f0-8b6ff1e4025d admin admin] Pushing event deleted for resources: {'Network': ['ID=929e486f-f227-4ffe-a27a-6576f7a7be2f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:00.991276 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2424f2aa-1de2-442d-bb14-48bb05f10190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.236635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2424f2aa-1de2-442d-bb14-48bb05f10190 admin admin] Deleting port c7626ade-5c1f-43c2-8467-eb467ea41415 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:01.236894 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2424f2aa-1de2-442d-bb14-48bb05f10190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.315777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-2424f2aa-1de2-442d-bb14-48bb05f10190 admin admin] For port c7626ade-5c1f-43c2-8467-eb467ea41415, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c7626ade-5c1f-43c2-8467-eb467ea41415,segment=NetworkSegment(56ee48a6-0158-4b0c-8f61-b326fdd6aac2),segment_id=56ee48a6-0158-4b0c-8f61-b326fdd6aac2)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:01.316495 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2424f2aa-1de2-442d-bb14-48bb05f10190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.329176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2424f2aa-1de2-442d-bb14-48bb05f10190 admin admin] Calling delete_port for c7626ade-5c1f-43c2-8467-eb467ea41415 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:01.510615 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2424f2aa-1de2-442d-bb14-48bb05f10190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.537504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424f2aa-1de2-442d-bb14-48bb05f10190 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7626ade-5c1f-43c2-8467-eb467ea41415,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:01.717784 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2424f2aa-1de2-442d-bb14-48bb05f10190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.940714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2424f2aa-1de2-442d-bb14-48bb05f10190 admin admin] Router 2428aabd-a7e5-4253-9217-4348906b4012 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:25:02.050719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2424f2aa-1de2-442d-bb14-48bb05f10190 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:02.056919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2424f2aa-1de2-442d-bb14-48bb05f10190 admin admin] 10.222.0.81 "PUT /v2.0/routers/2428aabd-a7e5-4253-9217-4348906b4012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7624581 Nov 09 18:25:02.059573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47976) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:02.060398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c88b45-c91e-41b2-b7af-f09b6f148fe3 None None] Sync routers for ids ['2428aabd-a7e5-4253-9217-4348906b4012'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:02.069799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c88b45-c91e-41b2-b7af-f09b6f148fe3 None None] Routers {'2428aabd-a7e5-4253-9217-4348906b4012'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:02.070424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-45c88b45-c91e-41b2-b7af-f09b6f148fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:24:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2428aabd-a7e5-4253-9217-4348906b4012'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:02.172589 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.184238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-45c88b45-c91e-41b2-b7af-f09b6f148fe3 None None] Set router 2428aabd-a7e5-4253-9217-4348906b4012 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:02.275139 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.327715 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Deleting port 54b6288e-653d-4008-b43f-58cb84ace669 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:02.328057 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.372731 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-45c88b45-c91e-41b2-b7af-f09b6f148fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2428aabd-a7e5-4253-9217-4348906b4012', 'name': 'tempest-TestServerMultinode-1520280090-router', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '54b6288e-653d-4008-b43f-58cb84ace669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:21Z', 'updated_at': '2021-11-09T18:25:01Z', 'revision_number': 5, 'project_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'gw_port': {'id': '54b6288e-653d-4008-b43f-58cb84ace669', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2428aabd-a7e5-4253-9217-4348906b4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:24:22Z', 'updated_at': '2021-11-09T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:02.399935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c88b45-c91e-41b2-b7af-f09b6f148fe3 None None] Checking router: 2428aabd-a7e5-4253-9217-4348906b4012 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:25:02.409218 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c88b45-c91e-41b2-b7af-f09b6f148fe3 None None] Routers {'2428aabd-a7e5-4253-9217-4348906b4012'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:02.409850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-45c88b45-c91e-41b2-b7af-f09b6f148fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:24:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['2428aabd-a7e5-4253-9217-4348906b4012'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:02.416116 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] For port 54b6288e-653d-4008-b43f-58cb84ace669, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=54b6288e-653d-4008-b43f-58cb84ace669,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:02.416483 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.428361 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Calling delete_port for 54b6288e-653d-4008-b43f-58cb84ace669 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:02.500343 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-45c88b45-c91e-41b2-b7af-f09b6f148fe3 None None] Set router 2428aabd-a7e5-4253-9217-4348906b4012 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:25:02.558149 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-45c88b45-c91e-41b2-b7af-f09b6f148fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2428aabd-a7e5-4253-9217-4348906b4012', 'name': 'tempest-TestServerMultinode-1520280090-router', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:21Z', 'updated_at': '2021-11-09T18:25:02Z', 'revision_number': 6, 'project_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:02.587121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c88b45-c91e-41b2-b7af-f09b6f148fe3 None None] The sync data for ids ['2428aabd-a7e5-4253-9217-4348906b4012'] in n-d-817236-1 is: [{'id': '2428aabd-a7e5-4253-9217-4348906b4012', 'name': 'tempest-TestServerMultinode-1520280090-router', 'tenant_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:24:21Z', 'updated_at': '2021-11-09T18:25:02Z', 'revision_number': 6, 'project_id': 'e2f8ad0a30df4984a4ea1c4deead81d1', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:02.598513 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.625585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b6288e-653d-4008-b43f-58cb84ace669,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:02.685783 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.777406 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.779876 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.825104 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.825590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2428aabd-a7e5-4253-9217-4348906b4012 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:25:02.830194 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.831415 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a803ff0d-8bcc-4735-8d8f-70f498920441 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2428aabd-a7e5-4253-9217-4348906b4012 HTTP/1.1" status: 204 len: 168 time: 0.7707686 Nov 09 18:25:02.833999 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47978) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:02.878956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5c1a3d-3b32-46b3-ba76-05bcb4ad41bc admin admin] Deleting subnet 28210d5a-5dd7-4ef6-aea0-25f6aa15606a {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:02.881941 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1a3d-3b32-46b3-ba76-05bcb4ad41bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.917333 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1a3d-3b32-46b3-ba76-05bcb4ad41bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.004215 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1a3d-3b32-46b3-ba76-05bcb4ad41bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.059339 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1a3d-3b32-46b3-ba76-05bcb4ad41bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.084311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c1a3d-3b32-46b3-ba76-05bcb4ad41bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28210d5a-5dd7-4ef6-aea0-25f6aa15606a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:03.088606 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1a3d-3b32-46b3-ba76-05bcb4ad41bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.091900 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ab5c1a3d-3b32-46b3-ba76-05bcb4ad41bc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/28210d5a-5dd7-4ef6-aea0-25f6aa15606a HTTP/1.1" status: 204 len: 168 time: 0.2569249 Nov 09 18:25:03.094418 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47980) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:03.094799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc22fc0-cae3-4dfe-a54f-2af3c67ac804 None None] Network d2349a2e-a21b-4235-8deb-f01ed375976f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:03.170227 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.226129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Deleting port a5e421d7-4e07-456c-81f0-a945e42266cf {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:03.226464 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.293146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] For port a5e421d7-4e07-456c-81f0-a945e42266cf, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a5e421d7-4e07-456c-81f0-a945e42266cf,segment=NetworkSegment(56ee48a6-0158-4b0c-8f61-b326fdd6aac2),segment_id=56ee48a6-0158-4b0c-8f61-b326fdd6aac2)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:03.293513 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.305937 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Calling delete_port for a5e421d7-4e07-456c-81f0-a945e42266cf owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:03.368855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b3b778-5353-407d-b5f9-8460b3c23168 None None] DHCP port deletion for d2349a2e-a21b-4235-8deb-f01ed375976f request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:03.424471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-86b3b778-5353-407d-b5f9-8460b3c23168 None None] Deleting port a5e421d7-4e07-456c-81f0-a945e42266cf {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:03.424954 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86b3b778-5353-407d-b5f9-8460b3c23168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.503822 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-86b3b778-5353-407d-b5f9-8460b3c23168 None None] For port a5e421d7-4e07-456c-81f0-a945e42266cf, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=a5e421d7-4e07-456c-81f0-a945e42266cf,segment=NetworkSegment(56ee48a6-0158-4b0c-8f61-b326fdd6aac2),segment_id=56ee48a6-0158-4b0c-8f61-b326fdd6aac2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:03.504476 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86b3b778-5353-407d-b5f9-8460b3c23168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.525854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-86b3b778-5353-407d-b5f9-8460b3c23168 None None] Calling delete_port for a5e421d7-4e07-456c-81f0-a945e42266cf owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:03.622024 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86b3b778-5353-407d-b5f9-8460b3c23168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.653424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3b778-5353-407d-b5f9-8460b3c23168 None None] Pushing event deleted for resources: {'Port': ['ID=a5e421d7-4e07-456c-81f0-a945e42266cf,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:03.661209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3b778-5353-407d-b5f9-8460b3c23168 None None] No DVR routers for this DVR port a5e421d7-4e07-456c-81f0-a945e42266cf on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:03.757893 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.804281 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e421d7-4e07-456c-81f0-a945e42266cf,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:03.806498 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] No DVR routers for this DVR port a5e421d7-4e07-456c-81f0-a945e42266cf on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:03.886557 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.909024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2349a2e-a21b-4235-8deb-f01ed375976f']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:03.919296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ee48a6-0158-4b0c-8f61-b326fdd6aac2') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:03.919593 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ee48a6-0158-4b0c-8f61-b326fdd6aac2') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:03.930463 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.944759 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.953169 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:03.953650 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: self.session.flush() Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:03.956088 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:04.033345 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.051336 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.054590 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d2349a2e-a21b-4235-8deb-f01ed375976f HTTP/1.1" status: 204 len: 168 time: 0.9591491 Nov 09 18:25:04.056058 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de0a4c-27be-40f0-b222-15b9bbb64008 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2349a2e-a21b-4235-8deb-f01ed375976f,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:04.147653 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c7626ade-5c1f-43c2-8467-eb467ea41415 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:04.169278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: c7626ade-5c1f-43c2-8467-eb467ea41415 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:04.169627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c7626ade-5c1f-43c2-8467-eb467ea41415 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:04.170054 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 54b6288e-653d-4008-b43f-58cb84ace669 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:04.192404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 54b6288e-653d-4008-b43f-58cb84ace669 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:04.192780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 54b6288e-653d-4008-b43f-58cb84ace669 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:04.193204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a5e421d7-4e07-456c-81f0-a945e42266cf no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:04.212630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: a5e421d7-4e07-456c-81f0-a945e42266cf {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:04.212990 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device a5e421d7-4e07-456c-81f0-a945e42266cf not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:04.235348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47984) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:04.280953 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-525234db-d5d7-4627-aaac-9675770b67e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=32067c90142f42ceb6432a13b892b973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443804 Nov 09 18:25:04.283485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47986) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:04.331129 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4eff-7b8b-44f5-9512-d6260921fb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.352836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4eff-7b8b-44f5-9512-d6260921fb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.403035 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4eff-7b8b-44f5-9512-d6260921fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.406061 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4eff-7b8b-44f5-9512-d6260921fb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.407374 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ad9a4eff-7b8b-44f5-9512-d6260921fb8f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8dfdd5f5-495f-4f20-9341-8c9270029e54 HTTP/1.1" status: 204 len: 168 time: 0.1229489 Nov 09 18:25:04.415930 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a4eff-7b8b-44f5-9512-d6260921fb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfdd5f5-495f-4f20-9341-8c9270029e54,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:04.740851 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47992) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:04.781087 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c75b77f8-9c84-4239-abce-d1a705f7cb2b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2f8ad0a30df4984a4ea1c4deead81d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387611 Nov 09 18:25:04.783541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 47994) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:04.833706 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2e9af289-4f0d-4590-bcbd-68aaaed154fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.855938 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2e9af289-4f0d-4590-bcbd-68aaaed154fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.908144 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2e9af289-4f0d-4590-bcbd-68aaaed154fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.910672 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2e9af289-4f0d-4590-bcbd-68aaaed154fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.911856 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2e9af289-4f0d-4590-bcbd-68aaaed154fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d856501-da09-442f-97dc-146b179b0985 HTTP/1.1" status: 204 len: 168 time: 0.1274223 Nov 09 18:25:04.922038 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9af289-4f0d-4590-bcbd-68aaaed154fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d856501-da09-442f-97dc-146b179b0985,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:10.731183 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0ef57a22-7faa-4549-877e-2b11cb3b3e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.690804 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-48746818-c3e2-42e5-b37c-2b5056487fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:14.512826 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.521880 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.923825 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-fad82b4d-b895-43d2-a0e3-01fdb5fd6af7 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=864c13b958fe42a580f0e5cdb021bf3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303290 Nov 09 18:25:16.126556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-69e7bace-24e1-4e87-ab4a-32e028b4bfcd tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:16.128050 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-69e7bace-24e1-4e87-ab4a-32e028b4bfcd tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985085 Nov 09 18:25:16.144017 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-d352f7fb-662c-47be-90e8-3a1ffedbb7c5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/quotas/864c13b958fe42a580f0e5cdb021bf3c HTTP/1.1" status: 200 len: 375 time: 0.0093431 Nov 09 18:25:16.179060 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-27bcdd2a-c970-48f8-9663-37d4fb97aa55 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=864c13b958fe42a580f0e5cdb021bf3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287223 Nov 09 18:25:16.369666 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2118b0cd-de9e-45d4-b8dd-f27cad766be9 req-b7f089b7-3294-48ab-851d-8c4fe834873a tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 210 time: 0.0362129 Nov 09 18:25:17.236105 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-96f257c1-db49-4950-9a55-caac67c00bab tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=864c13b958fe42a580f0e5cdb021bf3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220220 Nov 09 18:25:17.351602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-2242a057-1782-4ce8-a324-aeb7e64b7e89 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:17.353122 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-2242a057-1782-4ce8-a324-aeb7e64b7e89 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108537 Nov 09 18:25:17.369036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Request body: {'port': {'device_id': '0d8a232d-5b15-45b0-a534-56c36894125e', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'admin_state_up': True, 'tenant_id': '864c13b958fe42a580f0e5cdb021bf3c'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:17.489663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d98b8780-edcc-431e-adfc-50cfaf35d6cb req-99848ca5-5b78-4402-9320-59adbe359943 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 210 time: 0.0462120 Nov 09 18:25:17.521485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Made reservation on behalf of 864c13b958fe42a580f0e5cdb021bf3c for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:17.525752 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.534427 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.616946 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.622042 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.688297 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d846846e-b5e2-47bb-b7bf-4b2c2de11878,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:17.765585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Allocated IP 192.168.233.14 (f20a095f-d004-4b3f-abf6-0cf6ba79bcf5/4992691b-7c1d-4db6-b8a7-530c7807d74c/a1ae50e2-db6a-4b7b-9452-fcab364fd93b) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:17.765829 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.919088 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.957169 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.003730 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:18.006944 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:18.014824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:18.051212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Pushing event updated for resources: {'Port': ['ID=a1ae50e2-db6a-4b7b-9452-fcab364fd93b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:18.075171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:18.076140 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.098361 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-f6b129c3-7d75-4771-a8a0-b81420546fe5 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7342966 Nov 09 18:25:18.111055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Request body: {'port': {'device_id': '0d8a232d-5b15-45b0-a534-56c36894125e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:18.170569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.290466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d8a40b4f-601a-4bb3-9cfc-dfe933cb121c None None] Provisioning complete for port a1ae50e2-db6a-4b7b-9452-fcab364fd93b triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:18.290853 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d8a40b4f-601a-4bb3-9cfc-dfe933cb121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.329607 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d8a40b4f-601a-4bb3-9cfc-dfe933cb121c None None] Port a1ae50e2-db6a-4b7b-9452-fcab364fd93b cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:18.452308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ae50e2-db6a-4b7b-9452-fcab364fd93b {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:25:18.460576 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.472964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Transition to ACTIVE for port object a1ae50e2-db6a-4b7b-9452-fcab364fd93b will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:25:18.477896 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.547565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Pushing event updated for resources: {'Port': ['ID=a1ae50e2-db6a-4b7b-9452-fcab364fd93b,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:18.609503 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Attempting to bind port a1ae50e2-db6a-4b7b-9452-fcab364fd93b on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:18.609845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Attempting to bind port a1ae50e2-db6a-4b7b-9452-fcab364fd93b by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:18.610164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Attempting to bind port a1ae50e2-db6a-4b7b-9452-fcab364fd93b on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:18.615126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Port a1ae50e2-db6a-4b7b-9452-fcab364fd93b on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:25:18.615468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Attempting to bind port a1ae50e2-db6a-4b7b-9452-fcab364fd93b on network f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:18.626229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:18.626415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Checking segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:18.626789 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Bound using segment: {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:18.627290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Bound port: a1ae50e2-db6a-4b7b-9452-fcab364fd93b, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6af9119-b638-4e5f-834d-0a69ac525c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:18.627729 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.628567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4f711-ba6c-4a01-89b5-65d64acac487 req-6027fc54-bd11-4b1e-b37c-2eca2d35a6bd tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:18.632745 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-baa4f711-ba6c-4a01-89b5-65d64acac487 req-6027fc54-bd11-4b1e-b37c-2eca2d35a6bd tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 947 time: 0.0587518 Nov 09 18:25:18.688417 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-baa4f711-ba6c-4a01-89b5-65d64acac487 req-355c48aa-cc71-47fa-881d-8de1a7db6c55 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/security-groups?id=d846846e-b5e2-47bb-b7bf-4b2c2de11878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515301 Nov 09 18:25:18.713648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] For port a1ae50e2-db6a-4b7b-9452-fcab364fd93b, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:18.717383 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] For port a1ae50e2-db6a-4b7b-9452-fcab364fd93b, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a1ae50e2-db6a-4b7b-9452-fcab364fd93b,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:18.724462 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.763641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:18.764234 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.765782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] 10.222.0.18 "PUT /v2.0/ports/a1ae50e2-db6a-4b7b-9452-fcab364fd93b HTTP/1.1" status: 200 len: 1095 time: 0.6593220 Nov 09 18:25:18.766253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8a232d-5b15-45b0-a534-56c36894125e', 'tag': 'a1ae50e2-db6a-4b7b-9452-fcab364fd93b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:25:18.768616 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3f3eb5-a99f-4963-b480-1bca088bc3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8a232d-5b15-45b0-a534-56c36894125e", "tag": "a1ae50e2-db6a-4b7b-9452-fcab364fd93b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:25:18.800066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f7df0-732a-4746-8b51-e95a711b9c6e service neutron] Pushing event updated for resources: {'Port': ['ID=a1ae50e2-db6a-4b7b-9452-fcab364fd93b,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:18.829813 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b482059a-bba1-4fdd-ab5b-46db34cf58e6 x-openstack-request-id: req-b482059a-bba1-4fdd-ab5b-46db34cf58e6 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:25:18.830105 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8a232d-5b15-45b0-a534-56c36894125e", "tag": "a1ae50e2-db6a-4b7b-9452-fcab364fd93b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:25:18.830354 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b482059a-bba1-4fdd-ab5b-46db34cf58e6 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:25:18.830749 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8a232d-5b15-45b0-a534-56c36894125e', 'tag': 'a1ae50e2-db6a-4b7b-9452-fcab364fd93b', 'status': 'completed', 'code': 200} Nov 09 18:25:18.884329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-84aedec2-8422-483b-8277-acce8a0de881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:18.887054 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-84aedec2-8422-483b-8277-acce8a0de881 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=864c13b958fe42a580f0e5cdb021bf3c&device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 1098 time: 0.0669632 Nov 09 18:25:18.946982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-30095e7c-6708-4ef9-8a6a-4e031c10cebe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=a1ae50e2-db6a-4b7b-9452-fcab364fd93b HTTP/1.1" status: 200 len: 217 time: 0.0507276 Nov 09 18:25:18.998036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-ffa1eaed-d092-4152-8399-9115a12c1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:18.999556 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-ffa1eaed-d092-4152-8399-9115a12c1ad1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0461075 Nov 09 18:25:19.048499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-47f203bb-981b-4779-aa9a-8ee26d3bfcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:19.050096 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-47f203bb-981b-4779-aa9a-8ee26d3bfcdc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428612 Nov 09 18:25:19.148385 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-dca42523-5643-48e0-b36c-d104c9609a0d service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909672 Nov 09 18:25:19.245859 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a847d16f-bd72-4bd7-bbe2-0d2a6a55acd2 req-489d69fb-ca10-4a34-b592-e6356b7e7e74 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902257 Nov 09 18:25:19.333738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f3eb5-a99f-4963-b480-1bca088bc3cd req-53496398-9e0f-42f9-a76c-281fcac25262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:19.335168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5d3f3eb5-a99f-4963-b480-1bca088bc3cd req-53496398-9e0f-42f9-a76c-281fcac25262 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=864c13b958fe42a580f0e5cdb021bf3c&device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 1098 time: 0.0424008 Nov 09 18:25:19.441658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f3eb5-a99f-4963-b480-1bca088bc3cd req-7a242c33-9f9e-4f05-9e60-622697d2cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:19.443896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5d3f3eb5-a99f-4963-b480-1bca088bc3cd req-7a242c33-9f9e-4f05-9e60-622697d2cb6c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5 HTTP/1.1" status: 200 len: 870 time: 0.1019068 Nov 09 18:25:19.487577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5d3f3eb5-a99f-4963-b480-1bca088bc3cd req-4e8eb10e-8e0d-4d89-b0e9-a1410935f79e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=a1ae50e2-db6a-4b7b-9452-fcab364fd93b HTTP/1.1" status: 200 len: 217 time: 0.0365946 Nov 09 18:25:19.536870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f3eb5-a99f-4963-b480-1bca088bc3cd req-f0650c58-b579-4694-8f90-0a1d8a6657ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:19.538367 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5d3f3eb5-a99f-4963-b480-1bca088bc3cd req-f0650c58-b579-4694-8f90-0a1d8a6657ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4992691b-7c1d-4db6-b8a7-530c7807d74c HTTP/1.1" status: 200 len: 843 time: 0.0444133 Nov 09 18:25:19.591527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f3eb5-a99f-4963-b480-1bca088bc3cd req-99500e0f-904a-4c8f-ba87-6daec11a91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:19.593036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5d3f3eb5-a99f-4963-b480-1bca088bc3cd req-99500e0f-904a-4c8f-ba87-6daec11a91c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f20a095f-d004-4b3f-abf6-0cf6ba79bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0478935 Nov 09 18:25:19.700833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5d3f3eb5-a99f-4963-b480-1bca088bc3cd req-05c7fabc-045a-475c-8303-c9532f35d565 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000996 Nov 09 18:25:19.825135 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb61ddd-3c38-40fb-8345-ef5d233d27cb req-9fba07d4-29da-42bf-bd86-f05d07530ada tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:19.826930 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9cb61ddd-3c38-40fb-8345-ef5d233d27cb req-9fba07d4-29da-42bf-bd86-f05d07530ada tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 947 time: 0.0563962 Nov 09 18:25:19.831929 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5d3f3eb5-a99f-4963-b480-1bca088bc3cd req-8a03d814-1d80-448e-acf3-2dfdec278e04 service neutron] 10.222.0.18 "GET /v2.0/networks/f20a095f-d004-4b3f-abf6-0cf6ba79bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234820 Nov 09 18:25:19.872137 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9cb61ddd-3c38-40fb-8345-ef5d233d27cb req-ecafbb3d-8c5a-4832-9372-57d367c6e9aa tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/security-groups?id=d846846e-b5e2-47bb-b7bf-4b2c2de11878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378745 Nov 09 18:25:20.996868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651838f9-4a95-42ce-aa3b-b0f87ef4379b req-757b27f7-e751-4213-b235-42d47411865a tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:20.998500 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-651838f9-4a95-42ce-aa3b-b0f87ef4379b req-757b27f7-e751-4213-b235-42d47411865a tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 947 time: 0.0541799 Nov 09 18:25:21.048051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-651838f9-4a95-42ce-aa3b-b0f87ef4379b req-a1c56f48-3760-40b5-98fd-21bb9cc201cb tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/security-groups?id=d846846e-b5e2-47bb-b7bf-4b2c2de11878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372665 Nov 09 18:25:22.242450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a1ae50e2-db6a-4b7b-9452-fcab364fd93b details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:25:22.303792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e82c53-a1ef-43f7-837f-03a93d504191 req-d371c4b8-fedc-41c4-b23e-d0402190f9c4 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:22.305818 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0e82c53-a1ef-43f7-837f-03a93d504191 req-d371c4b8-fedc-41c4-b23e-d0402190f9c4 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 947 time: 0.1863606 Nov 09 18:25:22.347844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0e82c53-a1ef-43f7-837f-03a93d504191 req-5b69fd04-47b0-420d-be8b-fd063840c01b tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/security-groups?id=d846846e-b5e2-47bb-b7bf-4b2c2de11878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347004 Nov 09 18:25:22.358707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a1ae50e2-db6a-4b7b-9452-fcab364fd93b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a1ae50e2-db6a-4b7b-9452-fcab364fd93b,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:22.371810 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'a1ae50e2-db6a-4b7b-9452-fcab364fd93b', 'network_id': 'f20a095f-d004-4b3f-abf6-0cf6ba79bcf5', 'port_id': 'a1ae50e2-db6a-4b7b-9452-fcab364fd93b', 'mac_address': 'fa:16:3e:22:f5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992691b-7c1d-4db6-b8a7-530c7807d74c', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:25:22.411238 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.424267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ae50e2-db6a-4b7b-9452-fcab364fd93b {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:25:22.444111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a1ae50e2-db6a-4b7b-9452-fcab364fd93b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a1ae50e2-db6a-4b7b-9452-fcab364fd93b,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:22.454022 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.672230 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a1ae50e2-db6a-4b7b-9452-fcab364fd93b,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:22.680836 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:22.681179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:22.681520 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:22.681857 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:22.682187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:22.682514 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:22.682842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:22.683168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:22.683519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:22.683850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:22.684166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:22.684483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:22.780839 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a1ae50e2-db6a-4b7b-9452-fcab364fd93b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:25:23.330481 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.533065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b043db-8920-4445-aded-96eff90f3ffc req-29f8906e-e040-49a5-8e72-73189b8977d4 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:23.534547 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58b043db-8920-4445-aded-96eff90f3ffc req-29f8906e-e040-49a5-8e72-73189b8977d4 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 948 time: 0.1135066 Nov 09 18:25:23.580590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-58b043db-8920-4445-aded-96eff90f3ffc req-e40a054b-d442-4c9a-bc3b-8f933ab2b195 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/security-groups?id=d846846e-b5e2-47bb-b7bf-4b2c2de11878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360706 Nov 09 18:25:24.133598 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.257792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a1ae50e2-db6a-4b7b-9452-fcab364fd93b up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:24.313958 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port a1ae50e2-db6a-4b7b-9452-fcab364fd93b completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:25:24.318316 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port a1ae50e2-db6a-4b7b-9452-fcab364fd93b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:24.318707 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.401104 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.425442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8a232d-5b15-45b0-a534-56c36894125e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ae50e2-db6a-4b7b-9452-fcab364fd93b'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:25:24.427798 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1b9c8e-93d2-45bf-88d6-de2ac53ad351" -d '{"events": [{"server_uuid": "0d8a232d-5b15-45b0-a534-56c36894125e", "name": "network-vif-plugged", "status": "completed", "tag": "a1ae50e2-db6a-4b7b-9452-fcab364fd93b"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:25:24.442787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a1ae50e2-db6a-4b7b-9452-fcab364fd93b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a1ae50e2-db6a-4b7b-9452-fcab364fd93b,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:24.448071 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.481915 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac4c80b-fe6f-45ba-a145-fe1dbc15051c x-openstack-request-id: req-eac4c80b-fe6f-45ba-a145-fe1dbc15051c {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:25:24.482200 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8a232d-5b15-45b0-a534-56c36894125e", "name": "network-vif-plugged", "status": "completed", "tag": "a1ae50e2-db6a-4b7b-9452-fcab364fd93b", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:25:24.482453 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eac4c80b-fe6f-45ba-a145-fe1dbc15051c {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:25:24.483050 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8a232d-5b15-45b0-a534-56c36894125e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ae50e2-db6a-4b7b-9452-fcab364fd93b', 'code': 200} Nov 09 18:25:24.514975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a1ae50e2-db6a-4b7b-9452-fcab364fd93b,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:24.578675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bc467-cc7d-4af4-8939-1cd8eedbce3f req-38b4325c-0c23-4d46-bead-321b562aa42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:24.580206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-527bc467-cc7d-4af4-8939-1cd8eedbce3f req-38b4325c-0c23-4d46-bead-321b562aa42c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 1100 time: 0.0463345 Nov 09 18:25:24.618973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-527bc467-cc7d-4af4-8939-1cd8eedbce3f req-a50c3263-e707-4034-90c7-271667694cc9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d846846e-b5e2-47bb-b7bf-4b2c2de11878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Nov 09 18:25:24.700463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4fa33-a6c6-4e9c-b3df-a02fcc9e6383 req-bd757288-15b4-4dc2-9c97-3e791df89068 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:24.702086 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11e4fa33-a6c6-4e9c-b3df-a02fcc9e6383 req-bd757288-15b4-4dc2-9c97-3e791df89068 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 949 time: 0.0510182 Nov 09 18:25:24.745789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11e4fa33-a6c6-4e9c-b3df-a02fcc9e6383 req-55dfe300-0465-4e1f-af5d-e010a2bba1c9 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/security-groups?id=d846846e-b5e2-47bb-b7bf-4b2c2de11878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359497 Nov 09 18:25:25.870165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5205d-a5ee-44d4-84a0-3419a07ceeef req-d48fbb7a-5a6f-419d-9370-e9588d9d8e83 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:25.871938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4c5205d-a5ee-44d4-84a0-3419a07ceeef req-d48fbb7a-5a6f-419d-9370-e9588d9d8e83 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 949 time: 0.0533965 Nov 09 18:25:25.939256 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f4c5205d-a5ee-44d4-84a0-3419a07ceeef req-59513d64-a1b3-421b-932c-6eb5a8ee1307 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/security-groups?id=d846846e-b5e2-47bb-b7bf-4b2c2de11878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610385 Nov 09 18:25:27.071117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5651acf-b7d3-4cc6-a8e3-939b8adb842d req-67e71c86-0c1b-410a-b5a7-15ff09c06d72 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:27.072817 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c5651acf-b7d3-4cc6-a8e3-939b8adb842d req-67e71c86-0c1b-410a-b5a7-15ff09c06d72 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 949 time: 0.0628994 Nov 09 18:25:27.102459 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:25:27.120402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c5651acf-b7d3-4cc6-a8e3-939b8adb842d req-6eccfc1f-a0a8-49a6-b4fe-5485446be8d8 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/security-groups?id=d846846e-b5e2-47bb-b7bf-4b2c2de11878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414050 Nov 09 18:25:27.490776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-62e382b3-cbaa-46da-85e4-e07d8671c901 req-bcd06a6f-1e8c-4a5c-bedb-31a711e58e13 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:25:27.493107 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62e382b3-cbaa-46da-85e4-e07d8671c901 req-bcd06a6f-1e8c-4a5c-bedb-31a711e58e13 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0615118 Nov 09 18:25:27.850373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-98180526-f6d1-4d95-841c-3a1ddfe686bf req-44b0bb51-37db-4890-9988-729b2d7efa99 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:25:27.852385 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-98180526-f6d1-4d95-841c-3a1ddfe686bf req-44b0bb51-37db-4890-9988-729b2d7efa99 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066452 Nov 09 18:25:28.225182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6817-f6bb-44b1-a01f-05578c2a8887 req-5fd195bd-755e-4b2f-a232-20250515b1b4 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:28.228355 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d1aa6817-f6bb-44b1-a01f-05578c2a8887 req-5fd195bd-755e-4b2f-a232-20250515b1b4 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 949 time: 0.0587842 Nov 09 18:25:28.270425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d1aa6817-f6bb-44b1-a01f-05578c2a8887 req-001063c8-be9f-4518-8658-f3e791a22041 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/security-groups?id=d846846e-b5e2-47bb-b7bf-4b2c2de11878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354683 Nov 09 18:25:29.405306 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e82df4-a115-4a88-82c6-936fbdc44a4c req-b279a1c6-6dd8-4349-aede-e678d5dfa5f2 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:29.407389 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c0e82df4-a115-4a88-82c6-936fbdc44a4c req-b279a1c6-6dd8-4349-aede-e678d5dfa5f2 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 949 time: 0.0596468 Nov 09 18:25:29.452288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c0e82df4-a115-4a88-82c6-936fbdc44a4c req-72b022f3-b9c6-4c15-b269-121b438e2d7f tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/security-groups?id=d846846e-b5e2-47bb-b7bf-4b2c2de11878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387814 Nov 09 18:25:29.612094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89827ca-8879-44d3-b102-0f57ea0b23b0 req-9c47b23d-b031-4b3c-a9af-00378f9bcc9c tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:29.613610 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c89827ca-8879-44d3-b102-0f57ea0b23b0 req-9c47b23d-b031-4b3c-a9af-00378f9bcc9c tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 949 time: 0.0558898 Nov 09 18:25:29.715944 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c89827ca-8879-44d3-b102-0f57ea0b23b0 req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Deleting port a1ae50e2-db6a-4b7b-9452-fcab364fd93b {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:29.716305 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c89827ca-8879-44d3-b102-0f57ea0b23b0 req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.813722 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c89827ca-8879-44d3-b102-0f57ea0b23b0 req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] For port a1ae50e2-db6a-4b7b-9452-fcab364fd93b, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a1ae50e2-db6a-4b7b-9452-fcab364fd93b,segment=NetworkSegment(a6af9119-b638-4e5f-834d-0a69ac525c7d),segment_id=a6af9119-b638-4e5f-834d-0a69ac525c7d)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:29.814091 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c89827ca-8879-44d3-b102-0f57ea0b23b0 req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.827871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c89827ca-8879-44d3-b102-0f57ea0b23b0 req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Calling delete_port for a1ae50e2-db6a-4b7b-9452-fcab364fd93b owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:29.970882 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c89827ca-8879-44d3-b102-0f57ea0b23b0 req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.984697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a1ae50e2-db6a-4b7b-9452-fcab364fd93b'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:25:30.005480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Pushing event deleted for resources: {'Port': ['ID=a1ae50e2-db6a-4b7b-9452-fcab364fd93b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:30.016535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:30.016894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:30.017239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:30.017581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:30.017926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:30.018289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:30.018589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:30.018923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:30.019280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:30.019615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:30.019948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:30.020407 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:30.063294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89827ca-8879-44d3-b102-0f57ea0b23b0 req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] No DVR routers for this DVR port a1ae50e2-db6a-4b7b-9452-fcab364fd93b on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:30.066139 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c89827ca-8879-44d3-b102-0f57ea0b23b0 req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:30.069785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c89827ca-8879-44d3-b102-0f57ea0b23b0 req-0ff55a6e-6b42-472a-bc14-56236cc05580 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.18 "DELETE /v2.0/ports/a1ae50e2-db6a-4b7b-9452-fcab364fd93b HTTP/1.1" status: 204 len: 173 time: 0.4493992 Nov 09 18:25:30.070275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8a232d-5b15-45b0-a534-56c36894125e', 'name': 'network-vif-deleted', 'tag': 'a1ae50e2-db6a-4b7b-9452-fcab364fd93b'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:25:30.072753 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c50fe2-bf93-407c-bf6f-5a6bf08f132e" -d '{"events": [{"server_uuid": "0d8a232d-5b15-45b0-a534-56c36894125e", "name": "network-vif-deleted", "tag": "a1ae50e2-db6a-4b7b-9452-fcab364fd93b"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:25:30.131067 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7856c90d-a474-48d3-ad82-0471cf3bf64d x-openstack-request-id: req-7856c90d-a474-48d3-ad82-0471cf3bf64d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:25:30.131512 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8a232d-5b15-45b0-a534-56c36894125e", "name": "network-vif-deleted", "tag": "a1ae50e2-db6a-4b7b-9452-fcab364fd93b", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:25:30.131897 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7856c90d-a474-48d3-ad82-0471cf3bf64d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:25:30.132521 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8a232d-5b15-45b0-a534-56c36894125e', 'name': 'network-vif-deleted', 'tag': 'a1ae50e2-db6a-4b7b-9452-fcab364fd93b', 'status': 'completed', 'code': 200} Nov 09 18:25:30.593793 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3c6b269c-2589-4662-93c7-36848c36b285 req-0c1ee98c-ecd8-4901-b473-2b26587d3930 tempest-ServersAdminNegativeTestJSON-1830068856 tempest-ServersAdminNegativeTestJSON-1830068856-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d8a232d-5b15-45b0-a534-56c36894125e HTTP/1.1" status: 200 len: 210 time: 0.0342922 Nov 09 18:25:31.945784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48134) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:32.109352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-58d75772-a6ab-4a10-bf88-bdc6d357640c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=864c13b958fe42a580f0e5cdb021bf3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593637 Nov 09 18:25:32.109882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48138) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:32.170858 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-649457a3-638f-4517-aefe-f49d9455530e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.200333 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-649457a3-638f-4517-aefe-f49d9455530e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.256171 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-649457a3-638f-4517-aefe-f49d9455530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.259362 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-649457a3-638f-4517-aefe-f49d9455530e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.260554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-649457a3-638f-4517-aefe-f49d9455530e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d846846e-b5e2-47bb-b7bf-4b2c2de11878 HTTP/1.1" status: 204 len: 168 time: 0.1495495 Nov 09 18:25:32.270003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649457a3-638f-4517-aefe-f49d9455530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d846846e-b5e2-47bb-b7bf-4b2c2de11878,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:32.581923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48144) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:32.596554 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5749-dc5f-4581-a6d1-9a60afc6bdf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.685990 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5749-dc5f-4581-a6d1-9a60afc6bdf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.690321 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5749-dc5f-4581-a6d1-9a60afc6bdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.737680 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0cdc5749-dc5f-4581-a6d1-9a60afc6bdf5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=218ff039c7384015b915bdfc94e6fc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544209 Nov 09 18:25:32.738485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc5749-dc5f-4581-a6d1-9a60afc6bdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda1690b-154c-4633-b791-72effbde8f26,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:32.740415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48146) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:32.813240 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ea87-1d39-45bd-b423-5d62a5e62417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.837940 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ea87-1d39-45bd-b423-5d62a5e62417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.892965 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ea87-1d39-45bd-b423-5d62a5e62417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.895700 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ea87-1d39-45bd-b423-5d62a5e62417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.896910 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3bb8ea87-1d39-45bd-b423-5d62a5e62417 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bda1690b-154c-4633-b791-72effbde8f26 HTTP/1.1" status: 204 len: 168 time: 0.1549568 Nov 09 18:25:32.906904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8ea87-1d39-45bd-b423-5d62a5e62417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda1690b-154c-4633-b791-72effbde8f26,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:33.755005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48168) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:33.874605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-726550644-network', 'tenant_id': '60c57a08d0f94520a49bee474c7ecced'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:33.913093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Made reservation on behalf of 60c57a08d0f94520a49bee474c7ecced for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:33.918002 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.934397 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.048928 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.055433 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.088697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:25:34.099547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3115b269-c824-4333-b2a3-c6a7663f86ee,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:34.107399 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.107744 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Added segment b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89 of type vlan for network d8026482-0b18-4f95-b07a-81ada8403522 Nov 09 18:25:34.160219 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.203172 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.205287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:34.206302 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.291719 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a1ae50e2-db6a-4b7b-9452-fcab364fd93b no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:34.299710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5429637 Nov 09 18:25:34.302630 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48172) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:34.307798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b59e83ab-d105-4d93-aaa4-79fbb0f35231 admin admin] Request body: {'subnet': {'network_id': 'd8026482-0b18-4f95-b07a-81ada8403522', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-726550644-subnet', 'tenant_id': '60c57a08d0f94520a49bee474c7ecced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:34.312417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7c4ee-959f-495c-b5f9-db31d619d711 admin admin] Pushing event updated for resources: {'Network': ['ID=d8026482-0b18-4f95-b07a-81ada8403522,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:34.325853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d8026482-0b18-4f95-b07a-81ada8403522 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:25:34.338826 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: a1ae50e2-db6a-4b7b-9452-fcab364fd93b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:34.339346 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a1ae50e2-db6a-4b7b-9452-fcab364fd93b not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:34.341155 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59e83ab-d105-4d93-aaa4-79fbb0f35231 admin admin] Made reservation on behalf of 60c57a08d0f94520a49bee474c7ecced for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:34.343031 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b59e83ab-d105-4d93-aaa4-79fbb0f35231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.543608 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b59e83ab-d105-4d93-aaa4-79fbb0f35231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.605381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e83ab-d105-4d93-aaa4-79fbb0f35231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65241e26-5c0c-462b-af4f-9e87fd2751a6,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:34.618500 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59e83ab-d105-4d93-aaa4-79fbb0f35231 admin admin] Checking segment: {'id': 'b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8026482-0b18-4f95-b07a-81ada8403522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:34.618855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59e83ab-d105-4d93-aaa4-79fbb0f35231 admin admin] Network hostable DHCP agents. Network: d8026482-0b18-4f95-b07a-81ada8403522, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:25:34.637905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59e83ab-d105-4d93-aaa4-79fbb0f35231 admin admin] Network d8026482-0b18-4f95-b07a-81ada8403522 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:25:34.649364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b59e83ab-d105-4d93-aaa4-79fbb0f35231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d8026482-0b18-4f95-b07a-81ada8403522) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:34.655730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59e83ab-d105-4d93-aaa4-79fbb0f35231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:34.656676 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b59e83ab-d105-4d93-aaa4-79fbb0f35231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.664279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6bbcc5-a56c-46f3-84fe-866f0898952a None None] Network d8026482-0b18-4f95-b07a-81ada8403522 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:34.678173 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b59e83ab-d105-4d93-aaa4-79fbb0f35231 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3743443 Nov 09 18:25:34.834156 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb58cb2-6661-4567-9e1c-1120eada1222 None None] Network d8026482-0b18-4f95-b07a-81ada8403522 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:35.287761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-84499244-3a6e-4156-802d-95f9524ed011 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:35.290115 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-84499244-3a6e-4156-802d-95f9524ed011 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/networks?id=d8026482-0b18-4f95-b07a-81ada8403522 HTTP/1.1" status: 200 len: 811 time: 0.1186099 Nov 09 18:25:35.311588 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-23865923-0ac6-405b-9ace-dce8191380e9 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/quotas/60c57a08d0f94520a49bee474c7ecced HTTP/1.1" status: 200 len: 375 time: 0.0108476 Nov 09 18:25:35.356052 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-219e34a6-c7ad-4db7-8262-d9345d7b265e tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=60c57a08d0f94520a49bee474c7ecced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326347 Nov 09 18:25:35.458626 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-007c5a8c-4ca8-4c05-9c44-1cb75335ae7c service neutron] 10.222.0.81 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944018 Nov 09 18:25:35.563517 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-f5456dd3-dfd5-4252-8bb5-1a14e102d376 service neutron] 10.222.0.81 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974891 Nov 09 18:25:35.758523 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96240e75-1406-4cf5-a92b-b127fc968b0a req-c42d9927-8426-42eb-8ab9-b4849af6abb8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 210 time: 0.0316799 Nov 09 18:25:36.867964 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ef8f9696-a4af-4e56-b682-29572b565486 req-d2712bf6-fe8c-4b92-ad77-b765dd6cdc09 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 210 time: 0.0321853 Nov 09 18:25:37.179502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-7e33ebb2-d172-419b-80e3-c6d9d988f795 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:37.181807 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-7e33ebb2-d172-419b-80e3-c6d9d988f795 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.13 "GET /v2.0/networks?id=d8026482-0b18-4f95-b07a-81ada8403522 HTTP/1.1" status: 200 len: 811 time: 0.1299226 Nov 09 18:25:37.199734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-f1555fa6-d399-41ee-b2bf-af672f3788a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Request body: {'port': {'device_id': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'network_id': 'd8026482-0b18-4f95-b07a-81ada8403522', 'admin_state_up': True, 'tenant_id': '60c57a08d0f94520a49bee474c7ecced'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:37.337247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-f1555fa6-d399-41ee-b2bf-af672f3788a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Made reservation on behalf of 60c57a08d0f94520a49bee474c7ecced for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:37.340916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-f1555fa6-d399-41ee-b2bf-af672f3788a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.476786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-f1555fa6-d399-41ee-b2bf-af672f3788a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Allocated IP 172.20.0.2 (d8026482-0b18-4f95-b07a-81ada8403522/65241e26-5c0c-462b-af4f-9e87fd2751a6/a23a28e8-12d2-4e0c-8618-50bcc625f49d) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:37.661480 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-f1555fa6-d399-41ee-b2bf-af672f3788a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.697080 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-f1555fa6-d399-41ee-b2bf-af672f3788a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.742832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-f1555fa6-d399-41ee-b2bf-af672f3788a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Network d8026482-0b18-4f95-b07a-81ada8403522 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:37.746346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-f1555fa6-d399-41ee-b2bf-af672f3788a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:37.750146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-f1555fa6-d399-41ee-b2bf-af672f3788a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:37.781345 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1555fa6-d399-41ee-b2bf-af672f3788a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Pushing event updated for resources: {'Port': ['ID=a23a28e8-12d2-4e0c-8618-50bcc625f49d,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:37.814160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-f1555fa6-d399-41ee-b2bf-af672f3788a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:37.814797 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-f1555fa6-d399-41ee-b2bf-af672f3788a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.833127 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-f1555fa6-d399-41ee-b2bf-af672f3788a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6406975 Nov 09 18:25:37.847967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Request body: {'port': {'device_id': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:38.292406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.311673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d7c3f-5777-4849-bd4f-11ef06675362 req-e589dd25-8807-4266-bf3a-a4a63da2201e tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:38.313256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-198d7c3f-5777-4849-bd4f-11ef06675362 req-e589dd25-8807-4266-bf3a-a4a63da2201e tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 931 time: 0.1011770 Nov 09 18:25:38.443835 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-198d7c3f-5777-4849-bd4f-11ef06675362 req-9e6ed84c-b9da-4994-8058-3d6ebff439b3 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996926 Nov 09 18:25:38.640017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23a28e8-12d2-4e0c-8618-50bcc625f49d {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:25:38.649077 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.663594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Transition to ACTIVE for port object a23a28e8-12d2-4e0c-8618-50bcc625f49d will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:25:38.667943 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.719851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Pushing event updated for resources: {'Port': ['ID=a23a28e8-12d2-4e0c-8618-50bcc625f49d,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:38.802505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Attempting to bind port a23a28e8-12d2-4e0c-8618-50bcc625f49d on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:38.802836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Attempting to bind port a23a28e8-12d2-4e0c-8618-50bcc625f49d by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8026482-0b18-4f95-b07a-81ada8403522'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:38.803169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Attempting to bind port a23a28e8-12d2-4e0c-8618-50bcc625f49d on network d8026482-0b18-4f95-b07a-81ada8403522 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:38.809144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Port a23a28e8-12d2-4e0c-8618-50bcc625f49d on network d8026482-0b18-4f95-b07a-81ada8403522 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:25:38.809487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Attempting to bind port a23a28e8-12d2-4e0c-8618-50bcc625f49d on network d8026482-0b18-4f95-b07a-81ada8403522 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:38.815587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:38.815938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Checking segment: {'id': 'b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8026482-0b18-4f95-b07a-81ada8403522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:38.816658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Bound using segment: {'id': 'b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8026482-0b18-4f95-b07a-81ada8403522'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:38.817233 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Bound port: a23a28e8-12d2-4e0c-8618-50bcc625f49d, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8026482-0b18-4f95-b07a-81ada8403522'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:38.817393 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.897134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] For port a23a28e8-12d2-4e0c-8618-50bcc625f49d, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:38.900940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] For port a23a28e8-12d2-4e0c-8618-50bcc625f49d, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d,segment=NetworkSegment(b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89),segment_id=b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:38.908115 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.947301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:38.947998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.949435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] 10.222.0.13 "PUT /v2.0/ports/a23a28e8-12d2-4e0c-8618-50bcc625f49d HTTP/1.1" status: 200 len: 1091 time: 1.1066484 Nov 09 18:25:38.949916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'tag': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:25:38.952303 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e406a0-6203-47a5-8cfa-7d9ed4df284f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1865bb8-248c-44a8-826d-d03637d678d3", "tag": "a23a28e8-12d2-4e0c-8618-50bcc625f49d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:25:38.981932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fe0d7-5828-4139-aaac-7043057f3365 service neutron] Pushing event updated for resources: {'Port': ['ID=a23a28e8-12d2-4e0c-8618-50bcc625f49d,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:39.042522 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5611df98-e11b-41d4-ba41-abc94743cfaf x-openstack-request-id: req-5611df98-e11b-41d4-ba41-abc94743cfaf {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:25:39.042932 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1865bb8-248c-44a8-826d-d03637d678d3", "tag": "a23a28e8-12d2-4e0c-8618-50bcc625f49d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:25:39.043316 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5611df98-e11b-41d4-ba41-abc94743cfaf {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:25:39.043815 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'tag': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d', 'status': 'completed', 'code': 200} Nov 09 18:25:39.058611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-71e93488-fcef-4eb3-9603-4549a3417dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:39.060240 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-71e93488-fcef-4eb3-9603-4549a3417dba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60c57a08d0f94520a49bee474c7ecced&device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 1094 time: 0.0579684 Nov 09 18:25:39.109677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-3de13386-1a64-4ffe-ba31-0ae6dfc1a395 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d HTTP/1.1" status: 200 len: 217 time: 0.0406764 Nov 09 18:25:39.165436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-c53e2709-0799-4a8a-a6ca-baf6bbae668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:39.166880 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-c53e2709-0799-4a8a-a6ca-baf6bbae668a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65241e26-5c0c-462b-af4f-9e87fd2751a6 HTTP/1.1" status: 200 len: 851 time: 0.0493765 Nov 09 18:25:39.202622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-dcba26cd-d918-478b-bfb0-d8f318efd6b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8026482-0b18-4f95-b07a-81ada8403522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274417 Nov 09 18:25:39.310514 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-592519e3-46e6-43f2-bb7e-2b0f5899bd9d service neutron] 10.222.0.13 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988219 Nov 09 18:25:39.418020 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3aa4c10-2f52-4fba-b78e-740319537273 req-daeccc70-f6d7-4825-ba69-5a4eb1115180 service neutron] 10.222.0.13 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983539 Nov 09 18:25:39.514698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e406a0-6203-47a5-8cfa-7d9ed4df284f req-80eec3c0-180f-4b05-b138-274bf6df881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:39.516370 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49e406a0-6203-47a5-8cfa-7d9ed4df284f req-80eec3c0-180f-4b05-b138-274bf6df881c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60c57a08d0f94520a49bee474c7ecced&device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 1094 time: 0.0497227 Nov 09 18:25:39.669244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f686215-5819-4e67-a791-3e66a740cced req-bb820d82-df49-47df-9c36-ea364614afdf tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:39.671324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f686215-5819-4e67-a791-3e66a740cced req-bb820d82-df49-47df-9c36-ea364614afdf tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 943 time: 0.0945315 Nov 09 18:25:39.673944 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e406a0-6203-47a5-8cfa-7d9ed4df284f req-c2a3412e-489b-4f8b-bdd3-92ff1adb69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:39.676509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49e406a0-6203-47a5-8cfa-7d9ed4df284f req-c2a3412e-489b-4f8b-bdd3-92ff1adb69a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8026482-0b18-4f95-b07a-81ada8403522 HTTP/1.1" status: 200 len: 912 time: 0.1527472 Nov 09 18:25:39.743058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49e406a0-6203-47a5-8cfa-7d9ed4df284f req-199148de-de81-49b1-b4a4-6bf57e678398 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d HTTP/1.1" status: 200 len: 217 time: 0.0556607 Nov 09 18:25:39.767644 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f686215-5819-4e67-a791-3e66a740cced req-e9190574-8088-4939-9731-236193810b93 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869341 Nov 09 18:25:39.806250 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e406a0-6203-47a5-8cfa-7d9ed4df284f req-f9e541ac-cf94-4be0-8ecb-580794a8222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:39.807793 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49e406a0-6203-47a5-8cfa-7d9ed4df284f req-f9e541ac-cf94-4be0-8ecb-580794a8222f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65241e26-5c0c-462b-af4f-9e87fd2751a6 HTTP/1.1" status: 200 len: 851 time: 0.0567629 Nov 09 18:25:39.842528 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49e406a0-6203-47a5-8cfa-7d9ed4df284f req-ede4b88b-1f81-4f98-913d-9fed463d9bf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8026482-0b18-4f95-b07a-81ada8403522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270834 Nov 09 18:25:39.960966 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49e406a0-6203-47a5-8cfa-7d9ed4df284f req-1c68e82d-ffa5-4250-be67-8e9271836c96 service neutron] 10.222.0.13 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089590 Nov 09 18:25:40.077378 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-49e406a0-6203-47a5-8cfa-7d9ed4df284f req-f044a33e-02b0-44f4-8701-8bb1aa5360f6 service neutron] 10.222.0.13 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072507 Nov 09 18:25:40.735280 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b5fe-de07-4554-9714-1497223f3b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.924146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88f6b7-9b81-4249-ab8e-a3f8f4657eb6 req-f1dd2f86-bf11-4400-b402-a76bd642ab3d tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:40.925678 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6e88f6b7-9b81-4249-ab8e-a3f8f4657eb6 req-f1dd2f86-bf11-4400-b402-a76bd642ab3d tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 943 time: 0.0622587 Nov 09 18:25:40.974738 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6e88f6b7-9b81-4249-ab8e-a3f8f4657eb6 req-d78ad677-22ee-42d0-a3b0-a6752e34a17a tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Nov 09 18:25:42.113684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1eabfa-6f26-4604-9055-0e4492ef5919 req-5bc95ca0-f0df-4a6b-b452-a1b3b25ef89b tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:42.115748 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d1eabfa-6f26-4604-9055-0e4492ef5919 req-5bc95ca0-f0df-4a6b-b452-a1b3b25ef89b tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 943 time: 0.0585303 Nov 09 18:25:42.174682 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d1eabfa-6f26-4604-9055-0e4492ef5919 req-26cd5559-080d-49da-9daf-27fb24edaa2e tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518548 Nov 09 18:25:42.255134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a23a28e8-12d2-4e0c-8618-50bcc625f49d details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:25:42.374754 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a23a28e8-12d2-4e0c-8618-50bcc625f49d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d,segment=NetworkSegment(b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89),segment_id=b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:42.388778 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d', 'network_id': 'd8026482-0b18-4f95-b07a-81ada8403522', 'port_id': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d', 'mac_address': 'fa:16:3e:b7:0c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65241e26-5c0c-462b-af4f-9e87fd2751a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:25:42.432470 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.448701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23a28e8-12d2-4e0c-8618-50bcc625f49d {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:25:42.473339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a23a28e8-12d2-4e0c-8618-50bcc625f49d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d,segment=NetworkSegment(b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89),segment_id=b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:42.478849 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.533843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=a23a28e8-12d2-4e0c-8618-50bcc625f49d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:42.690396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['a23a28e8-12d2-4e0c-8618-50bcc625f49d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:25:43.310204 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3a440-cfea-4568-91a2-d6ded5dcbc32 req-c1377b45-b293-4471-a818-b9f2626a8393 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:43.311820 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3b3a440-cfea-4568-91a2-d6ded5dcbc32 req-c1377b45-b293-4471-a818-b9f2626a8393 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 944 time: 0.0567648 Nov 09 18:25:43.362304 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a3b3a440-cfea-4568-91a2-d6ded5dcbc32 req-127bb39d-c791-4eb3-82ef-9032b1eb182f tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401094 Nov 09 18:25:43.694930 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-29ab3c68-037c-4793-a5bf-148ddc9013c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:44.270387 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a23a28e8-12d2-4e0c-8618-50bcc625f49d up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:44.327708 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port a23a28e8-12d2-4e0c-8618-50bcc625f49d completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:25:44.332793 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port a23a28e8-12d2-4e0c-8618-50bcc625f49d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:44.333309 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:44.440996 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:44.469853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:25:44.472275 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c97b766-e772-4495-8446-eac1c22fe1e6" -d '{"events": [{"server_uuid": "a1865bb8-248c-44a8-826d-d03637d678d3", "name": "network-vif-plugged", "status": "completed", "tag": "a23a28e8-12d2-4e0c-8618-50bcc625f49d"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:25:44.486997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port a23a28e8-12d2-4e0c-8618-50bcc625f49d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d,segment=NetworkSegment(b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89),segment_id=b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:44.493351 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:44.513686 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825ac2f-f8d0-4cc4-8d1c-b91a65be5eac req-34010230-ef38-4654-beb5-38a980e95f09 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:44.515568 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2825ac2f-f8d0-4cc4-8d1c-b91a65be5eac req-34010230-ef38-4654-beb5-38a980e95f09 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 944 time: 0.0759983 Nov 09 18:25:44.529583 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18096307-170a-4139-917b-d7800dec195e x-openstack-request-id: req-18096307-170a-4139-917b-d7800dec195e {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:25:44.529872 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1865bb8-248c-44a8-826d-d03637d678d3", "name": "network-vif-plugged", "status": "completed", "tag": "a23a28e8-12d2-4e0c-8618-50bcc625f49d", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:25:44.530130 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18096307-170a-4139-917b-d7800dec195e {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:25:44.530529 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d', 'code': 200} Nov 09 18:25:44.555791 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:44.561748 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=a23a28e8-12d2-4e0c-8618-50bcc625f49d,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:44.574675 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2825ac2f-f8d0-4cc4-8d1c-b91a65be5eac req-4fef85ba-6f9e-4037-842f-120cef76ea1a tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506895 Nov 09 18:25:44.646020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96ede7-49be-4329-94da-ddb28e7cd811 req-24ebf050-cbf2-4f0b-95b2-cff2762f5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:44.647698 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb96ede7-49be-4329-94da-ddb28e7cd811 req-24ebf050-cbf2-4f0b-95b2-cff2762f5bce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 1096 time: 0.0509734 Nov 09 18:25:44.685655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fb96ede7-49be-4329-94da-ddb28e7cd811 req-c1cffe8b-f3ba-4d88-a20f-0b17f0286079 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Nov 09 18:25:45.525632 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:45.702477 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502aaf4-dc33-489e-aba9-717703e3f39e req-30baf40b-8940-43ca-8b0f-03e434da553c tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:45.704095 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2502aaf4-dc33-489e-aba9-717703e3f39e req-30baf40b-8940-43ca-8b0f-03e434da553c tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0523851 Nov 09 18:25:45.760639 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2502aaf4-dc33-489e-aba9-717703e3f39e req-b221c439-9e02-496e-9112-2458c74edc87 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437768 Nov 09 18:25:46.890836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d6138-cab9-4fcb-943a-cb5c45b68e98 req-fa3b002c-9037-4dc9-94db-d24a40acc4bf tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:46.892467 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de8d6138-cab9-4fcb-943a-cb5c45b68e98 req-fa3b002c-9037-4dc9-94db-d24a40acc4bf tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0564432 Nov 09 18:25:46.937192 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-de8d6138-cab9-4fcb-943a-cb5c45b68e98 req-d84901f5-7d36-41ff-8091-2a11b50377ee tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382156 Nov 09 18:25:47.202089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143afa9-410c-4ad8-aa93-bb65dcd7cc7b req-0f4ed4ae-6635-4554-9f5d-1ae71ad00e7b tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:47.204039 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1143afa9-410c-4ad8-aa93-bb65dcd7cc7b req-0f4ed4ae-6635-4554-9f5d-1ae71ad00e7b tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0567627 Nov 09 18:25:47.268165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1143afa9-410c-4ad8-aa93-bb65dcd7cc7b req-3dbcfc76-9836-4a67-9fee-4929794c78c7 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541010 Nov 09 18:25:47.277783 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-f11d2216-9d32-4a36-9668-96d77cc284c8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1401768 Nov 09 18:25:47.771810 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:48.402237 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daa22c-4999-45cc-afe1-ec02bf357a54 req-47e0738e-71cb-47f1-8279-02359ddf0fc4 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:48.407922 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-14daa22c-4999-45cc-afe1-ec02bf357a54 req-47e0738e-71cb-47f1-8279-02359ddf0fc4 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0604372 Nov 09 18:25:48.435622 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-4aa6c824-694f-4718-8840-e6b50def7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:48.437185 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-4aa6c824-694f-4718-8840-e6b50def7a7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60c57a08d0f94520a49bee474c7ecced&device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 1096 time: 0.0466583 Nov 09 18:25:48.463166 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-14daa22c-4999-45cc-afe1-ec02bf357a54 req-bdd2fc3b-2463-46a1-a26f-11b7ae52e301 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528357 Nov 09 18:25:48.540601 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-fb8f55b4-1c3f-4de1-bd59-bd6a0f025006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:48.542133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-fb8f55b4-1c3f-4de1-bd59-bd6a0f025006 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8026482-0b18-4f95-b07a-81ada8403522 HTTP/1.1" status: 200 len: 912 time: 0.0963576 Nov 09 18:25:48.597459 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-720ff111-9ba8-48fb-8ba4-b8f9adef30b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d HTTP/1.1" status: 200 len: 217 time: 0.0395510 Nov 09 18:25:48.660958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-d8e39829-49b3-4158-a04d-ec8caa8a1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:48.663122 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-d8e39829-49b3-4158-a04d-ec8caa8a1b76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65241e26-5c0c-462b-af4f-9e87fd2751a6 HTTP/1.1" status: 200 len: 851 time: 0.0575225 Nov 09 18:25:48.701303 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-e6896fcd-9ec4-4391-a06c-4858569b72d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8026482-0b18-4f95-b07a-81ada8403522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308189 Nov 09 18:25:48.805504 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-20953dc9-28db-4e02-97ae-33a72c6388b8 service neutron] 10.222.0.13 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960279 Nov 09 18:25:48.922298 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-c038d745-eb9a-47b4-8f91-251c59174f45 service neutron] 10.222.0.13 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088643 Nov 09 18:25:49.607867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd964aa4-ea15-41f9-ac82-5f65d2b9e6a4 req-567c16e2-f3e0-4c4b-a425-7968c000322f tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:49.609514 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd964aa4-ea15-41f9-ac82-5f65d2b9e6a4 req-567c16e2-f3e0-4c4b-a425-7968c000322f tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0598683 Nov 09 18:25:49.652499 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd964aa4-ea15-41f9-ac82-5f65d2b9e6a4 req-aeb3e0ac-3fba-4448-b739-7026bed2614f tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369599 Nov 09 18:25:50.786170 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcf71c-424e-46f3-b378-a504337b1328 req-cf635894-407e-471b-bb15-2640da293c07 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:50.788257 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ebdcf71c-424e-46f3-b378-a504337b1328 req-cf635894-407e-471b-bb15-2640da293c07 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0610800 Nov 09 18:25:50.838535 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ebdcf71c-424e-46f3-b378-a504337b1328 req-6f8ee459-b846-4839-a483-6b28df4112d6 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436964 Nov 09 18:25:51.998466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032663d0-4d23-4c51-a301-3a11779ebbdb req-3b073b73-b751-46df-ba28-2b2bde540855 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:52.000076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-032663d0-4d23-4c51-a301-3a11779ebbdb req-3b073b73-b751-46df-ba28-2b2bde540855 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0539095 Nov 09 18:25:52.040697 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-032663d0-4d23-4c51-a301-3a11779ebbdb req-2ba3891a-a63e-43c2-97f3-b93d58902184 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345523 Nov 09 18:25:53.180111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881625b9-d3ed-4aeb-85a4-a18b3ed47447 req-0def6ac9-dbb3-46d8-ab75-3f38c43ddbd7 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:53.181723 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-881625b9-d3ed-4aeb-85a4-a18b3ed47447 req-0def6ac9-dbb3-46d8-ab75-3f38c43ddbd7 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0539994 Nov 09 18:25:53.224682 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-881625b9-d3ed-4aeb-85a4-a18b3ed47447 req-bed49dc3-4998-49d0-9f2a-18036de8eb25 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367322 Nov 09 18:25:53.331679 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:54.132327 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:54.356452 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dcf22-8e96-49bd-84e5-93c32c0a65f0 req-83f15121-1c29-42ae-9f8c-6ef5fd0c1c18 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:54.358272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a94dcf22-8e96-49bd-84e5-93c32c0a65f0 req-83f15121-1c29-42ae-9f8c-6ef5fd0c1c18 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0588224 Nov 09 18:25:54.406207 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a94dcf22-8e96-49bd-84e5-93c32c0a65f0 req-4f9d1edd-483e-41a5-93ad-3fa79ad32e0c tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356324 Nov 09 18:25:55.531246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b41df-d8de-48e8-900e-cdf6952deaff req-c6fcd735-889f-4dad-ad9e-91fe61475e0b tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:55.532849 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-002b41df-d8de-48e8-900e-cdf6952deaff req-c6fcd735-889f-4dad-ad9e-91fe61475e0b tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0519853 Nov 09 18:25:55.579577 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-002b41df-d8de-48e8-900e-cdf6952deaff req-023d65ca-ddf4-4c0e-a354-c81440c1cd26 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355682 Nov 09 18:25:56.705085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a82b-4bd1-4cf5-8bba-8a81d29c3714 req-5ed2d7c5-5b22-444f-aba8-70fb98831992 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:56.706713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9443a82b-4bd1-4cf5-8bba-8a81d29c3714 req-5ed2d7c5-5b22-444f-aba8-70fb98831992 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0540190 Nov 09 18:25:56.749876 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9443a82b-4bd1-4cf5-8bba-8a81d29c3714 req-80c55cff-828e-4cf4-944d-b43c6599e3e4 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362239 Nov 09 18:25:57.872319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989876b5-1b8f-4688-b653-3ddf9c509442 req-80784cbf-8093-4b7b-a7fc-7d770eaf4974 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:57.873926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-989876b5-1b8f-4688-b653-3ddf9c509442 req-80784cbf-8093-4b7b-a7fc-7d770eaf4974 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0516164 Nov 09 18:25:57.919707 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-989876b5-1b8f-4688-b653-3ddf9c509442 req-78af12f5-794a-49f7-ae51-c7eacf8ae00b tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 Nov 09 18:25:59.057440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7075b3c-5729-47ca-b8cc-c5ab1b4aab8d req-475ffeda-fa2f-4032-902d-5f7b60cb8386 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:59.059051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7075b3c-5729-47ca-b8cc-c5ab1b4aab8d req-475ffeda-fa2f-4032-902d-5f7b60cb8386 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0603905 Nov 09 18:25:59.103750 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7075b3c-5729-47ca-b8cc-c5ab1b4aab8d req-fca163b4-b7ee-4336-b64e-2eef2eae9b53 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378094 Nov 09 18:26:00.226505 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c35ac-4760-4d34-9255-85ba7c3a313e req-a8993a24-92eb-491b-b7ff-dd69d2a8dd95 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:00.228197 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-326c35ac-4760-4d34-9255-85ba7c3a313e req-a8993a24-92eb-491b-b7ff-dd69d2a8dd95 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0531516 Nov 09 18:26:00.268057 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-326c35ac-4760-4d34-9255-85ba7c3a313e req-594b83d5-2740-4a35-af05-5eee4c11453d tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337219 Nov 09 18:26:01.389472 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b75ce0-5345-47b2-86d2-3178b03f0214 req-810dadd7-dd7a-4a11-89b2-d6f4bba0fd0e tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:01.390943 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78b75ce0-5345-47b2-86d2-3178b03f0214 req-810dadd7-dd7a-4a11-89b2-d6f4bba0fd0e tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0538313 Nov 09 18:26:01.429352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78b75ce0-5345-47b2-86d2-3178b03f0214 req-1d064f84-81e9-4610-89e1-e7caae782779 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Nov 09 18:26:02.556126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a4b09-7b95-4fb1-a4d2-8d9f1b83d07e req-6d62ecbb-2d18-4670-bd29-e9a4eac8372d tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:02.558295 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a52a4b09-7b95-4fb1-a4d2-8d9f1b83d07e req-6d62ecbb-2d18-4670-bd29-e9a4eac8372d tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0605090 Nov 09 18:26:02.605338 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a52a4b09-7b95-4fb1-a4d2-8d9f1b83d07e req-08693d9d-61c9-49fb-9766-0d9b6b17efae tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399051 Nov 09 18:26:03.723754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e4b0e-e821-43f7-83ce-b3ed1155210c req-9dcae43f-ffd9-44b6-a288-c972c7034b07 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:03.725398 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-962e4b0e-e821-43f7-83ce-b3ed1155210c req-9dcae43f-ffd9-44b6-a288-c972c7034b07 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0511789 Nov 09 18:26:03.765062 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-962e4b0e-e821-43f7-83ce-b3ed1155210c req-9c6b5a2c-c2bc-4a86-a934-dbf829d8dd60 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332041 Nov 09 18:26:04.101825 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:26:04.881608 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bde5b0-9341-4458-877e-25d7c1dca501 req-c7cbf527-3187-4774-b61e-696a5b906a1b tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:04.883125 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9bde5b0-9341-4458-877e-25d7c1dca501 req-c7cbf527-3187-4774-b61e-696a5b906a1b tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0497544 Nov 09 18:26:04.926002 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b9bde5b0-9341-4458-877e-25d7c1dca501 req-325b63e4-a895-42cd-923b-31c03caba043 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368474 Nov 09 18:26:06.042053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b5388-e98c-4868-abcd-822c1730df30 req-9ab050db-3fda-47c1-a34c-5936a9d2bce4 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:06.043530 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d0b5388-e98c-4868-abcd-822c1730df30 req-9ab050db-3fda-47c1-a34c-5936a9d2bce4 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0486588 Nov 09 18:26:06.081191 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2d0b5388-e98c-4868-abcd-822c1730df30 req-f5f9f188-3a66-437a-9d21-530f9b5a7812 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Nov 09 18:26:07.199165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0ce8d-8f0b-4e87-8be3-f727fe96ecfa req-3dbc1ef3-cab5-4ead-9bff-b186f265f206 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:07.200673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11d0ce8d-8f0b-4e87-8be3-f727fe96ecfa req-3dbc1ef3-cab5-4ead-9bff-b186f265f206 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0502534 Nov 09 18:26:07.238773 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-11d0ce8d-8f0b-4e87-8be3-f727fe96ecfa req-dd79b72b-153a-46a5-a7d7-f090db8a4713 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318708 Nov 09 18:26:08.368290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27785d1b-d72a-4484-bf24-89b0d2bbb936 req-9523b9b0-fb1a-4075-8bfc-9976bc1017a2 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:08.369811 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27785d1b-d72a-4484-bf24-89b0d2bbb936 req-9523b9b0-fb1a-4075-8bfc-9976bc1017a2 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0617380 Nov 09 18:26:08.411626 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27785d1b-d72a-4484-bf24-89b0d2bbb936 req-14e24716-eef2-474a-9eed-96cdda7fd11a tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356312 Nov 09 18:26:09.533541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb192e-b93f-43e1-84a1-a8871e56128a req-94704150-c7cc-441e-b5e1-6254ca747f9c tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:09.535028 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00eb192e-b93f-43e1-84a1-a8871e56128a req-94704150-c7cc-441e-b5e1-6254ca747f9c tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0498970 Nov 09 18:26:09.572948 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00eb192e-b93f-43e1-84a1-a8871e56128a req-856b99b8-a547-4a70-a6ea-6884cb8779d7 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Nov 09 18:26:10.690688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d77296-b041-498c-a94c-82ae967e930f req-86d768dc-9785-40e5-b698-1a52180b7c8c tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:10.692240 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9d77296-b041-498c-a94c-82ae967e930f req-86d768dc-9785-40e5-b698-1a52180b7c8c tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0506907 Nov 09 18:26:10.732075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9d77296-b041-498c-a94c-82ae967e930f req-d47b00b2-c255-4f72-a13b-eb475ce627e7 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331516 Nov 09 18:26:10.737904 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52f9fd06-4958-48e9-b013-f2f147ca21b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.778767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea565f-eb1a-41ff-b000-8cbceeee604a req-3bd2f62d-93a6-4ec6-ac88-5bbe7f6b58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:11.780337 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60ea565f-eb1a-41ff-b000-8cbceeee604a req-3bd2f62d-93a6-4ec6-ac88-5bbe7f6b58e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60c57a08d0f94520a49bee474c7ecced&device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 1096 time: 0.0432441 Nov 09 18:26:11.852729 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98144f76-4a47-4907-a3a3-a1dcab08a97b req-d2b1f59b-1b8b-4d3d-a029-ccdda033ec50 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:11.854273 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98144f76-4a47-4907-a3a3-a1dcab08a97b req-d2b1f59b-1b8b-4d3d-a029-ccdda033ec50 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0504382 Nov 09 18:26:11.891752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea565f-eb1a-41ff-b000-8cbceeee604a req-01906976-0c33-4666-8c8c-4d7bbc1c8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:11.893230 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60ea565f-eb1a-41ff-b000-8cbceeee604a req-01906976-0c33-4666-8c8c-4d7bbc1c8fe9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8026482-0b18-4f95-b07a-81ada8403522 HTTP/1.1" status: 200 len: 912 time: 0.0921988 Nov 09 18:26:11.897537 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-98144f76-4a47-4907-a3a3-a1dcab08a97b req-99be99ba-ae12-4e8c-991b-eb509151f820 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372655 Nov 09 18:26:11.945404 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60ea565f-eb1a-41ff-b000-8cbceeee604a req-1eb8d56e-d0bb-4101-b5f3-c52eb958d740 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d HTTP/1.1" status: 200 len: 217 time: 0.0447774 Nov 09 18:26:12.001993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea565f-eb1a-41ff-b000-8cbceeee604a req-10641fdc-25d4-4481-b242-58ff70472b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:12.003506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60ea565f-eb1a-41ff-b000-8cbceeee604a req-10641fdc-25d4-4481-b242-58ff70472b7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65241e26-5c0c-462b-af4f-9e87fd2751a6 HTTP/1.1" status: 200 len: 851 time: 0.0496242 Nov 09 18:26:12.035720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60ea565f-eb1a-41ff-b000-8cbceeee604a req-a8a6a546-1faf-4ad7-9bb2-a08b5735b829 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8026482-0b18-4f95-b07a-81ada8403522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254724 Nov 09 18:26:12.129804 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60ea565f-eb1a-41ff-b000-8cbceeee604a req-5bef0f13-bdc9-4ad6-b6ae-cd13a93c0aea service neutron] 10.222.0.13 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870531 Nov 09 18:26:12.230427 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60ea565f-eb1a-41ff-b000-8cbceeee604a req-404eaf73-96b9-468e-90e7-39fc7103f45d service neutron] 10.222.0.13 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936720 Nov 09 18:26:13.023119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb74aab-3ae3-4477-a977-ac70bc54ccd4 req-c4e21b69-8e00-48e2-b5af-0687f0f07062 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:13.025386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0bb74aab-3ae3-4477-a977-ac70bc54ccd4 req-c4e21b69-8e00-48e2-b5af-0687f0f07062 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0582666 Nov 09 18:26:13.065743 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0bb74aab-3ae3-4477-a977-ac70bc54ccd4 req-dcf5852d-7011-4e22-b6ed-83f59a86cb44 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343261 Nov 09 18:26:13.698228 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-796be736-71bd-4259-9d0c-c2c3eb4d49b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:14.183444 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d9fa-3448-47a5-ace3-96191f4105b8 req-6f412860-b2c8-4746-9771-7b1935ad98a5 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:14.184956 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b44d9fa-3448-47a5-ace3-96191f4105b8 req-6f412860-b2c8-4746-9771-7b1935ad98a5 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0497563 Nov 09 18:26:14.226392 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b44d9fa-3448-47a5-ace3-96191f4105b8 req-eba16f4a-c1fa-4a74-a6b0-3d369af660a8 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351601 Nov 09 18:26:14.519398 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:15.343377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb22ee3-e462-49a3-a8e8-c49612937f2a req-62786c4b-34f8-4b86-b459-7a224ff9dedf tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:15.344941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ecb22ee3-e462-49a3-a8e8-c49612937f2a req-62786c4b-34f8-4b86-b459-7a224ff9dedf tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0500407 Nov 09 18:26:15.383353 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ecb22ee3-e462-49a3-a8e8-c49612937f2a req-ecb3e50d-7932-45a1-b97a-c71b4c30228f tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Nov 09 18:26:15.528163 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:15.799126 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-bb9e9f54-2e28-4316-8bcc-18fc22b5bc84 service neutron] show failed (client error): The resource could not be found. Nov 09 18:26:15.800163 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-bb9e9f54-2e28-4316-8bcc-18fc22b5bc84 service neutron] 10.222.0.13 "GET /v2.0/ports/a23a28e8-12d2-4e0c-8618-50bcc625f49d/bindings/n-h2-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0581796 Nov 09 18:26:16.001824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-ed2ed81b-abf8-4cd2-8b3f-044b88df0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:16.003363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-ed2ed81b-abf8-4cd2-8b3f-044b88df0e96 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3&tenant_id=60c57a08d0f94520a49bee474c7ecced HTTP/1.1" status: 200 len: 1096 time: 0.0418851 Nov 09 18:26:16.015804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:16.070721 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.279192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] For port a23a28e8-12d2-4e0c-8618-50bcc625f49d, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d,segment=NetworkSegment(b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89),segment_id=b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:16.312412 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] For port a23a28e8-12d2-4e0c-8618-50bcc625f49d, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:16.353467 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:26:16.355743 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689ef240-cca5-4df6-946b-471416be1118" -d '{"events": [{"server_uuid": "a1865bb8-248c-44a8-826d-d03637d678d3", "name": "network-vif-unplugged", "status": "completed", "tag": "a23a28e8-12d2-4e0c-8618-50bcc625f49d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:26:16.360406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.375417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Transition to ACTIVE for port object a23a28e8-12d2-4e0c-8618-50bcc625f49d will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:26:16.379936 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.413567 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05405e44-69b9-4d6e-9e98-91d80426767d x-openstack-request-id: req-05405e44-69b9-4d6e-9e98-91d80426767d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:26:16.413567 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1865bb8-248c-44a8-826d-d03637d678d3", "name": "network-vif-unplugged", "status": "completed", "tag": "a23a28e8-12d2-4e0c-8618-50bcc625f49d", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:26:16.413567 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05405e44-69b9-4d6e-9e98-91d80426767d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:26:16.414062 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d', 'code': 200} Nov 09 18:26:16.434129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a23a28e8-12d2-4e0c-8618-50bcc625f49d,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:16.453402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] No DVR routers for this DVR port a23a28e8-12d2-4e0c-8618-50bcc625f49d on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:26:16.518695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Attempting to bind port a23a28e8-12d2-4e0c-8618-50bcc625f49d on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:16.519021 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Attempting to bind port a23a28e8-12d2-4e0c-8618-50bcc625f49d by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8026482-0b18-4f95-b07a-81ada8403522'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:16.519408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Attempting to bind port a23a28e8-12d2-4e0c-8618-50bcc625f49d on network d8026482-0b18-4f95-b07a-81ada8403522 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:16.525795 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Port a23a28e8-12d2-4e0c-8618-50bcc625f49d on network d8026482-0b18-4f95-b07a-81ada8403522 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:26:16.526100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Attempting to bind port a23a28e8-12d2-4e0c-8618-50bcc625f49d on network d8026482-0b18-4f95-b07a-81ada8403522 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:16.541142 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797547fb-8729-4c8b-9f9f-6932d0cf7658 req-67dc8115-4a7c-4357-806e-5e59f7e5a217 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:16.542648 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-797547fb-8729-4c8b-9f9f-6932d0cf7658 req-67dc8115-4a7c-4357-806e-5e59f7e5a217 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 943 time: 0.0869925 Nov 09 18:26:16.543404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:16.543736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Checking segment: {'id': 'b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8026482-0b18-4f95-b07a-81ada8403522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:16.544108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Bound using segment: {'id': 'b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8026482-0b18-4f95-b07a-81ada8403522'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:16.544540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Bound port: a23a28e8-12d2-4e0c-8618-50bcc625f49d, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8026482-0b18-4f95-b07a-81ada8403522'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:16.544899 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.624094 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-797547fb-8729-4c8b-9f9f-6932d0cf7658 req-562a9041-c776-4c65-839e-628300e41465 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695810 Nov 09 18:26:16.635975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] For port a23a28e8-12d2-4e0c-8618-50bcc625f49d, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:16.639883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] For port a23a28e8-12d2-4e0c-8618-50bcc625f49d, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d,segment=NetworkSegment(b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89),segment_id=b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:16.645085 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.680135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:16.680754 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.682135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] 10.222.0.18 "PUT /v2.0/ports/a23a28e8-12d2-4e0c-8618-50bcc625f49d HTTP/1.1" status: 200 len: 1091 time: 0.6704693 Nov 09 18:26:16.702355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e28bbf-23c3-4f27-8f8b-994e41a832c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a23a28e8-12d2-4e0c-8618-50bcc625f49d,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:16.749803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-eddddfa5-b091-41e7-b42a-ab71a7441344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:16.751394 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-eddddfa5-b091-41e7-b42a-ab71a7441344 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c57a08d0f94520a49bee474c7ecced&device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 1094 time: 0.0460520 Nov 09 18:26:16.844102 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-dc2c738e-31a3-45ec-8284-9308902e00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:16.845579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-dc2c738e-31a3-45ec-8284-9308902e00e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8026482-0b18-4f95-b07a-81ada8403522 HTTP/1.1" status: 200 len: 912 time: 0.0870521 Nov 09 18:26:16.892339 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-ed96719b-ead8-4241-817f-f651130d6ff8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d HTTP/1.1" status: 200 len: 217 time: 0.0394139 Nov 09 18:26:16.945145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-62374ab9-0977-488d-a614-9298de24d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:16.946625 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-62374ab9-0977-488d-a614-9298de24d361 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=65241e26-5c0c-462b-af4f-9e87fd2751a6 HTTP/1.1" status: 200 len: 851 time: 0.0473316 Nov 09 18:26:16.980675 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-eef6cae4-a3c8-43cc-9093-39d411a3f89c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8026482-0b18-4f95-b07a-81ada8403522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269954 Nov 09 18:26:17.077792 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-91280cc5-7ec5-4895-b6b5-d715eb10df59 service neutron] 10.222.0.18 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889816 Nov 09 18:26:17.175604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ff66a9c-6db0-4eef-b9c8-175f5e993d23 req-16011171-75a3-4030-a87e-d2a92c044ef0 service neutron] 10.222.0.18 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899053 Nov 09 18:26:17.745339 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56340f55-621a-4074-b899-a544fa9aa7f5 req-654cbffd-28a1-4f38-a7ad-7d7d23c2e171 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:17.746844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56340f55-621a-4074-b899-a544fa9aa7f5 req-654cbffd-28a1-4f38-a7ad-7d7d23c2e171 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 943 time: 0.0507216 Nov 09 18:26:17.772269 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:17.785770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-56340f55-621a-4074-b899-a544fa9aa7f5 req-d99958b6-d467-4299-b33d-88338fd8f01b tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327916 Nov 09 18:26:18.415285 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'tag': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:26:18.417657 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24f5f68-5295-402f-b13a-d8c478aa2811" -d '{"events": [{"name": "network-changed", "server_uuid": "a1865bb8-248c-44a8-826d-d03637d678d3", "tag": "a23a28e8-12d2-4e0c-8618-50bcc625f49d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:26:18.465001 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b98a4fa-18dd-41a2-8b16-e1b4a75bf7c1 x-openstack-request-id: req-3b98a4fa-18dd-41a2-8b16-e1b4a75bf7c1 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:26:18.465281 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1865bb8-248c-44a8-826d-d03637d678d3", "tag": "a23a28e8-12d2-4e0c-8618-50bcc625f49d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:26:18.465533 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b98a4fa-18dd-41a2-8b16-e1b4a75bf7c1 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:26:18.465935 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'tag': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d', 'status': 'completed', 'code': 200} Nov 09 18:26:18.476259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a23a28e8-12d2-4e0c-8618-50bcc625f49d no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:26:18.520452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device a23a28e8-12d2-4e0c-8618-50bcc625f49d not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:26:18.558167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-bed17d46-9577-4e4c-b53b-98d64658de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:18.559702 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-bed17d46-9577-4e4c-b53b-98d64658de14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60c57a08d0f94520a49bee474c7ecced&device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 1094 time: 0.0752363 Nov 09 18:26:18.561283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-f6829b86-cf84-4009-9318-190897207c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:18.562620 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-f6829b86-cf84-4009-9318-190897207c4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c57a08d0f94520a49bee474c7ecced&device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 1094 time: 0.0684531 Nov 09 18:26:18.721922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-56a86d19-e32b-4260-9488-aeb80370389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:18.723390 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-56a86d19-e32b-4260-9488-aeb80370389d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8026482-0b18-4f95-b07a-81ada8403522 HTTP/1.1" status: 200 len: 912 time: 0.1543422 Nov 09 18:26:18.725017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-02ff00f3-c5f2-49a2-aa68-ffbc02262132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:18.726327 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-02ff00f3-c5f2-49a2-aa68-ffbc02262132 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8026482-0b18-4f95-b07a-81ada8403522 HTTP/1.1" status: 200 len: 912 time: 0.1501334 Nov 09 18:26:18.798144 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-8a34e378-286a-46a8-90fc-4361e59168e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d HTTP/1.1" status: 200 len: 217 time: 0.0665607 Nov 09 18:26:18.799521 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-c897e21d-d532-4b4c-a434-1adc8f5946b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d HTTP/1.1" status: 200 len: 217 time: 0.0625441 Nov 09 18:26:18.882458 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-0a9f3a00-5432-4841-9b0d-c059e19c18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:18.883998 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-0a9f3a00-5432-4841-9b0d-c059e19c18e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65241e26-5c0c-462b-af4f-9e87fd2751a6 HTTP/1.1" status: 200 len: 851 time: 0.0794044 Nov 09 18:26:18.885471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-52592ba5-0f57-4318-b901-7a04c0c2c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:18.886840 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-52592ba5-0f57-4318-b901-7a04c0c2c79b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=65241e26-5c0c-462b-af4f-9e87fd2751a6 HTTP/1.1" status: 200 len: 851 time: 0.0750482 Nov 09 18:26:18.903147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29b851-7288-4bc1-8887-0d88644942a5 req-f7570e5f-b7d7-4896-8ff6-8132fccd79d4 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:18.904706 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5b29b851-7288-4bc1-8887-0d88644942a5 req-f7570e5f-b7d7-4896-8ff6-8132fccd79d4 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 943 time: 0.0502336 Nov 09 18:26:18.940260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-e2bee920-b635-439c-851c-7819b37528d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8026482-0b18-4f95-b07a-81ada8403522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482132 Nov 09 18:26:18.942125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-160be47e-e3cf-4a40-8e11-f6f4b0411f89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8026482-0b18-4f95-b07a-81ada8403522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407887 Nov 09 18:26:18.949190 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5b29b851-7288-4bc1-8887-0d88644942a5 req-a8bfa9b0-55cf-45c1-8408-64ba4e3bc443 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383420 Nov 09 18:26:19.103289 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-2c415a36-e77d-4baf-9ee7-4abbf6006d92 service neutron] 10.222.0.13 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545606 Nov 09 18:26:19.105141 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-3038d543-1213-42ef-a703-ad648aad90ab service neutron] 10.222.0.18 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493294 Nov 09 18:26:19.266944 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-2e42be50-63de-41e6-9343-a7983d658457 service neutron] 10.222.0.13 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558836 Nov 09 18:26:19.268753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c24f5f68-5295-402f-b13a-d8c478aa2811 req-8d8df69d-c51e-4866-9b6d-a68e13f79d28 service neutron] 10.222.0.18 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487095 Nov 09 18:26:20.067755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349c1e5-932d-4781-a187-08a0a60abb9c req-6bbdfd21-6715-4aac-ae5a-b2f26816b535 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:20.069905 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1349c1e5-932d-4781-a187-08a0a60abb9c req-6bbdfd21-6715-4aac-ae5a-b2f26816b535 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 943 time: 0.0489357 Nov 09 18:26:20.113905 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1349c1e5-932d-4781-a187-08a0a60abb9c req-dba90040-30cb-4583-8659-393d3b854398 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380552 Nov 09 18:26:20.459655 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a23a28e8-12d2-4e0c-8618-50bcc625f49d details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:26:20.564414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a23a28e8-12d2-4e0c-8618-50bcc625f49d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d,segment=NetworkSegment(b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89),segment_id=b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:20.578398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d', 'network_id': 'd8026482-0b18-4f95-b07a-81ada8403522', 'port_id': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d', 'mac_address': 'fa:16:3e:b7:0c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65241e26-5c0c-462b-af4f-9e87fd2751a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:26:20.616789 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.629944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23a28e8-12d2-4e0c-8618-50bcc625f49d {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:26:20.652493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a23a28e8-12d2-4e0c-8618-50bcc625f49d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d,segment=NetworkSegment(b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89),segment_id=b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:20.655861 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.707121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a23a28e8-12d2-4e0c-8618-50bcc625f49d,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:20.996190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a23a28e8-12d2-4e0c-8618-50bcc625f49d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:26:21.237022 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b08111-6f01-4dbb-b67f-97d7161411ce req-89e7f216-1826-43be-9b83-ab8ad07892bc tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:21.238751 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-36b08111-6f01-4dbb-b67f-97d7161411ce req-89e7f216-1826-43be-9b83-ab8ad07892bc tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 944 time: 0.0508902 Nov 09 18:26:21.278370 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-36b08111-6f01-4dbb-b67f-97d7161411ce req-031b60fe-7cfc-4f6a-9022-05d387858e44 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331581 Nov 09 18:26:21.565161 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-8f6c68f2-7538-4ef1-a7bc-4e982c182493 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:21.566693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-8f6c68f2-7538-4ef1-a7bc-4e982c182493 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3&tenant_id=60c57a08d0f94520a49bee474c7ecced&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 944 time: 0.0889854 Nov 09 18:26:21.629490 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-56f41045-a9bf-4b84-ada8-5c2ddc424312 service neutron] delete failed (client error): The resource could not be found. Nov 09 18:26:21.630581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-56f41045-a9bf-4b84-ada8-5c2ddc424312 service neutron] 10.222.0.13 "DELETE /v2.0/ports/a23a28e8-12d2-4e0c-8618-50bcc625f49d/bindings/n-h1-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0563939 Nov 09 18:26:22.055617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-a488b8e0-77d0-4536-9894-cdf4e54f92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:22.057123 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-a488b8e0-77d0-4536-9894-cdf4e54f92a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60c57a08d0f94520a49bee474c7ecced&device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 1095 time: 0.3794305 Nov 09 18:26:22.154975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-507f1fd7-dc38-4c2a-a540-88f334b3272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:22.156494 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-507f1fd7-dc38-4c2a-a540-88f334b3272a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8026482-0b18-4f95-b07a-81ada8403522 HTTP/1.1" status: 200 len: 912 time: 0.0914063 Nov 09 18:26:22.202260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-79f7e429-a5e9-4594-a21d-0795ba734e74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d HTTP/1.1" status: 200 len: 217 time: 0.0386674 Nov 09 18:26:22.254824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-6480893c-7699-44e6-b562-e304160ed5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:22.256454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-6480893c-7699-44e6-b562-e304160ed5f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65241e26-5c0c-462b-af4f-9e87fd2751a6 HTTP/1.1" status: 200 len: 851 time: 0.0469813 Nov 09 18:26:22.288412 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-d0c1e0e0-091e-46f3-a01d-4897dddb4a6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8026482-0b18-4f95-b07a-81ada8403522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252733 Nov 09 18:26:22.384716 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-fec2fabf-d95f-4da8-8a10-0427ac62a8e2 service neutron] 10.222.0.13 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893798 Nov 09 18:26:22.467586 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a23a28e8-12d2-4e0c-8618-50bcc625f49d up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:22.483242 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-3f4dcf35-47c8-4192-ad94-41d02e44d896 service neutron] 10.222.0.13 "GET /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900831 Nov 09 18:26:22.523996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port a23a28e8-12d2-4e0c-8618-50bcc625f49d completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:26:22.527956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port a23a28e8-12d2-4e0c-8618-50bcc625f49d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:22.528335 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.614818 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.638033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:26:22.640440 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad56e66-3211-4a39-8bc9-38855dc49964" -d '{"events": [{"server_uuid": "a1865bb8-248c-44a8-826d-d03637d678d3", "name": "network-vif-plugged", "status": "completed", "tag": "a23a28e8-12d2-4e0c-8618-50bcc625f49d"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:26:22.655147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port a23a28e8-12d2-4e0c-8618-50bcc625f49d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d,segment=NetworkSegment(b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89),segment_id=b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:22.660076 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.711337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=a23a28e8-12d2-4e0c-8618-50bcc625f49d,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:22.720491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.720817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.721160 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.721495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.721830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.722161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.722484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.722811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.723134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.723482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.723810 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.724125 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:22.733743 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eb773d-1b38-437c-8f2b-8665ab779d6f x-openstack-request-id: req-a4eb773d-1b38-437c-8f2b-8665ab779d6f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:26:22.734435 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1865bb8-248c-44a8-826d-d03637d678d3", "name": "network-vif-plugged", "status": "completed", "tag": "a23a28e8-12d2-4e0c-8618-50bcc625f49d", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:26:22.735013 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4eb773d-1b38-437c-8f2b-8665ab779d6f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:26:22.735282 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d', 'code': 200} Nov 09 18:26:23.249905 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9e8c9-7f0e-43cc-ab44-bdfc18b99fb8 req-ca0781f4-78e4-439a-a7ab-4025de5216e5 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:23.251671 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f6c9e8c9-7f0e-43cc-ab44-bdfc18b99fb8 req-ca0781f4-78e4-439a-a7ab-4025de5216e5 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0569050 Nov 09 18:26:23.304746 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f6c9e8c9-7f0e-43cc-ab44-bdfc18b99fb8 req-6c10b037-bfb7-459f-9c36-d8a4ceb733f4 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457704 Nov 09 18:26:23.353290 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:24.129565 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:24.444680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9056c7-fa66-43fd-a668-7b7064a1cec5 req-10ef49c3-5dca-4608-8e53-e6393618c1f9 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:24.446314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc9056c7-fa66-43fd-a668-7b7064a1cec5 req-10ef49c3-5dca-4608-8e53-e6393618c1f9 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0637641 Nov 09 18:26:24.493479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc9056c7-fa66-43fd-a668-7b7064a1cec5 req-f6b37f6a-7eee-433a-a659-c6772e3ae874 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.81 "GET /v2.0/security-groups?id=3115b269-c824-4333-b2a3-c6a7663f86ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Nov 09 18:26:24.656920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-318f3792-d1fd-4ba9-97c0-2b5327032ca2 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:24.658318 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-318f3792-d1fd-4ba9-97c0-2b5327032ca2 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1865bb8-248c-44a8-826d-d03637d678d3 HTTP/1.1" status: 200 len: 945 time: 0.0549188 Nov 09 18:26:24.757268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-5580e0a1-a6d7-463d-b9ad-dd0614ca62c0 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Deleting port a23a28e8-12d2-4e0c-8618-50bcc625f49d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:24.757608 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-5580e0a1-a6d7-463d-b9ad-dd0614ca62c0 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:24.859783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-5580e0a1-a6d7-463d-b9ad-dd0614ca62c0 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] For port a23a28e8-12d2-4e0c-8618-50bcc625f49d, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=a23a28e8-12d2-4e0c-8618-50bcc625f49d,segment=NetworkSegment(b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89),segment_id=b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:24.860154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-5580e0a1-a6d7-463d-b9ad-dd0614ca62c0 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:24.875401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-5580e0a1-a6d7-463d-b9ad-dd0614ca62c0 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Calling delete_port for a23a28e8-12d2-4e0c-8618-50bcc625f49d owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:25.011539 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-5580e0a1-a6d7-463d-b9ad-dd0614ca62c0 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:25.024256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['a23a28e8-12d2-4e0c-8618-50bcc625f49d'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:26:25.042338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580e0a1-a6d7-463d-b9ad-dd0614ca62c0 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Pushing event deleted for resources: {'Port': ['ID=a23a28e8-12d2-4e0c-8618-50bcc625f49d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:25.082625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-5580e0a1-a6d7-463d-b9ad-dd0614ca62c0 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] No DVR routers for this DVR port a23a28e8-12d2-4e0c-8618-50bcc625f49d on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:26:25.085544 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-5580e0a1-a6d7-463d-b9ad-dd0614ca62c0 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:25.088939 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f97f5afe-03d3-4789-8919-3f1a2c43f6e0 req-5580e0a1-a6d7-463d-b9ad-dd0614ca62c0 tempest-DeleteServersTestJSON-1483740314 tempest-DeleteServersTestJSON-1483740314-project] 10.222.0.18 "DELETE /v2.0/ports/a23a28e8-12d2-4e0c-8618-50bcc625f49d HTTP/1.1" status: 204 len: 173 time: 0.4230919 Nov 09 18:26:25.089394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'name': 'network-vif-deleted', 'tag': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:26:25.091797 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e837e4-2483-4ace-9af2-9c8065d1c292" -d '{"events": [{"server_uuid": "a1865bb8-248c-44a8-826d-d03637d678d3", "name": "network-vif-deleted", "tag": "a23a28e8-12d2-4e0c-8618-50bcc625f49d"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:26:25.132395 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f41759-62f8-406a-917e-fbe00a4cb90c x-openstack-request-id: req-55f41759-62f8-406a-917e-fbe00a4cb90c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:26:25.132688 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1865bb8-248c-44a8-826d-d03637d678d3", "name": "network-vif-deleted", "tag": "a23a28e8-12d2-4e0c-8618-50bcc625f49d", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:26:25.132936 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55f41759-62f8-406a-917e-fbe00a4cb90c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:26:25.133338 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1865bb8-248c-44a8-826d-d03637d678d3', 'name': 'network-vif-deleted', 'tag': 'a23a28e8-12d2-4e0c-8618-50bcc625f49d', 'status': 'completed', 'code': 200} Nov 09 18:26:25.638388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48338) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:25.682388 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Deleting subnet 65241e26-5c0c-462b-af4f-9e87fd2751a6 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:26:25.685500 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:25.725215 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:25.764619 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:25.817664 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:25.843789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65241e26-5c0c-462b-af4f-9e87fd2751a6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:25.848516 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:25.851910 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/65241e26-5c0c-462b-af4f-9e87fd2751a6 HTTP/1.1" status: 204 len: 168 time: 0.2125182 Nov 09 18:26:25.854571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48340) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:25.857303 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:25.857640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:25.857983 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:25.858316 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:25.858650 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:25.858978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:25.859370 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:25.859706 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:25.860031 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:25.860352 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:25.860673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:25.860997 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aabd8-c664-422f-a75e-e459af4bf430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:25.926054 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-653735f9-c650-4536-820b-5731affcf480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.008320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-653735f9-c650-4536-820b-5731affcf480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.028151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-653735f9-c650-4536-820b-5731affcf480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8026482-0b18-4f95-b07a-81ada8403522']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:26.038136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-653735f9-c650-4536-820b-5731affcf480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:26.038437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-653735f9-c650-4536-820b-5731affcf480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fc2ea1-c542-4d1c-b8b4-fc22347a0b89') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:26.047657 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-653735f9-c650-4536-820b-5731affcf480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.062457 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-653735f9-c650-4536-820b-5731affcf480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.068697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653735f9-c650-4536-820b-5731affcf480 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:26:26.069084 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-653735f9-c650-4536-820b-5731affcf480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:26:26.070755 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:26:26.128985 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-653735f9-c650-4536-820b-5731affcf480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.134744 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-653735f9-c650-4536-820b-5731affcf480 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.137964 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-653735f9-c650-4536-820b-5731affcf480 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d8026482-0b18-4f95-b07a-81ada8403522 HTTP/1.1" status: 204 len: 168 time: 0.2820954 Nov 09 18:26:26.151338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653735f9-c650-4536-820b-5731affcf480 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8026482-0b18-4f95-b07a-81ada8403522,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:26.247923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48344) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:26.287389 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-249ddbdc-a528-46ea-a9a8-f88a8434ac5b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60c57a08d0f94520a49bee474c7ecced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377450 Nov 09 18:26:26.290002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48346) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:26.338790 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-377bc616-9a37-4854-924b-d47c3980fad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.360370 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-377bc616-9a37-4854-924b-d47c3980fad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.405561 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-377bc616-9a37-4854-924b-d47c3980fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.408290 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-377bc616-9a37-4854-924b-d47c3980fad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.409485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-377bc616-9a37-4854-924b-d47c3980fad2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3115b269-c824-4333-b2a3-c6a7663f86ee HTTP/1.1" status: 204 len: 168 time: 0.1185381 Nov 09 18:26:26.418174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bc616-9a37-4854-924b-d47c3980fad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3115b269-c824-4333-b2a3-c6a7663f86ee,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:27.082652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48368) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:27.179812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1608282829-network', 'tenant_id': 'b38a904af8934af89d1e141307c86cb1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:27.205024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Made reservation on behalf of b38a904af8934af89d1e141307c86cb1 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:27.207512 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.217225 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.296930 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.301037 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.328538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:26:27.334498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e207e3-2db7-4a40-b072-fcd8d549b1b1,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:27.341982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.342953 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Added segment aa37875d-a1bb-413a-9f50-f39d3f9f1f09 of type vlan for network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 Nov 09 18:26:27.383376 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.420757 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.421637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:27.422229 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.482719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3989060 Nov 09 18:26:27.486713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48372) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:27.487954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445d266-e188-4529-a6d4-797f39ca7e8b admin admin] Pushing event updated for resources: {'Network': ['ID=ce90bf54-89d8-428a-8240-e24b6cf8ccc6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:27.493707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8f14e53e-9444-42e2-b3a2-2e57becc9823 admin admin] Request body: {'subnet': {'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1608282829-subnet', 'tenant_id': 'b38a904af8934af89d1e141307c86cb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:27.498628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:26:27.517845 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f14e53e-9444-42e2-b3a2-2e57becc9823 admin admin] Made reservation on behalf of b38a904af8934af89d1e141307c86cb1 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:27.520612 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8f14e53e-9444-42e2-b3a2-2e57becc9823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.696467 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8f14e53e-9444-42e2-b3a2-2e57becc9823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.749433 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14e53e-9444-42e2-b3a2-2e57becc9823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e771d60-4e5f-4df0-a765-7b072666d05d,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:27.759683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f14e53e-9444-42e2-b3a2-2e57becc9823 admin admin] Checking segment: {'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:27.760036 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f14e53e-9444-42e2-b3a2-2e57becc9823 admin admin] Network hostable DHCP agents. Network: ce90bf54-89d8-428a-8240-e24b6cf8ccc6, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:26:27.776196 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f14e53e-9444-42e2-b3a2-2e57becc9823 admin admin] Network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:26:27.784419 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8f14e53e-9444-42e2-b3a2-2e57becc9823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, ce90bf54-89d8-428a-8240-e24b6cf8ccc6) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:27.789440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14e53e-9444-42e2-b3a2-2e57becc9823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:27.790025 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8f14e53e-9444-42e2-b3a2-2e57becc9823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.795361 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f392e3-a50e-45de-a7fa-d44f15aa4e5e None None] Network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:27.807432 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8f14e53e-9444-42e2-b3a2-2e57becc9823 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3193820 Nov 09 18:26:27.921530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3f457d-6f4a-464a-be9d-b8c58415f2de None None] Network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:28.263813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-f516a35b-aed7-4d87-9e58-64c2f4a74c2a tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:28.265213 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-f516a35b-aed7-4d87-9e58-64c2f4a74c2a tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 815 time: 0.1084933 Nov 09 18:26:28.281042 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-63aed206-fe90-438c-aad5-c4e0246d4fcc tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/quotas/b38a904af8934af89d1e141307c86cb1 HTTP/1.1" status: 200 len: 375 time: 0.0100775 Nov 09 18:26:28.312233 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-657661bc-949f-4b75-82eb-a5fc52d04b91 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258458 Nov 09 18:26:28.409875 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-213fd16f-8852-419f-86f1-ebc01e271de1 service neutron] 10.222.0.81 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898006 Nov 09 18:26:28.502808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a23a28e8-12d2-4e0c-8618-50bcc625f49d no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:26:28.503802 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-34551e07-1b93-4d74-900b-024215389b96 service neutron] 10.222.0.81 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868797 Nov 09 18:26:28.529876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: a23a28e8-12d2-4e0c-8618-50bcc625f49d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:26:28.530313 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device a23a28e8-12d2-4e0c-8618-50bcc625f49d not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:26:28.680974 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d564ab62-df31-4c19-8f69-d9747a594b66 req-58fee13e-08d8-4f25-a2e9-097d24c98a3b tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 210 time: 0.0293000 Nov 09 18:26:29.631301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-a4286e98-e5c4-4b0c-9706-72205735f586 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:29.633051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-a4286e98-e5c4-4b0c-9706-72205735f586 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.18 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 815 time: 0.1071036 Nov 09 18:26:29.648284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Request body: {'port': {'device_id': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6', 'admin_state_up': True, 'tenant_id': 'b38a904af8934af89d1e141307c86cb1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:29.764758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Made reservation on behalf of b38a904af8934af89d1e141307c86cb1 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:29.768365 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:29.778705 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ab3fd662-12f3-4e1f-a94a-daffef60e38e req-14d321c3-0f0e-4486-aec5-a048d37ac3a9 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 210 time: 0.0287883 Nov 09 18:26:29.899192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Allocated IP 172.20.0.2 (ce90bf54-89d8-428a-8240-e24b6cf8ccc6/7e771d60-4e5f-4df0-a765-7b072666d05d/f9c1f040-2006-48cb-b31e-eafec699e53c) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:30.045040 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.078921 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.127634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:30.131279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:30.134941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:30.144240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Pushing event updated for resources: {'Port': ['ID=f9c1f040-2006-48cb-b31e-eafec699e53c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:30.173543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:30.173811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:30.174153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:30.174491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:30.174824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:30.175155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:30.175507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:30.175835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:30.176158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:30.176483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:30.176808 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:30.177683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:30.200047 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:30.200656 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.216324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-dffe83e0-29ae-428d-8226-40da0df9dad5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5723233 Nov 09 18:26:30.229424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Request body: {'port': {'device_id': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:30.283044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.559995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c1f040-2006-48cb-b31e-eafec699e53c {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:26:30.568503 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.581010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Transition to ACTIVE for port object f9c1f040-2006-48cb-b31e-eafec699e53c will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:26:30.586354 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.642733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Pushing event updated for resources: {'Port': ['ID=f9c1f040-2006-48cb-b31e-eafec699e53c,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:30.722700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Attempting to bind port f9c1f040-2006-48cb-b31e-eafec699e53c on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:30.723127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Attempting to bind port f9c1f040-2006-48cb-b31e-eafec699e53c by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:30.723657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Attempting to bind port f9c1f040-2006-48cb-b31e-eafec699e53c on network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:30.728237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Port f9c1f040-2006-48cb-b31e-eafec699e53c on network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:26:30.728558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Attempting to bind port f9c1f040-2006-48cb-b31e-eafec699e53c on network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:30.733566 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:30.733904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Checking segment: {'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:30.734286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Bound using segment: {'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:30.734711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Bound port: f9c1f040-2006-48cb-b31e-eafec699e53c, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:30.735072 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.802632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] For port f9c1f040-2006-48cb-b31e-eafec699e53c, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:30.805889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] For port f9c1f040-2006-48cb-b31e-eafec699e53c, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=f9c1f040-2006-48cb-b31e-eafec699e53c,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:30.810694 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.848649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:30.849458 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.850870 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] 10.222.0.18 "PUT /v2.0/ports/f9c1f040-2006-48cb-b31e-eafec699e53c HTTP/1.1" status: 200 len: 1091 time: 0.6256452 Nov 09 18:26:30.851382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'tag': 'f9c1f040-2006-48cb-b31e-eafec699e53c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:26:30.853630 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b647642-5cab-4217-8b5e-299687d8eec4" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec92793-f016-4e01-b439-e0e5f7eeb43a", "tag": "f9c1f040-2006-48cb-b31e-eafec699e53c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:26:30.898102 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2472232f-08c0-40be-806b-2540f98f737a x-openstack-request-id: req-2472232f-08c0-40be-806b-2540f98f737a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:26:30.898392 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec92793-f016-4e01-b439-e0e5f7eeb43a", "tag": "f9c1f040-2006-48cb-b31e-eafec699e53c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:26:30.898644 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2472232f-08c0-40be-806b-2540f98f737a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:26:30.899038 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'tag': 'f9c1f040-2006-48cb-b31e-eafec699e53c', 'status': 'completed', 'code': 200} Nov 09 18:26:30.932145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4a264-447d-4f94-a962-0e6970a680ae service neutron] Pushing event updated for resources: {'Port': ['ID=f9c1f040-2006-48cb-b31e-eafec699e53c,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:30.954980 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e90d-3ada-43d7-a4c2-f2ad02444581 req-8faaf0c8-2c78-491e-bd58-ba6c03f4ca34 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:30.956481 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1363e90d-3ada-43d7-a4c2-f2ad02444581 req-8faaf0c8-2c78-491e-bd58-ba6c03f4ca34 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 943 time: 0.0996621 Nov 09 18:26:30.971478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-66fa58ba-a10c-4e2b-9117-b420e0ede20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:30.972940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-66fa58ba-a10c-4e2b-9117-b420e0ede20b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 1094 time: 0.0765784 Nov 09 18:26:31.021242 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-d05d74df-1f71-4da8-bedc-a34d4a359f61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9c1f040-2006-48cb-b31e-eafec699e53c HTTP/1.1" status: 200 len: 217 time: 0.0384696 Nov 09 18:26:31.042856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1363e90d-3ada-43d7-a4c2-f2ad02444581 req-80e44376-5beb-4c86-b0fb-923849babe28 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788412 Nov 09 18:26:31.082606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-1acd207d-2898-4fec-a342-665e933c1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:31.084292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-1acd207d-2898-4fec-a342-665e933c1914 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0554669 Nov 09 18:26:31.124713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-4b810ac4-de7a-4f0a-9e0f-06a80c812ddd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332994 Nov 09 18:26:31.214474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-9630f209-33b7-4783-a287-bf7ff87f2a41 service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823019 Nov 09 18:26:31.310719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1afa295c-5800-45bb-ac95-c22cd2fac664 req-0a02fbe2-3ee4-42b1-bb78-f611980bb9cb service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892768 Nov 09 18:26:31.396365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b647642-5cab-4217-8b5e-299687d8eec4 req-78ac3eea-ce8a-44c6-b487-cae203fd258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:31.397902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8b647642-5cab-4217-8b5e-299687d8eec4 req-78ac3eea-ce8a-44c6-b487-cae203fd258d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 1094 time: 0.0420980 Nov 09 18:26:31.491874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b647642-5cab-4217-8b5e-299687d8eec4 req-8d0d3d03-953b-41c9-aea7-54d57adb56ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:31.493907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8b647642-5cab-4217-8b5e-299687d8eec4 req-8d0d3d03-953b-41c9-aea7-54d57adb56ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 916 time: 0.0890648 Nov 09 18:26:31.548727 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8b647642-5cab-4217-8b5e-299687d8eec4 req-c17d7d6f-15be-4fd4-b954-2740f99977ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9c1f040-2006-48cb-b31e-eafec699e53c HTTP/1.1" status: 200 len: 217 time: 0.0474129 Nov 09 18:26:31.597309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b647642-5cab-4217-8b5e-299687d8eec4 req-63b6661c-3568-4542-86d1-6dac4b484b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:31.598741 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8b647642-5cab-4217-8b5e-299687d8eec4 req-63b6661c-3568-4542-86d1-6dac4b484b0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0434508 Nov 09 18:26:31.630043 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8b647642-5cab-4217-8b5e-299687d8eec4 req-191b20ee-75ae-4ac8-b0df-118e63632df6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243790 Nov 09 18:26:31.733231 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8b647642-5cab-4217-8b5e-299687d8eec4 req-acbccfb3-586b-4b66-b061-660bfcd90558 service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961125 Nov 09 18:26:31.822714 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8b647642-5cab-4217-8b5e-299687d8eec4 req-13757e5e-f091-4529-9254-2ca5a5e2721c service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823948 Nov 09 18:26:32.166380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12c857-ef25-447e-9d6f-001ebd403bd5 req-5c9d5efa-6c47-4c1d-8c37-e35025bda609 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:32.167873 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d12c857-ef25-447e-9d6f-001ebd403bd5 req-5c9d5efa-6c47-4c1d-8c37-e35025bda609 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 943 time: 0.0545032 Nov 09 18:26:32.205845 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d12c857-ef25-447e-9d6f-001ebd403bd5 req-875a2076-a0eb-4bd5-aef0-6ef788a511f0 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320206 Nov 09 18:26:33.321647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a4177-d6ab-49d6-940a-ec83420ad2bf req-14b7f739-1667-4bf7-8b1b-fe005e021ba5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:33.323133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a87a4177-d6ab-49d6-940a-ec83420ad2bf req-14b7f739-1667-4bf7-8b1b-fe005e021ba5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 943 time: 0.0491731 Nov 09 18:26:33.363247 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a87a4177-d6ab-49d6-940a-ec83420ad2bf req-0b311001-3eaa-4653-9425-ffc4ac973aab tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342019 Nov 09 18:26:34.480797 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791cbd1-84b1-49a7-afc7-8ecea1b8daa6 req-1bc74ace-cc88-4e5a-8e20-9060cc600420 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:34.482285 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7791cbd1-84b1-49a7-afc7-8ecea1b8daa6 req-1bc74ace-cc88-4e5a-8e20-9060cc600420 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 943 time: 0.0513086 Nov 09 18:26:34.514310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device f9c1f040-2006-48cb-b31e-eafec699e53c details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:26:34.522372 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7791cbd1-84b1-49a7-afc7-8ecea1b8daa6 req-6a622027-d870-440e-a88f-b26423f24036 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Nov 09 18:26:34.610257 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port f9c1f040-2006-48cb-b31e-eafec699e53c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=f9c1f040-2006-48cb-b31e-eafec699e53c,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:34.621941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'f9c1f040-2006-48cb-b31e-eafec699e53c', 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6', 'port_id': 'f9c1f040-2006-48cb-b31e-eafec699e53c', 'mac_address': 'fa:16:3e:33:a2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e771d60-4e5f-4df0-a765-7b072666d05d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:26:34.662381 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.674774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c1f040-2006-48cb-b31e-eafec699e53c {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:26:34.693466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port f9c1f040-2006-48cb-b31e-eafec699e53c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=f9c1f040-2006-48cb-b31e-eafec699e53c,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:34.697516 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.744390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=f9c1f040-2006-48cb-b31e-eafec699e53c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:35.001006 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['f9c1f040-2006-48cb-b31e-eafec699e53c'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:26:35.640353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99679f9a-6798-4305-bb27-b69d7b68feaf req-50a6436a-5add-4ddb-8e17-2797e1cef3ba tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:35.641836 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99679f9a-6798-4305-bb27-b69d7b68feaf req-50a6436a-5add-4ddb-8e17-2797e1cef3ba tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 944 time: 0.0536993 Nov 09 18:26:35.680330 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99679f9a-6798-4305-bb27-b69d7b68feaf req-6802e5c8-875c-434d-ad94-2551a0cd94df tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Nov 09 18:26:36.532529 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device f9c1f040-2006-48cb-b31e-eafec699e53c up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:36.580862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port f9c1f040-2006-48cb-b31e-eafec699e53c completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:26:36.585284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port f9c1f040-2006-48cb-b31e-eafec699e53c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:36.585668 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.665412 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.689228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c1f040-2006-48cb-b31e-eafec699e53c'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:26:36.691698 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bf7246-a34e-4aa7-bd50-de366b0ee6d3" -d '{"events": [{"server_uuid": "8ec92793-f016-4e01-b439-e0e5f7eeb43a", "name": "network-vif-plugged", "status": "completed", "tag": "f9c1f040-2006-48cb-b31e-eafec699e53c"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:26:36.706374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port f9c1f040-2006-48cb-b31e-eafec699e53c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=f9c1f040-2006-48cb-b31e-eafec699e53c,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:36.711890 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.752240 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26aa2b1-7646-4530-8536-796f18cec7ab x-openstack-request-id: req-f26aa2b1-7646-4530-8536-796f18cec7ab {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:26:36.752540 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec92793-f016-4e01-b439-e0e5f7eeb43a", "name": "network-vif-plugged", "status": "completed", "tag": "f9c1f040-2006-48cb-b31e-eafec699e53c", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:26:36.752848 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f26aa2b1-7646-4530-8536-796f18cec7ab {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:26:36.753203 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c1f040-2006-48cb-b31e-eafec699e53c', 'code': 200} Nov 09 18:26:36.769003 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=f9c1f040-2006-48cb-b31e-eafec699e53c,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:36.807786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffacbcc-b8b6-4f5b-9110-437ae5c5e49a req-a95c062c-5fbb-493d-ae3a-6a5a4b351edc tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:36.809345 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fffacbcc-b8b6-4f5b-9110-437ae5c5e49a req-a95c062c-5fbb-493d-ae3a-6a5a4b351edc tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0577495 Nov 09 18:26:36.871072 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fffacbcc-b8b6-4f5b-9110-437ae5c5e49a req-c245b2ff-0725-46e3-a4d1-bddcaaa11f99 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522320 Nov 09 18:26:36.876163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93225b-d6d2-4dc8-a4b4-bc18b09bb3df req-d14fa001-0784-4d35-84e7-7de0e7779052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:36.877628 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb93225b-d6d2-4dc8-a4b4-bc18b09bb3df req-d14fa001-0784-4d35-84e7-7de0e7779052 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 1096 time: 0.0674810 Nov 09 18:26:36.917529 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb93225b-d6d2-4dc8-a4b4-bc18b09bb3df req-e32b22cf-0e75-4f0e-afb7-6f4fb29ad871 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314820 Nov 09 18:26:37.988554 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80b517-756e-4172-9f14-f8689d168416 req-b50361a2-4780-44de-a23f-c5c042f4986c tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:37.990686 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2d80b517-756e-4172-9f14-f8689d168416 req-b50361a2-4780-44de-a23f-c5c042f4986c tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0506134 Nov 09 18:26:38.030363 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2d80b517-756e-4172-9f14-f8689d168416 req-f79d4fcf-a9c1-4d13-ac69-a5499f7f03fb tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332184 Nov 09 18:26:39.147844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be2016-adea-4ba7-8797-b3b6307fe13a req-2768bcaf-11ed-4cfc-b23f-a55388368748 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:39.149344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43be2016-adea-4ba7-8797-b3b6307fe13a req-2768bcaf-11ed-4cfc-b23f-a55388368748 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0511031 Nov 09 18:26:39.187714 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43be2016-adea-4ba7-8797-b3b6307fe13a req-ac425bdd-42db-4b87-9b47-e5bbe2b2f876 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323710 Nov 09 18:26:39.312326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06022d-9aa6-4c30-88d0-180127486d47 req-75a776ff-8b34-46a5-b005-bf3735500e53 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:39.313844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e06022d-9aa6-4c30-88d0-180127486d47 req-75a776ff-8b34-46a5-b005-bf3735500e53 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0537431 Nov 09 18:26:39.354273 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5e06022d-9aa6-4c30-88d0-180127486d47 req-feadec52-8b3b-466a-bf3a-9136f44161a4 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338931 Nov 09 18:26:39.557620 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0dd94-deac-40a0-aec8-5cacb3b18bd4 req-ee2c9a3f-f64d-4ee6-8b72-3f32e022c3d7 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:39.559120 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8c0dd94-deac-40a0-aec8-5cacb3b18bd4 req-ee2c9a3f-f64d-4ee6-8b72-3f32e022c3d7 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0513377 Nov 09 18:26:39.598211 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b8c0dd94-deac-40a0-aec8-5cacb3b18bd4 req-baa35f77-4152-465f-87a5-8a8117f98de2 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Nov 09 18:26:39.710888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813f848-13f8-4d8c-b9f3-9adba382880d req-3d6686d1-8d1b-4a99-a8f7-fa3332047b44 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:39.712387 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2813f848-13f8-4d8c-b9f3-9adba382880d req-3d6686d1-8d1b-4a99-a8f7-fa3332047b44 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0493915 Nov 09 18:26:39.749715 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2813f848-13f8-4d8c-b9f3-9adba382880d req-0b9e776d-eafa-4a5d-b877-97528fc5bb41 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Nov 09 18:26:40.008589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-cac0c61d-6df4-4b3a-95de-ef3a536c3263 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736415 Nov 09 18:26:40.020372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1373272-b610-4ec2-9daf-e2ab08bb2ab7 req-f055c72f-7194-4304-a3fe-148c1e2a451e tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:40.021931 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1373272-b610-4ec2-9daf-e2ab08bb2ab7 req-f055c72f-7194-4304-a3fe-148c1e2a451e tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0769153 Nov 09 18:26:40.061569 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1373272-b610-4ec2-9daf-e2ab08bb2ab7 req-1c954c73-ad92-4d46-9900-cbd31d26b544 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335927 Nov 09 18:26:40.742630 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f6549eeb-cef7-4691-9ba5-c8ab5138c49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:41.101972 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:26:41.182833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3347859-8292-4222-8154-faa0622e0e13 req-c8439598-cbab-4244-9e7f-a66c2c843c2a tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.184354 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d3347859-8292-4222-8154-faa0622e0e13 req-c8439598-cbab-4244-9e7f-a66c2c843c2a tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0505884 Nov 09 18:26:41.195746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144958c1-870d-45da-bddc-b98f86f9401a req-a8ceaedb-5d77-44af-b3b5-c9c93c626749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.197335 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-a8ceaedb-5d77-44af-b3b5-c9c93c626749 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 1096 time: 0.0429251 Nov 09 18:26:41.222602 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d3347859-8292-4222-8154-faa0622e0e13 req-486c82a0-b484-4b96-bb4b-ded0c34783b8 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Nov 09 18:26:41.293911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144958c1-870d-45da-bddc-b98f86f9401a req-912a3c19-6d15-4d00-b34e-402b2f609ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.295427 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-912a3c19-6d15-4d00-b34e-402b2f609ad5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 916 time: 0.0912325 Nov 09 18:26:41.337695 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-60821ed1-d0e6-4429-bcce-455a0788f89c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9c1f040-2006-48cb-b31e-eafec699e53c HTTP/1.1" status: 200 len: 217 time: 0.0355265 Nov 09 18:26:41.386149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144958c1-870d-45da-bddc-b98f86f9401a req-bbcf18b4-0477-4cc6-bf5f-5674722965d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.387631 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-bbcf18b4-0477-4cc6-bf5f-5674722965d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0434041 Nov 09 18:26:41.419136 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-dd428d5c-d35b-4aa9-885d-0d12f93f3a9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247500 Nov 09 18:26:41.511642 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-a4282a33-4a44-4a5e-825c-a7385ba3cae5 service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855255 Nov 09 18:26:41.610363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-143cace8-ac31-403a-8bda-0765635a43f4 service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915525 Nov 09 18:26:42.350304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ed00f-7894-42f5-93db-101fc44ceb8a req-23f966b8-75bf-4636-9990-8be7299954f3 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:42.351818 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d1ed00f-7894-42f5-93db-101fc44ceb8a req-23f966b8-75bf-4636-9990-8be7299954f3 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0544214 Nov 09 18:26:42.396022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d1ed00f-7894-42f5-93db-101fc44ceb8a req-4aac3785-4669-444f-85b9-8b27e5434ec1 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376348 Nov 09 18:26:43.533385 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43cb38-c79a-4c41-97e5-bccb51839c0a req-e8818cef-3ba9-4965-9a0a-6c1221f7abcd tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:43.534871 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bb43cb38-c79a-4c41-97e5-bccb51839c0a req-e8818cef-3ba9-4965-9a0a-6c1221f7abcd tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0644982 Nov 09 18:26:43.573301 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bb43cb38-c79a-4c41-97e5-bccb51839c0a req-d9b10a21-27db-4d45-987b-099e9ddf1b2d tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322442 Nov 09 18:26:43.699674 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6f209b72-b29b-4333-a82e-040904396bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.520909 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.687943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65c2e8-1c22-4b95-9041-a7e19838c640 req-8ca79ae0-7f15-4809-86dd-24ef74c726dc tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:44.689399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae65c2e8-1c22-4b95-9041-a7e19838c640 req-8ca79ae0-7f15-4809-86dd-24ef74c726dc tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0483997 Nov 09 18:26:44.728352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae65c2e8-1c22-4b95-9041-a7e19838c640 req-3b83b9e5-4b2b-44db-a7e7-29c15c9c836b tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327640 Nov 09 18:26:45.528964 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.843248 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349e54-c167-48a4-8e76-a5d43413de59 req-cd259a49-3c62-4764-b178-5b053401373e tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:45.844760 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4f349e54-c167-48a4-8e76-a5d43413de59 req-cd259a49-3c62-4764-b178-5b053401373e tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0500669 Nov 09 18:26:45.885226 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4f349e54-c167-48a4-8e76-a5d43413de59 req-c7c03963-795b-4133-892e-92e2f8c10719 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332873 Nov 09 18:26:47.000500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560405f0-2ca2-4b4b-9dfa-9a8e3fac5bf0 req-4e7362b4-29ec-4e45-be20-cd30c1b871b7 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:47.002007 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-560405f0-2ca2-4b4b-9dfa-9a8e3fac5bf0 req-4e7362b4-29ec-4e45-be20-cd30c1b871b7 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0498626 Nov 09 18:26:47.041274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-560405f0-2ca2-4b4b-9dfa-9a8e3fac5bf0 req-803539a8-ffd0-4677-a63c-d1e6b4b2a9fd tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Nov 09 18:26:47.776179 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:48.164518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78c151-63be-4ae2-bbb3-1e45d605e3fc req-f2c5f41e-e9b5-4d74-8261-26b861ee43f7 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:48.166011 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8c78c151-63be-4ae2-bbb3-1e45d605e3fc req-f2c5f41e-e9b5-4d74-8261-26b861ee43f7 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0509186 Nov 09 18:26:48.205005 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8c78c151-63be-4ae2-bbb3-1e45d605e3fc req-07944231-25ea-4f80-8acd-a04b6bdf116b tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327613 Nov 09 18:26:49.323402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e0060-12a4-4913-a583-e15c5e5c1f25 req-04db4bcc-f982-4065-9018-a1acb51f5721 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:49.324864 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d8e0060-12a4-4913-a583-e15c5e5c1f25 req-04db4bcc-f982-4065-9018-a1acb51f5721 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0519731 Nov 09 18:26:49.362614 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1d8e0060-12a4-4913-a583-e15c5e5c1f25 req-041462b3-c66b-4155-9772-4ac0785e5f1d tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317726 Nov 09 18:26:50.482523 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210722f-5303-4d34-91c3-0952cdedb8b4 req-42991cc5-b598-4247-a7d0-e031ebe92741 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:50.484040 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e210722f-5303-4d34-91c3-0952cdedb8b4 req-42991cc5-b598-4247-a7d0-e031ebe92741 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0531986 Nov 09 18:26:50.523523 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e210722f-5303-4d34-91c3-0952cdedb8b4 req-a670b179-0b96-4102-ae52-8b96c88dc257 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325484 Nov 09 18:26:51.644157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dc368-0d01-4a97-8e43-b036c3b1f2f3 req-b755f932-1837-468d-a87e-8598e9b51d40 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:51.646442 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-199dc368-0d01-4a97-8e43-b036c3b1f2f3 req-b755f932-1837-468d-a87e-8598e9b51d40 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0537975 Nov 09 18:26:51.683936 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-199dc368-0d01-4a97-8e43-b036c3b1f2f3 req-52319e66-e5ea-45bf-bfd3-7baaa27b2851 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313823 Nov 09 18:26:52.809503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad18755-0eed-4bad-b12f-9fc533e7bf94 req-984da569-e7ab-4d10-9b94-dc277de1e3ee tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:52.811013 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ad18755-0eed-4bad-b12f-9fc533e7bf94 req-984da569-e7ab-4d10-9b94-dc277de1e3ee tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0518093 Nov 09 18:26:52.849744 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ad18755-0eed-4bad-b12f-9fc533e7bf94 req-45ace44b-ff82-4a6c-9df9-5fca6dde1f4c tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Nov 09 18:26:53.344946 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:53.966500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12541a-0a8e-423d-8fd8-650a2c8a4a01 req-a37636bd-dd68-47c4-a3c1-2d6e69beacdc tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:53.968032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c12541a-0a8e-423d-8fd8-650a2c8a4a01 req-a37636bd-dd68-47c4-a3c1-2d6e69beacdc tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0494702 Nov 09 18:26:54.007336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c12541a-0a8e-423d-8fd8-650a2c8a4a01 req-b348a499-769a-4a8f-af57-98a4aaa8366c tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329313 Nov 09 18:26:54.120370 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:55.124371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d7832-6bea-49bf-986f-e173d7d8bac9 req-f3ece395-0e2d-4cb0-9322-2b4f9de6fab1 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:55.125857 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a7d7832-6bea-49bf-986f-e173d7d8bac9 req-f3ece395-0e2d-4cb0-9322-2b4f9de6fab1 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0501807 Nov 09 18:26:55.164341 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5a7d7832-6bea-49bf-986f-e173d7d8bac9 req-cfc07d08-5186-4450-9ec2-6eea44c14420 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324373 Nov 09 18:26:56.283183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd88b0-e7f8-45f7-8044-5fe40f980a33 req-3a11f583-6a00-427c-9719-62ba8a9cffe3 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:56.284572 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83cd88b0-e7f8-45f7-8044-5fe40f980a33 req-3a11f583-6a00-427c-9719-62ba8a9cffe3 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0523772 Nov 09 18:26:56.322783 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83cd88b0-e7f8-45f7-8044-5fe40f980a33 req-ccd7abc2-b1c7-44fd-bd18-30f1cf139b28 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314946 Nov 09 18:26:57.443037 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf5630-ea81-48bd-b047-05ac8c1a1c7a req-4cc0cc1d-e790-4dcd-9f1e-1a31fa5af442 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:57.444595 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3fdf5630-ea81-48bd-b047-05ac8c1a1c7a req-4cc0cc1d-e790-4dcd-9f1e-1a31fa5af442 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0548046 Nov 09 18:26:57.483829 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3fdf5630-ea81-48bd-b047-05ac8c1a1c7a req-7b56e231-54ed-4ab5-9535-ef339b6ce6a7 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330310 Nov 09 18:26:58.601767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedc0df-42c8-4e60-bec3-c1f7cefe674d req-20496b48-ab8d-4df8-a297-6e994af737cc tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:58.603267 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5fedc0df-42c8-4e60-bec3-c1f7cefe674d req-20496b48-ab8d-4df8-a297-6e994af737cc tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0500131 Nov 09 18:26:58.642649 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5fedc0df-42c8-4e60-bec3-c1f7cefe674d req-cd0492fe-7ba2-40c5-bc82-b8570d45e648 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329869 Nov 09 18:26:59.766392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9c6ab-5a9e-45f2-b3c5-d025d4e14aec req-b60e7999-dd7f-4040-9c59-6872b2a02b69 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:59.767890 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7b9c6ab-5a9e-45f2-b3c5-d025d4e14aec req-b60e7999-dd7f-4040-9c59-6872b2a02b69 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0503783 Nov 09 18:26:59.816859 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7b9c6ab-5a9e-45f2-b3c5-d025d4e14aec req-3e606c89-0823-41eb-af32-f61a74bb63a9 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427489 Nov 09 18:27:00.933573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab529ab-fad9-4da5-9953-a55c1e353f1f req-0055702e-29c6-4281-9849-d5884872beb0 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:00.935050 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eab529ab-fad9-4da5-9953-a55c1e353f1f req-0055702e-29c6-4281-9849-d5884872beb0 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0494649 Nov 09 18:27:00.973918 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eab529ab-fad9-4da5-9953-a55c1e353f1f req-17623666-4653-40e1-b36b-e1db7732c14b tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322926 Nov 09 18:27:02.088356 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b63b28-5465-402d-aae0-085d38a36899 req-f01b4b6e-1f3f-492c-817e-fee008a6225f tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:02.089843 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2b63b28-5465-402d-aae0-085d38a36899 req-f01b4b6e-1f3f-492c-817e-fee008a6225f tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0484726 Nov 09 18:27:02.128620 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f2b63b28-5465-402d-aae0-085d38a36899 req-b3f1330d-d61b-4a4f-a35a-9a17270777d5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326667 Nov 09 18:27:03.248503 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdedfa-c775-402d-b55e-71efd4e6a532 req-0b0d6448-de3b-484f-b842-c22fca2e4953 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:03.250019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ffdedfa-c775-402d-b55e-71efd4e6a532 req-0b0d6448-de3b-484f-b842-c22fca2e4953 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0526550 Nov 09 18:27:03.288221 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ffdedfa-c775-402d-b55e-71efd4e6a532 req-498560de-0be6-4223-94ad-58e0459eb660 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311975 Nov 09 18:27:04.407355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe64d39-b7f9-4103-b5a8-722dfba2ea76 req-815f874f-031a-4133-b267-d61059d79232 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:04.408850 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0fe64d39-b7f9-4103-b5a8-722dfba2ea76 req-815f874f-031a-4133-b267-d61059d79232 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0535426 Nov 09 18:27:04.447412 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0fe64d39-b7f9-4103-b5a8-722dfba2ea76 req-6c5ac1b2-0cc9-42cd-849e-6997fcdff0ab tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Nov 09 18:27:05.568765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edeed0-01ba-4bcf-9f95-3f4dc54fdd98 req-3365b0e8-9ac3-438c-b508-66a254734d02 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:05.570300 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79edeed0-01ba-4bcf-9f95-3f4dc54fdd98 req-3365b0e8-9ac3-438c-b508-66a254734d02 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0528743 Nov 09 18:27:05.610629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79edeed0-01ba-4bcf-9f95-3f4dc54fdd98 req-43829619-fcea-4144-aaa0-ae5201b972b4 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341973 Nov 09 18:27:06.726665 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e624d5-a386-4f9b-88aa-875e05aa3141 req-cb1b75cb-81de-4759-bbfa-b0b83e62054d tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:06.728201 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08e624d5-a386-4f9b-88aa-875e05aa3141 req-cb1b75cb-81de-4759-bbfa-b0b83e62054d tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0493174 Nov 09 18:27:06.766194 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-08e624d5-a386-4f9b-88aa-875e05aa3141 req-617b46eb-d85c-4b32-9cd8-0323949bd222 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320029 Nov 09 18:27:07.883815 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c42b7-ad12-4cb0-bbe9-a51f88422bdb req-3496cf3f-3bc1-4cd6-945b-6c87dd603dac tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:07.885316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a34c42b7-ad12-4cb0-bbe9-a51f88422bdb req-3496cf3f-3bc1-4cd6-945b-6c87dd603dac tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0508580 Nov 09 18:27:07.922443 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a34c42b7-ad12-4cb0-bbe9-a51f88422bdb req-913fe373-07f7-4eed-9ef4-01934e345d3a tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Nov 09 18:27:08.481365 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-144958c1-870d-45da-bddc-b98f86f9401a req-ed8825f6-e4e4-4ced-9dce-acf7f11a18b4 service neutron] show failed (client error): The resource could not be found. Nov 09 18:27:08.482368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-ed8825f6-e4e4-4ced-9dce-acf7f11a18b4 service neutron] 10.222.0.18 "GET /v2.0/ports/f9c1f040-2006-48cb-b31e-eafec699e53c/bindings/n-h1-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0593693 Nov 09 18:27:08.683407 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144958c1-870d-45da-bddc-b98f86f9401a req-4979809e-01e8-4793-baf3-400026674055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:08.684874 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-4979809e-01e8-4793-baf3-400026674055 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a&tenant_id=b38a904af8934af89d1e141307c86cb1 HTTP/1.1" status: 200 len: 1096 time: 0.0411241 Nov 09 18:27:08.697055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:08.755372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:08.965170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] For port f9c1f040-2006-48cb-b31e-eafec699e53c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=f9c1f040-2006-48cb-b31e-eafec699e53c,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:08.999900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] For port f9c1f040-2006-48cb-b31e-eafec699e53c, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:27:09.040686 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c1f040-2006-48cb-b31e-eafec699e53c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:09.042927 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b23a46-dc4f-4013-a9d9-ab1ab0033fe4" -d '{"events": [{"server_uuid": "8ec92793-f016-4e01-b439-e0e5f7eeb43a", "name": "network-vif-unplugged", "status": "completed", "tag": "f9c1f040-2006-48cb-b31e-eafec699e53c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:09.043970 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be3f75-a8b9-4fa4-9600-f8bbaea5d2ca req-07591d5f-e43b-4ea4-9e14-1af37934d098 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:09.045520 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7be3f75-a8b9-4fa4-9600-f8bbaea5d2ca req-07591d5f-e43b-4ea4-9e14-1af37934d098 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0518281 Nov 09 18:27:09.047608 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:09.060797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Transition to ACTIVE for port object f9c1f040-2006-48cb-b31e-eafec699e53c will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:27:09.065272 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:09.090547 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f7be3f75-a8b9-4fa4-9600-f8bbaea5d2ca req-d2a337cc-95c4-47cf-aaae-a3084a54c091 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374663 Nov 09 18:27:09.103720 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91247fba-56b3-41e2-81a1-699e72241d97 x-openstack-request-id: req-91247fba-56b3-41e2-81a1-699e72241d97 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:09.104014 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec92793-f016-4e01-b439-e0e5f7eeb43a", "name": "network-vif-unplugged", "status": "completed", "tag": "f9c1f040-2006-48cb-b31e-eafec699e53c", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:09.104267 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91247fba-56b3-41e2-81a1-699e72241d97 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:09.104657 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c1f040-2006-48cb-b31e-eafec699e53c', 'code': 200} Nov 09 18:27:09.134069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] No DVR routers for this DVR port f9c1f040-2006-48cb-b31e-eafec699e53c on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:27:09.137104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Pushing event updated for resources: {'Port': ['ID=f9c1f040-2006-48cb-b31e-eafec699e53c,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:09.174156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Attempting to bind port f9c1f040-2006-48cb-b31e-eafec699e53c on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:27:09.174483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Attempting to bind port f9c1f040-2006-48cb-b31e-eafec699e53c by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:27:09.174805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Attempting to bind port f9c1f040-2006-48cb-b31e-eafec699e53c on network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:09.179352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Port f9c1f040-2006-48cb-b31e-eafec699e53c on network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:27:09.179694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Attempting to bind port f9c1f040-2006-48cb-b31e-eafec699e53c on network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:09.184524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:27:09.184850 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Checking segment: {'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:27:09.185225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Bound using segment: {'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:27:09.185646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Bound port: f9c1f040-2006-48cb-b31e-eafec699e53c, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:27:09.185990 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:09.249000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] For port f9c1f040-2006-48cb-b31e-eafec699e53c, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:27:09.252072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] For port f9c1f040-2006-48cb-b31e-eafec699e53c, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f9c1f040-2006-48cb-b31e-eafec699e53c,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:27:09.256461 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:09.289879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:09.290494 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:09.291953 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] 10.222.0.13 "PUT /v2.0/ports/f9c1f040-2006-48cb-b31e-eafec699e53c HTTP/1.1" status: 200 len: 1091 time: 0.5989733 Nov 09 18:27:09.321805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065003e-5de2-417a-89eb-0016dfca093c service neutron] Pushing event updated for resources: {'Port': ['ID=f9c1f040-2006-48cb-b31e-eafec699e53c,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:09.357374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144958c1-870d-45da-bddc-b98f86f9401a req-3f570f69-bc8f-4def-8610-6f44f93a6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:09.358873 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-3f570f69-bc8f-4def-8610-6f44f93a6891 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 1094 time: 0.0448482 Nov 09 18:27:09.451797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144958c1-870d-45da-bddc-b98f86f9401a req-a7e2e12f-e00a-43c9-9fb3-9fa8a4742933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:09.453254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-a7e2e12f-e00a-43c9-9fb3-9fa8a4742933 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 916 time: 0.0874135 Nov 09 18:27:09.494860 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-b13ba94a-7797-4001-a91b-8b797a45f421 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9c1f040-2006-48cb-b31e-eafec699e53c HTTP/1.1" status: 200 len: 217 time: 0.0340047 Nov 09 18:27:09.547785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144958c1-870d-45da-bddc-b98f86f9401a req-6a0b5140-9399-45b6-b115-02e5ea34bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:09.549151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-6a0b5140-9399-45b6-b115-02e5ea34bae9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0481658 Nov 09 18:27:09.581022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-b4245730-91f2-4416-9c88-f81ffa3e89d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245245 Nov 09 18:27:09.675886 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-2e23313a-bf2a-4fa9-a29d-35b1f521eb05 service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865667 Nov 09 18:27:09.770331 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-144958c1-870d-45da-bddc-b98f86f9401a req-17272b3c-a00c-4da2-848b-39d62f2ca29b service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868695 Nov 09 18:27:10.217220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188e6da-1c12-4f6a-bb00-2117f40c8737 req-52a6b103-6212-41b6-86e4-6118dde2abf3 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:10.218693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1188e6da-1c12-4f6a-bb00-2117f40c8737 req-52a6b103-6212-41b6-86e4-6118dde2abf3 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 943 time: 0.0527172 Nov 09 18:27:10.257287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1188e6da-1c12-4f6a-bb00-2117f40c8737 req-b2caabbe-0047-4c46-b087-f7e87c1ecae6 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321176 Nov 09 18:27:10.745187 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ef92271a-5bed-4893-ab2f-52d7cc95cf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.105841 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'tag': 'f9c1f040-2006-48cb-b31e-eafec699e53c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:11.108245 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed84a10-dbcf-465e-95ca-e45fec497983" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec92793-f016-4e01-b439-e0e5f7eeb43a", "tag": "f9c1f040-2006-48cb-b31e-eafec699e53c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:11.156975 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce05a7a1-71bf-4d69-a35d-4e62ee88d9f0 x-openstack-request-id: req-ce05a7a1-71bf-4d69-a35d-4e62ee88d9f0 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:11.157272 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec92793-f016-4e01-b439-e0e5f7eeb43a", "tag": "f9c1f040-2006-48cb-b31e-eafec699e53c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:11.157527 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce05a7a1-71bf-4d69-a35d-4e62ee88d9f0 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:11.158725 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'tag': 'f9c1f040-2006-48cb-b31e-eafec699e53c', 'status': 'completed', 'code': 200} Nov 09 18:27:11.658668 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-889fd122-d9a3-41e6-9188-71762c0d8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:11.660144 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-889fd122-d9a3-41e6-9188-71762c0d8d34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 1094 time: 0.4837699 Nov 09 18:27:11.667475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-d14ed52c-ec32-4cfd-a861-a048b25afcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:11.668859 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-d14ed52c-ec32-4cfd-a861-a048b25afcfa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 1094 time: 0.4875498 Nov 09 18:27:11.771760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9498e-2c76-407f-ae8f-1e0d4f09889b req-6b4f21d6-e1f3-44f7-a92d-d39801d3f678 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:11.773227 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89a9498e-2c76-407f-ae8f-1e0d4f09889b req-6b4f21d6-e1f3-44f7-a92d-d39801d3f678 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 943 time: 0.1509902 Nov 09 18:27:11.846358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89a9498e-2c76-407f-ae8f-1e0d4f09889b req-fcea1d5a-1ea3-4fe3-a394-e11d1bec0967 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658529 Nov 09 18:27:11.869218 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-3b806b64-26ad-4295-b7cb-22fa41456d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:11.870688 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-3b806b64-26ad-4295-b7cb-22fa41456d18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 916 time: 0.2008643 Nov 09 18:27:11.873209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-12f20735-3685-42df-bd8c-a2a81cdf77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:11.874577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-12f20735-3685-42df-bd8c-a2a81cdf77f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 916 time: 0.1948965 Nov 09 18:27:11.945907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-4bb9529e-e610-44d9-9a19-18d3c606e972 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9c1f040-2006-48cb-b31e-eafec699e53c HTTP/1.1" status: 200 len: 217 time: 0.0681136 Nov 09 18:27:11.947158 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-b7a9ecc6-feed-434c-8b36-29ff2b19d8d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9c1f040-2006-48cb-b31e-eafec699e53c HTTP/1.1" status: 200 len: 217 time: 0.0638964 Nov 09 18:27:12.032934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-2d030d72-ec48-4766-9d5c-d30afc7bab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:12.034403 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-2d030d72-ec48-4766-9d5c-d30afc7bab73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0822043 Nov 09 18:27:12.036516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-0ea62eef-151c-43f2-b38a-19e961aebf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:12.037829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-0ea62eef-151c-43f2-b38a-19e961aebf1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0783041 Nov 09 18:27:12.072174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-88bd5229-432b-4960-85f0-416ec9461be6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307868 Nov 09 18:27:12.094388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-fe0c924f-bad1-4f59-8478-7ea4eabf81d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456870 Nov 09 18:27:12.240972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-1625bde8-4b8a-451c-a44c-eafa3f9562b3 service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549311 Nov 09 18:27:12.246210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-988d89c9-8da5-43fa-b01c-8980757ed318 service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403763 Nov 09 18:27:12.405513 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-c6893aae-4fa9-4342-8c20-8054f66ac5b0 service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575136 Nov 09 18:27:12.407706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fed84a10-dbcf-465e-95ca-e45fec497983 req-355b60d9-513b-49ad-89a1-a697a8bb5c4d service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527183 Nov 09 18:27:12.686585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device f9c1f040-2006-48cb-b31e-eafec699e53c no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:12.724453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device f9c1f040-2006-48cb-b31e-eafec699e53c not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:12.727179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f9c1f040-2006-48cb-b31e-eafec699e53c details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:27:12.821978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port f9c1f040-2006-48cb-b31e-eafec699e53c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f9c1f040-2006-48cb-b31e-eafec699e53c,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:12.833815 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'f9c1f040-2006-48cb-b31e-eafec699e53c', 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6', 'port_id': 'f9c1f040-2006-48cb-b31e-eafec699e53c', 'mac_address': 'fa:16:3e:33:a2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e771d60-4e5f-4df0-a765-7b072666d05d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:27:12.870492 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:12.883791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c1f040-2006-48cb-b31e-eafec699e53c {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:27:12.904248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port f9c1f040-2006-48cb-b31e-eafec699e53c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f9c1f040-2006-48cb-b31e-eafec699e53c,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:12.908394 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:12.965660 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=f9c1f040-2006-48cb-b31e-eafec699e53c,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:12.977993 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d121ee4-b30c-4f6a-b621-aa21cba4c7b3 req-8f8b36ca-e8f2-4dd3-b15b-5b6e9481d151 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:12.979488 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d121ee4-b30c-4f6a-b621-aa21cba4c7b3 req-8f8b36ca-e8f2-4dd3-b15b-5b6e9481d151 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 944 time: 0.0543242 Nov 09 18:27:13.017800 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d121ee4-b30c-4f6a-b621-aa21cba4c7b3 req-4ded3b9c-1ea5-49c8-b266-66bb1e7d6198 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323591 Nov 09 18:27:13.126482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['f9c1f040-2006-48cb-b31e-eafec699e53c'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:27:13.222086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5fc10-147d-40b2-9f01-786db20098a4 req-e79c91bc-12b5-45f2-b97e-29bb9b9f763c tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:13.224560 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dea5fc10-147d-40b2-9f01-786db20098a4 req-e79c91bc-12b5-45f2-b97e-29bb9b9f763c tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 944 time: 0.0549355 Nov 09 18:27:13.236790 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b7760-0761-4aef-acb0-85f693ab3098 req-f452b031-fd1c-43dd-b8ad-12063febb7b7 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:13.238364 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-308b7760-0761-4aef-acb0-85f693ab3098 req-f452b031-fd1c-43dd-b8ad-12063febb7b7 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a&tenant_id=b38a904af8934af89d1e141307c86cb1&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 944 time: 0.0569417 Nov 09 18:27:13.265561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dea5fc10-147d-40b2-9f01-786db20098a4 req-5a70b003-92d5-4f60-a14f-97babce98a31 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347805 Nov 09 18:27:13.303995 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-308b7760-0761-4aef-acb0-85f693ab3098 req-1d198532-ab73-48dd-97d6-4504faf32d90 service neutron] delete failed (client error): The resource could not be found. Nov 09 18:27:13.305016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-308b7760-0761-4aef-acb0-85f693ab3098 req-1d198532-ab73-48dd-97d6-4504faf32d90 service neutron] 10.222.0.18 "DELETE /v2.0/ports/f9c1f040-2006-48cb-b31e-eafec699e53c/bindings/n-h2-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0590820 Nov 09 18:27:13.392427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b7760-0761-4aef-acb0-85f693ab3098 req-2eae34a4-cbce-4936-a3c0-96dc3a6c590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:13.393938 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-308b7760-0761-4aef-acb0-85f693ab3098 req-2eae34a4-cbce-4936-a3c0-96dc3a6c590d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 1095 time: 0.0421641 Nov 09 18:27:13.489584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b7760-0761-4aef-acb0-85f693ab3098 req-12e8393a-7b48-4e2c-a1cb-945847c595af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:13.491111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-308b7760-0761-4aef-acb0-85f693ab3098 req-12e8393a-7b48-4e2c-a1cb-945847c595af service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 916 time: 0.0895925 Nov 09 18:27:13.532067 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-308b7760-0761-4aef-acb0-85f693ab3098 req-f2028adf-b612-4254-b7eb-d7f6005bd8cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9c1f040-2006-48cb-b31e-eafec699e53c HTTP/1.1" status: 200 len: 217 time: 0.0337756 Nov 09 18:27:13.579922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b7760-0761-4aef-acb0-85f693ab3098 req-e824a986-c030-4eb5-be26-1292f4758bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:13.581354 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-308b7760-0761-4aef-acb0-85f693ab3098 req-e824a986-c030-4eb5-be26-1292f4758bad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0430627 Nov 09 18:27:13.619519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-308b7760-0761-4aef-acb0-85f693ab3098 req-1587461c-b422-45f0-ba7e-1a8c2267052f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299432 Nov 09 18:27:13.700064 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-37217d17-f617-45be-a964-40833d0d8f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:13.715069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-308b7760-0761-4aef-acb0-85f693ab3098 req-47500ab9-7ff9-49e4-bb45-477a5703444d service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887539 Nov 09 18:27:13.828482 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6937fa5-de35-4db3-b23b-b35894d74aed req-50676113-377f-453b-bd6b-5914bbed1b36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878460 Nov 09 18:27:13.842599 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-308b7760-0761-4aef-acb0-85f693ab3098 req-462bf48e-f05f-4d52-9d82-1407f608f619 service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208820 Nov 09 18:27:13.912503 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6937fa5-de35-4db3-b23b-b35894d74aed req-c74225df-a9a6-4046-a252-f181166fcc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:13.914052 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6937fa5-de35-4db3-b23b-b35894d74aed req-c74225df-a9a6-4046-a252-f181166fcc32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 1095 time: 0.0433354 Nov 09 18:27:14.026691 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6937fa5-de35-4db3-b23b-b35894d74aed req-97ddbb7f-a328-45a3-b1d7-f819cd49c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:14.028203 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6937fa5-de35-4db3-b23b-b35894d74aed req-97ddbb7f-a328-45a3-b1d7-f819cd49c905 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 916 time: 0.0946596 Nov 09 18:27:14.070097 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6937fa5-de35-4db3-b23b-b35894d74aed req-54a2c68c-8643-454a-a27e-5b31532e9838 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9c1f040-2006-48cb-b31e-eafec699e53c HTTP/1.1" status: 200 len: 217 time: 0.0351937 Nov 09 18:27:14.121444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6937fa5-de35-4db3-b23b-b35894d74aed req-259b33a2-d3c2-4861-9eb4-46adaeabf75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:14.122830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6937fa5-de35-4db3-b23b-b35894d74aed req-259b33a2-d3c2-4861-9eb4-46adaeabf75f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0457156 Nov 09 18:27:14.156216 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6937fa5-de35-4db3-b23b-b35894d74aed req-f917063d-b849-4c87-8832-e49e5ddb9d2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255492 Nov 09 18:27:14.255506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6937fa5-de35-4db3-b23b-b35894d74aed req-21a13178-7d4d-4270-b54c-086848a425b8 service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913107 Nov 09 18:27:14.355252 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d6937fa5-de35-4db3-b23b-b35894d74aed req-84336011-de58-4c8d-8197-693535f9a55c service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930583 Nov 09 18:27:14.421701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d043e-7766-454e-8b36-501497afb8b7 req-e9c22fd6-525b-41cc-894c-85b76a2dbd34 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:14.423174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b8d043e-7766-454e-8b36-501497afb8b7 req-e9c22fd6-525b-41cc-894c-85b76a2dbd34 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 944 time: 0.0585248 Nov 09 18:27:14.462437 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b8d043e-7766-454e-8b36-501497afb8b7 req-31695a00-5526-4dd4-9262-176066bfc71e tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319846 Nov 09 18:27:14.524090 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.580435 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb11b86-c4c3-4a95-85de-d978f133f94c req-610df6fe-7894-4ead-ba3f-a0faf712e6f1 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:14.582459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7eb11b86-c4c3-4a95-85de-d978f133f94c req-610df6fe-7894-4ead-ba3f-a0faf712e6f1 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 944 time: 0.0483801 Nov 09 18:27:14.621344 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-7eb11b86-c4c3-4a95-85de-d978f133f94c req-881345c2-9431-4fc2-9a5d-70b260a68af7 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328269 Nov 09 18:27:14.729708 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f9c1f040-2006-48cb-b31e-eafec699e53c up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:27:14.737958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfe722-6e56-43fc-b54f-8271e55554f1 req-146f495d-cd35-4bfc-bf34-999e3fd1670b tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:14.739514 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dbfe722-6e56-43fc-b54f-8271e55554f1 req-146f495d-cd35-4bfc-bf34-999e3fd1670b tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 944 time: 0.0510316 Nov 09 18:27:14.779435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5dbfe722-6e56-43fc-b54f-8271e55554f1 req-789449c4-173f-4ed9-afcd-05f85ccbfc09 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335095 Nov 09 18:27:14.782298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port f9c1f040-2006-48cb-b31e-eafec699e53c completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:27:14.786635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port f9c1f040-2006-48cb-b31e-eafec699e53c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:14.787019 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.864916 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.889662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c1f040-2006-48cb-b31e-eafec699e53c'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:14.892066 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c00a6f2-d31d-4f07-88fc-afd1a33c7cf0" -d '{"events": [{"server_uuid": "8ec92793-f016-4e01-b439-e0e5f7eeb43a", "name": "network-vif-plugged", "status": "completed", "tag": "f9c1f040-2006-48cb-b31e-eafec699e53c"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:14.908367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port f9c1f040-2006-48cb-b31e-eafec699e53c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f9c1f040-2006-48cb-b31e-eafec699e53c,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:14.916034 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.942652 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c12eda-bdd9-4505-a398-c005050e8c61 x-openstack-request-id: req-45c12eda-bdd9-4505-a398-c005050e8c61 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:14.943189 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec92793-f016-4e01-b439-e0e5f7eeb43a", "name": "network-vif-plugged", "status": "completed", "tag": "f9c1f040-2006-48cb-b31e-eafec699e53c", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:14.943189 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45c12eda-bdd9-4505-a398-c005050e8c61 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:14.943583 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c1f040-2006-48cb-b31e-eafec699e53c', 'code': 200} Nov 09 18:27:14.969805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=f9c1f040-2006-48cb-b31e-eafec699e53c,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:15.163040 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-6061003b-d295-429d-9d48-42b28a6310b1 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:15.164550 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-6061003b-d295-429d-9d48-42b28a6310b1 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 815 time: 0.1081636 Nov 09 18:27:15.180008 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-687f9408-efb7-4089-ae3a-179864aecc64 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/quotas/b38a904af8934af89d1e141307c86cb1 HTTP/1.1" status: 200 len: 375 time: 0.0096819 Nov 09 18:27:15.228225 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-037e1143-9d41-47f5-b64b-0bcac9f9783e tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428414 Nov 09 18:27:15.323082 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-89f1ea77-d04a-40e5-8f0c-3fd0ecebcef3 service neutron] 10.222.0.81 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879459 Nov 09 18:27:15.411568 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-f7a2f7b5-0f98-445b-b63b-ecbf13b539a5 service neutron] 10.222.0.81 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823984 Nov 09 18:27:15.534250 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.572097 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-04cb0ff8-444c-4cf4-a4ed-ac34dcb530ac req-8dbd9d82-62e1-4ce3-bea9-63146a253cb2 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 210 time: 0.0278327 Nov 09 18:27:16.317082 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2683d-feea-476e-a074-ae4255cc2a17 req-89771e9a-beb1-49b7-9500-ac046a83d800 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:16.318588 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2c2683d-feea-476e-a074-ae4255cc2a17 req-89771e9a-beb1-49b7-9500-ac046a83d800 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ec92793-f016-4e01-b439-e0e5f7eeb43a HTTP/1.1" status: 200 len: 945 time: 0.0539389 Nov 09 18:27:16.418751 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c2c2683d-feea-476e-a074-ae4255cc2a17 req-141d3b74-17fb-4cd1-94c5-fa777a95d436 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Deleting port f9c1f040-2006-48cb-b31e-eafec699e53c {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:27:16.419361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c2c2683d-feea-476e-a074-ae4255cc2a17 req-141d3b74-17fb-4cd1-94c5-fa777a95d436 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.595609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c2c2683d-feea-476e-a074-ae4255cc2a17 req-141d3b74-17fb-4cd1-94c5-fa777a95d436 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] For port f9c1f040-2006-48cb-b31e-eafec699e53c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=f9c1f040-2006-48cb-b31e-eafec699e53c,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:16.596312 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c2c2683d-feea-476e-a074-ae4255cc2a17 req-141d3b74-17fb-4cd1-94c5-fa777a95d436 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.616500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c2c2683d-feea-476e-a074-ae4255cc2a17 req-141d3b74-17fb-4cd1-94c5-fa777a95d436 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Calling delete_port for f9c1f040-2006-48cb-b31e-eafec699e53c owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:27:16.625020 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-a26bd540-01e6-4eca-8c5d-9bf147840463 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:16.626512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-a26bd540-01e6-4eca-8c5d-9bf147840463 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.13 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 815 time: 0.1904027 Nov 09 18:27:16.640509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-4ac4c4d5-f4a1-4d78-b8d0-f3e1de1d8904 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Request body: {'port': {'device_id': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6', 'admin_state_up': True, 'tenant_id': 'b38a904af8934af89d1e141307c86cb1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:16.680886 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f94858f5-2652-43ff-a3dd-22942b0ffcf7 req-8ee6eb17-8af7-41f5-ae39-b7785725a706 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 210 time: 0.0327678 Nov 09 18:27:16.848506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-4ac4c4d5-f4a1-4d78-b8d0-f3e1de1d8904 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Made reservation on behalf of b38a904af8934af89d1e141307c86cb1 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:27:16.852036 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-4ac4c4d5-f4a1-4d78-b8d0-f3e1de1d8904 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.881291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c2c2683d-feea-476e-a074-ae4255cc2a17 req-141d3b74-17fb-4cd1-94c5-fa777a95d436 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.921613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d3b74-17fb-4cd1-94c5-fa777a95d436 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Pushing event deleted for resources: {'Port': ['ID=f9c1f040-2006-48cb-b31e-eafec699e53c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:17.002457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c2683d-feea-476e-a074-ae4255cc2a17 req-141d3b74-17fb-4cd1-94c5-fa777a95d436 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] No DVR routers for this DVR port f9c1f040-2006-48cb-b31e-eafec699e53c on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:27:17.007488 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c2c2683d-feea-476e-a074-ae4255cc2a17 req-141d3b74-17fb-4cd1-94c5-fa777a95d436 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.010920 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c2c2683d-feea-476e-a074-ae4255cc2a17 req-141d3b74-17fb-4cd1-94c5-fa777a95d436 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.13 "DELETE /v2.0/ports/f9c1f040-2006-48cb-b31e-eafec699e53c HTTP/1.1" status: 204 len: 173 time: 0.6858022 Nov 09 18:27:17.011393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'name': 'network-vif-deleted', 'tag': 'f9c1f040-2006-48cb-b31e-eafec699e53c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:17.013764 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d78d2a6-a452-45e7-ba63-cf930fff6d37" -d '{"events": [{"server_uuid": "8ec92793-f016-4e01-b439-e0e5f7eeb43a", "name": "network-vif-deleted", "tag": "f9c1f040-2006-48cb-b31e-eafec699e53c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:17.059698 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b6f856-51b2-4b66-a89c-125e749587f4 x-openstack-request-id: req-77b6f856-51b2-4b66-a89c-125e749587f4 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:17.059992 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec92793-f016-4e01-b439-e0e5f7eeb43a", "name": "network-vif-deleted", "tag": "f9c1f040-2006-48cb-b31e-eafec699e53c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:17.060241 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77b6f856-51b2-4b66-a89c-125e749587f4 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:17.060634 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec92793-f016-4e01-b439-e0e5f7eeb43a', 'name': 'network-vif-deleted', 'tag': 'f9c1f040-2006-48cb-b31e-eafec699e53c', 'status': 'completed', 'code': 200} Nov 09 18:27:17.081800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-4ac4c4d5-f4a1-4d78-b8d0-f3e1de1d8904 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Allocated IP 172.20.0.10 (ce90bf54-89d8-428a-8240-e24b6cf8ccc6/7e771d60-4e5f-4df0-a765-7b072666d05d/4bc15c01-10a9-4be2-8067-f089ae6e28ed) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:27:17.248344 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-4ac4c4d5-f4a1-4d78-b8d0-f3e1de1d8904 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.283755 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-4ac4c4d5-f4a1-4d78-b8d0-f3e1de1d8904 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.333127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-4ac4c4d5-f4a1-4d78-b8d0-f3e1de1d8904 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:27:17.336408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-4ac4c4d5-f4a1-4d78-b8d0-f3e1de1d8904 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:27:17.340204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-4ac4c4d5-f4a1-4d78-b8d0-f3e1de1d8904 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:27:17.349875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4c4d5-f4a1-4d78-b8d0-f3e1de1d8904 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Pushing event updated for resources: {'Port': ['ID=4bc15c01-10a9-4be2-8067-f089ae6e28ed,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:17.400060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-4ac4c4d5-f4a1-4d78-b8d0-f3e1de1d8904 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:17.400682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-4ac4c4d5-f4a1-4d78-b8d0-f3e1de1d8904 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.417119 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-4ac4c4d5-f4a1-4d78-b8d0-f3e1de1d8904 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7804356 Nov 09 18:27:17.431199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Request body: {'port': {'device_id': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:17.491351 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.762065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc15c01-10a9-4be2-8067-f089ae6e28ed {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:27:17.770334 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.782875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Transition to ACTIVE for port object 4bc15c01-10a9-4be2-8067-f089ae6e28ed will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:27:17.785548 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.787774 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.806313 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9caac8-1b15-4c5e-8386-a1ef82a431da req-815dd36e-095d-4f5d-b55a-65bd6ec4a25d tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:17.807948 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba9caac8-1b15-4c5e-8386-a1ef82a431da req-815dd36e-095d-4f5d-b55a-65bd6ec4a25d tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 932 time: 0.0582204 Nov 09 18:27:17.840327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc15c01-10a9-4be2-8067-f089ae6e28ed,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:17.848254 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ba9caac8-1b15-4c5e-8386-a1ef82a431da req-8b4a7a2c-4b52-43bb-8f23-68ddacc80a52 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Nov 09 18:27:17.908606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Attempting to bind port 4bc15c01-10a9-4be2-8067-f089ae6e28ed on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:27:17.908854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Attempting to bind port 4bc15c01-10a9-4be2-8067-f089ae6e28ed by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:27:17.909187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Attempting to bind port 4bc15c01-10a9-4be2-8067-f089ae6e28ed on network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:17.914064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Port 4bc15c01-10a9-4be2-8067-f089ae6e28ed on network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:27:17.914408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Attempting to bind port 4bc15c01-10a9-4be2-8067-f089ae6e28ed on network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:17.919216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:27:17.919589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Checking segment: {'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:27:17.919954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Bound using segment: {'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:27:17.920374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Bound port: 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:27:17.920725 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.994118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] For port 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:27:17.997432 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] For port 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:27:18.002136 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:18.037185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:18.037860 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:18.039323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] 10.222.0.13 "PUT /v2.0/ports/4bc15c01-10a9-4be2-8067-f089ae6e28ed HTTP/1.1" status: 200 len: 1092 time: 0.6126888 Nov 09 18:27:18.061746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26530d56-4ea5-4dd3-97ac-eed0039cfa29 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc15c01-10a9-4be2-8067-f089ae6e28ed,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:18.104470 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:27:18.119711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-e971a2ee-9a7b-4dc1-8ca0-1f2d242f38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:18.121228 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-e971a2ee-9a7b-4dc1-8ca0-1f2d242f38c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 1095 time: 0.0459194 Nov 09 18:27:18.170206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-479be54e-f6c6-49a3-85a2-9233a1728d49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed HTTP/1.1" status: 200 len: 217 time: 0.0362535 Nov 09 18:27:18.220509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-e86e13ef-6dce-4e49-a9e9-0e843f5381e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:18.221999 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-e86e13ef-6dce-4e49-a9e9-0e843f5381e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0442083 Nov 09 18:27:18.257671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-293a0ffe-1a80-44f2-9167-95287f81e0e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285852 Nov 09 18:27:18.349829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-d9bd7e5a-f6dd-4200-9a5c-0a50e4f0964e service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853903 Nov 09 18:27:18.442672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38dfbb56-dcbb-42c1-8ca6-df97e5147ecc req-eeff5485-ed30-4d0a-80c1-81a117a0fa23 service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859966 Nov 09 18:27:18.759475 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f9c1f040-2006-48cb-b31e-eafec699e53c no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:18.932851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: f9c1f040-2006-48cb-b31e-eafec699e53c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:27:18.933519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device f9c1f040-2006-48cb-b31e-eafec699e53c not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:18.971561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203d3c5-f5fd-49c6-a0c3-a7b3e102abae req-48f78e1b-2479-4329-af66-081fccc051f9 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:18.973085 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c203d3c5-f5fd-49c6-a0c3-a7b3e102abae req-48f78e1b-2479-4329-af66-081fccc051f9 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 944 time: 0.0524302 Nov 09 18:27:19.012800 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c203d3c5-f5fd-49c6-a0c3-a7b3e102abae req-d890214c-3916-4f0a-9dfc-18a163612279 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334139 Nov 09 18:27:19.061261 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'tag': '4bc15c01-10a9-4be2-8067-f089ae6e28ed'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:19.063599 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa54aab3-4598-4948-a593-2e1cccf4718c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba63378-8676-4148-9179-8d9c82cca6ee", "tag": "4bc15c01-10a9-4be2-8067-f089ae6e28ed"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:19.101736 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6853ff8e-3d9a-4b0a-944e-55f335bf2b07 x-openstack-request-id: req-6853ff8e-3d9a-4b0a-944e-55f335bf2b07 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:19.102034 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba63378-8676-4148-9179-8d9c82cca6ee", "tag": "4bc15c01-10a9-4be2-8067-f089ae6e28ed", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:19.102288 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6853ff8e-3d9a-4b0a-944e-55f335bf2b07 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:19.102689 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'tag': '4bc15c01-10a9-4be2-8067-f089ae6e28ed', 'status': 'completed', 'code': 200} Nov 09 18:27:19.168832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54aab3-4598-4948-a593-2e1cccf4718c req-7c554026-ad1f-43c2-bfb2-46efd10f500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:19.170319 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa54aab3-4598-4948-a593-2e1cccf4718c req-7c554026-ad1f-43c2-bfb2-46efd10f500f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 1095 time: 0.0399663 Nov 09 18:27:19.267036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54aab3-4598-4948-a593-2e1cccf4718c req-0d32cbc5-b84c-48a9-a8ff-5964caeb0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:19.268514 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa54aab3-4598-4948-a593-2e1cccf4718c req-0d32cbc5-b84c-48a9-a8ff-5964caeb0010 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 916 time: 0.0885453 Nov 09 18:27:19.312646 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa54aab3-4598-4948-a593-2e1cccf4718c req-42f60985-60d6-45f0-99aa-9e6a76891d46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed HTTP/1.1" status: 200 len: 217 time: 0.0349572 Nov 09 18:27:19.362203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54aab3-4598-4948-a593-2e1cccf4718c req-52176024-a683-4409-9ba7-a1f4b6ee9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:19.364278 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa54aab3-4598-4948-a593-2e1cccf4718c req-52176024-a683-4409-9ba7-a1f4b6ee9fb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0434866 Nov 09 18:27:19.395971 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa54aab3-4598-4948-a593-2e1cccf4718c req-f7e187c4-529e-4975-a41e-ed7f118649ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238981 Nov 09 18:27:19.493794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa54aab3-4598-4948-a593-2e1cccf4718c req-a5df3251-d75d-4e0c-8708-73148747bb7c service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874295 Nov 09 18:27:19.583575 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa54aab3-4598-4948-a593-2e1cccf4718c req-047c22cd-53c6-424a-94d4-3f119ef7035f service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821621 Nov 09 18:27:20.133798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cca77e-1035-44a3-bb7b-acb0f3d26154 req-e274c4ea-2d77-4cdd-8350-e7dfb34bc5d3 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:20.135275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93cca77e-1035-44a3-bb7b-acb0f3d26154 req-e274c4ea-2d77-4cdd-8350-e7dfb34bc5d3 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 944 time: 0.0546432 Nov 09 18:27:20.182914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93cca77e-1035-44a3-bb7b-acb0f3d26154 req-2a54f9c9-d004-4245-af98-48e9ea40fedc tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416369 Nov 09 18:27:20.774366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4bc15c01-10a9-4be2-8067-f089ae6e28ed details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:27:20.868117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:20.882029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '4bc15c01-10a9-4be2-8067-f089ae6e28ed', 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6', 'port_id': '4bc15c01-10a9-4be2-8067-f089ae6e28ed', 'mac_address': 'fa:16:3e:05:33:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e771d60-4e5f-4df0-a765-7b072666d05d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:27:20.918715 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:20.931712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc15c01-10a9-4be2-8067-f089ae6e28ed {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:27:20.951409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:20.955291 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:21.003808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=4bc15c01-10a9-4be2-8067-f089ae6e28ed,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:21.149845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['4bc15c01-10a9-4be2-8067-f089ae6e28ed'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:27:21.300828 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6b3c3-18cf-43ea-a959-34674e70a7e0 req-e3d78186-e38a-4911-b09a-ed6f2e5ed5c6 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:21.302513 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d9c6b3c3-18cf-43ea-a959-34674e70a7e0 req-e3d78186-e38a-4911-b09a-ed6f2e5ed5c6 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 945 time: 0.0507433 Nov 09 18:27:21.341070 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d9c6b3c3-18cf-43ea-a959-34674e70a7e0 req-b230ed99-2879-495a-9474-4377fde25e98 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321243 Nov 09 18:27:22.456268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4ab2f-12ff-4c27-a468-9bdea5427def req-caeb30b1-0314-4abc-8035-bfae353a8ffa tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:22.458419 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25e4ab2f-12ff-4c27-a468-9bdea5427def req-caeb30b1-0314-4abc-8035-bfae353a8ffa tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 945 time: 0.0496571 Nov 09 18:27:22.498788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-25e4ab2f-12ff-4c27-a468-9bdea5427def req-68257705-ff28-4c62-8b6c-4dacc1cc1ce9 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342107 Nov 09 18:27:22.789668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4bc15c01-10a9-4be2-8067-f089ae6e28ed up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:27:22.839126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 4bc15c01-10a9-4be2-8067-f089ae6e28ed completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:27:22.842799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 4bc15c01-10a9-4be2-8067-f089ae6e28ed triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:22.843181 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:22.921728 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:22.945103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc15c01-10a9-4be2-8067-f089ae6e28ed'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:22.947381 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d296a21b-0dd0-4e4e-a0e6-be9334cbe2eb" -d '{"events": [{"server_uuid": "1ba63378-8676-4148-9179-8d9c82cca6ee", "name": "network-vif-plugged", "status": "completed", "tag": "4bc15c01-10a9-4be2-8067-f089ae6e28ed"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:22.959821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:22.964786 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:22.989953 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f279187d-314d-4edc-9051-01310824bb37 x-openstack-request-id: req-f279187d-314d-4edc-9051-01310824bb37 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:22.990256 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba63378-8676-4148-9179-8d9c82cca6ee", "name": "network-vif-plugged", "status": "completed", "tag": "4bc15c01-10a9-4be2-8067-f089ae6e28ed", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:22.990515 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f279187d-314d-4edc-9051-01310824bb37 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:22.990910 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc15c01-10a9-4be2-8067-f089ae6e28ed', 'code': 200} Nov 09 18:27:23.021768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=4bc15c01-10a9-4be2-8067-f089ae6e28ed,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:23.031814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:23.032163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:23.032504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:23.032841 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:23.033176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:23.033503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:23.033830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:23.034150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:23.034472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:23.035434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:23.035780 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:23.036104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:23.092133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45d38a-97f6-475d-841c-00d6550757a9 req-2b58c4cb-1313-4981-a9ae-b3b9229304bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:23.093645 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c45d38a-97f6-475d-841c-00d6550757a9 req-2b58c4cb-1313-4981-a9ae-b3b9229304bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 1097 time: 0.0411780 Nov 09 18:27:23.129886 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c45d38a-97f6-475d-841c-00d6550757a9 req-740ec36d-c98e-4981-aad0-c1d472d6537b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283847 Nov 09 18:27:23.347412 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:23.616506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063acea-cfcc-4271-995b-d4413a01ed9a req-b22cd3a9-ce93-4b8d-a4f6-8ab9e1175b79 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:23.618358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a063acea-cfcc-4271-995b-d4413a01ed9a req-b22cd3a9-ce93-4b8d-a4f6-8ab9e1175b79 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0526400 Nov 09 18:27:23.656855 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a063acea-cfcc-4271-995b-d4413a01ed9a req-d59604a0-2a49-4b63-b542-6ed515ad0225 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Nov 09 18:27:24.128532 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:24.773984 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080e9d-01ce-4b35-852f-5a74197d0a36 req-c0fd3bb9-0c28-48bf-ba37-9031e67c74d0 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:24.775489 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2080e9d-01ce-4b35-852f-5a74197d0a36 req-c0fd3bb9-0c28-48bf-ba37-9031e67c74d0 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0492876 Nov 09 18:27:24.816722 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e2080e9d-01ce-4b35-852f-5a74197d0a36 req-bb02caf0-8860-474d-8564-7099e3479a68 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347123 Nov 09 18:27:24.930595 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f5b2c-9c1f-4e92-b141-77387f5d89ce req-d3527c60-e026-48e4-a932-af070881ed3b tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:24.932092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-962f5b2c-9c1f-4e92-b141-77387f5d89ce req-d3527c60-e026-48e4-a932-af070881ed3b tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0486643 Nov 09 18:27:24.970243 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-962f5b2c-9c1f-4e92-b141-77387f5d89ce req-54af39de-3a13-45bb-a526-393251adeaf2 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Nov 09 18:27:25.224888 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-467faa2f-ca87-40d5-89b4-5bdf6262d78f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729859 Nov 09 18:27:25.232831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88989c49-f9d4-44d1-bfec-310d77e11f58 req-59e78a31-76c6-4a5b-8198-9e53a1e8bb71 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:25.234221 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88989c49-f9d4-44d1-bfec-310d77e11f58 req-59e78a31-76c6-4a5b-8198-9e53a1e8bb71 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0732479 Nov 09 18:27:25.239135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-266834a3-8bf3-473a-8c3d-79f343fe4bc6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:27:25.240121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-266834a3-8bf3-473a-8c3d-79f343fe4bc6 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050685 Nov 09 18:27:25.273720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-88989c49-f9d4-44d1-bfec-310d77e11f58 req-6954ed63-21c7-48f2-9b3b-87efececaa36 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326827 Nov 09 18:27:26.328164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-838d26b2-f8c7-4a62-a9be-1806cdd55a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:26.329716 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-838d26b2-f8c7-4a62-a9be-1806cdd55a38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 1097 time: 0.0414748 Nov 09 18:27:26.392494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436b993-34b5-448e-88d9-76470237b1cd req-b16a8da9-c813-47b3-966d-2887ea20e9a5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:26.394089 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2436b993-34b5-448e-88d9-76470237b1cd req-b16a8da9-c813-47b3-966d-2887ea20e9a5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0499101 Nov 09 18:27:26.427860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-240f102e-a48c-4a0a-9ab4-1ffb3cdd6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:26.429275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-240f102e-a48c-4a0a-9ab4-1ffb3cdd6277 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 916 time: 0.0920920 Nov 09 18:27:26.431803 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2436b993-34b5-448e-88d9-76470237b1cd req-7194f229-bd25-4743-b98d-636f6af4bb44 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Nov 09 18:27:26.472201 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-bffa85cc-1f64-4728-b8b1-7cdb79a56b58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed HTTP/1.1" status: 200 len: 217 time: 0.0361102 Nov 09 18:27:26.521968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-32b4eaea-0c64-4fb6-9f99-8ae45a62698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:26.523454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-32b4eaea-0c64-4fb6-9f99-8ae45a62698e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0444527 Nov 09 18:27:26.557160 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-5d37de29-9087-40b5-b734-04ec8d12f186 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270143 Nov 09 18:27:26.650507 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-b429fd93-45eb-4d6d-8707-1c81fb3789f6 service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863271 Nov 09 18:27:26.740713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-43a43f09-e8a7-46d6-b868-e483b41adb51 service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833435 Nov 09 18:27:27.561164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63b377-b868-402e-bd57-0babc983fab6 req-1f880937-9fb6-45fa-ae0b-8690c3093825 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:27.562633 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f63b377-b868-402e-bd57-0babc983fab6 req-1f880937-9fb6-45fa-ae0b-8690c3093825 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0592864 Nov 09 18:27:27.600797 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f63b377-b868-402e-bd57-0babc983fab6 req-59e2ff11-1e84-43f3-b25e-d30d8dcb492b tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315013 Nov 09 18:27:28.720320 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12a2ba-eeb3-4b23-9a78-99a36511a250 req-04e2d756-b6e3-4515-9200-fe52c39ac974 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:28.722861 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b12a2ba-eeb3-4b23-9a78-99a36511a250 req-04e2d756-b6e3-4515-9200-fe52c39ac974 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0496650 Nov 09 18:27:28.763329 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0b12a2ba-eeb3-4b23-9a78-99a36511a250 req-ea334dfe-d1fc-4f15-93e6-1dcabba9b9b8 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332413 Nov 09 18:27:29.885614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c7e26-2289-4a18-9596-0250ca7a11a8 req-35750052-dd86-4a1e-b657-960647f9e508 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:29.887106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-072c7e26-2289-4a18-9596-0250ca7a11a8 req-35750052-dd86-4a1e-b657-960647f9e508 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0534723 Nov 09 18:27:29.929535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-072c7e26-2289-4a18-9596-0250ca7a11a8 req-56434fb1-8d1e-450a-9bbf-aa53be788e54 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364611 Nov 09 18:27:31.044497 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa2730-7c9c-4a30-93e8-5cd684331e20 req-807e80ce-3f16-48d2-94c2-00e3e0134831 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:31.045979 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbaa2730-7c9c-4a30-93e8-5cd684331e20 req-807e80ce-3f16-48d2-94c2-00e3e0134831 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0486791 Nov 09 18:27:31.088603 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bbaa2730-7c9c-4a30-93e8-5cd684331e20 req-3b522afa-d97a-4796-8259-f517c96da62a tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359986 Nov 09 18:27:32.205506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7240b-2eb2-4575-b6da-55ac39218563 req-2d5d4723-5e74-46a5-82f5-2fbedb143eba tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:32.207542 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-52b7240b-2eb2-4575-b6da-55ac39218563 req-2d5d4723-5e74-46a5-82f5-2fbedb143eba tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0498600 Nov 09 18:27:32.246663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-52b7240b-2eb2-4575-b6da-55ac39218563 req-69d714dd-f2eb-4154-8d98-76febf8f2802 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329978 Nov 09 18:27:33.362226 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015dcbd-ae1c-45a8-9429-f3fee8aa2702 req-fec7d737-8e24-47e1-8be1-5f5a0f9e6091 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:33.364263 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0015dcbd-ae1c-45a8-9429-f3fee8aa2702 req-fec7d737-8e24-47e1-8be1-5f5a0f9e6091 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0506175 Nov 09 18:27:33.402885 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0015dcbd-ae1c-45a8-9429-f3fee8aa2702 req-4ce9631e-97dd-4b42-bf25-d44a39c61983 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Nov 09 18:27:34.522839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ab067-aaf3-4cfd-99bf-98e0d14403d9 req-690f42f1-5a5e-44d7-b3b5-28dc34e073eb tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:34.524333 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa3ab067-aaf3-4cfd-99bf-98e0d14403d9 req-690f42f1-5a5e-44d7-b3b5-28dc34e073eb tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0530150 Nov 09 18:27:34.561787 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa3ab067-aaf3-4cfd-99bf-98e0d14403d9 req-42b8b188-3d96-45e8-888f-75b26e540f5b tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314782 Nov 09 18:27:35.680370 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17b30c-d166-497b-967d-80a154eaa8a4 req-e0bdd650-5a2c-4cd5-a9e0-61ed30d079d0 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:35.681858 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc17b30c-d166-497b-967d-80a154eaa8a4 req-e0bdd650-5a2c-4cd5-a9e0-61ed30d079d0 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0506172 Nov 09 18:27:35.720098 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cc17b30c-d166-497b-967d-80a154eaa8a4 req-a3324f6f-7151-4e7a-86b6-0f0970b36844 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322185 Nov 09 18:27:36.843190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc7978-edda-44f0-857b-478c3c0c6383 req-9a73d53d-12cd-4c1d-b857-e49e1fbb0f89 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:36.844704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aafc7978-edda-44f0-857b-478c3c0c6383 req-9a73d53d-12cd-4c1d-b857-e49e1fbb0f89 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0516677 Nov 09 18:27:36.884449 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aafc7978-edda-44f0-857b-478c3c0c6383 req-21ae1eea-b8f2-4d0b-a95c-f664e8f3d4c4 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335035 Nov 09 18:27:38.005923 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a329df7-6db6-419f-bae3-8df4b497aa91 req-0b01ab36-68b9-4350-a403-bb7f033f86b5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:38.007438 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a329df7-6db6-419f-bae3-8df4b497aa91 req-0b01ab36-68b9-4350-a403-bb7f033f86b5 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0501785 Nov 09 18:27:38.049075 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8a329df7-6db6-419f-bae3-8df4b497aa91 req-3edd617c-c918-4cc6-a67d-7f034fe94f8b tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355713 Nov 09 18:27:39.169931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052b716-b62e-4afc-ac4f-3eeb6f6703fc req-2c4d1719-1331-48d1-899a-9de838ca95f8 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:39.171383 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0052b716-b62e-4afc-ac4f-3eeb6f6703fc req-2c4d1719-1331-48d1-899a-9de838ca95f8 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0487950 Nov 09 18:27:39.210290 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0052b716-b62e-4afc-ac4f-3eeb6f6703fc req-ac13b4f1-98c5-4842-8dac-399458f4059a tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Nov 09 18:27:40.334307 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea66b0-363c-45ea-a5f3-38bcddc4a574 req-fd9d28b8-a710-4578-b0a9-84a97cb1c0de tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:40.336096 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-abea66b0-363c-45ea-a5f3-38bcddc4a574 req-fd9d28b8-a710-4578-b0a9-84a97cb1c0de tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0541325 Nov 09 18:27:40.375806 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-abea66b0-363c-45ea-a5f3-38bcddc4a574 req-7ac6d3f0-0cb0-4ae4-bf5e-411ccb255ffc tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337381 Nov 09 18:27:40.753533 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-179db612-5fa0-48cb-a1bc-26b980c748f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:41.509202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c486bd-e27a-44b8-8312-07b81028b567 req-f8894b93-1ac9-4bb3-932a-94085a017fb1 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:41.510778 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85c486bd-e27a-44b8-8312-07b81028b567 req-f8894b93-1ac9-4bb3-932a-94085a017fb1 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0578601 Nov 09 18:27:41.552317 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-85c486bd-e27a-44b8-8312-07b81028b567 req-a07669d5-dcff-48e0-af50-a130ee423fd0 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354340 Nov 09 18:27:42.670772 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6ccd7-e32a-4577-900e-4a82d66f0ad9 req-bbc81b93-c919-4e2f-b839-e630e2eabf2f tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:42.672315 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dcb6ccd7-e32a-4577-900e-4a82d66f0ad9 req-bbc81b93-c919-4e2f-b839-e630e2eabf2f tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0504100 Nov 09 18:27:42.711898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dcb6ccd7-e32a-4577-900e-4a82d66f0ad9 req-2878d72f-275a-46b1-ade7-1868aaedef25 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333736 Nov 09 18:27:43.701249 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-22519eb7-53ac-4960-99c7-3b95e119ecc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:43.830197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dabeb-345e-4371-adce-478376b8a257 req-9791a4ec-9994-42c1-b487-0afa13d33b6e tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:43.832011 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c21dabeb-345e-4371-adce-478376b8a257 req-9791a4ec-9994-42c1-b487-0afa13d33b6e tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0509045 Nov 09 18:27:43.874486 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c21dabeb-345e-4371-adce-478376b8a257 req-a377d323-84e9-46b9-aed1-c21a2db0b4bc tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362132 Nov 09 18:27:44.528508 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:44.999896 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ae55a-8f4e-421a-acc6-28f609c72eb8 req-f53aaf39-13ef-4175-a566-ddfbfd841615 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:45.001463 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-916ae55a-8f4e-421a-acc6-28f609c72eb8 req-f53aaf39-13ef-4175-a566-ddfbfd841615 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0541892 Nov 09 18:27:45.048667 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-916ae55a-8f4e-421a-acc6-28f609c72eb8 req-5f9ffdcb-654c-478b-9a8e-16be9b791545 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375299 Nov 09 18:27:45.536028 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:46.174057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3d06e-3447-4d1a-b6d3-c903d44358a1 req-3ce6dbd1-799f-4ef3-aab6-b475b5a8b54e tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:46.175648 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5d3d06e-3447-4d1a-b6d3-c903d44358a1 req-3ce6dbd1-799f-4ef3-aab6-b475b5a8b54e tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0505004 Nov 09 18:27:46.215654 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f5d3d06e-3447-4d1a-b6d3-c903d44358a1 req-f607f9fe-e605-4a01-9c34-c1137ad3970f tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339110 Nov 09 18:27:47.341572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328e711-377e-4f7c-99d0-adcc8434fccd req-d890e8cd-a70a-417f-bb8c-8f0838e668b3 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:47.343106 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f328e711-377e-4f7c-99d0-adcc8434fccd req-d890e8cd-a70a-417f-bb8c-8f0838e668b3 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0506380 Nov 09 18:27:47.381887 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f328e711-377e-4f7c-99d0-adcc8434fccd req-fae5dbeb-d7f4-4f18-8dc2-c0decd079f5b tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321338 Nov 09 18:27:47.780214 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:48.503315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b89f16-ad7c-45ca-914d-8002cfc7ceea req-f1a3e48a-64a7-4f1a-96b6-e84b0bb3bd72 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:48.504641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11b89f16-ad7c-45ca-914d-8002cfc7ceea req-f1a3e48a-64a7-4f1a-96b6-e84b0bb3bd72 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0542312 Nov 09 18:27:48.544287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11b89f16-ad7c-45ca-914d-8002cfc7ceea req-2b740cac-0b9d-438f-aad7-0facddd3d5ab tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335054 Nov 09 18:27:49.660797 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28433fd-690f-4463-af26-b84e8725794f req-9c5696f9-f51f-4c60-a97c-e6d026718dfb tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:49.662273 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e28433fd-690f-4463-af26-b84e8725794f req-9c5696f9-f51f-4c60-a97c-e6d026718dfb tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0495760 Nov 09 18:27:49.700286 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e28433fd-690f-4463-af26-b84e8725794f req-97bd2552-fb6f-443d-a0d3-e99ef23024a4 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Nov 09 18:27:50.821577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9fa5-8af7-4327-b3f8-9952ee568f65 req-1ed61961-b952-46e6-ab78-e737e39c1eb2 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:50.823071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d85a9fa5-8af7-4327-b3f8-9952ee568f65 req-1ed61961-b952-46e6-ab78-e737e39c1eb2 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0517237 Nov 09 18:27:50.863545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d85a9fa5-8af7-4327-b3f8-9952ee568f65 req-baed9db4-747a-4038-89f8-7fa2cd5e938f tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343482 Nov 09 18:27:51.979717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d475e-1678-4275-bcc9-e297177b4f9a req-07003192-e7aa-4f48-8f37-fa630de76e19 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:51.981208 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-164d475e-1678-4275-bcc9-e297177b4f9a req-07003192-e7aa-4f48-8f37-fa630de76e19 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0503385 Nov 09 18:27:52.024862 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-164d475e-1678-4275-bcc9-e297177b4f9a req-301bec8b-1ee1-443e-b14c-a623dcd3a7c4 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368853 Nov 09 18:27:53.148926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb048fd7-cae7-4400-b467-664fc7023687 req-f1fa0109-bc08-4f1f-89bd-76ef3577b7e6 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:53.150406 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb048fd7-cae7-4400-b467-664fc7023687 req-f1fa0109-bc08-4f1f-89bd-76ef3577b7e6 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0525298 Nov 09 18:27:53.191038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb048fd7-cae7-4400-b467-664fc7023687 req-1c1236cf-a84c-4905-9bb3-e54da117fefe tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346262 Nov 09 18:27:53.360549 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:53.704096 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-d7deb3c0-c528-48cb-b233-cb99694ac3fb service neutron] show failed (client error): The resource could not be found. Nov 09 18:27:53.705022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-d7deb3c0-c528-48cb-b233-cb99694ac3fb service neutron] 10.222.0.13 "GET /v2.0/ports/4bc15c01-10a9-4be2-8067-f089ae6e28ed/bindings/n-h2-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0595231 Nov 09 18:27:53.903114 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-ede3d8ac-6f9c-44b5-a17c-0a8f361e6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:53.904615 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-ede3d8ac-6f9c-44b5-a17c-0a8f361e6f84 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee&tenant_id=b38a904af8934af89d1e141307c86cb1 HTTP/1.1" status: 200 len: 1097 time: 0.0421500 Nov 09 18:27:53.916579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:53.973682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:54.135866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:54.320436 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a288f34-ea1b-4adb-9845-bf4b4d82c981 req-6795cb11-8423-4e2d-9416-cace87483f7d tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:54.322006 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a288f34-ea1b-4adb-9845-bf4b4d82c981 req-6795cb11-8423-4e2d-9416-cace87483f7d tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0557606 Nov 09 18:27:54.367169 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a288f34-ea1b-4adb-9845-bf4b4d82c981 req-a956cbc2-956e-4f5f-ad71-7761017d4682 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363722 Nov 09 18:27:54.401616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-334e7236-3d12-4acd-95d5-cc8c4315f840 req-c9fac0a9-f00b-4ee5-bb09-9c2b9b429527 tempest-ServerActionsTestJSON-1102602785 tempest-ServerActionsTestJSON-1102602785-project] (102154) timed out ('10.222.0.18', 62538) {{(pid=102154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:27:54.564145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] For port 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:54.598812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] For port 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:27:54.639536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc15c01-10a9-4be2-8067-f089ae6e28ed'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:54.641856 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da01e46b-778b-42d0-9802-932295080028" -d '{"events": [{"server_uuid": "1ba63378-8676-4148-9179-8d9c82cca6ee", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc15c01-10a9-4be2-8067-f089ae6e28ed"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:54.647094 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:54.660961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Transition to ACTIVE for port object 4bc15c01-10a9-4be2-8067-f089ae6e28ed will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:27:54.665352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:54.693286 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3739d696-1f8e-43d9-ae15-a2c88daebf6e x-openstack-request-id: req-3739d696-1f8e-43d9-ae15-a2c88daebf6e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:54.693582 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba63378-8676-4148-9179-8d9c82cca6ee", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc15c01-10a9-4be2-8067-f089ae6e28ed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:54.693910 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3739d696-1f8e-43d9-ae15-a2c88daebf6e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:54.694305 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc15c01-10a9-4be2-8067-f089ae6e28ed', 'code': 200} Nov 09 18:27:54.733642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] No DVR routers for this DVR port 4bc15c01-10a9-4be2-8067-f089ae6e28ed on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:27:54.735714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Pushing event updated for resources: {'Port': ['ID=4bc15c01-10a9-4be2-8067-f089ae6e28ed,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:54.749727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:54.750074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:54.750428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:54.750755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:54.751084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:54.751444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:54.751771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:54.752095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:54.752458 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:54.753383 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:54.753717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:54.754043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:54.782944 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Attempting to bind port 4bc15c01-10a9-4be2-8067-f089ae6e28ed on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:27:54.783374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Attempting to bind port 4bc15c01-10a9-4be2-8067-f089ae6e28ed by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:27:54.784387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Attempting to bind port 4bc15c01-10a9-4be2-8067-f089ae6e28ed on network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:54.789705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Port 4bc15c01-10a9-4be2-8067-f089ae6e28ed on network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:27:54.790022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Attempting to bind port 4bc15c01-10a9-4be2-8067-f089ae6e28ed on network ce90bf54-89d8-428a-8240-e24b6cf8ccc6 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:54.794904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:27:54.795265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Checking segment: {'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:27:54.795653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Bound using segment: {'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:27:54.796072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Bound port: 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:27:54.796445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:54.874702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] For port 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:27:54.878912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] For port 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:27:54.884179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:54.919974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:54.920597 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:54.921977 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] 10.222.0.18 "PUT /v2.0/ports/4bc15c01-10a9-4be2-8067-f089ae6e28ed HTTP/1.1" status: 200 len: 1092 time: 1.0093310 Nov 09 18:27:54.944168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eca5d6-4b53-4b4a-889e-af700c240d8f service neutron] Pushing event updated for resources: {'Port': ['ID=4bc15c01-10a9-4be2-8067-f089ae6e28ed,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:54.990198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-5682b5e8-dd92-4ddf-af8e-90fa84807c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:54.991760 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-5682b5e8-dd92-4ddf-af8e-90fa84807c3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 1095 time: 0.0447237 Nov 09 18:27:55.091137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-d16a54be-6cd6-4790-b654-1dfa1484311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:55.092663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-d16a54be-6cd6-4790-b654-1dfa1484311c service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 916 time: 0.0943189 Nov 09 18:27:55.104401 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:27:55.135824 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-6f2255e7-bceb-47b3-9160-56c5b72d6c4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed HTTP/1.1" status: 200 len: 217 time: 0.0358181 Nov 09 18:27:55.186228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-236bfe85-0cc3-44ff-83e0-1999a5f6fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:55.187717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-236bfe85-0cc3-44ff-83e0-1999a5f6fdda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0455291 Nov 09 18:27:55.224805 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-4c871af5-c00f-425c-af4e-df134027185d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303864 Nov 09 18:27:55.316977 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-c5ea5b11-d13b-479b-9216-a62dff750462 service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841329 Nov 09 18:27:55.427292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5997816c-22e8-49b4-b201-9a31fccd2c49 req-22249071-688e-4bb7-a7e4-102cc2339528 service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026340 Nov 09 18:27:55.527786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55a296-540c-4106-a78f-6961e7985380 req-f977d9f0-d729-44c0-a395-1b53ea90967d tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:55.530076 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1c55a296-540c-4106-a78f-6961e7985380 req-f977d9f0-d729-44c0-a395-1b53ea90967d tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 944 time: 0.0611830 Nov 09 18:27:55.573903 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1c55a296-540c-4106-a78f-6961e7985380 req-277b430d-1aed-4542-b283-597fcd14819b tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368819 Nov 09 18:27:56.698145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078374-f4da-4ea8-a557-880142d88568 req-8ff94de4-7b54-4d5e-9eb4-c6fbce961ef7 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:56.699659 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64078374-f4da-4ea8-a557-880142d88568 req-8ff94de4-7b54-4d5e-9eb4-c6fbce961ef7 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 944 time: 0.0510814 Nov 09 18:27:56.700313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'tag': '4bc15c01-10a9-4be2-8067-f089ae6e28ed'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:56.702568 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c20127-bfc9-485d-a0eb-ab628814e303" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba63378-8676-4148-9179-8d9c82cca6ee", "tag": "4bc15c01-10a9-4be2-8067-f089ae6e28ed"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:56.741751 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64078374-f4da-4ea8-a557-880142d88568 req-30ef4a01-4afb-44dc-a563-8f3308a3c181 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351863 Nov 09 18:27:56.756436 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ebb5c4-9f34-41ad-a002-0c5b4476dce2 x-openstack-request-id: req-b9ebb5c4-9f34-41ad-a002-0c5b4476dce2 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:56.756564 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba63378-8676-4148-9179-8d9c82cca6ee", "tag": "4bc15c01-10a9-4be2-8067-f089ae6e28ed", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:56.756784 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9ebb5c4-9f34-41ad-a002-0c5b4476dce2 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:56.757187 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'tag': '4bc15c01-10a9-4be2-8067-f089ae6e28ed', 'status': 'completed', 'code': 200} Nov 09 18:27:56.850127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-4f6d2737-42e2-4d2c-87df-073a2e48c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:56.851671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-4f6d2737-42e2-4d2c-87df-073a2e48c9e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 1095 time: 0.0748556 Nov 09 18:27:56.854387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-f39534e2-b95d-4e37-89b8-c6ea1b2bf927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:56.855721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-f39534e2-b95d-4e37-89b8-c6ea1b2bf927 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 1095 time: 0.0709600 Nov 09 18:27:57.019442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-792aa9be-4056-4e92-b81d-3890a2b49aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:57.020909 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-792aa9be-4056-4e92-b81d-3890a2b49aaf service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 916 time: 0.1624663 Nov 09 18:27:57.022083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-4822fb8a-0d5d-4a0e-a838-c923e13a41de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:57.023457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-4822fb8a-0d5d-4a0e-a838-c923e13a41de service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 916 time: 0.1575313 Nov 09 18:27:57.101349 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-bfa49c48-c4a5-4572-ab23-ef812be0b05f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed HTTP/1.1" status: 200 len: 217 time: 0.0725067 Nov 09 18:27:57.102975 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-2c35145e-ae2b-4ef8-b503-b07b38e46a76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed HTTP/1.1" status: 200 len: 217 time: 0.0681365 Nov 09 18:27:57.186415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-785f070b-6405-471f-afbe-65d3e6451891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:57.187833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-785f070b-6405-471f-afbe-65d3e6451891 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0800736 Nov 09 18:27:57.191761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-26360e7b-d384-4864-8fef-97b3f27db3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:57.193148 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-26360e7b-d384-4864-8fef-97b3f27db3fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0770874 Nov 09 18:27:57.228073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-d4d65dce-cf0c-44e8-bf93-1b46432cb7e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334084 Nov 09 18:27:57.255573 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-4e9b470c-50f3-469f-befe-18443d9856f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533311 Nov 09 18:27:57.408745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-6285cc00-3ad8-47d5-918a-7b0091a7d61c service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620238 Nov 09 18:27:57.414884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-3d2ef5e8-d813-4095-b046-8a58e473814e service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482139 Nov 09 18:27:57.579918 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-acad9d54-0ecc-448c-91c5-1aedf231ec01 service neutron] 10.222.0.18 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548710 Nov 09 18:27:57.582417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18c20127-bfc9-485d-a0eb-ab628814e303 req-924da4b4-a104-4d83-a63d-2bf50c04f306 service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655874 Nov 09 18:27:57.870330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72852042-5bf3-45c4-9f2d-c9b268877bc1 req-4bad4dc9-76ed-4d23-a366-5ae1034d747a tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:57.871756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-72852042-5bf3-45c4-9f2d-c9b268877bc1 req-4bad4dc9-76ed-4d23-a366-5ae1034d747a tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 944 time: 0.0502863 Nov 09 18:27:57.914288 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-72852042-5bf3-45c4-9f2d-c9b268877bc1 req-79af72b9-cc78-487b-a328-b29c8d108590 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Nov 09 18:27:58.896255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4bc15c01-10a9-4be2-8067-f089ae6e28ed details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:27:58.960544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4bc15c01-10a9-4be2-8067-f089ae6e28ed no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:59.024019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:59.036947 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '4bc15c01-10a9-4be2-8067-f089ae6e28ed', 'network_id': 'ce90bf54-89d8-428a-8240-e24b6cf8ccc6', 'port_id': '4bc15c01-10a9-4be2-8067-f089ae6e28ed', 'mac_address': 'fa:16:3e:05:33:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e771d60-4e5f-4df0-a765-7b072666d05d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:27:59.040482 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570aa30-47b9-475e-8d6e-33cf6800fe40 req-91f33c71-fb3d-4cff-88cc-39579bc11dc4 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:59.042591 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2570aa30-47b9-475e-8d6e-33cf6800fe40 req-91f33c71-fb3d-4cff-88cc-39579bc11dc4 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 944 time: 0.0522141 Nov 09 18:27:59.051451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 4bc15c01-10a9-4be2-8067-f089ae6e28ed not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:59.093042 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:59.114546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc15c01-10a9-4be2-8067-f089ae6e28ed {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:27:59.142330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:59.147918 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:59.178438 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2570aa30-47b9-475e-8d6e-33cf6800fe40 req-cb43e99b-7658-477e-9cf2-936837224741 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Nov 09 18:27:59.207845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4bc15c01-10a9-4be2-8067-f089ae6e28ed,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:59.412304 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bef72-9230-4353-a070-ab20cfda5c4f req-5066ae8c-4245-4e7c-8d68-1fd2462b8b5a tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:59.414190 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ee9bef72-9230-4353-a070-ab20cfda5c4f req-5066ae8c-4245-4e7c-8d68-1fd2462b8b5a tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 945 time: 0.0568080 Nov 09 18:27:59.441087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-a43a3392-860a-4bbe-a6e7-737c9f990c14 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:59.443213 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-a43a3392-860a-4bbe-a6e7-737c9f990c14 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee&tenant_id=b38a904af8934af89d1e141307c86cb1&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 945 time: 0.0746355 Nov 09 18:27:59.460307 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ee9bef72-9230-4353-a070-ab20cfda5c4f req-46716724-df20-4792-baae-8a0a90d7b447 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381112 Nov 09 18:27:59.477878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4bc15c01-10a9-4be2-8067-f089ae6e28ed'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:27:59.545293 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-a1966e8a-4477-480c-b852-c553e1ea0ad7 service neutron] delete failed (client error): The resource could not be found. Nov 09 18:27:59.547385 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-a1966e8a-4477-480c-b852-c553e1ea0ad7 service neutron] 10.222.0.13 "DELETE /v2.0/ports/4bc15c01-10a9-4be2-8067-f089ae6e28ed/bindings/n-h1-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0959892 Nov 09 18:27:59.646992 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-329e86ab-2a6f-4ea7-8d8d-65d31ddf5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:59.648877 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-329e86ab-2a6f-4ea7-8d8d-65d31ddf5abd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b38a904af8934af89d1e141307c86cb1&device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 1096 time: 0.0509391 Nov 09 18:27:59.757394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-46aa2428-5957-4df3-9e69-4091e40fd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:59.758909 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-46aa2428-5957-4df3-9e69-4091e40fd81f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 200 len: 916 time: 0.1034698 Nov 09 18:27:59.803740 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-6630eef4-68cc-4991-9479-7a657a327b87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed HTTP/1.1" status: 200 len: 217 time: 0.0376992 Nov 09 18:27:59.861888 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-7e3004e6-c179-460f-a827-70221b735c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:59.863719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-7e3004e6-c179-460f-a827-70221b735c43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 200 len: 855 time: 0.0522730 Nov 09 18:27:59.902522 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-4b2c7f2b-baa5-4fa9-b311-3f30723ec05e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce90bf54-89d8-428a-8240-e24b6cf8ccc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312726 Nov 09 18:27:59.998400 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-7b5cb29c-372c-4527-a7da-8227fe7a35e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883195 Nov 09 18:28:00.096145 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55b2b709-53b4-445d-b9de-02403ca9b425 req-a6ad50a2-1b2c-4470-aff8-14a79100992e service neutron] 10.222.0.13 "GET /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906155 Nov 09 18:28:00.652531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475386c0-39cc-4ab5-ae8a-bf6bfca6e6e7 req-5c3e7d70-6e38-477f-bf68-051fe8bccc6c tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:00.654411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-475386c0-39cc-4ab5-ae8a-bf6bfca6e6e7 req-5c3e7d70-6e38-477f-bf68-051fe8bccc6c tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 945 time: 0.0627639 Nov 09 18:28:00.713281 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-475386c0-39cc-4ab5-ae8a-bf6bfca6e6e7 req-b35d6cb2-ee12-4e21-a5b6-2bf9a378d92a tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511360 Nov 09 18:28:00.847678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4653a9e-e0d8-481c-be99-3faceb7e9e60 req-b9782fb1-eb7e-4639-bd04-662c2fe0f537 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:00.849308 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b4653a9e-e0d8-481c-be99-3faceb7e9e60 req-b9782fb1-eb7e-4639-bd04-662c2fe0f537 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 945 time: 0.0620034 Nov 09 18:28:00.895159 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b4653a9e-e0d8-481c-be99-3faceb7e9e60 req-55275022-a048-492b-a038-8044c78c9116 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Nov 09 18:28:00.908694 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4bc15c01-10a9-4be2-8067-f089ae6e28ed up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:00.977681 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 4bc15c01-10a9-4be2-8067-f089ae6e28ed completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:28:00.983497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 4bc15c01-10a9-4be2-8067-f089ae6e28ed triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:00.983891 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:01.045254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec98c4-6edc-4fd7-9071-c2878f8fa0d6 req-7e6f99d0-836d-4cec-9c63-8b0d27c99515 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:01.048128 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9cec98c4-6edc-4fd7-9071-c2878f8fa0d6 req-7e6f99d0-836d-4cec-9c63-8b0d27c99515 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 945 time: 0.0799959 Nov 09 18:28:01.073145 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:01.105277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc15c01-10a9-4be2-8067-f089ae6e28ed'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:01.108321 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6554c845-8fa9-433e-b134-29fe853a595b" -d '{"events": [{"server_uuid": "1ba63378-8676-4148-9179-8d9c82cca6ee", "name": "network-vif-plugged", "status": "completed", "tag": "4bc15c01-10a9-4be2-8067-f089ae6e28ed"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:01.126886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:01.134254 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:01.202039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=4bc15c01-10a9-4be2-8067-f089ae6e28ed,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:01.246803 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55812b44-c589-4c5c-8114-151d622cb349 x-openstack-request-id: req-55812b44-c589-4c5c-8114-151d622cb349 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:01.247187 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba63378-8676-4148-9179-8d9c82cca6ee", "name": "network-vif-plugged", "status": "completed", "tag": "4bc15c01-10a9-4be2-8067-f089ae6e28ed", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:01.247513 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55812b44-c589-4c5c-8114-151d622cb349 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:01.247986 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc15c01-10a9-4be2-8067-f089ae6e28ed', 'code': 200} Nov 09 18:28:01.282502 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9cec98c4-6edc-4fd7-9071-c2878f8fa0d6 req-4a6468c8-1e10-411f-953c-f622c549ff02 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592517 Nov 09 18:28:01.641389 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94e84a-e676-4d92-8cd7-597a76a6470b req-911a49c4-e307-4136-b251-f0cad4290724 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:01.643403 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8f94e84a-e676-4d92-8cd7-597a76a6470b req-911a49c4-e307-4136-b251-f0cad4290724 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0504599 Nov 09 18:28:01.687193 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8f94e84a-e676-4d92-8cd7-597a76a6470b req-fa81d298-befe-476f-94b6-16bdc27e01d1 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374801 Nov 09 18:28:02.818609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d46ba-27f7-435c-b95f-6f746cba6ca0 req-e1856c2f-f721-4db4-a4b8-d6cb375c2445 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:02.820685 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-553d46ba-27f7-435c-b95f-6f746cba6ca0 req-e1856c2f-f721-4db4-a4b8-d6cb375c2445 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0580337 Nov 09 18:28:02.864333 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-553d46ba-27f7-435c-b95f-6f746cba6ca0 req-4a8a551a-3993-408d-993f-7d294af9b768 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5e207e3-2db7-4a40-b072-fcd8d549b1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376344 Nov 09 18:28:02.979726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03242e3-b5b5-4b2d-8103-7c3f76004c8e req-6908a21d-bb9f-40b1-8e61-ae9cab336370 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:02.981126 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c03242e3-b5b5-4b2d-8103-7c3f76004c8e req-6908a21d-bb9f-40b1-8e61-ae9cab336370 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ba63378-8676-4148-9179-8d9c82cca6ee HTTP/1.1" status: 200 len: 946 time: 0.0524304 Nov 09 18:28:03.082757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c03242e3-b5b5-4b2d-8103-7c3f76004c8e req-54424988-c9a1-42ca-a6e6-02986ae40564 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Deleting port 4bc15c01-10a9-4be2-8067-f089ae6e28ed {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:28:03.083096 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c03242e3-b5b5-4b2d-8103-7c3f76004c8e req-54424988-c9a1-42ca-a6e6-02986ae40564 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:03.185682 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c03242e3-b5b5-4b2d-8103-7c3f76004c8e req-54424988-c9a1-42ca-a6e6-02986ae40564 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] For port 4bc15c01-10a9-4be2-8067-f089ae6e28ed, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=4bc15c01-10a9-4be2-8067-f089ae6e28ed,segment=NetworkSegment(aa37875d-a1bb-413a-9f50-f39d3f9f1f09),segment_id=aa37875d-a1bb-413a-9f50-f39d3f9f1f09)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:03.186048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c03242e3-b5b5-4b2d-8103-7c3f76004c8e req-54424988-c9a1-42ca-a6e6-02986ae40564 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:03.199896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c03242e3-b5b5-4b2d-8103-7c3f76004c8e req-54424988-c9a1-42ca-a6e6-02986ae40564 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Calling delete_port for 4bc15c01-10a9-4be2-8067-f089ae6e28ed owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:28:03.335705 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c03242e3-b5b5-4b2d-8103-7c3f76004c8e req-54424988-c9a1-42ca-a6e6-02986ae40564 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:03.355111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['4bc15c01-10a9-4be2-8067-f089ae6e28ed'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:28:03.368882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54424988-c9a1-42ca-a6e6-02986ae40564 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Pushing event deleted for resources: {'Port': ['ID=4bc15c01-10a9-4be2-8067-f089ae6e28ed,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:03.413929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03242e3-b5b5-4b2d-8103-7c3f76004c8e req-54424988-c9a1-42ca-a6e6-02986ae40564 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] No DVR routers for this DVR port 4bc15c01-10a9-4be2-8067-f089ae6e28ed on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:28:03.416745 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c03242e3-b5b5-4b2d-8103-7c3f76004c8e req-54424988-c9a1-42ca-a6e6-02986ae40564 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:03.420220 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c03242e3-b5b5-4b2d-8103-7c3f76004c8e req-54424988-c9a1-42ca-a6e6-02986ae40564 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] 10.222.0.18 "DELETE /v2.0/ports/4bc15c01-10a9-4be2-8067-f089ae6e28ed HTTP/1.1" status: 204 len: 173 time: 0.4321742 Nov 09 18:28:03.420673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'name': 'network-vif-deleted', 'tag': '4bc15c01-10a9-4be2-8067-f089ae6e28ed'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:03.422950 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ee65b5-2ef0-4e09-8325-bbbc4ac051ba" -d '{"events": [{"server_uuid": "1ba63378-8676-4148-9179-8d9c82cca6ee", "name": "network-vif-deleted", "tag": "4bc15c01-10a9-4be2-8067-f089ae6e28ed"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:03.462752 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0800f8-6c0b-42e8-a282-1d3f28de747b x-openstack-request-id: req-3f0800f8-6c0b-42e8-a282-1d3f28de747b {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:03.463140 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba63378-8676-4148-9179-8d9c82cca6ee", "name": "network-vif-deleted", "tag": "4bc15c01-10a9-4be2-8067-f089ae6e28ed", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:03.463517 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f0800f8-6c0b-42e8-a282-1d3f28de747b {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:03.463948 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba63378-8676-4148-9179-8d9c82cca6ee', 'name': 'network-vif-deleted', 'tag': '4bc15c01-10a9-4be2-8067-f089ae6e28ed', 'status': 'completed', 'code': 200} Nov 09 18:28:03.992146 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48714) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:04.038692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Deleting subnet 7e771d60-4e5f-4df0-a765-7b072666d05d {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:28:04.041974 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.080001 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.122728 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.184360 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.211177 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e771d60-4e5f-4df0-a765-7b072666d05d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:04.215919 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.219175 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7e771d60-4e5f-4df0-a765-7b072666d05d HTTP/1.1" status: 204 len: 168 time: 0.2257545 Nov 09 18:28:04.222740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48716) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:04.225383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.225729 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.226048 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.226496 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.226829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.227176 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.227570 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.227914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.228241 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.228568 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.228882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.229234 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b93b702-5b7c-4b1a-87ef-b7001b8f0e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.306953 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5fb3b80-c4fe-478e-b830-a08e436a5726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.389645 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5fb3b80-c4fe-478e-b830-a08e436a5726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.410577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a5fb3b80-c4fe-478e-b830-a08e436a5726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce90bf54-89d8-428a-8240-e24b6cf8ccc6']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:04.420499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a5fb3b80-c4fe-478e-b830-a08e436a5726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:04.420793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a5fb3b80-c4fe-478e-b830-a08e436a5726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa37875d-a1bb-413a-9f50-f39d3f9f1f09') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:04.431445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5fb3b80-c4fe-478e-b830-a08e436a5726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.446054 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5fb3b80-c4fe-478e-b830-a08e436a5726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.453487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fb3b80-c4fe-478e-b830-a08e436a5726 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:28:04.454015 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5fb3b80-c4fe-478e-b830-a08e436a5726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:28:04.456438 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:28:04.516894 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5fb3b80-c4fe-478e-b830-a08e436a5726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.524451 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a5fb3b80-c4fe-478e-b830-a08e436a5726 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.527814 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a5fb3b80-c4fe-478e-b830-a08e436a5726 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ce90bf54-89d8-428a-8240-e24b6cf8ccc6 HTTP/1.1" status: 204 len: 168 time: 0.3040109 Nov 09 18:28:04.538699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb3b80-c4fe-478e-b830-a08e436a5726 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce90bf54-89d8-428a-8240-e24b6cf8ccc6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:04.660897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48720) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:04.701342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-241f9d6f-a8de-420a-bbb1-9ce82ab10d86 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b38a904af8934af89d1e141307c86cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391326 Nov 09 18:28:04.703802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48722) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:04.758459 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1493-9905-4556-9265-81915978a875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.782094 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1493-9905-4556-9265-81915978a875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.832414 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1493-9905-4556-9265-81915978a875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.835030 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1493-9905-4556-9265-81915978a875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.836583 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0b7f1493-9905-4556-9265-81915978a875 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5e207e3-2db7-4a40-b072-fcd8d549b1b1 HTTP/1.1" status: 204 len: 168 time: 0.1318102 Nov 09 18:28:04.844825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f1493-9905-4556-9265-81915978a875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e207e3-2db7-4a40-b072-fcd8d549b1b1,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:05.541764 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48744) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:05.641460 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1609754496-network', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:05.664550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Made reservation on behalf of fd11323f2bb34fddbd71536daab26119 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:28:05.667047 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:05.675945 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:05.759535 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:05.768264 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:05.794039 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:28:05.805514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b472dc-85c2-4388-bc9f-bf8fd639f973,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:05.810781 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:05.811133 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Added segment 587ecfa3-8fcd-4e08-ae81-99c063f36233 of type vlan for network edd64002-1153-4426-ba96-f7f1ba4e1d5b Nov 09 18:28:05.854698 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:05.881969 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:05.882962 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:05.883585 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:05.943462 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4000156 Nov 09 18:28:05.946111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48748) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:05.951935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9f6b0cf3-8d26-48a2-b4cc-c6ebec15504f admin admin] Request body: {'subnet': {'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1609754496-subnet', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:05.956331 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bf99b-253f-4137-88e5-08fab92454a6 admin admin] Pushing event updated for resources: {'Network': ['ID=edd64002-1153-4426-ba96-f7f1ba4e1d5b,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:05.966829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network edd64002-1153-4426-ba96-f7f1ba4e1d5b details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:28:05.979852 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6b0cf3-8d26-48a2-b4cc-c6ebec15504f admin admin] Made reservation on behalf of fd11323f2bb34fddbd71536daab26119 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:28:05.982526 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f6b0cf3-8d26-48a2-b4cc-c6ebec15504f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.171706 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f6b0cf3-8d26-48a2-b4cc-c6ebec15504f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.227145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b0cf3-8d26-48a2-b4cc-c6ebec15504f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6721c86-7a9f-4b38-8dbf-b61b225254fc,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:06.244365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b0cf3-8d26-48a2-b4cc-c6ebec15504f admin admin] Checking segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:28:06.244730 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b0cf3-8d26-48a2-b4cc-c6ebec15504f admin admin] Network hostable DHCP agents. Network: edd64002-1153-4426-ba96-f7f1ba4e1d5b, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:28:06.263279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b0cf3-8d26-48a2-b4cc-c6ebec15504f admin admin] Network edd64002-1153-4426-ba96-f7f1ba4e1d5b is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:28:06.272426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-9f6b0cf3-8d26-48a2-b4cc-c6ebec15504f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, edd64002-1153-4426-ba96-f7f1ba4e1d5b) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:06.277563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b0cf3-8d26-48a2-b4cc-c6ebec15504f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:06.278242 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9f6b0cf3-8d26-48a2-b4cc-c6ebec15504f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.285890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72107b2c-c05f-457d-9d4f-57c2b5f39bfd None None] Network edd64002-1153-4426-ba96-f7f1ba4e1d5b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:28:06.303307 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9f6b0cf3-8d26-48a2-b4cc-c6ebec15504f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3555362 Nov 09 18:28:06.305817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48750) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:06.312700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:06.342350 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.343856 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.408030 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.467696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:28:06.468585 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.558046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.606779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Allocated IP 172.20.0.2 (edd64002-1153-4426-ba96-f7f1ba4e1d5b/f6721c86-7a9f-4b38-8dbf-b61b225254fc/50433eba-b482-486a-b20b-ca66a4409979) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:06.765292 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.771866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.773634 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.794424 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.811159 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Network edd64002-1153-4426-ba96-f7f1ba4e1d5b is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:06.814478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:06.817737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:06.833692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Pushing event updated for resources: {'Port': ['ID=50433eba-b482-486a-b20b-ca66a4409979,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:06.889014 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Attempting to bind port 50433eba-b482-486a-b20b-ca66a4409979 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:28:06.889386 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Attempting to bind port 50433eba-b482-486a-b20b-ca66a4409979 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:28:06.889753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Attempting to bind port 50433eba-b482-486a-b20b-ca66a4409979 on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:06.895970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:06.896346 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Checking segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:28:06.896751 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.897146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Bound using segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:06.897619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Bound port: 50433eba-b482-486a-b20b-ca66a4409979, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:28:06.898002 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:06.910836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Allocated IP 172.25.1.161 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/2cbabe88-c60f-473a-8ecc-0e455823a7c9) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:06.938572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4bc15c01-10a9-4be2-8067-f089ae6e28ed no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:28:06.966724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 4bc15c01-10a9-4be2-8067-f089ae6e28ed {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:28:06.967088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 4bc15c01-10a9-4be2-8067-f089ae6e28ed not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:28:06.998011 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] For port 50433eba-b482-486a-b20b-ca66a4409979, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:07.001658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] For port 50433eba-b482-486a-b20b-ca66a4409979, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=50433eba-b482-486a-b20b-ca66a4409979,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:07.008021 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:07.045148 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:07.070717 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98cb1c-0773-4b58-ae4a-1b00acf1bfbe None None] Pushing event updated for resources: {'Port': ['ID=50433eba-b482-486a-b20b-ca66a4409979,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:07.099290 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:07.139057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:07.142219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:07.146965 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:07.175126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbabe88-c60f-473a-8ecc-0e455823a7c9,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:07.459411 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:08.051269 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:08.137713 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabfe00d-aaff-4478-a0b1-a58b7fbe73b6 None None] Network edd64002-1153-4426-ba96-f7f1ba4e1d5b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:28:08.215279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Router cc0de66f-edf3-48c3-8092-b274b97e2bd8 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:28:08.242023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5b9f8b29-cc76-4dc6-b70b-d043f62afa14 None None] Provisioning complete for port 50433eba-b482-486a-b20b-ca66a4409979 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:08.243053 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5b9f8b29-cc76-4dc6-b70b-d043f62afa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:08.373341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:28:08.389667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 50433eba-b482-486a-b20b-ca66a4409979 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:08.390294 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Sync routers for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:28:08.409056 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:08.411592 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-27acdf98-b411-4606-94c5-bd72a36b41f1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1041899 Nov 09 18:28:08.412054 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:08.412833 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:27:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:08.414205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48752) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:08.448706 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5b9f8b29-cc76-4dc6-b70b-d043f62afa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:08.529278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5b9f8b29-cc76-4dc6-b70b-d043f62afa14 None None] For port 50433eba-b482-486a-b20b-ca66a4409979, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=50433eba-b482-486a-b20b-ca66a4409979,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:08.539957 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5b9f8b29-cc76-4dc6-b70b-d043f62afa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:08.586705 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:08.592491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 50433eba-b482-486a-b20b-ca66a4409979 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:08.593141 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:08.675411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f8b29-cc76-4dc6-b70b-d043f62afa14 None None] Pushing event updated for resources: {'Port': ['ID=50433eba-b482-486a-b20b-ca66a4409979,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:08.820257 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:07Z', 'revision_number': 3, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:08.849991 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Checking router: cc0de66f-edf3-48c3-8092-b274b97e2bd8 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:28:08.850358 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Updating router cc0de66f-edf3-48c3-8092-b274b97e2bd8 port 2cbabe88-c60f-473a-8ecc-0e455823a7c9 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:28:08.873569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ff2167dc-462f-4afe-9680-1021c5579ccc None None] Provisioning complete for port 50433eba-b482-486a-b20b-ca66a4409979 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:08.874517 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff2167dc-462f-4afe-9680-1021c5579ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:08.880380 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.005541 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.199860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Allocated IP 172.20.0.1 (edd64002-1153-4426-ba96-f7f1ba4e1d5b/f6721c86-7a9f-4b38-8dbf-b61b225254fc/9ca17686-0c69-4c1b-9877-5f41fa344c8a) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:09.211923 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.220104 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.283468 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Pushing event updated for resources: {'Port': ['ID=2cbabe88-c60f-473a-8ecc-0e455823a7c9,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:09.285826 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Attempting to bind port 2cbabe88-c60f-473a-8ecc-0e455823a7c9 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:28:09.286194 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Attempting to bind port 2cbabe88-c60f-473a-8ecc-0e455823a7c9 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:28:09.286556 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Attempting to bind port 2cbabe88-c60f-473a-8ecc-0e455823a7c9 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:09.296610 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:09.296949 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:09.297287 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:09.297618 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:09.297942 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:09.298264 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:09.298585 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:09.299542 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:09.299862 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:09.300181 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:09.300498 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:09.300811 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:09.304162 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:09.304535 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:28:09.304938 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.305320 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:09.305826 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Bound port: 2cbabe88-c60f-473a-8ecc-0e455823a7c9, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:28:09.306207 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.343470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.365541 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] For port 2cbabe88-c60f-473a-8ecc-0e455823a7c9, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:09.369383 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] For port 2cbabe88-c60f-473a-8ecc-0e455823a7c9, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2cbabe88-c60f-473a-8ecc-0e455823a7c9,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:09.374507 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.388790 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.440374 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:09.440999 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:27:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:09.446420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Network edd64002-1153-4426-ba96-f7f1ba4e1d5b is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:09.453941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:09.459945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:09.479354 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73358a8-e4c7-4b12-b660-d2454585d8e1 None None] Pushing event updated for resources: {'Port': ['ID=2cbabe88-c60f-473a-8ecc-0e455823a7c9,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:09.495401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Pushing event updated for resources: {'Port': ['ID=9ca17686-0c69-4c1b-9877-5f41fa344c8a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:09.519432 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.556254 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:09.678024 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.760310 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f245441e-a4fd-4cd3-9af2-35b1d0bcd101 None None] Provisioning complete for port 9ca17686-0c69-4c1b-9877-5f41fa344c8a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:09.760980 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f245441e-a4fd-4cd3-9af2-35b1d0bcd101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.816033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f245441e-a4fd-4cd3-9af2-35b1d0bcd101 None None] Port 9ca17686-0c69-4c1b-9877-5f41fa344c8a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:28:09.872877 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:07Z', 'revision_number': 3, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:09.885380 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.890952 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:09.903100 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c2e13c-9785-4b98-b0b4-267491036d52 None None] The sync data for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 is: [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:07Z', 'revision_number': 3, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:28:09.961167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Pushing event updated for resources: {'Port': ['ID=9ca17686-0c69-4c1b-9877-5f41fa344c8a,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:09.964000 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:10.086760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Network edd64002-1153-4426-ba96-f7f1ba4e1d5b is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:10.088667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:10.297088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Router cc0de66f-edf3-48c3-8092-b274b97e2bd8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:28:10.446089 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7660247b-44ff-4b1b-a1ad-431eebfc7b22 None None] Provisioning complete for port 9ca17686-0c69-4c1b-9877-5f41fa344c8a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:10.446855 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7660247b-44ff-4b1b-a1ad-431eebfc7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:10.478626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 50433eba-b482-486a-b20b-ca66a4409979 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:10.480341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:28:10.491280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a0362aa8-2321-4cd3-83ef-94fb6c6a160b admin admin] 10.222.0.81 "PUT /v2.0/routers/cc0de66f-edf3-48c3-8092-b274b97e2bd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0725491 Nov 09 18:28:10.534368 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7660247b-44ff-4b1b-a1ad-431eebfc7b22 None None] Port 9ca17686-0c69-4c1b-9877-5f41fa344c8a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:28:10.559146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 50433eba-b482-486a-b20b-ca66a4409979 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:10.559823 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:10.672359 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2cbabe88-c60f-473a-8ecc-0e455823a7c9 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:10.751098 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2cbabe88-c60f-473a-8ecc-0e455823a7c9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:10.751440 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:10.775484 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4a09e328-b1f0-40f2-9721-f32059b4bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:10.842652 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:10.866594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 2cbabe88-c60f-473a-8ecc-0e455823a7c9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2cbabe88-c60f-473a-8ecc-0e455823a7c9,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:10.871263 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:10.929098 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=2cbabe88-c60f-473a-8ecc-0e455823a7c9,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:11.479030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48760) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:11.483806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6bebc1f8-746b-4b5f-80f5-c9917821a7de tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183193379', 'description': 'tempest-description--1170632311'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:11.508223 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bebc1f8-746b-4b5f-80f5-c9917821a7de tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.591049 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bebc1f8-746b-4b5f-80f5-c9917821a7de tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.597058 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bebc1f8-746b-4b5f-80f5-c9917821a7de tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.645495 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6bebc1f8-746b-4b5f-80f5-c9917821a7de tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.646788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6bebc1f8-746b-4b5f-80f5-c9917821a7de tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1666596 Nov 09 18:28:11.647753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebc1f8-746b-4b5f-80f5-c9917821a7de tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990d0f8f-024d-4a5c-a534-b292b7d954c3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:11.649863 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48762) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:11.654817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1389d029-3769-4843-9ef5-52a65cb4fa63 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Request body: {'security_group_rule': {'security_group_id': '990d0f8f-024d-4a5c-a534-b292b7d954c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:11.686704 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1389d029-3769-4843-9ef5-52a65cb4fa63 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.757795 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1389d029-3769-4843-9ef5-52a65cb4fa63 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.761405 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1389d029-3769-4843-9ef5-52a65cb4fa63 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.780644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389d029-3769-4843-9ef5-52a65cb4fa63 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d342409-2e8c-4bb6-a667-9fc01033e35f,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:11.789097 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1389d029-3769-4843-9ef5-52a65cb4fa63 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.790229 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1389d029-3769-4843-9ef5-52a65cb4fa63 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393423 Nov 09 18:28:11.794806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48764) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:11.801583 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-57aec383-298c-484f-b642-3109d1fea68c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Request body: {'security_group_rule': {'security_group_id': '990d0f8f-024d-4a5c-a534-b292b7d954c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:11.845282 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57aec383-298c-484f-b642-3109d1fea68c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.936496 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57aec383-298c-484f-b642-3109d1fea68c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.942473 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57aec383-298c-484f-b642-3109d1fea68c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.953696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Sync routers for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:28:11.972096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:11.972532 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aec383-298c-484f-b642-3109d1fea68c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe03d06c-9e47-433a-ab00-813166e8ce55,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:11.973329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:27:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:11.984834 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-57aec383-298c-484f-b642-3109d1fea68c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.986489 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-57aec383-298c-484f-b642-3109d1fea68c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1894178 Nov 09 18:28:11.990208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 48766) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:11.996476 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:12.029617 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.208167 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.320796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2cbabe88-c60f-473a-8ecc-0e455823a7c9 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:12.354628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:12.375448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Allocated IP 172.25.1.46 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/eec470c4-569e-45c6-884b-1a33dca8a581) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:12.487446 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.487671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2cbabe88-c60f-473a-8ecc-0e455823a7c9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:12.487930 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.528120 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.579675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:12.585241 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:12.588931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:12.597635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event updated for resources: {'Port': ['ID=eec470c4-569e-45c6-884b-1a33dca8a581,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:12.663065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 2, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:12.690007 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.692988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Checking router: cc0de66f-edf3-48c3-8092-b274b97e2bd8 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:28:12.693357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Updating router cc0de66f-edf3-48c3-8092-b274b97e2bd8 port 9ca17686-0c69-4c1b-9877-5f41fa344c8a binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:28:12.726064 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.730267 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.923177 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.929233 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.003824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event updated for resources: {'Port': ['ID=eec470c4-569e-45c6-884b-1a33dca8a581,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:13.026223 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.045165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.047649 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a3da55e9-d8d4-4dd8-aa73-2fb88ad2e493 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0555928 Nov 09 18:28:13.059433 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.068036 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.140491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae72a7e-d507-42e5-abf9-62d21608e609 None None] Pushing event updated for resources: {'Port': ['ID=9ca17686-0c69-4c1b-9877-5f41fa344c8a,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:13.224918 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Attempting to bind port 9ca17686-0c69-4c1b-9877-5f41fa344c8a on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:28:13.225499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Attempting to bind port 9ca17686-0c69-4c1b-9877-5f41fa344c8a by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:28:13.226080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Attempting to bind port 9ca17686-0c69-4c1b-9877-5f41fa344c8a on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:13.235161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:13.235787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Checking segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:28:13.237762 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.237762 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Bound using segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:13.238442 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Bound port: 9ca17686-0c69-4c1b-9877-5f41fa344c8a, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:28:13.239064 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.264782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-4befe8bd-decb-4948-9e36-cb8ef8a10dce tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1183193379&fields=id&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 267 time: 0.0535114 Nov 09 18:28:13.336246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] For port 9ca17686-0c69-4c1b-9877-5f41fa344c8a, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:13.340022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] For port 9ca17686-0c69-4c1b-9877-5f41fa344c8a, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9ca17686-0c69-4c1b-9877-5f41fa344c8a,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:13.347591 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.426384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae72a7e-d507-42e5-abf9-62d21608e609 None None] Pushing event updated for resources: {'Port': ['ID=9ca17686-0c69-4c1b-9877-5f41fa344c8a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:13.429117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:13.429771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:27:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:13.431813 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ad85bb63-1fe2-4d50-a92c-96e7a7effd23 None None] Provisioning complete for port 9ca17686-0c69-4c1b-9877-5f41fa344c8a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:13.432194 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ad85bb63-1fe2-4d50-a92c-96e7a7effd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.440606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42791754-031f-45bc-930b-28424b347c9b req-49a52d24-6116-4ef4-820d-d5fbb231db7d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:13.443369 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-49a52d24-6116-4ef4-820d-d5fbb231db7d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 812 time: 0.1603954 Nov 09 18:28:13.465572 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-b575d5fb-4133-46e0-b0d8-c51b3feae31e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/quotas/fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 375 time: 0.0116534 Nov 09 18:28:13.541444 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-f030a19e-bb1b-4260-bcb8-49ec953784f6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646596 Nov 09 18:28:13.613619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:13.643332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-58d1689a-1c1c-4a5f-ab15-498e2cbecacc service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:28:13.645287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-58d1689a-1c1c-4a5f-ab15-498e2cbecacc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0848203 Nov 09 18:28:13.656750 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ad85bb63-1fe2-4d50-a92c-96e7a7effd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.768871 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-a012b34d-8f9b-4fe1-af13-474f003109c7 service neutron] 10.222.0.81 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125860 Nov 09 18:28:13.772417 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c6ca81aa-c4dc-4820-947c-414b3e364aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.789348 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ad85bb63-1fe2-4d50-a92c-96e7a7effd23 None None] For port 9ca17686-0c69-4c1b-9877-5f41fa344c8a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9ca17686-0c69-4c1b-9877-5f41fa344c8a,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:13.796045 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ad85bb63-1fe2-4d50-a92c-96e7a7effd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.879412 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-4c7d29ca-e038-4186-8633-f94dc6fa3762 service neutron] 10.222.0.81 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059632 Nov 09 18:28:13.896960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85bb63-1fe2-4d50-a92c-96e7a7effd23 None None] Pushing event updated for resources: {'Port': ['ID=9ca17686-0c69-4c1b-9877-5f41fa344c8a,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:13.931530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b152d9f4-145d-41a2-a9b4-2fe05847c760 None None] Provisioning complete for port 9ca17686-0c69-4c1b-9877-5f41fa344c8a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:13.931909 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b152d9f4-145d-41a2-a9b4-2fe05847c760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.983136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:14.015176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28919574-9e37-413a-be8c-7d7cb6729085 None None] The sync data for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 is: [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:28:14.308171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9ca17686-0c69-4c1b-9877-5f41fa344c8a up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:14.379862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9ca17686-0c69-4c1b-9877-5f41fa344c8a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:14.380424 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:14.531602 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:15.216174 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-799697d1-198c-43d0-b583-7402c673931b req-d16df291-5717-4d84-b5d2-54f0fb210a7a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 210 time: 0.0973296 Nov 09 18:28:15.540841 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:16.080525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42791754-031f-45bc-930b-28424b347c9b req-9e88d7f6-65f4-42ea-8b66-4c6a369bc0bb tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:16.081954 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-9e88d7f6-65f4-42ea-8b66-4c6a369bc0bb tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 812 time: 0.1093669 Nov 09 18:28:16.130534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-561d867d-cd58-4ece-bea9-2342b4344554 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 380 time: 0.0380547 Nov 09 18:28:16.146991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-42791754-031f-45bc-930b-28424b347c9b req-4505a3a2-018d-480a-9376-2533bc1d01fe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Request body: {'port': {'device_id': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'admin_state_up': True, 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'security_groups': ['990d0f8f-024d-4a5c-a534-b292b7d954c3']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:16.263436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42791754-031f-45bc-930b-28424b347c9b req-4505a3a2-018d-480a-9376-2533bc1d01fe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Made reservation on behalf of fd11323f2bb34fddbd71536daab26119 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:28:16.267027 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42791754-031f-45bc-930b-28424b347c9b req-4505a3a2-018d-480a-9376-2533bc1d01fe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:16.344236 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fdb48905-9a42-4cad-80f2-e067b10e389c req-160fb0ea-dfe7-4fc9-81cd-3404a9d7908a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 210 time: 0.0538797 Nov 09 18:28:16.427276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-42791754-031f-45bc-930b-28424b347c9b req-4505a3a2-018d-480a-9376-2533bc1d01fe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Allocated IP 172.20.0.11 (edd64002-1153-4426-ba96-f7f1ba4e1d5b/f6721c86-7a9f-4b38-8dbf-b61b225254fc/89f04df3-d6b9-4e19-8e09-1134462b269a) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:16.569012 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42791754-031f-45bc-930b-28424b347c9b req-4505a3a2-018d-480a-9376-2533bc1d01fe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:16.602665 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42791754-031f-45bc-930b-28424b347c9b req-4505a3a2-018d-480a-9376-2533bc1d01fe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:16.651549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42791754-031f-45bc-930b-28424b347c9b req-4505a3a2-018d-480a-9376-2533bc1d01fe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Network edd64002-1153-4426-ba96-f7f1ba4e1d5b is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:16.654785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-42791754-031f-45bc-930b-28424b347c9b req-4505a3a2-018d-480a-9376-2533bc1d01fe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:16.657862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-42791754-031f-45bc-930b-28424b347c9b req-4505a3a2-018d-480a-9376-2533bc1d01fe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:16.691541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505a3a2-018d-480a-9376-2533bc1d01fe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event updated for resources: {'Port': ['ID=89f04df3-d6b9-4e19-8e09-1134462b269a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:16.722651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42791754-031f-45bc-930b-28424b347c9b req-4505a3a2-018d-480a-9376-2533bc1d01fe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:16.723311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42791754-031f-45bc-930b-28424b347c9b req-4505a3a2-018d-480a-9376-2533bc1d01fe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:16.742280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-4505a3a2-018d-480a-9376-2533bc1d01fe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5988092 Nov 09 18:28:16.755784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Request body: {'port': {'device_id': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:16.815371 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:16.950886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e43d0d79-67c7-4024-a312-0042695ed611 None None] Provisioning complete for port 89f04df3-d6b9-4e19-8e09-1134462b269a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:16.951486 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e43d0d79-67c7-4024-a312-0042695ed611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:16.990266 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e43d0d79-67c7-4024-a312-0042695ed611 None None] Port 89f04df3-d6b9-4e19-8e09-1134462b269a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:28:17.097690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f04df3-d6b9-4e19-8e09-1134462b269a {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:28:17.105659 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:17.118299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Transition to ACTIVE for port object 89f04df3-d6b9-4e19-8e09-1134462b269a will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:28:17.122277 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:17.173162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Pushing event updated for resources: {'Port': ['ID=89f04df3-d6b9-4e19-8e09-1134462b269a,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:17.253869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Attempting to bind port 89f04df3-d6b9-4e19-8e09-1134462b269a on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:28:17.254204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Attempting to bind port 89f04df3-d6b9-4e19-8e09-1134462b269a by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:28:17.254534 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Attempting to bind port 89f04df3-d6b9-4e19-8e09-1134462b269a on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:17.259453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Port 89f04df3-d6b9-4e19-8e09-1134462b269a on network edd64002-1153-4426-ba96-f7f1ba4e1d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:28:17.259778 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Attempting to bind port 89f04df3-d6b9-4e19-8e09-1134462b269a on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:17.265214 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:17.265550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Checking segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:28:17.265935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Bound using segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:17.266358 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Bound port: 89f04df3-d6b9-4e19-8e09-1134462b269a, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:28:17.266714 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:17.355387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] For port 89f04df3-d6b9-4e19-8e09-1134462b269a, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:17.358684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] For port 89f04df3-d6b9-4e19-8e09-1134462b269a, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=89f04df3-d6b9-4e19-8e09-1134462b269a,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:17.364439 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:17.400520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:17.401133 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:17.402640 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] 10.222.0.18 "PUT /v2.0/ports/89f04df3-d6b9-4e19-8e09-1134462b269a HTTP/1.1" status: 200 len: 1092 time: 0.6520474 Nov 09 18:28:17.403116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:17.405438 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f0a34558d8236a779ed6a6f3898b58dfaa47007948c1d59e8f4517009cf8f73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfc1cd4-a796-45c1-aa1f-47f7e2358c01" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:17.433682 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bdd1a-bc40-4eb3-a98a-906c2a22574d service neutron] Pushing event updated for resources: {'Port': ['ID=89f04df3-d6b9-4e19-8e09-1134462b269a,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:17.477812 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42097e1b-bc31-4a8a-8004-0dbc62f93392 x-openstack-request-id: req-42097e1b-bc31-4a8a-8004-0dbc62f93392 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:17.478103 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:17.478359 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42097e1b-bc31-4a8a-8004-0dbc62f93392 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:17.478769 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'status': 'completed', 'code': 200} Nov 09 18:28:17.484136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cb3b8-4d3b-4f37-9589-6c03eabb872c req-872f6071-eeed-46cc-a4a7-a34d0727a822 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:17.487029 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d7cb3b8-4d3b-4f37-9589-6c03eabb872c req-872f6071-eeed-46cc-a4a7-a34d0727a822 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 944 time: 0.0643861 Nov 09 18:28:17.518957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42791754-031f-45bc-930b-28424b347c9b req-e8dd0022-868a-4f6b-be06-f5d5b144d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:17.520768 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-e8dd0022-868a-4f6b-be06-f5d5b144d71b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 1095 time: 0.0551987 Nov 09 18:28:17.531977 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6d7cb3b8-4d3b-4f37-9589-6c03eabb872c req-f96ceccc-cbee-419d-ac23-24d18dce26f6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383475 Nov 09 18:28:17.576596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-e1895746-69ac-4c62-a9ae-ce8cf1f13981 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89f04df3-d6b9-4e19-8e09-1134462b269a HTTP/1.1" status: 200 len: 217 time: 0.0477109 Nov 09 18:28:17.634649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42791754-031f-45bc-930b-28424b347c9b req-30b00511-43b7-4346-8ccd-ae078486ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:17.636571 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-30b00511-43b7-4346-8ccd-ae078486ca74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0530815 Nov 09 18:28:17.687801 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42791754-031f-45bc-930b-28424b347c9b req-68fe5fb3-d698-4b96-b4fc-7c265a5fce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:17.690004 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-68fe5fb3-d698-4b96-b4fc-7c265a5fce86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448327 Nov 09 18:28:17.785429 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:17.792281 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-0dc0bc67-9260-4e38-9f32-c6cd8df406b8 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958214 Nov 09 18:28:17.888618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-42791754-031f-45bc-930b-28424b347c9b req-81ebe297-84c2-41f5-b2cc-7aa803f81896 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883830 Nov 09 18:28:17.981477 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc1cd4-a796-45c1-aa1f-47f7e2358c01 req-92c6c5c4-d773-4991-afb9-d1a6bf3405cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:17.982996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dfc1cd4-a796-45c1-aa1f-47f7e2358c01 req-92c6c5c4-d773-4991-afb9-d1a6bf3405cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 1095 time: 0.0439858 Nov 09 18:28:18.081667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc1cd4-a796-45c1-aa1f-47f7e2358c01 req-ff55a9a9-2503-4787-a1d6-ccede84b66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:18.083157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dfc1cd4-a796-45c1-aa1f-47f7e2358c01 req-ff55a9a9-2503-4787-a1d6-ccede84b66fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0929782 Nov 09 18:28:18.126749 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dfc1cd4-a796-45c1-aa1f-47f7e2358c01 req-011e77f6-de89-423a-8f84-35f66fc305cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89f04df3-d6b9-4e19-8e09-1134462b269a HTTP/1.1" status: 200 len: 217 time: 0.0352781 Nov 09 18:28:18.180872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc1cd4-a796-45c1-aa1f-47f7e2358c01 req-33ed122a-d710-4bf7-9354-32579b6db63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:18.182241 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dfc1cd4-a796-45c1-aa1f-47f7e2358c01 req-33ed122a-d710-4bf7-9354-32579b6db63d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0491650 Nov 09 18:28:18.231438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc1cd4-a796-45c1-aa1f-47f7e2358c01 req-463da247-3a14-4cd3-a1d2-288d6ee3b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:18.233063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dfc1cd4-a796-45c1-aa1f-47f7e2358c01 req-463da247-3a14-4cd3-a1d2-288d6ee3b6bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438406 Nov 09 18:28:18.326540 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dfc1cd4-a796-45c1-aa1f-47f7e2358c01 req-e105a61e-4d78-4cd2-b81f-6043b9729170 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850146 Nov 09 18:28:18.429637 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2dfc1cd4-a796-45c1-aa1f-47f7e2358c01 req-36ec1bf8-b555-48c9-b96b-3857eec1a53a service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952964 Nov 09 18:28:18.661525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c402ee-fc9f-4954-9ff7-90300f9ddcb2 req-ad6eef5a-c99c-411c-ac88-d61880e226ef tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:18.663057 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68c402ee-fc9f-4954-9ff7-90300f9ddcb2 req-ad6eef5a-c99c-411c-ac88-d61880e226ef tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 944 time: 0.0517313 Nov 09 18:28:18.703747 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-68c402ee-fc9f-4954-9ff7-90300f9ddcb2 req-208e5abc-6b5d-4bb8-9c9c-7c4ea0d41b04 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334499 Nov 09 18:28:19.829435 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7be0c-ee75-4058-a131-d5e58026f78a req-8ae48b19-62b0-4e2c-8db5-a6a10fd248f3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:19.831530 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9cf7be0c-ee75-4058-a131-d5e58026f78a req-8ae48b19-62b0-4e2c-8db5-a6a10fd248f3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 944 time: 0.0575080 Nov 09 18:28:19.872178 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9cf7be0c-ee75-4058-a131-d5e58026f78a req-2145107c-5f39-4624-9469-985c01fa75cd tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343575 Nov 09 18:28:20.964399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 89f04df3-d6b9-4e19-8e09-1134462b269a details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:28:20.989846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6dc64-d9cd-472b-b486-322cd3bfcd63 req-048f891e-851d-4db7-9205-8620f554d7e6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:20.991392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ee6dc64-d9cd-472b-b486-322cd3bfcd63 req-048f891e-851d-4db7-9205-8620f554d7e6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 944 time: 0.0513608 Nov 09 18:28:21.031673 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ee6dc64-d9cd-472b-b486-322cd3bfcd63 req-b67b79ec-25dd-4478-a402-999c0b0444fa tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335932 Nov 09 18:28:21.060827 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 89f04df3-d6b9-4e19-8e09-1134462b269a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=89f04df3-d6b9-4e19-8e09-1134462b269a,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:21.072931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'port_id': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'mac_address': 'fa:16:3e:da:d8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:28:21.116087 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:21.134283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f04df3-d6b9-4e19-8e09-1134462b269a {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:28:21.154389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 89f04df3-d6b9-4e19-8e09-1134462b269a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=89f04df3-d6b9-4e19-8e09-1134462b269a,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:21.159865 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:21.212240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=89f04df3-d6b9-4e19-8e09-1134462b269a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:21.483247 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['89f04df3-d6b9-4e19-8e09-1134462b269a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:28:22.149961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd3800-209c-43e6-8f44-c220067b3a7f req-faef8671-62bb-4b0e-a22c-0b3685c580d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:22.152214 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d9bd3800-209c-43e6-8f44-c220067b3a7f req-faef8671-62bb-4b0e-a22c-0b3685c580d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 945 time: 0.0518384 Nov 09 18:28:22.195118 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d9bd3800-209c-43e6-8f44-c220067b3a7f req-9bfaf58b-0b92-4095-8e7c-4387fae6afd1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368605 Nov 09 18:28:22.971248 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 89f04df3-d6b9-4e19-8e09-1134462b269a up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:23.026990 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 89f04df3-d6b9-4e19-8e09-1134462b269a completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:28:23.031404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 89f04df3-d6b9-4e19-8e09-1134462b269a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:23.031796 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:23.111271 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:23.135775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:23.138083 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d7e3e74afd5bc43a3465df7ff1b3f10070fcb7df829fa227b11522376ea1f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4de31bf-1a3a-4fb9-a678-8e814b348aec" -d '{"events": [{"server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "name": "network-vif-plugged", "status": "completed", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:23.152381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 89f04df3-d6b9-4e19-8e09-1134462b269a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=89f04df3-d6b9-4e19-8e09-1134462b269a,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:23.158884 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:23.188365 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a914e11-0f99-4ca0-b889-1234a96a241f x-openstack-request-id: req-3a914e11-0f99-4ca0-b889-1234a96a241f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:23.188661 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "name": "network-vif-plugged", "status": "completed", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:23.189617 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a914e11-0f99-4ca0-b889-1234a96a241f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:23.190023 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'code': 200} Nov 09 18:28:23.218195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=89f04df3-d6b9-4e19-8e09-1134462b269a,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:23.226337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:23.226695 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:23.227048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:23.227428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:23.227775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:23.228108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:23.228465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:23.228786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:23.229123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:23.229457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:23.229789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:23.230119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:23.291395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038f87f-7415-4588-9037-17d37dbcbb74 req-f958d0ea-a2eb-44cc-ab3e-7af7be317ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:23.293262 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f038f87f-7415-4588-9037-17d37dbcbb74 req-f958d0ea-a2eb-44cc-ab3e-7af7be317ac1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 1097 time: 0.0482419 Nov 09 18:28:23.320017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17571489-fbb9-431b-96e1-b92b3a764b9d req-18d06e78-f9de-4c81-9d2f-ab7f0605a1ce tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:23.321554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17571489-fbb9-431b-96e1-b92b3a764b9d req-18d06e78-f9de-4c81-9d2f-ab7f0605a1ce tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0501339 Nov 09 18:28:23.330453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f038f87f-7415-4588-9037-17d37dbcbb74 req-6bfa1cc0-a314-4395-b076-73d8b4746166 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292082 Nov 09 18:28:23.358910 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:23.362273 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-17571489-fbb9-431b-96e1-b92b3a764b9d req-86e497d5-77f5-45e9-9efc-87ebfc95cdc7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343499 Nov 09 18:28:24.140130 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:24.495146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f4894-cb66-4a4d-9e4e-615d22b33e09 req-5588590b-606c-4fd5-9615-803a077785ca tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:24.496773 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-485f4894-cb66-4a4d-9e4e-615d22b33e09 req-5588590b-606c-4fd5-9615-803a077785ca tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0582457 Nov 09 18:28:24.540553 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-485f4894-cb66-4a4d-9e4e-615d22b33e09 req-506b6329-5687-40cd-98c4-79f5b6dada85 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371773 Nov 09 18:28:25.655238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098097c-c28a-4a65-8560-da6caef9d5e0 req-64f67e62-588a-4626-9208-fc44a5373629 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:25.656727 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3098097c-c28a-4a65-8560-da6caef9d5e0 req-64f67e62-588a-4626-9208-fc44a5373629 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0482357 Nov 09 18:28:25.696146 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3098097c-c28a-4a65-8560-da6caef9d5e0 req-54060aff-4c75-4357-8414-abec9743049d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318944 Nov 09 18:28:25.809857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69586d15-3411-4908-a1a4-5b1e5ff2ad8e req-9eab1391-8fd0-4859-81ed-dd2e53ce36ec tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:25.811364 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69586d15-3411-4908-a1a4-5b1e5ff2ad8e req-9eab1391-8fd0-4859-81ed-dd2e53ce36ec tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0494909 Nov 09 18:28:25.820222 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 48822) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:25.824507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-dc4c0081-4cc1-4fd9-91d0-3aff705441a8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Request body: {'floatingip': {'port_id': '89f04df3-d6b9-4e19-8e09-1134462b269a'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:25.867129 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0081-4cc1-4fd9-91d0-3aff705441a8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:26.286967 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0081-4cc1-4fd9-91d0-3aff705441a8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:26.290727 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0081-4cc1-4fd9-91d0-3aff705441a8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:26.394900 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-dc4c0081-4cc1-4fd9-91d0-3aff705441a8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684 associated. External IP: 172.25.1.46, port: 89f04df3-d6b9-4e19-8e09-1134462b269a. Nov 09 18:28:26.929374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4c0081-4cc1-4fd9-91d0-3aff705441a8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Router cc0de66f-edf3-48c3-8092-b274b97e2bd8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:28:27.038684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4c0081-4cc1-4fd9-91d0-3aff705441a8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:28:27.043521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0081-4cc1-4fd9-91d0-3aff705441a8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:27.049821 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a2829-35a3-4e56-8189-e472ec7b764e None None] Sync routers for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:28:27.058723 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a2829-35a3-4e56-8189-e472ec7b764e None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:27.059404 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c54a2829-35a3-4e56-8189-e472ec7b764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:28:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:27.071107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dc4c0081-4cc1-4fd9-91d0-3aff705441a8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "PUT /v2.0/floatingips/2d69219d-7ef5-4d55-8ac2-4f1e627ce684 HTTP/1.1" status: 200 len: 991 time: 1.2499321 Nov 09 18:28:27.071768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:27.114790 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd55fbe6-d938-4757-abf3-3ad1e8a4a28d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:27.174212 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c54a2829-35a3-4e56-8189-e472ec7b764e None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:27.221955 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043bcc9c-f7f8-4bb0-b075-3f1e4010ca09 x-openstack-request-id: req-043bcc9c-f7f8-4bb0-b075-3f1e4010ca09 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:27.222255 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:27.222508 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-043bcc9c-f7f8-4bb0-b075-3f1e4010ca09 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:27.222915 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'status': 'completed', 'code': 200} Nov 09 18:28:27.282925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55fbe6-d938-4757-abf3-3ad1e8a4a28d req-165b80bc-7f34-499e-bfa0-d1b155e39f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:27.284675 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd55fbe6-d938-4757-abf3-3ad1e8a4a28d req-165b80bc-7f34-499e-bfa0-d1b155e39f41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 1097 time: 0.0419977 Nov 09 18:28:27.381322 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55fbe6-d938-4757-abf3-3ad1e8a4a28d req-e7ac3db7-2950-4dbf-a8d7-7e26d454387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:27.382811 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd55fbe6-d938-4757-abf3-3ad1e8a4a28d req-e7ac3db7-2950-4dbf-a8d7-7e26d454387a service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0907097 Nov 09 18:28:27.405169 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c54a2829-35a3-4e56-8189-e472ec7b764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2d69219d-7ef5-4d55-8ac2-4f1e627ce684', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'port_id': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'mac_address': 'fa:16:3e:da:d8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:12Z', 'updated_at': '2021-11-09T18:28:26Z', 'revision_number': 1, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:27.431736 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a2829-35a3-4e56-8189-e472ec7b764e None None] Checking router: cc0de66f-edf3-48c3-8092-b274b97e2bd8 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:28:27.441067 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a2829-35a3-4e56-8189-e472ec7b764e None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:27.441613 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c54a2829-35a3-4e56-8189-e472ec7b764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:28:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:27.449910 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd55fbe6-d938-4757-abf3-3ad1e8a4a28d req-b21185e3-0bc7-4e84-ad9b-fb3074ca59e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89f04df3-d6b9-4e19-8e09-1134462b269a HTTP/1.1" status: 200 len: 999 time: 0.0591340 Nov 09 18:28:27.505686 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55fbe6-d938-4757-abf3-3ad1e8a4a28d req-7f2f0c30-865d-4839-b43c-4199aa176837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:27.507160 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd55fbe6-d938-4757-abf3-3ad1e8a4a28d req-7f2f0c30-865d-4839-b43c-4199aa176837 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0496516 Nov 09 18:28:27.550426 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c54a2829-35a3-4e56-8189-e472ec7b764e None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:27.555106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55fbe6-d938-4757-abf3-3ad1e8a4a28d req-19c6150c-1be1-426c-9166-d64c843e9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:27.556648 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd55fbe6-d938-4757-abf3-3ad1e8a4a28d req-19c6150c-1be1-426c-9166-d64c843e9989 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408139 Nov 09 18:28:27.649099 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd55fbe6-d938-4757-abf3-3ad1e8a4a28d req-4c75c824-35c0-49cb-b113-4de44e136d38 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830505 Nov 09 18:28:27.750148 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd55fbe6-d938-4757-abf3-3ad1e8a4a28d req-2ad922a9-b3d7-40cf-aace-8d04d6f7efae service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920675 Nov 09 18:28:27.786131 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c54a2829-35a3-4e56-8189-e472ec7b764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2d69219d-7ef5-4d55-8ac2-4f1e627ce684', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'port_id': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'mac_address': 'fa:16:3e:da:d8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:12Z', 'updated_at': '2021-11-09T18:28:26Z', 'revision_number': 1, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:27.812894 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a2829-35a3-4e56-8189-e472ec7b764e None None] The sync data for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 is: [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2d69219d-7ef5-4d55-8ac2-4f1e627ce684', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'port_id': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'mac_address': 'fa:16:3e:da:d8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:12Z', 'updated_at': '2021-11-09T18:28:26Z', 'revision_number': 1, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:28:28.009568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a989339-7dc6-43f4-8427-d28f3e319a92 None None] New status for floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:28:32.103674 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:28:40.748758 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a347687d-af76-4b80-bea8-31e9d63ab96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:43.704158 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-371438bc-8bf7-43da-b0b1-6b4121b3a24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.533652 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:45.541789 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:47.787358 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:53.373638 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:54.159018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:09.103797 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:29:10.751987 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8c0e-c5fe-4512-8476-044cd098265d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:13.705669 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-48c0e1d3-7404-41a5-8cfe-b5c9a697f3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:14.535773 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:15.545865 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:16.698869 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07e6f122-9b48-419c-a503-1d526bd38af9 req-a8519c0a-62bc-42d7-bd20-e771ed30699f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905111 Nov 09 18:29:16.797344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6f122-9b48-419c-a503-1d526bd38af9 req-216d96bd-4d09-4d78-beb5-8418edfa0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:16.799039 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07e6f122-9b48-419c-a503-1d526bd38af9 req-216d96bd-4d09-4d78-beb5-8418edfa0259 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 1097 time: 0.0480576 Nov 09 18:29:16.942603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6f122-9b48-419c-a503-1d526bd38af9 req-41bf4f93-d968-45d2-bdf0-cde9da900edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:16.945234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07e6f122-9b48-419c-a503-1d526bd38af9 req-41bf4f93-d968-45d2-bdf0-cde9da900edb service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1225071 Nov 09 18:29:17.023506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07e6f122-9b48-419c-a503-1d526bd38af9 req-a61990a3-b8df-4853-b305-deb3000dbcd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89f04df3-d6b9-4e19-8e09-1134462b269a HTTP/1.1" status: 200 len: 1001 time: 0.0699384 Nov 09 18:29:17.081959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6f122-9b48-419c-a503-1d526bd38af9 req-22e8e885-bacf-4a9e-b5fd-48b2919a5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:17.083428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07e6f122-9b48-419c-a503-1d526bd38af9 req-22e8e885-bacf-4a9e-b5fd-48b2919a5a9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0513847 Nov 09 18:29:17.144442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6f122-9b48-419c-a503-1d526bd38af9 req-6d489883-e0d1-4305-9d8c-24c690fbf0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:17.146176 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07e6f122-9b48-419c-a503-1d526bd38af9 req-6d489883-e0d1-4305-9d8c-24c690fbf0de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547826 Nov 09 18:29:17.297642 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07e6f122-9b48-419c-a503-1d526bd38af9 req-b14c883e-b09d-42be-b542-cbb0f50956f8 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425061 Nov 09 18:29:17.404640 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07e6f122-9b48-419c-a503-1d526bd38af9 req-e0cf2c2d-190b-483d-97aa-400fbbc216d0 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993290 Nov 09 18:29:17.792012 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:23.391359 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:24.178230 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:40.752758 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68d9e13a-65b2-41ac-9627-8723082568a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:43.707199 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-00d533c3-6526-409f-aa05-e12768988ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:44.537180 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:45.548150 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:46.104127 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:29:47.793679 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:53.388318 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:54.181225 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:10.756077 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fee01075-42ce-4ae6-ba76-70f39f6262d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:13.708890 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61f7e0fe-c694-4c2e-af73-f7dcf6653bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:14.539464 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:15.551178 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:17.335517 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d1dab3-76af-4ff5-ab5d-08e6af9a5738 req-20a2487c-ac78-43e2-bc89-2e0f553df01b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426135 Nov 09 18:30:17.431114 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1dab3-76af-4ff5-ab5d-08e6af9a5738 req-041b7dca-2b16-4179-8bce-b5875329cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.432716 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d1dab3-76af-4ff5-ab5d-08e6af9a5738 req-041b7dca-2b16-4179-8bce-b5875329cf76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 1097 time: 0.0521369 Nov 09 18:30:17.551293 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1dab3-76af-4ff5-ab5d-08e6af9a5738 req-3cc33a9f-5244-4164-8ec1-c39cd9f8990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.552773 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d1dab3-76af-4ff5-ab5d-08e6af9a5738 req-3cc33a9f-5244-4164-8ec1-c39cd9f8990a service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0949616 Nov 09 18:30:17.621221 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d1dab3-76af-4ff5-ab5d-08e6af9a5738 req-4f994a2b-2534-4e22-97ee-ecf0be5cdd84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89f04df3-d6b9-4e19-8e09-1134462b269a HTTP/1.1" status: 200 len: 1001 time: 0.0605133 Nov 09 18:30:17.676828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1dab3-76af-4ff5-ab5d-08e6af9a5738 req-62b3a391-a06b-423f-81d2-a101d089f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.678289 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d1dab3-76af-4ff5-ab5d-08e6af9a5738 req-62b3a391-a06b-423f-81d2-a101d089f207 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0502100 Nov 09 18:30:17.723243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1dab3-76af-4ff5-ab5d-08e6af9a5738 req-5d6b8971-c951-4819-8f73-e7894a65abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.726768 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d1dab3-76af-4ff5-ab5d-08e6af9a5738 req-5d6b8971-c951-4819-8f73-e7894a65abbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392118 Nov 09 18:30:17.799775 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:17.816733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d1dab3-76af-4ff5-ab5d-08e6af9a5738 req-7733321c-a3df-4942-8348-4e712d45ab8a service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837944 Nov 09 18:30:17.930750 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e8d1dab3-76af-4ff5-ab5d-08e6af9a5738 req-276abb3a-b02d-4aac-b21c-699dc8fc052c service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058402 Nov 09 18:30:23.103194 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:30:23.387282 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:24.189482 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:40.759570 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-76b1da32-3cf9-4466-a1f9-8f9669b30db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:43.710589 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a46c540e-b80e-46b8-85d6-2ed997178b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:44.540792 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:45.554497 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.801329 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:53.389617 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:54.203888 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:57.435023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd449ca-e4a9-4c1a-a3ed-2ef38fd90e93 req-72479328-4a8f-48af-9dce-a574b518ff5f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:57.436616 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acd449ca-e4a9-4c1a-a3ed-2ef38fd90e93 req-72479328-4a8f-48af-9dce-a574b518ff5f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0526502 Nov 09 18:30:57.476799 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acd449ca-e4a9-4c1a-a3ed-2ef38fd90e93 req-8208be6a-c5a1-4fc9-ae77-d22e8805cd42 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340099 Nov 09 18:30:57.741996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e0ed1-9725-46b7-85a4-10d0d3a0cf90 req-ccdf303c-683f-4437-96f1-387e5e035cbb tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:57.743685 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b64e0ed1-9725-46b7-85a4-10d0d3a0cf90 req-ccdf303c-683f-4437-96f1-387e5e035cbb tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0659881 Nov 09 18:30:57.810435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b64e0ed1-9725-46b7-85a4-10d0d3a0cf90 req-e6b3f5ab-9821-4a2c-9b6c-cdea8d21d4d6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600982 Nov 09 18:30:57.820417 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-7f36c390-25f4-4e21-b423-cdf7f7e78160 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991921 Nov 09 18:30:58.940637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19472e6a-8357-4ab1-9da9-19859a9bb8a4 req-ff69fb5a-d839-4c39-a8c6-1e7d240cc588 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:58.942157 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19472e6a-8357-4ab1-9da9-19859a9bb8a4 req-ff69fb5a-d839-4c39-a8c6-1e7d240cc588 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0590918 Nov 09 18:30:59.006493 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19472e6a-8357-4ab1-9da9-19859a9bb8a4 req-d641fe03-1612-4706-837c-ea8aa2d8cfb4 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581560 Nov 09 18:30:59.095703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-5b383296-deed-496e-a4d6-dc0ee1f62595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:59.097184 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-5b383296-deed-496e-a4d6-dc0ee1f62595 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 1097 time: 0.0469406 Nov 09 18:30:59.198699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-97274b7c-dc39-48ab-8db0-f409f0a658de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:59.200602 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-97274b7c-dc39-48ab-8db0-f409f0a658de service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0959511 Nov 09 18:30:59.272700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-48339d9b-1557-4b34-9838-5a867cba083c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89f04df3-d6b9-4e19-8e09-1134462b269a HTTP/1.1" status: 200 len: 1001 time: 0.0650468 Nov 09 18:30:59.325029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-3b2ca60d-7030-445e-b92a-cbd00c770980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:59.326530 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-3b2ca60d-7030-445e-b92a-cbd00c770980 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0467284 Nov 09 18:30:59.379496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-9b1a0241-4fac-4f91-96f8-41396693f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:59.381038 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-9b1a0241-4fac-4f91-96f8-41396693f7cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475793 Nov 09 18:30:59.476914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-cb89f80e-426f-48f1-a1cd-61925b3ad92e service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883174 Nov 09 18:30:59.588012 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-d4e44a68-7459-4b41-96e3-c5ca437a8e34 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034276 Nov 09 18:31:00.103052 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:31:00.143696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895ad16-91ec-412d-bf7d-25828d78e271 req-0c94cc6a-d5f8-44fe-a975-52d816ec8de7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:00.145262 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b895ad16-91ec-412d-bf7d-25828d78e271 req-0c94cc6a-d5f8-44fe-a975-52d816ec8de7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0525558 Nov 09 18:31:00.187045 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b895ad16-91ec-412d-bf7d-25828d78e271 req-ca5229e7-93db-4dd9-b42f-930081192c56 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355954 Nov 09 18:31:01.310835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46943cd-dd14-4d1f-9524-3151594a8322 req-d1231f52-bb19-488a-8b5f-93f81ae83c7f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:01.312429 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f46943cd-dd14-4d1f-9524-3151594a8322 req-d1231f52-bb19-488a-8b5f-93f81ae83c7f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0510812 Nov 09 18:31:01.352872 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f46943cd-dd14-4d1f-9524-3151594a8322 req-a105c03f-db0c-41c6-9c3a-45c3872b8855 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344105 Nov 09 18:31:02.478481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89881360-cc37-4a48-8c27-2d23db736a05 req-730e44c1-780d-4b6b-ae65-54d0f61a82a5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:02.480587 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89881360-cc37-4a48-8c27-2d23db736a05 req-730e44c1-780d-4b6b-ae65-54d0f61a82a5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0532494 Nov 09 18:31:02.521679 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-89881360-cc37-4a48-8c27-2d23db736a05 req-c981690c-195b-49e3-9628-c12b923a4677 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353365 Nov 09 18:31:03.643239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168614d-d6fd-4199-a6bc-68f742f80f17 req-2427c014-9e9f-44b4-a612-df5ef609e72a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:03.644793 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3168614d-d6fd-4199-a6bc-68f742f80f17 req-2427c014-9e9f-44b4-a612-df5ef609e72a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0516870 Nov 09 18:31:03.685469 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3168614d-d6fd-4199-a6bc-68f742f80f17 req-9d8a5ccd-e9ca-4884-b212-6acc5b1b6a57 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345995 Nov 09 18:31:04.811457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd60b7-939d-4c8d-86f5-63d7a94fed28 req-c776f6a1-cc5c-4d5d-a492-cc8d64eebc0a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:04.812995 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9dd60b7-939d-4c8d-86f5-63d7a94fed28 req-c776f6a1-cc5c-4d5d-a492-cc8d64eebc0a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0556502 Nov 09 18:31:04.852951 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9dd60b7-939d-4c8d-86f5-63d7a94fed28 req-183f7db4-472b-4ef7-acf1-f0346a6b383f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338428 Nov 09 18:31:05.981886 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0eace-569f-4359-987c-c7a85a038a95 req-53c52bbb-b5be-4f15-b6a0-2ac8bfba17b9 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:05.984373 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ee0eace-569f-4359-987c-c7a85a038a95 req-53c52bbb-b5be-4f15-b6a0-2ac8bfba17b9 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0587022 Nov 09 18:31:06.027747 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ee0eace-569f-4359-987c-c7a85a038a95 req-50fe0318-4680-4dee-ac28-736e6c3bbfd3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367441 Nov 09 18:31:07.154950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0085-ce9a-488c-be5a-77641770a308 req-425feb35-356c-48ff-8039-b160bd8348c6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:07.156594 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3cab0085-ce9a-488c-be5a-77641770a308 req-425feb35-356c-48ff-8039-b160bd8348c6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0545976 Nov 09 18:31:07.201508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3cab0085-ce9a-488c-be5a-77641770a308 req-cba04b04-96ad-456d-822c-a8df3e20af00 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387831 Nov 09 18:31:08.341332 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e971d8-91c7-4c46-8075-bc3d139b28f2 req-308e1d36-5ff3-4cb6-9f7a-e9a3ada7ccc6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:08.342937 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44e971d8-91c7-4c46-8075-bc3d139b28f2 req-308e1d36-5ff3-4cb6-9f7a-e9a3ada7ccc6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0690100 Nov 09 18:31:08.384629 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-44e971d8-91c7-4c46-8075-bc3d139b28f2 req-7dcd2283-a810-45fd-8d2d-a476f51af11d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353086 Nov 09 18:31:09.510512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f297ed-3f1a-4932-85a8-cb6c62acc36d req-f9728265-21c5-445d-ad13-6bd38e5d0b73 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:09.512915 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53f297ed-3f1a-4932-85a8-cb6c62acc36d req-f9728265-21c5-445d-ad13-6bd38e5d0b73 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0540793 Nov 09 18:31:09.552022 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-53f297ed-3f1a-4932-85a8-cb6c62acc36d req-b11ce11e-2187-48fa-a536-25396d23b1f7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331054 Nov 09 18:31:10.675186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fc14e-ece1-4be3-a4fb-dbe030317507 req-4e2ef037-e1ab-4d60-bea4-84a0a8cb44d0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:10.676724 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-756fc14e-ece1-4be3-a4fb-dbe030317507 req-4e2ef037-e1ab-4d60-bea4-84a0a8cb44d0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0528469 Nov 09 18:31:10.716804 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-756fc14e-ece1-4be3-a4fb-dbe030317507 req-dfee54b7-fd08-4f19-8fe6-2dbe9cee30e6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338988 Nov 09 18:31:10.764398 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b0aebac-007c-4c95-be12-79aeb5dff69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:11.639095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-f53c9af2-a33c-4b19-9d29-cfa2fa58784f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:31:11.640132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-f53c9af2-a33c-4b19-9d29-cfa2fa58784f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060217 Nov 09 18:31:11.704916 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-c90235c6-76c9-47ef-ac16-ffb3b9e516fb service neutron] show failed (client error): The resource could not be found. Nov 09 18:31:11.705921 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-c90235c6-76c9-47ef-ac16-ffb3b9e516fb service neutron] 10.222.0.18 "GET /v2.0/ports/89f04df3-d6b9-4e19-8e09-1134462b269a/bindings/n-h1-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0582516 Nov 09 18:31:11.852653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d9b80-eb6a-4e22-9eae-14a74ec38231 req-68d91e80-41fc-445f-88b6-7c706e3c972b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:11.855511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc4d9b80-eb6a-4e22-9eae-14a74ec38231 req-68d91e80-41fc-445f-88b6-7c706e3c972b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0627809 Nov 09 18:31:11.899186 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc4d9b80-eb6a-4e22-9eae-14a74ec38231 req-7f1ba7e5-6cd9-4850-8c91-771f31bab122 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355346 Nov 09 18:31:12.028715 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-258f5de9-1937-4374-8bd2-b70cbe1a2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:12.030256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-258f5de9-1937-4374-8bd2-b70cbe1a2625 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 1097 time: 0.0957034 Nov 09 18:31:12.044429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:12.105272 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:12.328943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] For port 89f04df3-d6b9-4e19-8e09-1134462b269a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=89f04df3-d6b9-4e19-8e09-1134462b269a,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:12.362185 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] For port 89f04df3-d6b9-4e19-8e09-1134462b269a, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:31:12.402339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:12.404812 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81b1d15-c813-4aa9-9298-17f911593aeb" -d '{"events": [{"server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:12.408677 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:12.421642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Transition to ACTIVE for port object 89f04df3-d6b9-4e19-8e09-1134462b269a will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:31:12.425798 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:12.460639 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e0177f-af8b-4490-b43d-6a28ef1d964c x-openstack-request-id: req-b4e0177f-af8b-4490-b43d-6a28ef1d964c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:12.461007 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:12.461187 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4e0177f-af8b-4490-b43d-6a28ef1d964c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:12.461579 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'code': 200} Nov 09 18:31:12.515288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=89f04df3-d6b9-4e19-8e09-1134462b269a,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:12.528089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:12.528446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:12.528784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:12.529120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:12.529452 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:12.529775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:12.530104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:12.530428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:12.530755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:12.531081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:12.531435 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:12.531759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:12.566174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] No DVR routers for this DVR port 89f04df3-d6b9-4e19-8e09-1134462b269a on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:31:12.707340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Attempting to bind port 89f04df3-d6b9-4e19-8e09-1134462b269a on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:31:12.708017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Attempting to bind port 89f04df3-d6b9-4e19-8e09-1134462b269a by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:31:12.708017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Attempting to bind port 89f04df3-d6b9-4e19-8e09-1134462b269a on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:12.712356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Port 89f04df3-d6b9-4e19-8e09-1134462b269a on network edd64002-1153-4426-ba96-f7f1ba4e1d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:31:12.712672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Attempting to bind port 89f04df3-d6b9-4e19-8e09-1134462b269a on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:12.718652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:31:12.718985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Checking segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:31:12.719408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Bound using segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:31:12.719893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Bound port: 89f04df3-d6b9-4e19-8e09-1134462b269a, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:31:12.720192 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:12.783300 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] For port 89f04df3-d6b9-4e19-8e09-1134462b269a, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:31:12.786418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] For port 89f04df3-d6b9-4e19-8e09-1134462b269a, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=89f04df3-d6b9-4e19-8e09-1134462b269a,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:31:12.789965 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:12.826268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:12.826870 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:12.828297 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/89f04df3-d6b9-4e19-8e09-1134462b269a HTTP/1.1" status: 200 len: 1092 time: 0.7894006 Nov 09 18:31:12.851765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3847bb-2dbc-48e9-a220-d9745c607bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=89f04df3-d6b9-4e19-8e09-1134462b269a,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:12.897572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-1129a31e-411a-4fd4-b848-18ef32de1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:12.899086 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-1129a31e-411a-4fd4-b848-18ef32de1519 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 1095 time: 0.0436237 Nov 09 18:31:13.031362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-8aab9704-a498-477e-98ee-5df834345f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:13.032862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-8aab9704-a498-477e-98ee-5df834345f96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1252387 Nov 09 18:31:13.092008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39d638-1d1b-4f27-805f-8febdaa8993a req-858a72cb-1527-4d50-9bc0-67b87ccbf384 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:13.093553 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab39d638-1d1b-4f27-805f-8febdaa8993a req-858a72cb-1527-4d50-9bc0-67b87ccbf384 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 944 time: 0.1168737 Nov 09 18:31:13.129565 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-3eee5978-5ca1-4163-9374-be22ce9514a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89f04df3-d6b9-4e19-8e09-1134462b269a HTTP/1.1" status: 200 len: 999 time: 0.0884814 Nov 09 18:31:13.175152 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab39d638-1d1b-4f27-805f-8febdaa8993a req-0660830c-58f4-4324-89d3-aeba181832e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743625 Nov 09 18:31:13.200519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-23ed35ca-955a-4b15-b5b0-ffd6b51b7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:13.202017 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-23ed35ca-955a-4b15-b5b0-ffd6b51b7097 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0619838 Nov 09 18:31:13.249874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-8249444d-ea97-4831-b98a-5ec0a933fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:13.251498 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-8249444d-ea97-4831-b98a-5ec0a933fd1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420113 Nov 09 18:31:13.342877 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-135151f2-2b0a-434e-8b56-3be949795b7c service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840838 Nov 09 18:31:13.439005 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-488d3609-a6f2-444e-a1d8-11a1952d392e req-5a6ae109-d82f-4eab-b137-193ee50178ed service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890670 Nov 09 18:31:13.713406 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f48287e4-5d4a-400b-8f55-7445f2dcf0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:14.302899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025fbb-5adf-4827-9955-be39aad69766 req-b1debb7a-8150-44c0-8481-d0f022e2c418 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:14.304436 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e025fbb-5adf-4827-9955-be39aad69766 req-b1debb7a-8150-44c0-8481-d0f022e2c418 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 944 time: 0.0547891 Nov 09 18:31:14.345424 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2e025fbb-5adf-4827-9955-be39aad69766 req-e6a6a92f-c420-491f-bc27-820056dc0a50 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346336 Nov 09 18:31:14.463045 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:14.465706 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9efafa1-2368-41aa-bea8-422e1aa41650" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:14.545022 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:14.556767 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91719e7b-d359-45b4-923b-622988743afb x-openstack-request-id: req-91719e7b-d359-45b4-923b-622988743afb {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:14.557063 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:14.557317 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91719e7b-d359-45b4-923b-622988743afb {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:14.558252 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'status': 'completed', 'code': 200} Nov 09 18:31:14.646363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-1f9ec6e4-4df1-4f5b-b34b-af7a74252365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:14.647914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-1f9ec6e4-4df1-4f5b-b34b-af7a74252365 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 1095 time: 0.0737484 Nov 09 18:31:14.650327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-d0d1fc75-ba0c-436e-bde2-203833e5a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:14.651789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-d0d1fc75-ba0c-436e-bde2-203833e5a2c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 1095 time: 0.0692711 Nov 09 18:31:14.819744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-4c98d84c-53ff-4127-993c-9e48b5157a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:14.821157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-4c98d84c-53ff-4127-993c-9e48b5157a19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1653619 Nov 09 18:31:14.825106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-9506db39-1c73-413e-b451-7d95ca6c504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:14.826477 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-9506db39-1c73-413e-b451-7d95ca6c504e service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1626766 Nov 09 18:31:14.947267 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-946e1d8d-747c-457f-8b3e-8e1394f919b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89f04df3-d6b9-4e19-8e09-1134462b269a HTTP/1.1" status: 200 len: 999 time: 0.1178031 Nov 09 18:31:14.950205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-6c6ce958-2f6e-4c69-a2c7-d72f8b3d2774 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89f04df3-d6b9-4e19-8e09-1134462b269a HTTP/1.1" status: 200 len: 999 time: 0.1150796 Nov 09 18:31:15.057004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-d3670817-8696-45ff-b377-b6412f5c12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.058806 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-d3670817-8696-45ff-b377-b6412f5c12ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.1035726 Nov 09 18:31:15.062889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-df667782-df77-4eb0-9e6b-4145fdc2ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.064369 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-df667782-df77-4eb0-9e6b-4145fdc2ae87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.1068523 Nov 09 18:31:15.141327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-9e49a037-c215-4e20-9bb4-8afcf166315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.142739 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-9e49a037-c215-4e20-9bb4-8afcf166315a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768311 Nov 09 18:31:15.147413 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-7c5d02bc-fc1d-41b4-9068-732aa40c2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.148829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-7c5d02bc-fc1d-41b4-9068-732aa40c2559 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744278 Nov 09 18:31:15.315598 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-7f403872-7481-40a5-8e43-a11876c346c3 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654460 Nov 09 18:31:15.317329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-40710d42-e3aa-47fc-9121-e6bb42c971d6 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602426 Nov 09 18:31:15.477179 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706db3a-0202-4052-b255-f56e6205e163 req-4f0c7ae2-0bbd-49db-a736-cfbd212012c4 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.478527 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c706db3a-0202-4052-b255-f56e6205e163 req-4f0c7ae2-0bbd-49db-a736-cfbd212012c4 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 944 time: 0.0578961 Nov 09 18:31:15.482274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-abaf4332-83b8-4cbd-a68e-5c181511adc2 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593962 Nov 09 18:31:15.485960 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9efafa1-2368-41aa-bea8-422e1aa41650 req-9214d66e-a144-4341-b44c-917ae4898dcd service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553366 Nov 09 18:31:15.520691 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c706db3a-0202-4052-b255-f56e6205e163 req-712b814a-d930-459a-b253-40c976efb21e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349300 Nov 09 18:31:15.558410 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:15.664637 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 89f04df3-d6b9-4e19-8e09-1134462b269a no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:15.710395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 89f04df3-d6b9-4e19-8e09-1134462b269a not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:15.743243 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83609b40-d045-4183-93f9-376b42c4e933 req-03289895-3bfe-44e9-9f19-44ec75f9c98b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.744868 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-83609b40-d045-4183-93f9-376b42c4e933 req-03289895-3bfe-44e9-9f19-44ec75f9c98b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 944 time: 0.0530031 Nov 09 18:31:15.756818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-03395227-6fa9-42ba-b445-7edb2c485c33 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.758356 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-03395227-6fa9-42ba-b445-7edb2c485c33 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb&tenant_id=fd11323f2bb34fddbd71536daab26119&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 944 time: 0.0546062 Nov 09 18:31:15.786393 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-83609b40-d045-4183-93f9-376b42c4e933 req-2b9081c9-4f6e-44a6-89e9-c0db0819b6e8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350351 Nov 09 18:31:15.829113 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-b39d1d9c-4084-4e49-ab0f-02bf82ff9497 service neutron] delete failed (client error): The resource could not be found. Nov 09 18:31:15.830111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-b39d1d9c-4084-4e49-ab0f-02bf82ff9497 service neutron] 10.222.0.18 "DELETE /v2.0/ports/89f04df3-d6b9-4e19-8e09-1134462b269a/bindings/n-h2-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0612252 Nov 09 18:31:15.848918 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 89f04df3-d6b9-4e19-8e09-1134462b269a details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:31:15.921743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-b2cd9b7f-a709-432d-92f6-a20f4b322b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:15.923568 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-b2cd9b7f-a709-432d-92f6-a20f4b322b40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 1095 time: 0.0435328 Nov 09 18:31:15.950092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 89f04df3-d6b9-4e19-8e09-1134462b269a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=89f04df3-d6b9-4e19-8e09-1134462b269a,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:15.962005 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'port_id': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'mac_address': 'fa:16:3e:da:d8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:31:16.004593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:16.018639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f04df3-d6b9-4e19-8e09-1134462b269a {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:31:16.020577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-327d47d5-48a9-49a8-a726-adc9fd89d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:16.022062 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-327d47d5-48a9-49a8-a726-adc9fd89d570 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0905356 Nov 09 18:31:16.038807 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 89f04df3-d6b9-4e19-8e09-1134462b269a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=89f04df3-d6b9-4e19-8e09-1134462b269a,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:16.043210 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:16.093722 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=89f04df3-d6b9-4e19-8e09-1134462b269a,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:16.102785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-4befffec-8084-46cb-991e-bcd9be929738 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89f04df3-d6b9-4e19-8e09-1134462b269a HTTP/1.1" status: 200 len: 999 time: 0.0658677 Nov 09 18:31:16.102945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:16.102945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:16.102945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:16.102945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:16.103561 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:16.103761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:16.104127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:16.104491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:16.105008 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:16.105575 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:16.105940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:16.106252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:16.149720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-c7f5585f-be53-4ceb-90b8-829b0bf12121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:16.151325 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-c7f5585f-be53-4ceb-90b8-829b0bf12121 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0480194 Nov 09 18:31:16.199028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-380ce2fd-7ac1-4eac-ab63-f38d41fc3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:16.200580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-380ce2fd-7ac1-4eac-ab63-f38d41fc3592 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420208 Nov 09 18:31:16.275855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['89f04df3-d6b9-4e19-8e09-1134462b269a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:31:16.641385 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-855e4619-99c1-4015-8afb-b09c02bd20e0 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326179 Nov 09 18:31:16.733695 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ae5155f-af6a-4f31-a825-9c6ea72f4e59 req-801157ff-2aea-4f14-abeb-72e6ede3e0ab service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843549 Nov 09 18:31:16.917900 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e97d98-d9f8-4be3-aafc-77a633134a36 req-3a0edbec-69e8-4a5c-8b80-ebd93c9a6513 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:16.919291 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9e97d98-d9f8-4be3-aafc-77a633134a36 req-3a0edbec-69e8-4a5c-8b80-ebd93c9a6513 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 945 time: 0.0545723 Nov 09 18:31:16.957554 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9e97d98-d9f8-4be3-aafc-77a633134a36 req-d7760b9a-3bd7-41a5-932b-2f8cdfa5d143 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317218 Nov 09 18:31:17.802466 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:17.862404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 89f04df3-d6b9-4e19-8e09-1134462b269a up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:31:18.071105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 89f04df3-d6b9-4e19-8e09-1134462b269a completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:31:18.075349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 89f04df3-d6b9-4e19-8e09-1134462b269a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:18.075901 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.082375 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3574ce-3326-4ab3-9804-d5c50da07514 req-ea9a9253-2f1d-4805-bf00-20b78fe09f63 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:18.083925 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b3574ce-3326-4ab3-9804-d5c50da07514 req-ea9a9253-2f1d-4805-bf00-20b78fe09f63 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 945 time: 0.0535874 Nov 09 18:31:18.124220 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4b3574ce-3326-4ab3-9804-d5c50da07514 req-2a9bb30e-6efd-4297-b739-5b41eb733cef tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334742 Nov 09 18:31:18.157239 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.180118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:18.197626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 89f04df3-d6b9-4e19-8e09-1134462b269a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=89f04df3-d6b9-4e19-8e09-1134462b269a,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:18.203714 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.256202 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e9d981-b554-450d-b3a9-7a4ee869c4be" -d '{"events": [{"server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "name": "network-vif-plugged", "status": "completed", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:18.257613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deec002-06d6-4e6a-96e0-f299f5ceabd7 req-4dd6ebe2-63de-46ee-81e0-f91ee5d82b0e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:18.260252 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3deec002-06d6-4e6a-96e0-f299f5ceabd7 req-4dd6ebe2-63de-46ee-81e0-f91ee5d82b0e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0678964 Nov 09 18:31:18.263119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=89f04df3-d6b9-4e19-8e09-1134462b269a,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:18.308236 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3deec002-06d6-4e6a-96e0-f299f5ceabd7 req-41600e54-0e93-4db3-a9b4-0c780d5f73e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344782 Nov 09 18:31:18.353164 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ae0322-9fa8-44de-bcae-b0837d594016 x-openstack-request-id: req-d0ae0322-9fa8-44de-bcae-b0837d594016 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:18.353514 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "name": "network-vif-plugged", "status": "completed", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:18.353846 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0ae0322-9fa8-44de-bcae-b0837d594016 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:18.354869 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'code': 200} Nov 09 18:31:18.425976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459661b-4dd0-47ea-94a6-004ff65eb7f6 req-81892218-766a-4f33-8e25-544c6f0f182b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:18.427485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6459661b-4dd0-47ea-94a6-004ff65eb7f6 req-81892218-766a-4f33-8e25-544c6f0f182b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0499418 Nov 09 18:31:18.466897 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6459661b-4dd0-47ea-94a6-004ff65eb7f6 req-98205266-7d63-47a1-b9d7-7f6889d4d077 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333707 Nov 09 18:31:18.726747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86a3a4-608d-4dbd-893c-9c8ec76236c2 req-d474e81f-ff56-4a90-88d6-8c5fd499a42b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:18.728243 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-af86a3a4-608d-4dbd-893c-9c8ec76236c2 req-d474e81f-ff56-4a90-88d6-8c5fd499a42b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0533473 Nov 09 18:31:18.767127 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-af86a3a4-608d-4dbd-893c-9c8ec76236c2 req-f90081bc-e66f-4ead-a9f4-529cdeb5b587 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327258 Nov 09 18:31:19.887530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2876aa-e5c7-42f2-a33c-225c9eaf82e4 req-3a27434c-c8aa-4edd-a2c3-4fdd0956d749 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:19.889072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc2876aa-e5c7-42f2-a33c-225c9eaf82e4 req-3a27434c-c8aa-4edd-a2c3-4fdd0956d749 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0512438 Nov 09 18:31:19.930824 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-dc2876aa-e5c7-42f2-a33c-225c9eaf82e4 req-83720e59-c785-40b0-b552-db96582c3dd6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356209 Nov 09 18:31:19.992391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-70dacb46-c857-481a-84db-87091884b40c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:19.994563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-70dacb46-c857-481a-84db-87091884b40c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 946 time: 0.0597193 Nov 09 18:31:20.105955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Deleting port 89f04df3-d6b9-4e19-8e09-1134462b269a {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:31:20.106213 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:20.194697 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] For port 89f04df3-d6b9-4e19-8e09-1134462b269a, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=89f04df3-d6b9-4e19-8e09-1134462b269a,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:20.195060 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:20.392694 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:20.392969 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:20.393296 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684 disassociated. External IP: 172.25.1.46, port: 89f04df3-d6b9-4e19-8e09-1134462b269a. Nov 09 18:31:20.393646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Calling delete_port for 89f04df3-d6b9-4e19-8e09-1134462b269a owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:31:20.531757 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:20.564314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event deleted for resources: {'Port': ['ID=89f04df3-d6b9-4e19-8e09-1134462b269a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:20.691150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Router cc0de66f-edf3-48c3-8092-b274b97e2bd8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:31:20.814871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:31:20.828667 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bfc6a-c2b3-416e-91f2-5dab344df956 None None] Sync routers for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:31:20.839194 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6bfc6a-c2b3-416e-91f2-5dab344df956 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:20.840007 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-bf6bfc6a-c2b3-416e-91f2-5dab344df956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:31:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:20.860330 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] No DVR routers for this DVR port 89f04df3-d6b9-4e19-8e09-1134462b269a on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:31:20.863587 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:20.867330 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f0426c9d-fdcd-4d6d-b32c-a23d97d49d17 req-24031bae-fe31-48ef-aad5-f4e2f6505ee0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.13 "DELETE /v2.0/ports/89f04df3-d6b9-4e19-8e09-1134462b269a HTTP/1.1" status: 204 len: 173 time: 0.8666124 Nov 09 18:31:20.868055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'name': 'network-vif-deleted', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:20.871186 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17979f88-b10b-4329-b132-8e4394e964ae" -d '{"events": [{"server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "name": "network-vif-deleted", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:20.913553 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5027745-1805-49e0-aa1b-2db2e24f6a65 x-openstack-request-id: req-c5027745-1805-49e0-aa1b-2db2e24f6a65 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:20.914599 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e2895-717a-45a7-ac1b-a540e0534aeb", "name": "network-vif-deleted", "tag": "89f04df3-d6b9-4e19-8e09-1134462b269a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:20.914599 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5027745-1805-49e0-aa1b-2db2e24f6a65 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:20.914599 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e2895-717a-45a7-ac1b-a540e0534aeb', 'name': 'network-vif-deleted', 'tag': '89f04df3-d6b9-4e19-8e09-1134462b269a', 'status': 'completed', 'code': 200} Nov 09 18:31:20.964778 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-bf6bfc6a-c2b3-416e-91f2-5dab344df956 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:21.053282 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6a168bb7-9762-4a2a-b836-3139dc3ae1cf req-0852cf3a-397b-4427-b5a6-4ac87ccf18e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0e2895-717a-45a7-ac1b-a540e0534aeb HTTP/1.1" status: 200 len: 210 time: 0.0285201 Nov 09 18:31:21.273387 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-bf6bfc6a-c2b3-416e-91f2-5dab344df956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:21.304207 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bfc6a-c2b3-416e-91f2-5dab344df956 None None] Checking router: cc0de66f-edf3-48c3-8092-b274b97e2bd8 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:31:21.313273 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6bfc6a-c2b3-416e-91f2-5dab344df956 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:21.313884 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-bf6bfc6a-c2b3-416e-91f2-5dab344df956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:31:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:21.422706 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-bf6bfc6a-c2b3-416e-91f2-5dab344df956 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:21.623382 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-bf6bfc6a-c2b3-416e-91f2-5dab344df956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:21.654171 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bfc6a-c2b3-416e-91f2-5dab344df956 None None] The sync data for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 is: [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:31:21.870711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1875a0eb-7892-4298-ab5f-b04856b387e2 None None] New status for floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:31:22.293324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6446c8d3-a92e-4165-8582-c4e2ee266207 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1183193379&fields=id&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 267 time: 0.0397649 Nov 09 18:31:22.414897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-e515bc45-3286-490f-9759-41fdb9344731 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:22.416641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-e515bc45-3286-490f-9759-41fdb9344731 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 812 time: 0.1161301 Nov 09 18:31:22.433766 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-de3a3db3-1e09-4643-997d-ee0c34f49166 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/quotas/fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 375 time: 0.0107749 Nov 09 18:31:22.492877 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-865d2aea-5633-407c-be5f-3004696084ed tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527480 Nov 09 18:31:22.679776 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-d0a8d88d-3d7d-4f63-b2cb-9e60203cd8dd service neutron] 10.222.0.81 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351678 Nov 09 18:31:22.774732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-278a3060-7e95-464d-9b81-315ac243ff71 service neutron] 10.222.0.81 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876079 Nov 09 18:31:22.943289 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c6856ad9-ddc7-4aba-8ec8-b14cf6b0082f req-0ca3616d-b550-4600-be14-8521d0b1eb11 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 210 time: 0.0269363 Nov 09 18:31:23.418445 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:23.890568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 89f04df3-d6b9-4e19-8e09-1134462b269a no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:23.912552 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 89f04df3-d6b9-4e19-8e09-1134462b269a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:31:23.913219 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 89f04df3-d6b9-4e19-8e09-1134462b269a not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:23.939395 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-f56714ed-16fe-4a9b-8dad-ff1a3d29f8cb tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:23.940879 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-f56714ed-16fe-4a9b-8dad-ff1a3d29f8cb tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 812 time: 0.1132820 Nov 09 18:31:23.988301 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-ebe0474e-9930-4fb0-95e1-0809a1faff66 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 380 time: 0.0374627 Nov 09 18:31:24.000844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-2c08c3fd-d25b-4da1-970c-5e49637001d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Request body: {'port': {'device_id': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'admin_state_up': True, 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'security_groups': ['990d0f8f-024d-4a5c-a534-b292b7d954c3']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:24.083980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4fd684d-5396-442d-9e66-2779d03e8c3a req-af8f1735-8802-4bb2-9130-c1a55e60e9af tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 210 time: 0.0357225 Nov 09 18:31:24.146389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-2c08c3fd-d25b-4da1-970c-5e49637001d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Made reservation on behalf of fd11323f2bb34fddbd71536daab26119 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:31:24.150021 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-2c08c3fd-d25b-4da1-970c-5e49637001d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.218350 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.286822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-2c08c3fd-d25b-4da1-970c-5e49637001d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Allocated IP 172.20.0.11 (edd64002-1153-4426-ba96-f7f1ba4e1d5b/f6721c86-7a9f-4b38-8dbf-b61b225254fc/1eac1989-1b27-421c-b5d7-d1752ae2ddda) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:31:24.434226 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-2c08c3fd-d25b-4da1-970c-5e49637001d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.467889 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-2c08c3fd-d25b-4da1-970c-5e49637001d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.515640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-2c08c3fd-d25b-4da1-970c-5e49637001d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Network edd64002-1153-4426-ba96-f7f1ba4e1d5b is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:31:24.518691 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-2c08c3fd-d25b-4da1-970c-5e49637001d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:31:24.522367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-2c08c3fd-d25b-4da1-970c-5e49637001d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:31:24.531886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08c3fd-d25b-4da1-970c-5e49637001d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event updated for resources: {'Port': ['ID=1eac1989-1b27-421c-b5d7-d1752ae2ddda,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:24.579740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-2c08c3fd-d25b-4da1-970c-5e49637001d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:24.580362 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-2c08c3fd-d25b-4da1-970c-5e49637001d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.598001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-2c08c3fd-d25b-4da1-970c-5e49637001d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017478 Nov 09 18:31:24.611669 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Request body: {'port': {'device_id': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:24.670500 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.790431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-48366cfb-9291-4396-a887-6ce72596d150 None None] Provisioning complete for port 1eac1989-1b27-421c-b5d7-d1752ae2ddda triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:24.791207 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-48366cfb-9291-4396-a887-6ce72596d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.836468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-48366cfb-9291-4396-a887-6ce72596d150 None None] Port 1eac1989-1b27-421c-b5d7-d1752ae2ddda cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:31:24.966135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eac1989-1b27-421c-b5d7-d1752ae2ddda {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:31:24.974039 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.987277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Transition to ACTIVE for port object 1eac1989-1b27-421c-b5d7-d1752ae2ddda will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:31:24.991471 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.045223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Pushing event updated for resources: {'Port': ['ID=1eac1989-1b27-421c-b5d7-d1752ae2ddda,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:25.124726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Attempting to bind port 1eac1989-1b27-421c-b5d7-d1752ae2ddda on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:31:25.125057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Attempting to bind port 1eac1989-1b27-421c-b5d7-d1752ae2ddda by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:31:25.125385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Attempting to bind port 1eac1989-1b27-421c-b5d7-d1752ae2ddda on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:25.130498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Port 1eac1989-1b27-421c-b5d7-d1752ae2ddda on network edd64002-1153-4426-ba96-f7f1ba4e1d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:31:25.130824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Attempting to bind port 1eac1989-1b27-421c-b5d7-d1752ae2ddda on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:25.140767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:31:25.141111 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Checking segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:31:25.141491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Bound using segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:31:25.141953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Bound port: 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:31:25.142307 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.222109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] For port 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:31:25.223339 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9b64d-c5a7-4b00-904f-c133f93a0bb6 req-41ecd432-58c7-419f-9811-5235063e5660 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:25.224902 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62f9b64d-c5a7-4b00-904f-c133f93a0bb6 req-41ecd432-58c7-419f-9811-5235063e5660 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 944 time: 0.0584092 Nov 09 18:31:25.226009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] For port 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:31:25.238497 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.269543 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-62f9b64d-c5a7-4b00-904f-c133f93a0bb6 req-8bf2ee64-935e-4e3d-b264-4927708b1083 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370009 Nov 09 18:31:25.274049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:25.274667 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.276129 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] 10.222.0.13 "PUT /v2.0/ports/1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 200 len: 1092 time: 0.6689782 Nov 09 18:31:25.276829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:25.279473 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07417757-355a-4c30-bd91-4246dc4992d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:25.310471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534c502-8cc7-48b0-b372-d9b1c8f2cf73 service neutron] Pushing event updated for resources: {'Port': ['ID=1eac1989-1b27-421c-b5d7-d1752ae2ddda,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:25.323956 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db843dd-bab0-4eb8-a295-fba6e7f89d8c x-openstack-request-id: req-8db843dd-bab0-4eb8-a295-fba6e7f89d8c {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:25.324575 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:25.324903 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8db843dd-bab0-4eb8-a295-fba6e7f89d8c {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:25.325374 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'status': 'completed', 'code': 200} Nov 09 18:31:25.381092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-1a045793-4fb1-4ca3-b3b7-c45abe414407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:25.382522 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-1a045793-4fb1-4ca3-b3b7-c45abe414407 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 1095 time: 0.0458090 Nov 09 18:31:25.434031 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-4124951d-5500-4bd9-9198-0f2fcd0d6b18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 200 len: 217 time: 0.0435290 Nov 09 18:31:25.493326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-b22b4002-06fd-4c78-9b9d-076b0a8af81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:25.496189 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-b22b4002-06fd-4c78-9b9d-076b0a8af81f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0543134 Nov 09 18:31:25.546779 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-00a9a80e-ffd6-4784-9c44-04a003f91498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:25.548248 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-00a9a80e-ffd6-4784-9c44-04a003f91498 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420873 Nov 09 18:31:25.650010 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-5edcbb27-b6e3-403a-bfb8-c35f25bc2b53 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931742 Nov 09 18:31:25.750194 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1f7ce5a-ab26-4e4a-8f1f-54be4499568a req-b69f43e8-4252-446c-9060-95275cb22389 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902553 Nov 09 18:31:25.846748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07417757-355a-4c30-bd91-4246dc4992d6 req-9d45cb26-2704-45cf-99d5-728a037469f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:25.848311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07417757-355a-4c30-bd91-4246dc4992d6 req-9d45cb26-2704-45cf-99d5-728a037469f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 1095 time: 0.0487158 Nov 09 18:31:25.941591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07417757-355a-4c30-bd91-4246dc4992d6 req-60133357-c93e-4669-9235-8904a004f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:25.943042 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07417757-355a-4c30-bd91-4246dc4992d6 req-60133357-c93e-4669-9235-8904a004f402 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0873973 Nov 09 18:31:25.986670 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07417757-355a-4c30-bd91-4246dc4992d6 req-a213e3cc-d959-4a3f-9e1c-8501a8cae367 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 200 len: 217 time: 0.0358663 Nov 09 18:31:26.043013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07417757-355a-4c30-bd91-4246dc4992d6 req-0a6bb6fd-8423-49df-889b-a3b697e64d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:26.044496 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07417757-355a-4c30-bd91-4246dc4992d6 req-0a6bb6fd-8423-49df-889b-a3b697e64d6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0507257 Nov 09 18:31:26.096892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07417757-355a-4c30-bd91-4246dc4992d6 req-777a088f-c7f0-49f3-80b5-87026a22c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:26.098505 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07417757-355a-4c30-bd91-4246dc4992d6 req-777a088f-c7f0-49f3-80b5-87026a22c1fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453844 Nov 09 18:31:26.192862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07417757-355a-4c30-bd91-4246dc4992d6 req-2e2f9360-aeba-4f28-946d-ae38c0f2704a service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856152 Nov 09 18:31:26.292859 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07417757-355a-4c30-bd91-4246dc4992d6 req-b9716cbb-0667-4d29-a67d-1e2f7f358655 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924673 Nov 09 18:31:26.410226 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e6f22-544a-4228-8e96-fb8cbc248974 req-35e0a500-32dc-4b0b-9d58-ac9b2e0f6c69 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:26.411770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-868e6f22-544a-4228-8e96-fb8cbc248974 req-35e0a500-32dc-4b0b-9d58-ac9b2e0f6c69 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 944 time: 0.0524969 Nov 09 18:31:26.451332 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-868e6f22-544a-4228-8e96-fb8cbc248974 req-12ce9c1a-4132-4e4a-8bb3-8adec4828850 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333781 Nov 09 18:31:27.576626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1f375-3192-4f11-87e8-e03e38ebc9d0 req-aca67c8c-262e-45a5-aedd-c2a5ac045e57 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:27.578176 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2af1f375-3192-4f11-87e8-e03e38ebc9d0 req-aca67c8c-262e-45a5-aedd-c2a5ac045e57 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 944 time: 0.0526681 Nov 09 18:31:27.619029 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2af1f375-3192-4f11-87e8-e03e38ebc9d0 req-44ba1bf0-efab-4035-a2c8-22a75941a94f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347240 Nov 09 18:31:27.913300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1eac1989-1b27-421c-b5d7-d1752ae2ddda details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:31:28.013741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:28.026566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'port_id': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'mac_address': 'fa:16:3e:f6:61:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:31:28.064986 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:28.083893 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eac1989-1b27-421c-b5d7-d1752ae2ddda {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:31:28.113616 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:28.118809 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:28.183902 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=1eac1989-1b27-421c-b5d7-d1752ae2ddda,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:28.316244 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['1eac1989-1b27-421c-b5d7-d1752ae2ddda'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:31:28.740024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fa1fe-d378-4dae-813f-7c0c1d9ff48a req-ba5be97c-cdde-4c1e-a00b-e11387e6845a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:28.741561 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a75fa1fe-d378-4dae-813f-7c0c1d9ff48a req-ba5be97c-cdde-4c1e-a00b-e11387e6845a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 945 time: 0.0503271 Nov 09 18:31:28.789107 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a75fa1fe-d378-4dae-813f-7c0c1d9ff48a req-208182d5-e1a2-427c-90ae-6a257b943794 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405366 Nov 09 18:31:29.908096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418816a-458d-4340-bcc3-68937b958abf req-6302a27d-bf33-4d95-8722-5ff7e75d1194 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:29.909554 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5418816a-458d-4340-bcc3-68937b958abf req-6302a27d-bf33-4d95-8722-5ff7e75d1194 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 945 time: 0.0532923 Nov 09 18:31:29.920594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1eac1989-1b27-421c-b5d7-d1752ae2ddda up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:31:29.948401 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5418816a-458d-4340-bcc3-68937b958abf req-1b84f7a2-ad03-48b3-8fd9-52963cbb3b14 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328014 Nov 09 18:31:29.972357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 1eac1989-1b27-421c-b5d7-d1752ae2ddda completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:31:29.976460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 1eac1989-1b27-421c-b5d7-d1752ae2ddda triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:29.976845 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:30.055179 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:30.079536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:30.081743 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e889407-d896-4681-9bed-6920dfa4e2c3" -d '{"events": [{"server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "name": "network-vif-plugged", "status": "completed", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:30.095858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:30.102492 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:30.134699 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bc6cf5-0e47-4c95-ba2b-4888ff9981d4 x-openstack-request-id: req-56bc6cf5-0e47-4c95-ba2b-4888ff9981d4 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:30.135080 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "name": "network-vif-plugged", "status": "completed", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:30.135314 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56bc6cf5-0e47-4c95-ba2b-4888ff9981d4 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:30.135710 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'code': 200} Nov 09 18:31:30.165213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=1eac1989-1b27-421c-b5d7-d1752ae2ddda,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:30.219241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1e419-8d0a-49f3-af6d-fa78d010dcba req-964601a9-ff14-4ce6-83d8-3514433b7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:30.220745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00d1e419-8d0a-49f3-af6d-fa78d010dcba req-964601a9-ff14-4ce6-83d8-3514433b7397 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 1097 time: 0.0415323 Nov 09 18:31:30.256438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00d1e419-8d0a-49f3-af6d-fa78d010dcba req-fe34036f-e249-4aa0-9c6b-2d1334217241 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289462 Nov 09 18:31:31.065362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bbdcb-9602-45ca-b019-37cd113a52a0 req-0bbcdca4-878f-4063-887a-166ac6738476 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:31.066846 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d5bbdcb-9602-45ca-b019-37cd113a52a0 req-0bbcdca4-878f-4063-887a-166ac6738476 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0495131 Nov 09 18:31:31.106167 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d5bbdcb-9602-45ca-b019-37cd113a52a0 req-858ec64a-a52c-49fc-82fa-4ce753f329a2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331259 Nov 09 18:31:32.229326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88569b66-cacd-40e3-890b-e2b2e7fd4e19 req-865fb3e9-43bb-4fac-aac3-8b26d151111e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:32.231100 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88569b66-cacd-40e3-890b-e2b2e7fd4e19 req-865fb3e9-43bb-4fac-aac3-8b26d151111e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0531693 Nov 09 18:31:32.269467 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-88569b66-cacd-40e3-890b-e2b2e7fd4e19 req-ae63e4d8-ce55-4c6a-8756-f49efc004440 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324147 Nov 09 18:31:32.387717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5f868-6cbb-4e86-bd31-ac889ff1c901 req-7c67056d-78a2-443a-b03e-97f396f75fd3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:32.389114 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f7a5f868-6cbb-4e86-bd31-ac889ff1c901 req-7c67056d-78a2-443a-b03e-97f396f75fd3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0547056 Nov 09 18:31:32.397713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49380) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:32.402171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-35a9ebf0-63b3-4748-bc1f-7f3520c13c9d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Request body: {'floatingip': {'port_id': '1eac1989-1b27-421c-b5d7-d1752ae2ddda'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:32.441853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35a9ebf0-63b3-4748-bc1f-7f3520c13c9d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:32.860070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35a9ebf0-63b3-4748-bc1f-7f3520c13c9d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:32.864091 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35a9ebf0-63b3-4748-bc1f-7f3520c13c9d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:32.963597 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-35a9ebf0-63b3-4748-bc1f-7f3520c13c9d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684 associated. External IP: 172.25.1.46, port: 1eac1989-1b27-421c-b5d7-d1752ae2ddda. Nov 09 18:31:33.170520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a9ebf0-63b3-4748-bc1f-7f3520c13c9d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Router cc0de66f-edf3-48c3-8092-b274b97e2bd8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:31:33.278640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a9ebf0-63b3-4748-bc1f-7f3520c13c9d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:31:33.283833 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35a9ebf0-63b3-4748-bc1f-7f3520c13c9d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:33.288415 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0221e1-b711-4920-86cb-d152912b47e4 None None] Sync routers for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:31:33.298970 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0221e1-b711-4920-86cb-d152912b47e4 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:33.299666 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-bb0221e1-b711-4920-86cb-d152912b47e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:31:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:33.310875 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-35a9ebf0-63b3-4748-bc1f-7f3520c13c9d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "PUT /v2.0/floatingips/2d69219d-7ef5-4d55-8ac2-4f1e627ce684 HTTP/1.1" status: 200 len: 991 time: 0.9120512 Nov 09 18:31:33.311545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:33.313800 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e714ac38-85fc-4cdd-98e0-48878d721256" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:33.354619 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f22a2a7-2392-4091-8a05-2880c34e1980 x-openstack-request-id: req-3f22a2a7-2392-4091-8a05-2880c34e1980 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:33.355027 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:33.355301 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f22a2a7-2392-4091-8a05-2880c34e1980 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:33.355708 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'status': 'completed', 'code': 200} Nov 09 18:31:33.408905 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-bb0221e1-b711-4920-86cb-d152912b47e4 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:33.422257 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714ac38-85fc-4cdd-98e0-48878d721256 req-5712dea3-1cbc-4953-9cc4-ac3d5a95ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:33.423746 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e714ac38-85fc-4cdd-98e0-48878d721256 req-5712dea3-1cbc-4953-9cc4-ac3d5a95ccdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 1097 time: 0.0460382 Nov 09 18:31:33.518234 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714ac38-85fc-4cdd-98e0-48878d721256 req-dc79773f-9c3b-4ea0-ac32-a0e9eb1b676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:33.519734 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e714ac38-85fc-4cdd-98e0-48878d721256 req-dc79773f-9c3b-4ea0-ac32-a0e9eb1b676f service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0895309 Nov 09 18:31:33.590964 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e714ac38-85fc-4cdd-98e0-48878d721256 req-e459db6c-0ebd-487c-beca-13fecf1cc464 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 200 len: 999 time: 0.0636220 Nov 09 18:31:33.644520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714ac38-85fc-4cdd-98e0-48878d721256 req-c8429127-3936-4b22-ae5f-909677ca4156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:33.646014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e714ac38-85fc-4cdd-98e0-48878d721256 req-c8429127-3936-4b22-ae5f-909677ca4156 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0476115 Nov 09 18:31:33.646947 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-bb0221e1-b711-4920-86cb-d152912b47e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2d69219d-7ef5-4d55-8ac2-4f1e627ce684', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'port_id': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'mac_address': 'fa:16:3e:f6:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:12Z', 'updated_at': '2021-11-09T18:31:32Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:33.678580 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0221e1-b711-4920-86cb-d152912b47e4 None None] Checking router: cc0de66f-edf3-48c3-8092-b274b97e2bd8 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:31:33.687154 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0221e1-b711-4920-86cb-d152912b47e4 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:33.687808 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-bb0221e1-b711-4920-86cb-d152912b47e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:31:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:33.693194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714ac38-85fc-4cdd-98e0-48878d721256 req-8526fb0d-41b0-4b49-860b-9eaa7a6f42af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:33.694707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e714ac38-85fc-4cdd-98e0-48878d721256 req-8526fb0d-41b0-4b49-860b-9eaa7a6f42af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420740 Nov 09 18:31:33.789035 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e714ac38-85fc-4cdd-98e0-48878d721256 req-f30e9802-933a-4aa5-9ca6-4e717e6e7c1e service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871608 Nov 09 18:31:33.795357 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-bb0221e1-b711-4920-86cb-d152912b47e4 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:33.888915 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e714ac38-85fc-4cdd-98e0-48878d721256 req-cf92ebf5-232a-4866-ad07-4450c30f9066 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923235 Nov 09 18:31:34.022298 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-bb0221e1-b711-4920-86cb-d152912b47e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2d69219d-7ef5-4d55-8ac2-4f1e627ce684', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'port_id': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'mac_address': 'fa:16:3e:f6:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:12Z', 'updated_at': '2021-11-09T18:31:32Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:34.048165 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0221e1-b711-4920-86cb-d152912b47e4 None None] The sync data for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 is: [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2d69219d-7ef5-4d55-8ac2-4f1e627ce684', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'port_id': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'mac_address': 'fa:16:3e:f6:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:12Z', 'updated_at': '2021-11-09T18:31:32Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:31:34.238441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb21bde5-35ed-4179-be19-a8cf5cd0d73e None None] New status for floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:31:37.102085 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:31:40.768649 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c9c52b84-3c58-483f-90e9-85228a493087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:43.715475 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-576cd2f4-302a-4225-b3f6-7a94090577c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:44.547368 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:45.560162 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:47.805143 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.422840 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:54.225573 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:10.770512 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-155ae11e-cf3a-4a71-b96d-502f90c7589f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:13.717681 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2eb1917a-1c9b-4226-8e50-2b0b9b4263ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:14.100875 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:32:14.550259 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:15.563116 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:17.811057 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:18.711182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69266073-5c80-485f-99b4-ed82e15f2904 req-47ae9156-c07a-46bf-9697-9cd84c5c950b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409124 Nov 09 18:32:18.801243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69266073-5c80-485f-99b4-ed82e15f2904 req-eaf0b394-52aa-4e47-894b-bed233127e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:18.802814 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69266073-5c80-485f-99b4-ed82e15f2904 req-eaf0b394-52aa-4e47-894b-bed233127e0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 1097 time: 0.0450830 Nov 09 18:32:18.907060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69266073-5c80-485f-99b4-ed82e15f2904 req-06b949c0-6568-489e-9605-8f514d6f9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:18.908567 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69266073-5c80-485f-99b4-ed82e15f2904 req-06b949c0-6568-489e-9605-8f514d6f9d03 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0846474 Nov 09 18:32:18.978511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69266073-5c80-485f-99b4-ed82e15f2904 req-c00924ec-0d36-47bf-ba0b-49264044577f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 200 len: 1001 time: 0.0615668 Nov 09 18:32:19.028613 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69266073-5c80-485f-99b4-ed82e15f2904 req-39adbe6f-4a58-4fb8-8ae1-899118a12625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:19.030157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69266073-5c80-485f-99b4-ed82e15f2904 req-39adbe6f-4a58-4fb8-8ae1-899118a12625 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0450768 Nov 09 18:32:19.079400 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69266073-5c80-485f-99b4-ed82e15f2904 req-6bc618e9-472a-4c5d-8713-cddf98ec9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:19.080911 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69266073-5c80-485f-99b4-ed82e15f2904 req-6bc618e9-472a-4c5d-8713-cddf98ec9171 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400608 Nov 09 18:32:19.092199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-69266073-5c80-485f-99b4-ed82e15f2904 req-7df79fb2-c2ac-484d-95fb-c858e10d607d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:32:19.093181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69266073-5c80-485f-99b4-ed82e15f2904 req-7df79fb2-c2ac-484d-95fb-c858e10d607d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049572 Nov 09 18:32:19.527644 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69266073-5c80-485f-99b4-ed82e15f2904 req-3e3a70ac-79fa-4d08-8e9d-c0755e55b358 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265449 Nov 09 18:32:19.625753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-69266073-5c80-485f-99b4-ed82e15f2904 req-1657ed80-da7f-4681-8b13-5c352cd94061 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897114 Nov 09 18:32:23.433948 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:24.228155 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:40.773593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fb15bcf4-e0d2-44aa-9669-95bd985c44b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:43.720272 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7b49e8d9-1c73-42e9-99e1-95efb2557028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:44.551659 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:45.566545 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:47.811752 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:51.099742 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:32:53.433823 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:54.244627 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:10.774982 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d584b577-fcfb-4431-8246-f97fdd91a8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:11.602171 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c8771-fa38-4bbb-958f-2deb6a193410 req-95eefdbe-bd08-4e71-8709-a649947b211e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:11.603697 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f2c8771-fa38-4bbb-958f-2deb6a193410 req-95eefdbe-bd08-4e71-8709-a649947b211e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0572546 Nov 09 18:33:11.642568 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3f2c8771-fa38-4bbb-958f-2deb6a193410 req-68a2d83e-24b5-4dac-8da0-83a22d523eee tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Nov 09 18:33:12.822636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6346d-7392-45cd-8b1f-2f563c3039cc req-68b36232-7845-4b42-98ec-edc0e108b7ca tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:12.824222 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6e6346d-7392-45cd-8b1f-2f563c3039cc req-68b36232-7845-4b42-98ec-edc0e108b7ca tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.1101763 Nov 09 18:33:12.863496 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6e6346d-7392-45cd-8b1f-2f563c3039cc req-32f9fa5d-8351-4789-8864-6657fec10205 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330460 Nov 09 18:33:13.722401 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5a640755-7fba-4b08-b164-6c2f6b14a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:13.982931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80655952-9e7f-4e28-aa29-33ff1f4da98c req-596b0da7-43a2-4dbb-a5b6-9290c7ee10f0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:13.984346 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-80655952-9e7f-4e28-aa29-33ff1f4da98c req-596b0da7-43a2-4dbb-a5b6-9290c7ee10f0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0493531 Nov 09 18:33:14.023826 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-80655952-9e7f-4e28-aa29-33ff1f4da98c req-8c8b0c4b-893e-49fd-b5bd-f9a27625ce47 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335324 Nov 09 18:33:14.554609 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:15.143611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8906638-920f-46b5-9c74-8c1fb80bb0df req-2e761728-5892-488a-bfc9-f2dac11e47ed tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:15.145125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8906638-920f-46b5-9c74-8c1fb80bb0df req-2e761728-5892-488a-bfc9-f2dac11e47ed tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0505612 Nov 09 18:33:15.184411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8906638-920f-46b5-9c74-8c1fb80bb0df req-151d3247-25a6-48da-981c-fd3d99af173a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327642 Nov 09 18:33:15.569865 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:16.361138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203ac30-e228-47ff-916e-a0e674a2b7c8 req-5eb6c90b-79de-45d6-a8ec-1838b0689b2b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:16.362673 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b203ac30-e228-47ff-916e-a0e674a2b7c8 req-5eb6c90b-79de-45d6-a8ec-1838b0689b2b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.1092043 Nov 09 18:33:16.402657 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b203ac30-e228-47ff-916e-a0e674a2b7c8 req-ad3cb1b9-3a5b-4e3c-b190-f84fe058a279 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331297 Nov 09 18:33:17.528191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee433363-7e2b-4bcd-9e80-c4d784e87ff9 req-59d94cba-077b-4f62-bd49-18f12090c040 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:17.529713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee433363-7e2b-4bcd-9e80-c4d784e87ff9 req-59d94cba-077b-4f62-bd49-18f12090c040 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0527127 Nov 09 18:33:17.569076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee433363-7e2b-4bcd-9e80-c4d784e87ff9 req-0709c943-b305-459c-b374-cacda00a1a4c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327659 Nov 09 18:33:17.816139 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:18.716904 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f217bf-28d4-4dc5-a9e0-47739e63221f req-7dbc9245-9aff-4a6a-86cd-448944fb5868 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:18.718992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4f217bf-28d4-4dc5-a9e0-47739e63221f req-7dbc9245-9aff-4a6a-86cd-448944fb5868 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0539217 Nov 09 18:33:18.761138 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-d4f217bf-28d4-4dc5-a9e0-47739e63221f req-335d95bb-60a5-4f66-8b8e-0e658c70ad8f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356183 Nov 09 18:33:19.755871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e04ddc-759e-48b2-bc7f-c1233cdf0a5b req-30eddd56-9030-4b5e-8cbe-f3b7d8d4a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:19.757545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15e04ddc-759e-48b2-bc7f-c1233cdf0a5b req-30eddd56-9030-4b5e-8cbe-f3b7d8d4a72e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 1097 time: 0.0469084 Nov 09 18:33:19.890881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e04ddc-759e-48b2-bc7f-c1233cdf0a5b req-2249c31c-238e-4ac6-a901-04550f7e7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:19.892367 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15e04ddc-759e-48b2-bc7f-c1233cdf0a5b req-2249c31c-238e-4ac6-a901-04550f7e7b33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1140289 Nov 09 18:33:19.953084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fa319-5c11-42a2-889e-d695479a554a req-2264bc8e-1dca-4e17-9b67-78fb19b4784d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:19.954547 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-403fa319-5c11-42a2-889e-d695479a554a req-2264bc8e-1dca-4e17-9b67-78fb19b4784d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.1032374 Nov 09 18:33:19.991302 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15e04ddc-759e-48b2-bc7f-c1233cdf0a5b req-aeedc96b-dc13-4d2c-92b0-dd8de343b067 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 200 len: 1001 time: 0.0914993 Nov 09 18:33:20.017698 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-403fa319-5c11-42a2-889e-d695479a554a req-506bda36-0638-49ae-8fdc-729883c99318 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543725 Nov 09 18:33:20.054603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e04ddc-759e-48b2-bc7f-c1233cdf0a5b req-874a688a-7ef7-4965-8268-5cfbec677d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:20.056137 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15e04ddc-759e-48b2-bc7f-c1233cdf0a5b req-874a688a-7ef7-4965-8268-5cfbec677d2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0544462 Nov 09 18:33:20.107557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e04ddc-759e-48b2-bc7f-c1233cdf0a5b req-97937e62-cca7-4cc5-9558-243f4c19f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:20.109060 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15e04ddc-759e-48b2-bc7f-c1233cdf0a5b req-97937e62-cca7-4cc5-9558-243f4c19f4df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460093 Nov 09 18:33:20.199277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15e04ddc-759e-48b2-bc7f-c1233cdf0a5b req-f38c2ce0-b60e-4b6e-be91-5ec523542c2f service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827358 Nov 09 18:33:20.293430 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15e04ddc-759e-48b2-bc7f-c1233cdf0a5b req-c0ca8d22-8c3a-4d6c-af6e-4afa27191399 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874550 Nov 09 18:33:21.137026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ada388-5131-4ebd-8e13-f4dfc679d310 req-b8bbce32-4447-4f40-ad8b-2eeed8c27309 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:21.138522 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a0ada388-5131-4ebd-8e13-f4dfc679d310 req-b8bbce32-4447-4f40-ad8b-2eeed8c27309 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0498300 Nov 09 18:33:21.176722 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a0ada388-5131-4ebd-8e13-f4dfc679d310 req-82ca0688-e069-458f-976f-af870abff433 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321190 Nov 09 18:33:22.299343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c619b5-dfcc-44e8-b3e0-5750b10b8850 req-9beab1eb-1362-4352-8d35-1d3866c87500 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:22.300871 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8c619b5-dfcc-44e8-b3e0-5750b10b8850 req-9beab1eb-1362-4352-8d35-1d3866c87500 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0556374 Nov 09 18:33:22.342534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8c619b5-dfcc-44e8-b3e0-5750b10b8850 req-580421f0-be8a-403a-bb78-3ad19df3c17c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355840 Nov 09 18:33:22.609291 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-0a2c1c93-2030-4cac-9ae6-e1e2aeadf200 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810039 Nov 09 18:33:22.629385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749a8bb-9537-423c-80dd-e19badafd629 req-2cc42e7c-a2c2-485a-b972-a3828dcf4b01 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:22.632633 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6749a8bb-9537-423c-80dd-e19badafd629 req-2cc42e7c-a2c2-485a-b972-a3828dcf4b01 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0750437 Nov 09 18:33:22.680134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6749a8bb-9537-423c-80dd-e19badafd629 req-5a9d4107-492a-4abc-a56f-1d4a5e8dee50 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415838 Nov 09 18:33:23.453914 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:23.803760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07446c6-31c4-40c3-b0b3-397a045d8063 req-4242dfd4-0876-4173-996e-5e0616eb5f71 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:23.805250 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b07446c6-31c4-40c3-b0b3-397a045d8063 req-4242dfd4-0876-4173-996e-5e0616eb5f71 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0536931 Nov 09 18:33:23.844207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b07446c6-31c4-40c3-b0b3-397a045d8063 req-1cac88dd-bc1e-49ec-9f9e-aaaeb265f6b3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327771 Nov 09 18:33:24.246121 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:24.966424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c867ca1-66b0-4dc2-81d6-811cdd026b36 req-acd4eda8-a157-4e8a-adb1-7913b0f6a8fc tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:24.967990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c867ca1-66b0-4dc2-81d6-811cdd026b36 req-acd4eda8-a157-4e8a-adb1-7913b0f6a8fc tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0559051 Nov 09 18:33:25.009173 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c867ca1-66b0-4dc2-81d6-811cdd026b36 req-107b8d65-3a6a-4338-b8c4-ddc3965c731b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351663 Nov 09 18:33:26.126209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d229c4-ddbb-48e3-84c1-b63d9ce55407 req-1e4e43b2-f08b-41b5-bcc7-2ec519b823e7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:26.127722 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-03d229c4-ddbb-48e3-84c1-b63d9ce55407 req-1e4e43b2-f08b-41b5-bcc7-2ec519b823e7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0502543 Nov 09 18:33:26.170323 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-03d229c4-ddbb-48e3-84c1-b63d9ce55407 req-f7de1513-8c4e-4970-81df-ac4c6aae8f23 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364242 Nov 09 18:33:27.298653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a0ff7-906f-4ce5-80bc-0902166dcd88 req-6d645226-30da-48a7-8f4e-dd27744972c4 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:27.300177 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-717a0ff7-906f-4ce5-80bc-0902166dcd88 req-6d645226-30da-48a7-8f4e-dd27744972c4 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0555131 Nov 09 18:33:27.341556 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-717a0ff7-906f-4ce5-80bc-0902166dcd88 req-b3fffbe5-4fa9-444e-a3d8-a6e9b195c52e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343637 Nov 09 18:33:27.799323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-83040144-9c5a-4f4e-abce-467bfd1be805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:27.800831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-83040144-9c5a-4f4e-abce-467bfd1be805 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 1097 time: 0.0416563 Nov 09 18:33:27.896640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-84af429e-c740-48ec-9057-9df9a8bd903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:27.898426 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-84af429e-c740-48ec-9057-9df9a8bd903a service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0907490 Nov 09 18:33:27.965919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-041aac8b-4ae4-435f-8d60-fcc532d748db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 200 len: 1001 time: 0.0596454 Nov 09 18:33:28.020898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-79a72a5f-f7a5-4101-84fc-ef955a7479cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:28.023095 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-79a72a5f-f7a5-4101-84fc-ef955a7479cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0506046 Nov 09 18:33:28.071324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-135fe13d-d77b-4a10-972e-06eeeead605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:28.072724 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-135fe13d-d77b-4a10-972e-06eeeead605e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419495 Nov 09 18:33:28.099109 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:33:28.163682 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-b7f81bed-e934-4508-9d29-f3fe9f91d814 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838373 Nov 09 18:33:28.261729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-b2824a6f-ab51-4b5c-9548-b430dd97bb27 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913210 Nov 09 18:33:28.459907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742dd62-88d4-4ed1-9834-c721cb70a2bc req-ca491211-132e-4e81-8f73-0fcee5b8cc80 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:28.461396 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f742dd62-88d4-4ed1-9834-c721cb70a2bc req-ca491211-132e-4e81-8f73-0fcee5b8cc80 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0496652 Nov 09 18:33:28.499605 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f742dd62-88d4-4ed1-9834-c721cb70a2bc req-22076460-8c8f-4905-b38d-5903b605100b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322428 Nov 09 18:33:29.616076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216528e-a359-4dc0-a607-2da0b6bfd81f req-67253c7c-f575-471b-8912-59cf23ebf87d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:29.617800 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5216528e-a359-4dc0-a607-2da0b6bfd81f req-67253c7c-f575-471b-8912-59cf23ebf87d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0500934 Nov 09 18:33:29.656882 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5216528e-a359-4dc0-a607-2da0b6bfd81f req-cdd92f2d-e32d-426c-b33c-c3d3f6fa9b28 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330553 Nov 09 18:33:30.174339 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-1ab576ae-61af-43fd-b34b-232c8d7ea28b service neutron] show failed (client error): The resource could not be found. Nov 09 18:33:30.175419 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-1ab576ae-61af-43fd-b34b-232c8d7ea28b service neutron] 10.222.0.13 "GET /v2.0/ports/1eac1989-1b27-421c-b5d7-d1752ae2ddda/bindings/n-h2-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0607784 Nov 09 18:33:30.376861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-ce6b3bba-cb46-40bd-8a26-4dca8f5762dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:30.378369 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-ce6b3bba-cb46-40bd-8a26-4dca8f5762dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 1097 time: 0.0422471 Nov 09 18:33:30.391465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:30.445221 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:30.652119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] For port 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:30.690419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] For port 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:33:30.732196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:33:30.734543 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56319a37-7b64-47cb-9b94-981755b56a04" -d '{"events": [{"server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "name": "network-vif-unplugged", "status": "completed", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:33:30.738524 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:30.755925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Transition to ACTIVE for port object 1eac1989-1b27-421c-b5d7-d1752ae2ddda will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:33:30.759960 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:30.783087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac1616-5c53-4105-ae15-606e75b7d6df req-cf521013-b4fd-4a11-8377-9275ac973123 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:30.784759 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bac1616-5c53-4105-ae15-606e75b7d6df req-cf521013-b4fd-4a11-8377-9275ac973123 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0570407 Nov 09 18:33:30.848060 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6bac1616-5c53-4105-ae15-606e75b7d6df req-9f4f1667-005d-4948-baac-0ce2dc7bc39c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425482 Nov 09 18:33:30.887838 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e071a6ac-06c4-490d-be64-74f93a4131f4 x-openstack-request-id: req-e071a6ac-06c4-490d-be64-74f93a4131f4 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:33:30.888201 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "name": "network-vif-unplugged", "status": "completed", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:33:30.888428 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e071a6ac-06c4-490d-be64-74f93a4131f4 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:33:30.888768 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'code': 200} Nov 09 18:33:30.891461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] No DVR routers for this DVR port 1eac1989-1b27-421c-b5d7-d1752ae2ddda on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:33:30.930993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Pushing event updated for resources: {'Port': ['ID=1eac1989-1b27-421c-b5d7-d1752ae2ddda,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:30.969776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:30.970144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:30.970603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:30.971094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:30.971508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:30.972184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:30.972507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:30.972874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:30.973198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:30.973519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:30.973838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:30.974186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:31.048864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Attempting to bind port 1eac1989-1b27-421c-b5d7-d1752ae2ddda on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:33:31.049189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Attempting to bind port 1eac1989-1b27-421c-b5d7-d1752ae2ddda by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:33:31.049510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Attempting to bind port 1eac1989-1b27-421c-b5d7-d1752ae2ddda on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:33:31.054221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Port 1eac1989-1b27-421c-b5d7-d1752ae2ddda on network edd64002-1153-4426-ba96-f7f1ba4e1d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:33:31.054533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Attempting to bind port 1eac1989-1b27-421c-b5d7-d1752ae2ddda on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:33:31.059344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:33:31.059675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Checking segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:33:31.060048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Bound using segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:33:31.060464 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Bound port: 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:33:31.060856 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:31.129164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] For port 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:33:31.133338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] For port 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:33:31.138093 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:31.170286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:31.170912 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:31.172332 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] 10.222.0.18 "PUT /v2.0/ports/1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 200 len: 1092 time: 0.7850630 Nov 09 18:33:31.195998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b2167-827b-4fcb-b2cc-77cbb850953a service neutron] Pushing event updated for resources: {'Port': ['ID=1eac1989-1b27-421c-b5d7-d1752ae2ddda,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:31.266140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-bb933f15-b2e4-48d1-9e90-0dec2a8a4a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:31.267699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-bb933f15-b2e4-48d1-9e90-0dec2a8a4a09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 1095 time: 0.0489781 Nov 09 18:33:31.362123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-52f5e5e4-7288-4ac0-9901-6398ad7bfcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:31.363619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-52f5e5e4-7288-4ac0-9901-6398ad7bfcc2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0883548 Nov 09 18:33:31.434453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-7d21c4d2-667d-46f5-b0b1-3d3106af4e4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 200 len: 999 time: 0.0635445 Nov 09 18:33:31.484308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-b76e7628-9cdc-4004-a855-000e730d6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:31.485746 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-b76e7628-9cdc-4004-a855-000e730d6995 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0442774 Nov 09 18:33:31.531886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-bbb2a85a-8783-4766-958a-e02e8a05b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:31.533383 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-bbb2a85a-8783-4766-958a-e02e8a05b768 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396962 Nov 09 18:33:31.627463 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-f8dbc9dc-289f-4978-aad3-fc0cb2647475 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864952 Nov 09 18:33:31.719278 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d15a853-7869-43c8-98c0-89ee36ff9725 req-cd22f583-b7d4-4d3b-a766-302331b6ad36 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837874 Nov 09 18:33:31.966874 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0726b-49ef-45f9-bb29-cbca208ecb7e req-a74203ba-4b6a-4474-8a9d-32606ce25682 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:31.968648 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00d0726b-49ef-45f9-bb29-cbca208ecb7e req-a74203ba-4b6a-4474-8a9d-32606ce25682 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 944 time: 0.0502071 Nov 09 18:33:32.008463 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00d0726b-49ef-45f9-bb29-cbca208ecb7e req-11aa4292-4fb6-4af2-b87c-4d2d3b32b709 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331917 Nov 09 18:33:32.890245 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:33:32.892728 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a77961d-b201-462d-a481-60d816bf732a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:33:32.941372 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bf3f6f-8884-4775-a928-fb7a9a9a0887 x-openstack-request-id: req-50bf3f6f-8884-4775-a928-fb7a9a9a0887 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:33:32.941668 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:33:32.941929 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-50bf3f6f-8884-4775-a928-fb7a9a9a0887 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:33:32.942336 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'status': 'completed', 'code': 200} Nov 09 18:33:33.029914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77961d-b201-462d-a481-60d816bf732a req-866e636f-dcbf-4017-9d83-8952c70ddd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:33.031555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-866e636f-dcbf-4017-9d83-8952c70ddd9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 1095 time: 0.0707130 Nov 09 18:33:33.037310 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77961d-b201-462d-a481-60d816bf732a req-d2f91ae5-3420-4a6f-bd20-a5de091ec4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:33.038769 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-d2f91ae5-3420-4a6f-bd20-a5de091ec4f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 1095 time: 0.0700238 Nov 09 18:33:33.140704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59aac7c-bdec-4b89-a444-17c1634daf8e req-ee60ed15-3ead-4a8c-be9b-bedb053c4fdf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:33.142358 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a59aac7c-bdec-4b89-a444-17c1634daf8e req-ee60ed15-3ead-4a8c-be9b-bedb053c4fdf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 944 time: 0.0543718 Nov 09 18:33:33.185973 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a59aac7c-bdec-4b89-a444-17c1634daf8e req-8941471f-a834-4985-83d6-e7e9204b6b1e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364943 Nov 09 18:33:33.195377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77961d-b201-462d-a481-60d816bf732a req-72bbfd98-5ae7-4282-a45b-01f4d9d9de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:33.196978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-72bbfd98-5ae7-4282-a45b-01f4d9d9de5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1573410 Nov 09 18:33:33.200204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77961d-b201-462d-a481-60d816bf732a req-de2edd65-17b3-4bcd-9cf2-e8edd29dc672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:33.201615 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-de2edd65-17b3-4bcd-9cf2-e8edd29dc672 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1537948 Nov 09 18:33:33.307620 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-2ebc9209-d0cc-4e5e-9192-eafbceb11aa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 200 len: 999 time: 0.1027968 Nov 09 18:33:33.313718 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-37d6c1d1-4a12-463c-902f-4956610674dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 200 len: 999 time: 0.1024072 Nov 09 18:33:33.390154 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77961d-b201-462d-a481-60d816bf732a req-f2cb0b13-79a4-4a47-80c9-a73dc4cc2caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:33.391745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-f2cb0b13-79a4-4a47-80c9-a73dc4cc2caf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0771062 Nov 09 18:33:33.395046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77961d-b201-462d-a481-60d816bf732a req-f7a1d7d4-bbb8-4ceb-b9e2-859ae18d7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:33.396578 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-f7a1d7d4-bbb8-4ceb-b9e2-859ae18d7536 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0742128 Nov 09 18:33:33.467463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77961d-b201-462d-a481-60d816bf732a req-f7f9822f-0fa4-45e0-92d3-1337d7a60cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:33.468952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-f7f9822f-0fa4-45e0-92d3-1337d7a60cc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636063 Nov 09 18:33:33.471349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77961d-b201-462d-a481-60d816bf732a req-d0ca0661-0f33-4ff3-a7f0-1ae4203609df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:33.472710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-d0ca0661-0f33-4ff3-a7f0-1ae4203609df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746713 Nov 09 18:33:33.631799 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-6139690c-654c-459a-9897-f688fdb023f6 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535163 Nov 09 18:33:33.637001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-a60eec1e-7f53-46f3-80c5-7e13f39a1dd3 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518586 Nov 09 18:33:33.797867 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-e8888664-28b6-4451-9066-bb84d59c4b3d service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578519 Nov 09 18:33:33.799791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2a77961d-b201-462d-a481-60d816bf732a req-906cff7e-deb6-440e-85fc-92d3fc196034 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528823 Nov 09 18:33:34.313775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d196ea-d72b-4019-8aa6-b66263c014b1 req-7a8b0f24-e76b-4226-9009-89779edabe21 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:34.315309 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44d196ea-d72b-4019-8aa6-b66263c014b1 req-7a8b0f24-e76b-4226-9009-89779edabe21 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 944 time: 0.0556276 Nov 09 18:33:34.354580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-44d196ea-d72b-4019-8aa6-b66263c014b1 req-f5d9ee40-6254-4efa-acd4-4878995cc213 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321870 Nov 09 18:33:34.714550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1eac1989-1b27-421c-b5d7-d1752ae2ddda no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:33:34.752494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1eac1989-1b27-421c-b5d7-d1752ae2ddda not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:33:35.475064 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c3ed6-5a39-4e80-9014-676ed68ecb64 req-a5a0b8b0-73e7-4859-b860-4c51c107ab3b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:35.476697 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c9c3ed6-5a39-4e80-9014-676ed68ecb64 req-a5a0b8b0-73e7-4859-b860-4c51c107ab3b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 944 time: 0.0537648 Nov 09 18:33:35.514483 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0c9c3ed6-5a39-4e80-9014-676ed68ecb64 req-87d7b00f-525b-4210-86f6-d2bd80d5d525 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317714 Nov 09 18:33:35.710194 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf10c21-6c4d-4777-a5c9-82b9d5f4663b req-7c2c30ca-02e9-4bb8-9574-99be3e822efe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:35.711642 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-abf10c21-6c4d-4777-a5c9-82b9d5f4663b req-7c2c30ca-02e9-4bb8-9574-99be3e822efe tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 944 time: 0.0514209 Nov 09 18:33:35.725631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-765967c1-4e8a-43fc-9847-79e388a21cd4 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:35.727110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-765967c1-4e8a-43fc-9847-79e388a21cd4 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c&tenant_id=fd11323f2bb34fddbd71536daab26119&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 944 time: 0.0530894 Nov 09 18:33:35.751751 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-abf10c21-6c4d-4777-a5c9-82b9d5f4663b req-25ceed77-6965-4a17-abad-2c56204c57ab tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330694 Nov 09 18:33:35.788366 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-468fb515-b2f0-48b1-aa12-049d6edd205c service neutron] delete failed (client error): The resource could not be found. Nov 09 18:33:35.789371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-468fb515-b2f0-48b1-aa12-049d6edd205c service neutron] 10.222.0.13 "DELETE /v2.0/ports/1eac1989-1b27-421c-b5d7-d1752ae2ddda/bindings/n-h1-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0541542 Nov 09 18:33:35.875444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-1ba9a246-c7f4-4cf5-b3b9-af50695c32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:35.876834 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-1ba9a246-c7f4-4cf5-b3b9-af50695c32c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 1095 time: 0.0420051 Nov 09 18:33:35.967453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-f080e0d3-02ed-4549-a29b-ac32c3739189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:35.968833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-f080e0d3-02ed-4549-a29b-ac32c3739189 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0853994 Nov 09 18:33:36.035325 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-a6103cdd-795e-4426-a8a9-c03a0eafa3ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 200 len: 999 time: 0.0595887 Nov 09 18:33:36.088414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-0bb3a689-5377-473f-baba-f740e0013da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:36.089883 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-0bb3a689-5377-473f-baba-f740e0013da6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0477533 Nov 09 18:33:36.138338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-5ed6049c-7040-4517-be68-6d7cd81086b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:36.139871 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-5ed6049c-7040-4517-be68-6d7cd81086b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418341 Nov 09 18:33:36.230178 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-8a2a3e84-da81-49f7-ac25-283050589b6c service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825851 Nov 09 18:33:36.237378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 1eac1989-1b27-421c-b5d7-d1752ae2ddda details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:33:36.327615 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e9b282b-4e78-43d5-8b8e-3084a96ee5a5 req-f37a8ab9-0c93-4d63-b136-4b8bb90c0c13 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892713 Nov 09 18:33:36.337060 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:36.350364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'port_id': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'mac_address': 'fa:16:3e:f6:61:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:33:36.388320 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:36.401893 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eac1989-1b27-421c-b5d7-d1752ae2ddda {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:33:36.422328 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:36.426207 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:36.475991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=1eac1989-1b27-421c-b5d7-d1752ae2ddda,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:36.483304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:36.483612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:36.483957 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:36.484298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:36.484633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:36.484965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:36.485297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:36.485674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:36.485997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:36.486283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:36.486646 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:36.487107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:33:36.771670 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['1eac1989-1b27-421c-b5d7-d1752ae2ddda'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:33:36.878122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb5026-1d43-4608-a7fc-73f7c62c6b68 req-372a3b30-c02c-4eec-889b-3fd386d3dfe2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:36.879687 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eadb5026-1d43-4608-a7fc-73f7c62c6b68 req-372a3b30-c02c-4eec-889b-3fd386d3dfe2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 945 time: 0.0530999 Nov 09 18:33:36.923601 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eadb5026-1d43-4608-a7fc-73f7c62c6b68 req-510638c8-0d9a-427b-ac9c-e72cac777772 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376327 Nov 09 18:33:37.039730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd512-3d40-4fbd-9927-4404b8f1f131 req-92f67ab4-09fd-47e7-b733-16935c0c164c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:37.041225 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9e0cd512-3d40-4fbd-9927-4404b8f1f131 req-92f67ab4-09fd-47e7-b733-16935c0c164c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 945 time: 0.0499527 Nov 09 18:33:37.081057 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9e0cd512-3d40-4fbd-9927-4404b8f1f131 req-59ec38ff-8644-49f1-aea9-f1b9bcfc269d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Nov 09 18:33:37.279875 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c8546-6fa3-4ad7-a0e6-7401cafbb178 req-d498c1fd-e9fa-4719-9aa7-786eb18170ce tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:37.281288 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d4c8546-6fa3-4ad7-a0e6-7401cafbb178 req-d498c1fd-e9fa-4719-9aa7-786eb18170ce tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 945 time: 0.0533857 Nov 09 18:33:37.308803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea7ad-5ad1-4c38-9336-6a49c8c2e5c8 req-ac23e784-c6ad-4215-8dcd-8a3925938210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:37.310317 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9faea7ad-5ad1-4c38-9336-6a49c8c2e5c8 req-ac23e784-c6ad-4215-8dcd-8a3925938210 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 1096 time: 0.0421920 Nov 09 18:33:37.321799 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d4c8546-6fa3-4ad7-a0e6-7401cafbb178 req-982e29cc-2b81-44a8-b970-1e2d92912215 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336289 Nov 09 18:33:37.404080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea7ad-5ad1-4c38-9336-6a49c8c2e5c8 req-a453e6de-7754-40fb-b7f1-f33ffe6649cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:37.405540 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9faea7ad-5ad1-4c38-9336-6a49c8c2e5c8 req-a453e6de-7754-40fb-b7f1-f33ffe6649cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0881484 Nov 09 18:33:37.469644 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9faea7ad-5ad1-4c38-9336-6a49c8c2e5c8 req-f511c9c6-d53e-4dee-b6b8-a3afcbd20342 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 200 len: 1000 time: 0.0564539 Nov 09 18:33:37.525921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea7ad-5ad1-4c38-9336-6a49c8c2e5c8 req-2a82e393-e12b-414a-96e3-0fad06061f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:37.528115 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9faea7ad-5ad1-4c38-9336-6a49c8c2e5c8 req-2a82e393-e12b-414a-96e3-0fad06061f38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0513670 Nov 09 18:33:37.574213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea7ad-5ad1-4c38-9336-6a49c8c2e5c8 req-12f515ef-88d0-4de3-8c25-3a960e767998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:37.575719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9faea7ad-5ad1-4c38-9336-6a49c8c2e5c8 req-12f515ef-88d0-4de3-8c25-3a960e767998 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405397 Nov 09 18:33:37.663136 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9faea7ad-5ad1-4c38-9336-6a49c8c2e5c8 req-a067490e-19d4-4943-8136-ec37fd657b8a service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804117 Nov 09 18:33:38.083206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9faea7ad-5ad1-4c38-9336-6a49c8c2e5c8 req-2195431a-cd93-4b36-9e46-dc100fabafac service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127944 Nov 09 18:33:38.242340 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 1eac1989-1b27-421c-b5d7-d1752ae2ddda up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:33:38.294255 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 1eac1989-1b27-421c-b5d7-d1752ae2ddda completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:33:38.299610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 1eac1989-1b27-421c-b5d7-d1752ae2ddda triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:38.300254 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:38.396801 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:38.424016 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:33:38.426294 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17bfc6b-79d8-4d5b-8c51-ca028d1fb7c8" -d '{"events": [{"server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "name": "network-vif-plugged", "status": "completed", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:33:38.441053 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:38.455687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468a8f9-c4b5-45b7-8b9b-afe7603df654 req-4bf03e1e-b156-4bfc-9f12-a415e4a0ab4b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:38.458912 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:38.466810 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8468a8f9-c4b5-45b7-8b9b-afe7603df654 req-4bf03e1e-b156-4bfc-9f12-a415e4a0ab4b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 945 time: 0.0679121 Nov 09 18:33:38.483236 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed95b969-c5e1-46dd-aa77-2b95418a04a2 x-openstack-request-id: req-ed95b969-c5e1-46dd-aa77-2b95418a04a2 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:33:38.483596 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "name": "network-vif-plugged", "status": "completed", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:33:38.483799 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ed95b969-c5e1-46dd-aa77-2b95418a04a2 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:33:38.484203 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'code': 200} Nov 09 18:33:38.503433 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8468a8f9-c4b5-45b7-8b9b-afe7603df654 req-a2601e36-20cd-4cbf-a5e1-f8cbdffdfdd3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351620 Nov 09 18:33:38.511454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=1eac1989-1b27-421c-b5d7-d1752ae2ddda,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:39.622530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4bdb7-313d-442a-8cd6-03eeaa59e7d0 req-2118b041-19e3-4c01-b38c-16bbd3ca22c8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:39.624046 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04a4bdb7-313d-442a-8cd6-03eeaa59e7d0 req-2118b041-19e3-4c01-b38c-16bbd3ca22c8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0492022 Nov 09 18:33:39.662089 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-04a4bdb7-313d-442a-8cd6-03eeaa59e7d0 req-b5f7dc22-4837-4b9a-a83a-62faefbf3ebf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321214 Nov 09 18:33:39.894537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dbc46-adcc-4d0d-b1ac-6dd33b43be04 req-d5f1da82-51fa-42d9-b401-dedf3ff89fb8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:39.897167 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c0dbc46-adcc-4d0d-b1ac-6dd33b43be04 req-d5f1da82-51fa-42d9-b401-dedf3ff89fb8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0502992 Nov 09 18:33:39.935174 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4c0dbc46-adcc-4d0d-b1ac-6dd33b43be04 req-e6136aa2-1df9-4d35-af1b-444385d9fb12 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319839 Nov 09 18:33:40.777736 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1c720301-0955-49fa-a49e-2ab0c09ee88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:41.059893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72db3aa-5f53-4a93-8d98-c6d0f7428339 req-d8996d9a-ed3e-4176-a423-9786e3d1fb6e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:41.061363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f72db3aa-5f53-4a93-8d98-c6d0f7428339 req-d8996d9a-ed3e-4176-a423-9786e3d1fb6e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0540540 Nov 09 18:33:41.100791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f72db3aa-5f53-4a93-8d98-c6d0f7428339 req-ac1f8e8f-479e-43ed-ad96-b3e18ec6f4ce tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333934 Nov 09 18:33:41.349328 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-84386f21-f86b-499d-9f56-0ae896c4d975 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:41.350737 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-84386f21-f86b-499d-9f56-0ae896c4d975 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 946 time: 0.0492547 Nov 09 18:33:41.445893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Deleting port 1eac1989-1b27-421c-b5d7-d1752ae2ddda {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:33:41.446229 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:41.533136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] For port 1eac1989-1b27-421c-b5d7-d1752ae2ddda, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=1eac1989-1b27-421c-b5d7-d1752ae2ddda,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:41.533498 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:41.705365 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:41.705626 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:41.706004 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684 disassociated. External IP: 172.25.1.46, port: 1eac1989-1b27-421c-b5d7-d1752ae2ddda. Nov 09 18:33:41.706390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Calling delete_port for 1eac1989-1b27-421c-b5d7-d1752ae2ddda owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:33:41.836505 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:41.865042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event deleted for resources: {'Port': ['ID=1eac1989-1b27-421c-b5d7-d1752ae2ddda,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:41.987696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Router cc0de66f-edf3-48c3-8092-b274b97e2bd8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:33:42.103791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:33:42.114452 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28bfe36-2d7c-47b6-ac42-e55cb18c8a62 None None] Sync routers for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:33:42.125551 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28bfe36-2d7c-47b6-ac42-e55cb18c8a62 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:33:42.126288 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a28bfe36-2d7c-47b6-ac42-e55cb18c8a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:33:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:42.144673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] No DVR routers for this DVR port 1eac1989-1b27-421c-b5d7-d1752ae2ddda on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:33:42.148341 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:42.151831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bdb66b97-5cf5-4b47-bb82-650a840ed0cd req-b5017c05-6509-4ef3-9d1f-44e6c5cbc8e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.18 "DELETE /v2.0/ports/1eac1989-1b27-421c-b5d7-d1752ae2ddda HTTP/1.1" status: 204 len: 173 time: 0.7929893 Nov 09 18:33:42.152287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'name': 'network-vif-deleted', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:33:42.154585 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fee02d8-3998-4e0b-95e9-52b855b83cbb" -d '{"events": [{"server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "name": "network-vif-deleted", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:33:42.217025 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb5406f-3140-4c10-ba70-026dfe95bed7 x-openstack-request-id: req-cdb5406f-3140-4c10-ba70-026dfe95bed7 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:33:42.217344 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3ce805-db6a-425a-8328-a0b9e91a0f0c", "name": "network-vif-deleted", "tag": "1eac1989-1b27-421c-b5d7-d1752ae2ddda", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:33:42.217976 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cdb5406f-3140-4c10-ba70-026dfe95bed7 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:33:42.218092 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3ce805-db6a-425a-8328-a0b9e91a0f0c', 'name': 'network-vif-deleted', 'tag': '1eac1989-1b27-421c-b5d7-d1752ae2ddda', 'status': 'completed', 'code': 200} Nov 09 18:33:42.226240 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-48106a0a-a31c-4d6e-b811-549a25212450 req-0a8eea64-6139-438e-a43e-6767cadce7bf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d3ce805-db6a-425a-8328-a0b9e91a0f0c HTTP/1.1" status: 200 len: 210 time: 0.0374734 Nov 09 18:33:42.243014 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a28bfe36-2d7c-47b6-ac42-e55cb18c8a62 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:33:42.441472 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a28bfe36-2d7c-47b6-ac42-e55cb18c8a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:42.471003 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28bfe36-2d7c-47b6-ac42-e55cb18c8a62 None None] Checking router: cc0de66f-edf3-48c3-8092-b274b97e2bd8 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:33:42.479364 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28bfe36-2d7c-47b6-ac42-e55cb18c8a62 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:33:42.479966 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a28bfe36-2d7c-47b6-ac42-e55cb18c8a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:33:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:42.588751 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a28bfe36-2d7c-47b6-ac42-e55cb18c8a62 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:33:42.791081 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a28bfe36-2d7c-47b6-ac42-e55cb18c8a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:42.817435 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28bfe36-2d7c-47b6-ac42-e55cb18c8a62 None None] The sync data for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 is: [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:33:43.030798 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0444270d-0bdf-442c-a08f-0689eb5286f6 None None] New status for floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:33:43.494910 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-4b5e3ccb-003c-48a4-a674-64683391c7ca tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1183193379&fields=id&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 267 time: 0.0330262 Nov 09 18:33:43.609903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-56e01165-2ea2-47f1-ae53-3e4d29408b39 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:43.611401 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-56e01165-2ea2-47f1-ae53-3e4d29408b39 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 812 time: 0.1095061 Nov 09 18:33:43.626756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-6e5c3aac-d93d-4b49-aa4b-1877793f179e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/quotas/fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 375 time: 0.0094571 Nov 09 18:33:43.681393 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-2998d3bb-ee51-4d81-a2e9-607049b1836b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481880 Nov 09 18:33:43.722714 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-88bf45ed-8c23-4223-8c84-dcc73810f0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:43.780759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-34a6ae6f-6ebf-4f4f-af06-bac7c52d938a service neutron] 10.222.0.81 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873966 Nov 09 18:33:43.871182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-80f69d17-a154-4096-94ce-3f77698503f2 service neutron] 10.222.0.81 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838583 Nov 09 18:33:44.031004 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-acd0406a-d2ae-4865-899e-460e1d4a9ff6 req-68ebd31d-fee5-4f76-b737-305cb6c208be tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 210 time: 0.0278065 Nov 09 18:33:44.557257 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:44.960739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-aafa8d25-07f8-4f97-ad79-a77cb17aaee4 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:44.962128 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-aafa8d25-07f8-4f97-ad79-a77cb17aaee4 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 812 time: 0.1126046 Nov 09 18:33:45.007299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-5a017fcf-87a3-47ec-9644-22b80c17dea9 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 380 time: 0.0357120 Nov 09 18:33:45.022144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-cce959b5-68bb-4192-a845-127a84a40bc1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Request body: {'port': {'device_id': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'admin_state_up': True, 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'security_groups': ['990d0f8f-024d-4a5c-a534-b292b7d954c3']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:45.137068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-518bb747-2d8c-44a3-a504-f6c713a6bd1e req-0869a69b-2a96-47c5-bd73-995e25af1389 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 210 time: 0.0342269 Nov 09 18:33:45.161914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-cce959b5-68bb-4192-a845-127a84a40bc1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Made reservation on behalf of fd11323f2bb34fddbd71536daab26119 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:33:45.165745 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-cce959b5-68bb-4192-a845-127a84a40bc1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:45.292518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-cce959b5-68bb-4192-a845-127a84a40bc1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Allocated IP 172.20.0.4 (edd64002-1153-4426-ba96-f7f1ba4e1d5b/f6721c86-7a9f-4b38-8dbf-b61b225254fc/874b9420-94e0-4b81-950d-8f253a282680) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:33:45.436603 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-cce959b5-68bb-4192-a845-127a84a40bc1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:45.469904 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-cce959b5-68bb-4192-a845-127a84a40bc1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:45.517404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-cce959b5-68bb-4192-a845-127a84a40bc1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Network edd64002-1153-4426-ba96-f7f1ba4e1d5b is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:33:45.520540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-cce959b5-68bb-4192-a845-127a84a40bc1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:33:45.524280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-cce959b5-68bb-4192-a845-127a84a40bc1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:33:45.550445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce959b5-68bb-4192-a845-127a84a40bc1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event updated for resources: {'Port': ['ID=874b9420-94e0-4b81-950d-8f253a282680,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:45.578808 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:45.581485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-cce959b5-68bb-4192-a845-127a84a40bc1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:45.582114 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-cce959b5-68bb-4192-a845-127a84a40bc1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:45.601622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-cce959b5-68bb-4192-a845-127a84a40bc1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5841730 Nov 09 18:33:45.615787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Request body: {'port': {'device_id': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:45.672370 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:45.725788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-377f2248-4457-4d7d-8c10-ea98724dcf58 None None] Provisioning complete for port 874b9420-94e0-4b81-950d-8f253a282680 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:45.726159 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-377f2248-4457-4d7d-8c10-ea98724dcf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:45.760212 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-377f2248-4457-4d7d-8c10-ea98724dcf58 None None] Port 874b9420-94e0-4b81-950d-8f253a282680 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:33:45.943581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874b9420-94e0-4b81-950d-8f253a282680 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:33:45.950917 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:45.964016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Transition to ACTIVE for port object 874b9420-94e0-4b81-950d-8f253a282680 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:33:45.967650 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:46.034898 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Pushing event updated for resources: {'Port': ['ID=874b9420-94e0-4b81-950d-8f253a282680,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:46.096122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Attempting to bind port 874b9420-94e0-4b81-950d-8f253a282680 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:33:46.096566 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Attempting to bind port 874b9420-94e0-4b81-950d-8f253a282680 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:33:46.096979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Attempting to bind port 874b9420-94e0-4b81-950d-8f253a282680 on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:33:46.102918 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Port 874b9420-94e0-4b81-950d-8f253a282680 on network edd64002-1153-4426-ba96-f7f1ba4e1d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:33:46.103244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Attempting to bind port 874b9420-94e0-4b81-950d-8f253a282680 on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:33:46.108440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:33:46.108847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Checking segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:33:46.109227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Bound using segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:33:46.109721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Bound port: 874b9420-94e0-4b81-950d-8f253a282680, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:33:46.110248 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:46.190312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:33:46.193856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:33:46.198660 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:46.236340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:46.236986 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:46.238382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] 10.222.0.18 "PUT /v2.0/ports/874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 1091 time: 0.6282172 Nov 09 18:33:46.238890 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'tag': '874b9420-94e0-4b81-950d-8f253a282680'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:33:46.241255 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf73525-72ae-4feb-b3c2-7e57090fe892" -d '{"events": [{"name": "network-changed", "server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "tag": "874b9420-94e0-4b81-950d-8f253a282680"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:33:46.277776 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b78d76-acbb-4560-8b14-b46283b68534 req-e8d7d729-92d8-4193-8152-f468f91ea79e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:46.279513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a665a-50bf-4ea2-93e8-544d54a4001d service neutron] Pushing event updated for resources: {'Port': ['ID=874b9420-94e0-4b81-950d-8f253a282680,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:46.285235 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46b78d76-acbb-4560-8b14-b46283b68534 req-e8d7d729-92d8-4193-8152-f468f91ea79e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 943 time: 0.0735521 Nov 09 18:33:46.295301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 1eac1989-1b27-421c-b5d7-d1752ae2ddda no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:33:46.323862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 1eac1989-1b27-421c-b5d7-d1752ae2ddda {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:33:46.324315 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 1eac1989-1b27-421c-b5d7-d1752ae2ddda not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:33:46.332013 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-46b78d76-acbb-4560-8b14-b46283b68534 req-6dba841f-2407-4b28-b09d-1a7557a34077 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456877 Nov 09 18:33:46.332704 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89019d96-be7e-462b-be7c-21dc62f981a0 x-openstack-request-id: req-89019d96-be7e-462b-be7c-21dc62f981a0 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:33:46.333203 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "tag": "874b9420-94e0-4b81-950d-8f253a282680", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:33:46.333567 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89019d96-be7e-462b-be7c-21dc62f981a0 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:33:46.334154 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'tag': '874b9420-94e0-4b81-950d-8f253a282680', 'status': 'completed', 'code': 200} Nov 09 18:33:46.357877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-f3310903-d171-4616-bad3-76544e91612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:46.359772 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-f3310903-d171-4616-bad3-76544e91612c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1094 time: 0.0743263 Nov 09 18:33:46.407601 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-a38e691c-73cb-4010-a596-c3399caf0ced service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 217 time: 0.0398183 Nov 09 18:33:46.459727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-64cb715c-1d63-4510-b4ba-5e135fa07869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:46.461256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-64cb715c-1d63-4510-b4ba-5e135fa07869 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0466659 Nov 09 18:33:46.509759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-d9a45812-2a20-4f32-bc40-7edebab6284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:46.511436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-d9a45812-2a20-4f32-bc40-7edebab6284f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423667 Nov 09 18:33:46.605052 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-79e33090-9481-4f70-839f-a3d24a5072b1 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864151 Nov 09 18:33:46.697353 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-603e8617-3a29-4197-9ca7-3e27d95a4a6f req-c608f588-da88-4acc-88e1-8463e94addea service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829422 Nov 09 18:33:46.782624 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf73525-72ae-4feb-b3c2-7e57090fe892 req-7f689adc-6608-47c7-b945-763141102243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:46.784153 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abf73525-72ae-4feb-b3c2-7e57090fe892 req-7f689adc-6608-47c7-b945-763141102243 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1094 time: 0.0410428 Nov 09 18:33:46.877798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf73525-72ae-4feb-b3c2-7e57090fe892 req-6375f5ef-e313-4006-9d62-7289f81de60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:46.879302 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abf73525-72ae-4feb-b3c2-7e57090fe892 req-6375f5ef-e313-4006-9d62-7289f81de60b service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0879617 Nov 09 18:33:46.921639 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abf73525-72ae-4feb-b3c2-7e57090fe892 req-74686a09-335f-45f6-a050-55093e7574ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 217 time: 0.0349007 Nov 09 18:33:46.974567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf73525-72ae-4feb-b3c2-7e57090fe892 req-1d04be4a-b60a-44d4-8fdf-1a885ad2f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:46.975989 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abf73525-72ae-4feb-b3c2-7e57090fe892 req-1d04be4a-b60a-44d4-8fdf-1a885ad2f743 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0475671 Nov 09 18:33:47.027655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf73525-72ae-4feb-b3c2-7e57090fe892 req-f4220079-2800-4b00-bc59-f5bb99886047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:47.029135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abf73525-72ae-4feb-b3c2-7e57090fe892 req-f4220079-2800-4b00-bc59-f5bb99886047 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461802 Nov 09 18:33:47.119129 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abf73525-72ae-4feb-b3c2-7e57090fe892 req-1dd6eb63-0e4c-41d0-93b1-16cfb38641e6 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826631 Nov 09 18:33:47.213919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-abf73525-72ae-4feb-b3c2-7e57090fe892 req-af9add80-0d17-4912-9549-352014b31ee7 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879462 Nov 09 18:33:47.454692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25396a0-1d88-4437-9a0e-9551258e0438 req-88d444d2-e2fc-4176-9d7d-3d344055e2ab tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:47.456199 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d25396a0-1d88-4437-9a0e-9551258e0438 req-88d444d2-e2fc-4176-9d7d-3d344055e2ab tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 943 time: 0.0505397 Nov 09 18:33:47.494383 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d25396a0-1d88-4437-9a0e-9551258e0438 req-522443b3-c083-440a-9eb3-0f0189c1281b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320742 Nov 09 18:33:47.817553 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:48.610625 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e218b-4f8d-4787-8880-9646c4849a49 req-e154f277-6246-4b5e-a65e-8c949f75b2d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:48.612130 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b52e218b-4f8d-4787-8880-9646c4849a49 req-e154f277-6246-4b5e-a65e-8c949f75b2d7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 943 time: 0.0501893 Nov 09 18:33:48.653989 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b52e218b-4f8d-4787-8880-9646c4849a49 req-4afedb3d-1942-4461-8399-617d8e89d9de tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348859 Nov 09 18:33:49.774365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcd918-04cc-47c6-860c-705093296b0e req-6257501f-de41-4efe-8893-877c158c1ea7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:49.775839 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d0fcd918-04cc-47c6-860c-705093296b0e req-6257501f-de41-4efe-8893-877c158c1ea7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 943 time: 0.0498211 Nov 09 18:33:49.813463 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d0fcd918-04cc-47c6-860c-705093296b0e req-6a1766bc-2f9e-4e4d-976b-4106ac27f871 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315490 Nov 09 18:33:50.325886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 874b9420-94e0-4b81-950d-8f253a282680 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:33:50.427795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:50.439243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '874b9420-94e0-4b81-950d-8f253a282680', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'port_id': '874b9420-94e0-4b81-950d-8f253a282680', 'mac_address': 'fa:16:3e:06:f9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:33:50.477169 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:50.490114 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874b9420-94e0-4b81-950d-8f253a282680 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:33:50.515549 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:50.519721 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:50.574476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=874b9420-94e0-4b81-950d-8f253a282680,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:50.828127 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['874b9420-94e0-4b81-950d-8f253a282680'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:33:50.961717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2253f0e-fcb9-4b7d-bff7-cce0590fe8b2 req-3d851ecf-1a91-4fbe-af10-4884aadc7e8d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:50.963774 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b2253f0e-fcb9-4b7d-bff7-cce0590fe8b2 req-3d851ecf-1a91-4fbe-af10-4884aadc7e8d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 944 time: 0.0672898 Nov 09 18:33:51.012117 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b2253f0e-fcb9-4b7d-bff7-cce0590fe8b2 req-ca421009-6f47-4235-87f8-8dafe88057f2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420470 Nov 09 18:33:52.133891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3495fc-e0f8-428c-8a3d-3e80f3b27e45 req-0db19e9b-cf1a-4491-8c4a-653e9d0844f3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:52.135382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a3495fc-e0f8-428c-8a3d-3e80f3b27e45 req-0db19e9b-cf1a-4491-8c4a-653e9d0844f3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 944 time: 0.0557468 Nov 09 18:33:52.174053 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a3495fc-e0f8-428c-8a3d-3e80f3b27e45 req-b876c195-ffe4-40ea-8868-4901d4444661 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321152 Nov 09 18:33:52.341755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 874b9420-94e0-4b81-950d-8f253a282680 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:33:52.389908 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 874b9420-94e0-4b81-950d-8f253a282680 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:33:52.393784 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 874b9420-94e0-4b81-950d-8f253a282680 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:33:52.394186 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:52.474026 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:52.497175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b9420-94e0-4b81-950d-8f253a282680'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:33:52.499479 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf09a29-83cc-4581-9113-9ae59e5c87d7" -d '{"events": [{"server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "name": "network-vif-plugged", "status": "completed", "tag": "874b9420-94e0-4b81-950d-8f253a282680"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:33:52.513188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:33:52.517543 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:52.541082 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57e8f82-8427-4052-ab96-2160b1c9f45f x-openstack-request-id: req-f57e8f82-8427-4052-ab96-2160b1c9f45f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:33:52.541406 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "name": "network-vif-plugged", "status": "completed", "tag": "874b9420-94e0-4b81-950d-8f253a282680", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:33:52.541642 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f57e8f82-8427-4052-ab96-2160b1c9f45f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:33:52.542038 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b9420-94e0-4b81-950d-8f253a282680', 'code': 200} Nov 09 18:33:52.568792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=874b9420-94e0-4b81-950d-8f253a282680,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:33:52.635605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e420a-39f6-4ab1-8512-61822b8b5489 req-17b5b974-45f8-49a7-9091-aa73513af698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:52.637018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-684e420a-39f6-4ab1-8512-61822b8b5489 req-17b5b974-45f8-49a7-9091-aa73513af698 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1096 time: 0.0408642 Nov 09 18:33:52.674985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-684e420a-39f6-4ab1-8512-61822b8b5489 req-2baefdbd-53ee-4f9b-bf15-72cddcec15fb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312133 Nov 09 18:33:53.289356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd4a13-206d-463a-b169-f53a05438a08 req-ae61f0b5-45fd-4f3f-ba74-759dd65582c7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:53.290829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83bd4a13-206d-463a-b169-f53a05438a08 req-ae61f0b5-45fd-4f3f-ba74-759dd65582c7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0490296 Nov 09 18:33:53.327995 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83bd4a13-206d-463a-b169-f53a05438a08 req-ecc51f1d-3fe6-4acf-8842-58423b985f01 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311713 Nov 09 18:33:53.445452 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:54.248891 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:54.452664 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12335e08-0ff0-47a9-af68-73815c98bfdd req-38363e02-8d97-4a77-a398-7f078c3bb0c7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:54.454157 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-12335e08-0ff0-47a9-af68-73815c98bfdd req-38363e02-8d97-4a77-a398-7f078c3bb0c7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0494189 Nov 09 18:33:54.492855 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-12335e08-0ff0-47a9-af68-73815c98bfdd req-cf396e84-7028-411f-84ae-520c40a34137 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322042 Nov 09 18:33:54.608421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60a08f-f9d7-4aaa-8a33-5f1669b7dbbb req-bcfb03c6-ce24-4b92-adcb-9b2de34eb615 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:54.609828 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4f60a08f-f9d7-4aaa-8a33-5f1669b7dbbb req-bcfb03c6-ce24-4b92-adcb-9b2de34eb615 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0523379 Nov 09 18:33:54.619423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 49778) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:33:54.623901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6467b1cf-f3c2-4ef4-a022-a85c52247c9f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Request body: {'floatingip': {'port_id': '874b9420-94e0-4b81-950d-8f253a282680'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:33:54.663545 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6467b1cf-f3c2-4ef4-a022-a85c52247c9f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:55.111772 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6467b1cf-f3c2-4ef4-a022-a85c52247c9f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:55.116110 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6467b1cf-f3c2-4ef4-a022-a85c52247c9f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:55.228982 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-6467b1cf-f3c2-4ef4-a022-a85c52247c9f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684 associated. External IP: 172.25.1.46, port: 874b9420-94e0-4b81-950d-8f253a282680. Nov 09 18:33:55.436642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6467b1cf-f3c2-4ef4-a022-a85c52247c9f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Router cc0de66f-edf3-48c3-8092-b274b97e2bd8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:33:55.545286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6467b1cf-f3c2-4ef4-a022-a85c52247c9f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:33:55.550194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6467b1cf-f3c2-4ef4-a022-a85c52247c9f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:55.555866 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86feea-0ee0-4fb6-bce8-984acc9831b8 None None] Sync routers for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:33:55.564901 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86feea-0ee0-4fb6-bce8-984acc9831b8 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:33:55.565514 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-1d86feea-0ee0-4fb6-bce8-984acc9831b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:33:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:55.577620 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6467b1cf-f3c2-4ef4-a022-a85c52247c9f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "PUT /v2.0/floatingips/2d69219d-7ef5-4d55-8ac2-4f1e627ce684 HTTP/1.1" status: 200 len: 990 time: 0.9570897 Nov 09 18:33:55.578306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'tag': '874b9420-94e0-4b81-950d-8f253a282680'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:33:55.580701 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08240dbd-d9b5-41ed-bf27-862e3de50253" -d '{"events": [{"name": "network-changed", "server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "tag": "874b9420-94e0-4b81-950d-8f253a282680"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:33:55.619416 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb6ca97-fac9-4e5f-96ed-4d5d37d1ff15 x-openstack-request-id: req-2fb6ca97-fac9-4e5f-96ed-4d5d37d1ff15 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:33:55.620013 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "tag": "874b9420-94e0-4b81-950d-8f253a282680", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:33:55.620013 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2fb6ca97-fac9-4e5f-96ed-4d5d37d1ff15 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:33:55.620357 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'tag': '874b9420-94e0-4b81-950d-8f253a282680', 'status': 'completed', 'code': 200} Nov 09 18:33:55.680657 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-1d86feea-0ee0-4fb6-bce8-984acc9831b8 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:33:55.687353 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08240dbd-d9b5-41ed-bf27-862e3de50253 req-3715f884-dfa4-4ae7-99da-ebaebaf22585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:55.688810 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08240dbd-d9b5-41ed-bf27-862e3de50253 req-3715f884-dfa4-4ae7-99da-ebaebaf22585 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1096 time: 0.0448918 Nov 09 18:33:55.780177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08240dbd-d9b5-41ed-bf27-862e3de50253 req-029ccbea-7518-4298-8818-de38ceda5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:55.781655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08240dbd-d9b5-41ed-bf27-862e3de50253 req-029ccbea-7518-4298-8818-de38ceda5195 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0850666 Nov 09 18:33:55.850464 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08240dbd-d9b5-41ed-bf27-862e3de50253 req-fe1f0e96-6fff-4306-a488-36b09fe027e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 998 time: 0.0615637 Nov 09 18:33:55.903112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08240dbd-d9b5-41ed-bf27-862e3de50253 req-c30c8064-9bca-4a4f-a024-ae5b6eae5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:55.904623 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08240dbd-d9b5-41ed-bf27-862e3de50253 req-c30c8064-9bca-4a4f-a024-ae5b6eae5c02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0457058 Nov 09 18:33:55.909885 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-1d86feea-0ee0-4fb6-bce8-984acc9831b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2d69219d-7ef5-4d55-8ac2-4f1e627ce684', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'port_id': '874b9420-94e0-4b81-950d-8f253a282680', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'mac_address': 'fa:16:3e:06:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:12Z', 'updated_at': '2021-11-09T18:33:55Z', 'revision_number': 9, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:55.936621 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86feea-0ee0-4fb6-bce8-984acc9831b8 None None] Checking router: cc0de66f-edf3-48c3-8092-b274b97e2bd8 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:33:55.945142 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86feea-0ee0-4fb6-bce8-984acc9831b8 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:33:55.945688 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-1d86feea-0ee0-4fb6-bce8-984acc9831b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:33:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:55.951129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08240dbd-d9b5-41ed-bf27-862e3de50253 req-346ffb1c-58a3-4359-b530-7dbd75ed8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:55.952678 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08240dbd-d9b5-41ed-bf27-862e3de50253 req-346ffb1c-58a3-4359-b530-7dbd75ed8d28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407877 Nov 09 18:33:56.048973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08240dbd-d9b5-41ed-bf27-862e3de50253 req-cd571dc0-ffe5-4e18-9621-905da050995e service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888917 Nov 09 18:33:56.052327 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-1d86feea-0ee0-4fb6-bce8-984acc9831b8 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:33:56.142829 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08240dbd-d9b5-41ed-bf27-862e3de50253 req-a0cf68da-43da-420e-81fe-3095ea63b27c service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865569 Nov 09 18:33:56.279319 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-1d86feea-0ee0-4fb6-bce8-984acc9831b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2d69219d-7ef5-4d55-8ac2-4f1e627ce684', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'port_id': '874b9420-94e0-4b81-950d-8f253a282680', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'mac_address': 'fa:16:3e:06:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:12Z', 'updated_at': '2021-11-09T18:33:55Z', 'revision_number': 9, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:33:56.389827 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86feea-0ee0-4fb6-bce8-984acc9831b8 None None] The sync data for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 is: [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2d69219d-7ef5-4d55-8ac2-4f1e627ce684', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'port_id': '874b9420-94e0-4b81-950d-8f253a282680', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'mac_address': 'fa:16:3e:06:f9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:12Z', 'updated_at': '2021-11-09T18:33:55Z', 'revision_number': 9, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:33:56.583810 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b8c81-011e-4e9c-a332-8a5c7d6f805c None None] New status for floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:34:05.098227 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:34:10.779436 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9fb69d2a-efcb-401f-9957-87b940ff892b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:13.724869 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-14865d92-fca9-4d1d-beb5-42642fafc0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:14.559851 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:15.577291 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:17.820309 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:20.618489 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fa4dbc9-7c23-446d-9564-abc9f20c89b9 req-e9b9a996-27c4-4c5d-872b-6a837714992d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823064 Nov 09 18:34:20.705085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4dbc9-7c23-446d-9564-abc9f20c89b9 req-898d81fb-e502-4fb8-b7d9-7bef542d133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:20.706569 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fa4dbc9-7c23-446d-9564-abc9f20c89b9 req-898d81fb-e502-4fb8-b7d9-7bef542d133e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1096 time: 0.0457571 Nov 09 18:34:20.813470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4dbc9-7c23-446d-9564-abc9f20c89b9 req-9c705d9c-a9e2-4488-a315-81ad3a516da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:20.814998 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fa4dbc9-7c23-446d-9564-abc9f20c89b9 req-9c705d9c-a9e2-4488-a315-81ad3a516da8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0891609 Nov 09 18:34:21.211636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fa4dbc9-7c23-446d-9564-abc9f20c89b9 req-b8733f0c-f3cc-41cb-be4e-2eb4e79ce1f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 1001 time: 0.3892615 Nov 09 18:34:21.261339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4dbc9-7c23-446d-9564-abc9f20c89b9 req-b071e1dd-59cb-473f-9378-e96cddde2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:21.262707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fa4dbc9-7c23-446d-9564-abc9f20c89b9 req-b071e1dd-59cb-473f-9378-e96cddde2be1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0433896 Nov 09 18:34:21.309551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4dbc9-7c23-446d-9564-abc9f20c89b9 req-f64f1b28-a215-4cc1-a76f-b9a63510b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:21.311039 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fa4dbc9-7c23-446d-9564-abc9f20c89b9 req-f64f1b28-a215-4cc1-a76f-b9a63510b9ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406828 Nov 09 18:34:21.404348 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fa4dbc9-7c23-446d-9564-abc9f20c89b9 req-6729f72e-c549-40f6-9686-1b03aeda1212 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855432 Nov 09 18:34:21.492932 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fa4dbc9-7c23-446d-9564-abc9f20c89b9 req-16dda496-c91f-491c-a3ab-9638448c85c1 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809147 Nov 09 18:34:23.459417 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:24.252444 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:40.779450 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed294-6188-4c5f-9157-98807f2bc7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.097494 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:34:43.727392 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e3a0314b-b8bb-4e5b-a60b-4708dc89d5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.567669 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:45.578108 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:47.825145 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:53.478390 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:54.273591 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:59.414856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-f6ba9e3f-bc82-43d2-a580-dcb2ee1b6398 req-4bd703d4-bcff-4cc2-90ff-071ac4f0f330 service neutron] (102154) timed out ('10.222.0.81', 47040) {{(pid=102154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:35:10.786735 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f45e698b-d30a-4f15-9d4c-985537ccd9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:13.729138 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3335f865-163b-4f33-9a2f-644786c07a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:14.560171 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:15.581497 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:17.825582 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:19.098150 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:35:21.587289 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6440261-a28f-4f83-9e8f-774d8915fddc req-31a7ce60-f184-4eea-9554-1e63acf31f05 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447440 Nov 09 18:35:21.673280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6440261-a28f-4f83-9e8f-774d8915fddc req-f5634745-27ad-4d61-be1d-d1dc0606fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:21.674865 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6440261-a28f-4f83-9e8f-774d8915fddc req-f5634745-27ad-4d61-be1d-d1dc0606fab4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1096 time: 0.0455012 Nov 09 18:35:21.775429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6440261-a28f-4f83-9e8f-774d8915fddc req-6aff63be-40b9-4b82-b4f1-90be133a36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:21.776871 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6440261-a28f-4f83-9e8f-774d8915fddc req-6aff63be-40b9-4b82-b4f1-90be133a36d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0833035 Nov 09 18:35:21.846598 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6440261-a28f-4f83-9e8f-774d8915fddc req-369fc8e7-0ca3-4010-af02-033b45cd7c2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 1001 time: 0.0620782 Nov 09 18:35:21.897797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6440261-a28f-4f83-9e8f-774d8915fddc req-97fd0e38-5b41-4b73-9b4b-77d336cd3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:21.899328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6440261-a28f-4f83-9e8f-774d8915fddc req-97fd0e38-5b41-4b73-9b4b-77d336cd3d22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0461810 Nov 09 18:35:21.944984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6440261-a28f-4f83-9e8f-774d8915fddc req-472b8a66-90ff-47f6-b526-2b200ca5ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:21.946475 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6440261-a28f-4f83-9e8f-774d8915fddc req-472b8a66-90ff-47f6-b526-2b200ca5ee86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403018 Nov 09 18:35:22.055999 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6440261-a28f-4f83-9e8f-774d8915fddc req-c6b69571-4325-47bc-8bca-b0199f1c5007 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016991 Nov 09 18:35:22.151318 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6440261-a28f-4f83-9e8f-774d8915fddc req-52340528-940c-4945-8833-3fe51e3d14f7 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879633 Nov 09 18:35:23.481069 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:24.273791 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:40.778664 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9df62302-3ccc-45b0-adeb-d3ac60ec90d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:43.880985 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4bdd35e6-87a0-46d6-acee-6ebf8ad844e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:44.561940 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:45.584330 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:47.832311 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:53.486974 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:54.273938 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:56.097962 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:36:10.782214 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-63fd4355-7ce5-4968-b3ae-e5977dfa1ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:13.731689 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-91a98955-524b-4c8e-b194-e02de047da85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:14.566654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:15.589194 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:17.831331 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:23.489331 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:23.577955 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33b98831-ff1e-4f4e-a2e5-842b6e2d43f0 req-2f6c2b87-2196-4c8f-8297-ac2ebf74ad5a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425875 Nov 09 18:36:23.664168 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b98831-ff1e-4f4e-a2e5-842b6e2d43f0 req-5849e387-eea0-44eb-8a04-8f5186b351d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:23.665707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33b98831-ff1e-4f4e-a2e5-842b6e2d43f0 req-5849e387-eea0-44eb-8a04-8f5186b351d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1096 time: 0.0465803 Nov 09 18:36:23.776555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b98831-ff1e-4f4e-a2e5-842b6e2d43f0 req-39ecc1c0-5003-41d7-b1e3-0110d3b8cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:23.778048 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33b98831-ff1e-4f4e-a2e5-842b6e2d43f0 req-39ecc1c0-5003-41d7-b1e3-0110d3b8cd86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0923970 Nov 09 18:36:23.855072 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33b98831-ff1e-4f4e-a2e5-842b6e2d43f0 req-0dc0a3f6-1644-4c33-b617-b2a1ea3b58b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 1001 time: 0.0687308 Nov 09 18:36:23.903927 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b98831-ff1e-4f4e-a2e5-842b6e2d43f0 req-adf503f9-4444-471a-873f-dc2d15babc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:23.906099 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33b98831-ff1e-4f4e-a2e5-842b6e2d43f0 req-adf503f9-4444-471a-873f-dc2d15babc0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0441747 Nov 09 18:36:23.951703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b98831-ff1e-4f4e-a2e5-842b6e2d43f0 req-7f4b713f-19db-40b3-8eef-2dc8b73ec128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:23.953306 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33b98831-ff1e-4f4e-a2e5-842b6e2d43f0 req-7f4b713f-19db-40b3-8eef-2dc8b73ec128 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401335 Nov 09 18:36:24.051274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33b98831-ff1e-4f4e-a2e5-842b6e2d43f0 req-e392deb8-5ab2-45e6-b311-b5d859bc1069 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906880 Nov 09 18:36:24.147438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33b98831-ff1e-4f4e-a2e5-842b6e2d43f0 req-b000ccbd-9332-4af1-86df-633cadb18d40 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885160 Nov 09 18:36:24.266446 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:25.298804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-676df400-c829-47ea-9e71-a3e3cfd6a50c req-c3c5068f-3be2-481f-983e-3b7e425a886a service neutron] (102155) timed out ('10.222.0.18', 62068) {{(pid=102155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:36:29.277954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-ed0f2b41-9331-4222-9ded-c5238bfc2acc req-cc13888b-40d4-4822-80e4-826d31e9a021 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:36:29.278998 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed0f2b41-9331-4222-9ded-c5238bfc2acc req-cc13888b-40d4-4822-80e4-826d31e9a021 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461247 Nov 09 18:36:30.539319 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50122) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:36:30.567321 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b7047-d235-4c7c-bced-d5121d8b0de2 req-ad46c914-b58f-4cd6-adb8-b66a3a572a56 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:30.569051 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9b9b7047-d235-4c7c-bced-d5121d8b0de2 req-ad46c914-b58f-4cd6-adb8-b66a3a572a56 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0642049 Nov 09 18:36:30.628273 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9b9b7047-d235-4c7c-bced-d5121d8b0de2 req-ac777710-0731-40a6-ad14-b9a50f91d28f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433924 Nov 09 18:36:30.644653 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-d2885cbb-c2b5-4545-8a70-6f5ba02ea606 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1039810 Nov 09 18:36:30.653871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-24aef20f-0993-48cf-aa07-b9e5bc6818fa service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:36:30.655340 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-24aef20f-0993-48cf-aa07-b9e5bc6818fa service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057530 Nov 09 18:36:31.758509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856b3f6-6d8f-46e0-98da-87f1216fc476 req-32a4da8f-cbc5-4e0f-9630-3c96ae1ee30f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:31.760024 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5856b3f6-6d8f-46e0-98da-87f1216fc476 req-32a4da8f-cbc5-4e0f-9630-3c96ae1ee30f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0548296 Nov 09 18:36:31.798411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5856b3f6-6d8f-46e0-98da-87f1216fc476 req-323b6282-6c1b-44ed-a4b5-cf95f1e66fa6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318990 Nov 09 18:36:32.913097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e47256-d4cc-4055-ae80-10a18ad9d1fc req-99e6b83f-8f3c-43d8-b920-ff1230b09145 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:32.914568 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-33e47256-d4cc-4055-ae80-10a18ad9d1fc req-99e6b83f-8f3c-43d8-b920-ff1230b09145 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0485263 Nov 09 18:36:32.954182 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-33e47256-d4cc-4055-ae80-10a18ad9d1fc req-c7e771b7-9ed4-4d60-8a0a-ff430c3da3f1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328040 Nov 09 18:36:33.098684 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:36:33.816174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-effaeb52-d4f7-4c7c-9092-3f7623571308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:33.817668 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-effaeb52-d4f7-4c7c-9092-3f7623571308 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1096 time: 0.0405955 Nov 09 18:36:33.912373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-f71301f9-06e1-4742-a1a1-b6a45d491cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:33.913857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-f71301f9-06e1-4742-a1a1-b6a45d491cfd service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0895522 Nov 09 18:36:33.980227 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-9c48537f-2555-48be-88ad-3d5398bd66d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 1001 time: 0.0591090 Nov 09 18:36:34.032131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-35c6e7b4-22a9-4366-83b1-dfdd8f935104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:34.033607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-35c6e7b4-22a9-4366-83b1-dfdd8f935104 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0457089 Nov 09 18:36:34.117341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d132a0-98bb-4695-bf73-2fb6091bbd9b req-ef4f1407-fb96-43a7-ab50-326ef65ac29d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:34.118720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-26d132a0-98bb-4695-bf73-2fb6091bbd9b req-ef4f1407-fb96-43a7-ab50-326ef65ac29d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0824323 Nov 09 18:36:34.120500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-9274f1dd-4382-4f96-8210-1aea7ca043fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:34.121847 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-9274f1dd-4382-4f96-8210-1aea7ca043fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772943 Nov 09 18:36:34.206943 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-26d132a0-98bb-4695-bf73-2fb6091bbd9b req-a0445d92-3c0d-4cf5-a8e6-50cefa41f162 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815787 Nov 09 18:36:34.240139 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-5093d5f9-643d-4b64-8410-23759177ebf3 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087654 Nov 09 18:36:34.330356 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-46a26f48-506b-4c5c-8e66-bf3cd0d6cc8d service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833609 Nov 09 18:36:35.325686 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e18e46-6e24-4b0c-8d92-0cc4b42a6080 req-a8c59d55-132e-4e1c-898c-318a365bf1dd tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:35.327450 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c1e18e46-6e24-4b0c-8d92-0cc4b42a6080 req-a8c59d55-132e-4e1c-898c-318a365bf1dd tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0496833 Nov 09 18:36:35.366309 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c1e18e46-6e24-4b0c-8d92-0cc4b42a6080 req-450709c6-5a03-455f-a344-1536f0e7505a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328827 Nov 09 18:36:36.481871 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29811c3-8e39-4e12-a302-21192bca895a req-d09a6f22-eb00-40f7-bbf1-c21b5ab78b09 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:36.483909 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a29811c3-8e39-4e12-a302-21192bca895a req-d09a6f22-eb00-40f7-bbf1-c21b5ab78b09 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0499663 Nov 09 18:36:36.522158 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a29811c3-8e39-4e12-a302-21192bca895a req-da720c3c-7d87-4994-a938-5ea6b2521ab7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322955 Nov 09 18:36:37.636723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92b813-7c94-49d2-ad84-de1bcfb4f1bc req-5227bee5-a677-4d0e-9a29-5ab13441284d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:37.638195 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af92b813-7c94-49d2-ad84-de1bcfb4f1bc req-5227bee5-a677-4d0e-9a29-5ab13441284d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0483508 Nov 09 18:36:37.681232 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-af92b813-7c94-49d2-ad84-de1bcfb4f1bc req-21231b2f-cd1c-4334-b61d-679f827f9381 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362685 Nov 09 18:36:38.802011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02965b-c2c8-4f5c-8804-6ae8db990d3f req-590264ac-b15e-449f-bee6-9ecce0ee2146 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:38.803516 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a02965b-c2c8-4f5c-8804-6ae8db990d3f req-590264ac-b15e-449f-bee6-9ecce0ee2146 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0528812 Nov 09 18:36:38.845516 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6a02965b-c2c8-4f5c-8804-6ae8db990d3f req-1545493d-9e33-4bb8-a517-a364c24307e4 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333695 Nov 09 18:36:39.961941 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168991e-17ac-4da2-b389-acd92e8403dc req-dfeb797c-d8d7-47fc-a900-c9c688c02d2b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:39.963448 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2168991e-17ac-4da2-b389-acd92e8403dc req-dfeb797c-d8d7-47fc-a900-c9c688c02d2b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0499642 Nov 09 18:36:40.007270 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2168991e-17ac-4da2-b389-acd92e8403dc req-a78085c5-9f71-4ca5-bfd9-598bcdcbc8d4 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371721 Nov 09 18:36:40.783526 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-079a4ce6-1da0-413c-8fd7-ba10725ed0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:41.128679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b7ab2-64e4-4d9e-baf4-f4daf48fda13 req-6f8338ef-587d-4359-be02-ef60c148a8c5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:41.130266 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cc2b7ab2-64e4-4d9e-baf4-f4daf48fda13 req-6f8338ef-587d-4359-be02-ef60c148a8c5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0502651 Nov 09 18:36:41.168479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cc2b7ab2-64e4-4d9e-baf4-f4daf48fda13 req-e04e77b4-33a1-4f88-b0fe-3ee4840a503c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322683 Nov 09 18:36:42.291097 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5534418-78c5-437b-8ed0-b7e2631ea548 req-83fd613f-5a7c-4233-a1d1-482b3154771c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:42.292723 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f5534418-78c5-437b-8ed0-b7e2631ea548 req-83fd613f-5a7c-4233-a1d1-482b3154771c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0541477 Nov 09 18:36:42.332132 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f5534418-78c5-437b-8ed0-b7e2631ea548 req-52949e0f-9000-45bd-be41-483fce0ccfc0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324266 Nov 09 18:36:43.458978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646e5b0-93cc-46a7-98f2-b25c8ce73ee1 req-05b0b625-313c-4ad6-9d24-591b04a26bc6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:43.460696 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3646e5b0-93cc-46a7-98f2-b25c8ce73ee1 req-05b0b625-313c-4ad6-9d24-591b04a26bc6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0532160 Nov 09 18:36:43.500036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3646e5b0-93cc-46a7-98f2-b25c8ce73ee1 req-f00659d4-448e-4a2c-9bb8-02440d8b4164 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334148 Nov 09 18:36:43.733110 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bc2de4ee-7969-4d4b-a2d8-f3eabeaaf1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:44.570762 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:44.618134 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5cb9b-a0d5-4770-9f88-e5f339c06d1f req-fe1a7975-e61e-4b17-897a-594efff59e92 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:44.619618 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-41c5cb9b-a0d5-4770-9f88-e5f339c06d1f req-fe1a7975-e61e-4b17-897a-594efff59e92 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0496328 Nov 09 18:36:44.661107 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-41c5cb9b-a0d5-4770-9f88-e5f339c06d1f req-9a734ed2-ea97-45a8-adf2-41544cbc6725 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346689 Nov 09 18:36:45.592308 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:45.784646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87370052-7249-40fe-8cf1-444684c4e47e req-cb8e0208-cd85-46e7-944e-cd2e3376ec4a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:45.786370 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-87370052-7249-40fe-8cf1-444684c4e47e req-cb8e0208-cd85-46e7-944e-cd2e3376ec4a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0543003 Nov 09 18:36:45.824233 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-87370052-7249-40fe-8cf1-444684c4e47e req-80f4b05b-c2bf-448c-bebd-3c149cf83441 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318217 Nov 09 18:36:46.377929 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-bea4d089-4f23-4e7e-bdbb-c6f0073f4dc3 service neutron] show failed (client error): The resource could not be found. Nov 09 18:36:46.378966 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-bea4d089-4f23-4e7e-bdbb-c6f0073f4dc3 service neutron] 10.222.0.18 "GET /v2.0/ports/874b9420-94e0-4b81-950d-8f253a282680/bindings/n-h1-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0705497 Nov 09 18:36:46.623787 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-8ce7d3ba-8e76-4101-ba37-8ee3d8da4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:46.625279 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-8ce7d3ba-8e76-4101-ba37-8ee3d8da4f6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 1096 time: 0.0792477 Nov 09 18:36:46.637008 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:46.692127 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:46.893835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:46.928077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:36:46.939567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affaf27-1a71-4b41-b890-440c6e884c41 req-fca19c67-fc93-46c2-83bf-67db090efbfb tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:46.941111 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8affaf27-1a71-4b41-b890-440c6e884c41 req-fca19c67-fc93-46c2-83bf-67db090efbfb tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0486481 Nov 09 18:36:46.969411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874b9420-94e0-4b81-950d-8f253a282680'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:36:46.971709 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7c922d-ccda-4ea0-af77-52fd33741685" -d '{"events": [{"server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "name": "network-vif-unplugged", "status": "completed", "tag": "874b9420-94e0-4b81-950d-8f253a282680"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:36:46.976110 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:46.984098 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8affaf27-1a71-4b41-b890-440c6e884c41 req-2033f6c5-fcca-48a3-925a-e2225e70ec43 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367346 Nov 09 18:36:46.989512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Transition to ACTIVE for port object 874b9420-94e0-4b81-950d-8f253a282680 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:36:46.999031 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:47.036509 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2f3fb9-221e-4dc4-81e5-be9118f45119 x-openstack-request-id: req-1b2f3fb9-221e-4dc4-81e5-be9118f45119 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:36:47.036800 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "name": "network-vif-unplugged", "status": "completed", "tag": "874b9420-94e0-4b81-950d-8f253a282680", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:36:47.037051 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b2f3fb9-221e-4dc4-81e5-be9118f45119 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:36:47.037437 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874b9420-94e0-4b81-950d-8f253a282680', 'code': 200} Nov 09 18:36:47.052337 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Pushing event updated for resources: {'Port': ['ID=874b9420-94e0-4b81-950d-8f253a282680,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:47.096489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:47.096840 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:47.097186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:47.097526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:47.097877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:47.098200 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:47.098529 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:47.098862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:47.099190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:47.099540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:47.099866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:47.100189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:47.141087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] No DVR routers for this DVR port 874b9420-94e0-4b81-950d-8f253a282680 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:36:47.286085 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Attempting to bind port 874b9420-94e0-4b81-950d-8f253a282680 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:36:47.286424 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Attempting to bind port 874b9420-94e0-4b81-950d-8f253a282680 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:36:47.286880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Attempting to bind port 874b9420-94e0-4b81-950d-8f253a282680 on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:36:47.291592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Port 874b9420-94e0-4b81-950d-8f253a282680 on network edd64002-1153-4426-ba96-f7f1ba4e1d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:36:47.291916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Attempting to bind port 874b9420-94e0-4b81-950d-8f253a282680 on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:36:47.297867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:36:47.298206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Checking segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:36:47.298714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Bound using segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:36:47.299029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Bound port: 874b9420-94e0-4b81-950d-8f253a282680, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:36:47.299422 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:47.367291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:36:47.370882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:36:47.376400 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:47.424762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:47.425249 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:47.426656 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] 10.222.0.13 "PUT /v2.0/ports/874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 1091 time: 0.7936344 Nov 09 18:36:47.451575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510bf67-0f71-45c5-88d3-379e21f53400 service neutron] Pushing event updated for resources: {'Port': ['ID=874b9420-94e0-4b81-950d-8f253a282680,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:47.497264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-6599a773-40d0-4c98-b441-003d782614f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:47.498851 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-6599a773-40d0-4c98-b441-003d782614f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1094 time: 0.0441165 Nov 09 18:36:47.593251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-5a491dfa-1373-4ac9-a705-66775dcacd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:47.594804 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-5a491dfa-1373-4ac9-a705-66775dcacd49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0885644 Nov 09 18:36:47.665236 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-ece02d2a-03c4-4df3-a173-cc71bcb5e681 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 999 time: 0.0629694 Nov 09 18:36:47.716971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-ede81854-e527-426b-a6cd-ca158ac9821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:47.718951 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-ede81854-e527-426b-a6cd-ca158ac9821e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0471499 Nov 09 18:36:47.765076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-d505dc1b-a8e3-4170-b9a0-864844b1f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:47.766608 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-d505dc1b-a8e3-4170-b9a0-864844b1f436 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410306 Nov 09 18:36:47.834489 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:47.861272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-2d794630-3826-4543-b433-e334abde78b0 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873857 Nov 09 18:36:47.953186 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-eb899d8e-a175-4d8f-acba-8fcce62f9ff9 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847614 Nov 09 18:36:48.113621 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350090f-5ce7-4fb9-8426-0081b2eee608 req-4cdd7a4f-98b8-44a8-acc0-556fb1f97389 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:48.115127 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4350090f-5ce7-4fb9-8426-0081b2eee608 req-4cdd7a4f-98b8-44a8-acc0-556fb1f97389 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 943 time: 0.0500925 Nov 09 18:36:48.154161 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4350090f-5ce7-4fb9-8426-0081b2eee608 req-e118e755-0144-4e00-8cce-601a99a3001e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322304 Nov 09 18:36:49.038896 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'tag': '874b9420-94e0-4b81-950d-8f253a282680'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:36:49.041284 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "tag": "874b9420-94e0-4b81-950d-8f253a282680"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:36:49.088739 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6f27e0-00bc-4c41-801b-7cfa96b81219 x-openstack-request-id: req-af6f27e0-00bc-4c41-801b-7cfa96b81219 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:36:49.089035 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "tag": "874b9420-94e0-4b81-950d-8f253a282680", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:36:49.089289 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af6f27e0-00bc-4c41-801b-7cfa96b81219 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:36:49.089692 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'tag': '874b9420-94e0-4b81-950d-8f253a282680', 'status': 'completed', 'code': 200} Nov 09 18:36:49.182012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-4d4e62be-0869-4d3a-b349-5fabaced8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:49.183565 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-4d4e62be-0869-4d3a-b349-5fabaced8d0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1094 time: 0.0749016 Nov 09 18:36:49.186093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-e81b8de2-de3e-4667-aa6b-6870f11b37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:49.187488 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-e81b8de2-de3e-4667-aa6b-6870f11b37ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1094 time: 0.0709441 Nov 09 18:36:49.272239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1eddf-a5e8-4863-ae45-e78ccd417a1e req-7050ba75-bf92-43be-ba44-423165e861c6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:49.275000 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-24e1eddf-a5e8-4863-ae45-e78ccd417a1e req-7050ba75-bf92-43be-ba44-423165e861c6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 943 time: 0.0513408 Nov 09 18:36:49.315896 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-24e1eddf-a5e8-4863-ae45-e78ccd417a1e req-11c2049c-0d98-4dc8-9797-582e7ab26af8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363011 Nov 09 18:36:49.348095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-c30811c3-3e2c-4860-9bc6-23f89d755a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:49.349583 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-c30811c3-3e2c-4860-9bc6-23f89d755a1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1589248 Nov 09 18:36:49.350933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-9a2b0218-02db-4808-9183-a83d8148e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:49.352268 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-9a2b0218-02db-4808-9183-a83d8148e81e service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1541834 Nov 09 18:36:49.468345 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-8ca3d55d-4bd0-490e-9685-2dcffe05a766 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 999 time: 0.1088696 Nov 09 18:36:49.470135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-85c46b91-0d1d-4837-b1b6-364ecdeb34a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 999 time: 0.1043959 Nov 09 18:36:49.557512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-13041c0a-b3fc-409d-9d66-3ce5abf47f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:49.558993 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-13041c0a-b3fc-409d-9d66-3ce5abf47f42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0837312 Nov 09 18:36:49.561012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-1fa36c65-936f-4a1c-8aa8-2194ebac3c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:49.562336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-1fa36c65-936f-4a1c-8aa8-2194ebac3c64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0794570 Nov 09 18:36:49.628768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-0761d47e-79bd-4793-94e0-cf6f119640f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:49.630288 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-0761d47e-79bd-4793-94e0-cf6f119640f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647330 Nov 09 18:36:49.636049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-b0bd0e82-3954-43c0-aa67-251fa53be3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:49.637429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-b0bd0e82-3954-43c0-aa67-251fa53be3a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646079 Nov 09 18:36:49.720393 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 874b9420-94e0-4b81-950d-8f253a282680 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:36:49.791199 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-85b570b2-ce1b-4bc0-97bf-7adc6d59803e service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518464 Nov 09 18:36:49.793517 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-277c9672-7188-4a92-a304-961b95b760db service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474361 Nov 09 18:36:49.818658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:49.829894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '874b9420-94e0-4b81-950d-8f253a282680', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'port_id': '874b9420-94e0-4b81-950d-8f253a282680', 'mac_address': 'fa:16:3e:06:f9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:36:49.866226 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:49.882662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874b9420-94e0-4b81-950d-8f253a282680 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:36:49.902021 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:49.906389 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:49.950672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-59bf1982-4d6c-44be-89bf-7b5d8e54cb63 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524060 Nov 09 18:36:49.953335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=874b9420-94e0-4b81-950d-8f253a282680,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:49.954088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4bd4bf1-32af-4735-85d5-a7f7621ed1ae req-68e76bc5-2133-42fb-a3f3-c6d39e7ab3d0 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481133 Nov 09 18:36:49.962484 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:49.962830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:49.963171 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:49.963536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:49.963870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:49.964198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:49.964527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:49.964852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:49.965175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:49.965497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:49.965815 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:49.966856 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:36:50.169930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['874b9420-94e0-4b81-950d-8f253a282680'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:36:50.771364 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25b153-bc7b-4668-9412-6ea0e46aead8 req-48380087-a244-4607-884d-edac6f288b37 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:50.772750 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b25b153-bc7b-4668-9412-6ea0e46aead8 req-48380087-a244-4607-884d-edac6f288b37 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 944 time: 0.3871713 Nov 09 18:36:50.812084 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b25b153-bc7b-4668-9412-6ea0e46aead8 req-19234e2e-2409-4054-ab8d-49f35475b53c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332308 Nov 09 18:36:51.135135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-3076c2d0-00db-4138-9c42-453a2dbe1b3d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:51.136730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-3076c2d0-00db-4138-9c42-453a2dbe1b3d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d&tenant_id=fd11323f2bb34fddbd71536daab26119&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 944 time: 0.0837715 Nov 09 18:36:51.150009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be485f-8e27-4505-b2d7-056e4a656a40 req-f2b02eae-4049-4d5f-8715-4d30c56885c6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:51.151449 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64be485f-8e27-4505-b2d7-056e4a656a40 req-f2b02eae-4049-4d5f-8715-4d30c56885c6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 944 time: 0.0705729 Nov 09 18:36:51.178661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 874b9420-94e0-4b81-950d-8f253a282680 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:36:51.219422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 874b9420-94e0-4b81-950d-8f253a282680 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:36:51.232882 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64be485f-8e27-4505-b2d7-056e4a656a40 req-2fff2dbb-044a-458e-be62-9f948f35b46a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741627 Nov 09 18:36:51.235739 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-2bc5fadb-0c50-448a-afe5-517bb3b007b7 service neutron] 10.222.0.13 "GET /v2.0/ports/874b9420-94e0-4b81-950d-8f253a282680/bindings/n-h1-817236-1 HTTP/1.1" status: 200 len: 382 time: 0.0834379 Nov 09 18:36:51.301205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-d91ec508-6953-4191-ad36-3cdaadd41d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:51.302682 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-d91ec508-6953-4191-ad36-3cdaadd41d58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1095 time: 0.0403135 Nov 09 18:36:51.395112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1130e20f-f68f-464e-988d-cd7a403704a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:51.396619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1130e20f-f68f-464e-988d-cd7a403704a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0857136 Nov 09 18:36:51.462218 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-a62bc786-65cc-420e-8995-42a75bafa7f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 1000 time: 0.0584977 Nov 09 18:36:51.511415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-11bf41f1-891e-4f09-a096-dc12a6ab0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:51.512912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-11bf41f1-891e-4f09-a096-dc12a6ab0352 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0440769 Nov 09 18:36:51.563131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-35408663-2eb2-4e91-b431-00ee678f5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:51.564578 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-35408663-2eb2-4e91-b431-00ee678f5600 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452273 Nov 09 18:36:51.653240 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-e71dd3f4-9ada-4850-baa0-a31a60376808 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819619 Nov 09 18:36:51.736330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 874b9420-94e0-4b81-950d-8f253a282680 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:36:51.746353 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-b8ee83af-4c9c-4856-839b-8e7a9042cd6f service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860918 Nov 09 18:36:51.788382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 874b9420-94e0-4b81-950d-8f253a282680 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:36:51.792241 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 874b9420-94e0-4b81-950d-8f253a282680 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:36:51.792627 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:51.867140 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:51.893140 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b9420-94e0-4b81-950d-8f253a282680'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:36:51.895439 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d699a381-bd5d-4ee6-a6a2-2e5c254a77e4" -d '{"events": [{"server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "name": "network-vif-plugged", "status": "completed", "tag": "874b9420-94e0-4b81-950d-8f253a282680"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:36:51.908103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:51.912631 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:51.961040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=874b9420-94e0-4b81-950d-8f253a282680,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:52.001483 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d9848e-d0ce-4380-9161-d756a6fa3682 x-openstack-request-id: req-76d9848e-d0ce-4380-9161-d756a6fa3682 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:36:52.001783 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "name": "network-vif-plugged", "status": "completed", "tag": "874b9420-94e0-4b81-950d-8f253a282680", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:36:52.002040 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76d9848e-d0ce-4380-9161-d756a6fa3682 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:36:52.002465 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b9420-94e0-4b81-950d-8f253a282680', 'code': 200} Nov 09 18:36:52.350137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21e52d-40a9-4553-80a4-ff83adcc6657 req-52f6350d-26b9-4cd5-97b8-fc4a85704459 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:52.351634 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5e21e52d-40a9-4553-80a4-ff83adcc6657 req-52f6350d-26b9-4cd5-97b8-fc4a85704459 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0496044 Nov 09 18:36:52.390712 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5e21e52d-40a9-4553-80a4-ff83adcc6657 req-28546d89-6a63-4882-9bdc-93e72868f475 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329261 Nov 09 18:36:53.516148 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:53.545023 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925edb0-8c1e-4bcb-91cb-dfd43093c4b6 req-9eaf8a04-7bbf-4900-8aba-95d022551bb9 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:53.547081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2925edb0-8c1e-4bcb-91cb-dfd43093c4b6 req-9eaf8a04-7bbf-4900-8aba-95d022551bb9 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0726085 Nov 09 18:36:53.603252 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2925edb0-8c1e-4bcb-91cb-dfd43093c4b6 req-9497958d-ddf4-42c2-aeab-1f501b79c433 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452011 Nov 09 18:36:53.788393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-9c4527f1-b3ea-45a4-99b2-0d085d310210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:53.790752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-9c4527f1-b3ea-45a4-99b2-0d085d310210 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 1096 time: 0.0525074 Nov 09 18:36:53.802382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:36:53.867824 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:54.113870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:54.153056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:36:54.198014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874b9420-94e0-4b81-950d-8f253a282680'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:36:54.201181 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e90ce46-c916-4332-bd81-53599d389eef" -d '{"events": [{"server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "name": "network-vif-unplugged", "status": "completed", "tag": "874b9420-94e0-4b81-950d-8f253a282680"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:36:54.205184 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:54.228072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Transition to ACTIVE for port object 874b9420-94e0-4b81-950d-8f253a282680 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:36:54.232502 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:54.259946 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2d0fb5-59fe-4733-b81b-224f904a2651 x-openstack-request-id: req-da2d0fb5-59fe-4733-b81b-224f904a2651 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:36:54.260242 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "name": "network-vif-unplugged", "status": "completed", "tag": "874b9420-94e0-4b81-950d-8f253a282680", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:36:54.260491 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da2d0fb5-59fe-4733-b81b-224f904a2651 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:36:54.260884 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874b9420-94e0-4b81-950d-8f253a282680', 'code': 200} Nov 09 18:36:54.292326 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:54.321277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Pushing event updated for resources: {'Port': ['ID=874b9420-94e0-4b81-950d-8f253a282680,revision_number=10']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:54.371762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] No DVR routers for this DVR port 874b9420-94e0-4b81-950d-8f253a282680 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:36:54.546592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Attempting to bind port 874b9420-94e0-4b81-950d-8f253a282680 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:36:54.546851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Attempting to bind port 874b9420-94e0-4b81-950d-8f253a282680 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:36:54.547183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Attempting to bind port 874b9420-94e0-4b81-950d-8f253a282680 on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:36:54.551872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Port 874b9420-94e0-4b81-950d-8f253a282680 on network edd64002-1153-4426-ba96-f7f1ba4e1d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:36:54.552275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Attempting to bind port 874b9420-94e0-4b81-950d-8f253a282680 on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:36:54.557596 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:36:54.557937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Checking segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:36:54.558324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Bound using segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:36:54.558757 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Bound port: 874b9420-94e0-4b81-950d-8f253a282680, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:36:54.559123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:54.627035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:36:54.630561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:36:54.634833 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:54.671740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:54.672381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:54.673736 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] 10.222.0.18 "PUT /v2.0/ports/874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 1092 time: 0.8753538 Nov 09 18:36:54.696484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a491d92-d66b-4386-a5fc-8bd7a76f759e service neutron] Pushing event updated for resources: {'Port': ['ID=874b9420-94e0-4b81-950d-8f253a282680,revision_number=11']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:54.731574 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19472de5-48b5-4225-8426-831804517ca0 req-64669b46-9374-4c25-b3c3-44cf4ea2220d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:54.733926 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19472de5-48b5-4225-8426-831804517ca0 req-64669b46-9374-4c25-b3c3-44cf4ea2220d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 944 time: 0.0584514 Nov 09 18:36:54.746761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-996393aa-0105-4a73-a09a-034fbd93fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:54.748813 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-996393aa-0105-4a73-a09a-034fbd93fc55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1095 time: 0.0468166 Nov 09 18:36:54.776310 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-19472de5-48b5-4225-8426-831804517ca0 req-543acb1f-ee47-4c32-a0f9-a5fb63f1d1d6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349817 Nov 09 18:36:54.847051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-d1abddaf-e3d2-4f65-a4e5-6e45c8bec5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:54.848566 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-d1abddaf-e3d2-4f65-a4e5-6e45c8bec5da service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0928352 Nov 09 18:36:54.924033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-038bb63c-ec88-4ab0-b099-217229a33d1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 999 time: 0.0682302 Nov 09 18:36:54.975602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-e4619404-de9b-4900-a8fd-29d09fa981e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:54.976981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-e4619404-de9b-4900-a8fd-29d09fa981e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0445833 Nov 09 18:36:55.023309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-909e8982-bafa-4fcd-9622-285730a9dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:55.024873 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-909e8982-bafa-4fcd-9622-285730a9dab6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407281 Nov 09 18:36:55.118913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-b7bfadfe-ab56-480a-9129-19ac5fe95318 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867403 Nov 09 18:36:55.210040 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ac0a31e-aba6-4d77-8789-a4cb7966f3d8 req-ef6aead4-384b-4d71-be78-f68e3787026b service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839374 Nov 09 18:36:55.896320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd44d0-f50d-4ad3-b4ef-5d506ff54092 req-1ced13cb-630f-4cd1-92d8-9b54b68af560 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:55.897810 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cccd44d0-f50d-4ad3-b4ef-5d506ff54092 req-1ced13cb-630f-4cd1-92d8-9b54b68af560 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 944 time: 0.0507293 Nov 09 18:36:55.935128 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cccd44d0-f50d-4ad3-b4ef-5d506ff54092 req-24fcb5af-e9c9-493c-bb66-1a6455bfa44a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Nov 09 18:36:56.262255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'tag': '874b9420-94e0-4b81-950d-8f253a282680'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:36:56.265247 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1760b69-9ac0-4415-a2f4-b839b83acb68" -d '{"events": [{"name": "network-changed", "server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "tag": "874b9420-94e0-4b81-950d-8f253a282680"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:36:56.312331 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa000d3-acb3-4e3c-816a-2d21e0541e4b x-openstack-request-id: req-7fa000d3-acb3-4e3c-816a-2d21e0541e4b {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:36:56.312626 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "tag": "874b9420-94e0-4b81-950d-8f253a282680", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:36:56.312959 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7fa000d3-acb3-4e3c-816a-2d21e0541e4b {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:36:56.313282 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'tag': '874b9420-94e0-4b81-950d-8f253a282680', 'status': 'completed', 'code': 200} Nov 09 18:36:56.400459 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-44c07861-8643-42f7-8226-f7733cbde559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:56.401954 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-44c07861-8643-42f7-8226-f7733cbde559 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1095 time: 0.0696366 Nov 09 18:36:56.407767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-5c6b5056-7cc9-493a-93d1-6a79aeaf4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:56.409130 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-5c6b5056-7cc9-493a-93d1-6a79aeaf4809 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 1095 time: 0.0679753 Nov 09 18:36:56.563836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-91ef8e7b-046b-4c72-b300-cdfa8f8b55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:56.565311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-91ef8e7b-046b-4c72-b300-cdfa8f8b55d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1553502 Nov 09 18:36:56.566736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-47b49b6c-7f41-464e-8fda-745305a49774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:56.568072 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-47b49b6c-7f41-464e-8fda-745305a49774 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1509867 Nov 09 18:36:56.677737 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-994ba81d-1946-44ec-a981-6ebc11a27f70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 999 time: 0.1055977 Nov 09 18:36:56.679496 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-46e6f80a-1cc8-4247-be81-c3bf5a374b9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 200 len: 999 time: 0.1019733 Nov 09 18:36:56.764928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-5453e601-d6e9-4f63-8228-067dcc7891ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:56.766299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-5453e601-d6e9-4f63-8228-067dcc7891ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0816493 Nov 09 18:36:56.767701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-5bc541f8-79a3-4114-8e6d-503e5380768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:56.768999 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-5bc541f8-79a3-4114-8e6d-503e5380768b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0770538 Nov 09 18:36:56.838744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-15b94851-d574-45f4-9d73-d0e75d66371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:56.840253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-15b94851-d574-45f4-9d73-d0e75d66371f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670087 Nov 09 18:36:56.842640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-fa1ef365-b4b4-40d8-ad9b-2fed9f4f0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:56.844009 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-fa1ef365-b4b4-40d8-ad9b-2fed9f4f0fb6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631933 Nov 09 18:36:56.998576 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-d7af8b7a-9527-4b2e-80c1-f6157f20c5ac service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439552 Nov 09 18:36:57.001375 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-11f8acaa-b489-4e86-a1ca-163762c1f3c6 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538720 Nov 09 18:36:57.170147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04eef5-cc3e-425c-a7e4-5e266d41efe2 req-53c7a897-641c-4604-8a96-4b16898b9dc9 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:57.171639 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb04eef5-cc3e-425c-a7e4-5e266d41efe2 req-53c7a897-641c-4604-8a96-4b16898b9dc9 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 944 time: 0.1677439 Nov 09 18:36:57.222549 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-56374f5c-7497-4b0e-84f6-fc02ec7db64f service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103601 Nov 09 18:36:57.225537 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1760b69-9ac0-4415-a2f4-b839b83acb68 req-3e66df68-6385-4909-8b56-088885698b0b service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123601 Nov 09 18:36:57.238840 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb04eef5-cc3e-425c-a7e4-5e266d41efe2 req-798fdf2d-b3a2-4141-8e49-2346e524306b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588312 Nov 09 18:36:57.766647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 874b9420-94e0-4b81-950d-8f253a282680 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:36:57.805080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 874b9420-94e0-4b81-950d-8f253a282680 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:36:58.357392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd20a2-3a32-4291-ad60-f3716e2f89b8 req-b0e5d6db-1f32-4137-a5bc-e88f6bcc8fce tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:58.358872 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94dd20a2-3a32-4291-ad60-f3716e2f89b8 req-b0e5d6db-1f32-4137-a5bc-e88f6bcc8fce tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 944 time: 0.0498295 Nov 09 18:36:58.401406 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-94dd20a2-3a32-4291-ad60-f3716e2f89b8 req-ea4e5761-0b01-4800-bc4f-46d701c6666d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365109 Nov 09 18:36:58.532129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a9bf5-f8ce-4b21-a271-ebcf27f62b3c req-01e8485a-9252-40fd-8d08-212c87e10409 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:58.534217 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac2a9bf5-f8ce-4b21-a271-ebcf27f62b3c req-01e8485a-9252-40fd-8d08-212c87e10409 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 944 time: 0.0623684 Nov 09 18:36:58.577000 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac2a9bf5-f8ce-4b21-a271-ebcf27f62b3c req-d7c2c7de-bdb5-441f-ab82-d3c934711d4d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367560 Nov 09 18:36:58.693312 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0ef05-b12e-4b9a-ac3f-55f08260d03b req-0431afa2-897d-4722-840c-ae1cccf9b04f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:58.694825 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-41b0ef05-b12e-4b9a-ac3f-55f08260d03b req-0431afa2-897d-4722-840c-ae1cccf9b04f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 944 time: 0.0514536 Nov 09 18:36:58.732799 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-41b0ef05-b12e-4b9a-ac3f-55f08260d03b req-75264612-3b63-40a3-ad58-f994536f6b1f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Nov 09 18:36:58.972001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba7b15-8756-410d-97e3-2951e27890fe req-a64d392a-ab85-42ef-a138-4fdfaf72029c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:58.973517 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-27ba7b15-8756-410d-97e3-2951e27890fe req-a64d392a-ab85-42ef-a138-4fdfaf72029c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 944 time: 0.0502748 Nov 09 18:36:59.014629 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-27ba7b15-8756-410d-97e3-2951e27890fe req-c710fef0-4384-47d4-8735-31fc5eb43205 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349901 Nov 09 18:36:59.218221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 874b9420-94e0-4b81-950d-8f253a282680 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:36:59.314843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:59.327693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '874b9420-94e0-4b81-950d-8f253a282680', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'port_id': '874b9420-94e0-4b81-950d-8f253a282680', 'mac_address': 'fa:16:3e:06:f9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:36:59.364558 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:59.377955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874b9420-94e0-4b81-950d-8f253a282680 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:36:59.397568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:36:59.402568 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:59.449707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=874b9420-94e0-4b81-950d-8f253a282680,revision_number=12']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:36:59.834055 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['874b9420-94e0-4b81-950d-8f253a282680'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:37:00.131339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaabc35-1ad3-412f-8e16-1af01c81ec3d req-8cb6c5f3-19bd-4600-b92c-dab16008f392 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:00.132826 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2eaabc35-1ad3-412f-8e16-1af01c81ec3d req-8cb6c5f3-19bd-4600-b92c-dab16008f392 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0496297 Nov 09 18:37:00.172561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2eaabc35-1ad3-412f-8e16-1af01c81ec3d req-119946a6-dfd1-45cb-a201-69b5793b44f3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322702 Nov 09 18:37:00.456474 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-7add1148-9b2e-4e18-8f8f-69af9f76299d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:00.457849 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-7add1148-9b2e-4e18-8f8f-69af9f76299d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.18 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 945 time: 0.0489683 Nov 09 18:37:00.550060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Deleting port 874b9420-94e0-4b81-950d-8f253a282680 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:37:00.550393 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:00.642254 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] For port 874b9420-94e0-4b81-950d-8f253a282680, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=874b9420-94e0-4b81-950d-8f253a282680,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:37:00.642614 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:00.823271 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:00.823629 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:00.823938 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684 disassociated. External IP: 172.25.1.46, port: 874b9420-94e0-4b81-950d-8f253a282680. Nov 09 18:37:00.824280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Calling delete_port for 874b9420-94e0-4b81-950d-8f253a282680 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:37:00.965235 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:00.994688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event deleted for resources: {'Port': ['ID=874b9420-94e0-4b81-950d-8f253a282680,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:37:01.117195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Router cc0de66f-edf3-48c3-8092-b274b97e2bd8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:37:01.236524 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:37:01.247597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 874b9420-94e0-4b81-950d-8f253a282680 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:37:01.250356 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac50053-280b-44fb-b719-7862f9ee5b3b None None] Sync routers for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:37:01.252306 n-d-817236-1 neutron-server[102156]: INFO neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No ports have port_id starting with 874b9420-94e0-4b81-950d-8f253a282680 Nov 09 18:37:01.253535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 874b9420-94e0-4b81-950d-8f253a282680 requested by agent hyperv_n-h2-817236-1 not found in database {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 09 18:37:01.262665 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac50053-280b-44fb-b719-7862f9ee5b3b None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:37:01.263881 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-cac50053-280b-44fb-b719-7862f9ee5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:36:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:37:01.275862 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-883134a2-321d-4aa1-af03-0b8f314a21ab req-b184eca6-4276-43ed-b416-893945341eab tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a00e50-f504-4c8a-b682-c78a7ad9934d HTTP/1.1" status: 200 len: 210 time: 0.0335188 Nov 09 18:37:01.295511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] No DVR routers for this DVR port 874b9420-94e0-4b81-950d-8f253a282680 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:37:01.301682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:01.305449 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56f176c6-25f1-4010-8eb5-5b6c23271ad3 req-2285d276-fb3b-4a15-b4d5-d79bc99282e5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.18 "DELETE /v2.0/ports/874b9420-94e0-4b81-950d-8f253a282680 HTTP/1.1" status: 204 len: 173 time: 0.8413389 Nov 09 18:37:01.306213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'name': 'network-vif-deleted', 'tag': '874b9420-94e0-4b81-950d-8f253a282680'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:37:01.308582 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca47763c-1f1f-435c-917a-dc78bdb5c587" -d '{"events": [{"server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "name": "network-vif-deleted", "tag": "874b9420-94e0-4b81-950d-8f253a282680"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:37:01.352266 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4784778-3377-4968-9f24-85f27c4c5b30 x-openstack-request-id: req-c4784778-3377-4968-9f24-85f27c4c5b30 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:37:01.352566 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a00e50-f504-4c8a-b682-c78a7ad9934d", "name": "network-vif-deleted", "tag": "874b9420-94e0-4b81-950d-8f253a282680", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:37:01.352846 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4784778-3377-4968-9f24-85f27c4c5b30 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:37:01.353250 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a00e50-f504-4c8a-b682-c78a7ad9934d', 'name': 'network-vif-deleted', 'tag': '874b9420-94e0-4b81-950d-8f253a282680', 'status': 'completed', 'code': 200} Nov 09 18:37:01.387251 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-cac50053-280b-44fb-b719-7862f9ee5b3b None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:37:01.597047 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-cac50053-280b-44fb-b719-7862f9ee5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:37:01.624100 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac50053-280b-44fb-b719-7862f9ee5b3b None None] Checking router: cc0de66f-edf3-48c3-8092-b274b97e2bd8 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:37:01.632597 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac50053-280b-44fb-b719-7862f9ee5b3b None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:37:01.633199 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-cac50053-280b-44fb-b719-7862f9ee5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:36:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:37:01.748243 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-cac50053-280b-44fb-b719-7862f9ee5b3b None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:37:01.953425 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-cac50053-280b-44fb-b719-7862f9ee5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:37:01.987652 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac50053-280b-44fb-b719-7862f9ee5b3b None None] The sync data for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 is: [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:37:02.197654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cc51a-752b-42ba-87f6-2776525180ae None None] New status for floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:37:02.582072 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-090e0a5d-4b62-44e1-9610-533097aa29eb tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1183193379&fields=id&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 267 time: 0.0368543 Nov 09 18:37:02.696927 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380baa9-0aed-467f-8927-7b110a4c880c req-d5a1bfe9-6fb2-4a47-82fc-5cb1420df382 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:02.698460 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-d5a1bfe9-6fb2-4a47-82fc-5cb1420df382 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 812 time: 0.1096632 Nov 09 18:37:02.716167 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-72ad162e-2f14-40f7-b203-3f839cbc6599 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/quotas/fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 375 time: 0.0111609 Nov 09 18:37:02.770766 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-736d6b9c-8788-47a6-8612-f9e064803093 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483117 Nov 09 18:37:02.859546 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-e86c2b1f-62d7-4d09-8f7a-a805a3011619 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:37:02.860704 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-e86c2b1f-62d7-4d09-8f7a-a805a3011619 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0441475 Nov 09 18:37:02.952696 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-d1b76e72-308b-486c-b0f5-bb253084cc5c service neutron] 10.222.0.81 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855544 Nov 09 18:37:03.042055 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-cf83f7dd-6665-4f26-9b91-fd23ca83da1e service neutron] 10.222.0.81 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829761 Nov 09 18:37:03.204233 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd1d20a5-a31f-4ac4-8610-81f9f00b5bed req-bd778330-d3a4-4a05-a641-d1c66cb06c25 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 210 time: 0.0280888 Nov 09 18:37:04.191733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380baa9-0aed-467f-8927-7b110a4c880c req-bb9d3339-448e-40cb-bb09-6a8706740f16 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:04.193280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-bb9d3339-448e-40cb-bb09-6a8706740f16 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 812 time: 0.1246784 Nov 09 18:37:04.246420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-77351f03-1e0c-41ae-88ad-97fc23040be3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 380 time: 0.0433192 Nov 09 18:37:04.256030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4380baa9-0aed-467f-8927-7b110a4c880c req-8f29be66-4aa5-4074-a2fd-cb508ed6b328 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Request body: {'port': {'device_id': '565a7509-87c0-4e4d-989a-21198aa62738', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'admin_state_up': True, 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'security_groups': ['990d0f8f-024d-4a5c-a534-b292b7d954c3']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:37:04.318157 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e6743780-763d-40ee-8e94-4adaf64aee20 req-9d532a1a-2c6f-4dcd-9979-8f8ffb90beaf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 210 time: 0.0323877 Nov 09 18:37:04.374431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4380baa9-0aed-467f-8927-7b110a4c880c req-8f29be66-4aa5-4074-a2fd-cb508ed6b328 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Made reservation on behalf of fd11323f2bb34fddbd71536daab26119 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:37:04.378096 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4380baa9-0aed-467f-8927-7b110a4c880c req-8f29be66-4aa5-4074-a2fd-cb508ed6b328 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:04.506139 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-4380baa9-0aed-467f-8927-7b110a4c880c req-8f29be66-4aa5-4074-a2fd-cb508ed6b328 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Allocated IP 172.20.0.10 (edd64002-1153-4426-ba96-f7f1ba4e1d5b/f6721c86-7a9f-4b38-8dbf-b61b225254fc/8c0b2615-1368-4560-96ed-bf1d15a05ccd) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:37:04.646292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4380baa9-0aed-467f-8927-7b110a4c880c req-8f29be66-4aa5-4074-a2fd-cb508ed6b328 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:04.680169 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4380baa9-0aed-467f-8927-7b110a4c880c req-8f29be66-4aa5-4074-a2fd-cb508ed6b328 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:04.726968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4380baa9-0aed-467f-8927-7b110a4c880c req-8f29be66-4aa5-4074-a2fd-cb508ed6b328 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Network edd64002-1153-4426-ba96-f7f1ba4e1d5b is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:37:04.730094 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-4380baa9-0aed-467f-8927-7b110a4c880c req-8f29be66-4aa5-4074-a2fd-cb508ed6b328 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:37:04.733096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4380baa9-0aed-467f-8927-7b110a4c880c req-8f29be66-4aa5-4074-a2fd-cb508ed6b328 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:37:04.765072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29be66-4aa5-4074-a2fd-cb508ed6b328 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event updated for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:37:04.795357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380baa9-0aed-467f-8927-7b110a4c880c req-8f29be66-4aa5-4074-a2fd-cb508ed6b328 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:04.796010 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4380baa9-0aed-467f-8927-7b110a4c880c req-8f29be66-4aa5-4074-a2fd-cb508ed6b328 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:04.812872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-8f29be66-4aa5-4074-a2fd-cb508ed6b328 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5606737 Nov 09 18:37:04.825818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Request body: {'port': {'device_id': '565a7509-87c0-4e4d-989a-21198aa62738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:37:04.885216 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:04.960514 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-68dbb657-b35e-4d36-a9b8-56254169b1da None None] Provisioning complete for port 8c0b2615-1368-4560-96ed-bf1d15a05ccd triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:37:04.961143 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68dbb657-b35e-4d36-a9b8-56254169b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:05.004826 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-68dbb657-b35e-4d36-a9b8-56254169b1da None None] Port 8c0b2615-1368-4560-96ed-bf1d15a05ccd cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:37:05.160640 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0b2615-1368-4560-96ed-bf1d15a05ccd {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:37:05.168163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:05.180538 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Transition to ACTIVE for port object 8c0b2615-1368-4560-96ed-bf1d15a05ccd will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:37:05.184486 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:05.236487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:37:05.277514 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 874b9420-94e0-4b81-950d-8f253a282680 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:37:05.299601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 874b9420-94e0-4b81-950d-8f253a282680 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:37:05.300225 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 874b9420-94e0-4b81-950d-8f253a282680 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:37:05.304112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Attempting to bind port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:37:05.304633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Attempting to bind port 8c0b2615-1368-4560-96ed-bf1d15a05ccd by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:37:05.304800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Attempting to bind port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:37:05.309726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on network edd64002-1153-4426-ba96-f7f1ba4e1d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:37:05.310408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Attempting to bind port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:37:05.317426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:37:05.317921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Checking segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:37:05.318390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Bound using segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:37:05.318836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Bound port: 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:37:05.319196 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:05.402280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:37:05.429453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:37:05.435773 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:05.472301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:05.472929 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:05.474323 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] 10.222.0.13 "PUT /v2.0/ports/8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1092 time: 0.6532393 Nov 09 18:37:05.474887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:37:05.477190 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd0925c-b088-4dbb-a6cf-11a291beefc0" -d '{"events": [{"name": "network-changed", "server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:37:05.496188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172df0f-76ec-42de-9b67-07e91b1b9308 req-f3c95f60-efae-4f6d-9f25-a19516d19d43 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:05.498303 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b172df0f-76ec-42de-9b67-07e91b1b9308 req-f3c95f60-efae-4f6d-9f25-a19516d19d43 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.1069770 Nov 09 18:37:05.539128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44a5ef-f437-41c4-9995-351751cf6843 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:37:05.547016 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b092541c-bac5-4874-9acc-7586a061e664 x-openstack-request-id: req-b092541c-bac5-4874-9acc-7586a061e664 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:37:05.547016 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:37:05.547016 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b092541c-bac5-4874-9acc-7586a061e664 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:37:05.547469 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'status': 'completed', 'code': 200} Nov 09 18:37:05.585289 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b172df0f-76ec-42de-9b67-07e91b1b9308 req-535bac43-0724-437c-9e33-d368b31fb368 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756321 Nov 09 18:37:05.595666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380baa9-0aed-467f-8927-7b110a4c880c req-69dfb62a-cd5a-447b-ade5-acf395b3f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:05.597527 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-69dfb62a-cd5a-447b-ade5-acf395b3f413 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1095 time: 0.0769539 Nov 09 18:37:05.644782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-9d5d6f0a-ae8b-4db3-a2f9-2cc3a3673c68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 217 time: 0.0363483 Nov 09 18:37:05.694248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380baa9-0aed-467f-8927-7b110a4c880c req-0eb8126f-a93e-4d1e-afc0-cb2fac363ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:05.695670 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-0eb8126f-a93e-4d1e-afc0-cb2fac363ca1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0445476 Nov 09 18:37:05.746469 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380baa9-0aed-467f-8927-7b110a4c880c req-371bfb3a-0369-49b2-b7f4-75fc19661bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:05.748353 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-371bfb3a-0369-49b2-b7f4-75fc19661bc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450983 Nov 09 18:37:05.836474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-ea784c1b-df7b-48ca-9e3b-179455f75abb service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809202 Nov 09 18:37:06.249181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4380baa9-0aed-467f-8927-7b110a4c880c req-8a7feefd-9fae-4934-a7eb-970588f917b4 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048710 Nov 09 18:37:06.332961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0925c-b088-4dbb-a6cf-11a291beefc0 req-11c7efb2-0ba7-4e05-98b8-e88956bedc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:06.334478 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fd0925c-b088-4dbb-a6cf-11a291beefc0 req-11c7efb2-0ba7-4e05-98b8-e88956bedc4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1095 time: 0.0420294 Nov 09 18:37:06.427366 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0925c-b088-4dbb-a6cf-11a291beefc0 req-5a37ecff-4621-4792-87af-416b9759491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:06.428850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fd0925c-b088-4dbb-a6cf-11a291beefc0 req-5a37ecff-4621-4792-87af-416b9759491e service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0874336 Nov 09 18:37:06.471950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fd0925c-b088-4dbb-a6cf-11a291beefc0 req-bf5a3577-1fb7-4705-860d-1a5655d3c3ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 217 time: 0.0335317 Nov 09 18:37:06.523895 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0925c-b088-4dbb-a6cf-11a291beefc0 req-bf3d91af-8dbc-458e-a0a3-1e9a390567cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:06.525421 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fd0925c-b088-4dbb-a6cf-11a291beefc0 req-bf3d91af-8dbc-458e-a0a3-1e9a390567cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0461633 Nov 09 18:37:06.572329 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0925c-b088-4dbb-a6cf-11a291beefc0 req-e676add2-d30b-4e71-8895-f13bea8f148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:06.573833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fd0925c-b088-4dbb-a6cf-11a291beefc0 req-e676add2-d30b-4e71-8895-f13bea8f148e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401623 Nov 09 18:37:06.670927 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fd0925c-b088-4dbb-a6cf-11a291beefc0 req-02ca5345-96b7-4eca-be35-76ab40c6e77b service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886123 Nov 09 18:37:06.708360 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3474b-2486-4bd2-be5e-9cb3277d7166 req-2a9fa02f-615f-4eff-9ca1-0ceb13de450f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:06.709981 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bfb3474b-2486-4bd2-be5e-9cb3277d7166 req-2a9fa02f-615f-4eff-9ca1-0ceb13de450f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0510657 Nov 09 18:37:06.750255 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bfb3474b-2486-4bd2-be5e-9cb3277d7166 req-f0b78c57-f6bf-4385-bca2-d7354e4ff3c8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333309 Nov 09 18:37:06.779639 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fd0925c-b088-4dbb-a6cf-11a291beefc0 req-7c786ca4-f94f-4f3c-bd53-4cdf235072a9 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017675 Nov 09 18:37:07.813891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8c0b2615-1368-4560-96ed-bf1d15a05ccd details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:37:07.874917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4cd7-9501-4db6-8da5-218e793375a4 req-8ffcf16f-56ff-4b03-8f2e-a6cfc5774647 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:07.876618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bbd4cd7-9501-4db6-8da5-218e793375a4 req-8ffcf16f-56ff-4b03-8f2e-a6cfc5774647 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0548258 Nov 09 18:37:07.908492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:37:07.915531 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7bbd4cd7-9501-4db6-8da5-218e793375a4 req-52e176de-4c13-4c50-b97b-acd6c7f6f3aa tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329177 Nov 09 18:37:07.921033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'port_id': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'mac_address': 'fa:16:3e:98:ee:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:37:07.961394 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:07.973601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0b2615-1368-4560-96ed-bf1d15a05ccd {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:37:07.993497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:37:07.998777 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:08.047796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:37:08.197504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['8c0b2615-1368-4560-96ed-bf1d15a05ccd'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:37:09.032454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d480b07-6d92-467a-b5b2-8c1ca398533f req-f0757a89-782c-44db-b3da-b5b567979574 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:09.033949 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d480b07-6d92-467a-b5b2-8c1ca398533f req-f0757a89-782c-44db-b3da-b5b567979574 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 945 time: 0.0515199 Nov 09 18:37:09.071486 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d480b07-6d92-467a-b5b2-8c1ca398533f req-c0309ba5-3a86-4160-8bbe-6a8c0a4d0a50 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314043 Nov 09 18:37:09.829392 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8c0b2615-1368-4560-96ed-bf1d15a05ccd up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:37:09.879679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 8c0b2615-1368-4560-96ed-bf1d15a05ccd completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:37:09.883469 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 8c0b2615-1368-4560-96ed-bf1d15a05ccd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:37:09.883848 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:09.960942 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:09.983499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:37:09.985998 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd86267d-725a-4571-a0c7-c89cfcf3131d" -d '{"events": [{"server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "name": "network-vif-plugged", "status": "completed", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:37:10.002704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:37:10.007178 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:10.035348 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceabda6-604a-497c-9e7d-6df842bb6d0d x-openstack-request-id: req-4ceabda6-604a-497c-9e7d-6df842bb6d0d {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:37:10.035709 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "name": "network-vif-plugged", "status": "completed", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:37:10.035895 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ceabda6-604a-497c-9e7d-6df842bb6d0d {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:37:10.036288 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'code': 200} Nov 09 18:37:10.064750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:37:10.103392 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:37:10.127679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31041c-e9a3-4bcb-aa17-df083f3dda3a req-ae29ae8f-9f69-4328-9fc8-5380a635274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:10.129197 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f31041c-e9a3-4bcb-aa17-df083f3dda3a req-ae29ae8f-9f69-4328-9fc8-5380a635274f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1097 time: 0.0484776 Nov 09 18:37:10.166528 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f31041c-e9a3-4bcb-aa17-df083f3dda3a req-f7b3580d-4147-418d-9851-184129266c9d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292962 Nov 09 18:37:10.193745 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132349cd-8327-4923-a6e6-27c67bfc7be3 req-896ecd77-b159-4785-9f94-9b295fdf764f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:10.195205 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-132349cd-8327-4923-a6e6-27c67bfc7be3 req-896ecd77-b159-4785-9f94-9b295fdf764f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0522571 Nov 09 18:37:10.557026 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-132349cd-8327-4923-a6e6-27c67bfc7be3 req-3fc5db66-3174-40ea-a0ab-52132526f334 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555238 Nov 09 18:37:10.786981 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ba2da51b-5ba9-44f3-a600-d42abbef2eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:11.675842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d33fb-8868-43e7-bcfa-f41ed46809b2 req-7977a2e8-ee79-4f78-8124-c1cc0766656d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:11.677305 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-707d33fb-8868-43e7-bcfa-f41ed46809b2 req-7977a2e8-ee79-4f78-8124-c1cc0766656d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0493414 Nov 09 18:37:11.714363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-707d33fb-8868-43e7-bcfa-f41ed46809b2 req-1ffdd954-fb20-4ac1-a9ac-a1c4b246e8af tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Nov 09 18:37:11.825364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eaf18-695e-4776-8351-718e6e4c55bd req-d9967307-ba47-4b57-a9ab-769ed101cdb5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:11.827031 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-ac9eaf18-695e-4776-8351-718e6e4c55bd req-d9967307-ba47-4b57-a9ab-769ed101cdb5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0487177 Nov 09 18:37:11.835829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50306) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:37:11.840490 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-64b44561-67da-4c04-a9b4-9e6841c4fa11 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Request body: {'floatingip': {'port_id': '8c0b2615-1368-4560-96ed-bf1d15a05ccd'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:37:11.883877 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-64b44561-67da-4c04-a9b4-9e6841c4fa11 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:12.310889 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-64b44561-67da-4c04-a9b4-9e6841c4fa11 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:12.315080 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-64b44561-67da-4c04-a9b4-9e6841c4fa11 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:12.414670 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-64b44561-67da-4c04-a9b4-9e6841c4fa11 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684 associated. External IP: 172.25.1.46, port: 8c0b2615-1368-4560-96ed-bf1d15a05ccd. Nov 09 18:37:12.627454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b44561-67da-4c04-a9b4-9e6841c4fa11 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Router cc0de66f-edf3-48c3-8092-b274b97e2bd8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:37:12.738814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b44561-67da-4c04-a9b4-9e6841c4fa11 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:37:12.744387 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-64b44561-67da-4c04-a9b4-9e6841c4fa11 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:12.749180 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b4c52c-acc7-493e-ab5b-d710973ef246 None None] Sync routers for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:37:12.758975 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4c52c-acc7-493e-ab5b-d710973ef246 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:37:12.759626 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-71b4c52c-acc7-493e-ab5b-d710973ef246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:36:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:37:12.773741 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-64b44561-67da-4c04-a9b4-9e6841c4fa11 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "PUT /v2.0/floatingips/2d69219d-7ef5-4d55-8ac2-4f1e627ce684 HTTP/1.1" status: 200 len: 992 time: 0.9368689 Nov 09 18:37:12.774585 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:37:12.776864 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac46d5a-7f9b-4ccd-860f-5fca2014adf0" -d '{"events": [{"name": "network-changed", "server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:37:12.815096 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4da35a-4e9f-4251-89be-af8fd2e8f41d x-openstack-request-id: req-2a4da35a-4e9f-4251-89be-af8fd2e8f41d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:37:12.815503 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:37:12.815764 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a4da35a-4e9f-4251-89be-af8fd2e8f41d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:37:12.816338 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'status': 'completed', 'code': 200} Nov 09 18:37:12.870510 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-71b4c52c-acc7-493e-ab5b-d710973ef246 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:37:12.877872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac46d5a-7f9b-4ccd-860f-5fca2014adf0 req-ac9f8fa0-1256-4d78-a905-5115cf42e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:12.879343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ac46d5a-7f9b-4ccd-860f-5fca2014adf0 req-ac9f8fa0-1256-4d78-a905-5115cf42e7da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1097 time: 0.0415235 Nov 09 18:37:12.974459 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac46d5a-7f9b-4ccd-860f-5fca2014adf0 req-eb4ad430-535f-4642-8c27-84fc4792baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:12.975972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ac46d5a-7f9b-4ccd-860f-5fca2014adf0 req-eb4ad430-535f-4642-8c27-84fc4792baa1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0901170 Nov 09 18:37:13.048874 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ac46d5a-7f9b-4ccd-860f-5fca2014adf0 req-907561fd-3e84-4855-b241-aa50c319116a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1000 time: 0.0636737 Nov 09 18:37:13.097064 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-71b4c52c-acc7-493e-ab5b-d710973ef246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2d69219d-7ef5-4d55-8ac2-4f1e627ce684', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'port_id': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'mac_address': 'fa:16:3e:98:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a7509-87c0-4e4d-989a-21198aa62738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:12Z', 'updated_at': '2021-11-09T18:37:12Z', 'revision_number': 13, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:37:13.104374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac46d5a-7f9b-4ccd-860f-5fca2014adf0 req-0a28d1c6-daf6-43ba-b9e1-4e01bed21b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:13.106392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ac46d5a-7f9b-4ccd-860f-5fca2014adf0 req-0a28d1c6-daf6-43ba-b9e1-4e01bed21b10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0501885 Nov 09 18:37:13.157374 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac46d5a-7f9b-4ccd-860f-5fca2014adf0 req-74645b1e-6c16-4ee3-845f-ede9851f4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:13.158823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ac46d5a-7f9b-4ccd-860f-5fca2014adf0 req-74645b1e-6c16-4ee3-845f-ede9851f4500 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437419 Nov 09 18:37:13.214468 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b4c52c-acc7-493e-ab5b-d710973ef246 None None] Checking router: cc0de66f-edf3-48c3-8092-b274b97e2bd8 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:37:13.223365 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4c52c-acc7-493e-ab5b-d710973ef246 None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:37:13.223988 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-71b4c52c-acc7-493e-ab5b-d710973ef246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:36:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:37:13.254866 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ac46d5a-7f9b-4ccd-860f-5fca2014adf0 req-7727833f-97a7-4721-b432-4dc824111056 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889001 Nov 09 18:37:13.329568 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-71b4c52c-acc7-493e-ab5b-d710973ef246 None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:37:13.350184 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ac46d5a-7f9b-4ccd-860f-5fca2014adf0 req-b63c90fb-325f-4ba7-acf5-39cf3e891661 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886850 Nov 09 18:37:13.555141 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-71b4c52c-acc7-493e-ab5b-d710973ef246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2d69219d-7ef5-4d55-8ac2-4f1e627ce684', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'port_id': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'mac_address': 'fa:16:3e:98:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a7509-87c0-4e4d-989a-21198aa62738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:12Z', 'updated_at': '2021-11-09T18:37:12Z', 'revision_number': 13, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:37:13.584673 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b4c52c-acc7-493e-ab5b-d710973ef246 None None] The sync data for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 is: [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '2d69219d-7ef5-4d55-8ac2-4f1e627ce684', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'port_id': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'mac_address': 'fa:16:3e:98:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a7509-87c0-4e4d-989a-21198aa62738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:28:12Z', 'updated_at': '2021-11-09T18:37:12Z', 'revision_number': 13, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:37:13.736123 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be65206e-1cac-44bc-bed9-01214d8aa8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:13.782875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5e011-9721-4cfa-ad4f-7e2168fd2b07 None None] New status for floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:37:14.572633 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:15.594778 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:17.837824 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:23.517351 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:24.294709 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:24.751360 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a104e565-1ae1-42e3-924b-10c88b1fa398 req-b02a1993-b0e2-4200-a156-1cdde71de659 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407259 Nov 09 18:37:24.833928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104e565-1ae1-42e3-924b-10c88b1fa398 req-9f9d8f27-f2e4-4d4c-8802-cf8b634a47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:24.835440 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a104e565-1ae1-42e3-924b-10c88b1fa398 req-9f9d8f27-f2e4-4d4c-8802-cf8b634a47ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1097 time: 0.0396190 Nov 09 18:37:24.943044 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104e565-1ae1-42e3-924b-10c88b1fa398 req-f0f77b8b-f5ea-4efd-b427-6c5c89cf533c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:24.944555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a104e565-1ae1-42e3-924b-10c88b1fa398 req-f0f77b8b-f5ea-4efd-b427-6c5c89cf533c service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0896425 Nov 09 18:37:25.012271 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a104e565-1ae1-42e3-924b-10c88b1fa398 req-0d8640f4-e4e3-4049-9f06-64e6b9f130f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1002 time: 0.0587327 Nov 09 18:37:25.064847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104e565-1ae1-42e3-924b-10c88b1fa398 req-a82f1f61-42e4-4f85-a5c9-d4e94e68edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:25.066327 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a104e565-1ae1-42e3-924b-10c88b1fa398 req-a82f1f61-42e4-4f85-a5c9-d4e94e68edd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0482850 Nov 09 18:37:25.112866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104e565-1ae1-42e3-924b-10c88b1fa398 req-867712f1-e2a2-41a6-9e51-6d0100b2d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:25.114374 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a104e565-1ae1-42e3-924b-10c88b1fa398 req-867712f1-e2a2-41a6-9e51-6d0100b2d4d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412488 Nov 09 18:37:25.204836 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a104e565-1ae1-42e3-924b-10c88b1fa398 req-07f10056-05f7-4ec5-b3e8-0faede76b149 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826221 Nov 09 18:37:25.299595 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a104e565-1ae1-42e3-924b-10c88b1fa398 req-0feab0c0-50f8-42b5-b279-5081c7ae409c service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873768 Nov 09 18:37:40.787736 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a2dea1fc-1ddf-489a-bf5e-ec34b0c44dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:43.737737 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-875249c0-b3a1-4dad-817a-4ca8805a1469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:44.574412 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:45.600322 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:47.103133 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:37:47.839966 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:53.519845 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:54.297506 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:10.789171 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1b841b4e-1c22-4dae-b11c-9a937ba3b3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:13.742158 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1ffed016-f6d3-439b-b228-9c48d1b556c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:14.574374 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:15.600733 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:17.843607 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:23.516800 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:24.102541 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:38:24.296296 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:25.728701 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7953fdf-b940-428e-a07e-3102c5273b24 req-fe072971-a318-4d69-9e0b-9a1e68b07793 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432162 Nov 09 18:38:25.812851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953fdf-b940-428e-a07e-3102c5273b24 req-4b745878-4ffc-4989-9e05-fc3892e27878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:25.814360 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7953fdf-b940-428e-a07e-3102c5273b24 req-4b745878-4ffc-4989-9e05-fc3892e27878 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1097 time: 0.0428305 Nov 09 18:38:25.921291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953fdf-b940-428e-a07e-3102c5273b24 req-ff44a7ff-47c6-4d6a-a5f9-417ff65a02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:25.922714 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7953fdf-b940-428e-a07e-3102c5273b24 req-ff44a7ff-47c6-4d6a-a5f9-417ff65a02ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0888460 Nov 09 18:38:25.986555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7953fdf-b940-428e-a07e-3102c5273b24 req-6dadfd7d-79d5-40dd-bf86-eb892c965667 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1002 time: 0.0568402 Nov 09 18:38:26.041592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953fdf-b940-428e-a07e-3102c5273b24 req-62c830d2-d30e-4bb8-9e91-a65a04126103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:26.043053 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7953fdf-b940-428e-a07e-3102c5273b24 req-62c830d2-d30e-4bb8-9e91-a65a04126103 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0503590 Nov 09 18:38:26.089420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953fdf-b940-428e-a07e-3102c5273b24 req-febfcdae-3ff9-4ab3-84ff-9082b9925910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:26.090944 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7953fdf-b940-428e-a07e-3102c5273b24 req-febfcdae-3ff9-4ab3-84ff-9082b9925910 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406849 Nov 09 18:38:26.180490 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7953fdf-b940-428e-a07e-3102c5273b24 req-23a1af79-0526-430d-818c-e2b39a1dc93a service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819712 Nov 09 18:38:26.276189 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d7953fdf-b940-428e-a07e-3102c5273b24 req-1d0517b7-f697-472f-9310-136f327fee21 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879486 Nov 09 18:38:40.790638 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f9b2fc2e-6a30-404a-88a1-166866b94f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:43.749929 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7a06cbf8-3d7c-48d5-b879-db5cd59415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:44.582252 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:45.616727 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:47.847829 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:51.525393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06082842-3780-4190-ad01-ecbaa6ca889d req-9831cbef-599f-4cf5-bcaa-8b19403c4685 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:51.526982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06082842-3780-4190-ad01-ecbaa6ca889d req-9831cbef-599f-4cf5-bcaa-8b19403c4685 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.1537702 Nov 09 18:38:51.565104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06082842-3780-4190-ad01-ecbaa6ca889d req-f37f7817-8648-4d91-a7c5-06a0b746dc49 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320466 Nov 09 18:38:53.545017 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:54.310806 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:01.102907 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:39:02.995981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7bf7c-d5d9-4a45-92ec-82c90a6777bc req-b5baf30c-b443-46f3-898e-33d1f196c7f1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:02.997525 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-06b7bf7c-d5d9-4a45-92ec-82c90a6777bc req-b5baf30c-b443-46f3-898e-33d1f196c7f1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0571837 Nov 09 18:39:03.020763 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-54e38054-ea1f-4571-94d7-3a6f70784e10 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831010 Nov 09 18:39:03.030274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-ec0ce860-6f11-445e-afa7-2113863c2288 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:39:03.031472 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-ec0ce860-6f11-445e-afa7-2113863c2288 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052917 Nov 09 18:39:03.037751 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-06b7bf7c-d5d9-4a45-92ec-82c90a6777bc req-64df7390-e7b4-4ab1-8b7e-eaf8c9411b8e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338581 Nov 09 18:39:04.181268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e20a86-e4ca-44f1-a58e-e1adc9b33f3a req-4f33930b-0b75-48a9-9eba-859b83dae724 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:04.182793 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54e20a86-e4ca-44f1-a58e-e1adc9b33f3a req-4f33930b-0b75-48a9-9eba-859b83dae724 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0721867 Nov 09 18:39:04.267748 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-54e20a86-e4ca-44f1-a58e-e1adc9b33f3a req-eb44e171-77bb-4182-834d-e44786cd866d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784254 Nov 09 18:39:04.278098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-c3199a5a-5949-41c9-aab5-95683f82b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:04.281544 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-c3199a5a-5949-41c9-aab5-95683f82b1d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1097 time: 0.0846217 Nov 09 18:39:04.376904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-7a0a7264-2402-470d-9371-95ee7bb87834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:04.378533 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-7a0a7264-2402-470d-9371-95ee7bb87834 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0920663 Nov 09 18:39:04.445010 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-7c3ab5c6-1574-4827-adc4-536ca168f93b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1002 time: 0.0591388 Nov 09 18:39:04.501388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-21563294-2615-4876-b8f9-1bf96f44bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:04.502928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-21563294-2615-4876-b8f9-1bf96f44bd3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0514669 Nov 09 18:39:04.556490 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-91f8a48e-4ed6-42d0-ae24-efc0f82fe50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:04.558041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-91f8a48e-4ed6-42d0-ae24-efc0f82fe50e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467277 Nov 09 18:39:04.660838 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-71dd6290-3a41-465f-8b0b-fdb444ebedeb service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954173 Nov 09 18:39:04.768647 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-cee43f4d-6c4f-4aeb-9259-1346764bd7ae service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007178 Nov 09 18:39:05.390866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4af63b-fdd9-4e1a-8951-f01b86ba1535 req-f0ba4a9a-7180-4d42-aaba-4de3a671c61a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:05.392366 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d4af63b-fdd9-4e1a-8951-f01b86ba1535 req-f0ba4a9a-7180-4d42-aaba-4de3a671c61a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0532153 Nov 09 18:39:05.430456 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1d4af63b-fdd9-4e1a-8951-f01b86ba1535 req-b9b08397-3e43-4c58-a558-a727002edd85 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Nov 09 18:39:06.551756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57e74a-63f2-4484-bd5d-3bfba7da6bc2 req-df823785-e4e4-4ed4-9c83-a3a297bd2c4c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:06.553263 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab57e74a-63f2-4484-bd5d-3bfba7da6bc2 req-df823785-e4e4-4ed4-9c83-a3a297bd2c4c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0512111 Nov 09 18:39:06.594790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab57e74a-63f2-4484-bd5d-3bfba7da6bc2 req-58ca2462-a8d0-435d-aeee-4de7efc7427e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353210 Nov 09 18:39:07.710582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca1408-ccfb-481f-baf7-ed39924cf943 req-f956e970-e666-438d-b522-601073e20b95 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:07.712054 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bca1408-ccfb-481f-baf7-ed39924cf943 req-f956e970-e666-438d-b522-601073e20b95 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0489204 Nov 09 18:39:07.750009 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5bca1408-ccfb-481f-baf7-ed39924cf943 req-3bf8ab27-8ded-4bad-a52a-6d10d0e95930 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320024 Nov 09 18:39:08.864892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f5949-a3f5-4796-b77f-b3ab2942c6a4 req-3518dd75-ee2c-4370-9e0c-92a9e2c73656 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:08.866293 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-805f5949-a3f5-4796-b77f-b3ab2942c6a4 req-3518dd75-ee2c-4370-9e0c-92a9e2c73656 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0492141 Nov 09 18:39:08.905603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-805f5949-a3f5-4796-b77f-b3ab2942c6a4 req-e7dfe8e1-5302-4faf-892e-d21980a1b7dd tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318098 Nov 09 18:39:10.033820 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5aa57-7fe0-4aa6-9761-bd765ffe8246 req-38ad71d8-bc28-47cd-b571-9d5e6065d889 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:10.035367 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-65a5aa57-7fe0-4aa6-9761-bd765ffe8246 req-38ad71d8-bc28-47cd-b571-9d5e6065d889 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0506940 Nov 09 18:39:10.073067 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-65a5aa57-7fe0-4aa6-9761-bd765ffe8246 req-79f5f487-cb00-48cf-85ca-b7b0084ca500 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314717 Nov 09 18:39:10.792653 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68207179-b509-448d-89d2-9445d28adc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:11.196493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086eaf1-2d3f-4ff2-95b0-26443596db3d req-75da5edc-0883-4897-9967-022108fafaba tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:11.197914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3086eaf1-2d3f-4ff2-95b0-26443596db3d req-75da5edc-0883-4897-9967-022108fafaba tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0528893 Nov 09 18:39:11.235671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3086eaf1-2d3f-4ff2-95b0-26443596db3d req-dd579a21-96be-47fa-99ae-65e727485511 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315011 Nov 09 18:39:12.359579 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa416b1-86f6-4aa9-aaad-8a8d1ebcc0d2 req-19c4f805-a580-4237-8237-cfb5ffbb6652 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:12.361153 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cfa416b1-86f6-4aa9-aaad-8a8d1ebcc0d2 req-19c4f805-a580-4237-8237-cfb5ffbb6652 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0544813 Nov 09 18:39:12.402058 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cfa416b1-86f6-4aa9-aaad-8a8d1ebcc0d2 req-6971b0da-b262-4f63-975a-51b32b162392 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338392 Nov 09 18:39:13.516974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4b220-81c1-4953-951e-c55a9233a1fb req-8570c540-fdf4-4662-a882-1ff528a1f820 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:13.518466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47d4b220-81c1-4953-951e-c55a9233a1fb req-8570c540-fdf4-4662-a882-1ff528a1f820 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0496998 Nov 09 18:39:13.558003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47d4b220-81c1-4953-951e-c55a9233a1fb req-0fd4227f-32f5-486d-9b9c-c4a0612901b0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329428 Nov 09 18:39:13.742059 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-16a841fd-4d4c-4c6c-8158-24a4cd9a15fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:14.575159 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:14.674589 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d83831-62c5-4b94-a30c-6b9605a5458f req-67ff3c03-7eea-4040-b6da-89cdddc68b76 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:14.676132 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-60d83831-62c5-4b94-a30c-6b9605a5458f req-67ff3c03-7eea-4040-b6da-89cdddc68b76 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0498478 Nov 09 18:39:14.714489 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-60d83831-62c5-4b94-a30c-6b9605a5458f req-1854435a-e7e7-49eb-af02-8b3a01df788d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314872 Nov 09 18:39:15.608639 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:15.833209 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964a51-518b-4acf-9ee1-21e809135af9 req-6e6bb67b-b3b9-4ea5-a8d4-d93478f0ee3a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:15.834727 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66964a51-518b-4acf-9ee1-21e809135af9 req-6e6bb67b-b3b9-4ea5-a8d4-d93478f0ee3a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0506110 Nov 09 18:39:15.874340 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66964a51-518b-4acf-9ee1-21e809135af9 req-418f1526-726c-4180-8115-c879d9d9be4f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327497 Nov 09 18:39:16.997966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56393b8-2083-446c-bbd3-c0b25b9ee3ca req-b096381b-b7e8-4bdd-93af-84e6304dc4e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:17.000177 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c56393b8-2083-446c-bbd3-c0b25b9ee3ca req-b096381b-b7e8-4bdd-93af-84e6304dc4e2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0550342 Nov 09 18:39:17.043871 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c56393b8-2083-446c-bbd3-c0b25b9ee3ca req-3c894e76-b316-4d65-afc6-a80f162e1fc0 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371199 Nov 09 18:39:17.850931 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:18.168052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931aeae-65c8-4da3-a356-225939c51edb req-c4cf19ae-7e55-4e9b-9d75-ef802e263132 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:18.169565 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8931aeae-65c8-4da3-a356-225939c51edb req-c4cf19ae-7e55-4e9b-9d75-ef802e263132 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0550647 Nov 09 18:39:18.208677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8931aeae-65c8-4da3-a356-225939c51edb req-cb2ea83e-6591-4615-84a8-1c27df609cff tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329478 Nov 09 18:39:18.486213 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-8707d9d2-c9ec-4f00-867f-2940094c2b4c service neutron] show failed (client error): The resource could not be found. Nov 09 18:39:18.487317 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-8707d9d2-c9ec-4f00-867f-2940094c2b4c service neutron] 10.222.0.13 "GET /v2.0/ports/8c0b2615-1368-4560-96ed-bf1d15a05ccd/bindings/n-h2-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0550892 Nov 09 18:39:18.695846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-1d7052d4-62dd-4868-b7d1-1698ffe9f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:18.697994 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-1d7052d4-62dd-4868-b7d1-1698ffe9f7cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 1097 time: 0.0518544 Nov 09 18:39:18.710733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:39:18.781928 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:18.984052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:19.017904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:39:19.061371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:39:19.063743 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c99a95-8def-48a8-9c6d-269b735c6ac8" -d '{"events": [{"server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:39:19.068168 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:19.086017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Transition to ACTIVE for port object 8c0b2615-1368-4560-96ed-bf1d15a05ccd will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:39:19.089493 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:19.177177 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2be995-b4d3-4091-8faf-afa9409eaab0 x-openstack-request-id: req-ed2be995-b4d3-4091-8faf-afa9409eaab0 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:39:19.177802 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:39:19.177802 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ed2be995-b4d3-4091-8faf-afa9409eaab0 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:39:19.178102 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'code': 200} Nov 09 18:39:19.184355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:19.196738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:19.197091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:19.197435 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:19.197771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:19.198100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:19.198429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:19.198759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:19.199082 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:19.199434 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:19.199765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:19.200100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:19.200413 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:19.230287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] No DVR routers for this DVR port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:39:19.366157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bff95-4552-49fb-86f0-0275d39b249b req-8b1a6b30-b786-424a-ba9f-dd74940819db tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:19.368235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc9bff95-4552-49fb-86f0-0275d39b249b req-8b1a6b30-b786-424a-ba9f-dd74940819db tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0719655 Nov 09 18:39:19.438729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc9bff95-4552-49fb-86f0-0275d39b249b req-15402b5e-326b-420f-8dc9-9fdb63f96d1b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640218 Nov 09 18:39:19.439460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Attempting to bind port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:39:19.439797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Attempting to bind port 8c0b2615-1368-4560-96ed-bf1d15a05ccd by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:39:19.440119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Attempting to bind port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:39:19.444655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on network edd64002-1153-4426-ba96-f7f1ba4e1d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:39:19.445098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Attempting to bind port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:39:19.450230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:39:19.450565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Checking segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:39:19.450982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Bound using segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:39:19.451679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Bound port: 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:39:19.452039 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:19.519410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:39:19.522634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:39:19.527816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:19.560321 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:19.560926 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:19.562279 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] 10.222.0.18 "PUT /v2.0/ports/8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1092 time: 0.8558183 Nov 09 18:39:19.584447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65ff28-0e2d-45e9-9621-8eef572fa006 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:19.630649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-65a82457-96d3-4880-b6dd-dd5e61271273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:19.632828 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-65a82457-96d3-4880-b6dd-dd5e61271273 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1095 time: 0.0444598 Nov 09 18:39:19.733433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-e26abb3a-5e0b-4a81-81df-1fdf32ae5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:19.734917 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-e26abb3a-5e0b-4a81-81df-1fdf32ae5650 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0941868 Nov 09 18:39:19.801885 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-432a8133-d3ed-4503-bb90-2f9b1c1e68eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1000 time: 0.0592051 Nov 09 18:39:19.855733 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-50db3379-be98-4259-bfdd-9c8153a35c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:19.857098 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-50db3379-be98-4259-bfdd-9c8153a35c77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0482247 Nov 09 18:39:19.903521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9ebda7ef-2458-43a6-8ca7-c243cf5a4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:19.905005 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-9ebda7ef-2458-43a6-8ca7-c243cf5a4b1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407419 Nov 09 18:39:19.994393 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-1b409033-935b-4b00-970c-1e9724d5c4bd service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821090 Nov 09 18:39:20.090185 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-56a4bf9b-d367-4e16-ab16-04fc2a975bf1 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886760 Nov 09 18:39:20.384319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8c0b2615-1368-4560-96ed-bf1d15a05ccd no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:39:20.425120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8c0b2615-1368-4560-96ed-bf1d15a05ccd not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:39:20.562890 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da75055-a211-4b68-b897-1a8c2f5ebb04 req-f3150544-7ae6-474e-99bb-fc938c5228d6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:20.564825 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0da75055-a211-4b68-b897-1a8c2f5ebb04 req-f3150544-7ae6-474e-99bb-fc938c5228d6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0541258 Nov 09 18:39:20.605163 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0da75055-a211-4b68-b897-1a8c2f5ebb04 req-a7a810f1-5526-4fcd-a34b-0b3ad97a9e93 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340283 Nov 09 18:39:21.178826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:39:21.181748 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c76391-1e6c-4b0b-b510-9afc0e7affe1" -d '{"events": [{"name": "network-changed", "server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:39:21.229582 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b92623a-0d4b-410e-a0dd-c0b3542ce79e x-openstack-request-id: req-4b92623a-0d4b-410e-a0dd-c0b3542ce79e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:39:21.229881 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:39:21.230156 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b92623a-0d4b-410e-a0dd-c0b3542ce79e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:39:21.230589 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'status': 'completed', 'code': 200} Nov 09 18:39:21.296132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-f95ec684-4051-43e6-867e-57894cc50083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:21.297622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-f95ec684-4051-43e6-867e-57894cc50083 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1095 time: 0.0489876 Nov 09 18:39:21.731576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708b8e8-d891-40b6-89cb-e39feb729dd9 req-e02f029f-52cf-43c2-bd80-b4ca5b4a1d3e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:21.733129 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e708b8e8-d891-40b6-89cb-e39feb729dd9 req-e02f029f-52cf-43c2-bd80-b4ca5b4a1d3e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0538344 Nov 09 18:39:21.762906 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-0a804e9e-2854-44fa-8f17-6006d1495f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:21.765365 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-0a804e9e-2854-44fa-8f17-6006d1495f6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1095 time: 0.5070930 Nov 09 18:39:21.774802 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e708b8e8-d891-40b6-89cb-e39feb729dd9 req-e7bfa876-c54d-4084-92d6-0b95c2bada7b tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347958 Nov 09 18:39:21.809163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-9672745d-956b-4284-80c8-28ad9665f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:21.811344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-9672745d-956b-4284-80c8-28ad9665f5ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.5060060 Nov 09 18:39:21.919689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-c73781bc-5a0b-46f3-b690-b7d781e58db7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1000 time: 0.0802388 Nov 09 18:39:21.960000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-1e57fc27-3936-44fc-9889-0cb9fc34d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:21.962082 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-1e57fc27-3936-44fc-9889-0cb9fc34d819 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1832485 Nov 09 18:39:22.023658 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-1b7da6ed-03af-4bae-b146-95366fc7178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:22.025244 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-1b7da6ed-03af-4bae-b146-95366fc7178e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0949864 Nov 09 18:39:22.067272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-fb1de0d6-91e6-43f6-a7ab-4acecfdf4ac3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1000 time: 0.0952396 Nov 09 18:39:22.115001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-f957978a-024c-4b18-a579-855fe1daf4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:22.116846 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-f957978a-024c-4b18-a579-855fe1daf4e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844619 Nov 09 18:39:22.135728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-79bb6174-2615-4b8e-a04e-a06415922403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:22.137149 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-79bb6174-2615-4b8e-a04e-a06415922403 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0608714 Nov 09 18:39:22.235034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-dda60c39-60f3-48a0-a9aa-c9f6d472b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:22.236494 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-dda60c39-60f3-48a0-a9aa-c9f6d472b27f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892208 Nov 09 18:39:22.267735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-5749eb09-80e1-45d5-946a-49414df1cd70 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432145 Nov 09 18:39:22.401603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-eaba6a09-cd3b-44cb-bf94-ad7c5ad95ee1 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554043 Nov 09 18:39:22.420529 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-8526ba53-2f1d-440a-b371-19a7da54ad2a service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286235 Nov 09 18:39:22.502397 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-41c76391-1e6c-4b0b-b510-9afc0e7affe1 req-05771f1f-b0ce-4662-a9aa-d5c7ccf0253a service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934503 Nov 09 18:39:22.899504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3be097-be79-4637-9c5d-e335f0948186 req-111b12f1-62ef-4f4f-ae70-e69ae3d7b823 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:22.901032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a3be097-be79-4637-9c5d-e335f0948186 req-111b12f1-62ef-4f4f-ae70-e69ae3d7b823 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0534780 Nov 09 18:39:22.940435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a3be097-be79-4637-9c5d-e335f0948186 req-0e0f4ed4-abc0-4c59-8e44-97246b4d41d3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331202 Nov 09 18:39:23.550691 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:24.062294 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e9074-f9e6-4fc5-88c2-eb86a8de1bab req-9305e958-0b05-4b91-8486-e7e7e73b8f04 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:24.063854 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a93e9074-f9e6-4fc5-88c2-eb86a8de1bab req-9305e958-0b05-4b91-8486-e7e7e73b8f04 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0520198 Nov 09 18:39:24.106797 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a93e9074-f9e6-4fc5-88c2-eb86a8de1bab req-6d0f4dcd-bec9-47be-8d7a-9f211714c928 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370216 Nov 09 18:39:24.321693 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:25.220798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c446650-7dcc-4f1e-8c7f-f0ff4b89efa7 req-e4cd55a7-e9fd-4e32-8c40-bf59c54c340c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:25.222279 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c446650-7dcc-4f1e-8c7f-f0ff4b89efa7 req-e4cd55a7-e9fd-4e32-8c40-bf59c54c340c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0482934 Nov 09 18:39:25.261616 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1c446650-7dcc-4f1e-8c7f-f0ff4b89efa7 req-d2b1d284-2924-4b67-8307-c3a52c0105bf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325630 Nov 09 18:39:25.646920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672fb8c-9c52-4742-9c76-838b07d2e1c7 req-4fefb33f-1aa3-4243-8fcd-7d63cce5709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:25.649381 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8672fb8c-9c52-4742-9c76-838b07d2e1c7 req-4fefb33f-1aa3-4243-8fcd-7d63cce5709d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1095 time: 0.0465946 Nov 09 18:39:25.753641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672fb8c-9c52-4742-9c76-838b07d2e1c7 req-81574bbb-241e-4603-9a00-c0bd7961c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:25.755113 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8672fb8c-9c52-4742-9c76-838b07d2e1c7 req-81574bbb-241e-4603-9a00-c0bd7961c5dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0855982 Nov 09 18:39:25.825295 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8672fb8c-9c52-4742-9c76-838b07d2e1c7 req-facacb80-f2d3-49fd-b6cd-afab059e226c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1000 time: 0.0630479 Nov 09 18:39:25.874747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672fb8c-9c52-4742-9c76-838b07d2e1c7 req-debe79c3-690d-4360-aa80-03069fc8d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:25.876232 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8672fb8c-9c52-4742-9c76-838b07d2e1c7 req-debe79c3-690d-4360-aa80-03069fc8d907 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0441990 Nov 09 18:39:25.921783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672fb8c-9c52-4742-9c76-838b07d2e1c7 req-7a520b25-9a6a-4f80-b234-c959bb94f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:25.923288 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8672fb8c-9c52-4742-9c76-838b07d2e1c7 req-7a520b25-9a6a-4f80-b234-c959bb94f5fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401015 Nov 09 18:39:26.018164 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8672fb8c-9c52-4742-9c76-838b07d2e1c7 req-1746ba48-62ad-4b24-98f9-81bab35c20a9 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876858 Nov 09 18:39:26.114623 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8672fb8c-9c52-4742-9c76-838b07d2e1c7 req-018a0708-3ba8-4dfd-8293-129623e500d4 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895762 Nov 09 18:39:26.382392 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0865c56-dc53-4716-9132-90092817855a req-f91b10ae-a4bb-444e-adec-15113e77b2ab tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:26.383915 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0865c56-dc53-4716-9132-90092817855a req-f91b10ae-a4bb-444e-adec-15113e77b2ab tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0541723 Nov 09 18:39:26.421688 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b0865c56-dc53-4716-9132-90092817855a req-7d629300-a3ce-4aa1-82ad-a0e226a20465 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318465 Nov 09 18:39:27.540935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b79aa-426e-4fd4-bddf-a18e2df6452e req-3492d72d-b931-4efa-a520-dfb2e902cc35 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:27.542422 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac3b79aa-426e-4fd4-bddf-a18e2df6452e req-3492d72d-b931-4efa-a520-dfb2e902cc35 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0535786 Nov 09 18:39:27.579932 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac3b79aa-426e-4fd4-bddf-a18e2df6452e req-274084d7-695a-47d8-8220-08acd0e51800 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315020 Nov 09 18:39:28.697149 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbd16c-458c-4ca5-a102-65c901aa524b req-ab338e04-e0fd-45a7-97b6-cf9da465f807 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:28.698625 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93cbd16c-458c-4ca5-a102-65c901aa524b req-ab338e04-e0fd-45a7-97b6-cf9da465f807 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0493934 Nov 09 18:39:28.737942 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-93cbd16c-458c-4ca5-a102-65c901aa524b req-9a2f9b9e-b04b-4d7b-a213-1552b3223322 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332315 Nov 09 18:39:29.861739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8addddf-d4be-4d24-ba4c-2bc9b8fcdb3a req-703751a1-f791-4f33-8ce2-7426d660b1a6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:29.863215 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8addddf-d4be-4d24-ba4c-2bc9b8fcdb3a req-703751a1-f791-4f33-8ce2-7426d660b1a6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0559978 Nov 09 18:39:29.901014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8addddf-d4be-4d24-ba4c-2bc9b8fcdb3a req-88b30ee7-624d-4009-9a76-8ca7ecc879a8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314074 Nov 09 18:39:31.018294 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a4c7e-620a-4a32-9d8a-ca426b6af8af req-5302d654-240f-4d14-bf61-1c5b34755745 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:31.019796 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-994a4c7e-620a-4a32-9d8a-ca426b6af8af req-5302d654-240f-4d14-bf61-1c5b34755745 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0488188 Nov 09 18:39:31.057763 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-994a4c7e-620a-4a32-9d8a-ca426b6af8af req-6f4b447e-c4f5-40e1-aa8f-502a78b3ebe4 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314300 Nov 09 18:39:32.173774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cd2ad-ab59-4959-83e2-5c3d57347eaf req-c78efb28-0da1-4639-bebd-595c83458b37 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:32.175274 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b76cd2ad-ab59-4959-83e2-5c3d57347eaf req-c78efb28-0da1-4639-bebd-595c83458b37 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0490971 Nov 09 18:39:32.213321 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b76cd2ad-ab59-4959-83e2-5c3d57347eaf req-098ed615-3dbe-456c-8edd-c0c56d929b66 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318277 Nov 09 18:39:33.332003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c0123-aab0-4d8c-9f0d-6bd9cd407677 req-ff8a7b5c-1e36-4a74-8ac6-86380ebea9e9 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:33.333459 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d1c0123-aab0-4d8c-9f0d-6bd9cd407677 req-ff8a7b5c-1e36-4a74-8ac6-86380ebea9e9 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0525627 Nov 09 18:39:33.371379 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8d1c0123-aab0-4d8c-9f0d-6bd9cd407677 req-f65e5511-695d-44d3-a85c-55855f6e331e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318756 Nov 09 18:39:33.670704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-485f9646-a21a-4c7d-9f67-a98150771580 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:33.672520 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-485f9646-a21a-4c7d-9f67-a98150771580 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.18 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738&tenant_id=fd11323f2bb34fddbd71536daab26119&binding%3Ahost_id=n-h2-817236-1 HTTP/1.1" status: 200 len: 944 time: 0.0666370 Nov 09 18:39:33.677880 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8590b7d-d9a3-4aed-89c0-3cc8857555e2 req-a8e96395-70d7-479d-8729-512d72156129 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:33.679450 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8590b7d-d9a3-4aed-89c0-3cc8857555e2 req-a8e96395-70d7-479d-8729-512d72156129 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 944 time: 0.0508566 Nov 09 18:39:33.720131 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a8590b7d-d9a3-4aed-89c0-3cc8857555e2 req-142e7db1-488b-4a1e-8bca-b3d26167a080 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338657 Nov 09 18:39:33.752948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-e2c0ee48-9d2d-4c58-96fa-44360f101346 service neutron] 10.222.0.18 "GET /v2.0/ports/8c0b2615-1368-4560-96ed-bf1d15a05ccd/bindings/n-h2-817236-1 HTTP/1.1" status: 200 len: 382 time: 0.0730655 Nov 09 18:39:33.816917 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-40b646bd-9a1b-4f94-b059-b876a81cfe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:33.818429 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-40b646bd-9a1b-4f94-b059-b876a81cfe57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1095 time: 0.0423825 Nov 09 18:39:33.869647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 8c0b2615-1368-4560-96ed-bf1d15a05ccd details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:39:33.913899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-3c4a208b-c558-44fb-848d-4871a585f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:33.915536 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-3c4a208b-c558-44fb-848d-4871a585f087 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0901453 Nov 09 18:39:33.969160 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:33.980825 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'port_id': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'mac_address': 'fa:16:3e:98:ee:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:39:33.986355 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-cfdec0be-9f86-4ec6-bd60-b11c4ce44e9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1000 time: 0.0630152 Nov 09 18:39:34.022865 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:34.035936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0b2615-1368-4560-96ed-bf1d15a05ccd {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:39:34.037644 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-97ba158a-ba82-4b4e-94d8-48444e272c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:34.039666 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-97ba158a-ba82-4b4e-94d8-48444e272c9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0466590 Nov 09 18:39:34.056153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:34.060234 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:34.089877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-f863f497-0564-4831-8dd1-fdb0dc1be395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:34.091408 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-f863f497-0564-4831-8dd1-fdb0dc1be395 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437512 Nov 09 18:39:34.109115 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:34.117073 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:34.117429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:34.117777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:34.118121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:34.118461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:34.118799 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:34.119135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:34.119494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:34.119880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:34.120253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:34.120489 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:34.120821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:34.188156 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-02abab69-1f2a-4ab2-bd74-72577d750479 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894239 Nov 09 18:39:34.283988 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-1e441496-c4e2-42e4-aa88-64bfe603be2b service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879266 Nov 09 18:39:34.445256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['8c0b2615-1368-4560-96ed-bf1d15a05ccd'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:39:34.845220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56af2f-3e0b-4040-b857-745b451fce99 req-17f0948f-ae97-49e6-9aee-7bcc5b334b52 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:34.846708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6d56af2f-3e0b-4040-b857-745b451fce99 req-17f0948f-ae97-49e6-9aee-7bcc5b334b52 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 945 time: 0.0546319 Nov 09 18:39:34.885110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6d56af2f-3e0b-4040-b857-745b451fce99 req-447e0491-b02b-4309-80f4-bb59b36c8580 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318227 Nov 09 18:39:35.860086 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 8c0b2615-1368-4560-96ed-bf1d15a05ccd up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:39:35.913681 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 8c0b2615-1368-4560-96ed-bf1d15a05ccd completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:39:35.917964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 8c0b2615-1368-4560-96ed-bf1d15a05ccd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:39:35.918329 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:35.996689 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:36.008806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7eda1-44a3-4a09-8da2-a9cbf8d869ea req-de7ce9c7-6150-49be-8fda-ca4589269c31 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:36.010327 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cb7eda1-44a3-4a09-8da2-a9cbf8d869ea req-de7ce9c7-6150-49be-8fda-ca4589269c31 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 945 time: 0.0519037 Nov 09 18:39:36.020653 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:39:36.022976 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0f940a-25cd-485b-9f78-769810ab71bf" -d '{"events": [{"server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "name": "network-vif-plugged", "status": "completed", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:39:36.036891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:36.041433 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:36.053819 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cb7eda1-44a3-4a09-8da2-a9cbf8d869ea req-f01e3d3e-8b15-4e43-8157-8aaed54b9a41 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353992 Nov 09 18:39:36.079660 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46e4981-0009-47c4-bed2-1413413efb0b x-openstack-request-id: req-a46e4981-0009-47c4-bed2-1413413efb0b {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:39:36.079961 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "name": "network-vif-plugged", "status": "completed", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:39:36.080221 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a46e4981-0009-47c4-bed2-1413413efb0b {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:39:36.080616 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'code': 200} Nov 09 18:39:36.105257 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:37.179054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec0340-eb17-4e5e-8aca-da996edb17a5 req-6a87d8f8-9aaa-4638-b787-18ad1e117ca1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:37.180809 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49ec0340-eb17-4e5e-8aca-da996edb17a5 req-6a87d8f8-9aaa-4638-b787-18ad1e117ca1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0558076 Nov 09 18:39:37.218974 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-49ec0340-eb17-4e5e-8aca-da996edb17a5 req-b3de3f99-8284-4116-9339-20ab166c6435 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319922 Nov 09 18:39:38.103045 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:39:38.365290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-f7339686-577f-4111-b039-26026032df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:38.367624 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-f7339686-577f-4111-b039-26026032df9e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738&tenant_id=fd11323f2bb34fddbd71536daab26119 HTTP/1.1" status: 200 len: 1097 time: 0.0655987 Nov 09 18:39:38.375870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cfc79-b2bc-4b54-bec4-67751b1d0fee req-5c3b699c-3abd-4914-bb8e-0ff3d6e27934 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:38.377302 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-296cfc79-b2bc-4b54-bec4-67751b1d0fee req-5c3b699c-3abd-4914-bb8e-0ff3d6e27934 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0839667 Nov 09 18:39:38.382170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:39:38.455863 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-296cfc79-b2bc-4b54-bec4-67751b1d0fee req-ec6c1835-8698-4fb7-b778-635a0871c695 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709269 Nov 09 18:39:38.465006 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:38.673040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:38.705770 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:39:38.748431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:39:38.750702 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8bd967-d5d8-44de-b0bd-cfe60364e62c" -d '{"events": [{"server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:39:38.754974 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:38.768648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Transition to ACTIVE for port object 8c0b2615-1368-4560-96ed-bf1d15a05ccd will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:39:38.771785 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:38.802252 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37ae002-7ce7-483a-aafb-b27274abeeb0 x-openstack-request-id: req-f37ae002-7ce7-483a-aafb-b27274abeeb0 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:39:38.802555 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:39:38.802813 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f37ae002-7ce7-483a-aafb-b27274abeeb0 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:39:38.803276 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'code': 200} Nov 09 18:39:38.862958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=10']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:38.903906 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] No DVR routers for this DVR port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:39:39.044909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Attempting to bind port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:39:39.045286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Attempting to bind port 8c0b2615-1368-4560-96ed-bf1d15a05ccd by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:39:39.045549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Attempting to bind port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:39:39.049879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on network edd64002-1153-4426-ba96-f7f1ba4e1d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:39:39.050199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Attempting to bind port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on network edd64002-1153-4426-ba96-f7f1ba4e1d5b {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:39:39.055383 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:39:39.055720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Checking segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:39:39.056101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Bound using segment: {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:39:39.056519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Bound port: 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587ecfa3-8fcd-4e08-ae81-99c063f36233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:39:39.056880 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:39.121243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:39:39.124576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:39:39.128859 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:39.167966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:39.168680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:39.169956 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] 10.222.0.13 "PUT /v2.0/ports/8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1093 time: 0.7917588 Nov 09 18:39:39.192378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d0694-1792-4fd1-84f1-1f4badb97ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=11']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:39.238620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-0d9d82d8-2f4d-445a-838d-c93853ccf137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:39.240238 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-0d9d82d8-2f4d-445a-838d-c93853ccf137 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1096 time: 0.0432255 Nov 09 18:39:39.337211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-4e120153-7d8c-4881-8667-7dd1552bcda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:39.338689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-4e120153-7d8c-4881-8667-7dd1552bcda2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.0906765 Nov 09 18:39:39.409522 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-aab08b95-c0ed-4964-b177-34fc68de30d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1000 time: 0.0634463 Nov 09 18:39:39.458149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-d8f7c0c4-21b5-49a9-86e4-202e235384fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:39.460182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-d8f7c0c4-21b5-49a9-86e4-202e235384fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0433853 Nov 09 18:39:39.505116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bf9d679c-0f54-48f8-826d-c61d743b2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:39.507246 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-bf9d679c-0f54-48f8-826d-c61d743b2614 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406771 Nov 09 18:39:39.637777 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ca145-6270-47fa-88e9-2c735d894338 req-e47b3dd5-81ff-41bf-99a4-d2a1a5d2b0c1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:39.639309 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c65ca145-6270-47fa-88e9-2c735d894338 req-e47b3dd5-81ff-41bf-99a4-d2a1a5d2b0c1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 945 time: 0.1045041 Nov 09 18:39:39.643117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-d5e42e16-3155-4de4-bad8-436c53788b35 service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296604 Nov 09 18:39:39.731692 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c65ca145-6270-47fa-88e9-2c735d894338 req-d1ea0da4-2aba-4971-9b65-12dfac737def tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856965 Nov 09 18:39:39.766272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9844cf05-57e1-4088-b150-1d2a6b4bd169 req-c08b8383-cbe9-4187-bf40-70351ceb1e3c service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139252 Nov 09 18:39:39.892071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 8c0b2615-1368-4560-96ed-bf1d15a05ccd no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:39:39.946374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 8c0b2615-1368-4560-96ed-bf1d15a05ccd not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:39:40.794529 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-76db8eea-e5ec-4eae-bd1d-e09495efb5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:40.804804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:39:40.807461 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df1c856-108e-49ed-b679-2498dd2dfa68" -d '{"events": [{"name": "network-changed", "server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:39:40.856419 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cb551f-6724-4ddb-8a36-eddb7114cca7 x-openstack-request-id: req-13cb551f-6724-4ddb-8a36-eddb7114cca7 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:39:40.856788 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:39:40.857707 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13cb551f-6724-4ddb-8a36-eddb7114cca7 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:39:40.858192 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'status': 'completed', 'code': 200} Nov 09 18:39:40.860090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5da89c-c9fa-4303-bf42-ed259553df15 req-2d7a451c-9b03-46f8-8d7c-e0a23f678fe2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:40.861737 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d5da89c-c9fa-4303-bf42-ed259553df15 req-2d7a451c-9b03-46f8-8d7c-e0a23f678fe2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 945 time: 0.0535345 Nov 09 18:39:40.905488 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9d5da89c-c9fa-4303-bf42-ed259553df15 req-2cff39ac-b0cc-4894-b203-f2fbff0ade84 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362654 Nov 09 18:39:40.970069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-f4b36e13-203e-4e74-8d00-38c919937ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:40.971802 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-f4b36e13-203e-4e74-8d00-38c919937ecf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1096 time: 0.0891173 Nov 09 18:39:40.973608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-806b62ce-5cc4-42c1-8186-21654f9240c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:40.975559 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-806b62ce-5cc4-42c1-8186-21654f9240c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd11323f2bb34fddbd71536daab26119&device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 1096 time: 0.0832334 Nov 09 18:39:41.139198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-2f60ab70-b204-4fab-a7d8-7869969a80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:41.140619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-2f60ab70-b204-4fab-a7d8-7869969a80a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1621704 Nov 09 18:39:41.141539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-97e4b71a-72be-488b-b708-405e49c6e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:41.143151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-97e4b71a-72be-488b-b708-405e49c6e6a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 200 len: 913 time: 0.1567938 Nov 09 18:39:41.252170 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-0b4cebd7-8aa7-4b15-a7b0-3c68756adad1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1000 time: 0.0985565 Nov 09 18:39:41.258556 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-8bc2d0c1-0d30-4ba4-94cf-5edbcdf83ad6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 200 len: 1000 time: 0.1107433 Nov 09 18:39:41.334868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-bf7f9207-cca0-41fd-9c78-884619ae2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:41.336372 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-bf7f9207-cca0-41fd-9c78-884619ae2109 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0761275 Nov 09 18:39:41.340128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-a28a0be9-a8f9-4e94-bf36-a7439b8e91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:41.341305 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-a28a0be9-a8f9-4e94-bf36-a7439b8e91b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 200 len: 851 time: 0.0737963 Nov 09 18:39:41.412097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-9c207f47-e971-4991-8876-417bf060fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:41.414182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-9c207f47-e971-4991-8876-417bf060fba0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705495 Nov 09 18:39:41.420333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-9f762879-ce6e-4c09-8467-19e50c642ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:41.421763 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-9f762879-ce6e-4c09-8467-19e50c642ba8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edd64002-1153-4426-ba96-f7f1ba4e1d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696867 Nov 09 18:39:41.581161 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-da12bae8-1cb9-47f0-9360-77f93a7aae5f service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502702 Nov 09 18:39:41.582973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-0d80acb3-0267-4df4-b951-d551c312808c service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603546 Nov 09 18:39:41.744848 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-d4c06621-427f-432d-8f00-0ebd8b912bf1 service neutron] 10.222.0.18 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563227 Nov 09 18:39:41.746631 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4df1c856-108e-49ed-b679-2498dd2dfa68 req-bea80597-a483-4b6e-be15-29ba48f8071d service neutron] 10.222.0.13 "GET /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506279 Nov 09 18:39:42.028307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d19be-ffbd-4e04-a2df-03439769cf0b req-842007db-615e-4db9-ac6f-dc74e818e01e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:42.029896 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc4d19be-ffbd-4e04-a2df-03439769cf0b req-842007db-615e-4db9-ac6f-dc74e818e01e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 945 time: 0.0558777 Nov 09 18:39:42.067956 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc4d19be-ffbd-4e04-a2df-03439769cf0b req-1abaa561-d0a0-4876-8ce6-80bbccbab304 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321426 Nov 09 18:39:43.188054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf39bd-b3ec-4bf3-b9e6-b9ee01065fe1 req-0bcfb458-8218-42fe-aaf2-b23255b37a4a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:43.189482 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68bf39bd-b3ec-4bf3-b9e6-b9ee01065fe1 req-0bcfb458-8218-42fe-aaf2-b23255b37a4a tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 945 time: 0.0503755 Nov 09 18:39:43.235723 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-68bf39bd-b3ec-4bf3-b9e6-b9ee01065fe1 req-17f5a056-8e8f-4a31-98b3-e0f3e2dec4f8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395856 Nov 09 18:39:43.746597 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f067fdc9-5f22-4e22-b9c6-c97ab49ee9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:44.354545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9806d-00d4-40c3-8d29-cfc9a3ace84e req-88499691-b710-48b6-aa7c-4b198c593f63 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:44.356172 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0b9806d-00d4-40c3-8d29-cfc9a3ace84e req-88499691-b710-48b6-aa7c-4b198c593f63 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 945 time: 0.0492678 Nov 09 18:39:44.394937 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0b9806d-00d4-40c3-8d29-cfc9a3ace84e req-bb0140a5-b1dc-4d1d-9782-038ca26ea264 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326741 Nov 09 18:39:44.576280 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:45.514868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1c5aa-1e1a-44b6-89ba-e418ea45426f req-29011026-5f68-4365-a72a-1d75ee538de6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:45.516369 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e0a1c5aa-1e1a-44b6-89ba-e418ea45426f req-29011026-5f68-4365-a72a-1d75ee538de6 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 945 time: 0.0534077 Nov 09 18:39:45.554306 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e0a1c5aa-1e1a-44b6-89ba-e418ea45426f req-ddbf0b1f-2def-4910-9200-8ee3ccd6ed14 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318079 Nov 09 18:39:45.612260 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.673661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84c86b-4d5a-49a8-8347-d390fdb2d5e3 req-1027fc02-7a3d-49d3-ab19-d73bf4a8159e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:46.675143 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d84c86b-4d5a-49a8-8347-d390fdb2d5e3 req-1027fc02-7a3d-49d3-ab19-d73bf4a8159e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 945 time: 0.0493255 Nov 09 18:39:46.714779 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d84c86b-4d5a-49a8-8347-d390fdb2d5e3 req-68ce8aac-1cc5-4f01-8e7c-a759ae9a24cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326638 Nov 09 18:39:47.831441 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef7683-1b08-4256-82ff-ce97e29dbe16 req-c685250f-6614-45f5-8ac0-28f9466190e3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:47.832934 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-34ef7683-1b08-4256-82ff-ce97e29dbe16 req-c685250f-6614-45f5-8ac0-28f9466190e3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 945 time: 0.0492949 Nov 09 18:39:47.853454 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:47.876746 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-34ef7683-1b08-4256-82ff-ce97e29dbe16 req-9c754ee0-2fd5-4e55-9aad-61d207a69fae tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355849 Nov 09 18:39:48.996646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd9245-7760-439f-91ef-d998907786ff req-7e6158ee-f0a3-4f45-96b9-b1b4e8b7ccc7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:48.998165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2bd9245-7760-439f-91ef-d998907786ff req-7e6158ee-f0a3-4f45-96b9-b1b4e8b7ccc7 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 945 time: 0.0527229 Nov 09 18:39:49.036866 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2bd9245-7760-439f-91ef-d998907786ff req-7a2ea951-3e15-4db1-b683-93f9e15d8a28 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326490 Nov 09 18:39:50.156396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f4e8d-5b8b-437b-acc4-c29e3c24c903 req-6db381e8-aab6-4483-b84d-86515b6a3056 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:50.157894 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-596f4e8d-5b8b-437b-acc4-c29e3c24c903 req-6db381e8-aab6-4483-b84d-86515b6a3056 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 945 time: 0.0521653 Nov 09 18:39:50.198781 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-596f4e8d-5b8b-437b-acc4-c29e3c24c903 req-eb0adf74-d0dc-4514-ac06-8e6923ddce40 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346189 Nov 09 18:39:50.557956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8c0b2615-1368-4560-96ed-bf1d15a05ccd details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:39:50.667241 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:50.680810 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'port_id': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'mac_address': 'fa:16:3e:98:ee:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:39:50.720367 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:50.735768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0b2615-1368-4560-96ed-bf1d15a05ccd {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:39:50.758766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:50.762485 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:50.810577 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=12']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:51.019297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['8c0b2615-1368-4560-96ed-bf1d15a05ccd'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:39:51.313973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b03f8-70a2-4c2c-bb7b-f710a34d89d7 req-f5d23437-2e59-405b-b674-f5e4dbb77b93 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:51.315476 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-538b03f8-70a2-4c2c-bb7b-f710a34d89d7 req-f5d23437-2e59-405b-b674-f5e4dbb77b93 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0491180 Nov 09 18:39:51.356788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-538b03f8-70a2-4c2c-bb7b-f710a34d89d7 req-414a196b-effa-4b87-878b-241cf27f696d tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344024 Nov 09 18:39:51.476308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd2e87-cdd0-4cd8-b904-681260c85766 req-91327984-fcb6-4d69-9aa0-77f780bebac1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:51.477775 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ccd2e87-cdd0-4cd8-b904-681260c85766 req-91327984-fcb6-4d69-9aa0-77f780bebac1 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0541279 Nov 09 18:39:51.517033 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2ccd2e87-cdd0-4cd8-b904-681260c85766 req-1587ce80-4841-4345-a578-d265d0093556 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330713 Nov 09 18:39:51.633269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfb281-5972-460f-93d4-c9e70f5310cc req-b0377dba-e209-4614-9b38-53f86e27c0b9 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:51.634645 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbcfb281-5972-460f-93d4-c9e70f5310cc req-b0377dba-e209-4614-9b38-53f86e27c0b9 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0517437 Nov 09 18:39:51.671724 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fbcfb281-5972-460f-93d4-c9e70f5310cc req-e385ae41-cff7-4318-b9e4-79e6b8351cff tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310957 Nov 09 18:39:51.911731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f16562-71d2-4dc8-9ed2-436c4aa462c0 req-ffa9adfd-d4ba-4896-a11b-ff08168d3e76 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:51.913893 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30f16562-71d2-4dc8-9ed2-436c4aa462c0 req-ffa9adfd-d4ba-4896-a11b-ff08168d3e76 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 946 time: 0.0533931 Nov 09 18:39:51.951383 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-30f16562-71d2-4dc8-9ed2-436c4aa462c0 req-1d64733e-8525-42c3-829b-ee7eea7a4e8f tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315971 Nov 09 18:39:52.565697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8c0b2615-1368-4560-96ed-bf1d15a05ccd up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:39:52.614390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 8c0b2615-1368-4560-96ed-bf1d15a05ccd completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:39:52.619898 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 8c0b2615-1368-4560-96ed-bf1d15a05ccd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:39:52.620301 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:52.858980 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:52.881904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:39:52.884171 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05aac96-97f6-4fe0-bd62-62d328b495e0" -d '{"events": [{"server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "name": "network-vif-plugged", "status": "completed", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:39:52.897660 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:52.901877 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:52.927132 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13546f78-2b74-4bc9-af7f-002103e21d1f x-openstack-request-id: req-13546f78-2b74-4bc9-af7f-002103e21d1f {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:39:52.927449 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "name": "network-vif-plugged", "status": "completed", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:39:52.927701 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13546f78-2b74-4bc9-af7f-002103e21d1f {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:39:52.928154 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'code': 200} Nov 09 18:39:52.953176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=13']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:53.070093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188cf2f-92ad-4ed3-8d0f-22a89f389490 req-9c5ad279-82e3-4dc6-b130-081d47840335 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:53.071575 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e188cf2f-92ad-4ed3-8d0f-22a89f389490 req-9c5ad279-82e3-4dc6-b130-081d47840335 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 947 time: 0.0523529 Nov 09 18:39:53.109638 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e188cf2f-92ad-4ed3-8d0f-22a89f389490 req-d1fe5c0d-203a-46c7-8aef-f2b1937f28d8 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319362 Nov 09 18:39:53.457219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-5dc00fc8-45b3-4f97-b501-6c85de6aaa34 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:53.458595 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-5dc00fc8-45b3-4f97-b501-6c85de6aaa34 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.13 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 947 time: 0.0480742 Nov 09 18:39:53.580014 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:53.877119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Deleting port 8c0b2615-1368-4560-96ed-bf1d15a05ccd {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:39:53.877463 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:53.968470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] For port 8c0b2615-1368-4560-96ed-bf1d15a05ccd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8c0b2615-1368-4560-96ed-bf1d15a05ccd,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:53.968835 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:54.138799 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:54.139508 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:54.139508 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684 disassociated. External IP: 172.25.1.46, port: 8c0b2615-1368-4560-96ed-bf1d15a05ccd. Nov 09 18:39:54.139726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Calling delete_port for 8c0b2615-1368-4560-96ed-bf1d15a05ccd owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:39:54.233275 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f33a8-54d1-4ce6-b02f-f18a6fb3379e req-113181b1-c21c-4702-94e3-9abb42c5ba6e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:54.234794 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c36f33a8-54d1-4ce6-b02f-f18a6fb3379e req-113181b1-c21c-4702-94e3-9abb42c5ba6e tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 947 time: 0.0496101 Nov 09 18:39:54.272420 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:54.273595 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c36f33a8-54d1-4ce6-b02f-f18a6fb3379e req-6aa3440f-bc0f-465f-80c6-bd1eb09ac79c tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups?id=990d0f8f-024d-4a5c-a534-b292b7d954c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321565 Nov 09 18:39:54.323932 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:54.345453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event deleted for resources: {'Port': ['ID=8c0b2615-1368-4560-96ed-bf1d15a05ccd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:54.428617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Router cc0de66f-edf3-48c3-8092-b274b97e2bd8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:39:54.537073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:39:54.548075 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c8d45-00ec-4e1f-be22-77a25319ce9e None None] Sync routers for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:39:54.557379 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c8d45-00ec-4e1f-be22-77a25319ce9e None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:39:54.557988 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-7c7c8d45-00ec-4e1f-be22-77a25319ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:39:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:54.575908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] No DVR routers for this DVR port 8c0b2615-1368-4560-96ed-bf1d15a05ccd on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:39:54.578460 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:54.581781 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da5fa197-62ce-47ae-826d-91c5dcf64bc0 req-aa672981-475a-4f84-9709-69cfe967dea5 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.13 "DELETE /v2.0/ports/8c0b2615-1368-4560-96ed-bf1d15a05ccd HTTP/1.1" status: 204 len: 173 time: 1.1173103 Nov 09 18:39:54.582216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'name': 'network-vif-deleted', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:39:54.585096 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9774e12-2517-4b05-ad75-8dcba831c502" -d '{"events": [{"server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "name": "network-vif-deleted", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:39:54.629516 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3618d05-abc9-49ff-8daa-d68d7f43da72 x-openstack-request-id: req-a3618d05-abc9-49ff-8daa-d68d7f43da72 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:39:54.629808 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565a7509-87c0-4e4d-989a-21198aa62738", "name": "network-vif-deleted", "tag": "8c0b2615-1368-4560-96ed-bf1d15a05ccd", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:39:54.630058 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3618d05-abc9-49ff-8daa-d68d7f43da72 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:39:54.630637 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565a7509-87c0-4e4d-989a-21198aa62738', 'name': 'network-vif-deleted', 'tag': '8c0b2615-1368-4560-96ed-bf1d15a05ccd', 'status': 'completed', 'code': 200} Nov 09 18:39:54.669875 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-7c7c8d45-00ec-4e1f-be22-77a25319ce9e None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:39:54.876552 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-7c7c8d45-00ec-4e1f-be22-77a25319ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:54.908343 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c8d45-00ec-4e1f-be22-77a25319ce9e None None] Checking router: cc0de66f-edf3-48c3-8092-b274b97e2bd8 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:39:54.917411 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c8d45-00ec-4e1f-be22-77a25319ce9e None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:39:54.918038 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-7c7c8d45-00ec-4e1f-be22-77a25319ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:39:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:55.025585 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-7c7c8d45-00ec-4e1f-be22-77a25319ce9e None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:39:55.225034 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-7c7c8d45-00ec-4e1f-be22-77a25319ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:55.252641 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c8d45-00ec-4e1f-be22-77a25319ce9e None None] The sync data for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 is: [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:09Z', 'revision_number': 4, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '9ca17686-0c69-4c1b-9877-5f41fa344c8a', 'name': '', 'network_id': 'edd64002-1153-4426-ba96-f7f1ba4e1d5b', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'mac_address': 'fa:16:3e:f0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:09Z', 'updated_at': '2021-11-09T18:28:13Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'subnets': [{'id': 'f6721c86-7a9f-4b38-8dbf-b61b225254fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:39:55.374455 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-f87f468e-aa37-4112-a81e-a63004451b2f req-6203f7ae-d914-4548-addd-df36ddd65c22 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 210 time: 0.0278344 Nov 09 18:39:55.483207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c044ac9-9467-41e6-907d-ec8eb77aae86 None None] New status for floating IP 2d69219d-7ef5-4d55-8ac2-4f1e627ce684: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:39:56.490911 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-596dfd11-5704-4977-b75d-6fc526d6315a req-40679ac3-f620-4cbf-ada9-31efc44ae513 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 210 time: 0.0289359 Nov 09 18:39:56.581664 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8c0b2615-1368-4560-96ed-bf1d15a05ccd no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:39:56.607152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 8c0b2615-1368-4560-96ed-bf1d15a05ccd {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:39:56.607474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8c0b2615-1368-4560-96ed-bf1d15a05ccd not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:39:57.589002 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cec1eba1-3177-424e-a19f-f4ca780dc0db req-01204a78-0d3f-496b-9172-751fcde105e3 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/ports?device_id=565a7509-87c0-4e4d-989a-21198aa62738 HTTP/1.1" status: 200 len: 210 time: 0.0276377 Nov 09 18:40:02.361147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50780) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:02.422095 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:02.445867 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:02.493492 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:02.496162 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:02.497308 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "DELETE /v2.0/security-groups/990d0f8f-024d-4a5c-a534-b292b7d954c3 HTTP/1.1" status: 204 len: 168 time: 0.1351428 Nov 09 18:40:02.500054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50782) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:02.507192 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990d0f8f-024d-4a5c-a534-b292b7d954c3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:02.514458 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-3cbd5ae8-f65b-4e50-8073-1d14029b8911 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] show failed (client error): The resource could not be found. Nov 09 18:40:02.514760 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:02.515104 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:02.515465 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:02.515586 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3cbd5ae8-f65b-4e50-8073-1d14029b8911 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "GET /v2.0/security-groups/990d0f8f-024d-4a5c-a534-b292b7d954c3 HTTP/1.1" status: 404 len: 347 time: 0.0143881 Nov 09 18:40:02.515798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:02.516124 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:02.516448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:02.516767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:02.517085 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:02.517400 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:02.517713 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:02.518029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:02.518186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50784) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:02.518345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ba5a-92b4-49fe-b677-dcd66f2b13cf tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:02.647928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-33ef8871-80ea-40dd-b496-ce98cbc9d7a2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Deleting port eec470c4-569e-45c6-884b-1a33dca8a581 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:40:02.648275 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33ef8871-80ea-40dd-b496-ce98cbc9d7a2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:02.728269 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33ef8871-80ea-40dd-b496-ce98cbc9d7a2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:02.728596 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33ef8871-80ea-40dd-b496-ce98cbc9d7a2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:02.740774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-33ef8871-80ea-40dd-b496-ce98cbc9d7a2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Calling delete_port for eec470c4-569e-45c6-884b-1a33dca8a581 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:40:02.884361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33ef8871-80ea-40dd-b496-ce98cbc9d7a2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:02.909995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef8871-80ea-40dd-b496-ce98cbc9d7a2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Pushing event deleted for resources: {'Port': ['ID=eec470c4-569e-45c6-884b-1a33dca8a581,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:02.970263 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33ef8871-80ea-40dd-b496-ce98cbc9d7a2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:02.972851 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33ef8871-80ea-40dd-b496-ce98cbc9d7a2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:02.974284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-33ef8871-80ea-40dd-b496-ce98cbc9d7a2 tempest-ServerActionsTestJSON-2027978982 tempest-ServerActionsTestJSON-2027978982-project] 10.222.0.81 "DELETE /v2.0/floatingips/2d69219d-7ef5-4d55-8ac2-4f1e627ce684 HTTP/1.1" status: 204 len: 168 time: 0.4548211 Nov 09 18:40:02.977119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50786) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:03.463737 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00502388-daa2-4ae1-9486-72dfe8d89235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:03.719157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-00502388-daa2-4ae1-9486-72dfe8d89235 admin admin] Deleting port 9ca17686-0c69-4c1b-9877-5f41fa344c8a {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:40:03.719853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00502388-daa2-4ae1-9486-72dfe8d89235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:03.797948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-00502388-daa2-4ae1-9486-72dfe8d89235 admin admin] For port 9ca17686-0c69-4c1b-9877-5f41fa344c8a, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9ca17686-0c69-4c1b-9877-5f41fa344c8a,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:03.798319 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00502388-daa2-4ae1-9486-72dfe8d89235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:03.810788 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-00502388-daa2-4ae1-9486-72dfe8d89235 admin admin] Calling delete_port for 9ca17686-0c69-4c1b-9877-5f41fa344c8a owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:40:03.992611 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00502388-daa2-4ae1-9486-72dfe8d89235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:04.018498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00502388-daa2-4ae1-9486-72dfe8d89235 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca17686-0c69-4c1b-9877-5f41fa344c8a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:04.192368 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-00502388-daa2-4ae1-9486-72dfe8d89235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:04.410975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00502388-daa2-4ae1-9486-72dfe8d89235 admin admin] Router cc0de66f-edf3-48c3-8092-b274b97e2bd8 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:40:04.516376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00502388-daa2-4ae1-9486-72dfe8d89235 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:40:04.522011 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-00502388-daa2-4ae1-9486-72dfe8d89235 admin admin] 10.222.0.81 "PUT /v2.0/routers/cc0de66f-edf3-48c3-8092-b274b97e2bd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5439374 Nov 09 18:40:04.524829 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50790) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:04.525475 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6861ad-1c8b-49cd-aab8-13204617501f None None] Sync routers for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:40:04.535190 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6861ad-1c8b-49cd-aab8-13204617501f None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:40:04.535837 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-1e6861ad-1c8b-49cd-aab8-13204617501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:39:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:04.636744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:04.643719 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-1e6861ad-1c8b-49cd-aab8-13204617501f None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:40:04.747842 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:04.802743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Deleting port 2cbabe88-c60f-473a-8ecc-0e455823a7c9 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:40:04.803111 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:04.890848 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] For port 2cbabe88-c60f-473a-8ecc-0e455823a7c9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2cbabe88-c60f-473a-8ecc-0e455823a7c9,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:04.891215 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:04.909015 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Calling delete_port for 2cbabe88-c60f-473a-8ecc-0e455823a7c9 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:40:04.924694 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-1e6861ad-1c8b-49cd-aab8-13204617501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:40:03Z', 'revision_number': 5, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port': {'id': '2cbabe88-c60f-473a-8ecc-0e455823a7c9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:04.951313 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6861ad-1c8b-49cd-aab8-13204617501f None None] Checking router: cc0de66f-edf3-48c3-8092-b274b97e2bd8 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:40:04.959629 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6861ad-1c8b-49cd-aab8-13204617501f None None] Routers {'cc0de66f-edf3-48c3-8092-b274b97e2bd8'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:40:04.960226 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-1e6861ad-1c8b-49cd-aab8-13204617501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:39:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:05.055038 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-1e6861ad-1c8b-49cd-aab8-13204617501f None None] Set router cc0de66f-edf3-48c3-8092-b274b97e2bd8 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:40:05.091612 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.111760 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-1e6861ad-1c8b-49cd-aab8-13204617501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:40:04Z', 'revision_number': 6, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:05.119473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbabe88-c60f-473a-8ecc-0e455823a7c9,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:05.140591 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6861ad-1c8b-49cd-aab8-13204617501f None None] The sync data for ids ['cc0de66f-edf3-48c3-8092-b274b97e2bd8'] in n-d-817236-1 is: [{'id': 'cc0de66f-edf3-48c3-8092-b274b97e2bd8', 'name': 'tempest-ServerActionsTestJSON-1609754496-router', 'tenant_id': 'fd11323f2bb34fddbd71536daab26119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:06Z', 'updated_at': '2021-11-09T18:40:04Z', 'revision_number': 6, 'project_id': 'fd11323f2bb34fddbd71536daab26119', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:40:05.181201 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.270567 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.273275 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.322063 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.322063 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc0de66f-edf3-48c3-8092-b274b97e2bd8 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:40:05.330322 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.333824 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-21e3b4f9-9a3c-4dad-916f-77f758bec7fe admin admin] 10.222.0.81 "DELETE /v2.0/routers/cc0de66f-edf3-48c3-8092-b274b97e2bd8 HTTP/1.1" status: 204 len: 168 time: 0.8056188 Nov 09 18:40:05.334600 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50792) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:05.381428 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-447f6393-c4df-4960-8323-112ac40e55ca admin admin] Deleting subnet f6721c86-7a9f-4b38-8dbf-b61b225254fc {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:40:05.384908 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-447f6393-c4df-4960-8323-112ac40e55ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.424413 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-447f6393-c4df-4960-8323-112ac40e55ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.503474 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-447f6393-c4df-4960-8323-112ac40e55ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.566118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-447f6393-c4df-4960-8323-112ac40e55ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.592990 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f6393-c4df-4960-8323-112ac40e55ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6721c86-7a9f-4b38-8dbf-b61b225254fc,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:05.596974 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-447f6393-c4df-4960-8323-112ac40e55ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.601220 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-447f6393-c4df-4960-8323-112ac40e55ca admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f6721c86-7a9f-4b38-8dbf-b61b225254fc HTTP/1.1" status: 204 len: 168 time: 0.2656569 Nov 09 18:40:05.603434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf201ee4-a171-426a-8c97-da2f50e692dd None None] Network edd64002-1153-4426-ba96-f7f1ba4e1d5b requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:05.603892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50794) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:05.672823 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.729928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Deleting port 50433eba-b482-486a-b20b-ca66a4409979 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:40:05.730274 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.802705 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] For port 50433eba-b482-486a-b20b-ca66a4409979, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=50433eba-b482-486a-b20b-ca66a4409979,segment=NetworkSegment(587ecfa3-8fcd-4e08-ae81-99c063f36233),segment_id=587ecfa3-8fcd-4e08-ae81-99c063f36233)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:05.803071 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.816162 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Calling delete_port for 50433eba-b482-486a-b20b-ca66a4409979 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:40:05.897876 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.904505 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61161acd-576f-48cd-b8b2-f08510689438 None None] DHCP port deletion for edd64002-1153-4426-ba96-f7f1ba4e1d5b request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:40:05.935355 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] No DVR routers for this DVR port 50433eba-b482-486a-b20b-ca66a4409979 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:40:05.940072 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Pushing event deleted for resources: {'Port': ['ID=50433eba-b482-486a-b20b-ca66a4409979,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:06.013576 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:06.035330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd64002-1153-4426-ba96-f7f1ba4e1d5b']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:06.051083 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587ecfa3-8fcd-4e08-ae81-99c063f36233') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:06.051484 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587ecfa3-8fcd-4e08-ae81-99c063f36233') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:06.062108 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:06.076996 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:06.085086 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:40:06.085628 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:40:06.087536 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:40:06.154352 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:06.159977 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:06.163609 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] 10.222.0.81 "DELETE /v2.0/networks/edd64002-1153-4426-ba96-f7f1ba4e1d5b HTTP/1.1" status: 204 len: 168 time: 0.5589848 Nov 09 18:40:06.177953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f169d-b01c-4d1d-876b-9cd5d722df05 admin admin] Pushing event deleted for resources: {'Network': ['ID=edd64002-1153-4426-ba96-f7f1ba4e1d5b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:06.279421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50798) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:06.323725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3a91233e-77d4-4419-a38d-8497fd77dd92 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fd11323f2bb34fddbd71536daab26119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430975 Nov 09 18:40:06.326227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50800) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:06.374484 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2d44bbc3-c82d-4244-b779-cdb4d7c12945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:06.397639 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2d44bbc3-c82d-4244-b779-cdb4d7c12945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:06.444430 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2d44bbc3-c82d-4244-b779-cdb4d7c12945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:06.447875 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2d44bbc3-c82d-4244-b779-cdb4d7c12945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:06.449184 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2d44bbc3-c82d-4244-b779-cdb4d7c12945 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/74b472dc-85c2-4388-bc9f-bf8fd639f973 HTTP/1.1" status: 204 len: 168 time: 0.1219621 Nov 09 18:40:06.457972 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44bbc3-c82d-4244-b779-cdb4d7c12945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b472dc-85c2-4388-bc9f-bf8fd639f973,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:06.671824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9ca17686-0c69-4c1b-9877-5f41fa344c8a no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:40:06.693718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 9ca17686-0c69-4c1b-9877-5f41fa344c8a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:40:06.694192 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9ca17686-0c69-4c1b-9877-5f41fa344c8a not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:40:06.694614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 50433eba-b482-486a-b20b-ca66a4409979 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:40:06.713956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 50433eba-b482-486a-b20b-ca66a4409979 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:40:06.714308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 50433eba-b482-486a-b20b-ca66a4409979 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:40:06.714733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2cbabe88-c60f-473a-8ecc-0e455823a7c9 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:40:06.733814 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 2cbabe88-c60f-473a-8ecc-0e455823a7c9 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:40:06.734175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2cbabe88-c60f-473a-8ecc-0e455823a7c9 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:40:07.169675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 50822) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:07.272239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1838121455-network', 'tenant_id': '0242b05542ec407ba7be38da5fdc3a8a'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:07.295649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Made reservation on behalf of 0242b05542ec407ba7be38da5fdc3a8a for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:07.297911 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:07.306991 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:07.392654 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:07.397041 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:07.417958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:40:07.431632 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8973af7b-2416-46ec-aaba-e8c929da9e89,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:07.436477 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:07.436824 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Added segment aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272 of type vlan for network 95b38142-6734-410c-b618-6a265f314dc6 Nov 09 18:40:07.480114 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:07.504731 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:07.505867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:07.506450 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:07.564523 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3936200 Nov 09 18:40:07.567533 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50826) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:07.569577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a810e65-47a2-44d5-a3c5-54544b58eb24 admin admin] Pushing event updated for resources: {'Network': ['ID=95b38142-6734-410c-b618-6a265f314dc6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:07.572701 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b5473ea8-33e2-42cf-8e3c-8646f7fbc980 admin admin] Request body: {'subnet': {'network_id': '95b38142-6734-410c-b618-6a265f314dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1838121455-subnet', 'tenant_id': '0242b05542ec407ba7be38da5fdc3a8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:07.579393 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 95b38142-6734-410c-b618-6a265f314dc6 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:40:07.595488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5473ea8-33e2-42cf-8e3c-8646f7fbc980 admin admin] Made reservation on behalf of 0242b05542ec407ba7be38da5fdc3a8a for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:07.597916 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5473ea8-33e2-42cf-8e3c-8646f7fbc980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:07.767842 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5473ea8-33e2-42cf-8e3c-8646f7fbc980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:07.823902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5473ea8-33e2-42cf-8e3c-8646f7fbc980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0368108-aa01-4df0-a008-d9ae7a33e1e0,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:07.830881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5473ea8-33e2-42cf-8e3c-8646f7fbc980 admin admin] Checking segment: {'id': 'aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95b38142-6734-410c-b618-6a265f314dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:07.831244 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5473ea8-33e2-42cf-8e3c-8646f7fbc980 admin admin] Network hostable DHCP agents. Network: 95b38142-6734-410c-b618-6a265f314dc6, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:40:07.847863 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5473ea8-33e2-42cf-8e3c-8646f7fbc980 admin admin] Network 95b38142-6734-410c-b618-6a265f314dc6 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:40:07.855971 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b5473ea8-33e2-42cf-8e3c-8646f7fbc980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 95b38142-6734-410c-b618-6a265f314dc6) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:07.860152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5473ea8-33e2-42cf-8e3c-8646f7fbc980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:07.860729 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b5473ea8-33e2-42cf-8e3c-8646f7fbc980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:07.864822 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc846a0-e5e0-4648-a02c-d07952311e55 None None] Network 95b38142-6734-410c-b618-6a265f314dc6 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:07.876513 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b5473ea8-33e2-42cf-8e3c-8646f7fbc980 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3078208 Nov 09 18:40:07.988018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b831b7c3-4209-49eb-b72d-a6ef14d1208f None None] Network 95b38142-6734-410c-b618-6a265f314dc6 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:08.307919 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00884977-3b94-477a-adfd-58b219b4cd9c req-c0f597e0-9189-4cb7-b19f-fc06a4a0628c tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:08.309374 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-c0f597e0-9189-4cb7-b19f-fc06a4a0628c tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/networks?id=95b38142-6734-410c-b618-6a265f314dc6 HTTP/1.1" status: 200 len: 814 time: 0.1049471 Nov 09 18:40:08.324871 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-215936b1-7898-4f54-a250-b80b126cdd6c tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/quotas/0242b05542ec407ba7be38da5fdc3a8a HTTP/1.1" status: 200 len: 375 time: 0.0096908 Nov 09 18:40:08.356295 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-5a468859-3f69-4fe2-8805-21527e999858 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0242b05542ec407ba7be38da5fdc3a8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260587 Nov 09 18:40:08.454046 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-9fc55b5b-d1e9-45a2-a3bd-d246485d6f5f service neutron] 10.222.0.81 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901661 Nov 09 18:40:08.547559 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-b41d1578-dac7-408d-acc0-676675ca85ab service neutron] 10.222.0.81 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871279 Nov 09 18:40:08.714156 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c13fc7f8-5ee8-45d0-8ea6-fc55e5fa9906 req-91e311f4-c3f1-44eb-a6ab-7e2f6f7c463c tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 210 time: 0.0291367 Nov 09 18:40:09.649937 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00884977-3b94-477a-adfd-58b219b4cd9c req-ff2abf70-2d73-4f05-a2d9-3e1ce51ddb01 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:09.651457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-ff2abf70-2d73-4f05-a2d9-3e1ce51ddb01 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.18 "GET /v2.0/networks?id=95b38142-6734-410c-b618-6a265f314dc6 HTTP/1.1" status: 200 len: 814 time: 0.1146402 Nov 09 18:40:09.664846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-00884977-3b94-477a-adfd-58b219b4cd9c req-e771879f-5e29-4956-9510-a52f07592bd9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Request body: {'port': {'device_id': 'd1d8093b-2601-4cc0-9063-2d81a3221b8c', 'network_id': '95b38142-6734-410c-b618-6a265f314dc6', 'admin_state_up': True, 'tenant_id': '0242b05542ec407ba7be38da5fdc3a8a'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:09.777088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00884977-3b94-477a-adfd-58b219b4cd9c req-e771879f-5e29-4956-9510-a52f07592bd9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Made reservation on behalf of 0242b05542ec407ba7be38da5fdc3a8a for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:09.781034 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00884977-3b94-477a-adfd-58b219b4cd9c req-e771879f-5e29-4956-9510-a52f07592bd9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:09.812694 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ef7b9c2-3261-4e9f-a0ba-f0d0463cb854 req-f3a63279-86db-43a2-8455-6f27ece10361 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 210 time: 0.0283799 Nov 09 18:40:09.912614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-00884977-3b94-477a-adfd-58b219b4cd9c req-e771879f-5e29-4956-9510-a52f07592bd9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Allocated IP 172.20.0.8 (95b38142-6734-410c-b618-6a265f314dc6/a0368108-aa01-4df0-a008-d9ae7a33e1e0/3f2080b4-333e-43c2-8b8a-9864d3aeaada) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:40:10.064101 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00884977-3b94-477a-adfd-58b219b4cd9c req-e771879f-5e29-4956-9510-a52f07592bd9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:10.099512 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00884977-3b94-477a-adfd-58b219b4cd9c req-e771879f-5e29-4956-9510-a52f07592bd9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:10.142882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00884977-3b94-477a-adfd-58b219b4cd9c req-e771879f-5e29-4956-9510-a52f07592bd9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Network 95b38142-6734-410c-b618-6a265f314dc6 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:40:10.146484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-00884977-3b94-477a-adfd-58b219b4cd9c req-e771879f-5e29-4956-9510-a52f07592bd9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:10.150312 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-00884977-3b94-477a-adfd-58b219b4cd9c req-e771879f-5e29-4956-9510-a52f07592bd9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:40:10.175974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771879f-5e29-4956-9510-a52f07592bd9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Pushing event updated for resources: {'Port': ['ID=3f2080b4-333e-43c2-8b8a-9864d3aeaada,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:10.204234 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00884977-3b94-477a-adfd-58b219b4cd9c req-e771879f-5e29-4956-9510-a52f07592bd9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:10.204843 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00884977-3b94-477a-adfd-58b219b4cd9c req-e771879f-5e29-4956-9510-a52f07592bd9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:10.224831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-e771879f-5e29-4956-9510-a52f07592bd9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5646300 Nov 09 18:40:10.236831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Request body: {'port': {'device_id': 'd1d8093b-2601-4cc0-9063-2d81a3221b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:10.293307 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:10.569556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2080b4-333e-43c2-8b8a-9864d3aeaada {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:40:10.577506 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:10.589334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Transition to ACTIVE for port object 3f2080b4-333e-43c2-8b8a-9864d3aeaada will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:40:10.593722 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:10.644863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Pushing event updated for resources: {'Port': ['ID=3f2080b4-333e-43c2-8b8a-9864d3aeaada,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:10.717351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Attempting to bind port 3f2080b4-333e-43c2-8b8a-9864d3aeaada on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:40:10.717679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Attempting to bind port 3f2080b4-333e-43c2-8b8a-9864d3aeaada by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95b38142-6734-410c-b618-6a265f314dc6'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:40:10.718001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Attempting to bind port 3f2080b4-333e-43c2-8b8a-9864d3aeaada on network 95b38142-6734-410c-b618-6a265f314dc6 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:10.722404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Port 3f2080b4-333e-43c2-8b8a-9864d3aeaada on network 95b38142-6734-410c-b618-6a265f314dc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:40:10.722720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Attempting to bind port 3f2080b4-333e-43c2-8b8a-9864d3aeaada on network 95b38142-6734-410c-b618-6a265f314dc6 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:10.728593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:40:10.728930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Checking segment: {'id': 'aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95b38142-6734-410c-b618-6a265f314dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:10.729313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Bound using segment: {'id': 'aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95b38142-6734-410c-b618-6a265f314dc6'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:40:10.729736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Bound port: 3f2080b4-333e-43c2-8b8a-9864d3aeaada, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95b38142-6734-410c-b618-6a265f314dc6'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:40:10.730091 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:10.796245 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] For port 3f2080b4-333e-43c2-8b8a-9864d3aeaada, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:40:10.796947 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0a8fff20-29f0-457d-b7c9-9fbb2396567a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:10.799605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] For port 3f2080b4-333e-43c2-8b8a-9864d3aeaada, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3f2080b4-333e-43c2-8b8a-9864d3aeaada,segment=NetworkSegment(aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272),segment_id=aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:40:10.804555 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:10.838349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:10.838961 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:10.840368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] 10.222.0.18 "PUT /v2.0/ports/3f2080b4-333e-43c2-8b8a-9864d3aeaada HTTP/1.1" status: 200 len: 1091 time: 0.6076500 Nov 09 18:40:10.841224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d8093b-2601-4cc0-9063-2d81a3221b8c', 'tag': '3f2080b4-333e-43c2-8b8a-9864d3aeaada'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:10.843024 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3924cd41-0dcc-4289-94e3-46238af755a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d8093b-2601-4cc0-9063-2d81a3221b8c", "tag": "3f2080b4-333e-43c2-8b8a-9864d3aeaada"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:10.871681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f7054-ec42-4f09-9b14-2086de5fb08a service neutron] Pushing event updated for resources: {'Port': ['ID=3f2080b4-333e-43c2-8b8a-9864d3aeaada,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:10.917041 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd578864-be4d-4328-8a0f-dfece5a5e39e x-openstack-request-id: req-fd578864-be4d-4328-8a0f-dfece5a5e39e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:10.917353 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d8093b-2601-4cc0-9063-2d81a3221b8c", "tag": "3f2080b4-333e-43c2-8b8a-9864d3aeaada", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:10.917608 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd578864-be4d-4328-8a0f-dfece5a5e39e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:10.917998 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d8093b-2601-4cc0-9063-2d81a3221b8c', 'tag': '3f2080b4-333e-43c2-8b8a-9864d3aeaada', 'status': 'completed', 'code': 200} Nov 09 18:40:10.962781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00884977-3b94-477a-adfd-58b219b4cd9c req-40708b54-f6e5-4349-bf8a-a21e48040712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:10.964303 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-40708b54-f6e5-4349-bf8a-a21e48040712 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0242b05542ec407ba7be38da5fdc3a8a&device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 1094 time: 0.0799441 Nov 09 18:40:10.974951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c46fb3-0200-448d-8576-8213f65f07f5 req-0fca330e-1aa0-4075-94d0-660d8feb0c76 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:10.976530 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99c46fb3-0200-448d-8576-8213f65f07f5 req-0fca330e-1aa0-4075-94d0-660d8feb0c76 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 943 time: 0.0796359 Nov 09 18:40:11.019049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-c925758e-79ae-4d76-a09e-5bc598fb82c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2080b4-333e-43c2-8b8a-9864d3aeaada HTTP/1.1" status: 200 len: 217 time: 0.0413277 Nov 09 18:40:11.082548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99c46fb3-0200-448d-8576-8213f65f07f5 req-f9ced80b-e3e6-4f88-8d71-396ee1c48198 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985227 Nov 09 18:40:11.088901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00884977-3b94-477a-adfd-58b219b4cd9c req-aa5e420f-e02b-4150-b6d7-f10cfdd47f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:11.090282 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-aa5e420f-e02b-4150-b6d7-f10cfdd47f07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0368108-aa01-4df0-a008-d9ae7a33e1e0 HTTP/1.1" status: 200 len: 854 time: 0.0645049 Nov 09 18:40:11.125315 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-83ace753-b714-45b5-9aeb-60b92b760b33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=95b38142-6734-410c-b618-6a265f314dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282664 Nov 09 18:40:11.214603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-9b6df3f9-f354-40df-bab7-9dba32f0fe06 service neutron] 10.222.0.18 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821030 Nov 09 18:40:11.310048 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-00884977-3b94-477a-adfd-58b219b4cd9c req-3c041e2c-5fb1-4cae-96d6-572d5ce0aac3 service neutron] 10.222.0.18 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884786 Nov 09 18:40:11.394773 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924cd41-0dcc-4289-94e3-46238af755a3 req-960c05dd-4055-4e8f-a964-e581ac5f8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:11.396745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3924cd41-0dcc-4289-94e3-46238af755a3 req-960c05dd-4055-4e8f-a964-e581ac5f8856 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0242b05542ec407ba7be38da5fdc3a8a&device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 1094 time: 0.0424135 Nov 09 18:40:11.490304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924cd41-0dcc-4289-94e3-46238af755a3 req-32382c79-27f3-4ffd-8165-b14e7a05641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:11.492092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3924cd41-0dcc-4289-94e3-46238af755a3 req-32382c79-27f3-4ffd-8165-b14e7a05641f service neutron] 10.222.0.18 "GET /v2.0/networks?id=95b38142-6734-410c-b618-6a265f314dc6 HTTP/1.1" status: 200 len: 915 time: 0.0884650 Nov 09 18:40:11.870822 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3924cd41-0dcc-4289-94e3-46238af755a3 req-7ac2ce72-fd91-4f3c-afcf-72778dd8c883 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2080b4-333e-43c2-8b8a-9864d3aeaada HTTP/1.1" status: 200 len: 217 time: 0.3715756 Nov 09 18:40:11.919499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924cd41-0dcc-4289-94e3-46238af755a3 req-9213f293-290b-44b8-becb-276779dfda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:11.920948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3924cd41-0dcc-4289-94e3-46238af755a3 req-9213f293-290b-44b8-becb-276779dfda2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0368108-aa01-4df0-a008-d9ae7a33e1e0 HTTP/1.1" status: 200 len: 854 time: 0.0432539 Nov 09 18:40:11.952973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3924cd41-0dcc-4289-94e3-46238af755a3 req-1c8a39e9-876a-4dfe-a8b7-a21d32103144 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=95b38142-6734-410c-b618-6a265f314dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250514 Nov 09 18:40:12.047260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3924cd41-0dcc-4289-94e3-46238af755a3 req-38ece3f7-f413-4049-bcf7-93c337ebdba3 service neutron] 10.222.0.18 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855885 Nov 09 18:40:12.140818 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3924cd41-0dcc-4289-94e3-46238af755a3 req-6e087e78-01ff-49df-92aa-b3a5524ba516 service neutron] 10.222.0.18 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864112 Nov 09 18:40:12.206398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3ad39-71e6-43cf-9258-34abfe6b0276 req-d368937b-8f47-452c-9e46-c25a0ed6f806 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:12.207938 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-18d3ad39-71e6-43cf-9258-34abfe6b0276 req-d368937b-8f47-452c-9e46-c25a0ed6f806 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 943 time: 0.0544987 Nov 09 18:40:12.251179 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-18d3ad39-71e6-43cf-9258-34abfe6b0276 req-0107e473-0acf-4ccc-a4b8-66ac352e873e tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370684 Nov 09 18:40:13.370440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d805db-5dc3-40c2-95d4-4f2ef94b7418 req-f93282ca-ada2-4d66-a9ca-a9ebccbed86e tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:13.371946 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6d805db-5dc3-40c2-95d4-4f2ef94b7418 req-f93282ca-ada2-4d66-a9ca-a9ebccbed86e tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 943 time: 0.0546925 Nov 09 18:40:13.409977 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6d805db-5dc3-40c2-95d4-4f2ef94b7418 req-8dce2caf-ff48-4c4b-83fa-771a53472bd4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321803 Nov 09 18:40:13.747883 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d2172818-be74-4bea-9844-4e28ee61ae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:14.524763 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eae1b0-cc41-4d97-9416-7a4f6eb0342c req-1075a33f-4a56-41b4-afa4-dd59acd46032 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:14.526247 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-40eae1b0-cc41-4d97-9416-7a4f6eb0342c req-1075a33f-4a56-41b4-afa4-dd59acd46032 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 943 time: 0.0499761 Nov 09 18:40:14.565391 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-40eae1b0-cc41-4d97-9416-7a4f6eb0342c req-5f610ef1-ea4b-482d-85f7-6b59a1a052ee tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331066 Nov 09 18:40:14.577757 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:15.103507 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:40:15.614043 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:15.683742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51410ba-d1e5-4880-82c5-ec719828720b req-ce5955c1-21e3-45d7-acbd-cdb68db68ebb tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:15.685231 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c51410ba-d1e5-4880-82c5-ec719828720b req-ce5955c1-21e3-45d7-acbd-cdb68db68ebb tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 943 time: 0.0492110 Nov 09 18:40:15.724166 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c51410ba-d1e5-4880-82c5-ec719828720b req-562f4b92-bbfc-4025-b142-49e486b8316b tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329454 Nov 09 18:40:16.105438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3f2080b4-333e-43c2-8b8a-9864d3aeaada details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:40:16.202688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3f2080b4-333e-43c2-8b8a-9864d3aeaada, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3f2080b4-333e-43c2-8b8a-9864d3aeaada,segment=NetworkSegment(aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272),segment_id=aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:16.215251 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '3f2080b4-333e-43c2-8b8a-9864d3aeaada', 'network_id': '95b38142-6734-410c-b618-6a265f314dc6', 'port_id': '3f2080b4-333e-43c2-8b8a-9864d3aeaada', 'mac_address': 'fa:16:3e:2c:0d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0368108-aa01-4df0-a008-d9ae7a33e1e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:40:16.255057 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:16.267879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2080b4-333e-43c2-8b8a-9864d3aeaada {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:40:16.288672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3f2080b4-333e-43c2-8b8a-9864d3aeaada, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3f2080b4-333e-43c2-8b8a-9864d3aeaada,segment=NetworkSegment(aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272),segment_id=aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:16.292660 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:16.344283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=3f2080b4-333e-43c2-8b8a-9864d3aeaada,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:16.605980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['3f2080b4-333e-43c2-8b8a-9864d3aeaada'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:40:16.841830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6fc57-b1b3-46f7-a104-940ae1ca168a req-e303c177-1ca1-44c4-97cb-790af2322740 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:16.843504 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ca6fc57-b1b3-46f7-a104-940ae1ca168a req-e303c177-1ca1-44c4-97cb-790af2322740 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 944 time: 0.0514903 Nov 09 18:40:16.884800 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1ca6fc57-b1b3-46f7-a104-940ae1ca168a req-751715f2-79f1-47ee-9b6a-a4831c9334b8 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346541 Nov 09 18:40:17.854881 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:18.001671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c068ad4-8ff9-409d-9ce8-4f2d435408b4 req-5a3afa64-ca0d-467f-9f22-bc4a79c57018 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:18.003253 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c068ad4-8ff9-409d-9ce8-4f2d435408b4 req-5a3afa64-ca0d-467f-9f22-bc4a79c57018 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 944 time: 0.0500615 Nov 09 18:40:18.052594 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6c068ad4-8ff9-409d-9ce8-4f2d435408b4 req-d41c532e-8ee0-4c21-bb45-d350f477c727 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Nov 09 18:40:18.125683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3f2080b4-333e-43c2-8b8a-9864d3aeaada up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:40:18.184058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 3f2080b4-333e-43c2-8b8a-9864d3aeaada completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:40:18.187959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 3f2080b4-333e-43c2-8b8a-9864d3aeaada triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:18.188340 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:18.264288 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:18.286652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d8093b-2601-4cc0-9063-2d81a3221b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2080b4-333e-43c2-8b8a-9864d3aeaada'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:18.288999 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cc20cc-215a-40d5-915f-3e284ad04345" -d '{"events": [{"server_uuid": "d1d8093b-2601-4cc0-9063-2d81a3221b8c", "name": "network-vif-plugged", "status": "completed", "tag": "3f2080b4-333e-43c2-8b8a-9864d3aeaada"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:18.302457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3f2080b4-333e-43c2-8b8a-9864d3aeaada, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3f2080b4-333e-43c2-8b8a-9864d3aeaada,segment=NetworkSegment(aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272),segment_id=aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:18.306888 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:18.329422 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c58fde-17cd-4d66-bac3-c48b0d577975 x-openstack-request-id: req-e0c58fde-17cd-4d66-bac3-c48b0d577975 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:18.329717 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d8093b-2601-4cc0-9063-2d81a3221b8c", "name": "network-vif-plugged", "status": "completed", "tag": "3f2080b4-333e-43c2-8b8a-9864d3aeaada", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:18.329967 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0c58fde-17cd-4d66-bac3-c48b0d577975 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:18.330353 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d8093b-2601-4cc0-9063-2d81a3221b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2080b4-333e-43c2-8b8a-9864d3aeaada', 'code': 200} Nov 09 18:40:18.359583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=3f2080b4-333e-43c2-8b8a-9864d3aeaada,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:18.430409 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee62398-3f28-4891-8b63-de325ff70ea5 req-2fe081f1-ac42-4cdb-a5b2-c7d1328b8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:18.431913 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ee62398-3f28-4891-8b63-de325ff70ea5 req-2fe081f1-ac42-4cdb-a5b2-c7d1328b8752 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 1096 time: 0.0441434 Nov 09 18:40:18.468379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8ee62398-3f28-4891-8b63-de325ff70ea5 req-796cd9af-d7b9-46ad-9a04-0a7624418629 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288346 Nov 09 18:40:19.167050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ac49-38a9-4422-a069-b19a478d4818 req-69b996e3-31c0-4d0d-a7e1-3b112b064cec tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:19.168542 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c87ac49-38a9-4422-a069-b19a478d4818 req-69b996e3-31c0-4d0d-a7e1-3b112b064cec tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 945 time: 0.0491323 Nov 09 18:40:19.207159 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c87ac49-38a9-4422-a069-b19a478d4818 req-e6f65de6-9632-4e72-aca5-6e29012af588 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327947 Nov 09 18:40:20.323180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff91c9-2f2e-4994-81ee-6867ec6df216 req-fb688b2d-f526-4fcf-9fbf-a060618adcca tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:20.324762 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59ff91c9-2f2e-4994-81ee-6867ec6df216 req-fb688b2d-f526-4fcf-9fbf-a060618adcca tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 945 time: 0.0489442 Nov 09 18:40:20.367992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-59ff91c9-2f2e-4994-81ee-6867ec6df216 req-153a9120-58a9-42f3-8e00-5f01fe01e108 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371804 Nov 09 18:40:20.605804 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-c782706a-9978-4720-9ba3-98c4d75dead8 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:20.607174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-c782706a-9978-4720-9ba3-98c4d75dead8 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/networks?id=95b38142-6734-410c-b618-6a265f314dc6 HTTP/1.1" status: 200 len: 814 time: 0.1177304 Nov 09 18:40:20.622470 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-3c9f78b7-66fc-4cdd-80e7-d9ce3b536c09 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/quotas/0242b05542ec407ba7be38da5fdc3a8a HTTP/1.1" status: 200 len: 375 time: 0.0095751 Nov 09 18:40:20.674419 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-cb5fce5e-e35e-48f0-9873-a1326428bd49 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0242b05542ec407ba7be38da5fdc3a8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455432 Nov 09 18:40:20.685710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-ba6bb10f-620b-4552-b296-27fef0e4dedc service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:40:20.686653 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-ba6bb10f-620b-4552-b296-27fef0e4dedc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051663 Nov 09 18:40:20.779643 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-d48c568b-b071-49eb-8519-f5a61924e7e1 service neutron] 10.222.0.81 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864515 Nov 09 18:40:20.869338 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-debd4f19-5855-4947-b40a-bad27ec173f8 service neutron] 10.222.0.81 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835695 Nov 09 18:40:21.044907 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3a0e93e7-fb83-4f7a-a4c7-ac60f5b0545e req-90af9687-03fe-42bd-9580-e412b6a03ccc tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 210 time: 0.0267341 Nov 09 18:40:21.960023 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-4a9ef431-63ae-4940-bf1c-5be988d878f4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:21.961528 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-4a9ef431-63ae-4940-bf1c-5be988d878f4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.13 "GET /v2.0/networks?id=95b38142-6734-410c-b618-6a265f314dc6 HTTP/1.1" status: 200 len: 814 time: 0.1120172 Nov 09 18:40:21.975013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Request body: {'port': {'device_id': 'a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab', 'network_id': '95b38142-6734-410c-b618-6a265f314dc6', 'admin_state_up': True, 'tenant_id': '0242b05542ec407ba7be38da5fdc3a8a'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:22.086080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Made reservation on behalf of 0242b05542ec407ba7be38da5fdc3a8a for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:22.089874 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:22.173512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4811ae4d-08e3-457a-b0b2-6e3c0a0c097b req-5dd7ff06-383e-44ba-b0e7-32ef2a053196 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 210 time: 0.0579319 Nov 09 18:40:22.245608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Allocated IP 172.20.0.13 (95b38142-6734-410c-b618-6a265f314dc6/a0368108-aa01-4df0-a008-d9ae7a33e1e0/505f8b85-0677-42a0-820c-fbcf1ee116cd) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:40:22.396921 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:22.437496 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:22.450232 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['3f2080b4-333e-43c2-8b8a-9864d3aeaada'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:40:22.482687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Network 95b38142-6734-410c-b618-6a265f314dc6 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:40:22.485902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:22.490325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:40:22.518177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Pushing event updated for resources: {'Port': ['ID=505f8b85-0677-42a0-820c-fbcf1ee116cd,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:22.539747 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:22.540090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:22.540416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:22.540742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:22.541071 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:22.541388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:22.541704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:22.542019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:22.542333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:22.542649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:22.542962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:22.543293 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:22.562249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:22.562829 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:22.580370 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-a3206833-2494-43dc-91fc-f020650a90d4 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6092434 Nov 09 18:40:22.594255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Request body: {'port': {'device_id': 'a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:22.652180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:22.925541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505f8b85-0677-42a0-820c-fbcf1ee116cd {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:40:22.933685 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:22.945863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Transition to ACTIVE for port object 505f8b85-0677-42a0-820c-fbcf1ee116cd will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:40:22.948777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:22.997536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Pushing event updated for resources: {'Port': ['ID=505f8b85-0677-42a0-820c-fbcf1ee116cd,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:23.069431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Attempting to bind port 505f8b85-0677-42a0-820c-fbcf1ee116cd on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:40:23.069768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Attempting to bind port 505f8b85-0677-42a0-820c-fbcf1ee116cd by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95b38142-6734-410c-b618-6a265f314dc6'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:40:23.070096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Attempting to bind port 505f8b85-0677-42a0-820c-fbcf1ee116cd on network 95b38142-6734-410c-b618-6a265f314dc6 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:23.075038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Port 505f8b85-0677-42a0-820c-fbcf1ee116cd on network 95b38142-6734-410c-b618-6a265f314dc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:40:23.075453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Attempting to bind port 505f8b85-0677-42a0-820c-fbcf1ee116cd on network 95b38142-6734-410c-b618-6a265f314dc6 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:23.080843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:40:23.081182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Checking segment: {'id': 'aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95b38142-6734-410c-b618-6a265f314dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:23.081563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Bound using segment: {'id': 'aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95b38142-6734-410c-b618-6a265f314dc6'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:40:23.081989 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Bound port: 505f8b85-0677-42a0-820c-fbcf1ee116cd, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95b38142-6734-410c-b618-6a265f314dc6'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:40:23.082348 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:23.152265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] For port 505f8b85-0677-42a0-820c-fbcf1ee116cd, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:40:23.155259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] For port 505f8b85-0677-42a0-820c-fbcf1ee116cd, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=505f8b85-0677-42a0-820c-fbcf1ee116cd,segment=NetworkSegment(aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272),segment_id=aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:40:23.159665 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:23.194988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:23.196625 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:23.197758 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] 10.222.0.13 "PUT /v2.0/ports/505f8b85-0677-42a0-820c-fbcf1ee116cd HTTP/1.1" status: 200 len: 1092 time: 0.6093659 Nov 09 18:40:23.200199 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab', 'tag': '505f8b85-0677-42a0-820c-fbcf1ee116cd'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:23.203241 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c2c5dd-4a4e-4734-ae6c-50760cf0f3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab", "tag": "505f8b85-0677-42a0-820c-fbcf1ee116cd"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:23.237127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff95fd-2c27-47fb-9ab1-8fccf7b7fd8a service neutron] Pushing event updated for resources: {'Port': ['ID=505f8b85-0677-42a0-820c-fbcf1ee116cd,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:23.242852 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c056ab91-684c-4366-8cf3-cd0874606d26 x-openstack-request-id: req-c056ab91-684c-4366-8cf3-cd0874606d26 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:23.243141 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab", "tag": "505f8b85-0677-42a0-820c-fbcf1ee116cd", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:23.243425 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c056ab91-684c-4366-8cf3-cd0874606d26 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:23.243826 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab', 'tag': '505f8b85-0677-42a0-820c-fbcf1ee116cd', 'status': 'completed', 'code': 200} Nov 09 18:40:23.287525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-3ada9253-6d09-435d-bed3-213acc34d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:23.289083 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-3ada9253-6d09-435d-bed3-213acc34d5aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0242b05542ec407ba7be38da5fdc3a8a&device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 1095 time: 0.0435560 Nov 09 18:40:23.307486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b4f0e-69ab-4448-b5e2-31352cd6e633 req-c62210a5-e89e-41f8-ad40-77bdc822b23e tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:23.309005 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c96b4f0e-69ab-4448-b5e2-31352cd6e633 req-c62210a5-e89e-41f8-ad40-77bdc822b23e tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 944 time: 0.0515845 Nov 09 18:40:23.332448 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-00577704-1066-40d6-94bb-36de5d915c29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=505f8b85-0677-42a0-820c-fbcf1ee116cd HTTP/1.1" status: 200 len: 217 time: 0.0353081 Nov 09 18:40:23.350176 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-c96b4f0e-69ab-4448-b5e2-31352cd6e633 req-abf97a0f-f2e9-4c51-9e83-76a09b0f016a tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348566 Nov 09 18:40:23.386988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-1d7d7871-c4a3-4d53-a42b-76f94ada0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:23.388488 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-1d7d7871-c4a3-4d53-a42b-76f94ada0f48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0368108-aa01-4df0-a008-d9ae7a33e1e0 HTTP/1.1" status: 200 len: 854 time: 0.0490348 Nov 09 18:40:23.420667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-e5304dc9-024d-45a0-bc1f-c64a202611f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95b38142-6734-410c-b618-6a265f314dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251365 Nov 09 18:40:23.511704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-ceef2d17-a4c3-4bc8-8e1a-55607c9de684 service neutron] 10.222.0.13 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832865 Nov 09 18:40:23.577412 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:23.610935 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0fbab193-de3e-48d3-9c4f-27b8eb79baaf req-0e2f4498-7910-476b-ae1d-f5ac8c38175d service neutron] 10.222.0.13 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925879 Nov 09 18:40:23.697351 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2c5dd-4a4e-4734-ae6c-50760cf0f3a3 req-ca23b450-a9d7-4de1-a2ec-b5437f485d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:23.698861 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c2c5dd-4a4e-4734-ae6c-50760cf0f3a3 req-ca23b450-a9d7-4de1-a2ec-b5437f485d13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0242b05542ec407ba7be38da5fdc3a8a&device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 1095 time: 0.0425467 Nov 09 18:40:23.794344 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2c5dd-4a4e-4734-ae6c-50760cf0f3a3 req-edb37153-ac12-4611-bf6b-c4d3c452143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:23.795863 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c2c5dd-4a4e-4734-ae6c-50760cf0f3a3 req-edb37153-ac12-4611-bf6b-c4d3c452143f service neutron] 10.222.0.13 "GET /v2.0/networks?id=95b38142-6734-410c-b618-6a265f314dc6 HTTP/1.1" status: 200 len: 915 time: 0.0903568 Nov 09 18:40:23.838541 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c2c5dd-4a4e-4734-ae6c-50760cf0f3a3 req-f1b92189-ba63-4ad1-9394-a878292dd775 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=505f8b85-0677-42a0-820c-fbcf1ee116cd HTTP/1.1" status: 200 len: 217 time: 0.0358610 Nov 09 18:40:23.889056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2c5dd-4a4e-4734-ae6c-50760cf0f3a3 req-d547d713-0de9-4b4b-8cd2-6f8c19a0321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:23.890511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c2c5dd-4a4e-4734-ae6c-50760cf0f3a3 req-d547d713-0de9-4b4b-8cd2-6f8c19a0321f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0368108-aa01-4df0-a008-d9ae7a33e1e0 HTTP/1.1" status: 200 len: 854 time: 0.0443206 Nov 09 18:40:23.925715 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c2c5dd-4a4e-4734-ae6c-50760cf0f3a3 req-b45a5cb9-d860-4989-8729-410192469e69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95b38142-6734-410c-b618-6a265f314dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261853 Nov 09 18:40:24.022732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c2c5dd-4a4e-4734-ae6c-50760cf0f3a3 req-1fa386a5-b483-4eeb-850a-46c77506e2a3 service neutron] 10.222.0.13 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890648 Nov 09 18:40:24.117562 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-47c2c5dd-4a4e-4734-ae6c-50760cf0f3a3 req-8f013018-9bf8-4d2a-bf06-679fcf370720 service neutron] 10.222.0.13 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865519 Nov 09 18:40:24.315766 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:24.474489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14109aa4-90b7-4d0d-abc5-0fc924bfb860 req-667e95fc-0062-456c-a1dd-74e5c0255266 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:24.475977 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-14109aa4-90b7-4d0d-abc5-0fc924bfb860 req-667e95fc-0062-456c-a1dd-74e5c0255266 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 944 time: 0.0544565 Nov 09 18:40:24.514479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-14109aa4-90b7-4d0d-abc5-0fc924bfb860 req-196f933d-58f9-4b2e-bc63-691466c4591c tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324943 Nov 09 18:40:25.629003 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a69b96-44a9-4479-9b3a-b84e59f1e75b req-1fc76cc6-78e4-49b8-871f-5d6197177f21 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:25.631179 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b3a69b96-44a9-4479-9b3a-b84e59f1e75b req-1fc76cc6-78e4-49b8-871f-5d6197177f21 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 944 time: 0.0506849 Nov 09 18:40:25.668544 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b3a69b96-44a9-4479-9b3a-b84e59f1e75b req-c3e16a82-c7ec-479a-86d8-ba39b888afd3 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313535 Nov 09 18:40:26.764730 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 505f8b85-0677-42a0-820c-fbcf1ee116cd details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:40:26.792281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ee450-76d7-4f8a-b516-6c589b30d73b req-e29f3a7d-0130-4436-9178-c69c58600a3a tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:26.793794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-868ee450-76d7-4f8a-b516-6c589b30d73b req-e29f3a7d-0130-4436-9178-c69c58600a3a tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 944 time: 0.0497389 Nov 09 18:40:26.835929 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-868ee450-76d7-4f8a-b516-6c589b30d73b req-08f65828-e2c3-4cd9-98a9-a5d9d9f98073 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360162 Nov 09 18:40:26.864749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 505f8b85-0677-42a0-820c-fbcf1ee116cd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=505f8b85-0677-42a0-820c-fbcf1ee116cd,segment=NetworkSegment(aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272),segment_id=aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:26.876195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '505f8b85-0677-42a0-820c-fbcf1ee116cd', 'network_id': '95b38142-6734-410c-b618-6a265f314dc6', 'port_id': '505f8b85-0677-42a0-820c-fbcf1ee116cd', 'mac_address': 'fa:16:3e:bf:a1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0368108-aa01-4df0-a008-d9ae7a33e1e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:40:26.912784 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:26.925033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505f8b85-0677-42a0-820c-fbcf1ee116cd {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:40:26.944075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 505f8b85-0677-42a0-820c-fbcf1ee116cd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=505f8b85-0677-42a0-820c-fbcf1ee116cd,segment=NetworkSegment(aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272),segment_id=aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:26.947733 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:26.995561 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=505f8b85-0677-42a0-820c-fbcf1ee116cd,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:27.138669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['505f8b85-0677-42a0-820c-fbcf1ee116cd'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:40:27.556962 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f13b7dab-2f33-4eb0-b65e-e7b0cef26d0f req-844924a1-27ce-4dbc-af5f-ac1adba791e7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400369 Nov 09 18:40:27.657703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b7dab-2f33-4eb0-b65e-e7b0cef26d0f req-29db4412-bfcd-45ae-ac37-49731671f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:27.659256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f13b7dab-2f33-4eb0-b65e-e7b0cef26d0f req-29db4412-bfcd-45ae-ac37-49731671f24c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0242b05542ec407ba7be38da5fdc3a8a&device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 1096 time: 0.0555596 Nov 09 18:40:27.766349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b7dab-2f33-4eb0-b65e-e7b0cef26d0f req-d6984ab1-7857-4b24-81d5-f534a666d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:27.767853 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f13b7dab-2f33-4eb0-b65e-e7b0cef26d0f req-d6984ab1-7857-4b24-81d5-f534a666d281 service neutron] 10.222.0.18 "GET /v2.0/networks?id=95b38142-6734-410c-b618-6a265f314dc6 HTTP/1.1" status: 200 len: 915 time: 0.0847237 Nov 09 18:40:27.813775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f13b7dab-2f33-4eb0-b65e-e7b0cef26d0f req-5823d171-e99c-4074-9fcd-3a5b4ed78134 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2080b4-333e-43c2-8b8a-9864d3aeaada HTTP/1.1" status: 200 len: 217 time: 0.0381713 Nov 09 18:40:27.862360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b7dab-2f33-4eb0-b65e-e7b0cef26d0f req-5253fb55-2c53-40de-a25d-44eb8dccd84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:27.863972 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f13b7dab-2f33-4eb0-b65e-e7b0cef26d0f req-5253fb55-2c53-40de-a25d-44eb8dccd84c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0368108-aa01-4df0-a008-d9ae7a33e1e0 HTTP/1.1" status: 200 len: 854 time: 0.0433707 Nov 09 18:40:27.896976 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f13b7dab-2f33-4eb0-b65e-e7b0cef26d0f req-a624fc73-96b4-489d-91e1-084cc8074971 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=95b38142-6734-410c-b618-6a265f314dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254107 Nov 09 18:40:27.958717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6788f6-0246-4fa0-8b74-dec48883d8d8 req-91a1adb0-54c3-48c1-91ea-d30a44e05cea tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:27.960247 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bf6788f6-0246-4fa0-8b74-dec48883d8d8 req-91a1adb0-54c3-48c1-91ea-d30a44e05cea tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 945 time: 0.0553377 Nov 09 18:40:27.986062 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f13b7dab-2f33-4eb0-b65e-e7b0cef26d0f req-a6dffea7-34f8-40cc-992e-2459c3885b60 service neutron] 10.222.0.18 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820634 Nov 09 18:40:28.000584 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bf6788f6-0246-4fa0-8b74-dec48883d8d8 req-53596353-a655-43a4-8182-6d5a4693505e tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326443 Nov 09 18:40:28.088683 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f13b7dab-2f33-4eb0-b65e-e7b0cef26d0f req-108c9e27-c5e6-4ee7-bdde-984b22234243 service neutron] 10.222.0.18 "GET /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948558 Nov 09 18:40:28.767710 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 505f8b85-0677-42a0-820c-fbcf1ee116cd up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:40:28.816304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 505f8b85-0677-42a0-820c-fbcf1ee116cd completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:40:28.819923 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 505f8b85-0677-42a0-820c-fbcf1ee116cd triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:28.820305 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:28.899282 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:28.922002 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505f8b85-0677-42a0-820c-fbcf1ee116cd'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:28.924295 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ef67a8-8c34-43ad-91bc-83a2a3f39c88" -d '{"events": [{"server_uuid": "a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab", "name": "network-vif-plugged", "status": "completed", "tag": "505f8b85-0677-42a0-820c-fbcf1ee116cd"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:28.938219 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 505f8b85-0677-42a0-820c-fbcf1ee116cd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=505f8b85-0677-42a0-820c-fbcf1ee116cd,segment=NetworkSegment(aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272),segment_id=aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:28.943836 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:28.967080 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a71d24-8a74-46b5-b887-8de9d59f2410 x-openstack-request-id: req-13a71d24-8a74-46b5-b887-8de9d59f2410 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:28.967372 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab", "name": "network-vif-plugged", "status": "completed", "tag": "505f8b85-0677-42a0-820c-fbcf1ee116cd", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:28.967632 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13a71d24-8a74-46b5-b887-8de9d59f2410 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:28.968046 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505f8b85-0677-42a0-820c-fbcf1ee116cd', 'code': 200} Nov 09 18:40:28.999688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=505f8b85-0677-42a0-820c-fbcf1ee116cd,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:29.072260 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075c3ba-7f63-41af-9632-15a914ca7771 req-00360777-b909-4394-b565-c01b9403b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:29.073789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e075c3ba-7f63-41af-9632-15a914ca7771 req-00360777-b909-4394-b565-c01b9403b07d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 1097 time: 0.0432403 Nov 09 18:40:29.118548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e075c3ba-7f63-41af-9632-15a914ca7771 req-e97a12d1-89f3-4abf-8642-ed1dd5412a32 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377388 Nov 09 18:40:29.129420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db49df-c7f2-4cea-b951-d40e9e0894a5 req-af890e34-fc0c-4191-ba83-a1a80e8f2631 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:29.130943 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a4db49df-c7f2-4cea-b951-d40e9e0894a5 req-af890e34-fc0c-4191-ba83-a1a80e8f2631 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 946 time: 0.0509229 Nov 09 18:40:29.170682 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a4db49df-c7f2-4cea-b951-d40e9e0894a5 req-79f86343-a99b-4b8b-9e91-699fe67abc64 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334835 Nov 09 18:40:30.315816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b50bf4-0606-4229-9843-789b2399764d req-ce9b1d0c-43d2-44f2-9f99-f20d4b14e204 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:30.318026 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7b50bf4-0606-4229-9843-789b2399764d req-ce9b1d0c-43d2-44f2-9f99-f20d4b14e204 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 946 time: 0.0587234 Nov 09 18:40:30.366969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7b50bf4-0606-4229-9843-789b2399764d req-842868ec-8cfa-4e42-86f0-2bb6d38f2607 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362034 Nov 09 18:40:30.657593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b68dae-dc00-455a-b46e-ec170a5d66bd req-c4e51d10-cb2d-42ab-a62d-29dd5e4d6d29 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:30.659208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38b68dae-dc00-455a-b46e-ec170a5d66bd req-c4e51d10-cb2d-42ab-a62d-29dd5e4d6d29 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 946 time: 0.0576525 Nov 09 18:40:30.708558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-38b68dae-dc00-455a-b46e-ec170a5d66bd req-aff5622e-563a-42e9-bc2f-659f270b2f71 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424750 Nov 09 18:40:31.829710 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305604e-bf79-4f30-adef-e339a73bb9e6 req-88b508aa-683c-4c5c-8d58-567c87911f65 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:31.831245 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3305604e-bf79-4f30-adef-e339a73bb9e6 req-88b508aa-683c-4c5c-8d58-567c87911f65 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 946 time: 0.0504701 Nov 09 18:40:31.870510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b550c-a444-4cd0-9cc4-bc8007073784 req-e73db0b7-2cca-4bed-af3b-e9f8d5307f07 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:31.871141 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-3305604e-bf79-4f30-adef-e339a73bb9e6 req-37e1625e-12a6-4f21-a2ac-16cf91c8931d tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336478 Nov 09 18:40:31.872218 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b68b550c-a444-4cd0-9cc4-bc8007073784 req-e73db0b7-2cca-4bed-af3b-e9f8d5307f07 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab HTTP/1.1" status: 200 len: 946 time: 0.0505192 Nov 09 18:40:31.974295 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-b68b550c-a444-4cd0-9cc4-bc8007073784 req-4ce7bde1-0d36-49c3-8b58-715f650d3c49 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Deleting port 505f8b85-0677-42a0-820c-fbcf1ee116cd {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:40:31.974666 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b68b550c-a444-4cd0-9cc4-bc8007073784 req-4ce7bde1-0d36-49c3-8b58-715f650d3c49 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:32.069709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b68b550c-a444-4cd0-9cc4-bc8007073784 req-4ce7bde1-0d36-49c3-8b58-715f650d3c49 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] For port 505f8b85-0677-42a0-820c-fbcf1ee116cd, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=505f8b85-0677-42a0-820c-fbcf1ee116cd,segment=NetworkSegment(aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272),segment_id=aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:32.070072 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b68b550c-a444-4cd0-9cc4-bc8007073784 req-4ce7bde1-0d36-49c3-8b58-715f650d3c49 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:32.084095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-b68b550c-a444-4cd0-9cc4-bc8007073784 req-4ce7bde1-0d36-49c3-8b58-715f650d3c49 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Calling delete_port for 505f8b85-0677-42a0-820c-fbcf1ee116cd owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:40:32.221046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b68b550c-a444-4cd0-9cc4-bc8007073784 req-4ce7bde1-0d36-49c3-8b58-715f650d3c49 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:32.235423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['505f8b85-0677-42a0-820c-fbcf1ee116cd'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:40:32.237736 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['3f2080b4-333e-43c2-8b8a-9864d3aeaada'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:40:32.251069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7bde1-0d36-49c3-8b58-715f650d3c49 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Pushing event deleted for resources: {'Port': ['ID=505f8b85-0677-42a0-820c-fbcf1ee116cd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:32.299946 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68b550c-a444-4cd0-9cc4-bc8007073784 req-4ce7bde1-0d36-49c3-8b58-715f650d3c49 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] No DVR routers for this DVR port 505f8b85-0677-42a0-820c-fbcf1ee116cd on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:40:32.303323 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b68b550c-a444-4cd0-9cc4-bc8007073784 req-4ce7bde1-0d36-49c3-8b58-715f650d3c49 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:32.306947 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b68b550c-a444-4cd0-9cc4-bc8007073784 req-4ce7bde1-0d36-49c3-8b58-715f650d3c49 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.13 "DELETE /v2.0/ports/505f8b85-0677-42a0-820c-fbcf1ee116cd HTTP/1.1" status: 204 len: 173 time: 0.4281595 Nov 09 18:40:32.307433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab', 'name': 'network-vif-deleted', 'tag': '505f8b85-0677-42a0-820c-fbcf1ee116cd'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:32.309731 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8741b0-8ccc-455a-8eb6-b5ddacf5252a" -d '{"events": [{"server_uuid": "a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab", "name": "network-vif-deleted", "tag": "505f8b85-0677-42a0-820c-fbcf1ee116cd"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:32.371152 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdb4198-e654-4597-9869-00b5cc8f7a33 x-openstack-request-id: req-5bdb4198-e654-4597-9869-00b5cc8f7a33 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:32.371495 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab", "name": "network-vif-deleted", "tag": "505f8b85-0677-42a0-820c-fbcf1ee116cd", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:32.371760 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5bdb4198-e654-4597-9869-00b5cc8f7a33 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:32.372211 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ed1b1a-2a8b-4f29-8cd2-b437a46779ab', 'name': 'network-vif-deleted', 'tag': '505f8b85-0677-42a0-820c-fbcf1ee116cd', 'status': 'completed', 'code': 200} Nov 09 18:40:33.032978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb24b8b-8053-454d-8c47-fc08bd320be3 req-1a92da05-c9ea-455c-95fd-7e9e1a43a618 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:33.034506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ceb24b8b-8053-454d-8c47-fc08bd320be3 req-1a92da05-c9ea-455c-95fd-7e9e1a43a618 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 945 time: 0.0532153 Nov 09 18:40:33.077375 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ceb24b8b-8053-454d-8c47-fc08bd320be3 req-c667c625-1025-492b-81d2-12bcd46d4e95 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Nov 09 18:40:33.209139 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a747368-ea56-498c-a9c2-3b247d4de645 req-17333210-4a23-444d-9cf9-441c6ec84e6c tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:33.210505 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a747368-ea56-498c-a9c2-3b247d4de645 req-17333210-4a23-444d-9cf9-441c6ec84e6c tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 945 time: 0.0482202 Nov 09 18:40:33.249895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a747368-ea56-498c-a9c2-3b247d4de645 req-3abc9543-944f-4888-8427-7bc3d60b7a6a tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333793 Nov 09 18:40:33.374121 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc31cd-e260-4d49-9030-e315f1973079 req-4d452645-048b-4e97-9ab3-607e48b4ebd2 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:33.375642 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1bc31cd-e260-4d49-9030-e315f1973079 req-4d452645-048b-4e97-9ab3-607e48b4ebd2 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 945 time: 0.0551453 Nov 09 18:40:33.414493 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b1bc31cd-e260-4d49-9030-e315f1973079 req-ab60a283-30a1-4e80-92c8-45edbec4c935 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Nov 09 18:40:33.582031 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b55bf-4a8e-4376-950a-1a248e8e22a6 req-8808fd57-6b31-4070-a935-19b16165cf18 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:33.584190 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-862b55bf-4a8e-4376-950a-1a248e8e22a6 req-8808fd57-6b31-4070-a935-19b16165cf18 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 945 time: 0.0502827 Nov 09 18:40:33.622468 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-862b55bf-4a8e-4376-950a-1a248e8e22a6 req-ee12cb28-fa53-4251-9ad9-1de0f45c8211 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322795 Nov 09 18:40:33.753882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cef57-0c93-4060-af1e-51ef113d8d64 req-7ac7281d-00c8-4d3c-b228-1b2a8fa81a93 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:33.755317 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-475cef57-0c93-4060-af1e-51ef113d8d64 req-7ac7281d-00c8-4d3c-b228-1b2a8fa81a93 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 945 time: 0.0544870 Nov 09 18:40:33.793095 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-475cef57-0c93-4060-af1e-51ef113d8d64 req-563f6f2f-0d54-4781-8b04-b131edbb850e tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318358 Nov 09 18:40:33.922219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615f758-1972-4f4c-8fdf-1bfa92936c93 req-7282f63e-a1e5-4721-8604-4d8d086c6993 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:33.923790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6615f758-1972-4f4c-8fdf-1bfa92936c93 req-7282f63e-a1e5-4721-8604-4d8d086c6993 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 945 time: 0.0534925 Nov 09 18:40:33.966090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6615f758-1972-4f4c-8fdf-1bfa92936c93 req-67b1555b-8997-4dd4-997b-614d57442a65 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360267 Nov 09 18:40:34.292291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bcc70-f83e-48ec-bb37-bf18e0cc368e req-5c8f5452-1b96-4c07-8a55-a5345fa1ce7d tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:34.293788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c5bcc70-f83e-48ec-bb37-bf18e0cc368e req-5c8f5452-1b96-4c07-8a55-a5345fa1ce7d tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 945 time: 0.0494268 Nov 09 18:40:34.332338 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c5bcc70-f83e-48ec-bb37-bf18e0cc368e req-e34fbf3b-a1d8-468f-bc42-df0a766cf802 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Nov 09 18:40:35.450110 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59017d-4d59-4029-bbf0-6ab2ba3e04a4 req-85554bdf-cce5-4219-a936-df1aae5153fc tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:35.451624 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bf59017d-4d59-4029-bbf0-6ab2ba3e04a4 req-85554bdf-cce5-4219-a936-df1aae5153fc tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 945 time: 0.0489566 Nov 09 18:40:35.489450 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bf59017d-4d59-4029-bbf0-6ab2ba3e04a4 req-b54e432a-56ef-46ee-8393-dac4acce19c6 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/security-groups?id=8973af7b-2416-46ec-aaba-e8c929da9e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318217 Nov 09 18:40:36.074817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9b48b-7af3-414a-9a89-d2312a02797c req-7492221a-8373-4312-b419-35ef7f2d647a tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:36.076311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6a9b48b-7af3-414a-9a89-d2312a02797c req-7492221a-8373-4312-b419-35ef7f2d647a tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 945 time: 0.0532711 Nov 09 18:40:36.169935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c6a9b48b-7af3-414a-9a89-d2312a02797c req-35078051-4802-4cbf-8418-4ab069dcdc2b tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Deleting port 3f2080b4-333e-43c2-8b8a-9864d3aeaada {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:40:36.169935 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6a9b48b-7af3-414a-9a89-d2312a02797c req-35078051-4802-4cbf-8418-4ab069dcdc2b tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:36.263311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c6a9b48b-7af3-414a-9a89-d2312a02797c req-35078051-4802-4cbf-8418-4ab069dcdc2b tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] For port 3f2080b4-333e-43c2-8b8a-9864d3aeaada, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3f2080b4-333e-43c2-8b8a-9864d3aeaada,segment=NetworkSegment(aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272),segment_id=aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:36.263583 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6a9b48b-7af3-414a-9a89-d2312a02797c req-35078051-4802-4cbf-8418-4ab069dcdc2b tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:36.276210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c6a9b48b-7af3-414a-9a89-d2312a02797c req-35078051-4802-4cbf-8418-4ab069dcdc2b tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Calling delete_port for 3f2080b4-333e-43c2-8b8a-9864d3aeaada owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:40:36.403419 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6a9b48b-7af3-414a-9a89-d2312a02797c req-35078051-4802-4cbf-8418-4ab069dcdc2b tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:36.416336 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['3f2080b4-333e-43c2-8b8a-9864d3aeaada'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:40:36.446883 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35078051-4802-4cbf-8418-4ab069dcdc2b tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Pushing event deleted for resources: {'Port': ['ID=3f2080b4-333e-43c2-8b8a-9864d3aeaada,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:36.492144 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a9b48b-7af3-414a-9a89-d2312a02797c req-35078051-4802-4cbf-8418-4ab069dcdc2b tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] No DVR routers for this DVR port 3f2080b4-333e-43c2-8b8a-9864d3aeaada on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:40:36.494830 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c6a9b48b-7af3-414a-9a89-d2312a02797c req-35078051-4802-4cbf-8418-4ab069dcdc2b tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:36.498204 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6a9b48b-7af3-414a-9a89-d2312a02797c req-35078051-4802-4cbf-8418-4ab069dcdc2b tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.18 "DELETE /v2.0/ports/3f2080b4-333e-43c2-8b8a-9864d3aeaada HTTP/1.1" status: 204 len: 173 time: 0.4137926 Nov 09 18:40:36.498642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d8093b-2601-4cc0-9063-2d81a3221b8c', 'name': 'network-vif-deleted', 'tag': '3f2080b4-333e-43c2-8b8a-9864d3aeaada'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:36.500910 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac05eb1-4db0-4f51-9fa4-854cbd05f7f5" -d '{"events": [{"server_uuid": "d1d8093b-2601-4cc0-9063-2d81a3221b8c", "name": "network-vif-deleted", "tag": "3f2080b4-333e-43c2-8b8a-9864d3aeaada"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:36.548370 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832f84bc-2c54-4054-87a9-892acc818573 x-openstack-request-id: req-832f84bc-2c54-4054-87a9-892acc818573 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:36.548672 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d8093b-2601-4cc0-9063-2d81a3221b8c", "name": "network-vif-deleted", "tag": "3f2080b4-333e-43c2-8b8a-9864d3aeaada", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:36.548919 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-832f84bc-2c54-4054-87a9-892acc818573 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:36.549325 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d8093b-2601-4cc0-9063-2d81a3221b8c', 'name': 'network-vif-deleted', 'tag': '3f2080b4-333e-43c2-8b8a-9864d3aeaada', 'status': 'completed', 'code': 200} Nov 09 18:40:36.598685 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-8f553894-134e-4c13-ae20-76f1e6c0e3de req-37474dd7-7222-4b26-b103-805c3c2be5a9 tempest-ServersNegativeTestJSON-2080103617 tempest-ServersNegativeTestJSON-2080103617-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1d8093b-2601-4cc0-9063-2d81a3221b8c HTTP/1.1" status: 200 len: 210 time: 0.0338521 Nov 09 18:40:36.826170 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 505f8b85-0677-42a0-820c-fbcf1ee116cd no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:40:36.848881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 505f8b85-0677-42a0-820c-fbcf1ee116cd {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:40:36.849284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 505f8b85-0677-42a0-820c-fbcf1ee116cd not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:40:37.656739 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50972) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:37.702585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4957bb-1abc-4b11-a2e3-7f4c94f0865f admin admin] Deleting subnet a0368108-aa01-4df0-a008-d9ae7a33e1e0 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:40:37.707297 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac4957bb-1abc-4b11-a2e3-7f4c94f0865f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:37.743636 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac4957bb-1abc-4b11-a2e3-7f4c94f0865f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:37.783497 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac4957bb-1abc-4b11-a2e3-7f4c94f0865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:37.848661 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac4957bb-1abc-4b11-a2e3-7f4c94f0865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:37.881512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4957bb-1abc-4b11-a2e3-7f4c94f0865f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0368108-aa01-4df0-a008-d9ae7a33e1e0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:37.883460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac4957bb-1abc-4b11-a2e3-7f4c94f0865f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:37.886816 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ac4957bb-1abc-4b11-a2e3-7f4c94f0865f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a0368108-aa01-4df0-a008-d9ae7a33e1e0 HTTP/1.1" status: 204 len: 168 time: 0.2290299 Nov 09 18:40:37.889222 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50974) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:37.965636 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d8b330f-fc70-401d-8c44-ac8d61232204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:38.057478 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d8b330f-fc70-401d-8c44-ac8d61232204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:38.078218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-5d8b330f-fc70-401d-8c44-ac8d61232204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b38142-6734-410c-b618-6a265f314dc6']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:38.088246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-5d8b330f-fc70-401d-8c44-ac8d61232204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:38.088536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-5d8b330f-fc70-401d-8c44-ac8d61232204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa16e4e0-a3b5-46cd-bc8a-3db1dbbc6272') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:38.099302 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d8b330f-fc70-401d-8c44-ac8d61232204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:38.113294 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d8b330f-fc70-401d-8c44-ac8d61232204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:38.119588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8b330f-fc70-401d-8c44-ac8d61232204 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:40:38.119974 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d8b330f-fc70-401d-8c44-ac8d61232204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:40:38.121692 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:40:38.176672 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d8b330f-fc70-401d-8c44-ac8d61232204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:38.182346 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-5d8b330f-fc70-401d-8c44-ac8d61232204 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:38.185610 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-5d8b330f-fc70-401d-8c44-ac8d61232204 admin admin] 10.222.0.81 "DELETE /v2.0/networks/95b38142-6734-410c-b618-6a265f314dc6 HTTP/1.1" status: 204 len: 168 time: 0.2954540 Nov 09 18:40:38.197463 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b330f-fc70-401d-8c44-ac8d61232204 admin admin] Pushing event deleted for resources: {'Network': ['ID=95b38142-6734-410c-b618-6a265f314dc6,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:38.323486 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50978) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:38.370427 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-87c03e04-f5b2-4b61-8a31-ded1348f5217 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0242b05542ec407ba7be38da5fdc3a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456812 Nov 09 18:40:38.373004 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 50980) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:38.424666 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac44e1cb-4016-44ef-a4b6-9503621b4ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:38.448388 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac44e1cb-4016-44ef-a4b6-9503621b4ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:38.501337 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac44e1cb-4016-44ef-a4b6-9503621b4ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:38.504714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ac44e1cb-4016-44ef-a4b6-9503621b4ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:38.506100 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ac44e1cb-4016-44ef-a4b6-9503621b4ef4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8973af7b-2416-46ec-aaba-e8c929da9e89 HTTP/1.1" status: 204 len: 168 time: 0.1321902 Nov 09 18:40:38.514332 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44e1cb-4016-44ef-a4b6-9503621b4ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8973af7b-2416-46ec-aaba-e8c929da9e89,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:39.261354 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51002) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:39.366163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1911889668'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:39.388132 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Made reservation on behalf of a1bf8e404d304f48842db99ef5c5f138 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:39.391715 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:39.400928 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:39.482952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:39.487836 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:39.520096 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:40:39.526792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413bab38-8b44-4d61-9594-e569b823fa98,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:39.536049 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:39.536394 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Added segment 17404b24-52e5-45da-bfdc-79110946aafb of type vlan for network 9e79beb4-6024-4d00-b6bf-73cf1d2dff2e Nov 09 18:40:39.581528 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:39.608032 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:39.614362 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:39.614972 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:39.669020 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4065185 Nov 09 18:40:39.690576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1943d23-dd8f-456d-977b-1efbb9da5a33 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event updated for resources: {'Network': ['ID=9e79beb4-6024-4d00-b6bf-73cf1d2dff2e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:39.703433 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 9e79beb4-6024-4d00-b6bf-73cf1d2dff2e details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:40:40.249555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3f2080b4-333e-43c2-8b8a-9864d3aeaada no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:40:40.271797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 3f2080b4-333e-43c2-8b8a-9864d3aeaada {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:40:40.272147 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3f2080b4-333e-43c2-8b8a-9864d3aeaada not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:40:40.798826 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-da684e24-f5e8-4941-a695-bbe9a5dc4e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:42.934462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51006) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:42.939991 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-acf6d581-4c59-4b68-a50e-4af895f81277 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Request body: {'subnet': {'network_id': '9e79beb4-6024-4d00-b6bf-73cf1d2dff2e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:43.038016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf6d581-4c59-4b68-a50e-4af895f81277 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Made reservation on behalf of a1bf8e404d304f48842db99ef5c5f138 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:43.041752 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-acf6d581-4c59-4b68-a50e-4af895f81277 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.235205 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-acf6d581-4c59-4b68-a50e-4af895f81277 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.302894 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6d581-4c59-4b68-a50e-4af895f81277 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event updated for resources: {'Subnet': ['ID=cf735a76-9557-4a8c-87ed-99d69e63156c,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:43.312087 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf6d581-4c59-4b68-a50e-4af895f81277 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Checking segment: {'id': '17404b24-52e5-45da-bfdc-79110946aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9e79beb4-6024-4d00-b6bf-73cf1d2dff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:43.312456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf6d581-4c59-4b68-a50e-4af895f81277 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Network hostable DHCP agents. Network: 9e79beb4-6024-4d00-b6bf-73cf1d2dff2e, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:40:43.330323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf6d581-4c59-4b68-a50e-4af895f81277 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Network 9e79beb4-6024-4d00-b6bf-73cf1d2dff2e is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:40:43.339955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-acf6d581-4c59-4b68-a50e-4af895f81277 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 9e79beb4-6024-4d00-b6bf-73cf1d2dff2e) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:43.345906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf6d581-4c59-4b68-a50e-4af895f81277 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:43.346979 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-acf6d581-4c59-4b68-a50e-4af895f81277 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.350669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3099f396-0eb5-4358-953a-954710776ce5 None None] Network 9e79beb4-6024-4d00-b6bf-73cf1d2dff2e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:43.371265 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-acf6d581-4c59-4b68-a50e-4af895f81277 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4304173 Nov 09 18:40:43.371556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51008) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:43.376741 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9def825d-2498-4d7e-9619-821408e5cbb9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1480524109'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:43.401708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9def825d-2498-4d7e-9619-821408e5cbb9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Made reservation on behalf of a1bf8e404d304f48842db99ef5c5f138 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:43.405369 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9def825d-2498-4d7e-9619-821408e5cbb9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.432263 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9def825d-2498-4d7e-9619-821408e5cbb9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:40:43.444310 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9def825d-2498-4d7e-9619-821408e5cbb9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.445181 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-9def825d-2498-4d7e-9619-821408e5cbb9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Added segment 414ec4f0-df26-4257-8487-c453c202a94f of type vlan for network a61bf60e-710c-43d3-b5b9-1e63b627ab4e Nov 09 18:40:43.490315 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9def825d-2498-4d7e-9619-821408e5cbb9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.510936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-9e79beb4-6024-4d00-b6bf-73cf1d2dff2e', 'network_id': '9e79beb4-6024-4d00-b6bf-73cf1d2dff2e', 'tenant_id': 'a1bf8e404d304f48842db99ef5c5f138', 'fixed_ips': [{'subnet_id': 'cf735a76-9557-4a8c-87ed-99d69e63156c'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:40:43.511856 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.517515 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9def825d-2498-4d7e-9619-821408e5cbb9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.523588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9def825d-2498-4d7e-9619-821408e5cbb9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:43.524316 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9def825d-2498-4d7e-9619-821408e5cbb9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.588338 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9def825d-2498-4d7e-9619-821408e5cbb9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2158327 Nov 09 18:40:43.591318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51010) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:43.597955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-735cf8b4-b814-4e14-adc5-32eb7836847b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Request body: {'subnet': {'network_id': 'a61bf60e-710c-43d3-b5b9-1e63b627ab4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:43.607017 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def825d-2498-4d7e-9619-821408e5cbb9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event updated for resources: {'Network': ['ID=a61bf60e-710c-43d3-b5b9-1e63b627ab4e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:43.620103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a61bf60e-710c-43d3-b5b9-1e63b627ab4e details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:40:43.698783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735cf8b4-b814-4e14-adc5-32eb7836847b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Made reservation on behalf of a1bf8e404d304f48842db99ef5c5f138 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:43.702566 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-735cf8b4-b814-4e14-adc5-32eb7836847b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.728532 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Allocated IP 2001:db8:0:ffff::2 (9e79beb4-6024-4d00-b6bf-73cf1d2dff2e/cf735a76-9557-4a8c-87ed-99d69e63156c/44188754-d639-4fc2-aca1-e7d45c06ec37) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:40:43.757966 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f15f1c3b-de85-44ec-8d87-714e1414391d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.906998 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.914099 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.925390 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-735cf8b4-b814-4e14-adc5-32eb7836847b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:43.953649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Network 9e79beb4-6024-4d00-b6bf-73cf1d2dff2e is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:40:43.956846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:43.960636 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:40:43.969023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Pushing event updated for resources: {'Port': ['ID=44188754-d639-4fc2-aca1-e7d45c06ec37,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:43.982839 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:43.984228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:43.984228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:43.984228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:43.984228 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:43.984630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:43.984890 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:43.985222 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:43.985550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:43.985878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:43.986205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:43.986561 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:44.003957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cf8b4-b814-4e14-adc5-32eb7836847b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event updated for resources: {'Subnet': ['ID=f575f1ab-0049-40d5-b62b-2f4471f235bb,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:44.008096 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735cf8b4-b814-4e14-adc5-32eb7836847b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Checking segment: {'id': '414ec4f0-df26-4257-8487-c453c202a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a61bf60e-710c-43d3-b5b9-1e63b627ab4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:44.008795 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735cf8b4-b814-4e14-adc5-32eb7836847b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Network hostable DHCP agents. Network: a61bf60e-710c-43d3-b5b9-1e63b627ab4e, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:40:44.032327 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735cf8b4-b814-4e14-adc5-32eb7836847b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Network a61bf60e-710c-43d3-b5b9-1e63b627ab4e is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:40:44.041859 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Attempting to bind port 44188754-d639-4fc2-aca1-e7d45c06ec37 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:40:44.042222 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Attempting to bind port 44188754-d639-4fc2-aca1-e7d45c06ec37 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '17404b24-52e5-45da-bfdc-79110946aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9e79beb4-6024-4d00-b6bf-73cf1d2dff2e'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:40:44.042596 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Attempting to bind port 44188754-d639-4fc2-aca1-e7d45c06ec37 on network 9e79beb4-6024-4d00-b6bf-73cf1d2dff2e {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:44.044549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-735cf8b4-b814-4e14-adc5-32eb7836847b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a61bf60e-710c-43d3-b5b9-1e63b627ab4e) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:44.049580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735cf8b4-b814-4e14-adc5-32eb7836847b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:44.049918 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:40:44.050490 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-735cf8b4-b814-4e14-adc5-32eb7836847b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.050678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Checking segment: {'id': '17404b24-52e5-45da-bfdc-79110946aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9e79beb4-6024-4d00-b6bf-73cf1d2dff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:44.051297 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.051955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Bound using segment: {'id': '17404b24-52e5-45da-bfdc-79110946aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9e79beb4-6024-4d00-b6bf-73cf1d2dff2e'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:40:44.052745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Bound port: 44188754-d639-4fc2-aca1-e7d45c06ec37, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17404b24-52e5-45da-bfdc-79110946aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9e79beb4-6024-4d00-b6bf-73cf1d2dff2e'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:40:44.053364 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.069724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37342cf5-b29a-4f65-8636-7016f8a6e1f4 None None] Network a61bf60e-710c-43d3-b5b9-1e63b627ab4e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:44.071627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-735cf8b4-b814-4e14-adc5-32eb7836847b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4781508 Nov 09 18:40:44.074087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51012) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:44.193829 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.203466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-be392634-c407-49a8-a630-6876c4660b85 None None] For port 44188754-d639-4fc2-aca1-e7d45c06ec37, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:40:44.208993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-be392634-c407-49a8-a630-6876c4660b85 None None] For port 44188754-d639-4fc2-aca1-e7d45c06ec37, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=44188754-d639-4fc2-aca1-e7d45c06ec37,segment=NetworkSegment(17404b24-52e5-45da-bfdc-79110946aafb),segment_id=17404b24-52e5-45da-bfdc-79110946aafb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:40:44.229797 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.255748 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.321993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be392634-c407-49a8-a630-6876c4660b85 None None] Pushing event updated for resources: {'Port': ['ID=44188754-d639-4fc2-aca1-e7d45c06ec37,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:44.327161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c7a862-2367-4c09-960b-966e0cf9b366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-a61bf60e-710c-43d3-b5b9-1e63b627ab4e', 'network_id': 'a61bf60e-710c-43d3-b5b9-1e63b627ab4e', 'tenant_id': 'a1bf8e404d304f48842db99ef5c5f138', 'fixed_ips': [{'subnet_id': 'f575f1ab-0049-40d5-b62b-2f4471f235bb'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:40:44.328086 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-79c7a862-2367-4c09-960b-966e0cf9b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.343017 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.373653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event deleted for resources: {'Subnet': ['ID=f575f1ab-0049-40d5-b62b-2f4471f235bb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:44.431267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57bc8a0-ccc5-4029-bbb6-abf5292f202d None None] Network a61bf60e-710c-43d3-b5b9-1e63b627ab4e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:44.462534 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.517730 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61bf60e-710c-43d3-b5b9-1e63b627ab4e']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:44.539025 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414ec4f0-df26-4257-8487-c453c202a94f') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:44.539570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414ec4f0-df26-4257-8487-c453c202a94f') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:44.550493 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.575275 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.584208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:40:44.584618 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:40:44.587850 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:40:44.592410 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.663977 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.672512 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.677816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/networks/a61bf60e-710c-43d3-b5b9-1e63b627ab4e HTTP/1.1" status: 204 len: 168 time: 0.6023645 Nov 09 18:40:44.682284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51014) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:44.701271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-949283c5-6765-4465-8278-42dcf566e48b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-20042050'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:44.706127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be33b4-fb86-4917-be52-71d29d06104f tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event deleted for resources: {'Network': ['ID=a61bf60e-710c-43d3-b5b9-1e63b627ab4e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:44.727065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 44188754-d639-4fc2-aca1-e7d45c06ec37 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:40:44.728419 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949283c5-6765-4465-8278-42dcf566e48b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Made reservation on behalf of a1bf8e404d304f48842db99ef5c5f138 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:44.732183 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-949283c5-6765-4465-8278-42dcf566e48b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.757731 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949283c5-6765-4465-8278-42dcf566e48b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:40:44.767989 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-949283c5-6765-4465-8278-42dcf566e48b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.768475 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-949283c5-6765-4465-8278-42dcf566e48b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Added segment 75236567-4afe-4b2a-8324-d86dcdf8a550 of type vlan for network d36ecf88-cee8-44d8-a174-27882a1b0f11 Nov 09 18:40:44.793022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 44188754-d639-4fc2-aca1-e7d45c06ec37 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:44.793397 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.816838 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-949283c5-6765-4465-8278-42dcf566e48b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.845585 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-949283c5-6765-4465-8278-42dcf566e48b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.852976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949283c5-6765-4465-8278-42dcf566e48b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:44.853765 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-949283c5-6765-4465-8278-42dcf566e48b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.877177 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.916396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 44188754-d639-4fc2-aca1-e7d45c06ec37, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=44188754-d639-4fc2-aca1-e7d45c06ec37,segment=NetworkSegment(17404b24-52e5-45da-bfdc-79110946aafb),segment_id=17404b24-52e5-45da-bfdc-79110946aafb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:44.916816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-949283c5-6765-4465-8278-42dcf566e48b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2326131 Nov 09 18:40:44.919252 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51016) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:44.923667 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:44.924759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Request body: {'subnet': {'network_id': 'd36ecf88-cee8-44d8-a174-27882a1b0f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:44.974688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=44188754-d639-4fc2-aca1-e7d45c06ec37,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:44.992028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949283c5-6765-4465-8278-42dcf566e48b tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event updated for resources: {'Network': ['ID=d36ecf88-cee8-44d8-a174-27882a1b0f11,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:45.006444 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d36ecf88-cee8-44d8-a174-27882a1b0f11 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:40:45.052224 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Made reservation on behalf of a1bf8e404d304f48842db99ef5c5f138 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:45.056005 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:45.129866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.ipam_backend_mixin [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Performing IP validity checks on allocation pools {{(pid=102154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 18:40:45.130591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.ipam_backend_mixin [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 18:40:45.269759 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:45.332653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event updated for resources: {'Subnet': ['ID=e687c17d-e133-4c9d-9b74-af4841c1ccca,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:45.344414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Checking segment: {'id': '75236567-4afe-4b2a-8324-d86dcdf8a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd36ecf88-cee8-44d8-a174-27882a1b0f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:45.344780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Network hostable DHCP agents. Network: d36ecf88-cee8-44d8-a174-27882a1b0f11, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:40:45.364070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Network d36ecf88-cee8-44d8-a174-27882a1b0f11 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:40:45.365129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b33115e-a0a8-4027-9d93-85cdfa376850 None None] Network 9e79beb4-6024-4d00-b6bf-73cf1d2dff2e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:45.375406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d36ecf88-cee8-44d8-a174-27882a1b0f11) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:45.385953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:45.387154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:45.404694 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1f5ea8-59a5-41f7-a1d4-feda1b44565a None None] Network d36ecf88-cee8-44d8-a174-27882a1b0f11 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:45.407051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-60e045fb-dcbd-489c-b630-af64498a9fee tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4867477 Nov 09 18:40:45.410490 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51018) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:45.658117 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:45.672603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-846f3112-acf7-4923-967e-91f9915ef4b7 None None] Provisioning complete for port 44188754-d639-4fc2-aca1-e7d45c06ec37 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:45.672981 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-846f3112-acf7-4923-967e-91f9915ef4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:45.866167 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:45.891190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdc3fda-16f3-41ea-b53f-1a6c557afaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-d36ecf88-cee8-44d8-a174-27882a1b0f11', 'network_id': 'd36ecf88-cee8-44d8-a174-27882a1b0f11', 'tenant_id': 'a1bf8e404d304f48842db99ef5c5f138', 'fixed_ips': [{'subnet_id': 'e687c17d-e133-4c9d-9b74-af4841c1ccca'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:40:45.892327 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3fda-16f3-41ea-b53f-1a6c557afaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:45.922236 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.002661 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server [None req-6fdc3fda-16f3-41ea-b53f-1a6c557afaf2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e687c17d-e133-4c9d-9b74-af4841c1ccca: This subnet is being modified by another concurrent operation. Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e687c17d-e133-4c9d-9b74-af4841c1ccca: This subnet is being modified by another concurrent operation. Nov 09 18:40:46.024325 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Nov 09 18:40:46.042824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aaf7a5-957d-4331-bdc4-ba2a08cf7b77 None None] Network d36ecf88-cee8-44d8-a174-27882a1b0f11 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:46.045179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event deleted for resources: {'Subnet': ['ID=e687c17d-e133-4c9d-9b74-af4841c1ccca,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:46.124720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.148617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36ecf88-cee8-44d8-a174-27882a1b0f11']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:46.161899 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75236567-4afe-4b2a-8324-d86dcdf8a550') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:46.162442 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75236567-4afe-4b2a-8324-d86dcdf8a550') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:46.176404 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.188129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d87d08f-0ddc-4e1a-922f-17ff7d800b6a None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:40:46.192368 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.199762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:40:46.200506 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:40:46.203888 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:40:46.253033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5fdf78c7-11c0-46f4-9d13-85f1bbd816d2 None None] Provisioning complete for port 44188754-d639-4fc2-aca1-e7d45c06ec37 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:46.253444 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5fdf78c7-11c0-46f4-9d13-85f1bbd816d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.264969 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.273271 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.276625 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/networks/d36ecf88-cee8-44d8-a174-27882a1b0f11 HTTP/1.1" status: 204 len: 168 time: 0.8650911 Nov 09 18:40:46.281921 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51020) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:46.288900 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-2a28609d-af1d-4495-bd33-67c9b9d4247d tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1620892996'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:46.294267 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d87d08f-0ddc-4e1a-922f-17ff7d800b6a None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:40:46.296184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb530c5-98e5-4670-9a57-10d9b1724692 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event deleted for resources: {'Network': ['ID=d36ecf88-cee8-44d8-a174-27882a1b0f11,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:46.313131 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a28609d-af1d-4495-bd33-67c9b9d4247d tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Made reservation on behalf of a1bf8e404d304f48842db99ef5c5f138 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:46.316787 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a28609d-af1d-4495-bd33-67c9b9d4247d tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.345571 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a28609d-af1d-4495-bd33-67c9b9d4247d tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:40:46.355898 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a28609d-af1d-4495-bd33-67c9b9d4247d tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.356249 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-2a28609d-af1d-4495-bd33-67c9b9d4247d tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Added segment dcd7bcb5-db5c-466f-a882-ae9154773688 of type vlan for network 7a89d409-937a-459c-accd-77620c6aea47 Nov 09 18:40:46.399545 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a28609d-af1d-4495-bd33-67c9b9d4247d tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.430392 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a28609d-af1d-4495-bd33-67c9b9d4247d tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.438589 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a28609d-af1d-4495-bd33-67c9b9d4247d tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:46.439544 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2a28609d-af1d-4495-bd33-67c9b9d4247d tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.498796 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2a28609d-af1d-4495-bd33-67c9b9d4247d tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2146616 Nov 09 18:40:46.502054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51022) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:46.508826 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a3594700-2bc1-4644-bbdd-0b82ddad7621 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Request body: {'subnet': {'network_id': '7a89d409-937a-459c-accd-77620c6aea47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:46.564107 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28609d-af1d-4495-bd33-67c9b9d4247d tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event updated for resources: {'Network': ['ID=7a89d409-937a-459c-accd-77620c6aea47,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:46.574766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 7a89d409-937a-459c-accd-77620c6aea47 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:40:46.621380 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3594700-2bc1-4644-bbdd-0b82ddad7621 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Made reservation on behalf of a1bf8e404d304f48842db99ef5c5f138 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:46.626488 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3594700-2bc1-4644-bbdd-0b82ddad7621 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.705863 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 44188754-d639-4fc2-aca1-e7d45c06ec37 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:40:46.768697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 44188754-d639-4fc2-aca1-e7d45c06ec37 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:46.769154 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.839868 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3594700-2bc1-4644-bbdd-0b82ddad7621 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.907090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3594700-2bc1-4644-bbdd-0b82ddad7621 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event updated for resources: {'Subnet': ['ID=1ffe0fb7-61ef-4acc-a3f4-563ebbaf3f20,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:46.920012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3594700-2bc1-4644-bbdd-0b82ddad7621 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Checking segment: {'id': 'dcd7bcb5-db5c-466f-a882-ae9154773688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7a89d409-937a-459c-accd-77620c6aea47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:46.920602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3594700-2bc1-4644-bbdd-0b82ddad7621 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Network hostable DHCP agents. Network: 7a89d409-937a-459c-accd-77620c6aea47, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:40:46.941137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3594700-2bc1-4644-bbdd-0b82ddad7621 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Network 7a89d409-937a-459c-accd-77620c6aea47 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:40:46.951396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-a3594700-2bc1-4644-bbdd-0b82ddad7621 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 7a89d409-937a-459c-accd-77620c6aea47) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:46.956496 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3594700-2bc1-4644-bbdd-0b82ddad7621 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:46.957142 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a3594700-2bc1-4644-bbdd-0b82ddad7621 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:46.961574 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1736511-e240-49cb-b9a9-b3955e700bbb None None] Network 7a89d409-937a-459c-accd-77620c6aea47 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:46.981589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a3594700-2bc1-4644-bbdd-0b82ddad7621 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4788346 Nov 09 18:40:46.985287 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51024) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:46.991835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-4b071a31-60d5-4fbb-9476-2ef2f52641e7 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1243313346'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:47.015379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b071a31-60d5-4fbb-9476-2ef2f52641e7 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Made reservation on behalf of a1bf8e404d304f48842db99ef5c5f138 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:47.021421 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4b071a31-60d5-4fbb-9476-2ef2f52641e7 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.049743 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b071a31-60d5-4fbb-9476-2ef2f52641e7 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:40:47.061552 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4b071a31-60d5-4fbb-9476-2ef2f52641e7 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.061906 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-4b071a31-60d5-4fbb-9476-2ef2f52641e7 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Added segment d8158702-f87f-4934-b0d3-fbf77b2eee0a of type vlan for network a6202d35-5a00-4538-b12c-eb71813d34c2 Nov 09 18:40:47.108690 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4b071a31-60d5-4fbb-9476-2ef2f52641e7 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.123465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-7a89d409-937a-459c-accd-77620c6aea47', 'network_id': '7a89d409-937a-459c-accd-77620c6aea47', 'tenant_id': 'a1bf8e404d304f48842db99ef5c5f138', 'fixed_ips': [{'subnet_id': '1ffe0fb7-61ef-4acc-a3f4-563ebbaf3f20'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:40:47.124995 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.139916 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4b071a31-60d5-4fbb-9476-2ef2f52641e7 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.146333 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b071a31-60d5-4fbb-9476-2ef2f52641e7 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:47.147057 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4b071a31-60d5-4fbb-9476-2ef2f52641e7 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.201023 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4b071a31-60d5-4fbb-9476-2ef2f52641e7 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2143037 Nov 09 18:40:47.205256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51026) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:47.210847 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-747e9a5a-700f-4878-907f-d32ea6c477cd tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Request body: {'subnet': {'network_id': 'a6202d35-5a00-4538-b12c-eb71813d34c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:47.237009 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b071a31-60d5-4fbb-9476-2ef2f52641e7 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event updated for resources: {'Network': ['ID=a6202d35-5a00-4538-b12c-eb71813d34c2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:47.262861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network a6202d35-5a00-4538-b12c-eb71813d34c2 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:40:47.349401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747e9a5a-700f-4878-907f-d32ea6c477cd tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Made reservation on behalf of a1bf8e404d304f48842db99ef5c5f138 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:47.350928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Allocated IP 2001:db8::2 (7a89d409-937a-459c-accd-77620c6aea47/1ffe0fb7-61ef-4acc-a3f4-563ebbaf3f20/237d15ea-ad2d-4e88-a073-9a7b875f941c) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:40:47.353147 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-747e9a5a-700f-4878-907f-d32ea6c477cd tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.529398 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.535676 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.560496 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-747e9a5a-700f-4878-907f-d32ea6c477cd tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.575553 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Network 7a89d409-937a-459c-accd-77620c6aea47 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:40:47.579978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:47.587215 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:40:47.590377 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Pushing event updated for resources: {'Port': ['ID=237d15ea-ad2d-4e88-a073-9a7b875f941c,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:47.622391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e9a5a-700f-4878-907f-d32ea6c477cd tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event updated for resources: {'Subnet': ['ID=61d9b6c8-610d-4cfe-b7ab-983025a18c2e,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:47.634036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e9a5a-700f-4878-907f-d32ea6c477cd tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Checking segment: {'id': 'd8158702-f87f-4934-b0d3-fbf77b2eee0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a6202d35-5a00-4538-b12c-eb71813d34c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:47.634399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747e9a5a-700f-4878-907f-d32ea6c477cd tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Network hostable DHCP agents. Network: a6202d35-5a00-4538-b12c-eb71813d34c2, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:40:47.646462 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Attempting to bind port 237d15ea-ad2d-4e88-a073-9a7b875f941c on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:40:47.646846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Attempting to bind port 237d15ea-ad2d-4e88-a073-9a7b875f941c by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'dcd7bcb5-db5c-466f-a882-ae9154773688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7a89d409-937a-459c-accd-77620c6aea47'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:40:47.647232 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Attempting to bind port 237d15ea-ad2d-4e88-a073-9a7b875f941c on network 7a89d409-937a-459c-accd-77620c6aea47 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:47.653187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747e9a5a-700f-4878-907f-d32ea6c477cd tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Network a6202d35-5a00-4538-b12c-eb71813d34c2 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:40:47.653372 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:40:47.653617 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Checking segment: {'id': 'dcd7bcb5-db5c-466f-a882-ae9154773688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7a89d409-937a-459c-accd-77620c6aea47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:47.654161 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.654559 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Bound using segment: {'id': 'dcd7bcb5-db5c-466f-a882-ae9154773688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7a89d409-937a-459c-accd-77620c6aea47'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:40:47.655039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Bound port: 237d15ea-ad2d-4e88-a073-9a7b875f941c, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd7bcb5-db5c-466f-a882-ae9154773688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7a89d409-937a-459c-accd-77620c6aea47'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:40:47.655459 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.662443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-747e9a5a-700f-4878-907f-d32ea6c477cd tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, a6202d35-5a00-4538-b12c-eb71813d34c2) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:47.670306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747e9a5a-700f-4878-907f-d32ea6c477cd tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:47.670906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-747e9a5a-700f-4878-907f-d32ea6c477cd tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.671428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a63720-4f83-4e84-865e-f362c4c09906 None None] Network a6202d35-5a00-4538-b12c-eb71813d34c2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:47.690329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-747e9a5a-700f-4878-907f-d32ea6c477cd tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4839940 Nov 09 18:40:47.693651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51028) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:47.786046 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] For port 237d15ea-ad2d-4e88-a073-9a7b875f941c, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:40:47.798017 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.805296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] For port 237d15ea-ad2d-4e88-a073-9a7b875f941c, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=237d15ea-ad2d-4e88-a073-9a7b875f941c,segment=NetworkSegment(dcd7bcb5-db5c-466f-a882-ae9154773688),segment_id=dcd7bcb5-db5c-466f-a882-ae9154773688)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:40:47.810699 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.854639 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.932909 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.945011 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.946598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf8987-ff0f-4e40-ad8f-1b1f2237a253 None None] Pushing event updated for resources: {'Port': ['ID=237d15ea-ad2d-4e88-a073-9a7b875f941c,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:47.959559 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62da3fa6-b912-434f-b654-9e33651e75a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-a6202d35-5a00-4538-b12c-eb71813d34c2', 'network_id': 'a6202d35-5a00-4538-b12c-eb71813d34c2', 'tenant_id': 'a1bf8e404d304f48842db99ef5c5f138', 'fixed_ips': [{'subnet_id': '61d9b6c8-610d-4cfe-b7ab-983025a18c2e'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:40:47.960508 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-62da3fa6-b912-434f-b654-9e33651e75a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.968938 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event deleted for resources: {'Subnet': ['ID=61d9b6c8-610d-4cfe-b7ab-983025a18c2e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:48.049052 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.057650 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49cb05c-a8d5-413f-91c5-f174c27c4ec5 None None] Network a6202d35-5a00-4538-b12c-eb71813d34c2 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:48.106569 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6202d35-5a00-4538-b12c-eb71813d34c2']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:48.118268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8158702-f87f-4934-b0d3-fbf77b2eee0a') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:48.118675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8158702-f87f-4934-b0d3-fbf77b2eee0a') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:48.134938 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.153154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.160815 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:40:48.161223 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:40:48.166365 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:40:48.244287 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.251714 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.255484 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/networks/a6202d35-5a00-4538-b12c-eb71813d34c2 HTTP/1.1" status: 204 len: 168 time: 0.5607657 Nov 09 18:40:48.258867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51030) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:48.267282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bfc65-9969-466c-883f-52f71a85d148 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event deleted for resources: {'Network': ['ID=a6202d35-5a00-4538-b12c-eb71813d34c2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:48.289125 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-01903ddf-b9bf-4738-ac04-1562b1b5c077 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] GET failed (client error): The resource could not be found. Nov 09 18:40:48.290546 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-01903ddf-b9bf-4738-ac04-1562b1b5c077 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "GET /v2.0/subnets/61d9b6c8-610d-4cfe-b7ab-983025a18c2e HTTP/1.1" status: 404 len: 337 time: 0.0305102 Nov 09 18:40:48.293478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51032) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:48.311989 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0d9495-4b27-4b26-842b-b9c8ac72d1a9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] DELETE failed (client error): The resource could not be found. Nov 09 18:40:48.312443 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0d9495-4b27-4b26-842b-b9c8ac72d1a9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:40:48.315487 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0b0d9495-4b27-4b26-842b-b9c8ac72d1a9 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/networks/a6202d35-5a00-4538-b12c-eb71813d34c2 HTTP/1.1" status: 404 len: 339 time: 0.0210795 Nov 09 18:40:48.319755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51034) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:48.346305 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5db0e2-f1a4-4c36-8df9-8e41bcc3a9c1 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] DELETE failed (client error): The resource could not be found. Nov 09 18:40:48.346667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5db0e2-f1a4-4c36-8df9-8e41bcc3a9c1 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:40:48.350156 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ae5db0e2-f1a4-4c36-8df9-8e41bcc3a9c1 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/subnets/61d9b6c8-610d-4cfe-b7ab-983025a18c2e HTTP/1.1" status: 404 len: 337 time: 0.0294826 Nov 09 18:40:48.352992 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51036) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:48.372286 n-d-817236-1 neutron-server[102155]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca59496-8494-4c73-9b0f-f610aba60642 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] DELETE failed (client error): The resource could not be found. Nov 09 18:40:48.372866 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca59496-8494-4c73-9b0f-f610aba60642 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:40:48.376006 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bca59496-8494-4c73-9b0f-f610aba60642 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/networks/a6202d35-5a00-4538-b12c-eb71813d34c2 HTTP/1.1" status: 404 len: 339 time: 0.0220699 Nov 09 18:40:48.379038 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51038) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:48.429518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6df19d-342f-4e85-b958-2758e4e02189 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Deleting subnet 1ffe0fb7-61ef-4acc-a3f4-563ebbaf3f20 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:40:48.432691 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d6df19d-342f-4e85-b958-2758e4e02189 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.480216 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d6df19d-342f-4e85-b958-2758e4e02189 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.575681 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d6df19d-342f-4e85-b958-2758e4e02189 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.648303 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d6df19d-342f-4e85-b958-2758e4e02189 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.684495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6df19d-342f-4e85-b958-2758e4e02189 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event deleted for resources: {'Subnet': ['ID=1ffe0fb7-61ef-4acc-a3f4-563ebbaf3f20,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:48.686715 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2d6df19d-342f-4e85-b958-2758e4e02189 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.690113 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2d6df19d-342f-4e85-b958-2758e4e02189 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/subnets/1ffe0fb7-61ef-4acc-a3f4-563ebbaf3f20 HTTP/1.1" status: 204 len: 168 time: 0.3100321 Nov 09 18:40:48.694627 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51040) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:48.761001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 237d15ea-ad2d-4e88-a073-9a7b875f941c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:40:48.792452 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.813270 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 237d15ea-ad2d-4e88-a073-9a7b875f941c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:48.813819 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.859786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Deleting port 237d15ea-ad2d-4e88-a073-9a7b875f941c {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:40:48.860138 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.913391 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.937099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ed8a3e-cfe6-44ff-be47-19108ea32ee0 None None] Network 7a89d409-937a-459c-accd-77620c6aea47 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:48.937608 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] For port 237d15ea-ad2d-4e88-a073-9a7b875f941c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=237d15ea-ad2d-4e88-a073-9a7b875f941c,segment=NetworkSegment(dcd7bcb5-db5c-466f-a882-ae9154773688),segment_id=dcd7bcb5-db5c-466f-a882-ae9154773688)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:48.937971 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:48.952541 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Calling delete_port for 237d15ea-ad2d-4e88-a073-9a7b875f941c owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:40:48.993213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 237d15ea-ad2d-4e88-a073-9a7b875f941c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=237d15ea-ad2d-4e88-a073-9a7b875f941c,segment=NetworkSegment(dcd7bcb5-db5c-466f-a882-ae9154773688),segment_id=dcd7bcb5-db5c-466f-a882-ae9154773688)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:49.008639 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.014741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f65a55fd-28bf-4dca-b311-432b0e6c3b96 None None] Provisioning complete for port 237d15ea-ad2d-4e88-a073-9a7b875f941c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:49.014741 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f65a55fd-28bf-4dca-b311-432b0e6c3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.038779 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.065321 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event deleted for resources: {'Port': ['ID=237d15ea-ad2d-4e88-a073-9a7b875f941c,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:49.076199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] No DVR routers for this DVR port 237d15ea-ad2d-4e88-a073-9a7b875f941c on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:40:49.124233 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=237d15ea-ad2d-4e88-a073-9a7b875f941c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:49.139610 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f65a55fd-28bf-4dca-b311-432b0e6c3b96 None None] Could not find standard attr ID for object 237d15ea-ad2d-4e88-a073-9a7b875f941c. {{(pid=102156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:40:49.143967 n-d-817236-1 neutron-server[102156]: INFO neutron.plugins.ml2.db [None req-f65a55fd-28bf-4dca-b311-432b0e6c3b96 None None] No ports have port_id starting with 237d15ea-ad2d-4e88-a073-9a7b875f941c Nov 09 18:40:49.162993 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.194156 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a89d409-937a-459c-accd-77620c6aea47']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:49.199875 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787cf861-30b3-4cc5-9bf4-f55dc6e9a00b None None] DHCP port deletion for 7a89d409-937a-459c-accd-77620c6aea47 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:40:49.207682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd7bcb5-db5c-466f-a882-ae9154773688') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:49.208590 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd7bcb5-db5c-466f-a882-ae9154773688') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:49.225559 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.244720 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.250788 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:40:49.251179 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:40:49.255043 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:40:49.322359 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.329980 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.333439 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/networks/7a89d409-937a-459c-accd-77620c6aea47 HTTP/1.1" status: 204 len: 168 time: 0.6378801 Nov 09 18:40:49.337012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51042) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:49.349727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e47c0-79e6-4ecf-87dc-d11e1fcb2ca5 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event deleted for resources: {'Network': ['ID=7a89d409-937a-459c-accd-77620c6aea47,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:49.369137 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e425df-0ddc-4548-8d92-cdd2ebb9f265 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] DELETE failed (client error): The resource could not be found. Nov 09 18:40:49.369602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e425df-0ddc-4548-8d92-cdd2ebb9f265 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:40:49.372952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d8e425df-0ddc-4548-8d92-cdd2ebb9f265 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/subnets/e687c17d-e133-4c9d-9b74-af4841c1ccca HTTP/1.1" status: 404 len: 337 time: 0.0347493 Nov 09 18:40:49.375672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51044) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:49.394720 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebd4d9b-9833-4fb0-b2c3-ca01eed41ca0 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] DELETE failed (client error): The resource could not be found. Nov 09 18:40:49.395324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebd4d9b-9833-4fb0-b2c3-ca01eed41ca0 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:40:49.398428 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5ebd4d9b-9833-4fb0-b2c3-ca01eed41ca0 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/networks/d36ecf88-cee8-44d8-a174-27882a1b0f11 HTTP/1.1" status: 404 len: 339 time: 0.0218701 Nov 09 18:40:49.401188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51046) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:49.427841 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d24ae4-6c98-42ec-b0d9-d2183a5af752 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] DELETE failed (client error): The resource could not be found. Nov 09 18:40:49.428287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d24ae4-6c98-42ec-b0d9-d2183a5af752 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:40:49.431424 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-39d24ae4-6c98-42ec-b0d9-d2183a5af752 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/subnets/f575f1ab-0049-40d5-b62b-2f4471f235bb HTTP/1.1" status: 404 len: 337 time: 0.0292621 Nov 09 18:40:49.434027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51048) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:49.452758 n-d-817236-1 neutron-server[102154]: INFO neutron.pecan_wsgi.hooks.translation [None req-293c7fd1-29e3-40ff-ac55-63fadd3451cb tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] DELETE failed (client error): The resource could not be found. Nov 09 18:40:49.453341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293c7fd1-29e3-40ff-ac55-63fadd3451cb tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:40:49.456572 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-293c7fd1-29e3-40ff-ac55-63fadd3451cb tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/networks/a61bf60e-710c-43d3-b5b9-1e63b627ab4e HTTP/1.1" status: 404 len: 339 time: 0.0215826 Nov 09 18:40:49.459528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51050) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:49.520042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a491d2-dc68-4816-aaa4-3b403ab87ae3 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Deleting subnet cf735a76-9557-4a8c-87ed-99d69e63156c {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:40:49.523602 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d0a491d2-dc68-4816-aaa4-3b403ab87ae3 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.568290 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d0a491d2-dc68-4816-aaa4-3b403ab87ae3 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.656294 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d0a491d2-dc68-4816-aaa4-3b403ab87ae3 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.721962 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d0a491d2-dc68-4816-aaa4-3b403ab87ae3 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.748638 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a491d2-dc68-4816-aaa4-3b403ab87ae3 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event deleted for resources: {'Subnet': ['ID=cf735a76-9557-4a8c-87ed-99d69e63156c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:49.756139 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d0a491d2-dc68-4816-aaa4-3b403ab87ae3 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.759479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d0a491d2-dc68-4816-aaa4-3b403ab87ae3 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/subnets/cf735a76-9557-4a8c-87ed-99d69e63156c HTTP/1.1" status: 204 len: 168 time: 0.2989221 Nov 09 18:40:49.761948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51052) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:49.762120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22791958-90b7-4784-9222-a3d27b321962 None None] Network 9e79beb4-6024-4d00-b6bf-73cf1d2dff2e requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:49.839328 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.893069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Deleting port 44188754-d639-4fc2-aca1-e7d45c06ec37 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:40:49.893433 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.935826 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b8e94d-b65a-4ae8-9857-f83b50d06b58 None None] DHCP port deletion for 9e79beb4-6024-4d00-b6bf-73cf1d2dff2e request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:40:49.963249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] For port 44188754-d639-4fc2-aca1-e7d45c06ec37, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=44188754-d639-4fc2-aca1-e7d45c06ec37,segment=NetworkSegment(17404b24-52e5-45da-bfdc-79110946aafb),segment_id=17404b24-52e5-45da-bfdc-79110946aafb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:49.963634 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.977678 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Calling delete_port for 44188754-d639-4fc2-aca1-e7d45c06ec37 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:40:49.981635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-72b8e94d-b65a-4ae8-9857-f83b50d06b58 None None] Deleting port 44188754-d639-4fc2-aca1-e7d45c06ec37 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:40:49.981988 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-72b8e94d-b65a-4ae8-9857-f83b50d06b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.052037 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-72b8e94d-b65a-4ae8-9857-f83b50d06b58 None None] For port 44188754-d639-4fc2-aca1-e7d45c06ec37, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=44188754-d639-4fc2-aca1-e7d45c06ec37,segment=NetworkSegment(17404b24-52e5-45da-bfdc-79110946aafb),segment_id=17404b24-52e5-45da-bfdc-79110946aafb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:50.052667 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-72b8e94d-b65a-4ae8-9857-f83b50d06b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.059010 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.066977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-72b8e94d-b65a-4ae8-9857-f83b50d06b58 None None] Calling delete_port for 44188754-d639-4fc2-aca1-e7d45c06ec37 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:40:50.091255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event deleted for resources: {'Port': ['ID=44188754-d639-4fc2-aca1-e7d45c06ec37,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:50.095267 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] No DVR routers for this DVR port 44188754-d639-4fc2-aca1-e7d45c06ec37 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:40:50.164055 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-72b8e94d-b65a-4ae8-9857-f83b50d06b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.179529 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.189354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8e94d-b65a-4ae8-9857-f83b50d06b58 None None] Pushing event deleted for resources: {'Port': ['ID=44188754-d639-4fc2-aca1-e7d45c06ec37,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:50.194026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8e94d-b65a-4ae8-9857-f83b50d06b58 None None] No DVR routers for this DVR port 44188754-d639-4fc2-aca1-e7d45c06ec37 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:40:50.201981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e79beb4-6024-4d00-b6bf-73cf1d2dff2e']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:50.213009 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17404b24-52e5-45da-bfdc-79110946aafb') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:50.213304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17404b24-52e5-45da-bfdc-79110946aafb') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:50.223648 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.237107 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.244051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:40:50.244439 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:40:50.247550 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:40:50.309360 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.320478 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.320478 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] 10.222.0.81 "DELETE /v2.0/networks/9e79beb4-6024-4d00-b6bf-73cf1d2dff2e HTTP/1.1" status: 204 len: 168 time: 0.5569596 Nov 09 18:40:50.332620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167c2a2-9be6-4093-8f3f-acf6f89bc619 tempest-NetworksIpV6Test-270515310 tempest-NetworksIpV6Test-270515310-project] Pushing event deleted for resources: {'Network': ['ID=9e79beb4-6024-4d00-b6bf-73cf1d2dff2e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:50.569347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51058) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:50.703402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 237d15ea-ad2d-4e88-a073-9a7b875f941c no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:40:50.715423 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-72278d93-d914-4108-b4a6-e8fc192d0443 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1bf8e404d304f48842db99ef5c5f138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446152 Nov 09 18:40:50.717891 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51062) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:50.728151 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 237d15ea-ad2d-4e88-a073-9a7b875f941c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:40:50.728500 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 237d15ea-ad2d-4e88-a073-9a7b875f941c not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:40:50.728924 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 44188754-d639-4fc2-aca1-e7d45c06ec37 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:40:50.750009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 44188754-d639-4fc2-aca1-e7d45c06ec37 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:40:50.750367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 44188754-d639-4fc2-aca1-e7d45c06ec37 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:40:50.775673 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fb9022b-6825-4bf6-ab9e-1450e3d908d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.798281 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fb9022b-6825-4bf6-ab9e-1450e3d908d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.846910 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fb9022b-6825-4bf6-ab9e-1450e3d908d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.850621 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1fb9022b-6825-4bf6-ab9e-1450e3d908d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:50.852243 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1fb9022b-6825-4bf6-ab9e-1450e3d908d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/413bab38-8b44-4d61-9594-e569b823fa98 HTTP/1.1" status: 204 len: 168 time: 0.1327941 Nov 09 18:40:50.865208 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9022b-6825-4bf6-ab9e-1450e3d908d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413bab38-8b44-4d61-9594-e569b823fa98,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:51.525881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51084) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:51.622031 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-ed4cf86d-7a87-4719-9f69-3bec7a09a675 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1499296091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:51.647006 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf86d-7a87-4719-9f69-3bec7a09a675 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:51.648075 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf86d-7a87-4719-9f69-3bec7a09a675 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.063930 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf86d-7a87-4719-9f69-3bec7a09a675 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.071091 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf86d-7a87-4719-9f69-3bec7a09a675 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.095153 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf86d-7a87-4719-9f69-3bec7a09a675 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.096867 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ed4cf86d-7a87-4719-9f69-3bec7a09a675 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5698154 Nov 09 18:40:52.100138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51088) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:52.104653 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:40:52.105857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1187727535'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:52.134417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Made reservation on behalf of f509d3dcf5654002be51f4ecf8c02496 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:52.139612 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.152842 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.269607 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.275480 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.307745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:40:52.324074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e781cdd4-97fd-48c6-9ae0-daa6c27b3e30,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:52.329421 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.329773 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Added segment 96bead88-cdb0-4c10-ae55-eba5f5d75e91 of type vlan for network d053e88f-a4fa-45e1-9bc1-171a1153d22c Nov 09 18:40:52.373523 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.399746 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.405299 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:52.405890 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.463940 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3626647 Nov 09 18:40:52.466838 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51090) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:52.471968 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a166806e-5f68-4f40-b83d-43ae9a4b127b tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Request body: {'subnet': {'network_id': 'd053e88f-a4fa-45e1-9bc1-171a1153d22c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:52.476368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9a6da-265c-4e4f-8a33-552a0b3b4974 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Pushing event updated for resources: {'Network': ['ID=d053e88f-a4fa-45e1-9bc1-171a1153d22c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:52.487436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d053e88f-a4fa-45e1-9bc1-171a1153d22c details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:40:52.564289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a166806e-5f68-4f40-b83d-43ae9a4b127b tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Made reservation on behalf of f509d3dcf5654002be51f4ecf8c02496 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:52.569200 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a166806e-5f68-4f40-b83d-43ae9a4b127b tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.778887 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a166806e-5f68-4f40-b83d-43ae9a4b127b tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.849186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166806e-5f68-4f40-b83d-43ae9a4b127b tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Pushing event updated for resources: {'Subnet': ['ID=b465e4db-cb11-4926-ab18-63099f991db1,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:52.857180 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166806e-5f68-4f40-b83d-43ae9a4b127b tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Checking segment: {'id': '96bead88-cdb0-4c10-ae55-eba5f5d75e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd053e88f-a4fa-45e1-9bc1-171a1153d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:52.857542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a166806e-5f68-4f40-b83d-43ae9a4b127b tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Network hostable DHCP agents. Network: d053e88f-a4fa-45e1-9bc1-171a1153d22c, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:40:52.877172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a166806e-5f68-4f40-b83d-43ae9a4b127b tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Network d053e88f-a4fa-45e1-9bc1-171a1153d22c is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:40:52.887001 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-a166806e-5f68-4f40-b83d-43ae9a4b127b tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d053e88f-a4fa-45e1-9bc1-171a1153d22c) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:52.892766 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a166806e-5f68-4f40-b83d-43ae9a4b127b tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:52.894818 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a166806e-5f68-4f40-b83d-43ae9a4b127b tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.897688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6472e0f-f9a1-42bc-ba77-ba0e44547d44 None None] Network d053e88f-a4fa-45e1-9bc1-171a1153d22c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:52.919059 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a166806e-5f68-4f40-b83d-43ae9a4b127b tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4510169 Nov 09 18:40:52.922185 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51092) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:52.936468 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a653059a-be71-434c-bc01-e2cfdc114903 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1592002333'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:52.960207 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a653059a-be71-434c-bc01-e2cfdc114903 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Made reservation on behalf of f509d3dcf5654002be51f4ecf8c02496 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:52.963905 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a653059a-be71-434c-bc01-e2cfdc114903 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:52.990670 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a653059a-be71-434c-bc01-e2cfdc114903 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:40:53.004122 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a653059a-be71-434c-bc01-e2cfdc114903 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.004713 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-a653059a-be71-434c-bc01-e2cfdc114903 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Added segment e65632a7-f52a-403a-bdff-c0941d9829fa of type vlan for network 5d960756-a62b-4586-9dd4-3ba00f045273 Nov 09 18:40:53.052176 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a653059a-be71-434c-bc01-e2cfdc114903 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.065190 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-d053e88f-a4fa-45e1-9bc1-171a1153d22c', 'network_id': 'd053e88f-a4fa-45e1-9bc1-171a1153d22c', 'tenant_id': 'f509d3dcf5654002be51f4ecf8c02496', 'fixed_ips': [{'subnet_id': 'b465e4db-cb11-4926-ab18-63099f991db1'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:40:53.066170 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.080514 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a653059a-be71-434c-bc01-e2cfdc114903 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.090748 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a653059a-be71-434c-bc01-e2cfdc114903 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:53.093121 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a653059a-be71-434c-bc01-e2cfdc114903 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.147890 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a653059a-be71-434c-bc01-e2cfdc114903 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2243404 Nov 09 18:40:53.150772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51094) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:53.157964 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-803f5158-f47c-4651-b707-76bf8b8b4d92 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Request body: {'subnet': {'network_id': '5d960756-a62b-4586-9dd4-3ba00f045273', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:53.176790 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653059a-be71-434c-bc01-e2cfdc114903 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Pushing event updated for resources: {'Network': ['ID=5d960756-a62b-4586-9dd4-3ba00f045273,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:53.196065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 5d960756-a62b-4586-9dd4-3ba00f045273 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:40:53.256696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803f5158-f47c-4651-b707-76bf8b8b4d92 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Made reservation on behalf of f509d3dcf5654002be51f4ecf8c02496 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:53.260279 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-803f5158-f47c-4651-b707-76bf8b8b4d92 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.264344 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Allocated IP 172.20.0.2 (d053e88f-a4fa-45e1-9bc1-171a1153d22c/b465e4db-cb11-4926-ab18-63099f991db1/d153c324-debc-4db2-8242-84e197504285) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:40:53.419928 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.425731 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.455323 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-803f5158-f47c-4651-b707-76bf8b8b4d92 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.464211 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Network d053e88f-a4fa-45e1-9bc1-171a1153d22c is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:40:53.468700 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:53.475348 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:40:53.478419 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Pushing event updated for resources: {'Port': ['ID=d153c324-debc-4db2-8242-84e197504285,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:53.521873 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f5158-f47c-4651-b707-76bf8b8b4d92 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Pushing event updated for resources: {'Subnet': ['ID=812bb686-96cf-486e-b7c2-7cccacde2229,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:53.527349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f5158-f47c-4651-b707-76bf8b8b4d92 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Checking segment: {'id': 'e65632a7-f52a-403a-bdff-c0941d9829fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d960756-a62b-4586-9dd4-3ba00f045273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:53.527717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f5158-f47c-4651-b707-76bf8b8b4d92 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Network hostable DHCP agents. Network: 5d960756-a62b-4586-9dd4-3ba00f045273, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:40:53.535296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Attempting to bind port d153c324-debc-4db2-8242-84e197504285 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:40:53.536143 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Attempting to bind port d153c324-debc-4db2-8242-84e197504285 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '96bead88-cdb0-4c10-ae55-eba5f5d75e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd053e88f-a4fa-45e1-9bc1-171a1153d22c'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:40:53.536143 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Attempting to bind port d153c324-debc-4db2-8242-84e197504285 on network d053e88f-a4fa-45e1-9bc1-171a1153d22c {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:53.543097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:40:53.543504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Checking segment: {'id': '96bead88-cdb0-4c10-ae55-eba5f5d75e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd053e88f-a4fa-45e1-9bc1-171a1153d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:53.544004 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.544434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Bound using segment: {'id': '96bead88-cdb0-4c10-ae55-eba5f5d75e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd053e88f-a4fa-45e1-9bc1-171a1153d22c'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:40:53.544929 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Bound port: d153c324-debc-4db2-8242-84e197504285, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bead88-cdb0-4c10-ae55-eba5f5d75e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd053e88f-a4fa-45e1-9bc1-171a1153d22c'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:40:53.545315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f5158-f47c-4651-b707-76bf8b8b4d92 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Network 5d960756-a62b-4586-9dd4-3ba00f045273 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:40:53.545530 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.554433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-803f5158-f47c-4651-b707-76bf8b8b4d92 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 5d960756-a62b-4586-9dd4-3ba00f045273) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:53.558378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803f5158-f47c-4651-b707-76bf8b8b4d92 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:53.558966 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-803f5158-f47c-4651-b707-76bf8b8b4d92 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.576797 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-803f5158-f47c-4651-b707-76bf8b8b4d92 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4233670 Nov 09 18:40:53.581051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51096) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:53.586018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c1cf3-ea6c-476f-86ab-28ce75705aa0 None None] Network 5d960756-a62b-4586-9dd4-3ba00f045273 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:53.586196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-80952e15-7d0f-40fb-ad79-121ed33f9c7f tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d960756-a62b-4586-9dd4-3ba00f045273'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:53.648855 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.678403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] For port d153c324-debc-4db2-8242-84e197504285, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:40:53.682602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] For port d153c324-debc-4db2-8242-84e197504285, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d153c324-debc-4db2-8242-84e197504285,segment=NetworkSegment(96bead88-cdb0-4c10-ae55-eba5f5d75e91),segment_id=96bead88-cdb0-4c10-ae55-eba5f5d75e91)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:40:53.690086 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.811372 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-80952e15-7d0f-40fb-ad79-121ed33f9c7f tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:53.934019 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [None req-80952e15-7d0f-40fb-ad79-121ed33f9c7f tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:40:53.935133 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-80952e15-7d0f-40fb-ad79-121ed33f9c7f tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] 10.222.0.81 "PUT /v2.0/routers/a3675171-64eb-486d-a54c-67fb3a467301 HTTP/1.1" status: 400 len: 364 time: 0.3525965 Nov 09 18:40:53.941775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51098) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:53.949335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025e219-4dbd-436a-9978-26f1b9446388 None None] Pushing event updated for resources: {'Port': ['ID=d153c324-debc-4db2-8242-84e197504285,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:53.985155 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdaead9-b78e-425f-a430-07295338faad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-5d960756-a62b-4586-9dd4-3ba00f045273', 'network_id': '5d960756-a62b-4586-9dd4-3ba00f045273', 'tenant_id': 'f509d3dcf5654002be51f4ecf8c02496', 'fixed_ips': [{'subnet_id': '812bb686-96cf-486e-b7c2-7cccacde2229'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:40:53.986184 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bcdaead9-b78e-425f-a430-07295338faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.010406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab70ef8c-af7e-4264-9448-43fd37df107c tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Deleting subnet 812bb686-96cf-486e-b7c2-7cccacde2229 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:40:54.014100 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab70ef8c-af7e-4264-9448-43fd37df107c tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.069941 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab70ef8c-af7e-4264-9448-43fd37df107c tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.137581 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab70ef8c-af7e-4264-9448-43fd37df107c tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.206442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab70ef8c-af7e-4264-9448-43fd37df107c tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server [None req-bcdaead9-b78e-425f-a430-07295338faad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 812bb686-96cf-486e-b7c2-7cccacde2229: This subnet is being modified by another concurrent operation. Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 812bb686-96cf-486e-b7c2-7cccacde2229: This subnet is being modified by another concurrent operation. Nov 09 18:40:54.215468 n-d-817236-1 neutron-server[102156]: ERROR oslo_messaging.rpc.server Nov 09 18:40:54.235518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70ef8c-af7e-4264-9448-43fd37df107c tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Pushing event deleted for resources: {'Subnet': ['ID=812bb686-96cf-486e-b7c2-7cccacde2229,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:54.240087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab70ef8c-af7e-4264-9448-43fd37df107c tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.244439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ab70ef8c-af7e-4264-9448-43fd37df107c tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] 10.222.0.81 "DELETE /v2.0/subnets/812bb686-96cf-486e-b7c2-7cccacde2229 HTTP/1.1" status: 204 len: 168 time: 0.3009803 Nov 09 18:40:54.247055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51100) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:54.250637 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a6f0ae-d972-4544-ad97-5131ef41938f None None] Network 5d960756-a62b-4586-9dd4-3ba00f045273 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:54.340035 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c0351e1-6939-4117-a995-11a8beb69b54 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.354271 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.438051 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c0351e1-6939-4117-a995-11a8beb69b54 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.460127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-5c0351e1-6939-4117-a995-11a8beb69b54 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d960756-a62b-4586-9dd4-3ba00f045273']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:54.469528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-5c0351e1-6939-4117-a995-11a8beb69b54 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65632a7-f52a-403a-bdff-c0941d9829fa') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:54.469818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-5c0351e1-6939-4117-a995-11a8beb69b54 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65632a7-f52a-403a-bdff-c0941d9829fa') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:54.479857 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c0351e1-6939-4117-a995-11a8beb69b54 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.494082 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c0351e1-6939-4117-a995-11a8beb69b54 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.500276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0351e1-6939-4117-a995-11a8beb69b54 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:40:54.500633 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c0351e1-6939-4117-a995-11a8beb69b54 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:40:54.504267 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:40:54.566599 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c0351e1-6939-4117-a995-11a8beb69b54 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.574088 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5c0351e1-6939-4117-a995-11a8beb69b54 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.577661 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5c0351e1-6939-4117-a995-11a8beb69b54 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] 10.222.0.81 "DELETE /v2.0/networks/5d960756-a62b-4586-9dd4-3ba00f045273 HTTP/1.1" status: 204 len: 168 time: 0.3296103 Nov 09 18:40:54.580208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51102) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:54.599241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0351e1-6939-4117-a995-11a8beb69b54 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Pushing event deleted for resources: {'Network': ['ID=5d960756-a62b-4586-9dd4-3ba00f045273,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:54.647017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d2d1e0-fcbe-49e9-a7df-a7810e93e3c4 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Deleting subnet b465e4db-cb11-4926-ab18-63099f991db1 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:40:54.650886 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d1e0-fcbe-49e9-a7df-a7810e93e3c4 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.705542 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d1e0-fcbe-49e9-a7df-a7810e93e3c4 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.754724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d153c324-debc-4db2-8242-84e197504285 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:40:54.814678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d153c324-debc-4db2-8242-84e197504285 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:54.814678 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.837379 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d1e0-fcbe-49e9-a7df-a7810e93e3c4 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.901745 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.903255 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d1e0-fcbe-49e9-a7df-a7810e93e3c4 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.938506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2d1e0-fcbe-49e9-a7df-a7810e93e3c4 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Pushing event deleted for resources: {'Subnet': ['ID=b465e4db-cb11-4926-ab18-63099f991db1,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:54.940620 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d1e0-fcbe-49e9-a7df-a7810e93e3c4 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.945079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a7d2d1e0-fcbe-49e9-a7df-a7810e93e3c4 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] 10.222.0.81 "DELETE /v2.0/subnets/b465e4db-cb11-4926-ab18-63099f991db1 HTTP/1.1" status: 204 len: 168 time: 0.3637736 Nov 09 18:40:54.946680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51104) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:54.964334 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f995e-aa7a-4d3c-8ae7-d385359b4638 None None] Network d053e88f-a4fa-45e1-9bc1-171a1153d22c requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:55.009439 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:40:55.009810 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:40:55.040197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.069180 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-21b0fd2b-360b-4134-acce-a0896457463a None None] Provisioning complete for port d153c324-debc-4db2-8242-84e197504285 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:55.069558 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-21b0fd2b-360b-4134-acce-a0896457463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.095123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Deleting port d153c324-debc-4db2-8242-84e197504285 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:40:55.095493 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.164930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] For port d153c324-debc-4db2-8242-84e197504285, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d153c324-debc-4db2-8242-84e197504285,segment=NetworkSegment(96bead88-cdb0-4c10-ae55-eba5f5d75e91),segment_id=96bead88-cdb0-4c10-ae55-eba5f5d75e91)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:55.165418 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.180266 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-21b0fd2b-360b-4134-acce-a0896457463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.181280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Calling delete_port for d153c324-debc-4db2-8242-84e197504285 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:40:55.195150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2957f67-db15-4344-800d-817dd19f562e None None] DHCP port deletion for d053e88f-a4fa-45e1-9bc1-171a1153d22c request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:40:55.240081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-21b0fd2b-360b-4134-acce-a0896457463a None None] For port d153c324-debc-4db2-8242-84e197504285, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d153c324-debc-4db2-8242-84e197504285,segment=NetworkSegment(96bead88-cdb0-4c10-ae55-eba5f5d75e91),segment_id=96bead88-cdb0-4c10-ae55-eba5f5d75e91)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:55.245847 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-21b0fd2b-360b-4134-acce-a0896457463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.263130 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.291179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Pushing event deleted for resources: {'Port': ['ID=d153c324-debc-4db2-8242-84e197504285,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:55.293360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] No DVR routers for this DVR port d153c324-debc-4db2-8242-84e197504285 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:40:55.302018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b2957f67-db15-4344-800d-817dd19f562e None None] Deleting port d153c324-debc-4db2-8242-84e197504285 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:40:55.302397 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b2957f67-db15-4344-800d-817dd19f562e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.306869 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0fd2b-360b-4134-acce-a0896457463a None None] Pushing event updated for resources: {'Port': ['ID=d153c324-debc-4db2-8242-84e197504285,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:55.371652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b2957f67-db15-4344-800d-817dd19f562e None None] For port d153c324-debc-4db2-8242-84e197504285, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:55.372340 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b2957f67-db15-4344-800d-817dd19f562e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.377465 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.391574 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b2957f67-db15-4344-800d-817dd19f562e None None] Calling delete_port for d153c324-debc-4db2-8242-84e197504285 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:40:55.394777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-b2957f67-db15-4344-800d-817dd19f562e None None] Port d153c324-debc-4db2-8242-84e197504285 was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:40:55.396091 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b2957f67-db15-4344-800d-817dd19f562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.398130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d053e88f-a4fa-45e1-9bc1-171a1153d22c']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:55.407824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bead88-cdb0-4c10-ae55-eba5f5d75e91') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:55.408149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bead88-cdb0-4c10-ae55-eba5f5d75e91') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:55.418679 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.425146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2957f67-db15-4344-800d-817dd19f562e None None] Pushing event deleted for resources: {'Port': ['ID=d153c324-debc-4db2-8242-84e197504285,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:55.429184 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2957f67-db15-4344-800d-817dd19f562e None None] No DVR routers for this DVR port d153c324-debc-4db2-8242-84e197504285 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:40:55.435666 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.442548 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:40:55.442943 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:40:55.446043 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:40:55.448583 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7179ee-c18d-47ee-b639-cadd47816ecf None None] get_active_networks_info from n-d-817236-1 {{(pid=102156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:40:55.507163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7179ee-c18d-47ee-b639-cadd47816ecf None None] Resources bound (agent type, host, resource id): {{(pid=102156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:40:55.510320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.515786 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.519497 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] 10.222.0.81 "DELETE /v2.0/networks/d053e88f-a4fa-45e1-9bc1-171a1153d22c HTTP/1.1" status: 204 len: 168 time: 0.5713181 Nov 09 18:40:55.522358 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51106) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:55.542268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b855c8-25a9-40e8-9944-f215eefff095 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Pushing event deleted for resources: {'Network': ['ID=d053e88f-a4fa-45e1-9bc1-171a1153d22c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:55.544658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Port d153c324-debc-4db2-8242-84e197504285 update to ACTIVE by agent not found {{(pid=102156) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 09 18:40:55.554350 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-287340ef-6e80-492e-970e-dd61c394e0c6 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3675171-64eb-486d-a54c-67fb3a467301 HTTP/1.1" status: 200 len: 205 time: 0.0302007 Nov 09 18:40:55.556734 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51108) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:55.633421 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4159ff59-3ebe-4ced-b311-b23437457852 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.797082 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4159ff59-3ebe-4ced-b311-b23437457852 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.799268 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4159ff59-3ebe-4ced-b311-b23437457852 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.843409 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4159ff59-3ebe-4ced-b311-b23437457852 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.843918 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4159ff59-3ebe-4ced-b311-b23437457852 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Fanout notify agent at l3_agent the message router_deleted on router a3675171-64eb-486d-a54c-67fb3a467301 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:40:55.851053 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4159ff59-3ebe-4ced-b311-b23437457852 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:55.854730 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4159ff59-3ebe-4ced-b311-b23437457852 tempest-RoutersNegativeTest-206491445 tempest-RoutersNegativeTest-206491445-project] 10.222.0.81 "DELETE /v2.0/routers/a3675171-64eb-486d-a54c-67fb3a467301 HTTP/1.1" status: 204 len: 168 time: 0.2942190 Nov 09 18:40:56.108089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51114) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:56.240618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-683e5230-e837-4a85-805b-fdfff4db7cdf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f509d3dcf5654002be51f4ecf8c02496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313741 Nov 09 18:40:56.243335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51118) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:56.290761 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f2b58e07-75b7-446a-9442-ea5b24343dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:56.312154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f2b58e07-75b7-446a-9442-ea5b24343dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:56.360599 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f2b58e07-75b7-446a-9442-ea5b24343dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:56.364897 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f2b58e07-75b7-446a-9442-ea5b24343dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:56.366399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f2b58e07-75b7-446a-9442-ea5b24343dad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e781cdd4-97fd-48c6-9ae0-daa6c27b3e30 HTTP/1.1" status: 204 len: 168 time: 0.1218994 Nov 09 18:40:56.374334 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b58e07-75b7-446a-9442-ea5b24343dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e781cdd4-97fd-48c6-9ae0-daa6c27b3e30,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:56.695566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d153c324-debc-4db2-8242-84e197504285 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:40:56.716383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: d153c324-debc-4db2-8242-84e197504285 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:40:56.716738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d153c324-debc-4db2-8242-84e197504285 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:40:56.992461 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51140) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:57.102235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1275990405-network', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:57.123362 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Made reservation on behalf of 1d8c067d5a53406889f1fdef90df76f1 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:57.125558 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.135270 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.212191 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.216471 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.245842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:40:57.251371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4578fda-cbf4-4abd-ae5a-3c559dbae23d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:57.259573 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.260028 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Added segment 18683864-a01a-4e14-8d95-bcb3985095c1 of type vlan for network c0ef0123-2069-40aa-8db6-265e86fd15cd Nov 09 18:40:57.300021 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.328041 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.328437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:57.328842 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.387592 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3937669 Nov 09 18:40:57.390362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51144) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:57.396984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-7f679f12-7c9e-4f43-8dc9-a8aacebed519 admin admin] Request body: {'subnet': {'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1275990405-subnet', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:57.401220 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7303c9-ff41-4b1b-a17a-28a2bf7e0e72 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ef0123-2069-40aa-8db6-265e86fd15cd,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:57.413524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network c0ef0123-2069-40aa-8db6-265e86fd15cd details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:40:57.420504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f679f12-7c9e-4f43-8dc9-a8aacebed519 admin admin] Made reservation on behalf of 1d8c067d5a53406889f1fdef90df76f1 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:57.422869 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f679f12-7c9e-4f43-8dc9-a8aacebed519 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.605003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f679f12-7c9e-4f43-8dc9-a8aacebed519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.662784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f679f12-7c9e-4f43-8dc9-a8aacebed519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9443e9d-c235-4769-9488-c4560dbbf554,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:57.680070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f679f12-7c9e-4f43-8dc9-a8aacebed519 admin admin] Checking segment: {'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:57.680477 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f679f12-7c9e-4f43-8dc9-a8aacebed519 admin admin] Network hostable DHCP agents. Network: c0ef0123-2069-40aa-8db6-265e86fd15cd, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:40:57.698511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f679f12-7c9e-4f43-8dc9-a8aacebed519 admin admin] Network c0ef0123-2069-40aa-8db6-265e86fd15cd is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:40:57.710973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-7f679f12-7c9e-4f43-8dc9-a8aacebed519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, c0ef0123-2069-40aa-8db6-265e86fd15cd) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:57.714996 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f679f12-7c9e-4f43-8dc9-a8aacebed519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:57.715614 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f679f12-7c9e-4f43-8dc9-a8aacebed519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.721637 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4f211d-dd35-4246-9211-2bfdca0a0862 None None] Network c0ef0123-2069-40aa-8db6-265e86fd15cd requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:57.736706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7f679f12-7c9e-4f43-8dc9-a8aacebed519 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3452282 Nov 09 18:40:57.739985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51146) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:57.745955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1275990405-router', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:57.773321 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.774800 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.827939 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.887259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-c0ef0123-2069-40aa-8db6-265e86fd15cd', 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'fixed_ips': [{'subnet_id': 'd9443e9d-c235-4769-9488-c4560dbbf554'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:40:57.888190 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.977640 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.062533 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Allocated IP 172.20.0.2 (c0ef0123-2069-40aa-8db6-265e86fd15cd/d9443e9d-c235-4769-9488-c4560dbbf554/4714d5b0-0259-497a-82f8-a835ce0f99fb) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:40:58.246649 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.249840 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.256317 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.275111 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.294738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Network c0ef0123-2069-40aa-8db6-265e86fd15cd is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:40:58.297675 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:58.301188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:40:58.310145 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Pushing event updated for resources: {'Port': ['ID=4714d5b0-0259-497a-82f8-a835ce0f99fb,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:58.368185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Attempting to bind port 4714d5b0-0259-497a-82f8-a835ce0f99fb on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:40:58.368835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Attempting to bind port 4714d5b0-0259-497a-82f8-a835ce0f99fb by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:40:58.369478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Attempting to bind port 4714d5b0-0259-497a-82f8-a835ce0f99fb on network c0ef0123-2069-40aa-8db6-265e86fd15cd {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:58.378284 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:40:58.378934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Checking segment: {'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:58.379700 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.380364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Bound using segment: {'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:40:58.381158 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Bound port: 4714d5b0-0259-497a-82f8-a835ce0f99fb, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:40:58.381876 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.383016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Allocated IP 172.25.1.235 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/afcc0c1d-e839-4290-9ce4-efef1632d5b4) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:40:58.452455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] For port 4714d5b0-0259-497a-82f8-a835ce0f99fb, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:40:58.457560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] For port 4714d5b0-0259-497a-82f8-a835ce0f99fb, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4714d5b0-0259-497a-82f8-a835ce0f99fb,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:40:58.462539 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.516171 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.538301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e31e03-6d76-4cad-80dc-1b56ff2e8dea None None] Pushing event updated for resources: {'Port': ['ID=4714d5b0-0259-497a-82f8-a835ce0f99fb,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:58.557589 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.596235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:40:58.601414 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:58.608226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:40:58.612057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Pushing event updated for resources: {'Port': ['ID=afcc0c1d-e839-4290-9ce4-efef1632d5b4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:58.888248 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.462665 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.494272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aaaf1b-7272-4315-8576-d1ea8aa0794e None None] Network c0ef0123-2069-40aa-8db6-265e86fd15cd requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:59.594523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Router 03f79ffb-3e90-4aab-a298-45a09ce3c390 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:40:59.633131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fbdd41e6-f3b7-414d-95e2-512b13426321 None None] Provisioning complete for port 4714d5b0-0259-497a-82f8-a835ce0f99fb triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:59.633419 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fbdd41e6-f3b7-414d-95e2-512b13426321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.705101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:40:59.725218 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.726545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-290f55a0-1144-4085-9879-43fe1062b757 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9849870 Nov 09 18:40:59.729072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Sync routers for ids ['03f79ffb-3e90-4aab-a298-45a09ce3c390'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:40:59.729549 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51148) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:59.748448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Routers {'03f79ffb-3e90-4aab-a298-45a09ce3c390'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:40:59.749083 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['03f79ffb-3e90-4aab-a298-45a09ce3c390'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:59.789226 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fbdd41e6-f3b7-414d-95e2-512b13426321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.871820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fbdd41e6-f3b7-414d-95e2-512b13426321 None None] For port 4714d5b0-0259-497a-82f8-a835ce0f99fb, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4714d5b0-0259-497a-82f8-a835ce0f99fb,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:59.879437 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fbdd41e6-f3b7-414d-95e2-512b13426321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.927027 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Set router 03f79ffb-3e90-4aab-a298-45a09ce3c390 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:41:00.008026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd41e6-f3b7-414d-95e2-512b13426321 None None] Pushing event updated for resources: {'Port': ['ID=4714d5b0-0259-497a-82f8-a835ce0f99fb,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:00.052615 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3f83db4a-13b5-48a8-9638-4c21c413a39d None None] Provisioning complete for port 4714d5b0-0259-497a-82f8-a835ce0f99fb triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:00.052998 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3f83db4a-13b5-48a8-9638-4c21c413a39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.186097 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.195946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'name': 'tempest-TestEncryptedCinderVolumes-1275990405-router', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:40:57Z', 'updated_at': '2021-11-09T18:40:58Z', 'revision_number': 3, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'gw_port': {'id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:40:58Z', 'updated_at': '2021-11-09T18:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:00.222231 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Checking router: 03f79ffb-3e90-4aab-a298-45a09ce3c390 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:41:00.222762 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Updating router 03f79ffb-3e90-4aab-a298-45a09ce3c390 port afcc0c1d-e839-4290-9ce4-efef1632d5b4 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:41:00.248758 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.347256 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Allocated IP 172.20.0.1 (c0ef0123-2069-40aa-8db6-265e86fd15cd/d9443e9d-c235-4769-9488-c4560dbbf554/455bf826-423b-486b-a04e-e7466b9902e0) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:41:00.460200 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.500928 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.543345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Network c0ef0123-2069-40aa-8db6-265e86fd15cd is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:41:00.546503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:00.550657 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:41:00.578629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=455bf826-423b-486b-a04e-e7466b9902e0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:00.604673 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.699127 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.707561 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.779048 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.791839 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4714d5b0-0259-497a-82f8-a835ce0f99fb up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:00.794964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Attempting to bind port afcc0c1d-e839-4290-9ce4-efef1632d5b4 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:41:00.795461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Attempting to bind port afcc0c1d-e839-4290-9ce4-efef1632d5b4 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:41:00.795899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Attempting to bind port afcc0c1d-e839-4290-9ce4-efef1632d5b4 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:00.797887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4834a44-5981-422e-980e-f13984d234ca None None] Pushing event updated for resources: {'Port': ['ID=afcc0c1d-e839-4290-9ce4-efef1632d5b4,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:00.823513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:41:00.823821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:41:00.824239 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.824647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:41:00.825126 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Bound port: afcc0c1d-e839-4290-9ce4-efef1632d5b4, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:41:00.825519 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.892207 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] For port afcc0c1d-e839-4290-9ce4-efef1632d5b4, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:41:00.896406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] For port afcc0c1d-e839-4290-9ce4-efef1632d5b4, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=afcc0c1d-e839-4290-9ce4-efef1632d5b4,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:41:00.904835 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.910298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 4714d5b0-0259-497a-82f8-a835ce0f99fb triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:00.910675 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.953478 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.959164 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.987541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e59b1238-bd6a-4901-9e97-31e7465c5e22 None None] Provisioning complete for port 455bf826-423b-486b-a04e-e7466b9902e0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:00.987929 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e59b1238-bd6a-4901-9e97-31e7465c5e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:01.033396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=455bf826-423b-486b-a04e-e7466b9902e0,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:01.035742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4834a44-5981-422e-980e-f13984d234ca None None] Pushing event updated for resources: {'Port': ['ID=afcc0c1d-e839-4290-9ce4-efef1632d5b4,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:01.036904 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:01.045891 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Routers {'03f79ffb-3e90-4aab-a298-45a09ce3c390'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:41:01.046491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['03f79ffb-3e90-4aab-a298-45a09ce3c390'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:01.085712 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e59b1238-bd6a-4901-9e97-31e7465c5e22 None None] Port 455bf826-423b-486b-a04e-e7466b9902e0 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:41:01.150259 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Network c0ef0123-2069-40aa-8db6-265e86fd15cd is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:41:01.152054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:01.205598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] Set router 03f79ffb-3e90-4aab-a298-45a09ce3c390 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:41:01.279181 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Router 03f79ffb-3e90-4aab-a298-45a09ce3c390 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:41:01.430912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-706bb35d-d058-4254-aa43-e703669e9b68 None None] Provisioning complete for port 455bf826-423b-486b-a04e-e7466b9902e0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:01.431204 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-706bb35d-d058-4254-aa43-e703669e9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:01.443952 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:41:01.450272 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1944b886-ec7f-4cc5-95ea-8421fa415dd6 admin admin] 10.222.0.81 "PUT /v2.0/routers/03f79ffb-3e90-4aab-a298-45a09ce3c390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7186615 Nov 09 18:41:01.482927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-706bb35d-d058-4254-aa43-e703669e9b68 None None] Port 455bf826-423b-486b-a04e-e7466b9902e0 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:41:01.506136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'name': 'tempest-TestEncryptedCinderVolumes-1275990405-router', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:40:57Z', 'updated_at': '2021-11-09T18:41:00Z', 'revision_number': 4, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'gw_port': {'id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:40:58Z', 'updated_at': '2021-11-09T18:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '455bf826-423b-486b-a04e-e7466b9902e0', 'name': '', 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'mac_address': 'fa:16:3e:f0:f2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'd9443e9d-c235-4769-9488-c4560dbbf554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:00Z', 'updated_at': '2021-11-09T18:41:00Z', 'revision_number': 2, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'subnets': [{'id': 'd9443e9d-c235-4769-9488-c4560dbbf554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:01.540476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c91d0-e411-45f5-bbfc-fe61b90920ca None None] The sync data for ids ['03f79ffb-3e90-4aab-a298-45a09ce3c390'] in n-d-817236-1 is: [{'id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'name': 'tempest-TestEncryptedCinderVolumes-1275990405-router', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:40:57Z', 'updated_at': '2021-11-09T18:41:00Z', 'revision_number': 4, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'gw_port': {'id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:40:58Z', 'updated_at': '2021-11-09T18:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '455bf826-423b-486b-a04e-e7466b9902e0', 'name': '', 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'mac_address': 'fa:16:3e:f0:f2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'd9443e9d-c235-4769-9488-c4560dbbf554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:00Z', 'updated_at': '2021-11-09T18:41:00Z', 'revision_number': 2, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'subnets': [{'id': 'd9443e9d-c235-4769-9488-c4560dbbf554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:41:02.070906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51164) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:41:02.077524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1409705122-network', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:02.103914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Made reservation on behalf of 97bb0cfb564d432eae7fc626ff94748b for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:41:02.106422 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.117368 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.240040 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.245993 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.286640 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:41:02.298744 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dbcbea-adc8-4835-8e38-aae4643a923a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:02.308746 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.309374 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Added segment d83646d3-ef3b-4fd0-aa79-891c38c7467c of type vlan for network d3b66d3a-0b3e-4408-8b4d-68673a232da0 Nov 09 18:41:02.361856 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.391802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.392805 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:02.393402 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.459950 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3878038 Nov 09 18:41:02.462691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51168) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:41:02.470103 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Request body: {'subnet': {'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1409705122-subnet', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:02.475029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576dcb9-0f74-40cd-acd2-8499dc61bd6f admin admin] Pushing event updated for resources: {'Network': ['ID=d3b66d3a-0b3e-4408-8b4d-68673a232da0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:02.487772 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d3b66d3a-0b3e-4408-8b4d-68673a232da0 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:41:02.498073 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Made reservation on behalf of 97bb0cfb564d432eae7fc626ff94748b for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:41:02.500735 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.761449 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.762591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device afcc0c1d-e839-4290-9ce4-efef1632d5b4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:02.818330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0256a571-30aa-492d-a440-c2532e3f3d4b,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:02.825919 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port afcc0c1d-e839-4290-9ce4-efef1632d5b4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:02.826303 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.835004 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:02.835414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:02.835757 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:02.836138 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:02.836466 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:02.836795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:02.837114 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:02.837434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:02.837756 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:02.838067 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:02.838383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:02.838687 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:02.847868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Checking segment: {'id': 'd83646d3-ef3b-4fd0-aa79-891c38c7467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:41:02.848235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Network hostable DHCP agents. Network: d3b66d3a-0b3e-4408-8b4d-68673a232da0, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:41:02.869278 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Network d3b66d3a-0b3e-4408-8b4d-68673a232da0 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:41:02.881675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d3b66d3a-0b3e-4408-8b4d-68673a232da0) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:02.887396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:02.888017 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.911840 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0436bf6a-eb70-4203-b2e2-eea6804f7a09 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4479363 Nov 09 18:41:02.912292 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adef0d7-d82c-4a44-a674-9b2becaadf6d None None] Network d3b66d3a-0b3e-4408-8b4d-68673a232da0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:41:02.914443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51170) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:41:02.920269 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1409705122-router', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:02.955166 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.957346 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.981861 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.021717 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port afcc0c1d-e839-4290-9ce4-efef1632d5b4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=afcc0c1d-e839-4290-9ce4-efef1632d5b4,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:03.030254 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.037440 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.165734 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=afcc0c1d-e839-4290-9ce4-efef1632d5b4,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:03.200459 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.216623 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-d3b66d3a-0b3e-4408-8b4d-68673a232da0', 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'fixed_ips': [{'subnet_id': '0256a571-30aa-492d-a440-c2532e3f3d4b'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:41:03.217700 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.406053 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Allocated IP 172.20.0.2 (d3b66d3a-0b3e-4408-8b4d-68673a232da0/0256a571-30aa-492d-a440-c2532e3f3d4b/298e319d-29bb-444f-99b5-83b9735430f7) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:41:03.497710 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.523143 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.580403 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.588561 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.629420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Network d3b66d3a-0b3e-4408-8b4d-68673a232da0 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:41:03.632871 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:03.635562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:41:03.653607 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Pushing event updated for resources: {'Port': ['ID=298e319d-29bb-444f-99b5-83b9735430f7,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:03.668017 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Allocated IP 172.25.1.16 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/6764a816-4183-4f4c-8016-d3fc2600b62b) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:41:03.707598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Attempting to bind port 298e319d-29bb-444f-99b5-83b9735430f7 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:41:03.708235 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Attempting to bind port 298e319d-29bb-444f-99b5-83b9735430f7 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd83646d3-ef3b-4fd0-aa79-891c38c7467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:41:03.708676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Attempting to bind port 298e319d-29bb-444f-99b5-83b9735430f7 on network d3b66d3a-0b3e-4408-8b4d-68673a232da0 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:03.717696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:41:03.718349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Checking segment: {'id': 'd83646d3-ef3b-4fd0-aa79-891c38c7467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:41:03.719038 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.719745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Bound using segment: {'id': 'd83646d3-ef3b-4fd0-aa79-891c38c7467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:41:03.720585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Bound port: 298e319d-29bb-444f-99b5-83b9735430f7, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83646d3-ef3b-4fd0-aa79-891c38c7467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:41:03.721280 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.794605 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.801511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] For port 298e319d-29bb-444f-99b5-83b9735430f7, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:41:03.805543 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] For port 298e319d-29bb-444f-99b5-83b9735430f7, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=298e319d-29bb-444f-99b5-83b9735430f7,segment=NetworkSegment(d83646d3-ef3b-4fd0-aa79-891c38c7467c),segment_id=d83646d3-ef3b-4fd0-aa79-891c38c7467c)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:41:03.811171 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.852950 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.890458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74cfc5-1929-475a-bf62-6b829a475341 None None] Pushing event updated for resources: {'Port': ['ID=298e319d-29bb-444f-99b5-83b9735430f7,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:03.917125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:41:03.921215 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:03.923812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:41:03.967799 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Pushing event updated for resources: {'Port': ['ID=6764a816-4183-4f4c-8016-d3fc2600b62b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:04.005703 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Sync routers for ids ['03f79ffb-3e90-4aab-a298-45a09ce3c390'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:41:04.023634 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Routers {'03f79ffb-3e90-4aab-a298-45a09ce3c390'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:41:04.024971 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['03f79ffb-3e90-4aab-a298-45a09ce3c390'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:04.227532 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Set router 03f79ffb-3e90-4aab-a298-45a09ce3c390 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:41:04.260081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:04.457843 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'name': 'tempest-TestEncryptedCinderVolumes-1275990405-router', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:40:57Z', 'updated_at': '2021-11-09T18:41:00Z', 'revision_number': 4, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'gw_port': {'id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:40:58Z', 'updated_at': '2021-11-09T18:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '455bf826-423b-486b-a04e-e7466b9902e0', 'name': '', 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'mac_address': 'fa:16:3e:f0:f2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'd9443e9d-c235-4769-9488-c4560dbbf554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:00Z', 'updated_at': '2021-11-09T18:41:00Z', 'revision_number': 2, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'subnets': [{'id': 'd9443e9d-c235-4769-9488-c4560dbbf554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:04.470621 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:04.487705 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Checking router: 03f79ffb-3e90-4aab-a298-45a09ce3c390 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:41:04.488404 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Updating router 03f79ffb-3e90-4aab-a298-45a09ce3c390 port 455bf826-423b-486b-a04e-e7466b9902e0 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:41:04.516406 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:04.633435 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Router 0c685c88-84ad-44e9-aa9a-0b3688a4bebf is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:41:04.801110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:41:04.818696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Sync routers for ids ['0c685c88-84ad-44e9-aa9a-0b3688a4bebf'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:41:04.832136 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:04.834327 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-45edfb9b-ca41-4398-b586-3d1e7c71864a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9177043 Nov 09 18:41:04.839106 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51172) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:41:04.849209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 298e319d-29bb-444f-99b5-83b9735430f7 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:04.854231 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Routers {'0c685c88-84ad-44e9-aa9a-0b3688a4bebf'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:41:04.855362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0c685c88-84ad-44e9-aa9a-0b3688a4bebf'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:04.984357 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:04.995936 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:05.002910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 298e319d-29bb-444f-99b5-83b9735430f7 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:05.003845 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:05.079877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Set router 0c685c88-84ad-44e9-aa9a-0b3688a4bebf gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:41:05.106075 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Attempting to bind port 455bf826-423b-486b-a04e-e7466b9902e0 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:41:05.107058 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Attempting to bind port 455bf826-423b-486b-a04e-e7466b9902e0 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:41:05.107617 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Attempting to bind port 455bf826-423b-486b-a04e-e7466b9902e0 on network c0ef0123-2069-40aa-8db6-265e86fd15cd {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:05.118009 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Pushing event updated for resources: {'Port': ['ID=455bf826-423b-486b-a04e-e7466b9902e0,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:05.136166 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:05.137107 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:05.137698 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:05.138283 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:05.138973 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:05.139533 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:05.140040 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:05.140527 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:05.141014 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:05.141498 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:05.142006 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:05.142497 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:05.158021 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:41:05.158401 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Checking segment: {'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:41:05.158805 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:05.160011 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Bound using segment: {'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:41:05.161047 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Bound port: 455bf826-423b-486b-a04e-e7466b9902e0, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:41:05.161444 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:05.228751 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:05.293684 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] For port 455bf826-423b-486b-a04e-e7466b9902e0, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:41:05.298933 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] For port 455bf826-423b-486b-a04e-e7466b9902e0, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=455bf826-423b-486b-a04e-e7466b9902e0,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:41:05.303950 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b395ecb6-7033-401b-91cd-4a10fccba6bc None None] Network d3b66d3a-0b3e-4408-8b4d-68673a232da0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:41:05.308132 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:05.376675 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Routers {'03f79ffb-3e90-4aab-a298-45a09ce3c390'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:41:05.377575 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['03f79ffb-3e90-4aab-a298-45a09ce3c390'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:05.382329 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:05.391510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 298e319d-29bb-444f-99b5-83b9735430f7, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=298e319d-29bb-444f-99b5-83b9735430f7,segment=NetworkSegment(d83646d3-ef3b-4fd0-aa79-891c38c7467c),segment_id=d83646d3-ef3b-4fd0-aa79-891c38c7467c)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:05.408837 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:05.410140 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device afcc0c1d-e839-4290-9ce4-efef1632d5b4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:05.492402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d398b3d2-24f0-4b45-baa9-a2728c906777 None None] Provisioning complete for port 298e319d-29bb-444f-99b5-83b9735430f7 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:05.492769 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d398b3d2-24f0-4b45-baa9-a2728c906777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:05.580271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Allocated IP 172.20.0.1 (d3b66d3a-0b3e-4408-8b4d-68673a232da0/0256a571-30aa-492d-a440-c2532e3f3d4b/7bb26f65-a162-4164-b962-7cc6ac598f87) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:41:05.616922 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] Set router 03f79ffb-3e90-4aab-a298-45a09ce3c390 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:41:05.648209 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08aca5-c776-4124-862d-693b9575138e None None] Pushing event updated for resources: {'Port': ['ID=455bf826-423b-486b-a04e-e7466b9902e0,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:05.730933 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:05.767733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=298e319d-29bb-444f-99b5-83b9735430f7,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:05.780825 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:05.820954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Network d3b66d3a-0b3e-4408-8b4d-68673a232da0 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:41:05.823885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:05.826364 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:41:05.840259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port afcc0c1d-e839-4290-9ce4-efef1632d5b4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:05.840259 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:05.856542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Pushing event updated for resources: {'Port': ['ID=7bb26f65-a162-4164-b962-7cc6ac598f87,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:05.866903 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'name': 'tempest-TestEncryptedCinderVolumes-1275990405-router', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:40:57Z', 'updated_at': '2021-11-09T18:41:00Z', 'revision_number': 4, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'gw_port': {'id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:40:58Z', 'updated_at': '2021-11-09T18:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '455bf826-423b-486b-a04e-e7466b9902e0', 'name': '', 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'mac_address': 'fa:16:3e:f0:f2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'd9443e9d-c235-4769-9488-c4560dbbf554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:00Z', 'updated_at': '2021-11-09T18:41:05Z', 'revision_number': 4, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'subnets': [{'id': 'd9443e9d-c235-4769-9488-c4560dbbf554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:05.883088 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:05.898090 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0284ea36-70f8-429a-8be7-80a02cfa38fa None None] The sync data for ids ['03f79ffb-3e90-4aab-a298-45a09ce3c390'] in n-d-817236-1 is: [{'id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'name': 'tempest-TestEncryptedCinderVolumes-1275990405-router', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:40:57Z', 'updated_at': '2021-11-09T18:41:00Z', 'revision_number': 4, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'gw_port': {'id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:40:58Z', 'updated_at': '2021-11-09T18:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '455bf826-423b-486b-a04e-e7466b9902e0', 'name': '', 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'mac_address': 'fa:16:3e:f0:f2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'd9443e9d-c235-4769-9488-c4560dbbf554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:00Z', 'updated_at': '2021-11-09T18:41:05Z', 'revision_number': 4, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'subnets': [{'id': 'd9443e9d-c235-4769-9488-c4560dbbf554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:41:05.917072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1409705122-router', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:41:02Z', 'updated_at': '2021-11-09T18:41:04Z', 'revision_number': 3, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'gw_port': {'id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:03Z', 'updated_at': '2021-11-09T18:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:05.965761 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Checking router: 0c685c88-84ad-44e9-aa9a-0b3688a4bebf for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:41:05.966132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Updating router 0c685c88-84ad-44e9-aa9a-0b3688a4bebf port 6764a816-4183-4f4c-8016-d3fc2600b62b binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:41:06.014072 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.039094 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.180786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-261f8642-15e7-4ec4-83db-627886289bb8 None None] Provisioning complete for port 455bf826-423b-486b-a04e-e7466b9902e0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:06.181128 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-261f8642-15e7-4ec4-83db-627886289bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.274504 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.282594 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.360648 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.373387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Pushing event updated for resources: {'Port': ['ID=7bb26f65-a162-4164-b962-7cc6ac598f87,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:06.441479 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-261f8642-15e7-4ec4-83db-627886289bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.515712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Network d3b66d3a-0b3e-4408-8b4d-68673a232da0 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:41:06.518090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-261f8642-15e7-4ec4-83db-627886289bb8 None None] For port 455bf826-423b-486b-a04e-e7466b9902e0, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=455bf826-423b-486b-a04e-e7466b9902e0,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:06.519728 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:06.520648 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.524827 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-261f8642-15e7-4ec4-83db-627886289bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.529963 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.585509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Attempting to bind port 6764a816-4183-4f4c-8016-d3fc2600b62b on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:41:06.585895 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Attempting to bind port 6764a816-4183-4f4c-8016-d3fc2600b62b by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:41:06.586272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Attempting to bind port 6764a816-4183-4f4c-8016-d3fc2600b62b on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:06.604258 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:41:06.604821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:41:06.605938 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.605938 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:41:06.606238 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Bound port: 6764a816-4183-4f4c-8016-d3fc2600b62b, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:41:06.606560 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.660367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f8642-15e7-4ec4-83db-627886289bb8 None None] Pushing event updated for resources: {'Port': ['ID=455bf826-423b-486b-a04e-e7466b9902e0,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:06.676210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Router 0c685c88-84ad-44e9-aa9a-0b3688a4bebf has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:41:06.722472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67331c3-8c01-4b56-a508-689153f41d0b None None] Pushing event updated for resources: {'Port': ['ID=6764a816-4183-4f4c-8016-d3fc2600b62b,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:06.752163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a2b8e7ea-ce1a-4aaa-8e07-c4b11641f851 None None] Provisioning complete for port 298e319d-29bb-444f-99b5-83b9735430f7 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:06.752543 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e7ea-ce1a-4aaa-8e07-c4b11641f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.794221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] For port 6764a816-4183-4f4c-8016-d3fc2600b62b, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:41:06.814931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] For port 6764a816-4183-4f4c-8016-d3fc2600b62b, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6764a816-4183-4f4c-8016-d3fc2600b62b,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:41:06.825036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 298e319d-29bb-444f-99b5-83b9735430f7 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:06.828552 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.859283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:41:06.875906 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1e64cc76-1cbb-4b19-8714-28f487b5634e admin admin] 10.222.0.81 "PUT /v2.0/routers/0c685c88-84ad-44e9-aa9a-0b3688a4bebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0285301 Nov 09 18:41:06.962273 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67331c3-8c01-4b56-a508-689153f41d0b None None] Pushing event updated for resources: {'Port': ['ID=6764a816-4183-4f4c-8016-d3fc2600b62b,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:06.973091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Routers {'0c685c88-84ad-44e9-aa9a-0b3688a4bebf'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:41:06.973741 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0c685c88-84ad-44e9-aa9a-0b3688a4bebf'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:07.056682 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a2b8e7ea-ce1a-4aaa-8e07-c4b11641f851 None None] Provisioning complete for port 7bb26f65-a162-4164-b962-7cc6ac598f87 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:07.057062 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e7ea-ce1a-4aaa-8e07-c4b11641f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:07.058573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 298e319d-29bb-444f-99b5-83b9735430f7 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:07.058943 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:07.143505 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8e7ea-ce1a-4aaa-8e07-c4b11641f851 None None] Port 7bb26f65-a162-4164-b962-7cc6ac598f87 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:41:07.190487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] Set router 0c685c88-84ad-44e9-aa9a-0b3688a4bebf gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:41:07.237771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 455bf826-423b-486b-a04e-e7466b9902e0 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:07.351080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-73030806-4e25-4220-a952-be7bfe23f25f None None] Provisioning complete for port 7bb26f65-a162-4164-b962-7cc6ac598f87 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:07.351491 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-73030806-4e25-4220-a952-be7bfe23f25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:07.422423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-73030806-4e25-4220-a952-be7bfe23f25f None None] Port 7bb26f65-a162-4164-b962-7cc6ac598f87 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:41:07.451114 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 455bf826-423b-486b-a04e-e7466b9902e0 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:07.451521 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:07.517914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1409705122-router', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:41:02Z', 'updated_at': '2021-11-09T18:41:05Z', 'revision_number': 4, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'gw_port': {'id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:03Z', 'updated_at': '2021-11-09T18:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7bb26f65-a162-4164-b962-7cc6ac598f87', 'name': '', 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'mac_address': 'fa:16:3e:5d:50:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '0256a571-30aa-492d-a440-c2532e3f3d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:05Z', 'updated_at': '2021-11-09T18:41:06Z', 'revision_number': 2, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'subnets': [{'id': '0256a571-30aa-492d-a440-c2532e3f3d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:07.573870 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a008fb41-f8f3-458f-b6af-4f70fc269c77 None None] The sync data for ids ['0c685c88-84ad-44e9-aa9a-0b3688a4bebf'] in n-d-817236-1 is: [{'id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1409705122-router', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:41:02Z', 'updated_at': '2021-11-09T18:41:05Z', 'revision_number': 4, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'gw_port': {'id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:03Z', 'updated_at': '2021-11-09T18:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7bb26f65-a162-4164-b962-7cc6ac598f87', 'name': '', 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'mac_address': 'fa:16:3e:5d:50:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '0256a571-30aa-492d-a440-c2532e3f3d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:05Z', 'updated_at': '2021-11-09T18:41:06Z', 'revision_number': 2, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'subnets': [{'id': '0256a571-30aa-492d-a440-c2532e3f3d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:41:07.731576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-89519d39-827c-44fe-82fe-b9cb54cbcd8b tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:07.733179 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-89519d39-827c-44fe-82fe-b9cb54cbcd8b tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/networks?id=c0ef0123-2069-40aa-8db6-265e86fd15cd HTTP/1.1" status: 200 len: 817 time: 0.1098952 Nov 09 18:41:07.750529 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-93793faa-bfc5-4f69-97c6-d00b66dd1724 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/quotas/1d8c067d5a53406889f1fdef90df76f1 HTTP/1.1" status: 200 len: 375 time: 0.0110567 Nov 09 18:41:07.826831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-de6491e3-a0d2-4019-b666-553238707b9c tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d8c067d5a53406889f1fdef90df76f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691299 Nov 09 18:41:07.930986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-7a5a2545-5bb6-411f-9c89-948331624332 service neutron] 10.222.0.81 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908127 Nov 09 18:41:08.029698 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-fd878ea5-fc38-4f03-bf4c-82e7a718628d service neutron] 10.222.0.81 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925577 Nov 09 18:41:08.199726 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-229ba0f6-1174-44d7-9abb-2446c96b993f req-c2a22f46-f30d-4e69-8098-17f89e35ff8d tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 210 time: 0.0263042 Nov 09 18:41:08.799161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 455bf826-423b-486b-a04e-e7466b9902e0 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:08.861652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 455bf826-423b-486b-a04e-e7466b9902e0 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:08.862823 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:08.959879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6764a816-4183-4f4c-8016-d3fc2600b62b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:09.179810 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 6764a816-4183-4f4c-8016-d3fc2600b62b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:09.180196 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:09.238615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-fcce1d54-dd73-4493-b71c-5898248f48ab tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:09.240365 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-fcce1d54-dd73-4493-b71c-5898248f48ab tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.18 "GET /v2.0/networks?id=c0ef0123-2069-40aa-8db6-265e86fd15cd HTTP/1.1" status: 200 len: 817 time: 0.1231842 Nov 09 18:41:09.255335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-a6abd3ff-09fa-4c90-8458-ad9af02a342a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Request body: {'port': {'device_id': 'b174956a-bf9e-4271-9405-d9f8460b0a8e', 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd', 'admin_state_up': True, 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:09.286937 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:09.310955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 6764a816-4183-4f4c-8016-d3fc2600b62b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6764a816-4183-4f4c-8016-d3fc2600b62b,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:09.315706 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:09.338582 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c0ab5b4-4c1f-4df0-a4f5-b38f1e5546a2 req-7f351f2f-71e0-49cd-a049-18efcb9844bb tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 210 time: 0.0329885 Nov 09 18:41:09.372648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=6764a816-4183-4f4c-8016-d3fc2600b62b,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:09.403304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-a6abd3ff-09fa-4c90-8458-ad9af02a342a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Made reservation on behalf of 1d8c067d5a53406889f1fdef90df76f1 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:41:09.406849 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-a6abd3ff-09fa-4c90-8458-ad9af02a342a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:09.809790 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Sync routers for ids ['0c685c88-84ad-44e9-aa9a-0b3688a4bebf'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:41:09.820421 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Routers {'0c685c88-84ad-44e9-aa9a-0b3688a4bebf'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:41:09.821045 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0c685c88-84ad-44e9-aa9a-0b3688a4bebf'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:09.872568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-a6abd3ff-09fa-4c90-8458-ad9af02a342a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Allocated IP 172.20.0.5 (c0ef0123-2069-40aa-8db6-265e86fd15cd/d9443e9d-c235-4769-9488-c4560dbbf554/3e59e3f9-c5b3-4611-ad31-20244ff61bcf) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:41:09.926729 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Set router 0c685c88-84ad-44e9-aa9a-0b3688a4bebf gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:41:10.035475 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-a6abd3ff-09fa-4c90-8458-ad9af02a342a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.076879 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-a6abd3ff-09fa-4c90-8458-ad9af02a342a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.120951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-a6abd3ff-09fa-4c90-8458-ad9af02a342a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Network c0ef0123-2069-40aa-8db6-265e86fd15cd is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:41:10.124230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-a6abd3ff-09fa-4c90-8458-ad9af02a342a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:10.129486 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-a6abd3ff-09fa-4c90-8458-ad9af02a342a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:41:10.151462 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1409705122-router', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:41:02Z', 'updated_at': '2021-11-09T18:41:05Z', 'revision_number': 4, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'gw_port': {'id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:03Z', 'updated_at': '2021-11-09T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7bb26f65-a162-4164-b962-7cc6ac598f87', 'name': '', 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'mac_address': 'fa:16:3e:5d:50:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '0256a571-30aa-492d-a440-c2532e3f3d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:05Z', 'updated_at': '2021-11-09T18:41:06Z', 'revision_number': 2, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'subnets': [{'id': '0256a571-30aa-492d-a440-c2532e3f3d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:10.162452 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abd3ff-09fa-4c90-8458-ad9af02a342a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Pushing event updated for resources: {'Port': ['ID=3e59e3f9-c5b3-4611-ad31-20244ff61bcf,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:10.185748 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Checking router: 0c685c88-84ad-44e9-aa9a-0b3688a4bebf for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:41:10.186257 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Updating router 0c685c88-84ad-44e9-aa9a-0b3688a4bebf port 7bb26f65-a162-4164-b962-7cc6ac598f87 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:41:10.189004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-a6abd3ff-09fa-4c90-8458-ad9af02a342a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:10.189752 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-a6abd3ff-09fa-4c90-8458-ad9af02a342a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.207723 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-a6abd3ff-09fa-4c90-8458-ad9af02a342a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9571249 Nov 09 18:41:10.215521 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.220631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Request body: {'port': {'device_id': 'b174956a-bf9e-4271-9405-d9f8460b0a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:10.282790 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.365547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7f555725-7b9f-4dda-85a6-4b54646f742d None None] Provisioning complete for port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:10.366426 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7f555725-7b9f-4dda-85a6-4b54646f742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.419949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-7f555725-7b9f-4dda-85a6-4b54646f742d None None] Port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:41:10.478540 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ed32-4fa9-4e8e-bdf6-5a395c6327d8 req-272f3bb6-3571-4174-b010-b9c384b6b561 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:10.480245 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b128ed32-4fa9-4e8e-bdf6-5a395c6327d8 req-272f3bb6-3571-4174-b010-b9c384b6b561 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 931 time: 0.0527177 Nov 09 18:41:10.520542 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.526087 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.531621 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-b128ed32-4fa9-4e8e-bdf6-5a395c6327d8 req-9796db80-dda2-401b-8d89-3d63b1e64c81 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448689 Nov 09 18:41:10.577929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e59e3f9-c5b3-4611-ad31-20244ff61bcf {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:41:10.586094 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.599960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Transition to ACTIVE for port object 3e59e3f9-c5b3-4611-ad31-20244ff61bcf will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:41:10.603975 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.611260 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fa6fa-f588-401a-b785-db19980c8107 None None] Pushing event updated for resources: {'Port': ['ID=7bb26f65-a162-4164-b962-7cc6ac598f87,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:10.651020 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Attempting to bind port 7bb26f65-a162-4164-b962-7cc6ac598f87 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:41:10.651191 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Attempting to bind port 7bb26f65-a162-4164-b962-7cc6ac598f87 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd83646d3-ef3b-4fd0-aa79-891c38c7467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:41:10.651596 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Attempting to bind port 7bb26f65-a162-4164-b962-7cc6ac598f87 on network d3b66d3a-0b3e-4408-8b4d-68673a232da0 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:10.657339 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:41:10.657716 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Checking segment: {'id': 'd83646d3-ef3b-4fd0-aa79-891c38c7467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:41:10.658124 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.658507 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Bound using segment: {'id': 'd83646d3-ef3b-4fd0-aa79-891c38c7467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:41:10.659637 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Bound port: 7bb26f65-a162-4164-b962-7cc6ac598f87, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83646d3-ef3b-4fd0-aa79-891c38c7467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:41:10.660032 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.663950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Pushing event updated for resources: {'Port': ['ID=3e59e3f9-c5b3-4611-ad31-20244ff61bcf,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:10.733613 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] For port 7bb26f65-a162-4164-b962-7cc6ac598f87, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:41:10.737581 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] For port 7bb26f65-a162-4164-b962-7cc6ac598f87, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7bb26f65-a162-4164-b962-7cc6ac598f87,segment=NetworkSegment(d83646d3-ef3b-4fd0-aa79-891c38c7467c),segment_id=d83646d3-ef3b-4fd0-aa79-891c38c7467c)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:41:10.743100 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.779467 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6764a816-4183-4f4c-8016-d3fc2600b62b up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:10.788981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Attempting to bind port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:41:10.789471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Attempting to bind port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:41:10.789912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Attempting to bind port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf on network c0ef0123-2069-40aa-8db6-265e86fd15cd {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:10.796072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf on network c0ef0123-2069-40aa-8db6-265e86fd15cd not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:41:10.796555 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Attempting to bind port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf on network c0ef0123-2069-40aa-8db6-265e86fd15cd {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:10.804260 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:41:10.804745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Checking segment: {'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:41:10.805237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Bound using segment: {'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:41:10.805781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Bound port: 3e59e3f9-c5b3-4611-ad31-20244ff61bcf, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:41:10.806270 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.808732 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Routers {'0c685c88-84ad-44e9-aa9a-0b3688a4bebf'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:41:10.809418 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:40:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0c685c88-84ad-44e9-aa9a-0b3688a4bebf'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:10.832501 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9a308fb6-f2f6-49a8-8fc8-b688c2ed4f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.864038 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 6764a816-4183-4f4c-8016-d3fc2600b62b triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:10.864457 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.896657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] For port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:41:10.905095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] For port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3e59e3f9-c5b3-4611-ad31-20244ff61bcf,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:41:10.912184 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.938470 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fa6fa-f588-401a-b785-db19980c8107 None None] Pushing event updated for resources: {'Port': ['ID=7bb26f65-a162-4164-b962-7cc6ac598f87,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:10.974782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9efa5307-e16f-43dc-8c67-09b74b0f7c14 None None] Provisioning complete for port 7bb26f65-a162-4164-b962-7cc6ac598f87 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:10.975290 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9efa5307-e16f-43dc-8c67-09b74b0f7c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.988741 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] Set router 0c685c88-84ad-44e9-aa9a-0b3688a4bebf gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:41:10.991149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:10.991816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.998838 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] 10.222.0.18 "PUT /v2.0/ports/3e59e3f9-c5b3-4611-ad31-20244ff61bcf HTTP/1.1" status: 200 len: 1091 time: 0.7827444 Nov 09 18:41:10.999593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58fe65-90c7-4c6f-ad0b-26fd623b1344 service neutron] Pushing event updated for resources: {'Port': ['ID=3e59e3f9-c5b3-4611-ad31-20244ff61bcf,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:11.022491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b174956a-bf9e-4271-9405-d9f8460b0a8e', 'tag': '3e59e3f9-c5b3-4611-ad31-20244ff61bcf'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:11.026176 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127592c1-c2e9-442f-b4b1-ca377f09f252" -d '{"events": [{"name": "network-changed", "server_uuid": "b174956a-bf9e-4271-9405-d9f8460b0a8e", "tag": "3e59e3f9-c5b3-4611-ad31-20244ff61bcf"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:11.116798 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-6f1accda-cbac-4f80-83fb-787aca15cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:11.118596 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-6f1accda-cbac-4f80-83fb-787aca15cc49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c067d5a53406889f1fdef90df76f1&device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 1094 time: 0.0654604 Nov 09 18:41:11.120207 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a94c8e-9e76-496b-b6c7-47407b784d72 x-openstack-request-id: req-f7a94c8e-9e76-496b-b6c7-47407b784d72 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:11.120493 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b174956a-bf9e-4271-9405-d9f8460b0a8e", "tag": "3e59e3f9-c5b3-4611-ad31-20244ff61bcf", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:11.120748 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f7a94c8e-9e76-496b-b6c7-47407b784d72 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:11.121268 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b174956a-bf9e-4271-9405-d9f8460b0a8e', 'tag': '3e59e3f9-c5b3-4611-ad31-20244ff61bcf', 'status': 'completed', 'code': 200} Nov 09 18:41:11.138763 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9efa5307-e16f-43dc-8c67-09b74b0f7c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:11.185607 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-33c6f041-b18e-4cad-849c-33de7110d3c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e59e3f9-c5b3-4611-ad31-20244ff61bcf HTTP/1.1" status: 200 len: 217 time: 0.0577743 Nov 09 18:41:11.205366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9efa5307-e16f-43dc-8c67-09b74b0f7c14 None None] For port 7bb26f65-a162-4164-b962-7cc6ac598f87, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7bb26f65-a162-4164-b962-7cc6ac598f87,segment=NetworkSegment(d83646d3-ef3b-4fd0-aa79-891c38c7467c),segment_id=d83646d3-ef3b-4fd0-aa79-891c38c7467c)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:11.211297 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9efa5307-e16f-43dc-8c67-09b74b0f7c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:11.253689 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-38084f50-76b2-4a19-960e-59926cd398ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:11.255366 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-38084f50-76b2-4a19-960e-59926cd398ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9443e9d-c235-4769-9488-c4560dbbf554 HTTP/1.1" status: 200 len: 856 time: 0.0625374 Nov 09 18:41:11.279261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa5307-e16f-43dc-8c67-09b74b0f7c14 None None] Pushing event updated for resources: {'Port': ['ID=7bb26f65-a162-4164-b962-7cc6ac598f87,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:11.319810 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-d52a794d-dcd1-4d51-8409-2724e60ef082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:11.322097 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-d52a794d-dcd1-4d51-8409-2724e60ef082 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0ef0123-2069-40aa-8db6-265e86fd15cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592370 Nov 09 18:41:11.340204 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1409705122-router', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:41:02Z', 'updated_at': '2021-11-09T18:41:05Z', 'revision_number': 4, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'gw_port': {'id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:03Z', 'updated_at': '2021-11-09T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7bb26f65-a162-4164-b962-7cc6ac598f87', 'name': '', 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'mac_address': 'fa:16:3e:5d:50:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '0256a571-30aa-492d-a440-c2532e3f3d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:05Z', 'updated_at': '2021-11-09T18:41:10Z', 'revision_number': 4, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'subnets': [{'id': '0256a571-30aa-492d-a440-c2532e3f3d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:41:11.342324 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-71b5db92-f9cf-4188-aa7b-19eec15a8fdf None None] Provisioning complete for port 7bb26f65-a162-4164-b962-7cc6ac598f87 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:11.342717 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-71b5db92-f9cf-4188-aa7b-19eec15a8fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:11.370337 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22fccc-7ba7-44ec-968e-c7f5d69ae599 None None] The sync data for ids ['0c685c88-84ad-44e9-aa9a-0b3688a4bebf'] in n-d-817236-1 is: [{'id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1409705122-router', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:41:02Z', 'updated_at': '2021-11-09T18:41:05Z', 'revision_number': 4, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'gw_port': {'id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:03Z', 'updated_at': '2021-11-09T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '7bb26f65-a162-4164-b962-7cc6ac598f87', 'name': '', 'network_id': 'd3b66d3a-0b3e-4408-8b4d-68673a232da0', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'mac_address': 'fa:16:3e:5d:50:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '0256a571-30aa-492d-a440-c2532e3f3d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:05Z', 'updated_at': '2021-11-09T18:41:10Z', 'revision_number': 4, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'subnets': [{'id': '0256a571-30aa-492d-a440-c2532e3f3d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:41:11.450420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-f8f3d5bb-9d88-457f-81e2-7ee3a23d649e service neutron] 10.222.0.18 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206918 Nov 09 18:41:11.545640 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c57a6f17-e28e-4bca-be86-85d14db24c6c req-ef95f830-6e4f-4bd3-a4cf-54392b0d8af5 service neutron] 10.222.0.18 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876415 Nov 09 18:41:11.651854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127592c1-c2e9-442f-b4b1-ca377f09f252 req-5acce067-1f60-4ac2-8c55-19be83ea9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:11.653403 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-127592c1-c2e9-442f-b4b1-ca377f09f252 req-5acce067-1f60-4ac2-8c55-19be83ea9f44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c067d5a53406889f1fdef90df76f1&device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 1094 time: 0.0515633 Nov 09 18:41:11.658752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d38ff-fb46-45a6-adeb-cd52cff23a77 req-a427cc67-afa5-4b16-9267-bd0f751a6b96 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:11.660604 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d6d38ff-fb46-45a6-adeb-cd52cff23a77 req-a427cc67-afa5-4b16-9267-bd0f751a6b96 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 943 time: 0.0561750 Nov 09 18:41:11.703665 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-5d6d38ff-fb46-45a6-adeb-cd52cff23a77 req-205491e4-9320-4465-a734-e5ab8d2bde5d tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365565 Nov 09 18:41:11.753540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127592c1-c2e9-442f-b4b1-ca377f09f252 req-f9ed13ef-fb14-41e5-8c1b-089c2b2e31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:11.755031 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-127592c1-c2e9-442f-b4b1-ca377f09f252 req-f9ed13ef-fb14-41e5-8c1b-089c2b2e31c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0ef0123-2069-40aa-8db6-265e86fd15cd HTTP/1.1" status: 200 len: 918 time: 0.0934513 Nov 09 18:41:11.803239 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-127592c1-c2e9-442f-b4b1-ca377f09f252 req-79aecef8-0cac-4d3a-b84d-5d8ca32fab0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e59e3f9-c5b3-4611-ad31-20244ff61bcf HTTP/1.1" status: 200 len: 217 time: 0.0407767 Nov 09 18:41:11.857867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127592c1-c2e9-442f-b4b1-ca377f09f252 req-ae7102fd-2c0a-455c-ab56-6d3fa73aa468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:11.859422 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-127592c1-c2e9-442f-b4b1-ca377f09f252 req-ae7102fd-2c0a-455c-ab56-6d3fa73aa468 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9443e9d-c235-4769-9488-c4560dbbf554 HTTP/1.1" status: 200 len: 856 time: 0.0497992 Nov 09 18:41:11.907989 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127592c1-c2e9-442f-b4b1-ca377f09f252 req-4ac26507-95a5-4617-9ecb-75961ffdc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:11.910242 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-127592c1-c2e9-442f-b4b1-ca377f09f252 req-4ac26507-95a5-4617-9ecb-75961ffdc429 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0ef0123-2069-40aa-8db6-265e86fd15cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431137 Nov 09 18:41:11.922087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-127592c1-c2e9-442f-b4b1-ca377f09f252 req-e050bf4f-f297-468f-80df-ddaa65050ac6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:41:11.923072 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-127592c1-c2e9-442f-b4b1-ca377f09f252 req-e050bf4f-f297-468f-80df-ddaa65050ac6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053017 Nov 09 18:41:12.019615 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-127592c1-c2e9-442f-b4b1-ca377f09f252 req-1a8e435f-2469-4b5b-bc39-cd5ef57a79a1 service neutron] 10.222.0.18 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892098 Nov 09 18:41:12.115179 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-127592c1-c2e9-442f-b4b1-ca377f09f252 req-a57d11eb-16c4-4b64-a70e-70a55ce72a46 service neutron] 10.222.0.18 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886822 Nov 09 18:41:12.728096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7bb26f65-a162-4164-b962-7cc6ac598f87 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:12.777887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7bb26f65-a162-4164-b962-7cc6ac598f87 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:12.778268 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:12.826436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675f12-75e0-4658-b508-3e9991f7e8df req-f13b1077-4663-4fd5-ac9c-2e060c1faa6e tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:12.828103 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32675f12-75e0-4658-b508-3e9991f7e8df req-f13b1077-4663-4fd5-ac9c-2e060c1faa6e tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 943 time: 0.0532453 Nov 09 18:41:12.870837 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-32675f12-75e0-4658-b508-3e9991f7e8df req-45cfd86e-b458-48d1-8eb2-3f619c62f9e0 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361226 Nov 09 18:41:13.749504 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-537530fd-6c0c-49c0-854e-5bec29b9921d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:13.983746 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cd96b-2fa5-40fb-bae7-cc74d5130f62 req-5226e3dd-f9c0-424d-8f90-fccaaf7e0fc4 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:13.985228 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6f2cd96b-2fa5-40fb-bae7-cc74d5130f62 req-5226e3dd-f9c0-424d-8f90-fccaaf7e0fc4 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 943 time: 0.0491402 Nov 09 18:41:14.024744 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-6f2cd96b-2fa5-40fb-bae7-cc74d5130f62 req-a25d19db-5697-4850-a475-04c943f56713 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Nov 09 18:41:14.417821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3e59e3f9-c5b3-4611-ad31-20244ff61bcf details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:41:14.512587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3e59e3f9-c5b3-4611-ad31-20244ff61bcf,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:14.523959 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '3e59e3f9-c5b3-4611-ad31-20244ff61bcf', 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd', 'port_id': '3e59e3f9-c5b3-4611-ad31-20244ff61bcf', 'mac_address': 'fa:16:3e:f6:8a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9443e9d-c235-4769-9488-c4560dbbf554', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:41:14.565822 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:14.586706 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e59e3f9-c5b3-4611-ad31-20244ff61bcf {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:41:14.600224 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:14.609032 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3e59e3f9-c5b3-4611-ad31-20244ff61bcf,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:14.614848 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:14.662609 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=3e59e3f9-c5b3-4611-ad31-20244ff61bcf,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:14.966765 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['3e59e3f9-c5b3-4611-ad31-20244ff61bcf'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:41:15.149614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e958-4c5d-4563-bf06-e464fee7a76d req-7ba8e539-ddf1-454b-abfc-02ffec6180a0 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:15.151112 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fc9e958-4c5d-4563-bf06-e464fee7a76d req-7ba8e539-ddf1-454b-abfc-02ffec6180a0 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 944 time: 0.0569189 Nov 09 18:41:15.191037 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2fc9e958-4c5d-4563-bf06-e464fee7a76d req-34e5bb77-e13b-40e0-aa3b-d98cab0fd919 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Nov 09 18:41:15.619642 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:16.308159 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400651c-bc59-45b5-9191-f1c37e5359df req-bf572e15-bbba-4da8-b103-2088b1c5f45e tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:16.309658 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a400651c-bc59-45b5-9191-f1c37e5359df req-bf572e15-bbba-4da8-b103-2088b1c5f45e tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 944 time: 0.0508471 Nov 09 18:41:16.353554 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a400651c-bc59-45b5-9191-f1c37e5359df req-d771eb06-21d9-49f4-9c38-cae8c597ad53 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373313 Nov 09 18:41:16.431250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3e59e3f9-c5b3-4611-ad31-20244ff61bcf up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:16.480373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:41:16.484295 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:16.484681 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:16.563033 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:16.586456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b174956a-bf9e-4271-9405-d9f8460b0a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e59e3f9-c5b3-4611-ad31-20244ff61bcf'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:16.588728 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967a29b2-9b3a-4bef-964b-7a57e6eaa973" -d '{"events": [{"server_uuid": "b174956a-bf9e-4271-9405-d9f8460b0a8e", "name": "network-vif-plugged", "status": "completed", "tag": "3e59e3f9-c5b3-4611-ad31-20244ff61bcf"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:16.602834 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3e59e3f9-c5b3-4611-ad31-20244ff61bcf,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:16.607268 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:16.638623 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4166c2-0ae8-468b-80f2-0168ecd811aa x-openstack-request-id: req-9c4166c2-0ae8-468b-80f2-0168ecd811aa {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:16.638914 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b174956a-bf9e-4271-9405-d9f8460b0a8e", "name": "network-vif-plugged", "status": "completed", "tag": "3e59e3f9-c5b3-4611-ad31-20244ff61bcf", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:16.639171 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c4166c2-0ae8-468b-80f2-0168ecd811aa {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:16.639577 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b174956a-bf9e-4271-9405-d9f8460b0a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e59e3f9-c5b3-4611-ad31-20244ff61bcf', 'code': 200} Nov 09 18:41:16.669940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=3e59e3f9-c5b3-4611-ad31-20244ff61bcf,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:16.726000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd3836-1647-4aeb-95b3-55ec56577f9f req-add9eb8f-9968-49f8-a48d-52df25f986c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:16.727514 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27cd3836-1647-4aeb-95b3-55ec56577f9f req-add9eb8f-9968-49f8-a48d-52df25f986c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 1096 time: 0.0403361 Nov 09 18:41:16.765639 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-27cd3836-1647-4aeb-95b3-55ec56577f9f req-e81ad604-cda1-49d1-ab61-13ece25a364a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312142 Nov 09 18:41:17.477111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0d118-6be1-45c9-acef-3b12128689ad req-9e61a4ce-2a5c-4343-9524-d39b6391a865 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:17.478594 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cbe0d118-6be1-45c9-acef-3b12128689ad req-9e61a4ce-2a5c-4343-9524-d39b6391a865 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 945 time: 0.0551958 Nov 09 18:41:17.516222 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cbe0d118-6be1-45c9-acef-3b12128689ad req-e9a5dfd1-9961-4787-836c-2bbf78ed0328 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316124 Nov 09 18:41:17.860185 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:18.639915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad805e7-7ae7-4ca4-af9e-fda1c07e4d75 req-a1edb2dd-8cc1-4045-8f67-f8f82875686e tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:18.641685 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ad805e7-7ae7-4ca4-af9e-fda1c07e4d75 req-a1edb2dd-8cc1-4045-8f67-f8f82875686e tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 945 time: 0.0518665 Nov 09 18:41:18.682602 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ad805e7-7ae7-4ca4-af9e-fda1c07e4d75 req-d1f70a53-f41a-461e-9b44-ef593316bb26 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342715 Nov 09 18:41:18.801218 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9b9ec-6136-4720-b1e6-fd518f27ad2c req-960c7bac-3193-4dcb-83ea-e38739a97642 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:18.802708 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e3f9b9ec-6136-4720-b1e6-fd518f27ad2c req-960c7bac-3193-4dcb-83ea-e38739a97642 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 945 time: 0.0524406 Nov 09 18:41:18.840745 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e3f9b9ec-6136-4720-b1e6-fd518f27ad2c req-bf091301-2792-44bc-a5db-2a38d5bb26a0 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319746 Nov 09 18:41:23.587664 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:24.320505 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:27.566261 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f7569b5-4238-45ca-a941-8221cda0e989 req-7178a7d8-71c1-4c05-b4fe-dcc674c2efb0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453575 Nov 09 18:41:27.652592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7569b5-4238-45ca-a941-8221cda0e989 req-9c6b94b3-a6c0-47e8-b3c1-c2132c085acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:27.654063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f7569b5-4238-45ca-a941-8221cda0e989 req-9c6b94b3-a6c0-47e8-b3c1-c2132c085acd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d8c067d5a53406889f1fdef90df76f1&device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 1096 time: 0.0414610 Nov 09 18:41:27.756663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7569b5-4238-45ca-a941-8221cda0e989 req-f90fb1e8-4113-46da-8950-badd14b22d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:27.758121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f7569b5-4238-45ca-a941-8221cda0e989 req-f90fb1e8-4113-46da-8950-badd14b22d34 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c0ef0123-2069-40aa-8db6-265e86fd15cd HTTP/1.1" status: 200 len: 918 time: 0.0853882 Nov 09 18:41:27.803298 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f7569b5-4238-45ca-a941-8221cda0e989 req-b7935ecc-d27a-42a1-bbfa-ab30658d3906 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e59e3f9-c5b3-4611-ad31-20244ff61bcf HTTP/1.1" status: 200 len: 217 time: 0.0384760 Nov 09 18:41:27.852527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7569b5-4238-45ca-a941-8221cda0e989 req-98f91aa4-82be-429f-8e59-dead0db19604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:27.853978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f7569b5-4238-45ca-a941-8221cda0e989 req-98f91aa4-82be-429f-8e59-dead0db19604 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9443e9d-c235-4769-9488-c4560dbbf554 HTTP/1.1" status: 200 len: 856 time: 0.0433967 Nov 09 18:41:27.899831 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7569b5-4238-45ca-a941-8221cda0e989 req-8c79d3a4-73c6-4b90-af94-4fa22a34485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:27.901307 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f7569b5-4238-45ca-a941-8221cda0e989 req-8c79d3a4-73c6-4b90-af94-4fa22a34485e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c0ef0123-2069-40aa-8db6-265e86fd15cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398359 Nov 09 18:41:27.997337 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f7569b5-4238-45ca-a941-8221cda0e989 req-e7ae6f03-80ad-4145-a55d-4fb94886cfd4 service neutron] 10.222.0.18 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891390 Nov 09 18:41:28.090368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0f7569b5-4238-45ca-a941-8221cda0e989 req-2e2171cb-0173-4f44-a1ae-f93175357ea6 service neutron] 10.222.0.18 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856035 Nov 09 18:41:29.105042 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:41:39.525800 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0266c9-fba4-4ef6-89e4-cfb29aa3ed2c req-6e6208e9-4265-4be7-9322-33d305330181 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:39.527244 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2f0266c9-fba4-4ef6-89e4-cfb29aa3ed2c req-6e6208e9-4265-4be7-9322-33d305330181 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 945 time: 0.0572641 Nov 09 18:41:39.570844 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2f0266c9-fba4-4ef6-89e4-cfb29aa3ed2c req-32b6cb30-b5e1-44f7-986c-ac074315061a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376201 Nov 09 18:41:40.701113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f529ec-3c67-46e3-8650-8e25958b9ba5 req-c91f4cca-72e7-4be5-bf99-ccb5829f0caa tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:40.702586 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2f529ec-3c67-46e3-8650-8e25958b9ba5 req-c91f4cca-72e7-4be5-bf99-ccb5829f0caa tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 945 time: 0.0584714 Nov 09 18:41:40.746507 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b2f529ec-3c67-46e3-8650-8e25958b9ba5 req-2a8aff63-f11f-434b-a6cb-02fb0b6fdbb8 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376599 Nov 09 18:41:40.805649 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-83792f15-2179-474d-ae99-8fd8d31e1b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:41.348694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e812b-8128-4c51-9cd8-6589d82148a2 req-a9002e1b-b06e-489b-90b8-04603ed430ae tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:41.350151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b39e812b-8128-4c51-9cd8-6589d82148a2 req-a9002e1b-b06e-489b-90b8-04603ed430ae tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.18 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 945 time: 0.0493815 Nov 09 18:41:41.442251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-b39e812b-8128-4c51-9cd8-6589d82148a2 req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Deleting port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:41:41.442592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b39e812b-8128-4c51-9cd8-6589d82148a2 req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:41.541981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-b39e812b-8128-4c51-9cd8-6589d82148a2 req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] For port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=3e59e3f9-c5b3-4611-ad31-20244ff61bcf,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:41.542351 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b39e812b-8128-4c51-9cd8-6589d82148a2 req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:41.555951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-b39e812b-8128-4c51-9cd8-6589d82148a2 req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Calling delete_port for 3e59e3f9-c5b3-4611-ad31-20244ff61bcf owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:41:41.686307 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b39e812b-8128-4c51-9cd8-6589d82148a2 req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:41.699118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['3e59e3f9-c5b3-4611-ad31-20244ff61bcf'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:41:41.714459 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Pushing event deleted for resources: {'Port': ['ID=3e59e3f9-c5b3-4611-ad31-20244ff61bcf,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:41.724907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:41.725256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:41.725631 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:41.725966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:41.726287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:41.726621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:41.726976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:41.727337 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:41.727691 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:41.728019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:41.728707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:41.728707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:41.773076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39e812b-8128-4c51-9cd8-6589d82148a2 req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] No DVR routers for this DVR port 3e59e3f9-c5b3-4611-ad31-20244ff61bcf on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:41:41.776079 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-b39e812b-8128-4c51-9cd8-6589d82148a2 req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:41.779440 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b39e812b-8128-4c51-9cd8-6589d82148a2 req-700d7631-b13f-49c4-884b-3cd972e20034 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.18 "DELETE /v2.0/ports/3e59e3f9-c5b3-4611-ad31-20244ff61bcf HTTP/1.1" status: 204 len: 173 time: 0.4233353 Nov 09 18:41:41.779901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b174956a-bf9e-4271-9405-d9f8460b0a8e', 'name': 'network-vif-deleted', 'tag': '3e59e3f9-c5b3-4611-ad31-20244ff61bcf'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:41.782179 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ce5e92-c953-4e47-939b-9df2ab24efb3" -d '{"events": [{"server_uuid": "b174956a-bf9e-4271-9405-d9f8460b0a8e", "name": "network-vif-deleted", "tag": "3e59e3f9-c5b3-4611-ad31-20244ff61bcf"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:41.839647 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b19fe7-b781-4385-8d64-e09dd97efbff x-openstack-request-id: req-a2b19fe7-b781-4385-8d64-e09dd97efbff {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:41.840158 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b174956a-bf9e-4271-9405-d9f8460b0a8e", "name": "network-vif-deleted", "tag": "3e59e3f9-c5b3-4611-ad31-20244ff61bcf", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:41.840610 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2b19fe7-b781-4385-8d64-e09dd97efbff {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:41.841284 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b174956a-bf9e-4271-9405-d9f8460b0a8e', 'name': 'network-vif-deleted', 'tag': '3e59e3f9-c5b3-4611-ad31-20244ff61bcf', 'status': 'completed', 'code': 200} Nov 09 18:41:41.882251 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-be11d8ff-f96a-4190-86a0-4ffb02eb0263 req-13ef5424-5088-4b69-9132-31bfa06e2c4b tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=b174956a-bf9e-4271-9405-d9f8460b0a8e HTTP/1.1" status: 200 len: 210 time: 0.0291638 Nov 09 18:41:43.480966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-78e9c901-764d-4bbc-a1c7-568f466ea13f tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:43.482444 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-78e9c901-764d-4bbc-a1c7-568f466ea13f tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/networks?id=c0ef0123-2069-40aa-8db6-265e86fd15cd HTTP/1.1" status: 200 len: 817 time: 0.1037793 Nov 09 18:41:43.498635 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-45bd10b0-ed37-48db-a448-56d35bfedb55 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/quotas/1d8c067d5a53406889f1fdef90df76f1 HTTP/1.1" status: 200 len: 375 time: 0.0103688 Nov 09 18:41:43.556516 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-a3b6d4d3-c7ca-4585-8f01-0d0efe3cb237 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d8c067d5a53406889f1fdef90df76f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523338 Nov 09 18:41:43.658218 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-5c56460a-c853-49de-ab84-fef2cc2a85d5 service neutron] 10.222.0.81 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898101 Nov 09 18:41:43.752056 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3d3dbb3a-0c74-4275-b873-6849dcac7b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:43.773645 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-2bccf4dd-4bf0-4c98-a548-7de5daa197ee service neutron] 10.222.0.81 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080654 Nov 09 18:41:43.939780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-443f7e7b-f6b3-46a5-8c16-599ba5526230 req-dd5eb87b-6392-4593-b8b0-c60b850dd167 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 210 time: 0.0276389 Nov 09 18:41:44.556803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3e59e3f9-c5b3-4611-ad31-20244ff61bcf no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:41:44.581997 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 3e59e3f9-c5b3-4611-ad31-20244ff61bcf {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:41:44.582350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 3e59e3f9-c5b3-4611-ad31-20244ff61bcf not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:41:44.594046 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:44.907471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-fd7dd768-44b0-46b5-b634-029cf5b4b78f tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:44.908938 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-fd7dd768-44b0-46b5-b634-029cf5b4b78f tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.13 "GET /v2.0/networks?id=c0ef0123-2069-40aa-8db6-265e86fd15cd HTTP/1.1" status: 200 len: 817 time: 0.1143174 Nov 09 18:41:44.922294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-0fd124b4-be70-4284-a69c-4196f92b6e19 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Request body: {'port': {'device_id': 'fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a', 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd', 'admin_state_up': True, 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:45.038742 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-bf3abab1-752f-4185-9aba-e77be4a47917 req-1bca3b50-76d4-4013-8924-c60f1b348618 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 210 time: 0.0265510 Nov 09 18:41:45.043283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-0fd124b4-be70-4284-a69c-4196f92b6e19 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Made reservation on behalf of 1d8c067d5a53406889f1fdef90df76f1 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:41:45.046789 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-0fd124b4-be70-4284-a69c-4196f92b6e19 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:45.172706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-0fd124b4-be70-4284-a69c-4196f92b6e19 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Allocated IP 172.20.0.3 (c0ef0123-2069-40aa-8db6-265e86fd15cd/d9443e9d-c235-4769-9488-c4560dbbf554/b0e45136-5e8d-449d-be29-c29ea1e229ac) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:41:45.339488 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-0fd124b4-be70-4284-a69c-4196f92b6e19 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:45.372321 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-0fd124b4-be70-4284-a69c-4196f92b6e19 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:45.415456 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-0fd124b4-be70-4284-a69c-4196f92b6e19 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Network c0ef0123-2069-40aa-8db6-265e86fd15cd is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:41:45.418494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-0fd124b4-be70-4284-a69c-4196f92b6e19 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:45.422050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-0fd124b4-be70-4284-a69c-4196f92b6e19 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:41:45.450569 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd124b4-be70-4284-a69c-4196f92b6e19 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Pushing event updated for resources: {'Port': ['ID=b0e45136-5e8d-449d-be29-c29ea1e229ac,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:45.481056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-0fd124b4-be70-4284-a69c-4196f92b6e19 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:45.481683 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-0fd124b4-be70-4284-a69c-4196f92b6e19 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:45.498808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-0fd124b4-be70-4284-a69c-4196f92b6e19 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5803618 Nov 09 18:41:45.511771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Request body: {'port': {'device_id': 'fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:45.569120 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:45.623011 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:45.719649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-adab497c-42fe-4cbc-8b90-0738f722a24b None None] Provisioning complete for port b0e45136-5e8d-449d-be29-c29ea1e229ac triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:45.719927 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-adab497c-42fe-4cbc-8b90-0738f722a24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:45.757161 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-adab497c-42fe-4cbc-8b90-0738f722a24b None None] Port b0e45136-5e8d-449d-be29-c29ea1e229ac cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:41:45.852328 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e45136-5e8d-449d-be29-c29ea1e229ac {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:41:45.859745 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:45.872740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Transition to ACTIVE for port object b0e45136-5e8d-449d-be29-c29ea1e229ac will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:41:45.876105 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:45.952086 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Pushing event updated for resources: {'Port': ['ID=b0e45136-5e8d-449d-be29-c29ea1e229ac,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:46.016782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Attempting to bind port b0e45136-5e8d-449d-be29-c29ea1e229ac on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:41:46.017118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Attempting to bind port b0e45136-5e8d-449d-be29-c29ea1e229ac by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:41:46.017447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Attempting to bind port b0e45136-5e8d-449d-be29-c29ea1e229ac on network c0ef0123-2069-40aa-8db6-265e86fd15cd {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:46.022620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Port b0e45136-5e8d-449d-be29-c29ea1e229ac on network c0ef0123-2069-40aa-8db6-265e86fd15cd not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:41:46.023073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Attempting to bind port b0e45136-5e8d-449d-be29-c29ea1e229ac on network c0ef0123-2069-40aa-8db6-265e86fd15cd {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:46.028517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:41:46.028856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Checking segment: {'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:41:46.029246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Bound using segment: {'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:41:46.029678 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Bound port: b0e45136-5e8d-449d-be29-c29ea1e229ac, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18683864-a01a-4e14-8d95-bcb3985095c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:41:46.030042 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:46.106049 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] For port b0e45136-5e8d-449d-be29-c29ea1e229ac, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:41:46.109460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] For port b0e45136-5e8d-449d-be29-c29ea1e229ac, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b0e45136-5e8d-449d-be29-c29ea1e229ac,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:41:46.114383 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:46.181651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:46.181959 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:46.183275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] 10.222.0.13 "PUT /v2.0/ports/b0e45136-5e8d-449d-be29-c29ea1e229ac HTTP/1.1" status: 200 len: 1091 time: 0.6760364 Nov 09 18:41:46.183714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a', 'tag': 'b0e45136-5e8d-449d-be29-c29ea1e229ac'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:46.186064 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6bb70d-816a-4b11-aaeb-6fb7940131d0" -d '{"events": [{"name": "network-changed", "server_uuid": "fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a", "tag": "b0e45136-5e8d-449d-be29-c29ea1e229ac"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:46.226322 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc217fe-d349-4299-838a-9f2bc4511914 req-d481eaec-53d7-4a7c-8f09-d2109af1f1e6 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:46.227826 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acc217fe-d349-4299-838a-9f2bc4511914 req-d481eaec-53d7-4a7c-8f09-d2109af1f1e6 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 943 time: 0.1107550 Nov 09 18:41:46.228483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e3d6c-5331-47b8-8b58-7e4ab00da46f service neutron] Pushing event updated for resources: {'Port': ['ID=b0e45136-5e8d-449d-be29-c29ea1e229ac,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:46.262158 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a96b2b-1a70-4885-8216-8c6a9aa69be8 x-openstack-request-id: req-e7a96b2b-1a70-4885-8216-8c6a9aa69be8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:46.262456 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a", "tag": "b0e45136-5e8d-449d-be29-c29ea1e229ac", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:46.262758 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7a96b2b-1a70-4885-8216-8c6a9aa69be8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:46.263174 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a', 'tag': 'b0e45136-5e8d-449d-be29-c29ea1e229ac', 'status': 'completed', 'code': 200} Nov 09 18:41:46.316203 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acc217fe-d349-4299-838a-9f2bc4511914 req-0d4cc779-83ed-490f-ab34-6991ec8eb1ef tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773835 Nov 09 18:41:46.327523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-c7fccbe8-ad8a-4e8a-bba1-1ebc67667e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:46.329129 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-c7fccbe8-ad8a-4e8a-bba1-1ebc67667e90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d8c067d5a53406889f1fdef90df76f1&device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 1094 time: 0.0804162 Nov 09 18:41:46.487261 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-4baa6625-fdca-4f86-a632-309ec1d32965 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e45136-5e8d-449d-be29-c29ea1e229ac HTTP/1.1" status: 200 len: 217 time: 0.1494393 Nov 09 18:41:46.542849 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-9f1f9355-8e32-427b-8e50-43d995282f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:46.544377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-9f1f9355-8e32-427b-8e50-43d995282f74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9443e9d-c235-4769-9488-c4560dbbf554 HTTP/1.1" status: 200 len: 856 time: 0.0502708 Nov 09 18:41:46.589684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-40614ca1-49c8-4a1d-b99b-9b809698f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:46.591177 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-40614ca1-49c8-4a1d-b99b-9b809698f7d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ef0123-2069-40aa-8db6-265e86fd15cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399690 Nov 09 18:41:46.687535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-a9bba9a6-182c-4992-8061-948453102365 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894916 Nov 09 18:41:46.781782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0ff355cf-c598-430b-95e7-6a1621dd1acc req-c8e8381c-c047-4a6f-94f7-de57fb896fc9 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872736 Nov 09 18:41:46.873544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb70d-816a-4b11-aaeb-6fb7940131d0 req-a6c67cf8-0641-4038-96f3-6086bb63150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:46.875157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab6bb70d-816a-4b11-aaeb-6fb7940131d0 req-a6c67cf8-0641-4038-96f3-6086bb63150a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d8c067d5a53406889f1fdef90df76f1&device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 1094 time: 0.0488451 Nov 09 18:41:46.974157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb70d-816a-4b11-aaeb-6fb7940131d0 req-51a39e97-1aed-4633-a5f2-82eb676b9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:46.976317 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab6bb70d-816a-4b11-aaeb-6fb7940131d0 req-51a39e97-1aed-4633-a5f2-82eb676b9300 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0ef0123-2069-40aa-8db6-265e86fd15cd HTTP/1.1" status: 200 len: 918 time: 0.0935366 Nov 09 18:41:47.023862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab6bb70d-816a-4b11-aaeb-6fb7940131d0 req-13f36a21-a15f-4e9e-ada8-4789c77340ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0e45136-5e8d-449d-be29-c29ea1e229ac HTTP/1.1" status: 200 len: 217 time: 0.0397484 Nov 09 18:41:47.074068 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb70d-816a-4b11-aaeb-6fb7940131d0 req-30241196-5e49-40b9-b566-60aa45db5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:47.075625 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab6bb70d-816a-4b11-aaeb-6fb7940131d0 req-30241196-5e49-40b9-b566-60aa45db5c09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9443e9d-c235-4769-9488-c4560dbbf554 HTTP/1.1" status: 200 len: 856 time: 0.0450394 Nov 09 18:41:47.126817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb70d-816a-4b11-aaeb-6fb7940131d0 req-4052f871-998f-46dd-a1e8-85e1fc0ffd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:47.128383 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab6bb70d-816a-4b11-aaeb-6fb7940131d0 req-4052f871-998f-46dd-a1e8-85e1fc0ffd81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0ef0123-2069-40aa-8db6-265e86fd15cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452099 Nov 09 18:41:47.223135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab6bb70d-816a-4b11-aaeb-6fb7940131d0 req-65204fbb-7c4c-46e2-885a-0ebb73e3fdba service neutron] 10.222.0.13 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865688 Nov 09 18:41:47.312081 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab6bb70d-816a-4b11-aaeb-6fb7940131d0 req-a87bed14-2e23-4c40-8fbc-25c6a984a989 service neutron] 10.222.0.13 "GET /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817976 Nov 09 18:41:47.434567 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffba178-5cb6-4e37-aaac-f99b089f3826 req-707289c6-7242-4872-a40f-4889be114150 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:47.436176 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cffba178-5cb6-4e37-aaac-f99b089f3826 req-707289c6-7242-4872-a40f-4889be114150 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 943 time: 0.0502558 Nov 09 18:41:47.476822 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cffba178-5cb6-4e37-aaac-f99b089f3826 req-0d8395be-e218-44b5-bf0f-0a24f60046e4 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344765 Nov 09 18:41:47.864926 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:48.612681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d251ac3-3cf9-4907-8ce8-cf4da3731139 req-82229956-104e-47f5-83e4-cb90c9f272fc tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:48.614272 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d251ac3-3cf9-4907-8ce8-cf4da3731139 req-82229956-104e-47f5-83e4-cb90c9f272fc tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 943 time: 0.0599883 Nov 09 18:41:48.658202 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d251ac3-3cf9-4907-8ce8-cf4da3731139 req-a2cdc382-c6cb-4984-885c-42e21ef7f26c tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372453 Nov 09 18:41:49.171758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b0e45136-5e8d-449d-be29-c29ea1e229ac details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:41:49.264873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b0e45136-5e8d-449d-be29-c29ea1e229ac, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b0e45136-5e8d-449d-be29-c29ea1e229ac,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:49.276585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'b0e45136-5e8d-449d-be29-c29ea1e229ac', 'network_id': 'c0ef0123-2069-40aa-8db6-265e86fd15cd', 'port_id': 'b0e45136-5e8d-449d-be29-c29ea1e229ac', 'mac_address': 'fa:16:3e:f1:a8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9443e9d-c235-4769-9488-c4560dbbf554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:41:49.316110 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:49.328721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e45136-5e8d-449d-be29-c29ea1e229ac {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:41:49.348298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b0e45136-5e8d-449d-be29-c29ea1e229ac, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b0e45136-5e8d-449d-be29-c29ea1e229ac,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:49.353050 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:49.401776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b0e45136-5e8d-449d-be29-c29ea1e229ac,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:49.409413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:49.409766 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:49.410112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:49.410459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:49.410796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:49.411130 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:49.411544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:49.411902 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:49.412232 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:49.412585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:49.413665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:49.414007 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:41:49.559930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['b0e45136-5e8d-449d-be29-c29ea1e229ac'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:41:49.777550 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4d7c-5a1c-4442-90a1-7d3d9ee994ee req-eefd16b8-b909-4ded-ae3a-53857017134c tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:49.779046 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-36ad4d7c-5a1c-4442-90a1-7d3d9ee994ee req-eefd16b8-b909-4ded-ae3a-53857017134c tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 944 time: 0.0501142 Nov 09 18:41:49.817081 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-36ad4d7c-5a1c-4442-90a1-7d3d9ee994ee req-4d445c90-d3d8-49a6-8a3c-908f51afa934 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319731 Nov 09 18:41:50.938480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908524c-1a2b-4a78-bb60-77d9c3dbeb05 req-fe8f82bf-92a9-4d33-8fab-fc942d8d9703 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:50.939891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b908524c-1a2b-4a78-bb60-77d9c3dbeb05 req-fe8f82bf-92a9-4d33-8fab-fc942d8d9703 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 944 time: 0.0544207 Nov 09 18:41:50.984149 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b908524c-1a2b-4a78-bb60-77d9c3dbeb05 req-123e90ac-5ef6-4282-b2a2-348816aa2867 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 Nov 09 18:41:51.186347 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b0e45136-5e8d-449d-be29-c29ea1e229ac up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:51.234131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port b0e45136-5e8d-449d-be29-c29ea1e229ac completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:41:51.237763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port b0e45136-5e8d-449d-be29-c29ea1e229ac triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:51.238249 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:51.320795 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:51.343979 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e45136-5e8d-449d-be29-c29ea1e229ac'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:51.346219 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa0f146-6aea-4d31-adb9-733ce8c95816" -d '{"events": [{"server_uuid": "fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a", "name": "network-vif-plugged", "status": "completed", "tag": "b0e45136-5e8d-449d-be29-c29ea1e229ac"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:51.360191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port b0e45136-5e8d-449d-be29-c29ea1e229ac, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b0e45136-5e8d-449d-be29-c29ea1e229ac,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:51.364326 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:51.418286 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=b0e45136-5e8d-449d-be29-c29ea1e229ac,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:51.474874 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5aff4b-57a0-4f7d-89a2-791f3455c188 x-openstack-request-id: req-0c5aff4b-57a0-4f7d-89a2-791f3455c188 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:51.475184 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a", "name": "network-vif-plugged", "status": "completed", "tag": "b0e45136-5e8d-449d-be29-c29ea1e229ac", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:51.476073 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c5aff4b-57a0-4f7d-89a2-791f3455c188 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:51.476702 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e45136-5e8d-449d-be29-c29ea1e229ac', 'code': 200} Nov 09 18:41:51.569572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85660c-9b51-423c-a47a-738ac57011ea req-e98b0f4b-1a43-48f4-b280-4d86f9743e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:51.571053 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb85660c-9b51-423c-a47a-738ac57011ea req-e98b0f4b-1a43-48f4-b280-4d86f9743e4d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 1096 time: 0.0400300 Nov 09 18:41:51.609904 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb85660c-9b51-423c-a47a-738ac57011ea req-e9b6b892-0ffd-41a7-84ec-9985e605a564 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290480 Nov 09 18:41:52.106512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411936e-4922-4219-9d62-fe88fc5fff2d req-38d128b6-4fed-4e04-8b2e-4b4d1b670607 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:52.108012 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d411936e-4922-4219-9d62-fe88fc5fff2d req-38d128b6-4fed-4e04-8b2e-4b4d1b670607 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 945 time: 0.0519385 Nov 09 18:41:52.147115 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d411936e-4922-4219-9d62-fe88fc5fff2d req-15445041-9f10-4b60-98cc-975d6b25accb tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331979 Nov 09 18:41:53.270507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b3cd3-47b1-4d76-903b-09d68977f729 req-bf0d47bf-e559-4357-9530-9f31db4a03d7 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:53.271932 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-303b3cd3-47b1-4d76-903b-09d68977f729 req-bf0d47bf-e559-4357-9530-9f31db4a03d7 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 945 time: 0.0549943 Nov 09 18:41:53.309909 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-303b3cd3-47b1-4d76-903b-09d68977f729 req-5f9825c2-db1a-476c-bdb8-00cbb1f10b9f tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312564 Nov 09 18:41:53.427537 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df91b2-db36-4e2b-bbd0-3e8f5419f198 req-c3cc4826-8879-4779-9bd6-088d161f2951 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:53.429332 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-86df91b2-db36-4e2b-bbd0-3e8f5419f198 req-c3cc4826-8879-4779-9bd6-088d161f2951 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 945 time: 0.0531566 Nov 09 18:41:53.467735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-86df91b2-db36-4e2b-bbd0-3e8f5419f198 req-4453cf72-6982-416c-a02d-88cac88b4e0a tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323279 Nov 09 18:41:53.600917 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:54.320446 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:06.104417 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:42:10.808471 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-96f96894-2eb7-4c6e-b7f8-a3b966dfcf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:12.997558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342f353-adeb-4f41-906d-f2724f41b703 req-60ee9166-26eb-45d3-a01a-5471c8e53dfb tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:13.000447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d342f353-adeb-4f41-906d-f2724f41b703 req-60ee9166-26eb-45d3-a01a-5471c8e53dfb tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 945 time: 0.0502286 Nov 09 18:42:13.043939 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d342f353-adeb-4f41-906d-f2724f41b703 req-e8b5ffc3-b359-431c-9d50-e2cb25f396ec tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350151 Nov 09 18:42:13.753366 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-672c00dc-6928-4d83-87b0-0be8c1bec962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:14.163045 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99328f16-17e9-4e58-ab9c-bf594107f480 req-320ba721-ee9b-4aba-884f-6d753d00a0a7 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:14.165098 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99328f16-17e9-4e58-ab9c-bf594107f480 req-320ba721-ee9b-4aba-884f-6d753d00a0a7 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 945 time: 0.0503356 Nov 09 18:42:14.203320 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-99328f16-17e9-4e58-ab9c-bf594107f480 req-523cbb62-42f4-4a4e-a64f-670c77c8b626 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4578fda-cbf4-4abd-ae5a-3c559dbae23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Nov 09 18:42:14.585781 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:14.599813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f1349-7d6a-4cef-8389-480931114e72 req-e20da8e6-8a40-4a5f-90b4-de60edfce732 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:14.601280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d12f1349-7d6a-4cef-8389-480931114e72 req-e20da8e6-8a40-4a5f-90b4-de60edfce732 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.13 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 945 time: 0.0516818 Nov 09 18:42:14.695569 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-d12f1349-7d6a-4cef-8389-480931114e72 req-89ff39d0-f4fb-4dba-856d-284d213a5967 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Deleting port b0e45136-5e8d-449d-be29-c29ea1e229ac {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:42:14.696428 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d12f1349-7d6a-4cef-8389-480931114e72 req-89ff39d0-f4fb-4dba-856d-284d213a5967 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:14.784489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-d12f1349-7d6a-4cef-8389-480931114e72 req-89ff39d0-f4fb-4dba-856d-284d213a5967 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] For port b0e45136-5e8d-449d-be29-c29ea1e229ac, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=b0e45136-5e8d-449d-be29-c29ea1e229ac,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:14.784887 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d12f1349-7d6a-4cef-8389-480931114e72 req-89ff39d0-f4fb-4dba-856d-284d213a5967 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:14.798150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-d12f1349-7d6a-4cef-8389-480931114e72 req-89ff39d0-f4fb-4dba-856d-284d213a5967 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Calling delete_port for b0e45136-5e8d-449d-be29-c29ea1e229ac owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:42:14.928392 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d12f1349-7d6a-4cef-8389-480931114e72 req-89ff39d0-f4fb-4dba-856d-284d213a5967 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:14.941286 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['b0e45136-5e8d-449d-be29-c29ea1e229ac'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:42:14.985887 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff39d0-f4fb-4dba-856d-284d213a5967 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Pushing event deleted for resources: {'Port': ['ID=b0e45136-5e8d-449d-be29-c29ea1e229ac,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:15.009035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12f1349-7d6a-4cef-8389-480931114e72 req-89ff39d0-f4fb-4dba-856d-284d213a5967 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] No DVR routers for this DVR port b0e45136-5e8d-449d-be29-c29ea1e229ac on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:42:15.011988 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-d12f1349-7d6a-4cef-8389-480931114e72 req-89ff39d0-f4fb-4dba-856d-284d213a5967 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:15.015647 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d12f1349-7d6a-4cef-8389-480931114e72 req-89ff39d0-f4fb-4dba-856d-284d213a5967 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.13 "DELETE /v2.0/ports/b0e45136-5e8d-449d-be29-c29ea1e229ac HTTP/1.1" status: 204 len: 173 time: 0.4074304 Nov 09 18:42:15.016146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a', 'name': 'network-vif-deleted', 'tag': 'b0e45136-5e8d-449d-be29-c29ea1e229ac'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:42:15.018480 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312ce401-59fe-4a78-befd-a1a2851329c6" -d '{"events": [{"server_uuid": "fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a", "name": "network-vif-deleted", "tag": "b0e45136-5e8d-449d-be29-c29ea1e229ac"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:42:15.059325 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba35a1e-f85f-4d42-b6d7-d8aab9b8ff8a x-openstack-request-id: req-7ba35a1e-f85f-4d42-b6d7-d8aab9b8ff8a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:42:15.059654 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a", "name": "network-vif-deleted", "tag": "b0e45136-5e8d-449d-be29-c29ea1e229ac", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:42:15.059826 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ba35a1e-f85f-4d42-b6d7-d8aab9b8ff8a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:42:15.060400 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a', 'name': 'network-vif-deleted', 'tag': 'b0e45136-5e8d-449d-be29-c29ea1e229ac', 'status': 'completed', 'code': 200} Nov 09 18:42:15.308257 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a2c01c37-bc1c-4ef7-809c-6a617f5d58d8 req-5bee9871-8530-4a30-b676-23a4b9678f01 tempest-TestEncryptedCinderVolumes-1549731766 tempest-TestEncryptedCinderVolumes-1549731766-project] 10.222.0.81 "GET /v2.0/ports?device_id=fef2eeb0-9edf-4fb1-9fc4-6b9145e8749a HTTP/1.1" status: 200 len: 210 time: 0.0269492 Nov 09 18:42:15.626946 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:16.403206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51484) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:16.756562 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc48e-86cb-43da-ab4e-2ed519e0cbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:17.012034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-c2c2683d-feea-476e-a074-ae4255cc2a17 req-141d3b74-17fb-4cd1-94c5-fa777a95d436 tempest-ServerDiskConfigTestJSON-6180318 tempest-ServerDiskConfigTestJSON-6180318-project] (102154) timed out ('10.222.0.13', 58114) {{(pid=102154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:42:17.034114 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc48e-86cb-43da-ab4e-2ed519e0cbc3 admin admin] Deleting port 455bf826-423b-486b-a04e-e7466b9902e0 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:42:17.034516 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc48e-86cb-43da-ab4e-2ed519e0cbc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:17.118816 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-e3dbc48e-86cb-43da-ab4e-2ed519e0cbc3 admin admin] For port 455bf826-423b-486b-a04e-e7466b9902e0, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=455bf826-423b-486b-a04e-e7466b9902e0,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:17.119243 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc48e-86cb-43da-ab4e-2ed519e0cbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:17.475500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc48e-86cb-43da-ab4e-2ed519e0cbc3 admin admin] Calling delete_port for 455bf826-423b-486b-a04e-e7466b9902e0 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:42:17.654409 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc48e-86cb-43da-ab4e-2ed519e0cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:17.680618 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc48e-86cb-43da-ab4e-2ed519e0cbc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=455bf826-423b-486b-a04e-e7466b9902e0,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:17.843151 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc48e-86cb-43da-ab4e-2ed519e0cbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:17.868493 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:18.068356 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dbc48e-86cb-43da-ab4e-2ed519e0cbc3 admin admin] Router 03f79ffb-3e90-4aab-a298-45a09ce3c390 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:42:18.174490 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dbc48e-86cb-43da-ab4e-2ed519e0cbc3 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:42:18.179560 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e3dbc48e-86cb-43da-ab4e-2ed519e0cbc3 admin admin] 10.222.0.81 "PUT /v2.0/routers/03f79ffb-3e90-4aab-a298-45a09ce3c390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7752194 Nov 09 18:42:18.182834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51486) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:18.183828 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ebc5b2-752e-4816-aa90-f391f129a7f8 None None] Sync routers for ids ['03f79ffb-3e90-4aab-a298-45a09ce3c390'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:42:18.192939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ebc5b2-752e-4816-aa90-f391f129a7f8 None None] Routers {'03f79ffb-3e90-4aab-a298-45a09ce3c390'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:18.193555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b4ebc5b2-752e-4816-aa90-f391f129a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['03f79ffb-3e90-4aab-a298-45a09ce3c390'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:18.289108 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:18.298314 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-b4ebc5b2-752e-4816-aa90-f391f129a7f8 None None] Set router 03f79ffb-3e90-4aab-a298-45a09ce3c390 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:18.396587 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:18.452151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Deleting port afcc0c1d-e839-4290-9ce4-efef1632d5b4 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:42:18.452518 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:18.474642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b4ebc5b2-752e-4816-aa90-f391f129a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'name': 'tempest-TestEncryptedCinderVolumes-1275990405-router', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:40:57Z', 'updated_at': '2021-11-09T18:42:17Z', 'revision_number': 5, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'gw_port': {'id': 'afcc0c1d-e839-4290-9ce4-efef1632d5b4', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:40:58Z', 'updated_at': '2021-11-09T18:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:18.505896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ebc5b2-752e-4816-aa90-f391f129a7f8 None None] Checking router: 03f79ffb-3e90-4aab-a298-45a09ce3c390 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:42:18.514855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ebc5b2-752e-4816-aa90-f391f129a7f8 None None] Routers {'03f79ffb-3e90-4aab-a298-45a09ce3c390'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:18.515524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b4ebc5b2-752e-4816-aa90-f391f129a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['03f79ffb-3e90-4aab-a298-45a09ce3c390'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:18.535167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] For port afcc0c1d-e839-4290-9ce4-efef1632d5b4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=afcc0c1d-e839-4290-9ce4-efef1632d5b4,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:18.535781 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:18.555006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Calling delete_port for afcc0c1d-e839-4290-9ce4-efef1632d5b4 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:42:18.604538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-b4ebc5b2-752e-4816-aa90-f391f129a7f8 None None] Set router 03f79ffb-3e90-4aab-a298-45a09ce3c390 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:18.657849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b4ebc5b2-752e-4816-aa90-f391f129a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'name': 'tempest-TestEncryptedCinderVolumes-1275990405-router', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:40:57Z', 'updated_at': '2021-11-09T18:42:18Z', 'revision_number': 6, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:18.688607 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ebc5b2-752e-4816-aa90-f391f129a7f8 None None] The sync data for ids ['03f79ffb-3e90-4aab-a298-45a09ce3c390'] in n-d-817236-1 is: [{'id': '03f79ffb-3e90-4aab-a298-45a09ce3c390', 'name': 'tempest-TestEncryptedCinderVolumes-1275990405-router', 'tenant_id': '1d8c067d5a53406889f1fdef90df76f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:40:57Z', 'updated_at': '2021-11-09T18:42:18Z', 'revision_number': 6, 'project_id': '1d8c067d5a53406889f1fdef90df76f1', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:42:18.730806 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:18.763147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Pushing event deleted for resources: {'Port': ['ID=afcc0c1d-e839-4290-9ce4-efef1632d5b4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:18.827407 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:18.925453 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:18.927607 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:18.974979 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:18.975569 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03f79ffb-3e90-4aab-a298-45a09ce3c390 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:42:18.980908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:18.982076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1f34dfb7-5a33-4053-a96b-1b8ecd84d936 admin admin] 10.222.0.81 "DELETE /v2.0/routers/03f79ffb-3e90-4aab-a298-45a09ce3c390 HTTP/1.1" status: 204 len: 168 time: 0.7982643 Nov 09 18:42:18.984630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51488) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:19.033256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93c1237-9fdc-4d07-8af3-1b5fc174ec2f admin admin] Deleting subnet d9443e9d-c235-4769-9488-c4560dbbf554 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:42:19.036544 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f93c1237-9fdc-4d07-8af3-1b5fc174ec2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.077146 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f93c1237-9fdc-4d07-8af3-1b5fc174ec2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.163948 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f93c1237-9fdc-4d07-8af3-1b5fc174ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.216811 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f93c1237-9fdc-4d07-8af3-1b5fc174ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.242530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c1237-9fdc-4d07-8af3-1b5fc174ec2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9443e9d-c235-4769-9488-c4560dbbf554,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:19.247727 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f93c1237-9fdc-4d07-8af3-1b5fc174ec2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.251249 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f93c1237-9fdc-4d07-8af3-1b5fc174ec2f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d9443e9d-c235-4769-9488-c4560dbbf554 HTTP/1.1" status: 204 len: 168 time: 0.2653706 Nov 09 18:42:19.253570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51490) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:19.255585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510d797b-0d49-4d6e-a8ab-e39dc6ed3d2b None None] Network c0ef0123-2069-40aa-8db6-265e86fd15cd requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:42:19.319620 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.358542 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b0e45136-5e8d-449d-be29-c29ea1e229ac no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:42:19.379748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Deleting port 4714d5b0-0259-497a-82f8-a835ce0f99fb {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:42:19.380261 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.381993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: b0e45136-5e8d-449d-be29-c29ea1e229ac {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:42:19.382349 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device b0e45136-5e8d-449d-be29-c29ea1e229ac not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:42:19.449232 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] For port 4714d5b0-0259-497a-82f8-a835ce0f99fb, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4714d5b0-0259-497a-82f8-a835ce0f99fb,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:19.449600 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.463861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b93c60-957a-4c29-91ff-604318eb84d2 None None] DHCP port deletion for c0ef0123-2069-40aa-8db6-265e86fd15cd request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:42:19.466010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Calling delete_port for 4714d5b0-0259-497a-82f8-a835ce0f99fb owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:42:19.515524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-07b93c60-957a-4c29-91ff-604318eb84d2 None None] Deleting port 4714d5b0-0259-497a-82f8-a835ce0f99fb {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:42:19.516098 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-07b93c60-957a-4c29-91ff-604318eb84d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.546686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.580884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Pushing event deleted for resources: {'Port': ['ID=4714d5b0-0259-497a-82f8-a835ce0f99fb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:19.585504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-07b93c60-957a-4c29-91ff-604318eb84d2 None None] For port 4714d5b0-0259-497a-82f8-a835ce0f99fb, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4714d5b0-0259-497a-82f8-a835ce0f99fb,segment=NetworkSegment(18683864-a01a-4e14-8d95-bcb3985095c1),segment_id=18683864-a01a-4e14-8d95-bcb3985095c1)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:19.585717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] No DVR routers for this DVR port 4714d5b0-0259-497a-82f8-a835ce0f99fb on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:42:19.586049 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-07b93c60-957a-4c29-91ff-604318eb84d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.664297 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.688916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ef0123-2069-40aa-8db6-265e86fd15cd']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:19.700742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18683864-a01a-4e14-8d95-bcb3985095c1') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:19.701182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18683864-a01a-4e14-8d95-bcb3985095c1') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:19.712961 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.727492 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.735052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:42:19.735551 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:42:19.737520 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:42:19.754138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-07b93c60-957a-4c29-91ff-604318eb84d2 None None] Calling delete_port for 4714d5b0-0259-497a-82f8-a835ce0f99fb owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:42:19.806851 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.812681 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.815915 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c0ef0123-2069-40aa-8db6-265e86fd15cd HTTP/1.1" status: 204 len: 168 time: 0.5614092 Nov 09 18:42:19.819318 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51492) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:19.828533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7c4dc-5688-4e95-a5af-289b6e079335 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ef0123-2069-40aa-8db6-265e86fd15cd,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:19.834784 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-07b93c60-957a-4c29-91ff-604318eb84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:19.842590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07b93c60-957a-4c29-91ff-604318eb84d2 None None] Network c0ef0123-2069-40aa-8db6-265e86fd15cd is not hosted by any dhcp agent {{(pid=102156) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 18:42:19.842944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b93c60-957a-4c29-91ff-604318eb84d2 None None] No DVR routers for this DVR port 4714d5b0-0259-497a-82f8-a835ce0f99fb on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:42:19.863599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b93c60-957a-4c29-91ff-604318eb84d2 None None] Pushing event deleted for resources: {'Port': ['ID=4714d5b0-0259-497a-82f8-a835ce0f99fb,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:20.170128 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:20.747607 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 455bf826-423b-486b-a04e-e7466b9902e0 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:42:20.749571 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Deleting port 7bb26f65-a162-4164-b962-7cc6ac598f87 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:42:20.749830 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:20.768080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 455bf826-423b-486b-a04e-e7466b9902e0 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:42:20.768425 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 455bf826-423b-486b-a04e-e7466b9902e0 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:42:20.768843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device afcc0c1d-e839-4290-9ce4-efef1632d5b4 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:42:20.791519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: afcc0c1d-e839-4290-9ce4-efef1632d5b4 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:42:20.791862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device afcc0c1d-e839-4290-9ce4-efef1632d5b4 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:42:20.792281 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4714d5b0-0259-497a-82f8-a835ce0f99fb no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:42:20.812488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 4714d5b0-0259-497a-82f8-a835ce0f99fb {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:42:20.812833 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4714d5b0-0259-497a-82f8-a835ce0f99fb not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:42:20.834711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] For port 7bb26f65-a162-4164-b962-7cc6ac598f87, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7bb26f65-a162-4164-b962-7cc6ac598f87,segment=NetworkSegment(d83646d3-ef3b-4fd0-aa79-891c38c7467c),segment_id=d83646d3-ef3b-4fd0-aa79-891c38c7467c)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:20.835276 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:20.848669 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Calling delete_port for 7bb26f65-a162-4164-b962-7cc6ac598f87 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:42:21.035843 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:21.063326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb26f65-a162-4164-b962-7cc6ac598f87,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:21.092472 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:21.092823 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:21.093165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:21.093506 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:21.093843 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:21.094179 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:21.094504 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:21.094830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:21.095162 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:21.095518 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:21.095840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:21.096164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:21.239820 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:21.464595 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Router 0c685c88-84ad-44e9-aa9a-0b3688a4bebf has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:42:21.570653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:42:21.577467 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bcae9ca5-1746-4092-93f9-013c2549ad2a admin admin] 10.222.0.81 "PUT /v2.0/routers/0c685c88-84ad-44e9-aa9a-0b3688a4bebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7567215 Nov 09 18:42:21.578345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51494) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:21.579307 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c5a1d-c12e-4e74-9d80-a933a01e1aef None None] Sync routers for ids ['0c685c88-84ad-44e9-aa9a-0b3688a4bebf'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:42:21.589763 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c5a1d-c12e-4e74-9d80-a933a01e1aef None None] Routers {'0c685c88-84ad-44e9-aa9a-0b3688a4bebf'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:21.590360 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ac8c5a1d-c12e-4e74-9d80-a933a01e1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0c685c88-84ad-44e9-aa9a-0b3688a4bebf'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:21.689165 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:21.788329 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-ac8c5a1d-c12e-4e74-9d80-a933a01e1aef None None] Set router 0c685c88-84ad-44e9-aa9a-0b3688a4bebf gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:21.795700 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:21.849439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Deleting port 6764a816-4183-4f4c-8016-d3fc2600b62b {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:42:21.850139 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:21.934537 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] For port 6764a816-4183-4f4c-8016-d3fc2600b62b, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6764a816-4183-4f4c-8016-d3fc2600b62b,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:21.934892 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:21.949276 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Calling delete_port for 6764a816-4183-4f4c-8016-d3fc2600b62b owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:42:21.967923 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ac8c5a1d-c12e-4e74-9d80-a933a01e1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1409705122-router', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:41:02Z', 'updated_at': '2021-11-09T18:42:20Z', 'revision_number': 5, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'gw_port': {'id': '6764a816-4183-4f4c-8016-d3fc2600b62b', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:41:03Z', 'updated_at': '2021-11-09T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:21.995390 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c5a1d-c12e-4e74-9d80-a933a01e1aef None None] Checking router: 0c685c88-84ad-44e9-aa9a-0b3688a4bebf for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:42:22.004117 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c5a1d-c12e-4e74-9d80-a933a01e1aef None None] Routers {'0c685c88-84ad-44e9-aa9a-0b3688a4bebf'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:22.004723 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ac8c5a1d-c12e-4e74-9d80-a933a01e1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0c685c88-84ad-44e9-aa9a-0b3688a4bebf'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:22.097190 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-ac8c5a1d-c12e-4e74-9d80-a933a01e1aef None None] Set router 0c685c88-84ad-44e9-aa9a-0b3688a4bebf gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:22.137713 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.153794 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ac8c5a1d-c12e-4e74-9d80-a933a01e1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1409705122-router', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:41:02Z', 'updated_at': '2021-11-09T18:42:21Z', 'revision_number': 6, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:22.162122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Pushing event deleted for resources: {'Port': ['ID=6764a816-4183-4f4c-8016-d3fc2600b62b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:22.182270 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c5a1d-c12e-4e74-9d80-a933a01e1aef None None] The sync data for ids ['0c685c88-84ad-44e9-aa9a-0b3688a4bebf'] in n-d-817236-1 is: [{'id': '0c685c88-84ad-44e9-aa9a-0b3688a4bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1409705122-router', 'tenant_id': '97bb0cfb564d432eae7fc626ff94748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:41:02Z', 'updated_at': '2021-11-09T18:42:21Z', 'revision_number': 6, 'project_id': '97bb0cfb564d432eae7fc626ff94748b', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:42:22.234359 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.326131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.328372 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.373162 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.373728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c685c88-84ad-44e9-aa9a-0b3688a4bebf {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:42:22.378205 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.379389 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4699b0a7-3165-4c6d-94a6-f1ed1cf3df58 admin admin] 10.222.0.81 "DELETE /v2.0/routers/0c685c88-84ad-44e9-aa9a-0b3688a4bebf HTTP/1.1" status: 204 len: 168 time: 0.8000913 Nov 09 18:42:22.381955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51496) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:22.427193 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d030be-a6da-4772-a1f3-3e95a24da934 admin admin] Deleting subnet 0256a571-30aa-492d-a440-c2532e3f3d4b {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:42:22.430346 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8d030be-a6da-4772-a1f3-3e95a24da934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.467640 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8d030be-a6da-4772-a1f3-3e95a24da934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.552973 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8d030be-a6da-4772-a1f3-3e95a24da934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.613800 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8d030be-a6da-4772-a1f3-3e95a24da934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.638315 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d030be-a6da-4772-a1f3-3e95a24da934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0256a571-30aa-492d-a440-c2532e3f3d4b,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:22.644019 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a8d030be-a6da-4772-a1f3-3e95a24da934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.647420 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a8d030be-a6da-4772-a1f3-3e95a24da934 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0256a571-30aa-492d-a440-c2532e3f3d4b HTTP/1.1" status: 204 len: 168 time: 0.2643735 Nov 09 18:42:22.650867 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51498) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:22.652932 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b82a2da-f31a-4cb2-ae70-0d6b063ea67f None None] Network d3b66d3a-0b3e-4408-8b4d-68673a232da0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:42:22.725060 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.780358 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Deleting port 298e319d-29bb-444f-99b5-83b9735430f7 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:42:22.780705 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.846264 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] For port 298e319d-29bb-444f-99b5-83b9735430f7, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=298e319d-29bb-444f-99b5-83b9735430f7,segment=NetworkSegment(d83646d3-ef3b-4fd0-aa79-891c38c7467c),segment_id=d83646d3-ef3b-4fd0-aa79-891c38c7467c)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:22.846631 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.858824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Calling delete_port for 298e319d-29bb-444f-99b5-83b9735430f7 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:42:22.912038 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155b5193-c866-498e-a4d6-51887ab08c16 None None] DHCP port deletion for d3b66d3a-0b3e-4408-8b4d-68673a232da0 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:42:22.953474 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.976122 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-155b5193-c866-498e-a4d6-51887ab08c16 None None] Deleting port 298e319d-29bb-444f-99b5-83b9735430f7 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:42:22.976614 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-155b5193-c866-498e-a4d6-51887ab08c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:22.978630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 298e319d-29bb-444f-99b5-83b9735430f7 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:42:22.984632 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] No DVR routers for this DVR port 298e319d-29bb-444f-99b5-83b9735430f7 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:42:22.986827 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Pushing event deleted for resources: {'Port': ['ID=298e319d-29bb-444f-99b5-83b9735430f7,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:23.038478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 298e319d-29bb-444f-99b5-83b9735430f7 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:42:23.038900 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 298e319d-29bb-444f-99b5-83b9735430f7 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:42:23.039528 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6764a816-4183-4f4c-8016-d3fc2600b62b no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:42:23.067411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 6764a816-4183-4f4c-8016-d3fc2600b62b {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:42:23.067852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6764a816-4183-4f4c-8016-d3fc2600b62b not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:42:23.068341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7bb26f65-a162-4164-b962-7cc6ac598f87 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:42:23.080462 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.096437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 7bb26f65-a162-4164-b962-7cc6ac598f87 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:42:23.096800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7bb26f65-a162-4164-b962-7cc6ac598f87 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:42:23.101972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b66d3a-0b3e-4408-8b4d-68673a232da0']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:23.103960 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-155b5193-c866-498e-a4d6-51887ab08c16 None None] For port 298e319d-29bb-444f-99b5-83b9735430f7, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:23.104384 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-155b5193-c866-498e-a4d6-51887ab08c16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.112791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83646d3-ef3b-4fd0-aa79-891c38c7467c') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:23.113215 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83646d3-ef3b-4fd0-aa79-891c38c7467c') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:23.119121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-155b5193-c866-498e-a4d6-51887ab08c16 None None] Calling delete_port for 298e319d-29bb-444f-99b5-83b9735430f7 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:42:23.121881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-155b5193-c866-498e-a4d6-51887ab08c16 None None] Port 298e319d-29bb-444f-99b5-83b9735430f7 was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:42:23.123380 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-155b5193-c866-498e-a4d6-51887ab08c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.124605 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.140261 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.147813 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:42:23.148197 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:42:23.150323 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:42:23.152829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b5193-c866-498e-a4d6-51887ab08c16 None None] Pushing event deleted for resources: {'Port': ['ID=298e319d-29bb-444f-99b5-83b9735430f7,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:23.154723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155b5193-c866-498e-a4d6-51887ab08c16 None None] No DVR routers for this DVR port 298e319d-29bb-444f-99b5-83b9735430f7 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:42:23.208023 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.213208 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.216761 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] 10.222.0.81 "DELETE /v2.0/networks/d3b66d3a-0b3e-4408-8b4d-68673a232da0 HTTP/1.1" status: 204 len: 168 time: 0.5649240 Nov 09 18:42:23.230563 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80d6e5-3e6a-424b-99ac-ac1d4348b29d admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b66d3a-0b3e-4408-8b4d-68673a232da0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:23.389942 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51502) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:23.429436 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8b9b8e3d-84bd-4c62-84cf-907442f62531 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d8c067d5a53406889f1fdef90df76f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382514 Nov 09 18:42:23.432717 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51504) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:23.485384 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-796c6157-182f-4185-8ae6-3b30368d2283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.507079 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-796c6157-182f-4185-8ae6-3b30368d2283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.556281 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-796c6157-182f-4185-8ae6-3b30368d2283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.559073 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-796c6157-182f-4185-8ae6-3b30368d2283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.560252 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-796c6157-182f-4185-8ae6-3b30368d2283 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4578fda-cbf4-4abd-ae5a-3c559dbae23d HTTP/1.1" status: 204 len: 168 time: 0.1266418 Nov 09 18:42:23.568437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c6157-182f-4185-8ae6-3b30368d2283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4578fda-cbf4-4abd-ae5a-3c559dbae23d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:23.607311 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.871006 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51510) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:23.912832 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7af6f7df-88d1-4b41-bd90-8a4d883a1ff1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97bb0cfb564d432eae7fc626ff94748b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403736 Nov 09 18:42:23.915290 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51512) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:23.963140 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1fae423-b16c-4ed4-9c9e-abe61f2324d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.984123 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1fae423-b16c-4ed4-9c9e-abe61f2324d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.031709 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1fae423-b16c-4ed4-9c9e-abe61f2324d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.034460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1fae423-b16c-4ed4-9c9e-abe61f2324d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.035770 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a1fae423-b16c-4ed4-9c9e-abe61f2324d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8dbcbea-adc8-4835-8e38-aae4643a923a HTTP/1.1" status: 204 len: 168 time: 0.1195655 Nov 09 18:42:24.045323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fae423-b16c-4ed4-9c9e-abe61f2324d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dbcbea-adc8-4835-8e38-aae4643a923a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:24.311370 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.727076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51534) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:24.828556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1536904354-network', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:24.852977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Made reservation on behalf of 570af584a9924b4fa58aa1a4b2ee4ce3 for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:42:24.855410 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.863929 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.940528 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.944329 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.970698 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:42:24.977509 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7b36c9-805f-46f5-96d5-b7421c07f86a,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:24.983630 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.983978 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Added segment 5968ec5c-a668-472c-9f12-2dc3059efa74 of type vlan for network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 Nov 09 18:42:25.026153 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.050416 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.051429 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:25.052059 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.107617 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3792140 Nov 09 18:42:25.110959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51538) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:25.116243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c4c71c3e-8cf8-49f2-b861-40084d478615 admin admin] Request body: {'subnet': {'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1536904354-subnet', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'ip_version': 4}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:25.119246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe835e82-94f2-4a15-bcc3-4ac6e69a3662 admin admin] Pushing event updated for resources: {'Network': ['ID=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:25.129617 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:42:25.139268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c71c3e-8cf8-49f2-b861-40084d478615 admin admin] Made reservation on behalf of 570af584a9924b4fa58aa1a4b2ee4ce3 for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:42:25.141764 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4c71c3e-8cf8-49f2-b861-40084d478615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.312142 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4c71c3e-8cf8-49f2-b861-40084d478615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.368468 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c71c3e-8cf8-49f2-b861-40084d478615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=013a44f0-1a58-4110-af23-ee3c4287c928,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:25.377100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c71c3e-8cf8-49f2-b861-40084d478615 admin admin] Checking segment: {'id': '5968ec5c-a668-472c-9f12-2dc3059efa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:25.377460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c71c3e-8cf8-49f2-b861-40084d478615 admin admin] Network hostable DHCP agents. Network: ce299d04-cb9c-4f6c-ab4b-70c932e47bf7, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:42:25.394455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c71c3e-8cf8-49f2-b861-40084d478615 admin admin] Network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:42:25.403260 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-c4c71c3e-8cf8-49f2-b861-40084d478615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, ce299d04-cb9c-4f6c-ab4b-70c932e47bf7) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:25.407405 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c71c3e-8cf8-49f2-b861-40084d478615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:25.407994 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c4c71c3e-8cf8-49f2-b861-40084d478615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.412115 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfd7a16-9b0c-491b-a752-44c773f43774 None None] Network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:42:25.424396 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c4c71c3e-8cf8-49f2-b861-40084d478615 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3122981 Nov 09 18:42:25.427153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51540) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:25.432043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:25.453906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.455442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.515090 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.564487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'fixed_ips': [{'subnet_id': '013a44f0-1a58-4110-af23-ee3c4287c928'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:42:25.565384 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.656801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.701883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Allocated IP 172.20.0.2 (ce299d04-cb9c-4f6c-ab4b-70c932e47bf7/013a44f0-1a58-4110-af23-ee3c4287c928/75405479-15c6-4a52-9626-2f7a16eca881) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:42:25.853237 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.859302 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.876830 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.895245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:25.896003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.900535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:25.903982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:42:25.914001 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Pushing event updated for resources: {'Port': ['ID=75405479-15c6-4a52-9626-2f7a16eca881,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:25.967661 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Attempting to bind port 75405479-15c6-4a52-9626-2f7a16eca881 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:42:25.968035 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Attempting to bind port 75405479-15c6-4a52-9626-2f7a16eca881 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '5968ec5c-a668-472c-9f12-2dc3059efa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:42:25.968409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Attempting to bind port 75405479-15c6-4a52-9626-2f7a16eca881 on network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:25.973450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:42:25.973832 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Checking segment: {'id': '5968ec5c-a668-472c-9f12-2dc3059efa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:25.974245 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:25.974645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Bound using segment: {'id': '5968ec5c-a668-472c-9f12-2dc3059efa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:42:25.975111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Bound port: 75405479-15c6-4a52-9626-2f7a16eca881, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968ec5c-a668-472c-9f12-2dc3059efa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:42:25.975524 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:26.005455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Allocated IP 172.25.1.213 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/733e1aab-7950-4a9e-a994-308ca70b5773) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:42:26.047904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] For port 75405479-15c6-4a52-9626-2f7a16eca881, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:42:26.051318 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] For port 75405479-15c6-4a52-9626-2f7a16eca881, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=75405479-15c6-4a52-9626-2f7a16eca881,segment=NetworkSegment(5968ec5c-a668-472c-9f12-2dc3059efa74),segment_id=5968ec5c-a668-472c-9f12-2dc3059efa74)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:42:26.056373 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:26.119283 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:26.122275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453ff3b-4701-4f63-9a9e-83138d70757e None None] Pushing event updated for resources: {'Port': ['ID=75405479-15c6-4a52-9626-2f7a16eca881,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:26.163086 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:26.207415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:26.210408 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:26.215080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:42:26.241951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Pushing event updated for resources: {'Port': ['ID=733e1aab-7950-4a9e-a994-308ca70b5773,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:26.499921 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:26.699972 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:26.794351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 75405479-15c6-4a52-9626-2f7a16eca881 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:26.844420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:42:26.850512 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 75405479-15c6-4a52-9626-2f7a16eca881 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:26.851035 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:26.938354 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:26.975182 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 75405479-15c6-4a52-9626-2f7a16eca881, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=75405479-15c6-4a52-9626-2f7a16eca881,segment=NetworkSegment(5968ec5c-a668-472c-9f12-2dc3059efa74),segment_id=5968ec5c-a668-472c-9f12-2dc3059efa74)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:26.980846 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:27.035551 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=75405479-15c6-4a52-9626-2f7a16eca881,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:27.052826 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd707c5-8e32-4215-9c9b-b4ea4a0abec5 None None] Network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:42:27.121486 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5fed9956-52db-4268-8337-60607ebfc9ee None None] Provisioning complete for port 75405479-15c6-4a52-9626-2f7a16eca881 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:27.121864 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5fed9956-52db-4268-8337-60607ebfc9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:27.306307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:42:27.317401 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Sync routers for ids ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:42:27.326002 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:27.329962 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1d9580a4-8cec-4e83-928e-1e9241abba6f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8991425 Nov 09 18:42:27.330116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51542) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:27.330843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Routers {'3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:27.331696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:27.443210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Set router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:27.555378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-ec5ac8cb-0b5c-40f7-aa22-8268c70d8aca None None] Provisioning complete for port 75405479-15c6-4a52-9626-2f7a16eca881 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:27.555627 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac8cb-0b5c-40f7-aa22-8268c70d8aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:27.703388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:26Z', 'revision_number': 3, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port': {'id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:27.730415 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Checking router: 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:42:27.730779 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Updating router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f port 733e1aab-7950-4a9e-a994-308ca70b5773 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:42:27.756456 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:27.756829 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:27.915948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Allocated IP 172.20.0.1 (ce299d04-cb9c-4f6c-ab4b-70c932e47bf7/013a44f0-1a58-4110-af23-ee3c4287c928/137bcb33-709f-479e-b2c6-83938e5f98fa) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:42:28.015522 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.021706 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.024918 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.060137 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.077951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Attempting to bind port 733e1aab-7950-4a9e-a994-308ca70b5773 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:42:28.078332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Attempting to bind port 733e1aab-7950-4a9e-a994-308ca70b5773 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:42:28.078709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Attempting to bind port 733e1aab-7950-4a9e-a994-308ca70b5773 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:28.080851 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df395536-e28a-4ea0-9e81-651431720d51 None None] Pushing event updated for resources: {'Port': ['ID=733e1aab-7950-4a9e-a994-308ca70b5773,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:28.087725 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:42:28.088115 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:28.088538 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.088946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:42:28.089981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Bound port: 733e1aab-7950-4a9e-a994-308ca70b5773, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:42:28.089981 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.106404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:28.109554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:28.113165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:42:28.146350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Pushing event updated for resources: {'Port': ['ID=137bcb33-709f-479e-b2c6-83938e5f98fa,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:28.148048 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] For port 733e1aab-7950-4a9e-a994-308ca70b5773, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:42:28.154647 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] For port 733e1aab-7950-4a9e-a994-308ca70b5773, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=733e1aab-7950-4a9e-a994-308ca70b5773,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:42:28.161295 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.162906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.223806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Routers {'3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:28.224460 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:28.262800 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df395536-e28a-4ea0-9e81-651431720d51 None None] Pushing event updated for resources: {'Port': ['ID=733e1aab-7950-4a9e-a994-308ca70b5773,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:28.307795 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.339465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] Set router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:28.452705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e428659e-d55d-4f25-b908-fa932be4635b None None] Provisioning complete for port 137bcb33-709f-479e-b2c6-83938e5f98fa triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:28.452960 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e428659e-d55d-4f25-b908-fa932be4635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.483458 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.488081 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.509276 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e428659e-d55d-4f25-b908-fa932be4635b None None] Port 137bcb33-709f-479e-b2c6-83938e5f98fa cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:42:28.555681 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Pushing event updated for resources: {'Port': ['ID=137bcb33-709f-479e-b2c6-83938e5f98fa,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:28.558715 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.559398 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:26Z', 'revision_number': 3, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port': {'id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:28.658158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:28.659788 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:28.746524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5315f4b4-e6ee-40af-86fe-3db568fb3ebe None None] The sync data for ids ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'] in n-d-817236-1 is: [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:26Z', 'revision_number': 3, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port': {'id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:42:28.794465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 75405479-15c6-4a52-9626-2f7a16eca881 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:28.799967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:42:28.851699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 75405479-15c6-4a52-9626-2f7a16eca881 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:28.852268 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.926561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:42:28.932454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a8144052-0b02-4471-98cb-a5722095cd78 admin admin] 10.222.0.81 "PUT /v2.0/routers/3f1f80c5-f3cf-43af-a24c-28f01ed0f89f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6013293 Nov 09 18:42:28.950738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e8ea97fc-ea5c-467c-b70e-56e61912b0fb None None] Provisioning complete for port 137bcb33-709f-479e-b2c6-83938e5f98fa triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:28.951538 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e8ea97fc-ea5c-467c-b70e-56e61912b0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:28.998834 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea97fc-ea5c-467c-b70e-56e61912b0fb None None] Port 137bcb33-709f-479e-b2c6-83938e5f98fa cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:42:29.454970 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51558) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:29.460666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-315122779-network', 'tenant_id': '8f1646d398694aaaa1f282014de49c67'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:29.484226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Made reservation on behalf of 8f1646d398694aaaa1f282014de49c67 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:42:29.486591 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:29.497226 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:29.585219 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:29.590467 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:29.620197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:42:29.627817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9626b3-013a-4274-a72d-1edb9c23f009,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:29.634506 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:29.634846 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Added segment b2b27332-bcdc-4c97-9c31-20b48b27e127 of type vlan for network b33f73e1-75c6-4a25-9ea8-5e949c1e5620 Nov 09 18:42:29.675701 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:29.700500 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:29.701501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:29.702102 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:29.754299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2976491 Nov 09 18:42:29.757231 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51560) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:29.763646 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-683af4b1-7107-45fc-8b52-1946cad0f2eb admin admin] Request body: {'subnet': {'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-315122779-subnet', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:29.766496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203761c-4638-4138-b449-64d761cff037 admin admin] Pushing event updated for resources: {'Network': ['ID=b33f73e1-75c6-4a25-9ea8-5e949c1e5620,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:29.779750 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network b33f73e1-75c6-4a25-9ea8-5e949c1e5620 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:42:29.794613 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683af4b1-7107-45fc-8b52-1946cad0f2eb admin admin] Made reservation on behalf of 8f1646d398694aaaa1f282014de49c67 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:42:29.797195 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-683af4b1-7107-45fc-8b52-1946cad0f2eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:29.968456 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-683af4b1-7107-45fc-8b52-1946cad0f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.027202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683af4b1-7107-45fc-8b52-1946cad0f2eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03dee38-2c9b-489e-8d8f-305a124b0ddd,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:30.035057 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683af4b1-7107-45fc-8b52-1946cad0f2eb admin admin] Checking segment: {'id': 'b2b27332-bcdc-4c97-9c31-20b48b27e127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:30.035648 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683af4b1-7107-45fc-8b52-1946cad0f2eb admin admin] Network hostable DHCP agents. Network: b33f73e1-75c6-4a25-9ea8-5e949c1e5620, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:42:30.062245 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683af4b1-7107-45fc-8b52-1946cad0f2eb admin admin] Network b33f73e1-75c6-4a25-9ea8-5e949c1e5620 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:42:30.072669 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-683af4b1-7107-45fc-8b52-1946cad0f2eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, b33f73e1-75c6-4a25-9ea8-5e949c1e5620) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:30.077060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683af4b1-7107-45fc-8b52-1946cad0f2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:30.077637 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-683af4b1-7107-45fc-8b52-1946cad0f2eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.082234 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc79cd0-ecbf-427d-bae1-399d840a75cc None None] Network b33f73e1-75c6-4a25-9ea8-5e949c1e5620 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:42:30.097888 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-683af4b1-7107-45fc-8b52-1946cad0f2eb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3386788 Nov 09 18:42:30.100411 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51562) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:30.105460 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-315122779-router', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:30.127939 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.129184 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.182580 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.238119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-b33f73e1-75c6-4a25-9ea8-5e949c1e5620', 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'fixed_ips': [{'subnet_id': 'd03dee38-2c9b-489e-8d8f-305a124b0ddd'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:42:30.239066 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.330571 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.342452 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Sync routers for ids ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:42:30.352986 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Routers {'3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:30.353689 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-16709a90-9711-4eac-8190-4a38c681766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:30.394170 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Allocated IP 172.20.0.2 (b33f73e1-75c6-4a25-9ea8-5e949c1e5620/d03dee38-2c9b-489e-8d8f-305a124b0ddd/2583b97e-37a9-4afd-bfa0-724f3f143b07) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:42:30.468196 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Set router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:30.549855 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.552051 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.559859 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.572890 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.597599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Network b33f73e1-75c6-4a25-9ea8-5e949c1e5620 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:30.600507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:30.603732 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:42:30.650139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Pushing event updated for resources: {'Port': ['ID=2583b97e-37a9-4afd-bfa0-724f3f143b07,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:30.686429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Attempting to bind port 2583b97e-37a9-4afd-bfa0-724f3f143b07 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:42:30.686809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Attempting to bind port 2583b97e-37a9-4afd-bfa0-724f3f143b07 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'b2b27332-bcdc-4c97-9c31-20b48b27e127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:42:30.687186 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Attempting to bind port 2583b97e-37a9-4afd-bfa0-724f3f143b07 on network b33f73e1-75c6-4a25-9ea8-5e949c1e5620 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:30.692359 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:42:30.692739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Checking segment: {'id': 'b2b27332-bcdc-4c97-9c31-20b48b27e127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:30.693153 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.693541 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Bound using segment: {'id': 'b2b27332-bcdc-4c97-9c31-20b48b27e127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:42:30.694010 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Bound port: 2583b97e-37a9-4afd-bfa0-724f3f143b07, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b27332-bcdc-4c97-9c31-20b48b27e127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:42:30.694399 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.696175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Allocated IP 172.25.1.9 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/31174779-2ffd-4525-a545-e157a167559d) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:42:30.699426 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-16709a90-9711-4eac-8190-4a38c681766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:28Z', 'revision_number': 4, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port': {'id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '137bcb33-709f-479e-b2c6-83938e5f98fa', 'name': '', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'mac_address': 'fa:16:3e:df:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:27Z', 'updated_at': '2021-11-09T18:42:28Z', 'revision_number': 2, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'subnets': [{'id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:30.739489 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Checking router: 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:42:30.739943 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Updating router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f port 137bcb33-709f-479e-b2c6-83938e5f98fa binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:42:30.770609 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.774137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] For port 2583b97e-37a9-4afd-bfa0-724f3f143b07, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:42:30.778145 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] For port 2583b97e-37a9-4afd-bfa0-724f3f143b07, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2583b97e-37a9-4afd-bfa0-724f3f143b07,segment=NetworkSegment(b2b27332-bcdc-4c97-9c31-20b48b27e127),segment_id=b2b27332-bcdc-4c97-9c31-20b48b27e127)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:42:30.783101 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.826855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 733e1aab-7950-4a9e-a994-308ca70b5773 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:30.827179 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.862248 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.902289 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:30.903818 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:30.906898 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:42:30.913040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d907b-71ea-483c-8d2e-3d40dccfaabd None None] Pushing event updated for resources: {'Port': ['ID=2583b97e-37a9-4afd-bfa0-724f3f143b07,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:30.923928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 733e1aab-7950-4a9e-a994-308ca70b5773 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:30.924311 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.939796 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Pushing event updated for resources: {'Port': ['ID=31174779-2ffd-4525-a545-e157a167559d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:31.033527 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.063843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 733e1aab-7950-4a9e-a994-308ca70b5773, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=733e1aab-7950-4a9e-a994-308ca70b5773,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:31.069320 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.147855 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.153848 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.158573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=733e1aab-7950-4a9e-a994-308ca70b5773,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:31.222259 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Pushing event updated for resources: {'Port': ['ID=137bcb33-709f-479e-b2c6-83938e5f98fa,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:31.227062 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.246849 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:31.247202 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:31.247575 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:31.247910 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:31.248243 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:31.248574 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:31.248904 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:31.249229 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:31.249556 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:31.249891 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:31.250205 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:31.250525 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:31.297513 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Attempting to bind port 137bcb33-709f-479e-b2c6-83938e5f98fa on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:42:31.298439 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Attempting to bind port 137bcb33-709f-479e-b2c6-83938e5f98fa by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '5968ec5c-a668-472c-9f12-2dc3059efa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:42:31.298973 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Attempting to bind port 137bcb33-709f-479e-b2c6-83938e5f98fa on network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:31.307727 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:42:31.308104 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Checking segment: {'id': '5968ec5c-a668-472c-9f12-2dc3059efa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:31.308518 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.308911 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Bound using segment: {'id': '5968ec5c-a668-472c-9f12-2dc3059efa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:42:31.309887 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Bound port: 137bcb33-709f-479e-b2c6-83938e5f98fa, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968ec5c-a668-472c-9f12-2dc3059efa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:42:31.310280 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.384130 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-16709a90-9711-4eac-8190-4a38c681766c None None] For port 137bcb33-709f-479e-b2c6-83938e5f98fa, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:42:31.389877 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-16709a90-9711-4eac-8190-4a38c681766c None None] For port 137bcb33-709f-479e-b2c6-83938e5f98fa, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=137bcb33-709f-479e-b2c6-83938e5f98fa,segment=NetworkSegment(5968ec5c-a668-472c-9f12-2dc3059efa74),segment_id=5968ec5c-a668-472c-9f12-2dc3059efa74)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:42:31.394252 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.447063 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.469591 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1637539-a45f-4653-b58f-aa788b0a5c60 None None] Pushing event updated for resources: {'Port': ['ID=137bcb33-709f-479e-b2c6-83938e5f98fa,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:31.482616 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Routers {'3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:31.483134 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-16709a90-9711-4eac-8190-4a38c681766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:31.546168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d03af6dc-8406-4509-84f7-4cbbd75926fe None None] Provisioning complete for port 137bcb33-709f-479e-b2c6-83938e5f98fa triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:31.546554 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d03af6dc-8406-4509-84f7-4cbbd75926fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.610083 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-16709a90-9711-4eac-8190-4a38c681766c None None] Set router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:31.647666 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d03af6dc-8406-4509-84f7-4cbbd75926fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.723306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d03af6dc-8406-4509-84f7-4cbbd75926fe None None] For port 137bcb33-709f-479e-b2c6-83938e5f98fa, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=137bcb33-709f-479e-b2c6-83938e5f98fa,segment=NetworkSegment(5968ec5c-a668-472c-9f12-2dc3059efa74),segment_id=5968ec5c-a668-472c-9f12-2dc3059efa74)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:31.732197 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d03af6dc-8406-4509-84f7-4cbbd75926fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.789841 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03af6dc-8406-4509-84f7-4cbbd75926fe None None] Pushing event updated for resources: {'Port': ['ID=137bcb33-709f-479e-b2c6-83938e5f98fa,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:31.855687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-cc16c964-5f3f-422a-abfa-82b4c13c5f37 None None] Provisioning complete for port 137bcb33-709f-479e-b2c6-83938e5f98fa triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:31.856105 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cc16c964-5f3f-422a-abfa-82b4c13c5f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.986550 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-16709a90-9711-4eac-8190-4a38c681766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:28Z', 'revision_number': 4, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port': {'id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '137bcb33-709f-479e-b2c6-83938e5f98fa', 'name': '', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'mac_address': 'fa:16:3e:df:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:27Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 4, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'subnets': [{'id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:32.015072 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16709a90-9711-4eac-8190-4a38c681766c None None] The sync data for ids ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'] in n-d-817236-1 is: [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:28Z', 'revision_number': 4, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port': {'id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '137bcb33-709f-479e-b2c6-83938e5f98fa', 'name': '', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'mac_address': 'fa:16:3e:df:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:27Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 4, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'subnets': [{'id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:42:32.033422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Router 638e628a-1b2c-469f-af24-39abc6c47fca is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:42:32.162312 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:42:32.177736 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Sync routers for ids ['638e628a-1b2c-469f-af24-39abc6c47fca'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:42:32.183191 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.183806 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a471cac-0439-4d84-afc1-e001f80002a7 None None] Network b33f73e1-75c6-4a25-9ea8-5e949c1e5620 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:42:32.187212 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-59d714e2-35d3-403a-9d57-cce362a7f29b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0833735 Nov 09 18:42:32.187774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51564) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:32.231371 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Routers {'638e628a-1b2c-469f-af24-39abc6c47fca'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:32.231371 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['638e628a-1b2c-469f-af24-39abc6c47fca'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:32.358594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-43178f1c-bb16-40fc-9e76-0297193f920c None None] Provisioning complete for port 2583b97e-37a9-4afd-bfa0-724f3f143b07 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:32.358922 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-43178f1c-bb16-40fc-9e76-0297193f920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.448533 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Set router 638e628a-1b2c-469f-af24-39abc6c47fca gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:32.644879 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-43178f1c-bb16-40fc-9e76-0297193f920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.658377 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.735289 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-43178f1c-bb16-40fc-9e76-0297193f920c None None] For port 2583b97e-37a9-4afd-bfa0-724f3f143b07, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2583b97e-37a9-4afd-bfa0-724f3f143b07,segment=NetworkSegment(b2b27332-bcdc-4c97-9c31-20b48b27e127),segment_id=b2b27332-bcdc-4c97-9c31-20b48b27e127)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:32.745350 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-43178f1c-bb16-40fc-9e76-0297193f920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.844996 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43178f1c-bb16-40fc-9e76-0297193f920c None None] Pushing event updated for resources: {'Port': ['ID=2583b97e-37a9-4afd-bfa0-724f3f143b07,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:32.855084 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'name': 'tempest-TestMinimumBasicScenario-315122779-router', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '31174779-2ffd-4525-a545-e157a167559d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 3, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'gw_port': {'id': '31174779-2ffd-4525-a545-e157a167559d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:32.890751 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Allocated IP 172.20.0.1 (b33f73e1-75c6-4a25-9ea8-5e949c1e5620/d03dee38-2c9b-489e-8d8f-305a124b0ddd/8b265449-ca63-4fe6-824f-3770e0f670b0) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:42:32.892774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Checking router: 638e628a-1b2c-469f-af24-39abc6c47fca for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:42:32.893134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Updating router 638e628a-1b2c-469f-af24-39abc6c47fca port 31174779-2ffd-4525-a545-e157a167559d binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:42:32.925073 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.039850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 733e1aab-7950-4a9e-a994-308ca70b5773 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:33.055392 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.091599 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.111641 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-41db6a62-abea-429e-aab7-c2a7f3ba05c5 None None] Provisioning complete for port 2583b97e-37a9-4afd-bfa0-724f3f143b07 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:33.112065 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41db6a62-abea-429e-aab7-c2a7f3ba05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.134133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Network b33f73e1-75c6-4a25-9ea8-5e949c1e5620 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:33.137247 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:33.141076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:42:33.175154 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Pushing event updated for resources: {'Port': ['ID=8b265449-ca63-4fe6-824f-3770e0f670b0,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:33.190475 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.249337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 733e1aab-7950-4a9e-a994-308ca70b5773 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:33.249722 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.360359 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.544157 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.548359 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.555080 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.557075 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.622376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Pushing event updated for resources: {'Port': ['ID=8b265449-ca63-4fe6-824f-3770e0f670b0,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:33.624708 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.641476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Attempting to bind port 31174779-2ffd-4525-a545-e157a167559d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:42:33.641858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Attempting to bind port 31174779-2ffd-4525-a545-e157a167559d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:42:33.642217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Attempting to bind port 31174779-2ffd-4525-a545-e157a167559d on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:33.645781 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dad71c-36cf-4226-ae93-9cea421c350f None None] Pushing event updated for resources: {'Port': ['ID=31174779-2ffd-4525-a545-e157a167559d,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:33.655537 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 137bcb33-709f-479e-b2c6-83938e5f98fa up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:33.659128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:42:33.659615 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:33.660075 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.660488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:42:33.660980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Bound port: 31174779-2ffd-4525-a545-e157a167559d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:42:33.661368 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.733554 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Network b33f73e1-75c6-4a25-9ea8-5e949c1e5620 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:33.735024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:33.747138 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9d666142-0165-4467-9ae7-9b1832e0d5e3 None None] Provisioning complete for port 8b265449-ca63-4fe6-824f-3770e0f670b0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:33.747416 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9d666142-0165-4467-9ae7-9b1832e0d5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.778433 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] For port 31174779-2ffd-4525-a545-e157a167559d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:42:33.794454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] For port 31174779-2ffd-4525-a545-e157a167559d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=31174779-2ffd-4525-a545-e157a167559d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:42:33.809234 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.818581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9d666142-0165-4467-9ae7-9b1832e0d5e3 None None] Port 8b265449-ca63-4fe6-824f-3770e0f670b0 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:42:33.845085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 137bcb33-709f-479e-b2c6-83938e5f98fa triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:33.845753 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.856202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Router 638e628a-1b2c-469f-af24-39abc6c47fca has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:42:33.910291 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Routers {'638e628a-1b2c-469f-af24-39abc6c47fca'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:33.910933 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['638e628a-1b2c-469f-af24-39abc6c47fca'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:33.912773 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dad71c-36cf-4226-ae93-9cea421c350f None None] Pushing event updated for resources: {'Port': ['ID=31174779-2ffd-4525-a545-e157a167559d,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:33.974108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:42:33.980107 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4ee5390d-733b-427c-a567-02da5568cfb0 admin admin] 10.222.0.81 "PUT /v2.0/routers/638e628a-1b2c-469f-af24-39abc6c47fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7909222 Nov 09 18:42:34.043975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2583b97e-37a9-4afd-bfa0-724f3f143b07 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:34.089121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] Set router 638e628a-1b2c-469f-af24-39abc6c47fca gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:34.091018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-72c52450-6cb5-4407-8caf-fbc50225b97e None None] Provisioning complete for port 8b265449-ca63-4fe6-824f-3770e0f670b0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:34.091423 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-72c52450-6cb5-4407-8caf-fbc50225b97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.198778 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-72c52450-6cb5-4407-8caf-fbc50225b97e None None] Port 8b265449-ca63-4fe6-824f-3770e0f670b0 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:42:34.242777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2583b97e-37a9-4afd-bfa0-724f3f143b07 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:34.243073 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.400485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'name': 'tempest-TestMinimumBasicScenario-315122779-router', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '31174779-2ffd-4525-a545-e157a167559d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:42:33Z', 'revision_number': 4, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'gw_port': {'id': '31174779-2ffd-4525-a545-e157a167559d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8b265449-ca63-4fe6-824f-3770e0f670b0', 'name': '', 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'mac_address': 'fa:16:3e:df:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd03dee38-2c9b-489e-8d8f-305a124b0ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:32Z', 'updated_at': '2021-11-09T18:42:33Z', 'revision_number': 2, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'subnets': [{'id': 'd03dee38-2c9b-489e-8d8f-305a124b0ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:34.433450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3765e0-b5d9-477a-84af-a9d52371ef7b None None] The sync data for ids ['638e628a-1b2c-469f-af24-39abc6c47fca'] in n-d-817236-1 is: [{'id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'name': 'tempest-TestMinimumBasicScenario-315122779-router', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '31174779-2ffd-4525-a545-e157a167559d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:42:33Z', 'revision_number': 4, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'gw_port': {'id': '31174779-2ffd-4525-a545-e157a167559d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8b265449-ca63-4fe6-824f-3770e0f670b0', 'name': '', 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'mac_address': 'fa:16:3e:df:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd03dee38-2c9b-489e-8d8f-305a124b0ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:32Z', 'updated_at': '2021-11-09T18:42:33Z', 'revision_number': 2, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'subnets': [{'id': 'd03dee38-2c9b-489e-8d8f-305a124b0ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:42:34.786373 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2583b97e-37a9-4afd-bfa0-724f3f143b07 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:34.836082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 2583b97e-37a9-4afd-bfa0-724f3f143b07 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:34.836410 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.684626 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Sync routers for ids ['638e628a-1b2c-469f-af24-39abc6c47fca'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:42:36.694834 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Routers {'638e628a-1b2c-469f-af24-39abc6c47fca'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:36.695582 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['638e628a-1b2c-469f-af24-39abc6c47fca'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:36.825669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 31174779-2ffd-4525-a545-e157a167559d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:36.832998 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Set router 638e628a-1b2c-469f-af24-39abc6c47fca gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:36.891306 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 31174779-2ffd-4525-a545-e157a167559d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:36.892000 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.991216 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:37.017340 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 31174779-2ffd-4525-a545-e157a167559d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=31174779-2ffd-4525-a545-e157a167559d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:37.022835 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:37.078903 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=31174779-2ffd-4525-a545-e157a167559d,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:37.137440 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'name': 'tempest-TestMinimumBasicScenario-315122779-router', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '31174779-2ffd-4525-a545-e157a167559d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:42:33Z', 'revision_number': 4, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'gw_port': {'id': '31174779-2ffd-4525-a545-e157a167559d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8b265449-ca63-4fe6-824f-3770e0f670b0', 'name': '', 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'mac_address': 'fa:16:3e:df:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd03dee38-2c9b-489e-8d8f-305a124b0ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:32Z', 'updated_at': '2021-11-09T18:42:33Z', 'revision_number': 2, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'subnets': [{'id': 'd03dee38-2c9b-489e-8d8f-305a124b0ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:37.179514 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Checking router: 638e628a-1b2c-469f-af24-39abc6c47fca for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:42:37.180383 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Updating router 638e628a-1b2c-469f-af24-39abc6c47fca port 8b265449-ca63-4fe6-824f-3770e0f670b0 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:42:37.222876 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:37.577581 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:37.588753 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:37.635168 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc2c28-b9d0-4070-b2b9-090500fa314a None None] Pushing event updated for resources: {'Port': ['ID=8b265449-ca63-4fe6-824f-3770e0f670b0,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:37.724599 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Attempting to bind port 8b265449-ca63-4fe6-824f-3770e0f670b0 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:42:37.725278 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Attempting to bind port 8b265449-ca63-4fe6-824f-3770e0f670b0 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'b2b27332-bcdc-4c97-9c31-20b48b27e127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:42:37.725398 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Attempting to bind port 8b265449-ca63-4fe6-824f-3770e0f670b0 on network b33f73e1-75c6-4a25-9ea8-5e949c1e5620 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:37.732109 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:42:37.732567 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Checking segment: {'id': 'b2b27332-bcdc-4c97-9c31-20b48b27e127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:37.733034 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:37.733427 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Bound using segment: {'id': 'b2b27332-bcdc-4c97-9c31-20b48b27e127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:42:37.733889 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Bound port: 8b265449-ca63-4fe6-824f-3770e0f670b0, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b27332-bcdc-4c97-9c31-20b48b27e127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:42:37.734323 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:37.826532 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] For port 8b265449-ca63-4fe6-824f-3770e0f670b0, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:42:37.832954 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] For port 8b265449-ca63-4fe6-824f-3770e0f670b0, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8b265449-ca63-4fe6-824f-3770e0f670b0,segment=NetworkSegment(b2b27332-bcdc-4c97-9c31-20b48b27e127),segment_id=b2b27332-bcdc-4c97-9c31-20b48b27e127)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:42:37.839273 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:37.918837 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Routers {'638e628a-1b2c-469f-af24-39abc6c47fca'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:37.920316 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:42:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['638e628a-1b2c-469f-af24-39abc6c47fca'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:37.968902 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-cb157714-0f03-4bd5-923c-1b2d956685fc None None] Provisioning complete for port 8b265449-ca63-4fe6-824f-3770e0f670b0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:37.969468 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cb157714-0f03-4bd5-923c-1b2d956685fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.020538 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc2c28-b9d0-4070-b2b9-090500fa314a None None] Pushing event updated for resources: {'Port': ['ID=8b265449-ca63-4fe6-824f-3770e0f670b0,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:38.109787 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] Set router 638e628a-1b2c-469f-af24-39abc6c47fca gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:38.131283 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cb157714-0f03-4bd5-923c-1b2d956685fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.179546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-cb157714-0f03-4bd5-923c-1b2d956685fc None None] For port 8b265449-ca63-4fe6-824f-3770e0f670b0, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8b265449-ca63-4fe6-824f-3770e0f670b0,segment=NetworkSegment(b2b27332-bcdc-4c97-9c31-20b48b27e127),segment_id=b2b27332-bcdc-4c97-9c31-20b48b27e127)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:38.186052 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cb157714-0f03-4bd5-923c-1b2d956685fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.250100 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb157714-0f03-4bd5-923c-1b2d956685fc None None] Pushing event updated for resources: {'Port': ['ID=8b265449-ca63-4fe6-824f-3770e0f670b0,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:38.306290 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3be55da7-2152-4576-8b12-6fbefd555e6b None None] Provisioning complete for port 8b265449-ca63-4fe6-824f-3770e0f670b0 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:38.306830 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3be55da7-2152-4576-8b12-6fbefd555e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.391674 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'name': 'tempest-TestMinimumBasicScenario-315122779-router', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '31174779-2ffd-4525-a545-e157a167559d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:42:33Z', 'revision_number': 4, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'gw_port': {'id': '31174779-2ffd-4525-a545-e157a167559d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8b265449-ca63-4fe6-824f-3770e0f670b0', 'name': '', 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'mac_address': 'fa:16:3e:df:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd03dee38-2c9b-489e-8d8f-305a124b0ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:32Z', 'updated_at': '2021-11-09T18:42:37Z', 'revision_number': 4, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'subnets': [{'id': 'd03dee38-2c9b-489e-8d8f-305a124b0ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:38.424792 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130e44d-4f08-490f-80b0-18e15b5abd18 None None] The sync data for ids ['638e628a-1b2c-469f-af24-39abc6c47fca'] in n-d-817236-1 is: [{'id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'name': 'tempest-TestMinimumBasicScenario-315122779-router', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '31174779-2ffd-4525-a545-e157a167559d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:42:33Z', 'revision_number': 4, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'gw_port': {'id': '31174779-2ffd-4525-a545-e157a167559d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '8b265449-ca63-4fe6-824f-3770e0f670b0', 'name': '', 'network_id': 'b33f73e1-75c6-4a25-9ea8-5e949c1e5620', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'mac_address': 'fa:16:3e:df:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd03dee38-2c9b-489e-8d8f-305a124b0ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:32Z', 'updated_at': '2021-11-09T18:42:37Z', 'revision_number': 4, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'subnets': [{'id': 'd03dee38-2c9b-489e-8d8f-305a124b0ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:42:38.857428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 31174779-2ffd-4525-a545-e157a167559d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:38.928146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 31174779-2ffd-4525-a545-e157a167559d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:38.928622 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.024301 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8b265449-ca63-4fe6-824f-3770e0f670b0 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:39.086105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8b265449-ca63-4fe6-824f-3770e0f670b0 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:39.086493 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:40.813310 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-685a9a10-4a25-494f-a863-43d484958195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:43.104136 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:42:43.776012 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bd151cb0-e8f2-4e30-9216-8f80d17ff606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:44.312415 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-5aa30d9e-717f-4bfc-ad96-a475f06797f8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:44.313898 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-5aa30d9e-717f-4bfc-ad96-a475f06797f8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/networks?id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 HTTP/1.1" status: 200 len: 815 time: 0.1081607 Nov 09 18:42:44.329160 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-780d016b-5918-4861-b074-5b87b479dfb0 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/quotas/570af584a9924b4fa58aa1a4b2ee4ce3 HTTP/1.1" status: 200 len: 375 time: 0.0094256 Nov 09 18:42:44.380964 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-f6d4b366-f1b2-4a19-bd08-d72cc3980854 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466366 Nov 09 18:42:44.571904 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-33092e5e-7612-49c1-ac37-45cdd8ca1eb9 service neutron] 10.222.0.81 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792424 Nov 09 18:42:44.588841 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:44.666604 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-4b0a9835-f7ed-4ebc-a3bc-c219d5559a29 service neutron] 10.222.0.81 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874877 Nov 09 18:42:44.829790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-364c6827-fa06-4159-9b7a-df3bfb109ef2 req-97a59242-c5f1-49c1-8519-3171cf078602 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 210 time: 0.0310731 Nov 09 18:42:45.630576 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:45.869125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-912157dd-2966-452f-bc6f-5e1648cafe57 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:45.870618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-912157dd-2966-452f-bc6f-5e1648cafe57 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.18 "GET /v2.0/networks?id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 HTTP/1.1" status: 200 len: 815 time: 0.1096363 Nov 09 18:42:45.884196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Request body: {'port': {'device_id': '256bae31-37c7-44e5-9203-0e259473963e', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'admin_state_up': True, 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:45.938623 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-883d6ace-0ce1-43db-80db-b5ae0a102cd1 req-53805177-b58c-458f-a448-0d14cf148d0a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 210 time: 0.0353303 Nov 09 18:42:46.004121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Made reservation on behalf of 570af584a9924b4fa58aa1a4b2ee4ce3 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:42:46.008022 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:46.153528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Allocated IP 172.20.0.7 (ce299d04-cb9c-4f6c-ab4b-70c932e47bf7/013a44f0-1a58-4110-af23-ee3c4287c928/c410c245-04fc-4aa3-9ce6-b4e5f33aac5a) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:42:46.378249 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:46.422044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:46.476350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:46.479971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:46.487053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:42:46.492132 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event updated for resources: {'Port': ['ID=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:46.533051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:46.533504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:46.533926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:46.534338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:46.534746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:46.535166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:46.535581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:46.535994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:46.536386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:46.536785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:46.537181 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:46.537574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:46.576097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:46.579336 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:46.608167 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-64d9c930-fa4e-4537-8d8d-e955b765103e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7286661 Nov 09 18:42:46.786671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-1dd91594-ef0f-44d6-adb6-10c3feed1c78 None None] Provisioning complete for port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:46.787292 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1dd91594-ef0f-44d6-adb6-10c3feed1c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:46.826183 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1dd91594-ef0f-44d6-adb6-10c3feed1c78 None None] Port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:42:47.062043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3b551-2a92-4965-a923-1c31512df6d3 req-26f199ac-965a-4c19-a468-54cc62568fda tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:47.063603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9dc3b551-2a92-4965-a923-1c31512df6d3 req-26f199ac-965a-4c19-a468-54cc62568fda tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 931 time: 0.0585053 Nov 09 18:42:47.108342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9dc3b551-2a92-4965-a923-1c31512df6d3 req-a69072db-1edb-4993-b340-c298f604c6ad tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378571 Nov 09 18:42:47.870882 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:48.235321 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab37e5-e413-49b3-ba2f-42b68dae9d41 req-f14926d8-c892-420d-a687-e431845304d2 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:48.236861 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9dab37e5-e413-49b3-ba2f-42b68dae9d41 req-f14926d8-c892-420d-a687-e431845304d2 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 931 time: 0.0579879 Nov 09 18:42:48.278980 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-9dab37e5-e413-49b3-ba2f-42b68dae9d41 req-4744201a-2a1c-42fb-a2fb-e7c740ba510d tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347400 Nov 09 18:42:49.400551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08002a-c189-49be-939e-79dda3ec8a77 req-8da5d79c-2016-45e2-8074-ae9604365354 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:49.402073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c08002a-c189-49be-939e-79dda3ec8a77 req-8da5d79c-2016-45e2-8074-ae9604365354 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 931 time: 0.0524447 Nov 09 18:42:49.442656 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c08002a-c189-49be-939e-79dda3ec8a77 req-2d002dcb-8840-4285-b4a3-e9373d015e99 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331297 Nov 09 18:42:50.570330 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a9ad6-a022-42ed-864f-36ff76ab439d req-85f116b1-93ec-4219-b4f3-ccca38c7d83e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:50.571924 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a31a9ad6-a022-42ed-864f-36ff76ab439d req-85f116b1-93ec-4219-b4f3-ccca38c7d83e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 931 time: 0.0566313 Nov 09 18:42:50.613082 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a31a9ad6-a022-42ed-864f-36ff76ab439d req-e3a9af98-0b68-418d-afa0-388296c7b9e2 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342958 Nov 09 18:42:51.746346 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d807d2-93e0-45b1-92fc-93e46453d019 req-43df8671-3808-4467-b639-e4cfb710ab55 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:51.747950 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7d807d2-93e0-45b1-92fc-93e46453d019 req-43df8671-3808-4467-b639-e4cfb710ab55 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 931 time: 0.0568290 Nov 09 18:42:51.789236 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e7d807d2-93e0-45b1-92fc-93e46453d019 req-b3aa78b1-3604-4158-a724-0c5bca868884 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347397 Nov 09 18:42:52.916448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41bb5-0c13-4682-aa67-eea239c0773c req-0ca718dc-9800-4fa7-ab86-2cc39edbcd2c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:52.918287 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cca41bb5-0c13-4682-aa67-eea239c0773c req-0ca718dc-9800-4fa7-ab86-2cc39edbcd2c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 931 time: 0.0540485 Nov 09 18:42:52.960685 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-cca41bb5-0c13-4682-aa67-eea239c0773c req-e1219246-61ef-40ab-a58c-32433813a800 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363131 Nov 09 18:42:53.611901 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:54.083393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c09c2-e725-4348-9add-f2a371382b01 req-fbd8b7a7-6945-410b-860f-e0f2395e0e6e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:54.085146 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-390c09c2-e725-4348-9add-f2a371382b01 req-fbd8b7a7-6945-410b-860f-e0f2395e0e6e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 931 time: 0.0517933 Nov 09 18:42:54.127778 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-390c09c2-e725-4348-9add-f2a371382b01 req-e3801bce-71da-4e58-b6c4-e1152c9ce438 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362437 Nov 09 18:42:54.326402 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:55.253967 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9a8f1-0e7a-474f-9f0c-ade5d38756ae req-f3de60ef-7f32-4377-b9cc-25bff23b6e06 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:55.255559 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cd9a8f1-0e7a-474f-9f0c-ade5d38756ae req-f3de60ef-7f32-4377-b9cc-25bff23b6e06 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 931 time: 0.0590072 Nov 09 18:42:55.297155 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2cd9a8f1-0e7a-474f-9f0c-ade5d38756ae req-a2354fe1-69a5-4b8c-b9af-4ee5e0b3d91c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347872 Nov 09 18:42:56.411070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea56850-bf72-4d13-a37c-c2c9c2de073a req-e6ec1dd7-75b6-47e4-95c6-c8d93ffd193c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:56.412563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cea56850-bf72-4d13-a37c-c2c9c2de073a req-e6ec1dd7-75b6-47e4-95c6-c8d93ffd193c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 931 time: 0.0488605 Nov 09 18:42:56.450542 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cea56850-bf72-4d13-a37c-c2c9c2de073a req-2d27e97f-3998-4411-9322-0325075f3b1b tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Nov 09 18:42:57.565959 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ef24c-fad3-40a1-96c2-74f9b53cfff2 req-c42b58e9-7506-4a40-972c-0a53904dc0b6 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:57.567440 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e81ef24c-fad3-40a1-96c2-74f9b53cfff2 req-c42b58e9-7506-4a40-972c-0a53904dc0b6 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 931 time: 0.0491595 Nov 09 18:42:57.605822 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-e81ef24c-fad3-40a1-96c2-74f9b53cfff2 req-41817601-a418-4a87-848d-f20faeb98e1d tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313258 Nov 09 18:42:58.530767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Request body: {'port': {'device_id': '256bae31-37c7-44e5-9203-0e259473963e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:58.600167 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:58.842386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ab79c-4047-4aab-8673-4b1c167543d0 req-74e3b697-194e-4014-976d-ae30a9e85838 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:58.844003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-531ab79c-4047-4aab-8673-4b1c167543d0 req-74e3b697-194e-4014-976d-ae30a9e85838 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 931 time: 0.1223819 Nov 09 18:42:58.924024 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-531ab79c-4047-4aab-8673-4b1c167543d0 req-053d62f6-c4e9-4000-8d93-57a4c231f6af tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706375 Nov 09 18:42:58.988004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c410c245-04fc-4aa3-9ce6-b4e5f33aac5a {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:42:58.998751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:59.012255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Transition to ACTIVE for port object c410c245-04fc-4aa3-9ce6-b4e5f33aac5a will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:42:59.016608 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:59.072739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Pushing event updated for resources: {'Port': ['ID=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:59.157881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Attempting to bind port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:42:59.158223 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Attempting to bind port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '5968ec5c-a668-472c-9f12-2dc3059efa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:42:59.158654 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Attempting to bind port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a on network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:59.163309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a on network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:42:59.164315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Attempting to bind port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a on network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:59.169492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:42:59.169833 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Checking segment: {'id': '5968ec5c-a668-472c-9f12-2dc3059efa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:59.170221 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Bound using segment: {'id': '5968ec5c-a668-472c-9f12-2dc3059efa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:42:59.170653 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Bound port: c410c245-04fc-4aa3-9ce6-b4e5f33aac5a, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5968ec5c-a668-472c-9f12-2dc3059efa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:42:59.171013 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:59.248795 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] For port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:42:59.252059 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] For port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,segment=NetworkSegment(5968ec5c-a668-472c-9f12-2dc3059efa74),segment_id=5968ec5c-a668-472c-9f12-2dc3059efa74)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:42:59.257373 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:59.292610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:59.293242 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:59.294624 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] 10.222.0.18 "PUT /v2.0/ports/c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 200 len: 1091 time: 0.7682490 Nov 09 18:42:59.295089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:42:59.297525 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecfc016-a012-4db8-9fe2-0db7d553907e" -d '{"events": [{"name": "network-changed", "server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:42:59.323208 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5d001-8460-4b09-9224-ed4e1a69a131 service neutron] Pushing event updated for resources: {'Port': ['ID=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:59.347639 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8676a90b-9e03-4422-93e9-9c0a59dc6794 x-openstack-request-id: req-8676a90b-9e03-4422-93e9-9c0a59dc6794 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:42:59.347972 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:42:59.348326 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8676a90b-9e03-4422-93e9-9c0a59dc6794 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:42:59.349050 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a', 'status': 'completed', 'code': 200} Nov 09 18:42:59.396265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e01223dc-508d-4058-b89b-5329131b30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:59.397844 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-e01223dc-508d-4058-b89b-5329131b30b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3&device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 1094 time: 0.0476213 Nov 09 18:42:59.446215 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-092a7abf-46b4-43b1-86a0-092532258725 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 200 len: 217 time: 0.0395718 Nov 09 18:42:59.499437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-76c920fd-c794-45db-92fd-08acdf884152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:59.500929 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-76c920fd-c794-45db-92fd-08acdf884152 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013a44f0-1a58-4110-af23-ee3c4287c928 HTTP/1.1" status: 200 len: 854 time: 0.0471852 Nov 09 18:42:59.547570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-9a60de07-c213-43f8-8655-659aabc0ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:59.549331 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-9a60de07-c213-43f8-8655-659aabc0ee7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412335 Nov 09 18:42:59.642727 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-2fdf255a-5b90-4c72-8fee-92882f750e2c service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862184 Nov 09 18:42:59.735908 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a0ca366f-dd86-49a8-bb7f-cd278a62c810 req-b58a0739-405d-4e11-a6ea-074ace4de3f7 service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863614 Nov 09 18:42:59.819153 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc016-a012-4db8-9fe2-0db7d553907e req-2a8a6f5f-174e-4b2f-9dd0-f7a506487ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:59.820728 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ecfc016-a012-4db8-9fe2-0db7d553907e req-2a8a6f5f-174e-4b2f-9dd0-f7a506487ab9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3&device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 1094 time: 0.0431232 Nov 09 18:42:59.920438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc016-a012-4db8-9fe2-0db7d553907e req-c6da175e-445a-41d6-bc0f-54fefd0fe2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:59.921830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ecfc016-a012-4db8-9fe2-0db7d553907e req-c6da175e-445a-41d6-bc0f-54fefd0fe2a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 HTTP/1.1" status: 200 len: 916 time: 0.0943549 Nov 09 18:42:59.962908 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ecfc016-a012-4db8-9fe2-0db7d553907e req-1a5777cd-e221-4672-98bc-a51e836fd1b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 200 len: 217 time: 0.0341024 Nov 09 18:43:00.043053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc016-a012-4db8-9fe2-0db7d553907e req-28a2ed0c-2807-4421-a719-4f67ce12aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:00.044544 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ecfc016-a012-4db8-9fe2-0db7d553907e req-28a2ed0c-2807-4421-a719-4f67ce12aea5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013a44f0-1a58-4110-af23-ee3c4287c928 HTTP/1.1" status: 200 len: 854 time: 0.0743127 Nov 09 18:43:00.071175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033ca15-9a8e-4d6a-80c6-6df0fb5ab109 req-d4f9b379-f73c-45e7-b36f-77d285566e5e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:00.072708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b033ca15-9a8e-4d6a-80c6-6df0fb5ab109 req-d4f9b379-f73c-45e7-b36f-77d285566e5e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 943 time: 0.0727737 Nov 09 18:43:00.126178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc016-a012-4db8-9fe2-0db7d553907e req-2cf0ce1b-5069-4c92-93c8-c2d715c20940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:00.127639 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ecfc016-a012-4db8-9fe2-0db7d553907e req-2cf0ce1b-5069-4c92-93c8-c2d715c20940 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751767 Nov 09 18:43:00.130773 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b033ca15-9a8e-4d6a-80c6-6df0fb5ab109 req-4eb1953c-6afa-40bc-a96f-7cf08654f8a6 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436466 Nov 09 18:43:00.221662 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ecfc016-a012-4db8-9fe2-0db7d553907e req-2edb61f7-7fd9-48c2-9fb4-0809d6daba91 service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868917 Nov 09 18:43:00.322872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6ecfc016-a012-4db8-9fe2-0db7d553907e req-6b482f70-b09c-4254-851d-ec45d1d44ae3 service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939348 Nov 09 18:43:01.250441 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119eb29-8589-415a-8ab5-3131bad50079 req-9b927e01-d035-4082-8d8b-c89770520a84 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:01.251873 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a119eb29-8589-415a-8ab5-3131bad50079 req-9b927e01-d035-4082-8d8b-c89770520a84 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 943 time: 0.0510798 Nov 09 18:43:01.292207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a119eb29-8589-415a-8ab5-3131bad50079 req-9f54c517-e423-4685-a4a5-4f0063047a80 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Nov 09 18:43:02.408879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c66c6-b81d-407c-9e16-672e3a08bb47 req-59f1dcc3-c525-4183-83d4-3b952974a4a3 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:02.410336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-350c66c6-b81d-407c-9e16-672e3a08bb47 req-59f1dcc3-c525-4183-83d4-3b952974a4a3 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 943 time: 0.0499048 Nov 09 18:43:02.451577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-350c66c6-b81d-407c-9e16-672e3a08bb47 req-5a442887-ddb0-4abd-ab3a-5aee226d9b5d tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352027 Nov 09 18:43:02.936602 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device c410c245-04fc-4aa3-9ce6-b4e5f33aac5a details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:43:03.033681 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,segment=NetworkSegment(5968ec5c-a668-472c-9f12-2dc3059efa74),segment_id=5968ec5c-a668-472c-9f12-2dc3059efa74)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:43:03.048743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'port_id': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a', 'mac_address': 'fa:16:3e:22:0d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:43:03.087380 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:03.101985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c410c245-04fc-4aa3-9ce6-b4e5f33aac5a {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:43:03.123063 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,segment=NetworkSegment(5968ec5c-a668-472c-9f12-2dc3059efa74),segment_id=5968ec5c-a668-472c-9f12-2dc3059efa74)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:43:03.127307 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:03.176235 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:03.184970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:03.185324 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:03.185671 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:03.186016 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:03.186356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:03.186692 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:03.187024 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:03.187384 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:03.187736 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:03.188067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:03.188397 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:03.188725 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:03.449259 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['c410c245-04fc-4aa3-9ce6-b4e5f33aac5a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:43:03.572126 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63531b95-c229-4b40-9f02-a3e28f0830e8 req-4b4393f0-b7f6-4283-bd97-96a83bb2b07e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:03.573650 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63531b95-c229-4b40-9f02-a3e28f0830e8 req-4b4393f0-b7f6-4283-bd97-96a83bb2b07e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 944 time: 0.0540128 Nov 09 18:43:03.611992 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-63531b95-c229-4b40-9f02-a3e28f0830e8 req-3fc12b6b-b525-4cb5-9380-a9949c73c245 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Nov 09 18:43:04.733272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7b86d-5f91-42da-9a81-6b9f3f1f62d1 req-a9cfb906-a831-40d1-a26c-ec08e4660378 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:04.734739 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56a7b86d-5f91-42da-9a81-6b9f3f1f62d1 req-a9cfb906-a831-40d1-a26c-ec08e4660378 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 944 time: 0.0498757 Nov 09 18:43:04.775864 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-56a7b86d-5f91-42da-9a81-6b9f3f1f62d1 req-3611406c-8c2e-4f2c-99f6-443eee7b32d3 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347059 Nov 09 18:43:04.937622 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device c410c245-04fc-4aa3-9ce6-b4e5f33aac5a up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:43:04.985939 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:43:04.989514 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:43:04.989889 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:05.068261 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:05.095596 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:43:05.097836 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daf85dd-812b-4a18-a1ea-573ab492cc37" -d '{"events": [{"server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "name": "network-vif-plugged", "status": "completed", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:43:05.111507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,segment=NetworkSegment(5968ec5c-a668-472c-9f12-2dc3059efa74),segment_id=5968ec5c-a668-472c-9f12-2dc3059efa74)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:43:05.115803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:05.140528 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6b51f8-9dbb-4add-8d63-4e413d90ebc9 x-openstack-request-id: req-fa6b51f8-9dbb-4add-8d63-4e413d90ebc9 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:43:05.140823 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "name": "network-vif-plugged", "status": "completed", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:43:05.141076 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa6b51f8-9dbb-4add-8d63-4e413d90ebc9 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:43:05.141514 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a', 'code': 200} Nov 09 18:43:05.168940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:05.232767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e1948-59fe-44a2-a328-24fe38eb6734 req-dbf3f4de-f8a2-458e-91f3-abb7590bba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:05.234140 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc5e1948-59fe-44a2-a328-24fe38eb6734 req-dbf3f4de-f8a2-458e-91f3-abb7590bba45 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 1096 time: 0.0402212 Nov 09 18:43:05.269177 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc5e1948-59fe-44a2-a328-24fe38eb6734 req-4515706c-6d52-44d2-8f34-5c90cdc01d91 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272977 Nov 09 18:43:05.890806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5f6d1-2b40-4648-89b1-7acd7dbd4841 req-301c6000-f665-43f9-904c-6d4318895a5a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:05.892304 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06e5f6d1-2b40-4648-89b1-7acd7dbd4841 req-301c6000-f665-43f9-904c-6d4318895a5a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 945 time: 0.0493681 Nov 09 18:43:05.934350 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06e5f6d1-2b40-4648-89b1-7acd7dbd4841 req-480e3153-e781-4143-9eae-c70b9f2e8f98 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359230 Nov 09 18:43:07.051506 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5a053-9336-41bd-ac57-33868f7a2723 req-01534feb-48e8-4bf7-9250-2d3e6bf836fd tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:07.052975 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1db5a053-9336-41bd-ac57-33868f7a2723 req-01534feb-48e8-4bf7-9250-2d3e6bf836fd tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 945 time: 0.0495474 Nov 09 18:43:07.091864 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-1db5a053-9336-41bd-ac57-33868f7a2723 req-31c217f8-320f-4f3a-a2bd-e22844674d78 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Nov 09 18:43:07.206270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139811f-a5cd-478e-bf9e-1207335e205c req-65c9905f-a06c-4749-9454-27f6baec7ed2 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:07.207869 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4139811f-a5cd-478e-bf9e-1207335e205c req-65c9905f-a06c-4749-9454-27f6baec7ed2 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 945 time: 0.0500383 Nov 09 18:43:07.246146 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4139811f-a5cd-478e-bf9e-1207335e205c req-5e7d4031-f2eb-460f-9fbb-f0ed533513e9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320079 Nov 09 18:43:07.438464 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4f171-6b24-4e75-a6cb-338b0512eca6 req-ad0b02bd-07ce-4a63-8b7e-976ea56c03ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:07.439970 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6f4f171-6b24-4e75-a6cb-338b0512eca6 req-ad0b02bd-07ce-4a63-8b7e-976ea56c03ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 945 time: 0.0556605 Nov 09 18:43:07.481210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6f4f171-6b24-4e75-a6cb-338b0512eca6 req-513c275a-f5d4-4333-b8dd-aae4f068c9f1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346105 Nov 09 18:43:10.816192 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-792daba4-40f8-4b3b-86b8-5110e8a10318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:13.758106 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-24bc42fc-a606-4143-8f25-bfbf7df3d313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:14.591430 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:15.632459 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:17.871239 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:19.063806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec297d54-1c7a-4433-8a7c-68d7fbbb0f83 req-8e66c4ad-25f2-496c-990a-64b4ed5ee50b tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:19.065333 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec297d54-1c7a-4433-8a7c-68d7fbbb0f83 req-8e66c4ad-25f2-496c-990a-64b4ed5ee50b tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 945 time: 0.0493143 Nov 09 18:43:19.112658 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec297d54-1c7a-4433-8a7c-68d7fbbb0f83 req-3e96c694-c691-45e3-afca-5391cfe9ec4a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Nov 09 18:43:19.135637 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51768) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:43:19.237456 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379aaf46-392d-4cd7-8511-45134c0f2489 tempest-TestMinimumBasicScenario-432765019 tempest-TestMinimumBasicScenario-432765019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:19.238923 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-379aaf46-392d-4cd7-8511-45134c0f2489 tempest-TestMinimumBasicScenario-432765019 tempest-TestMinimumBasicScenario-432765019-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 1091 time: 0.1022813 Nov 09 18:43:19.243111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51772) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:43:19.247771 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:43:19.271093 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:19.377485 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:19.484928 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Allocated IP 172.25.1.149 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/367aa2e5-9862-4026-8419-cdcb9c93d200) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:43:19.593180 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:19.627482 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:19.665196 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:43:19.668042 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:43:19.670658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:43:19.697294 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event updated for resources: {'Port': ['ID=367aa2e5-9862-4026-8419-cdcb9c93d200,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:20.020186 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:20.086847 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:20.103142 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:43:20.238485 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:20.243882 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:20.318463 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event updated for resources: {'Port': ['ID=367aa2e5-9862-4026-8419-cdcb9c93d200,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:20.328667 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:20.426374 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Floating IP 77bd2624-2b03-4c3c-b474-16cb425b57c6 associated. External IP: 172.25.1.149, port: c410c245-04fc-4aa3-9ce6-b4e5f33aac5a. Nov 09 18:43:20.654783 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:43:20.771536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:43:20.781444 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cdfd5-5d18-4a6d-a362-835aac1af8cc None None] Sync routers for ids ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:43:20.789813 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:20.791867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cdfd5-5d18-4a6d-a362-835aac1af8cc None None] Routers {'3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:43:20.792555 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-306cdfd5-5d18-4a6d-a362-835aac1af8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:43:20.816779 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-41674575-3163-48a2-ac04-070af505e29c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5726049 Nov 09 18:43:20.817364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:43:20.819774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51774) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:43:20.824531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9170da25-361c-49ec-ab7a-11695ffa6bac tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1816990749', 'description': 'tempest-secgroup-smoke-1816990749 description', 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:43:20.848479 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9170da25-361c-49ec-ab7a-11695ffa6bac tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:20.904168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-306cdfd5-5d18-4a6d-a362-835aac1af8cc None None] Set router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:43:20.922190 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9170da25-361c-49ec-ab7a-11695ffa6bac tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:20.926280 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9170da25-361c-49ec-ab7a-11695ffa6bac tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:20.951021 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af88ebcfef5c43c3ecd045bfc529e33271d1f66ec5679dbfee10f7604908018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79521a8-2c67-44ff-ab08-97887540d78d" -d '{"events": [{"name": "network-changed", "server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:43:20.967667 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9170da25-361c-49ec-ab7a-11695ffa6bac tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:20.971622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9170da25-361c-49ec-ab7a-11695ffa6bac tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1481278 Nov 09 18:43:20.972000 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51782) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:43:20.976846 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Request body: {'security_group_rule': {'security_group_id': '237e1e23-2a87-494d-9c15-6a859d01cbeb', 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:43:20.980119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170da25-361c-49ec-ab7a-11695ffa6bac tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237e1e23-2a87-494d-9c15-6a859d01cbeb,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:21.019378 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.059109 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fedee7-287d-4f3e-8338-a6d36b885a70 x-openstack-request-id: req-01fedee7-287d-4f3e-8338-a6d36b885a70 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:43:21.059468 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:43:21.059738 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01fedee7-287d-4f3e-8338-a6d36b885a70 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:43:21.060189 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a', 'status': 'completed', 'code': 200} Nov 09 18:43:21.078118 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.083026 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.105971 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7992674-0fa9-4a09-8c42-4dcec12c4dc1,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:21.115045 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:21.115709 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:21.116926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:21.117175 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:21.117673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:21.118081 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:21.118644 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:21.118976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:21.119350 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:21.119738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:21.120132 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:21.120731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:43:21.125066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79521a8-2c67-44ff-ab08-97887540d78d req-73ff72ed-1d41-4d6d-9774-76bd423d2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:21.126582 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79521a8-2c67-44ff-ab08-97887540d78d req-73ff72ed-1d41-4d6d-9774-76bd423d2448 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3&device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 1096 time: 0.0434682 Nov 09 18:43:21.130141 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.134797 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9c4566f6-0eae-46f0-8d60-3868b63d94ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587894 Nov 09 18:43:21.134963 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51784) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:43:21.139464 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3900eda1-ab6c-4b71-8120-d0b9e44a066e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Request body: {'security_group_rule': {'security_group_id': '237e1e23-2a87-494d-9c15-6a859d01cbeb', 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:43:21.168461 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-306cdfd5-5d18-4a6d-a362-835aac1af8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:28Z', 'revision_number': 4, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port': {'id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '77bd2624-2b03-4c3c-b474-16cb425b57c6', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'port_id': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'mac_address': 'fa:16:3e:22:0d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256bae31-37c7-44e5-9203-0e259473963e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:43:19Z', 'updated_at': '2021-11-09T18:43:19Z', 'revision_number': 0, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137bcb33-709f-479e-b2c6-83938e5f98fa', 'name': '', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'mac_address': 'fa:16:3e:df:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:27Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 5, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'subnets': [{'id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:43:21.169952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3900eda1-ab6c-4b71-8120-d0b9e44a066e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.196928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cdfd5-5d18-4a6d-a362-835aac1af8cc None None] Checking router: 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:43:21.205560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cdfd5-5d18-4a6d-a362-835aac1af8cc None None] Routers {'3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:43:21.206143 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-306cdfd5-5d18-4a6d-a362-835aac1af8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:43:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:43:21.240875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79521a8-2c67-44ff-ab08-97887540d78d req-f1667b74-1a47-4e73-a7cb-72664df878f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:21.243442 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79521a8-2c67-44ff-ab08-97887540d78d req-f1667b74-1a47-4e73-a7cb-72664df878f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 HTTP/1.1" status: 200 len: 916 time: 0.1073921 Nov 09 18:43:21.247188 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3900eda1-ab6c-4b71-8120-d0b9e44a066e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.251669 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3900eda1-ab6c-4b71-8120-d0b9e44a066e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.278731 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900eda1-ab6c-4b71-8120-d0b9e44a066e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872b9bbe-b190-4664-a5b3-6d2c2e4de615,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:21.292347 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3900eda1-ab6c-4b71-8120-d0b9e44a066e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.297042 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3900eda1-ab6c-4b71-8120-d0b9e44a066e tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577153 Nov 09 18:43:21.297042 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51786) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:43:21.301695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e6d9555b-c31b-4c1c-96db-e874ee88f807 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Request body: {'security_group_rule': {'security_group_id': '237e1e23-2a87-494d-9c15-6a859d01cbeb', 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:43:21.322901 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79521a8-2c67-44ff-ab08-97887540d78d req-3a7d1f4c-ca0d-4d95-bf48-8ec7cd4d5ded service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 200 len: 999 time: 0.0706229 Nov 09 18:43:21.331727 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6d9555b-c31b-4c1c-96db-e874ee88f807 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.380915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79521a8-2c67-44ff-ab08-97887540d78d req-236346c9-8550-42b7-8cf5-8e175dce9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:21.383328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79521a8-2c67-44ff-ab08-97887540d78d req-236346c9-8550-42b7-8cf5-8e175dce9645 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013a44f0-1a58-4110-af23-ee3c4287c928 HTTP/1.1" status: 200 len: 854 time: 0.0524871 Nov 09 18:43:21.413884 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6d9555b-c31b-4c1c-96db-e874ee88f807 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.418900 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6d9555b-c31b-4c1c-96db-e874ee88f807 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.436359 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9555b-c31b-4c1c-96db-e874ee88f807 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b681c5-3072-4bfc-9afa-96de5e4f79f7,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:21.447206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79521a8-2c67-44ff-ab08-97887540d78d req-d1158b76-7cf3-433c-b1d6-2ea3b5454ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:21.448340 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e6d9555b-c31b-4c1c-96db-e874ee88f807 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.448777 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79521a8-2c67-44ff-ab08-97887540d78d req-d1158b76-7cf3-433c-b1d6-2ea3b5454ef6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582986 Nov 09 18:43:21.452177 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e6d9555b-c31b-4c1c-96db-e874ee88f807 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521206 Nov 09 18:43:21.452442 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51788) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:43:21.457000 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c900b252-20f7-4944-b877-ca4534e35618 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Request body: {'security_group_rule': {'security_group_id': '237e1e23-2a87-494d-9c15-6a859d01cbeb', 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:43:21.495594 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c900b252-20f7-4944-b877-ca4534e35618 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.518351 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-306cdfd5-5d18-4a6d-a362-835aac1af8cc None None] Set router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:43:21.548175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79521a8-2c67-44ff-ab08-97887540d78d req-77c90666-e1da-4123-bc8a-8ed05b738e42 service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911570 Nov 09 18:43:21.567367 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c900b252-20f7-4944-b877-ca4534e35618 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.571972 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c900b252-20f7-4944-b877-ca4534e35618 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.592835 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900b252-20f7-4944-b877-ca4534e35618 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e76eb9c-6361-403f-a7dd-e5e322aa6ca9,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:21.599083 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c900b252-20f7-4944-b877-ca4534e35618 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.600412 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c900b252-20f7-4944-b877-ca4534e35618 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469831 Nov 09 18:43:21.603441 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51790) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:43:21.607697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-fb5a44a5-f83c-4022-839c-facf9dfc2c6a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Request body: {'security_group_rule': {'security_group_id': '237e1e23-2a87-494d-9c15-6a859d01cbeb', 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:43:21.638717 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-fb5a44a5-f83c-4022-839c-facf9dfc2c6a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Project 570af584a9924b4fa58aa1a4b2ee4ce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:43:21.644464 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb5a44a5-f83c-4022-839c-facf9dfc2c6a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.674200 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79521a8-2c67-44ff-ab08-97887540d78d req-f8a64bb3-01f0-4da0-958b-50c60253a19c service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185234 Nov 09 18:43:21.719178 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb5a44a5-f83c-4022-839c-facf9dfc2c6a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.724110 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb5a44a5-f83c-4022-839c-facf9dfc2c6a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.747521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a44a5-f83c-4022-839c-facf9dfc2c6a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e30717b-da1d-4d59-8a22-5255321a6de6,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:21.757227 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fb5a44a5-f83c-4022-839c-facf9dfc2c6a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.758499 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fb5a44a5-f83c-4022-839c-facf9dfc2c6a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543803 Nov 09 18:43:21.761485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51792) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:43:21.766014 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-73cf2c42-e6ce-45b9-a5bd-d921b4b21ac8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Request body: {'security_group_rule': {'security_group_id': '237e1e23-2a87-494d-9c15-6a859d01cbeb', 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:43:21.793289 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-73cf2c42-e6ce-45b9-a5bd-d921b4b21ac8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Project 570af584a9924b4fa58aa1a4b2ee4ce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:43:21.799351 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73cf2c42-e6ce-45b9-a5bd-d921b4b21ac8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.806167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-306cdfd5-5d18-4a6d-a362-835aac1af8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:28Z', 'revision_number': 4, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port': {'id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '77bd2624-2b03-4c3c-b474-16cb425b57c6', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'port_id': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'mac_address': 'fa:16:3e:22:0d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256bae31-37c7-44e5-9203-0e259473963e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:43:19Z', 'updated_at': '2021-11-09T18:43:19Z', 'revision_number': 0, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137bcb33-709f-479e-b2c6-83938e5f98fa', 'name': '', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'mac_address': 'fa:16:3e:df:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:27Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 5, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'subnets': [{'id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:43:21.833320 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cdfd5-5d18-4a6d-a362-835aac1af8cc None None] The sync data for ids ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'] in n-d-817236-1 is: [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:28Z', 'revision_number': 4, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port': {'id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '77bd2624-2b03-4c3c-b474-16cb425b57c6', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'port_id': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'mac_address': 'fa:16:3e:22:0d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256bae31-37c7-44e5-9203-0e259473963e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:43:19Z', 'updated_at': '2021-11-09T18:43:19Z', 'revision_number': 0, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137bcb33-709f-479e-b2c6-83938e5f98fa', 'name': '', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'mac_address': 'fa:16:3e:df:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:27Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 5, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'subnets': [{'id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:43:21.885914 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73cf2c42-e6ce-45b9-a5bd-d921b4b21ac8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.889965 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73cf2c42-e6ce-45b9-a5bd-d921b4b21ac8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.910094 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf2c42-e6ce-45b9-a5bd-d921b4b21ac8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a2d0ce-6e1b-439b-a9b9-45fe2ad54cca,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:21.916708 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73cf2c42-e6ce-45b9-a5bd-d921b4b21ac8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:21.920994 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-73cf2c42-e6ce-45b9-a5bd-d921b4b21ac8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1556532 Nov 09 18:43:22.005173 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a9bde39-2428-467c-8ee0-df5acc972d18 req-744a2ffd-5474-4814-830d-ae1c59c8ffbe tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1816990749&fields=id&tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3 HTTP/1.1" status: 200 len: 267 time: 0.0402081 Nov 09 18:43:22.060044 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e5603-6729-491b-a6ed-206d4d614b22 None None] New status for floating IP 77bd2624-2b03-4c3c-b474-16cb425b57c6: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:43:22.065948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bde39-2428-467c-8ee0-df5acc972d18 req-69e1c347-8c3c-44a7-857d-d2e0de6965ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:22.067881 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a9bde39-2428-467c-8ee0-df5acc972d18 req-69e1c347-8c3c-44a7-857d-d2e0de6965ff tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 945 time: 0.0556908 Nov 09 18:43:22.082553 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-9a9bde39-2428-467c-8ee0-df5acc972d18 req-d2cb6414-9599-4f70-8969-284118e7dd11 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Request body: {'port': {'security_groups': ['fa7b36c9-805f-46f5-96d5-b7421c07f86a', '237e1e23-2a87-494d-9c15-6a859d01cbeb']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:43:22.146696 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a9bde39-2428-467c-8ee0-df5acc972d18 req-d2cb6414-9599-4f70-8969-284118e7dd11 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:22.345902 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9a9bde39-2428-467c-8ee0-df5acc972d18 req-d2cb6414-9599-4f70-8969-284118e7dd11 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] For port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,segment=NetworkSegment(5968ec5c-a668-472c-9f12-2dc3059efa74),segment_id=5968ec5c-a668-472c-9f12-2dc3059efa74)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:43:22.382795 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a9bde39-2428-467c-8ee0-df5acc972d18 req-d2cb6414-9599-4f70-8969-284118e7dd11 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:22.387849 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a9bde39-2428-467c-8ee0-df5acc972d18 req-d2cb6414-9599-4f70-8969-284118e7dd11 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:22.400382 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['c410c245-04fc-4aa3-9ce6-b4e5f33aac5a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:43:22.431939 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bde39-2428-467c-8ee0-df5acc972d18 req-d2cb6414-9599-4f70-8969-284118e7dd11 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:22.432612 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a9bde39-2428-467c-8ee0-df5acc972d18 req-d2cb6414-9599-4f70-8969-284118e7dd11 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:22.433996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a9bde39-2428-467c-8ee0-df5acc972d18 req-d2cb6414-9599-4f70-8969-284118e7dd11 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "PUT /v2.0/ports/c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 200 len: 981 time: 0.3569801 Nov 09 18:43:22.434464 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:43:22.436804 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1ea1a5-10ca-4e14-87fe-119eafb6b402" -d '{"events": [{"name": "network-changed", "server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:43:22.462985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb6414-9599-4f70-8969-284118e7dd11 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event updated for resources: {'Port': ['ID=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:43:22.502634 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b0c198-40bd-4d68-ae07-a8cdba30f389 x-openstack-request-id: req-14b0c198-40bd-4d68-ae07-a8cdba30f389 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:43:22.503042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['c410c245-04fc-4aa3-9ce6-b4e5f33aac5a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:43:22.503419 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:43:22.503982 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14b0c198-40bd-4d68-ae07-a8cdba30f389 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:43:22.504583 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a', 'status': 'completed', 'code': 200} Nov 09 18:43:22.607117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597a52c-701b-4b05-9d19-32eb76c952d1 req-229898f0-bc3d-4d28-b8bd-339944b9877f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:22.608941 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0597a52c-701b-4b05-9d19-32eb76c952d1 req-229898f0-bc3d-4d28-b8bd-339944b9877f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 984 time: 0.0738387 Nov 09 18:43:22.611262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ea1a5-10ca-4e14-87fe-119eafb6b402 req-02e85e5f-7e22-4207-91d4-61fd92ef0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:22.612801 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a1ea1a5-10ca-4e14-87fe-119eafb6b402 req-02e85e5f-7e22-4207-91d4-61fd92ef0864 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3&device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 1135 time: 0.0877938 Nov 09 18:43:22.709084 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0597a52c-701b-4b05-9d19-32eb76c952d1 req-71933a97-cd4b-47e7-804c-175f90b4f761 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&id=237e1e23-2a87-494d-9c15-6a859d01cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887864 Nov 09 18:43:22.744220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ea1a5-10ca-4e14-87fe-119eafb6b402 req-4ab1beec-11d5-41d0-a327-5e8ef52e749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:22.745790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a1ea1a5-10ca-4e14-87fe-119eafb6b402 req-4ab1beec-11d5-41d0-a327-5e8ef52e749b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 HTTP/1.1" status: 200 len: 916 time: 0.1185000 Nov 09 18:43:22.816874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-68dff7af-416f-4217-8514-3bcff2a4d4dd None None] Provisioning complete for port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:43:22.817541 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-68dff7af-416f-4217-8514-3bcff2a4d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:22.817665 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a1ea1a5-10ca-4e14-87fe-119eafb6b402 req-bee3ef1e-ca82-4b21-adc8-3197c65288e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 200 len: 1001 time: 0.0634935 Nov 09 18:43:22.868188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ea1a5-10ca-4e14-87fe-119eafb6b402 req-5a49a7b2-7f94-46c7-9ea4-1dba38e20063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:22.869600 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a1ea1a5-10ca-4e14-87fe-119eafb6b402 req-5a49a7b2-7f94-46c7-9ea4-1dba38e20063 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013a44f0-1a58-4110-af23-ee3c4287c928 HTTP/1.1" status: 200 len: 854 time: 0.0457029 Nov 09 18:43:22.917699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ea1a5-10ca-4e14-87fe-119eafb6b402 req-78bfd941-4f2f-4bb4-a9c9-7a5bf6fdec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:22.919359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a1ea1a5-10ca-4e14-87fe-119eafb6b402 req-78bfd941-4f2f-4bb4-a9c9-7a5bf6fdec69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426691 Nov 09 18:43:23.032758 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a1ea1a5-10ca-4e14-87fe-119eafb6b402 req-970ee761-aa0b-447a-a8e8-56733719d40b service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056571 Nov 09 18:43:23.128856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a1ea1a5-10ca-4e14-87fe-119eafb6b402 req-928507ba-a02f-420b-8c44-bb5481dbc323 service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878079 Nov 09 18:43:23.651004 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:24.331511 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:31.546412 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fcd83fc0-4e68-48c0-a936-c24e088288ce req-ae662907-843d-4e84-846d-5ba4985da464 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405002 Nov 09 18:43:31.634677 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd83fc0-4e68-48c0-a936-c24e088288ce req-b49f3bbb-a342-4970-8812-716cea3a009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:31.636204 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fcd83fc0-4e68-48c0-a936-c24e088288ce req-b49f3bbb-a342-4970-8812-716cea3a009c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3&device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 1135 time: 0.0450175 Nov 09 18:43:32.064455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd83fc0-4e68-48c0-a936-c24e088288ce req-1d3758df-ac19-4df5-9231-2635868dbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:32.066110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fcd83fc0-4e68-48c0-a936-c24e088288ce req-1d3758df-ac19-4df5-9231-2635868dbfd2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 HTTP/1.1" status: 200 len: 916 time: 0.4106288 Nov 09 18:43:32.137564 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fcd83fc0-4e68-48c0-a936-c24e088288ce req-a84bf85d-b0ed-4021-b42d-d42d02a48630 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 200 len: 1001 time: 0.0641580 Nov 09 18:43:32.187950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd83fc0-4e68-48c0-a936-c24e088288ce req-16f516f5-1e65-472f-aadf-a479d340a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:32.189447 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fcd83fc0-4e68-48c0-a936-c24e088288ce req-16f516f5-1e65-472f-aadf-a479d340a32c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013a44f0-1a58-4110-af23-ee3c4287c928 HTTP/1.1" status: 200 len: 854 time: 0.0449507 Nov 09 18:43:32.240575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd83fc0-4e68-48c0-a936-c24e088288ce req-6a98a629-d69e-4de8-84ac-9739770ce018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:32.242235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fcd83fc0-4e68-48c0-a936-c24e088288ce req-6a98a629-d69e-4de8-84ac-9739770ce018 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431628 Nov 09 18:43:32.338343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fcd83fc0-4e68-48c0-a936-c24e088288ce req-500489ae-6fbd-4788-aabb-bc740de535f8 service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880096 Nov 09 18:43:32.441244 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fcd83fc0-4e68-48c0-a936-c24e088288ce req-9b163c5b-bddd-4c16-865b-ac0aee11d04e service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947962 Nov 09 18:43:40.821319 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7c662ad7-6bd0-456b-948b-9d91ef8c739f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:43.758743 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6428d781-ba79-46f3-9268-3f5d39b7b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:44.594349 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:45.636981 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:47.874986 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:53.663145 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:54.333137 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:57.102334 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:44:10.822253 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a7d4e938-4456-4cc4-9c88-95bf8108a7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:13.759703 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-819592eb-123c-4d82-bcaf-42048e5298c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:14.596331 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:15.639673 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:17.876906 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:21.491376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ffe57-e8ca-458f-b307-7fa7973b65b1 req-c500aade-b023-4a01-9799-47b5a82e6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:21.492812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca0ffe57-e8ca-458f-b307-7fa7973b65b1 req-c500aade-b023-4a01-9799-47b5a82e6579 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3&device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 1135 time: 0.1339011 Nov 09 18:44:21.502128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907dc14-acd0-4f07-901c-21ac22670983 req-eb03c7af-4360-4150-b0bb-9c951c278fe7 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:21.503651 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d907dc14-acd0-4f07-901c-21ac22670983 req-eb03c7af-4360-4150-b0bb-9c951c278fe7 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 984 time: 0.1506486 Nov 09 18:44:21.598945 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d907dc14-acd0-4f07-901c-21ac22670983 req-9060329f-dc17-4a73-a098-ff35847a9d91 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&id=237e1e23-2a87-494d-9c15-6a859d01cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861068 Nov 09 18:44:21.635368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ffe57-e8ca-458f-b307-7fa7973b65b1 req-3b703100-2ae3-4ed4-bb16-09cee3cbcb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:21.637259 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca0ffe57-e8ca-458f-b307-7fa7973b65b1 req-3b703100-2ae3-4ed4-bb16-09cee3cbcb1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 HTTP/1.1" status: 200 len: 916 time: 0.1327331 Nov 09 18:44:21.707954 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca0ffe57-e8ca-458f-b307-7fa7973b65b1 req-b7f39a94-c423-42aa-9b98-c240703dcc36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 200 len: 1001 time: 0.0625012 Nov 09 18:44:21.759715 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ffe57-e8ca-458f-b307-7fa7973b65b1 req-552b7dcf-fe03-40fb-8ea6-faccdfc4efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:21.761107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca0ffe57-e8ca-458f-b307-7fa7973b65b1 req-552b7dcf-fe03-40fb-8ea6-faccdfc4efc6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013a44f0-1a58-4110-af23-ee3c4287c928 HTTP/1.1" status: 200 len: 854 time: 0.0462236 Nov 09 18:44:21.812968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ffe57-e8ca-458f-b307-7fa7973b65b1 req-7fc772ff-90ab-495e-9475-7f0e413f5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:21.814478 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca0ffe57-e8ca-458f-b307-7fa7973b65b1 req-7fc772ff-90ab-495e-9475-7f0e413f5a53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461814 Nov 09 18:44:21.908399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca0ffe57-e8ca-458f-b307-7fa7973b65b1 req-94200db9-7f35-4104-9d23-afe39c57f091 service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845995 Nov 09 18:44:22.010218 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca0ffe57-e8ca-458f-b307-7fa7973b65b1 req-649e017b-c099-49b7-85a6-512767aba061 service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941377 Nov 09 18:44:22.785877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d35381-1081-4a45-87e7-742f42a39bd7 req-932f7caa-2f65-4426-a708-43d0b7abe577 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:22.787480 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a4d35381-1081-4a45-87e7-742f42a39bd7 req-932f7caa-2f65-4426-a708-43d0b7abe577 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 984 time: 0.1124849 Nov 09 18:44:22.831364 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-a4d35381-1081-4a45-87e7-742f42a39bd7 req-7e85eb7f-987c-42e6-8519-f805550163e8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&id=237e1e23-2a87-494d-9c15-6a859d01cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358973 Nov 09 18:44:23.666847 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:23.967352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f80fe-329b-4b8d-b2a6-bc4664ae2e72 req-ddeb76e0-cc6e-49ef-b2db-3055e2c3b900 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:23.968846 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-432f80fe-329b-4b8d-b2a6-bc4664ae2e72 req-ddeb76e0-cc6e-49ef-b2db-3055e2c3b900 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 984 time: 0.0536528 Nov 09 18:44:24.012239 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-432f80fe-329b-4b8d-b2a6-bc4664ae2e72 req-9b252d2a-0455-4600-b8d0-31a873697157 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&id=237e1e23-2a87-494d-9c15-6a859d01cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362217 Nov 09 18:44:24.345911 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:25.136016 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb377f0-7ae5-4a37-9758-1157c9b39242 req-5b1e6d5d-70bd-4e36-bc6d-89b33e7b2cf0 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:25.138624 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2eb377f0-7ae5-4a37-9758-1157c9b39242 req-5b1e6d5d-70bd-4e36-bc6d-89b33e7b2cf0 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 984 time: 0.0539427 Nov 09 18:44:25.178737 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2eb377f0-7ae5-4a37-9758-1157c9b39242 req-f27fbc16-b930-43e5-9b0f-e561b925a317 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&id=237e1e23-2a87-494d-9c15-6a859d01cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340705 Nov 09 18:44:26.298793 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703cc6-84bf-4b90-a46c-c94404c42375 req-e56037c2-08ad-452e-bd7b-c61066722252 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:26.300334 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a5703cc6-84bf-4b90-a46c-c94404c42375 req-e56037c2-08ad-452e-bd7b-c61066722252 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 984 time: 0.0509667 Nov 09 18:44:26.341643 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a5703cc6-84bf-4b90-a46c-c94404c42375 req-31ac41b3-8d6f-426d-a46e-a847930c9a6b tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&id=237e1e23-2a87-494d-9c15-6a859d01cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349827 Nov 09 18:44:27.470331 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48871b-d632-43ab-be10-db5fac16cae5 req-82c639c8-50e8-4613-a291-05b821997187 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:27.471773 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a48871b-d632-43ab-be10-db5fac16cae5 req-82c639c8-50e8-4613-a291-05b821997187 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 984 time: 0.0499392 Nov 09 18:44:27.514606 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-2a48871b-d632-43ab-be10-db5fac16cae5 req-4f3b9591-4aee-4c6e-9bca-6debeb3309a4 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&id=237e1e23-2a87-494d-9c15-6a859d01cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358675 Nov 09 18:44:28.633361 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db829eaa-5236-43d2-9b0d-c01b47ad357b req-594ca2f3-bf34-4b94-8ea5-357f5f9ca289 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:28.634844 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db829eaa-5236-43d2-9b0d-c01b47ad357b req-594ca2f3-bf34-4b94-8ea5-357f5f9ca289 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 984 time: 0.0505507 Nov 09 18:44:28.682438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db829eaa-5236-43d2-9b0d-c01b47ad357b req-ace5c065-6880-4ced-af79-ae0ef3b907a8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&id=237e1e23-2a87-494d-9c15-6a859d01cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406060 Nov 09 18:44:29.800235 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e1188-ae72-4d93-bd8b-de0d664d9acd req-16783eaf-137f-42c0-b6eb-bf7bb37edfc8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:29.803019 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-465e1188-ae72-4d93-bd8b-de0d664d9acd req-16783eaf-137f-42c0-b6eb-bf7bb37edfc8 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 984 time: 0.0517454 Nov 09 18:44:29.842760 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-465e1188-ae72-4d93-bd8b-de0d664d9acd req-00a10985-6d39-4ac0-9e05-f38414b21b63 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&id=237e1e23-2a87-494d-9c15-6a859d01cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348806 Nov 09 18:44:30.960736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70acaa-1411-4dd9-85e1-98dd35e54755 req-9b427918-4202-470c-834e-95a6ec464532 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:30.962248 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df70acaa-1411-4dd9-85e1-98dd35e54755 req-9b427918-4202-470c-834e-95a6ec464532 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 984 time: 0.0527468 Nov 09 18:44:31.004473 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df70acaa-1411-4dd9-85e1-98dd35e54755 req-345a1564-6740-4b72-b880-3031e1b37b4b tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&id=237e1e23-2a87-494d-9c15-6a859d01cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355015 Nov 09 18:44:32.125352 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6215c-1ff4-40d7-8e37-cdc28424e86d req-8501fed3-8a44-485c-9743-0ebff07a2e01 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:32.126839 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-42b6215c-1ff4-40d7-8e37-cdc28424e86d req-8501fed3-8a44-485c-9743-0ebff07a2e01 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 984 time: 0.0539398 Nov 09 18:44:32.167744 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-42b6215c-1ff4-40d7-8e37-cdc28424e86d req-46bb95df-6d78-4633-9c24-48857ce597fc tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&id=237e1e23-2a87-494d-9c15-6a859d01cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346749 Nov 09 18:44:33.284149 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa55c2-e4d5-4c8f-9945-492e84ca903d req-ad571b4a-f0fa-4905-981a-19b984664837 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:33.285650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e4fa55c2-e4d5-4c8f-9945-492e84ca903d req-ad571b4a-f0fa-4905-981a-19b984664837 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 984 time: 0.0514894 Nov 09 18:44:33.325955 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e4fa55c2-e4d5-4c8f-9945-492e84ca903d req-619fb06f-99e1-4b62-b7c8-82df07bbad79 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&id=237e1e23-2a87-494d-9c15-6a859d01cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340977 Nov 09 18:44:33.581186 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8281881-006e-44d7-b34f-75ab69edf8ce req-a9682d60-8847-432a-8792-81f192e0eb32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421901 Nov 09 18:44:33.673575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8281881-006e-44d7-b34f-75ab69edf8ce req-e6ca9c13-c1ae-412c-b51e-b17455523a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:33.675088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8281881-006e-44d7-b34f-75ab69edf8ce req-e6ca9c13-c1ae-412c-b51e-b17455523a8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3&device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 1135 time: 0.0463324 Nov 09 18:44:33.787572 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8281881-006e-44d7-b34f-75ab69edf8ce req-5004a1c0-8b3e-4e88-a34f-3aa2d0809207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:33.789053 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8281881-006e-44d7-b34f-75ab69edf8ce req-5004a1c0-8b3e-4e88-a34f-3aa2d0809207 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 HTTP/1.1" status: 200 len: 916 time: 0.0940108 Nov 09 18:44:33.859974 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8281881-006e-44d7-b34f-75ab69edf8ce req-f3257c97-189d-408d-87d3-9bfe1616c777 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 200 len: 1001 time: 0.0634563 Nov 09 18:44:33.909694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8281881-006e-44d7-b34f-75ab69edf8ce req-cdf80ab2-ab5e-4ec2-8056-49b47f725ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:33.911156 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8281881-006e-44d7-b34f-75ab69edf8ce req-cdf80ab2-ab5e-4ec2-8056-49b47f725ede service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013a44f0-1a58-4110-af23-ee3c4287c928 HTTP/1.1" status: 200 len: 854 time: 0.0441651 Nov 09 18:44:33.956746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8281881-006e-44d7-b34f-75ab69edf8ce req-259b5e85-7f68-4916-82df-9ec19465394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:33.958227 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8281881-006e-44d7-b34f-75ab69edf8ce req-259b5e85-7f68-4916-82df-9ec19465394e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401051 Nov 09 18:44:34.052828 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8281881-006e-44d7-b34f-75ab69edf8ce req-923e4c7a-77db-4f70-b99c-2499f87592ec service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872579 Nov 09 18:44:34.101767 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:44:34.144655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8281881-006e-44d7-b34f-75ab69edf8ce req-8db5a59a-6a58-4ca2-8c28-e2523c5a26ec service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845149 Nov 09 18:44:40.827016 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-564afc2b-b7a3-4afe-acc2-45396125e044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:43.760298 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-20b899e9-ef04-41fe-ac91-2a9ee71b28c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:44.599994 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:45.643094 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:47.880205 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:53.669443 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:54.336452 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:10.829343 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9a057e5e-1227-4d56-85ee-b15ae4c09bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:11.101348 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:45:13.764598 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-354a479c-3881-45d5-a7af-157af2ae2905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:14.602698 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:15.646231 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:17.883478 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:23.670674 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:24.346989 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:33.556425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82f0c042-dda6-489f-a52f-245969fdadf1 req-6254e2b5-6d72-4aaf-b0a9-2b123dbc449e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497739 Nov 09 18:45:33.652307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0c042-dda6-489f-a52f-245969fdadf1 req-72eb5045-1d37-4e82-84b9-079875694451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:33.654079 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82f0c042-dda6-489f-a52f-245969fdadf1 req-72eb5045-1d37-4e82-84b9-079875694451 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3&device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 1135 time: 0.0523171 Nov 09 18:45:33.796296 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0c042-dda6-489f-a52f-245969fdadf1 req-50a602a3-d4a4-43a1-9314-db83a7c97249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:33.797816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82f0c042-dda6-489f-a52f-245969fdadf1 req-50a602a3-d4a4-43a1-9314-db83a7c97249 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 HTTP/1.1" status: 200 len: 916 time: 0.1238661 Nov 09 18:45:33.877382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82f0c042-dda6-489f-a52f-245969fdadf1 req-a1983cd9-9f5d-4005-8c85-a138839d57b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 200 len: 1001 time: 0.0715795 Nov 09 18:45:33.932363 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0c042-dda6-489f-a52f-245969fdadf1 req-d0cd514a-ac07-4a5b-b16f-d389905b99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:33.934026 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82f0c042-dda6-489f-a52f-245969fdadf1 req-d0cd514a-ac07-4a5b-b16f-d389905b99b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013a44f0-1a58-4110-af23-ee3c4287c928 HTTP/1.1" status: 200 len: 854 time: 0.0488706 Nov 09 18:45:33.988081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0c042-dda6-489f-a52f-245969fdadf1 req-e35682fc-80c5-4e9a-99f2-3cb0ccce6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:33.989633 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82f0c042-dda6-489f-a52f-245969fdadf1 req-e35682fc-80c5-4e9a-99f2-3cb0ccce6aee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481098 Nov 09 18:45:34.096190 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82f0c042-dda6-489f-a52f-245969fdadf1 req-4af34197-1104-49f5-b90d-3f4f62ba2be5 service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995495 Nov 09 18:45:34.197398 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82f0c042-dda6-489f-a52f-245969fdadf1 req-a9cb9bf0-60e0-4d94-a258-debba6321007 service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931740 Nov 09 18:45:36.830268 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-45dc71da-11e8-4ccb-89f7-b5195c2c9fe7 req-881bae06-fe58-4d72-a984-8dbfd21951ef tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1816990749&fields=id&tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3 HTTP/1.1" status: 200 len: 267 time: 0.0364249 Nov 09 18:45:36.893485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc71da-11e8-4ccb-89f7-b5195c2c9fe7 req-0f7df3cd-b95e-4780-9f64-7141ecf9f195 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:36.895156 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-45dc71da-11e8-4ccb-89f7-b5195c2c9fe7 req-0f7df3cd-b95e-4780-9f64-7141ecf9f195 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 984 time: 0.0590844 Nov 09 18:45:36.908413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [req-45dc71da-11e8-4ccb-89f7-b5195c2c9fe7 req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Request body: {'port': {'security_groups': ['fa7b36c9-805f-46f5-96d5-b7421c07f86a']}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:36.986534 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-45dc71da-11e8-4ccb-89f7-b5195c2c9fe7 req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:37.180413 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [req-45dc71da-11e8-4ccb-89f7-b5195c2c9fe7 req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] For port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,segment=NetworkSegment(5968ec5c-a668-472c-9f12-2dc3059efa74),segment_id=5968ec5c-a668-472c-9f12-2dc3059efa74)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:37.567679 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-45dc71da-11e8-4ccb-89f7-b5195c2c9fe7 req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:37.573226 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-45dc71da-11e8-4ccb-89f7-b5195c2c9fe7 req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:37.586189 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['c410c245-04fc-4aa3-9ce6-b4e5f33aac5a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:45:37.620519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc71da-11e8-4ccb-89f7-b5195c2c9fe7 req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:37.621199 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [req-45dc71da-11e8-4ccb-89f7-b5195c2c9fe7 req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:37.623852 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-45dc71da-11e8-4ccb-89f7-b5195c2c9fe7 req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "PUT /v2.0/ports/c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 200 len: 942 time: 0.7210546 Nov 09 18:45:37.624394 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:45:37.627511 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af88ebcfef5c43c3ecd045bfc529e33271d1f66ec5679dbfee10f7604908018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f4c7c2-b180-47ef-aa58-e0cf2a565f07" -d '{"events": [{"name": "network-changed", "server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:45:37.631124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 51902) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:37.660407 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event updated for resources: {'Port': ['ID=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,revision_number=7']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:37.675868 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.676842 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.677420 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.677964 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.678536 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.679127 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.679716 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.680293 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.680872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.681459 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.682032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.682633 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017ff2-c3a9-4251-a395-079bdac778a1 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.691172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['c410c245-04fc-4aa3-9ce6-b4e5f33aac5a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:45:37.706048 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152b06b1-b211-4f5f-a2f2-0e192251ba46 x-openstack-request-id: req-152b06b1-b211-4f5f-a2f2-0e192251ba46 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:45:37.706342 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:45:37.706586 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-152b06b1-b211-4f5f-a2f2-0e192251ba46 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:45:37.707332 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a', 'status': 'completed', 'code': 200} Nov 09 18:45:37.737620 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:37.799325 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:37.850084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4c7c2-b180-47ef-aa58-e0cf2a565f07 req-076c1f03-8160-4257-9aa5-820b53026c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:37.851994 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-97f4c7c2-b180-47ef-aa58-e0cf2a565f07 req-076c1f03-8160-4257-9aa5-820b53026c05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3&device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 1096 time: 0.1114988 Nov 09 18:45:37.942291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:37.944989 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:37.946153 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "DELETE /v2.0/security-groups/237e1e23-2a87-494d-9c15-6a859d01cbeb HTTP/1.1" status: 204 len: 168 time: 0.3144758 Nov 09 18:45:37.949165 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 51906) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:37.971282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=237e1e23-2a87-494d-9c15-6a859d01cbeb,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:37.978493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b4f8c76d-b55f-40f0-93ad-745b7fd517a8 None None] Provisioning complete for port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:37.979039 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b4f8c76d-b55f-40f0-93ad-745b7fd517a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:37.981291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.981637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.983076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.983076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.983076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.983076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.983539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.983647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.983919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.984383 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.984713 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.985043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f64f7c-c301-43bf-b247-52dc2e7ec6b9 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:45:37.996785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4c7c2-b180-47ef-aa58-e0cf2a565f07 req-8574b370-ae59-4bc3-81e1-49b3c7a862ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:37.998328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-97f4c7c2-b180-47ef-aa58-e0cf2a565f07 req-8574b370-ae59-4bc3-81e1-49b3c7a862ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 HTTP/1.1" status: 200 len: 916 time: 0.1388140 Nov 09 18:45:38.088064 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-97f4c7c2-b180-47ef-aa58-e0cf2a565f07 req-e8bb5d08-f82d-42b6-82f2-d560c7c7ebe9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 200 len: 1001 time: 0.0813818 Nov 09 18:45:38.140130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4c7c2-b180-47ef-aa58-e0cf2a565f07 req-1b40daad-0a9b-43e7-be95-bbdf199f70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:38.141616 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-97f4c7c2-b180-47ef-aa58-e0cf2a565f07 req-1b40daad-0a9b-43e7-be95-bbdf199f70d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013a44f0-1a58-4110-af23-ee3c4287c928 HTTP/1.1" status: 200 len: 854 time: 0.0464361 Nov 09 18:45:38.149396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0e5d7-1e53-43e9-98e2-a807496d700f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Deleting port 367aa2e5-9862-4026-8419-cdcb9c93d200 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:45:38.149762 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e5d7-1e53-43e9-98e2-a807496d700f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:38.194963 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4c7c2-b180-47ef-aa58-e0cf2a565f07 req-d863e75f-c79e-4720-af06-5e755bd4d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:38.196525 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-97f4c7c2-b180-47ef-aa58-e0cf2a565f07 req-d863e75f-c79e-4720-af06-5e755bd4d875 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466924 Nov 09 18:45:38.234771 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e5d7-1e53-43e9-98e2-a807496d700f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:38.235095 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e5d7-1e53-43e9-98e2-a807496d700f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:38.247723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0e5d7-1e53-43e9-98e2-a807496d700f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Calling delete_port for 367aa2e5-9862-4026-8419-cdcb9c93d200 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:45:38.292254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-97f4c7c2-b180-47ef-aa58-e0cf2a565f07 req-0310993c-7097-41c1-b0ce-cebe961bf068 service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884998 Nov 09 18:45:38.399765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-97f4c7c2-b180-47ef-aa58-e0cf2a565f07 req-c6089d9d-e43c-4228-80ee-03c4efb96d07 service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006818 Nov 09 18:45:38.424409 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e5d7-1e53-43e9-98e2-a807496d700f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:38.453319 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0e5d7-1e53-43e9-98e2-a807496d700f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event deleted for resources: {'Port': ['ID=367aa2e5-9862-4026-8419-cdcb9c93d200,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:38.519569 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e5d7-1e53-43e9-98e2-a807496d700f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:38.522541 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-f4a0e5d7-1e53-43e9-98e2-a807496d700f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Floating IP 77bd2624-2b03-4c3c-b474-16cb425b57c6 disassociated (deleted). External IP: 172.25.1.149, port: c410c245-04fc-4aa3-9ce6-b4e5f33aac5a. Nov 09 18:45:38.760693 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a0e5d7-1e53-43e9-98e2-a807496d700f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:45:38.885845 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a0e5d7-1e53-43e9-98e2-a807496d700f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:45:38.890908 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e5d7-1e53-43e9-98e2-a807496d700f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:38.899636 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30438fea-2e78-4cc8-a2bb-c3e4f74f9fc7 None None] Sync routers for ids ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:45:38.911513 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30438fea-2e78-4cc8-a2bb-c3e4f74f9fc7 None None] Routers {'3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:38.912253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-30438fea-2e78-4cc8-a2bb-c3e4f74f9fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:45:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:38.921970 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f4a0e5d7-1e53-43e9-98e2-a807496d700f tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "DELETE /v2.0/floatingips/77bd2624-2b03-4c3c-b474-16cb425b57c6 HTTP/1.1" status: 204 len: 168 time: 0.9715962 Nov 09 18:45:39.045051 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-30438fea-2e78-4cc8-a2bb-c3e4f74f9fc7 None None] Set router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:39.287527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-30438fea-2e78-4cc8-a2bb-c3e4f74f9fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:28Z', 'revision_number': 4, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port': {'id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '137bcb33-709f-479e-b2c6-83938e5f98fa', 'name': '', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'mac_address': 'fa:16:3e:df:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:27Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 5, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'subnets': [{'id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:39.317738 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30438fea-2e78-4cc8-a2bb-c3e4f74f9fc7 None None] Checking router: 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:45:39.327614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30438fea-2e78-4cc8-a2bb-c3e4f74f9fc7 None None] Routers {'3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:39.328249 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-30438fea-2e78-4cc8-a2bb-c3e4f74f9fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:45:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:39.443915 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-30438fea-2e78-4cc8-a2bb-c3e4f74f9fc7 None None] Set router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:39.664755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-30438fea-2e78-4cc8-a2bb-c3e4f74f9fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:28Z', 'revision_number': 4, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port': {'id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '137bcb33-709f-479e-b2c6-83938e5f98fa', 'name': '', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'mac_address': 'fa:16:3e:df:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:27Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 5, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'subnets': [{'id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:39.693517 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30438fea-2e78-4cc8-a2bb-c3e4f74f9fc7 None None] The sync data for ids ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'] in n-d-817236-1 is: [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:28Z', 'revision_number': 4, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port': {'id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '137bcb33-709f-479e-b2c6-83938e5f98fa', 'name': '', 'network_id': 'ce299d04-cb9c-4f6c-ab4b-70c932e47bf7', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'mac_address': 'fa:16:3e:df:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:27Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 5, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'subnets': [{'id': '013a44f0-1a58-4110-af23-ee3c4287c928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:45:39.708649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:45:39.712544 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af88ebcfef5c43c3ecd045bfc529e33271d1f66ec5679dbfee10f7604908018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e7d581-4047-452c-a681-96bb2aab18c7" -d '{"events": [{"name": "network-changed", "server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:45:39.760758 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a4b0d6-b3f5-46f9-b2e1-df1e27d7dc70 x-openstack-request-id: req-c5a4b0d6-b3f5-46f9-b2e1-df1e27d7dc70 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:45:39.761222 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:45:39.761594 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5a4b0d6-b3f5-46f9-b2e1-df1e27d7dc70 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:45:39.762003 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a', 'status': 'completed', 'code': 200} Nov 09 18:45:39.846227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7d581-4047-452c-a681-96bb2aab18c7 req-ca675e28-8770-42c5-ba59-819e987100f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:39.852520 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8e7d581-4047-452c-a681-96bb2aab18c7 req-ca675e28-8770-42c5-ba59-819e987100f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3&device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 1096 time: 0.0579617 Nov 09 18:45:39.963444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7d581-4047-452c-a681-96bb2aab18c7 req-d0feb987-886f-4637-ab68-32b3bc69d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:39.965087 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8e7d581-4047-452c-a681-96bb2aab18c7 req-d0feb987-886f-4637-ab68-32b3bc69d22f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 HTTP/1.1" status: 200 len: 916 time: 0.1106095 Nov 09 18:45:40.009437 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066306aa-6cf3-4358-8a57-6617ae752c1c None None] New status for floating IP 77bd2624-2b03-4c3c-b474-16cb425b57c6: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:45:40.023692 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8e7d581-4047-452c-a681-96bb2aab18c7 req-3d27f0f3-ddbf-48db-87f0-cb507d5a8ffd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 200 len: 217 time: 0.0512409 Nov 09 18:45:40.086805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7d581-4047-452c-a681-96bb2aab18c7 req-4b35d576-918a-47d5-9b71-bc5db06a2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:40.088424 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8e7d581-4047-452c-a681-96bb2aab18c7 req-4b35d576-918a-47d5-9b71-bc5db06a2aad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013a44f0-1a58-4110-af23-ee3c4287c928 HTTP/1.1" status: 200 len: 854 time: 0.0576916 Nov 09 18:45:40.150179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7d581-4047-452c-a681-96bb2aab18c7 req-8bd74276-4a51-41e9-882d-31e4c9c9c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:40.151864 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8e7d581-4047-452c-a681-96bb2aab18c7 req-8bd74276-4a51-41e9-882d-31e4c9c9c626 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562375 Nov 09 18:45:40.262951 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8e7d581-4047-452c-a681-96bb2aab18c7 req-1b11ded5-a2d4-426e-bf6f-4c92a63af511 service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032860 Nov 09 18:45:40.374090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8e7d581-4047-452c-a681-96bb2aab18c7 req-44ea164f-bb78-4336-8267-4f1a917e00bb service neutron] 10.222.0.18 "GET /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043279 Nov 09 18:45:40.834044 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-de5e50e7-7d85-4d40-84c6-9f472263dca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:43.775295 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0d954d7d-5712-4989-af88-098db3861534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:44.606852 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:45.650455 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:46.059910 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266215f-bb4f-4ba4-81aa-cc9e79eeb816 req-17c53a9b-3adf-40b6-b368-93c59a1facdc tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:46.061420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d266215f-bb4f-4ba4-81aa-cc9e79eeb816 req-17c53a9b-3adf-40b6-b368-93c59a1facdc tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 945 time: 0.0554643 Nov 09 18:45:46.114254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d266215f-bb4f-4ba4-81aa-cc9e79eeb816 req-c55ac24e-63c6-430c-bee5-da5fc59066e3 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388989 Nov 09 18:45:47.239187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcf791-7c43-4194-aadb-0f275dbaa9de req-982baea8-05db-48c0-ad76-453fbc0e1aa0 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:47.240716 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-74bcf791-7c43-4194-aadb-0f275dbaa9de req-982baea8-05db-48c0-ad76-453fbc0e1aa0 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 945 time: 0.0571671 Nov 09 18:45:47.278880 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [req-74bcf791-7c43-4194-aadb-0f275dbaa9de req-1b065c64-d801-462f-a87b-1a842743332a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318229 Nov 09 18:45:47.886654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:48.042943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2578c8-70df-45f3-be62-50468517a950 req-9cb54054-2d44-42d2-b043-d30b4733c939 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:48.044442 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a2578c8-70df-45f3-be62-50468517a950 req-9cb54054-2d44-42d2-b043-d30b4733c939 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 945 time: 0.0494184 Nov 09 18:45:48.100963 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:45:48.138377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-9a2578c8-70df-45f3-be62-50468517a950 req-51ce7815-48c9-4521-a513-115e29389d7c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Deleting port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:45:48.138719 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a2578c8-70df-45f3-be62-50468517a950 req-51ce7815-48c9-4521-a513-115e29389d7c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:48.235624 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9a2578c8-70df-45f3-be62-50468517a950 req-51ce7815-48c9-4521-a513-115e29389d7c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] For port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,segment=NetworkSegment(5968ec5c-a668-472c-9f12-2dc3059efa74),segment_id=5968ec5c-a668-472c-9f12-2dc3059efa74)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:48.235991 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a2578c8-70df-45f3-be62-50468517a950 req-51ce7815-48c9-4521-a513-115e29389d7c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:48.251605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-9a2578c8-70df-45f3-be62-50468517a950 req-51ce7815-48c9-4521-a513-115e29389d7c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Calling delete_port for c410c245-04fc-4aa3-9ce6-b4e5f33aac5a owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:45:48.418149 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a2578c8-70df-45f3-be62-50468517a950 req-51ce7815-48c9-4521-a513-115e29389d7c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:48.430733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['c410c245-04fc-4aa3-9ce6-b4e5f33aac5a'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:45:48.468617 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4147b2-df00-4e47-89c9-115a119aa906 req-96080e7f-c722-45dd-91f2-8c360c5a2330 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:48.471158 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb4147b2-df00-4e47-89c9-115a119aa906 req-96080e7f-c722-45dd-91f2-8c360c5a2330 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/ports?device_id=256bae31-37c7-44e5-9203-0e259473963e HTTP/1.1" status: 200 len: 867 time: 0.1092279 Nov 09 18:45:48.480995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce7815-48c9-4521-a513-115e29389d7c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Pushing event deleted for resources: {'Port': ['ID=c410c245-04fc-4aa3-9ce6-b4e5f33aac5a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:48.532333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2578c8-70df-45f3-be62-50468517a950 req-51ce7815-48c9-4521-a513-115e29389d7c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] No DVR routers for this DVR port c410c245-04fc-4aa3-9ce6-b4e5f33aac5a on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:45:48.535552 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9a2578c8-70df-45f3-be62-50468517a950 req-51ce7815-48c9-4521-a513-115e29389d7c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:48.538969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9a2578c8-70df-45f3-be62-50468517a950 req-51ce7815-48c9-4521-a513-115e29389d7c tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.18 "DELETE /v2.0/ports/c410c245-04fc-4aa3-9ce6-b4e5f33aac5a HTTP/1.1" status: 204 len: 173 time: 0.4884038 Nov 09 18:45:48.539457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'name': 'network-vif-deleted', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:45:48.542323 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d674f13-2fcf-4927-8df4-270768833c75" -d '{"events": [{"server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "name": "network-vif-deleted", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:45:48.566507 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eb4147b2-df00-4e47-89c9-115a119aa906 req-49ce2909-14ef-4678-b244-996ff3504322 tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa7b36c9-805f-46f5-96d5-b7421c07f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683179 Nov 09 18:45:48.641408 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13fe02f-cd7d-4170-bdbf-765f8aa22d4e x-openstack-request-id: req-a13fe02f-cd7d-4170-bdbf-765f8aa22d4e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:45:48.641712 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256bae31-37c7-44e5-9203-0e259473963e", "name": "network-vif-deleted", "tag": "c410c245-04fc-4aa3-9ce6-b4e5f33aac5a", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:45:48.641965 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a13fe02f-cd7d-4170-bdbf-765f8aa22d4e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:45:48.642396 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256bae31-37c7-44e5-9203-0e259473963e', 'name': 'network-vif-deleted', 'tag': 'c410c245-04fc-4aa3-9ce6-b4e5f33aac5a', 'status': 'completed', 'code': 200} Nov 09 18:45:51.921537 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device c410c245-04fc-4aa3-9ce6-b4e5f33aac5a no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:45:51.949642 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: c410c245-04fc-4aa3-9ce6-b4e5f33aac5a {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:45:51.949993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device c410c245-04fc-4aa3-9ce6-b4e5f33aac5a not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:45:53.664954 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:54.334075 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:10.835701 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-71c60098-9b5f-4349-a751-ae2a70d0d1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:13.769037 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4804490f-3d7a-4da5-930b-0a63b2d28c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:14.608216 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:15.652122 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:17.887851 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:23.669188 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:24.356909 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:25.101725 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:46:40.837986 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b3301c43-5ee3-47a9-9311-27d712bf41df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:43.770592 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8fc544a7-a71f-4a48-80d1-099a9ddcfa63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:44.609775 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:45.654725 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:47.890572 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:50.219340 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52022) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:50.570357 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:50.822021 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Deleting port 137bcb33-709f-479e-b2c6-83938e5f98fa {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:46:50.822319 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:50.900090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] For port 137bcb33-709f-479e-b2c6-83938e5f98fa, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=137bcb33-709f-479e-b2c6-83938e5f98fa,segment=NetworkSegment(5968ec5c-a668-472c-9f12-2dc3059efa74),segment_id=5968ec5c-a668-472c-9f12-2dc3059efa74)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:46:50.901252 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:50.914865 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Calling delete_port for 137bcb33-709f-479e-b2c6-83938e5f98fa owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:46:51.100949 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:51.132907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Pushing event deleted for resources: {'Port': ['ID=137bcb33-709f-479e-b2c6-83938e5f98fa,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:51.162364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:51.162707 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:51.163043 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:51.163403 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:51.163733 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:51.164069 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:51.164395 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:51.164714 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:51.165031 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:51.165353 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:51.165671 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:51.166594 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:51.313830 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:51.531507 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:46:51.637082 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:46:51.642207 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-91f93576-f75d-4ca8-b9f4-f0e2a3ac2024 admin admin] 10.222.0.81 "PUT /v2.0/routers/3f1f80c5-f3cf-43af-a24c-28f01ed0f89f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218268 Nov 09 18:46:51.644836 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52026) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:51.647465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f167d3-3171-4d87-90e1-87f8889b5b51 None None] Sync routers for ids ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:46:51.657202 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f167d3-3171-4d87-90e1-87f8889b5b51 None None] Routers {'3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:46:51.657822 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f5f167d3-3171-4d87-90e1-87f8889b5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:51.750496 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:51.856773 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:51.910491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Deleting port 733e1aab-7950-4a9e-a994-308ca70b5773 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:46:51.910817 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:51.915817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-f5f167d3-3171-4d87-90e1-87f8889b5b51 None None] Set router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:46:51.992032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] For port 733e1aab-7950-4a9e-a994-308ca70b5773, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=733e1aab-7950-4a9e-a994-308ca70b5773,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:46:51.992394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.010371 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Calling delete_port for 733e1aab-7950-4a9e-a994-308ca70b5773 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:46:52.098690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f5f167d3-3171-4d87-90e1-87f8889b5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:46:51Z', 'revision_number': 5, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port': {'id': '733e1aab-7950-4a9e-a994-308ca70b5773', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:52.126483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f167d3-3171-4d87-90e1-87f8889b5b51 None None] Checking router: 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:46:52.136028 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f167d3-3171-4d87-90e1-87f8889b5b51 None None] Routers {'3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:46:52.136631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f5f167d3-3171-4d87-90e1-87f8889b5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:52.185696 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.211666 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Pushing event deleted for resources: {'Port': ['ID=733e1aab-7950-4a9e-a994-308ca70b5773,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:52.223437 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-f5f167d3-3171-4d87-90e1-87f8889b5b51 None None] Set router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:46:52.278846 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.279118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-f5f167d3-3171-4d87-90e1-87f8889b5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:46:51Z', 'revision_number': 6, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:52.308810 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f167d3-3171-4d87-90e1-87f8889b5b51 None None] The sync data for ids ['3f1f80c5-f3cf-43af-a24c-28f01ed0f89f'] in n-d-817236-1 is: [{'id': '3f1f80c5-f3cf-43af-a24c-28f01ed0f89f', 'name': 'tempest-TestMinimumBasicScenario-1536904354-router', 'tenant_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:25Z', 'updated_at': '2021-11-09T18:46:51Z', 'revision_number': 6, 'project_id': '570af584a9924b4fa58aa1a4b2ee4ce3', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:46:52.382394 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.384488 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.427525 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.428042 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f1f80c5-f3cf-43af-a24c-28f01ed0f89f {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:46:52.434134 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.435539 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ba6d68b1-4aca-4dff-9112-0fbacb88c10c admin admin] 10.222.0.81 "DELETE /v2.0/routers/3f1f80c5-f3cf-43af-a24c-28f01ed0f89f HTTP/1.1" status: 204 len: 168 time: 0.7896879 Nov 09 18:46:52.438108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52028) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:52.482406 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ac0c92-763a-4912-a661-dcafc46e8b83 admin admin] Deleting subnet 013a44f0-1a58-4110-af23-ee3c4287c928 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:46:52.485449 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03ac0c92-763a-4912-a661-dcafc46e8b83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.520060 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03ac0c92-763a-4912-a661-dcafc46e8b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.599269 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03ac0c92-763a-4912-a661-dcafc46e8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.655069 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03ac0c92-763a-4912-a661-dcafc46e8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.682229 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac0c92-763a-4912-a661-dcafc46e8b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013a44f0-1a58-4110-af23-ee3c4287c928,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:52.686283 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-03ac0c92-763a-4912-a661-dcafc46e8b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.689686 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-03ac0c92-763a-4912-a661-dcafc46e8b83 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/013a44f0-1a58-4110-af23-ee3c4287c928 HTTP/1.1" status: 204 len: 168 time: 0.2505875 Nov 09 18:46:52.692848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52030) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:52.693357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa3dc93-e3ba-492b-a683-79ac689efb62 None None] Network ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:46:52.771876 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.826647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Deleting port 75405479-15c6-4a52-9626-2f7a16eca881 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:46:52.826993 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.895590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] For port 75405479-15c6-4a52-9626-2f7a16eca881, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=75405479-15c6-4a52-9626-2f7a16eca881,segment=NetworkSegment(5968ec5c-a668-472c-9f12-2dc3059efa74),segment_id=5968ec5c-a668-472c-9f12-2dc3059efa74)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:46:52.895947 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:52.908549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Calling delete_port for 75405479-15c6-4a52-9626-2f7a16eca881 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:46:52.987738 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:53.017651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Pushing event deleted for resources: {'Port': ['ID=75405479-15c6-4a52-9626-2f7a16eca881,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:53.021782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] No DVR routers for this DVR port 75405479-15c6-4a52-9626-2f7a16eca881 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:46:53.029817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:53.030157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:53.030490 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:53.030820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:53.031143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:53.031488 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:53.031812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:53.032128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:53.032444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:53.032760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:53.033073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:53.033390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:53.093094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec17eeba-40e6-44aa-87ec-d8f999d67188 None None] DHCP port deletion for ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:46:53.108906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:53.135309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce299d04-cb9c-4f6c-ab4b-70c932e47bf7']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:53.146343 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5968ec5c-a668-472c-9f12-2dc3059efa74') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:53.146633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5968ec5c-a668-472c-9f12-2dc3059efa74') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:53.156725 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:53.167389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 733e1aab-7950-4a9e-a994-308ca70b5773 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:46:53.171407 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:53.178386 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:46:53.178827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:46:53.180778 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:46:53.187819 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 733e1aab-7950-4a9e-a994-308ca70b5773 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:46:53.188175 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 733e1aab-7950-4a9e-a994-308ca70b5773 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:46:53.188598 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 75405479-15c6-4a52-9626-2f7a16eca881 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:46:53.209877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 75405479-15c6-4a52-9626-2f7a16eca881 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:46:53.210335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 75405479-15c6-4a52-9626-2f7a16eca881 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:46:53.210825 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 137bcb33-709f-479e-b2c6-83938e5f98fa no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:46:53.236594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 137bcb33-709f-479e-b2c6-83938e5f98fa {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:46:53.236948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 137bcb33-709f-479e-b2c6-83938e5f98fa not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:46:53.250399 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:53.255959 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:53.259251 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ce299d04-cb9c-4f6c-ab4b-70c932e47bf7 HTTP/1.1" status: 204 len: 168 time: 0.5654793 Nov 09 18:46:53.262575 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52036) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:53.270782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad90f1d-58d5-439c-94be-8e3bd074a363 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce299d04-cb9c-4f6c-ab4b-70c932e47bf7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:53.625589 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13d524fb-c85f-462f-beda-8b42fa764f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:53.681265 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:54.193662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-13d524fb-c85f-462f-beda-8b42fa764f26 admin admin] Deleting port 8b265449-ca63-4fe6-824f-3770e0f670b0 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:46:54.194000 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13d524fb-c85f-462f-beda-8b42fa764f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:54.270725 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-13d524fb-c85f-462f-beda-8b42fa764f26 admin admin] For port 8b265449-ca63-4fe6-824f-3770e0f670b0, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8b265449-ca63-4fe6-824f-3770e0f670b0,segment=NetworkSegment(b2b27332-bcdc-4c97-9c31-20b48b27e127),segment_id=b2b27332-bcdc-4c97-9c31-20b48b27e127)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:46:54.271008 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13d524fb-c85f-462f-beda-8b42fa764f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:54.283492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-13d524fb-c85f-462f-beda-8b42fa764f26 admin admin] Calling delete_port for 8b265449-ca63-4fe6-824f-3770e0f670b0 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:46:54.356760 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:54.464977 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13d524fb-c85f-462f-beda-8b42fa764f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:54.490192 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d524fb-c85f-462f-beda-8b42fa764f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b265449-ca63-4fe6-824f-3770e0f670b0,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:54.664743 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-13d524fb-c85f-462f-beda-8b42fa764f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:54.882997 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d524fb-c85f-462f-beda-8b42fa764f26 admin admin] Router 638e628a-1b2c-469f-af24-39abc6c47fca has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:46:54.991431 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d524fb-c85f-462f-beda-8b42fa764f26 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:46:54.999952 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-13d524fb-c85f-462f-beda-8b42fa764f26 admin admin] 10.222.0.81 "PUT /v2.0/routers/638e628a-1b2c-469f-af24-39abc6c47fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342556 Nov 09 18:46:55.000708 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52038) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:55.003384 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a963e6-fd82-455f-8d20-da1fe873282f None None] Sync routers for ids ['638e628a-1b2c-469f-af24-39abc6c47fca'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:46:55.014732 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a963e6-fd82-455f-8d20-da1fe873282f None None] Routers {'638e628a-1b2c-469f-af24-39abc6c47fca'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:46:55.015441 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-39a963e6-fd82-455f-8d20-da1fe873282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['638e628a-1b2c-469f-af24-39abc6c47fca'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:55.108008 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:55.129442 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-39a963e6-fd82-455f-8d20-da1fe873282f None None] Set router 638e628a-1b2c-469f-af24-39abc6c47fca gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:46:55.215393 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:55.269742 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Deleting port 31174779-2ffd-4525-a545-e157a167559d {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:46:55.270089 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:55.325046 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-39a963e6-fd82-455f-8d20-da1fe873282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'name': 'tempest-TestMinimumBasicScenario-315122779-router', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '31174779-2ffd-4525-a545-e157a167559d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:46:54Z', 'revision_number': 5, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'gw_port': {'id': '31174779-2ffd-4525-a545-e157a167559d', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:55.352480 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a963e6-fd82-455f-8d20-da1fe873282f None None] Checking router: 638e628a-1b2c-469f-af24-39abc6c47fca for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:46:55.359770 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] For port 31174779-2ffd-4525-a545-e157a167559d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=31174779-2ffd-4525-a545-e157a167559d,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:46:55.360044 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:55.361185 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a963e6-fd82-455f-8d20-da1fe873282f None None] Routers {'638e628a-1b2c-469f-af24-39abc6c47fca'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:46:55.361946 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-39a963e6-fd82-455f-8d20-da1fe873282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['638e628a-1b2c-469f-af24-39abc6c47fca'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:55.374437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Calling delete_port for 31174779-2ffd-4525-a545-e157a167559d owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:46:55.449891 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-39a963e6-fd82-455f-8d20-da1fe873282f None None] Set router 638e628a-1b2c-469f-af24-39abc6c47fca gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:46:55.504192 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-39a963e6-fd82-455f-8d20-da1fe873282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'name': 'tempest-TestMinimumBasicScenario-315122779-router', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:46:55Z', 'revision_number': 6, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:55.531163 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a963e6-fd82-455f-8d20-da1fe873282f None None] The sync data for ids ['638e628a-1b2c-469f-af24-39abc6c47fca'] in n-d-817236-1 is: [{'id': '638e628a-1b2c-469f-af24-39abc6c47fca', 'name': 'tempest-TestMinimumBasicScenario-315122779-router', 'tenant_id': '8f1646d398694aaaa1f282014de49c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:30Z', 'updated_at': '2021-11-09T18:46:55Z', 'revision_number': 6, 'project_id': '8f1646d398694aaaa1f282014de49c67', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:46:55.538250 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:55.567635 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Pushing event deleted for resources: {'Port': ['ID=31174779-2ffd-4525-a545-e157a167559d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:55.631878 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:55.724161 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:55.726296 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:55.772770 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:55.773298 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 638e628a-1b2c-469f-af24-39abc6c47fca {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:46:55.778212 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:55.779436 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6989bc1b-703a-4a7b-9926-3aefe7a1e47b admin admin] 10.222.0.81 "DELETE /v2.0/routers/638e628a-1b2c-469f-af24-39abc6c47fca HTTP/1.1" status: 204 len: 168 time: 0.7780104 Nov 09 18:46:55.782283 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52040) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:55.829345 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcffb73-aa4b-4889-97da-9df57b8840e6 admin admin] Deleting subnet d03dee38-2c9b-489e-8d8f-305a124b0ddd {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:46:55.832387 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3fcffb73-aa4b-4889-97da-9df57b8840e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:55.867213 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3fcffb73-aa4b-4889-97da-9df57b8840e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:55.957804 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3fcffb73-aa4b-4889-97da-9df57b8840e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.015900 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3fcffb73-aa4b-4889-97da-9df57b8840e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.041973 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcffb73-aa4b-4889-97da-9df57b8840e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03dee38-2c9b-489e-8d8f-305a124b0ddd,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:56.045680 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3fcffb73-aa4b-4889-97da-9df57b8840e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.049610 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3fcffb73-aa4b-4889-97da-9df57b8840e6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d03dee38-2c9b-489e-8d8f-305a124b0ddd HTTP/1.1" status: 204 len: 168 time: 0.2656991 Nov 09 18:46:56.051695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52042) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:56.054219 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c3d726-e1cd-46a6-ab6f-1b6ba80c2086 None None] Network b33f73e1-75c6-4a25-9ea8-5e949c1e5620 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:46:56.125944 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.179924 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Deleting port 2583b97e-37a9-4afd-bfa0-724f3f143b07 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:46:56.180261 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.246311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] For port 2583b97e-37a9-4afd-bfa0-724f3f143b07, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2583b97e-37a9-4afd-bfa0-724f3f143b07,segment=NetworkSegment(b2b27332-bcdc-4c97-9c31-20b48b27e127),segment_id=b2b27332-bcdc-4c97-9c31-20b48b27e127)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:46:56.246584 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.258830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Calling delete_port for 2583b97e-37a9-4afd-bfa0-724f3f143b07 owned by network:dhcp {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:46:56.295072 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] DHCP port deletion for b33f73e1-75c6-4a25-9ea8-5e949c1e5620 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:46:56.343438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Deleting port 2583b97e-37a9-4afd-bfa0-724f3f143b07 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:46:56.343966 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.351411 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.378840 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=2583b97e-37a9-4afd-bfa0-724f3f143b07,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:56.383873 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] No DVR routers for this DVR port 2583b97e-37a9-4afd-bfa0-724f3f143b07 on host n-d-817236-1 {{(pid=102155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:46:56.413690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] For port 2583b97e-37a9-4afd-bfa0-724f3f143b07, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=2583b97e-37a9-4afd-bfa0-724f3f143b07,segment=NetworkSegment(b2b27332-bcdc-4c97-9c31-20b48b27e127),segment_id=b2b27332-bcdc-4c97-9c31-20b48b27e127)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:46:56.414105 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.427519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Calling delete_port for 2583b97e-37a9-4afd-bfa0-724f3f143b07 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:46:56.460507 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.484153 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33f73e1-75c6-4a25-9ea8-5e949c1e5620']}} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:56.494780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b27332-bcdc-4c97-9c31-20b48b27e127') {'for_net_delete': True} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:56.495326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.services.segments.db [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b27332-bcdc-4c97-9c31-20b48b27e127') {} {{(pid=102155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:46:56.505504 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300685'] for segment, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.508936 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.521800 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.528980 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:46:56.529387 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302801'] for segment, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: Traceback (most recent call last): Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: timer() Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: cb(*args, **kw) Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: return func(*args, **kwargs) Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: self._notify() Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: self.callback(batched_events) Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: event.method(event) Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: return f(self, *a, **k) Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: return self._get(url).json() Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: return self.request(url, 'GET', **kwargs) Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:46:56.531768 n-d-817236-1 neutron-server[102155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:46:56.536707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Pushing event deleted for resources: {'Port': ['ID=2583b97e-37a9-4afd-bfa0-724f3f143b07,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:56.544956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] No DVR routers for this DVR port 2583b97e-37a9-4afd-bfa0-724f3f143b07 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:46:56.557132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:56.557716 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:56.558655 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:56.559330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:56.559865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:56.560777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:56.561504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:56.562244 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:56.562650 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:56.563057 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:56.563488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:56.563892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff51f51-bb44-401e-9dbf-9d0baa6e67b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:46:56.599673 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.606816 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.609534 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b33f73e1-75c6-4a25-9ea8-5e949c1e5620 HTTP/1.1" status: 204 len: 168 time: 0.5568726 Nov 09 18:46:56.622877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f93ba-61c2-47e6-863c-933ab9a89c55 admin admin] Pushing event deleted for resources: {'Network': ['ID=b33f73e1-75c6-4a25-9ea8-5e949c1e5620,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:56.772024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52046) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:56.816217 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a67c4201-07ca-4648-a0b6-90d31655a66b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=570af584a9924b4fa58aa1a4b2ee4ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429482 Nov 09 18:46:56.818543 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52048) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:56.869447 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b54d6411-669b-4c9c-9e52-73e9e677e1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.891067 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b54d6411-669b-4c9c-9e52-73e9e677e1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.898179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 31174779-2ffd-4525-a545-e157a167559d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:46:56.922590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 31174779-2ffd-4525-a545-e157a167559d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:46:56.923189 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 31174779-2ffd-4525-a545-e157a167559d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:46:56.923817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8b265449-ca63-4fe6-824f-3770e0f670b0 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:46:56.941681 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b54d6411-669b-4c9c-9e52-73e9e677e1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.944362 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b54d6411-669b-4c9c-9e52-73e9e677e1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:56.948275 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b54d6411-669b-4c9c-9e52-73e9e677e1e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa7b36c9-805f-46f5-96d5-b7421c07f86a HTTP/1.1" status: 204 len: 168 time: 0.1260831 Nov 09 18:46:56.952236 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 8b265449-ca63-4fe6-824f-3770e0f670b0 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:46:56.952817 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8b265449-ca63-4fe6-824f-3770e0f670b0 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:46:56.953522 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2583b97e-37a9-4afd-bfa0-724f3f143b07 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:46:56.955453 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d6411-669b-4c9c-9e52-73e9e677e1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7b36c9-805f-46f5-96d5-b7421c07f86a,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:56.979672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 2583b97e-37a9-4afd-bfa0-724f3f143b07 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:46:56.980142 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 2583b97e-37a9-4afd-bfa0-724f3f143b07 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:46:57.279560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52054) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:57.319747 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5f7e934e-e8aa-4e0e-aca1-b3f3a6466213 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f1646d398694aaaa1f282014de49c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390043 Nov 09 18:46:57.322285 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52056) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:57.371374 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4da167bd-981d-4a1b-ae4b-3cdaab73b7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:57.402002 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4da167bd-981d-4a1b-ae4b-3cdaab73b7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:57.447987 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4da167bd-981d-4a1b-ae4b-3cdaab73b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:57.450675 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4da167bd-981d-4a1b-ae4b-3cdaab73b7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:57.451953 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4da167bd-981d-4a1b-ae4b-3cdaab73b7a7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea9626b3-013a-4274-a72d-1edb9c23f009 HTTP/1.1" status: 204 len: 168 time: 0.1287432 Nov 09 18:46:57.459600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da167bd-981d-4a1b-ae4b-3cdaab73b7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9626b3-013a-4274-a72d-1edb9c23f009,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:59.132805 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52096) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:59.138072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f5508dbc-a720-43f7-a122-95e8346feeb2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2059596266', 'description': 'tempest-secgroup-smoke-2059596266 description', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:46:59.167117 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f5508dbc-a720-43f7-a122-95e8346feeb2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.175551 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f5508dbc-a720-43f7-a122-95e8346feeb2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.252982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f5508dbc-a720-43f7-a122-95e8346feeb2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.256678 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f5508dbc-a720-43f7-a122-95e8346feeb2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.295358 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5508dbc-a720-43f7-a122-95e8346feeb2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff21ad4-7328-4d96-bb47-649233b6f965,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:59.336820 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f5508dbc-a720-43f7-a122-95e8346feeb2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.341785 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f5508dbc-a720-43f7-a122-95e8346feeb2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.375032 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f5508dbc-a720-43f7-a122-95e8346feeb2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.376324 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f5508dbc-a720-43f7-a122-95e8346feeb2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2424917 Nov 09 18:46:59.381504 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52098) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:59.386013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5508dbc-a720-43f7-a122-95e8346feeb2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243a3037-ffff-4466-a580-c3fb17742449,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:59.387325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e69851fc-703a-415e-89c3-f6048a432695 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '243a3037-ffff-4466-a580-c3fb17742449', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:46:59.417904 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e69851fc-703a-415e-89c3-f6048a432695 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.466994 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e69851fc-703a-415e-89c3-f6048a432695 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.471206 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e69851fc-703a-415e-89c3-f6048a432695 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.489656 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69851fc-703a-415e-89c3-f6048a432695 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af39a3d-2338-496d-a8e3-da18f59105c5,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:59.499710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e69851fc-703a-415e-89c3-f6048a432695 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.503760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52100) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:59.504020 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e69851fc-703a-415e-89c3-f6048a432695 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211426 Nov 09 18:46:59.508328 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a1ddc37c-7471-4242-8001-ea8eaf6dc29a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '243a3037-ffff-4466-a580-c3fb17742449', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:46:59.536407 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc37c-7471-4242-8001-ea8eaf6dc29a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.588032 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc37c-7471-4242-8001-ea8eaf6dc29a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.592176 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc37c-7471-4242-8001-ea8eaf6dc29a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.611926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddc37c-7471-4242-8001-ea8eaf6dc29a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3a5512-c000-4356-98b9-a6a13ce00f9f,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:59.623928 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc37c-7471-4242-8001-ea8eaf6dc29a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.625162 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a1ddc37c-7471-4242-8001-ea8eaf6dc29a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203630 Nov 09 18:46:59.628038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52102) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:59.632536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-ab8cee57-003f-4125-9e96-f1220c6de9a1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '243a3037-ffff-4466-a580-c3fb17742449', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:46:59.659923 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab8cee57-003f-4125-9e96-f1220c6de9a1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.732070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab8cee57-003f-4125-9e96-f1220c6de9a1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.736198 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab8cee57-003f-4125-9e96-f1220c6de9a1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.758188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cee57-003f-4125-9e96-f1220c6de9a1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a23baf-2ce1-4f1d-999b-2f3ebe1ac401,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:59.766463 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ab8cee57-003f-4125-9e96-f1220c6de9a1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.767687 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ab8cee57-003f-4125-9e96-f1220c6de9a1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387224 Nov 09 18:46:59.770436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52104) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:59.774718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-18f7fe03-5190-4b91-8410-c2589a360c22 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '243a3037-ffff-4466-a580-c3fb17742449', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:46:59.800842 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-18f7fe03-5190-4b91-8410-c2589a360c22 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.863983 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-18f7fe03-5190-4b91-8410-c2589a360c22 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.868568 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-18f7fe03-5190-4b91-8410-c2589a360c22 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.886977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7fe03-5190-4b91-8410-c2589a360c22 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c5a584-559a-4c71-8ad1-a0838f6e51e8,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:46:59.894039 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-18f7fe03-5190-4b91-8410-c2589a360c22 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.895281 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-18f7fe03-5190-4b91-8410-c2589a360c22 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238923 Nov 09 18:46:59.898051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52106) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:59.902821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-875043a8-849a-4cdc-8ca8-97cba0480b5c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '243a3037-ffff-4466-a580-c3fb17742449', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:46:59.924826 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-875043a8-849a-4cdc-8ca8-97cba0480b5c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Project c50fca2e91834b3c8fca4bfc970b71fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:46:59.930418 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-875043a8-849a-4cdc-8ca8-97cba0480b5c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.990363 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-875043a8-849a-4cdc-8ca8-97cba0480b5c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:59.994113 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-875043a8-849a-4cdc-8ca8-97cba0480b5c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.009141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875043a8-849a-4cdc-8ca8-97cba0480b5c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc81d29-1f8e-4fac-8e38-ccbf3d80a0b1,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:00.019454 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-875043a8-849a-4cdc-8ca8-97cba0480b5c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.020663 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-875043a8-849a-4cdc-8ca8-97cba0480b5c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216860 Nov 09 18:47:00.023546 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52108) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:47:00.028694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-61725345-8e4e-4e12-948b-83a91ece2371 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '243a3037-ffff-4466-a580-c3fb17742449', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:47:00.051295 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-61725345-8e4e-4e12-948b-83a91ece2371 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Project c50fca2e91834b3c8fca4bfc970b71fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:47:00.056213 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61725345-8e4e-4e12-948b-83a91ece2371 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.119309 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61725345-8e4e-4e12-948b-83a91ece2371 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.122948 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61725345-8e4e-4e12-948b-83a91ece2371 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.140593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61725345-8e4e-4e12-948b-83a91ece2371 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7e3a56-cb35-43e7-8e2a-25f392950cdd,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:00.148657 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61725345-8e4e-4e12-948b-83a91ece2371 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.149859 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-61725345-8e4e-4e12-948b-83a91ece2371 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253607 Nov 09 18:47:00.153895 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52110) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:47:00.158834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6e985168-b764-41cf-b6ec-e2f1f5f9c56e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'network': {'name': 'tempest-network-smoke--63084066', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'port_security_enabled': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:47:00.180005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e985168-b764-41cf-b6ec-e2f1f5f9c56e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:47:00.183398 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e985168-b764-41cf-b6ec-e2f1f5f9c56e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.209114 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e985168-b764-41cf-b6ec-e2f1f5f9c56e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:47:00.218668 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e985168-b764-41cf-b6ec-e2f1f5f9c56e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.219060 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-6e985168-b764-41cf-b6ec-e2f1f5f9c56e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Added segment 4f36af4f-9fdc-4490-81e1-5856cf8f1cd9 of type vlan for network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 Nov 09 18:47:00.269275 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e985168-b764-41cf-b6ec-e2f1f5f9c56e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.293889 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e985168-b764-41cf-b6ec-e2f1f5f9c56e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.299568 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e985168-b764-41cf-b6ec-e2f1f5f9c56e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:00.300205 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6e985168-b764-41cf-b6ec-e2f1f5f9c56e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.356367 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6e985168-b764-41cf-b6ec-e2f1f5f9c56e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2012455 Nov 09 18:47:00.359487 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52114) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:47:00.364238 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'admin_state_up': True, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:47:00.369174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e985168-b764-41cf-b6ec-e2f1f5f9c56e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Network': ['ID=27fabf3e-fdba-46b3-a18d-e51b1226eb85,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:00.380288 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:47:00.391610 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.392627 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.448427 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.582411 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.781415 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.799650 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:00.906241 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.25.1.64 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/5fa06430-3971-4edc-995b-b99d68792c2c) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:47:01.009339 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:01.044635 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:01.081996 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:47:01.084966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:47:01.087791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:47:01.126012 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=5fa06430-3971-4edc-995b-b99d68792c2c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:01.353207 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:01.876488 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:02.002865 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 74e26222-fe12-4d1d-b238-4731ae59a8bb is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:47:02.100106 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:47:02.118958 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:47:02.129884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Sync routers for ids ['74e26222-fe12-4d1d-b238-4731ae59a8bb'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:47:02.138901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Routers {'74e26222-fe12-4d1d-b238-4731ae59a8bb'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:47:02.139559 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['74e26222-fe12-4d1d-b238-4731ae59a8bb'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:02.142186 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:02.143481 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1b17a0e3-9465-4bf5-92d1-8f3c7e235487 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7828701 Nov 09 18:47:02.146562 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52116) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:47:02.253542 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Set router 74e26222-fe12-4d1d-b238-4731ae59a8bb gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:47:02.276944 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-925fdc17-09e8-4729-a6a7-9f948aee620d tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=c50fca2e91834b3c8fca4bfc970b71fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1291637 Nov 09 18:47:02.279737 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52120) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:47:02.392034 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bee383-8ce1-490a-9cf0-480841a9bfea tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:02.393478 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-85bee383-8ce1-490a-9cf0-480841a9bfea tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1128354 Nov 09 18:47:02.396660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52122) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:47:02.429567 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d5f53d23-23d3-454b-8732-a39d62f6f8d6 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316982 Nov 09 18:47:02.432650 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52124) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:47:02.437629 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8daa548e-780f-4668-9f02-1b43e051c75c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-644760134', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:47:02.441129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:01Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:02.475849 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Checking router: 74e26222-fe12-4d1d-b238-4731ae59a8bb for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:47:02.476203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Updating router 74e26222-fe12-4d1d-b238-4731ae59a8bb port 5fa06430-3971-4edc-995b-b99d68792c2c binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:47:02.502443 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:02.537913 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daa548e-780f-4668-9f02-1b43e051c75c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:47:02.541573 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8daa548e-780f-4668-9f02-1b43e051c75c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:02.740827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8daa548e-780f-4668-9f02-1b43e051c75c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:02.793144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:02.800414 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:02.810014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa548e-780f-4668-9f02-1b43e051c75c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Subnet': ['ID=bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:02.815889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa548e-780f-4668-9f02-1b43e051c75c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Checking segment: {'id': '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:47:02.816258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa548e-780f-4668-9f02-1b43e051c75c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network hostable DHCP agents. Network: 27fabf3e-fdba-46b3-a18d-e51b1226eb85, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:47:02.839746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa548e-780f-4668-9f02-1b43e051c75c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:47:02.851693 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-8daa548e-780f-4668-9f02-1b43e051c75c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 27fabf3e-fdba-46b3-a18d-e51b1226eb85) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:47:02.856331 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa548e-780f-4668-9f02-1b43e051c75c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:02.857024 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8daa548e-780f-4668-9f02-1b43e051c75c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:02.857172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Attempting to bind port 5fa06430-3971-4edc-995b-b99d68792c2c on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:47:02.857483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Attempting to bind port 5fa06430-3971-4edc-995b-b99d68792c2c by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:47:02.858043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Attempting to bind port 5fa06430-3971-4edc-995b-b99d68792c2c on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:47:02.860232 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762995d6-f7a5-419d-987d-07be0b408a16 None None] Pushing event updated for resources: {'Port': ['ID=5fa06430-3971-4edc-995b-b99d68792c2c,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:02.865131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e37343-9abb-4cc0-8bc1-2aec130cf202 None None] Network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:47:02.871490 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:47:02.871872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:47:02.872283 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:02.872743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:47:02.873224 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Bound port: 5fa06430-3971-4edc-995b-b99d68792c2c, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:47:02.873612 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:02.886858 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8daa548e-780f-4668-9f02-1b43e051c75c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4498665 Nov 09 18:47:02.887103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52126) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:47:02.987657 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] For port 5fa06430-3971-4edc-995b-b99d68792c2c, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:47:03.009485 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] For port 5fa06430-3971-4edc-995b-b99d68792c2c, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5fa06430-3971-4edc-995b-b99d68792c2c,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:47:03.029372 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:03.128195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762995d6-f7a5-419d-987d-07be0b408a16 None None] Pushing event updated for resources: {'Port': ['ID=5fa06430-3971-4edc-995b-b99d68792c2c,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:03.130607 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Routers {'74e26222-fe12-4d1d-b238-4731ae59a8bb'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:47:03.131335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['74e26222-fe12-4d1d-b238-4731ae59a8bb'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:03.137176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ips': [{'subnet_id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:47:03.138049 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:03.313291 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] Set router 74e26222-fe12-4d1d-b238-4731ae59a8bb gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:47:03.404473 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:03.461472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Allocated IP 172.20.0.2 (27fabf3e-fdba-46b3-a18d-e51b1226eb85/bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab/def5809b-87cd-47ad-9ca1-df2017c960a7) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:47:03.651842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:01Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:03.848604 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842057ef-0c80-4818-ad51-6dc0ad901735 None None] The sync data for ids ['74e26222-fe12-4d1d-b238-4731ae59a8bb'] in n-d-817236-1 is: [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:01Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:47:03.856747 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:03.863769 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:03.911421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:47:03.914423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:47:03.922475 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:47:03.925720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Pushing event updated for resources: {'Port': ['ID=def5809b-87cd-47ad-9ca1-df2017c960a7,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:03.982928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Attempting to bind port def5809b-87cd-47ad-9ca1-df2017c960a7 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:47:03.983341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Attempting to bind port def5809b-87cd-47ad-9ca1-df2017c960a7 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:47:03.983713 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Attempting to bind port def5809b-87cd-47ad-9ca1-df2017c960a7 on network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:47:03.988739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:47:03.989119 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Checking segment: {'id': '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:47:03.989528 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:03.989927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Bound using segment: {'id': '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:47:03.990493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Bound port: def5809b-87cd-47ad-9ca1-df2017c960a7, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:47:03.990903 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:04.060733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] For port def5809b-87cd-47ad-9ca1-df2017c960a7, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:47:04.062865 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.20.0.1 (27fabf3e-fdba-46b3-a18d-e51b1226eb85/bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab/c2023ce2-9590-4409-90c3-fdda81b5bc42) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:47:04.064257 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] For port def5809b-87cd-47ad-9ca1-df2017c960a7, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=def5809b-87cd-47ad-9ca1-df2017c960a7,segment=NetworkSegment(4f36af4f-9fdc-4490-81e1-5856cf8f1cd9),segment_id=4f36af4f-9fdc-4490-81e1-5856cf8f1cd9)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:47:04.078800 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:04.152277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a22c9-69f1-4d0a-94f0-0eb87a88d4d7 None None] Pushing event updated for resources: {'Port': ['ID=def5809b-87cd-47ad-9ca1-df2017c960a7,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:04.232713 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:04.274571 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:04.318577 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:47:04.325469 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:47:04.331971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:47:04.380499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=c2023ce2-9590-4409-90c3-fdda81b5bc42,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:04.402882 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:04.547204 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:04.841210 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:04.847621 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:04.936812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=c2023ce2-9590-4409-90c3-fdda81b5bc42,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:04.939197 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:04.987918 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device def5809b-87cd-47ad-9ca1-df2017c960a7 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:47:05.048432 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port def5809b-87cd-47ad-9ca1-df2017c960a7 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:05.048815 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:05.051614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:47:05.052994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:47:05.143590 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:05.158381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0284d7-03c4-4762-861a-c09da3addfd7 None None] Network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:47:05.182670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 74e26222-fe12-4d1d-b238-4731ae59a8bb has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:47:05.228769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port def5809b-87cd-47ad-9ca1-df2017c960a7, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=def5809b-87cd-47ad-9ca1-df2017c960a7,segment=NetworkSegment(4f36af4f-9fdc-4490-81e1-5856cf8f1cd9),segment_id=4f36af4f-9fdc-4490-81e1-5856cf8f1cd9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:05.236436 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:05.237195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5fa06430-3971-4edc-995b-b99d68792c2c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:47:05.298685 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:47:05.303921 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-30897215-2943-496f-a3a0-1536239b97a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "PUT /v2.0/routers/74e26222-fe12-4d1d-b238-4731ae59a8bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4154518 Nov 09 18:47:05.333177 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-7431139c-1133-4b29-98a1-c78037d825a0 None None] Provisioning complete for port def5809b-87cd-47ad-9ca1-df2017c960a7 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:05.333557 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7431139c-1133-4b29-98a1-c78037d825a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:05.397135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=def5809b-87cd-47ad-9ca1-df2017c960a7,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:05.450465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5fa06430-3971-4edc-995b-b99d68792c2c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:05.450764 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:05.451949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-ce4deedf-4b6e-4e7b-b39f-3214a56f2274 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059596266&fields=id&tenant_id=c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 267 time: 0.0375192 Nov 09 18:47:05.522911 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Sync routers for ids ['74e26222-fe12-4d1d-b238-4731ae59a8bb'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:47:05.533810 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Routers {'74e26222-fe12-4d1d-b238-4731ae59a8bb'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:47:05.534603 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['74e26222-fe12-4d1d-b238-4731ae59a8bb'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:05.585693 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:05.598894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-21c681bf-b371-4a97-a177-f7916b32afa0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:05.600235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-21c681bf-b371-4a97-a177-f7916b32afa0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/networks?id=27fabf3e-fdba-46b3-a18d-e51b1226eb85 HTTP/1.1" status: 200 len: 795 time: 0.1407504 Nov 09 18:47:05.612053 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 5fa06430-3971-4edc-995b-b99d68792c2c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5fa06430-3971-4edc-995b-b99d68792c2c,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:05.617637 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-5756b61c-2ad3-4b91-9e54-a9f4ce24881b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/quotas/c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 375 time: 0.0103884 Nov 09 18:47:05.620245 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:05.654448 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Set router 74e26222-fe12-4d1d-b238-4731ae59a8bb gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:47:05.678104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=5fa06430-3971-4edc-995b-b99d68792c2c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:05.683765 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-73e6b5ca-05aa-4863-9254-8c839b34a268 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540078 Nov 09 18:47:05.858143 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-9b841401-9276-4a3d-b7c6-b35f019c3042 service neutron] 10.222.0.81 "GET /v2.0/networks/27fabf3e-fdba-46b3-a18d-e51b1226eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597943 Nov 09 18:47:05.861093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4cdb550c-7630-4041-b438-192c3a3c8481 None None] Provisioning complete for port def5809b-87cd-47ad-9ca1-df2017c960a7 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:05.861679 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4cdb550c-7630-4041-b438-192c3a3c8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:05.884057 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:04Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'c2023ce2-9590-4409-90c3-fdda81b5bc42', 'name': '', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:b4:36:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:03Z', 'updated_at': '2021-11-09T18:47:04Z', 'revision_number': 2, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:05.936433 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Checking router: 74e26222-fe12-4d1d-b238-4731ae59a8bb for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:47:05.936799 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Updating router 74e26222-fe12-4d1d-b238-4731ae59a8bb port c2023ce2-9590-4409-90c3-fdda81b5bc42 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:47:05.960862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4cdb550c-7630-4041-b438-192c3a3c8481 None None] Provisioning complete for port c2023ce2-9590-4409-90c3-fdda81b5bc42 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:05.961543 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-3a1ba7f5-75ba-4ebe-a73d-d4766cb6c676 service neutron] 10.222.0.81 "GET /v2.0/networks/27fabf3e-fdba-46b3-a18d-e51b1226eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024454 Nov 09 18:47:05.962498 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4cdb550c-7630-4041-b438-192c3a3c8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:05.970553 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:06.019156 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb550c-7630-4041-b438-192c3a3c8481 None None] Port c2023ce2-9590-4409-90c3-fdda81b5bc42 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:47:06.144886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9b2b6d56-cd50-4830-be43-aa580138f46e None None] Provisioning complete for port c2023ce2-9590-4409-90c3-fdda81b5bc42 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:06.145781 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9b2b6d56-cd50-4830-be43-aa580138f46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:06.148294 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-801c40dc-826e-43ef-b385-94be193bf157 req-a517d824-a5de-43eb-9f09-6e151c814568 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 210 time: 0.0275583 Nov 09 18:47:06.196332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b6d56-cd50-4830-be43-aa580138f46e None None] Port c2023ce2-9590-4409-90c3-fdda81b5bc42 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:47:06.279695 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:06.284606 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:06.315963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-109876a1-3030-4f6d-99ae-86efc5c92326 None None] Provisioning complete for port c2023ce2-9590-4409-90c3-fdda81b5bc42 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:06.316492 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-109876a1-3030-4f6d-99ae-86efc5c92326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:06.336728 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Pushing event updated for resources: {'Port': ['ID=c2023ce2-9590-4409-90c3-fdda81b5bc42,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:06.366306 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:06.366635 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:06.366755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-109876a1-3030-4f6d-99ae-86efc5c92326 None None] Port c2023ce2-9590-4409-90c3-fdda81b5bc42 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:47:06.366995 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:06.367324 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:06.367657 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:06.368230 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:06.368559 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:06.368882 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:06.369827 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:06.370175 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:06.370466 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:06.370781 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:06.410927 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Attempting to bind port c2023ce2-9590-4409-90c3-fdda81b5bc42 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:47:06.411742 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Attempting to bind port c2023ce2-9590-4409-90c3-fdda81b5bc42 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:47:06.412233 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Attempting to bind port c2023ce2-9590-4409-90c3-fdda81b5bc42 on network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:47:06.418393 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:47:06.418865 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Checking segment: {'id': '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:47:06.419372 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:06.420039 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Bound using segment: {'id': '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:47:06.420412 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Bound port: c2023ce2-9590-4409-90c3-fdda81b5bc42, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:47:06.420941 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:06.492018 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] For port c2023ce2-9590-4409-90c3-fdda81b5bc42, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:47:06.496345 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] For port c2023ce2-9590-4409-90c3-fdda81b5bc42, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c2023ce2-9590-4409-90c3-fdda81b5bc42,segment=NetworkSegment(4f36af4f-9fdc-4490-81e1-5856cf8f1cd9),segment_id=4f36af4f-9fdc-4490-81e1-5856cf8f1cd9)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:47:06.501541 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:06.561703 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Routers {'74e26222-fe12-4d1d-b238-4731ae59a8bb'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:47:06.562338 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:46:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['74e26222-fe12-4d1d-b238-4731ae59a8bb'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:06.593139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f306bc93-1227-49f1-9d35-0e5f7e6d2823 None None] Provisioning complete for port c2023ce2-9590-4409-90c3-fdda81b5bc42 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:06.593780 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f306bc93-1227-49f1-9d35-0e5f7e6d2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:06.700326 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f306bc93-1227-49f1-9d35-0e5f7e6d2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:06.737871 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-f306bc93-1227-49f1-9d35-0e5f7e6d2823 None None] For port c2023ce2-9590-4409-90c3-fdda81b5bc42, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c2023ce2-9590-4409-90c3-fdda81b5bc42,segment=NetworkSegment(4f36af4f-9fdc-4490-81e1-5856cf8f1cd9),segment_id=4f36af4f-9fdc-4490-81e1-5856cf8f1cd9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:06.742586 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f306bc93-1227-49f1-9d35-0e5f7e6d2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:06.752478 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6c81a-a1d4-42bc-a158-416ba11c7117 None None] Pushing event updated for resources: {'Port': ['ID=c2023ce2-9590-4409-90c3-fdda81b5bc42,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:06.784937 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] Set router 74e26222-fe12-4d1d-b238-4731ae59a8bb gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:47:06.810721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306bc93-1227-49f1-9d35-0e5f7e6d2823 None None] Pushing event updated for resources: {'Port': ['ID=c2023ce2-9590-4409-90c3-fdda81b5bc42,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:06.865213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e5d18673-d014-46c3-80ef-ce2a0e66257a None None] Provisioning complete for port c2023ce2-9590-4409-90c3-fdda81b5bc42 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:06.865602 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e5d18673-d014-46c3-80ef-ce2a0e66257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:06.914464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device def5809b-87cd-47ad-9ca1-df2017c960a7 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:47:06.993631 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:04Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'c2023ce2-9590-4409-90c3-fdda81b5bc42', 'name': '', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:b4:36:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:03Z', 'updated_at': '2021-11-09T18:47:06Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:06.993886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port def5809b-87cd-47ad-9ca1-df2017c960a7 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:06.994760 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:07.020872 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4707ec42-223f-4c30-8851-aeba4b493178 None None] The sync data for ids ['74e26222-fe12-4d1d-b238-4731ae59a8bb'] in n-d-817236-1 is: [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:04Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'c2023ce2-9590-4409-90c3-fdda81b5bc42', 'name': '', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:b4:36:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:03Z', 'updated_at': '2021-11-09T18:47:06Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:47:07.098074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5fa06430-3971-4edc-995b-b99d68792c2c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:47:07.175166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5fa06430-3971-4edc-995b-b99d68792c2c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:07.175596 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:07.300042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-dad13e7a-0a45-4b43-b37c-0847e9b6b22e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:07.301909 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-dad13e7a-0a45-4b43-b37c-0847e9b6b22e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "GET /v2.0/networks?id=27fabf3e-fdba-46b3-a18d-e51b1226eb85 HTTP/1.1" status: 200 len: 795 time: 0.1624045 Nov 09 18:47:07.324669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ecda5b7a-4b3b-47e5-baf0-b3bba4c32be8 req-1cb76b9a-ab43-485b-8d81-8d9e069a4345 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 210 time: 0.0549266 Nov 09 18:47:07.358209 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-c1a957b1-edc3-41ab-9988-9e259e15984c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 380 time: 0.0408330 Nov 09 18:47:07.368352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-d4957e47-ff75-4dfb-8af3-399ea1b7fd79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'port': {'device_id': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'admin_state_up': True, 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'security_groups': ['243a3037-ffff-4466-a580-c3fb17742449']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:47:07.485775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-d4957e47-ff75-4dfb-8af3-399ea1b7fd79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:47:07.489622 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-d4957e47-ff75-4dfb-8af3-399ea1b7fd79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:07.626170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-d4957e47-ff75-4dfb-8af3-399ea1b7fd79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.20.0.12 (27fabf3e-fdba-46b3-a18d-e51b1226eb85/bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab/357f2482-1438-4c0f-a071-b81287ffca5c) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:47:07.779641 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-d4957e47-ff75-4dfb-8af3-399ea1b7fd79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:07.813543 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-d4957e47-ff75-4dfb-8af3-399ea1b7fd79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:07.859612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-d4957e47-ff75-4dfb-8af3-399ea1b7fd79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:47:07.862786 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-d4957e47-ff75-4dfb-8af3-399ea1b7fd79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:47:07.866619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-d4957e47-ff75-4dfb-8af3-399ea1b7fd79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:47:07.898562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4957e47-ff75-4dfb-8af3-399ea1b7fd79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=357f2482-1438-4c0f-a071-b81287ffca5c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:07.929891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-d4957e47-ff75-4dfb-8af3-399ea1b7fd79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:07.930681 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-d4957e47-ff75-4dfb-8af3-399ea1b7fd79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:07.950472 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-d4957e47-ff75-4dfb-8af3-399ea1b7fd79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5861661 Nov 09 18:47:07.964398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Request body: {'port': {'device_id': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:47:08.041770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:08.113297 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5c046892-6279-4c94-af97-a28c24b094ef None None] Provisioning complete for port 357f2482-1438-4c0f-a071-b81287ffca5c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:08.113786 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5c046892-6279-4c94-af97-a28c24b094ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:08.150990 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-5c046892-6279-4c94-af97-a28c24b094ef None None] Port 357f2482-1438-4c0f-a071-b81287ffca5c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:47:08.326359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357f2482-1438-4c0f-a071-b81287ffca5c {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:47:08.333960 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:08.346034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Transition to ACTIVE for port object 357f2482-1438-4c0f-a071-b81287ffca5c will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:47:08.350448 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:08.415781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Pushing event updated for resources: {'Port': ['ID=357f2482-1438-4c0f-a071-b81287ffca5c,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:08.499446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15506773-afe4-47e7-b9df-edfb7f49e1d9 req-f50c0f00-3e4c-474c-acf8-7af5f43aaa4d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:08.501012 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15506773-afe4-47e7-b9df-edfb7f49e1d9 req-f50c0f00-3e4c-474c-acf8-7af5f43aaa4d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 944 time: 0.1029603 Nov 09 18:47:08.535619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Attempting to bind port 357f2482-1438-4c0f-a071-b81287ffca5c on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:47:08.535962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Attempting to bind port 357f2482-1438-4c0f-a071-b81287ffca5c by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:47:08.536335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Attempting to bind port 357f2482-1438-4c0f-a071-b81287ffca5c on network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:47:08.551013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Port 357f2482-1438-4c0f-a071-b81287ffca5c on network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:47:08.551367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Attempting to bind port 357f2482-1438-4c0f-a071-b81287ffca5c on network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:47:08.566097 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15506773-afe4-47e7-b9df-edfb7f49e1d9 req-8e6b7798-7720-417e-abcb-49a5f10acc05 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580544 Nov 09 18:47:08.566995 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:47:08.567360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Checking segment: {'id': '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:47:08.567743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Bound using segment: {'id': '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:47:08.568184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Bound port: 357f2482-1438-4c0f-a071-b81287ffca5c, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:47:08.568543 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:08.636246 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] For port 357f2482-1438-4c0f-a071-b81287ffca5c, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:47:08.639145 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] For port 357f2482-1438-4c0f-a071-b81287ffca5c, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=357f2482-1438-4c0f-a071-b81287ffca5c,segment=NetworkSegment(4f36af4f-9fdc-4490-81e1-5856cf8f1cd9),segment_id=4f36af4f-9fdc-4490-81e1-5856cf8f1cd9)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:47:08.643430 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:08.677134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:08.678154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:08.679638 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] 10.222.0.18 "PUT /v2.0/ports/357f2482-1438-4c0f-a071-b81287ffca5c HTTP/1.1" status: 200 len: 1092 time: 0.7206581 Nov 09 18:47:08.682504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'tag': '357f2482-1438-4c0f-a071-b81287ffca5c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:47:08.686183 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e615f5-fc77-4329-b633-7cc8d2dab34b" -d '{"events": [{"name": "network-changed", "server_uuid": "c44eaa6b-6868-4cec-8caa-8204b55ec1ad", "tag": "357f2482-1438-4c0f-a071-b81287ffca5c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:47:08.717636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e83e57-1adb-4c06-8aca-cce176ca3af5 service neutron] Pushing event updated for resources: {'Port': ['ID=357f2482-1438-4c0f-a071-b81287ffca5c,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:08.734408 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaec5b7-8cbf-4309-bdd4-4557463b421f x-openstack-request-id: req-1eaec5b7-8cbf-4309-bdd4-4557463b421f {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:47:08.734699 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44eaa6b-6868-4cec-8caa-8204b55ec1ad", "tag": "357f2482-1438-4c0f-a071-b81287ffca5c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:47:08.734947 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1eaec5b7-8cbf-4309-bdd4-4557463b421f {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:47:08.735366 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'tag': '357f2482-1438-4c0f-a071-b81287ffca5c', 'status': 'completed', 'code': 200} Nov 09 18:47:08.769722 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-afa04def-1d7f-4f2f-b2bb-3a7036746f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:08.771406 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-afa04def-1d7f-4f2f-b2bb-3a7036746f27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 1095 time: 0.0474448 Nov 09 18:47:08.819369 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-0c375cc2-fda7-4d77-8ca9-17524921923d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=357f2482-1438-4c0f-a071-b81287ffca5c HTTP/1.1" status: 200 len: 217 time: 0.0399826 Nov 09 18:47:08.879503 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-c41a93a0-41ae-41d0-bdf8-ace817df62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:08.881001 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-c41a93a0-41ae-41d0-bdf8-ace817df62f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab HTTP/1.1" status: 200 len: 834 time: 0.0547016 Nov 09 18:47:08.939699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c2023ce2-9590-4409-90c3-fdda81b5bc42 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:47:08.940706 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-02ec9905-622e-421f-989c-c5634eb2963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:08.943134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-02ec9905-622e-421f-989c-c5634eb2963a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27fabf3e-fdba-46b3-a18d-e51b1226eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539572 Nov 09 18:47:08.991802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c2023ce2-9590-4409-90c3-fdda81b5bc42 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:08.992173 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:09.042740 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-992c9c0f-3eee-46c9-9041-ac2ad17fd7cd service neutron] 10.222.0.18 "GET /v2.0/networks/27fabf3e-fdba-46b3-a18d-e51b1226eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926633 Nov 09 18:47:09.138275 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b8f75b7-4ae7-42ae-9644-7f1680fbc1c8 req-6406496a-70dc-44d6-b18b-a19aac3ba1ed service neutron] 10.222.0.18 "GET /v2.0/networks/27fabf3e-fdba-46b3-a18d-e51b1226eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881364 Nov 09 18:47:09.226529 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e615f5-fc77-4329-b633-7cc8d2dab34b req-3521b5c7-48fa-4162-a784-4eb22ca5794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:09.227957 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62e615f5-fc77-4329-b633-7cc8d2dab34b req-3521b5c7-48fa-4162-a784-4eb22ca5794b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 1095 time: 0.0420327 Nov 09 18:47:09.324609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e615f5-fc77-4329-b633-7cc8d2dab34b req-641fd3b1-80ae-4988-87ad-e1da0eaebe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:09.326090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62e615f5-fc77-4329-b633-7cc8d2dab34b req-641fd3b1-80ae-4988-87ad-e1da0eaebe6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=27fabf3e-fdba-46b3-a18d-e51b1226eb85 HTTP/1.1" status: 200 len: 896 time: 0.0910478 Nov 09 18:47:09.368864 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62e615f5-fc77-4329-b633-7cc8d2dab34b req-0fa4a339-a52c-49d7-8f6d-3d39cb27df3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=357f2482-1438-4c0f-a071-b81287ffca5c HTTP/1.1" status: 200 len: 217 time: 0.0354526 Nov 09 18:47:09.423926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e615f5-fc77-4329-b633-7cc8d2dab34b req-e70302f9-975a-4a20-917e-4a6e121d3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:09.425403 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62e615f5-fc77-4329-b633-7cc8d2dab34b req-e70302f9-975a-4a20-917e-4a6e121d3b11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab HTTP/1.1" status: 200 len: 834 time: 0.0491190 Nov 09 18:47:09.471961 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e615f5-fc77-4329-b633-7cc8d2dab34b req-7a319379-6add-457e-bffe-94d66d731465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:09.473459 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62e615f5-fc77-4329-b633-7cc8d2dab34b req-7a319379-6add-457e-bffe-94d66d731465 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27fabf3e-fdba-46b3-a18d-e51b1226eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403976 Nov 09 18:47:09.571058 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62e615f5-fc77-4329-b633-7cc8d2dab34b req-b3a56e6e-77ad-4351-b3ea-920d389d3f25 service neutron] 10.222.0.18 "GET /v2.0/networks/27fabf3e-fdba-46b3-a18d-e51b1226eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898006 Nov 09 18:47:09.698268 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-62e615f5-fc77-4329-b633-7cc8d2dab34b req-b29b5685-8284-420a-ba6b-c4b498fd5e39 service neutron] 10.222.0.18 "GET /v2.0/networks/27fabf3e-fdba-46b3-a18d-e51b1226eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187971 Nov 09 18:47:09.708720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274c411-ab7a-496c-a655-1ecfc9d924fa req-5b7c21b4-677c-493e-a0dd-f10d0a001a52 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:09.710188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9274c411-ab7a-496c-a655-1ecfc9d924fa req-5b7c21b4-677c-493e-a0dd-f10d0a001a52 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 944 time: 0.0736420 Nov 09 18:47:09.751318 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9274c411-ab7a-496c-a655-1ecfc9d924fa req-cdc858d2-5fd8-4382-bc20-c9f9a1260fb2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339143 Nov 09 18:47:10.838645 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-008ad196-3097-43a3-b21b-75fc1050e802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:10.872897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b9441-73f4-4f29-a794-f1155c0b9d01 req-cc7b9f57-85eb-4649-9e4b-b85b6bbec64a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:10.874398 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df7b9441-73f4-4f29-a794-f1155c0b9d01 req-cc7b9f57-85eb-4649-9e4b-b85b6bbec64a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 944 time: 0.0567470 Nov 09 18:47:10.911254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df7b9441-73f4-4f29-a794-f1155c0b9d01 req-8ddf744d-ef1a-4b87-af7e-5ccf02337ad9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309298 Nov 09 18:47:12.025984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99398800-c92e-493d-a3a0-09fc8723b9f6 req-7c214481-c12a-48d3-b176-7eeb3c363f3f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:12.027503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99398800-c92e-493d-a3a0-09fc8723b9f6 req-7c214481-c12a-48d3-b176-7eeb3c363f3f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 944 time: 0.0506175 Nov 09 18:47:12.065338 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-99398800-c92e-493d-a3a0-09fc8723b9f6 req-20ae0434-4ff4-4e60-89b7-e6d44d05de06 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319705 Nov 09 18:47:12.357638 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 357f2482-1438-4c0f-a071-b81287ffca5c details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:47:12.454901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 357f2482-1438-4c0f-a071-b81287ffca5c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=357f2482-1438-4c0f-a071-b81287ffca5c,segment=NetworkSegment(4f36af4f-9fdc-4490-81e1-5856cf8f1cd9),segment_id=4f36af4f-9fdc-4490-81e1-5856cf8f1cd9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:12.466507 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '357f2482-1438-4c0f-a071-b81287ffca5c', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'port_id': '357f2482-1438-4c0f-a071-b81287ffca5c', 'mac_address': 'fa:16:3e:c2:10:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:47:12.504323 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:12.518872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357f2482-1438-4c0f-a071-b81287ffca5c {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:47:12.539179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 357f2482-1438-4c0f-a071-b81287ffca5c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=357f2482-1438-4c0f-a071-b81287ffca5c,segment=NetworkSegment(4f36af4f-9fdc-4490-81e1-5856cf8f1cd9),segment_id=4f36af4f-9fdc-4490-81e1-5856cf8f1cd9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:12.544144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:12.592141 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=357f2482-1438-4c0f-a071-b81287ffca5c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:12.905090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['357f2482-1438-4c0f-a071-b81287ffca5c'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:47:13.187048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4479f79-c923-47f1-9b24-d65b0ff19f11 req-dffd08ed-df00-47b8-a3be-617c6ea34131 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:13.188646 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4479f79-c923-47f1-9b24-d65b0ff19f11 req-dffd08ed-df00-47b8-a3be-617c6ea34131 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 945 time: 0.0487199 Nov 09 18:47:13.226739 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a4479f79-c923-47f1-9b24-d65b0ff19f11 req-d24ba0cc-ae7c-4a34-83fa-146ba3e10813 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320890 Nov 09 18:47:13.771795 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-961f3ffe-fe12-4878-b697-0a45135b7abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:14.342987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb6556-5cae-4c7e-a894-9b7eea729c93 req-52b93417-28a2-4b27-8c75-833d6ff9f685 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:14.344501 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5aeb6556-5cae-4c7e-a894-9b7eea729c93 req-52b93417-28a2-4b27-8c75-833d6ff9f685 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 945 time: 0.0531824 Nov 09 18:47:14.357405 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 357f2482-1438-4c0f-a071-b81287ffca5c up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:47:14.383961 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5aeb6556-5cae-4c7e-a894-9b7eea729c93 req-6289f40d-f0cc-4d40-990d-9c298eba4b45 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329676 Nov 09 18:47:14.409734 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 357f2482-1438-4c0f-a071-b81287ffca5c completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:47:14.413578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 357f2482-1438-4c0f-a071-b81287ffca5c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:14.413955 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:14.494979 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:14.520150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357f2482-1438-4c0f-a071-b81287ffca5c'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:47:14.522434 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b722dad-92f9-4bcb-9a1c-82e5d6b10576" -d '{"events": [{"server_uuid": "c44eaa6b-6868-4cec-8caa-8204b55ec1ad", "name": "network-vif-plugged", "status": "completed", "tag": "357f2482-1438-4c0f-a071-b81287ffca5c"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:47:14.536605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 357f2482-1438-4c0f-a071-b81287ffca5c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=357f2482-1438-4c0f-a071-b81287ffca5c,segment=NetworkSegment(4f36af4f-9fdc-4490-81e1-5856cf8f1cd9),segment_id=4f36af4f-9fdc-4490-81e1-5856cf8f1cd9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:14.541328 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:14.590732 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=357f2482-1438-4c0f-a071-b81287ffca5c,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:14.610675 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:14.617328 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25326bdc-8655-4b62-8d56-173215e16034 x-openstack-request-id: req-25326bdc-8655-4b62-8d56-173215e16034 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:47:14.617623 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44eaa6b-6868-4cec-8caa-8204b55ec1ad", "name": "network-vif-plugged", "status": "completed", "tag": "357f2482-1438-4c0f-a071-b81287ffca5c", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:47:14.617877 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25326bdc-8655-4b62-8d56-173215e16034 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:47:14.618533 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357f2482-1438-4c0f-a071-b81287ffca5c', 'code': 200} Nov 09 18:47:14.713647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e1047-7c47-4e3d-b751-67988d144560 req-208d0424-111c-43cd-a8e5-c77929e9d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:14.715353 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb7e1047-7c47-4e3d-b751-67988d144560 req-208d0424-111c-43cd-a8e5-c77929e9d2af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 1097 time: 0.0408025 Nov 09 18:47:14.750613 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb7e1047-7c47-4e3d-b751-67988d144560 req-f6ea8376-e52e-41e1-a1c5-51116f85004e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284886 Nov 09 18:47:15.500205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d4923-bb3b-4117-8d82-0923781ee58a req-c666303c-bb44-4c86-90b8-c063dcbc167a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:15.501820 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2e8d4923-bb3b-4117-8d82-0923781ee58a req-c666303c-bb44-4c86-90b8-c063dcbc167a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 946 time: 0.0492857 Nov 09 18:47:15.539175 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2e8d4923-bb3b-4117-8d82-0923781ee58a req-4bd2cb5d-0fbb-47c6-8bd6-00d1b1d90599 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316198 Nov 09 18:47:15.657855 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:16.661461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47618d-0c1c-43f4-8f36-647fa9cb6015 req-d1ede0e7-94e1-49ec-a0cf-5192b3d90081 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:16.662939 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea47618d-0c1c-43f4-8f36-647fa9cb6015 req-d1ede0e7-94e1-49ec-a0cf-5192b3d90081 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 946 time: 0.0539148 Nov 09 18:47:16.702149 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea47618d-0c1c-43f4-8f36-647fa9cb6015 req-0e635ae5-44dd-4714-a18f-4520e9ef07e4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330825 Nov 09 18:47:16.818292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6742d04-90cb-42ed-9103-0bada702754e req-434048c6-3af3-42f9-aa72-dc841dfda44a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:16.819844 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6742d04-90cb-42ed-9103-0bada702754e req-434048c6-3af3-42f9-aa72-dc841dfda44a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 946 time: 0.0519736 Nov 09 18:47:16.863205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6742d04-90cb-42ed-9103-0bada702754e req-d972c67a-2d51-47f9-9066-679ac67e0a62 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362923 Nov 09 18:47:16.885918 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52186) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:47:16.927115 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc270000-a056-45ab-a459-aa25a24ec598 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:16.928665 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fc270000-a056-45ab-a459-aa25a24ec598 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 1092 time: 0.0417237 Nov 09 18:47:16.932093 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52188) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:47:16.936699 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '357f2482-1438-4c0f-a071-b81287ffca5c', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:47:16.958358 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:17.069036 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:17.175206 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.25.1.118 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/b4eb2641-a7ec-4fc8-b37c-fab778c8cbce) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:47:17.294082 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:17.326922 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:17.365631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:47:17.368839 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:47:17.371668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:47:17.403563 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=b4eb2641-a7ec-4fc8-b37c-fab778c8cbce,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:17.754323 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:17.820880 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:17.892630 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:17.974288 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:17.979726 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:18.052930 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=b4eb2641-a7ec-4fc8-b37c-fab778c8cbce,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:18.063181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:18.165544 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Floating IP 74a8400a-5b61-4c3b-b093-ed7970aeb2ec associated. External IP: 172.25.1.118, port: 357f2482-1438-4c0f-a071-b81287ffca5c. Nov 09 18:47:18.379154 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 74e26222-fe12-4d1d-b238-4731ae59a8bb has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:47:18.488150 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:47:18.497958 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76747e3-21a6-4461-9043-3549d8157f3e None None] Sync routers for ids ['74e26222-fe12-4d1d-b238-4731ae59a8bb'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:47:18.505553 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:18.508065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76747e3-21a6-4461-9043-3549d8157f3e None None] Routers {'74e26222-fe12-4d1d-b238-4731ae59a8bb'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:47:18.508685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-d76747e3-21a6-4461-9043-3549d8157f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:47:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['74e26222-fe12-4d1d-b238-4731ae59a8bb'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:18.534354 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c824bb18-e9f3-4f85-abc5-705be23b5130 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6009436 Nov 09 18:47:18.534966 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'tag': '357f2482-1438-4c0f-a071-b81287ffca5c'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:47:18.537725 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af88ebcfef5c43c3ecd045bfc529e33271d1f66ec5679dbfee10f7604908018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ddb4bc-cda0-4dff-b7a0-c248f788de8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c44eaa6b-6868-4cec-8caa-8204b55ec1ad", "tag": "357f2482-1438-4c0f-a071-b81287ffca5c"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:47:18.616434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-d76747e3-21a6-4461-9043-3549d8157f3e None None] Set router 74e26222-fe12-4d1d-b238-4731ae59a8bb gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:47:18.633268 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91c3b-ddbc-4bcb-a9c5-74f1de256ef5 req-050df5da-809b-41d0-b2f3-538943947ffd tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:18.635296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-23b91c3b-ddbc-4bcb-a9c5-74f1de256ef5 req-050df5da-809b-41d0-b2f3-538943947ffd tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 946 time: 0.0516417 Nov 09 18:47:18.673114 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-23b91c3b-ddbc-4bcb-a9c5-74f1de256ef5 req-b12c9ddb-5360-49af-bc7e-5a09e349799a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315793 Nov 09 18:47:18.696675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52194) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:47:18.742269 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f561f5-5ec5-49fb-a7d1-b0f4b0ac680c x-openstack-request-id: req-87f561f5-5ec5-49fb-a7d1-b0f4b0ac680c {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:47:18.742631 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44eaa6b-6868-4cec-8caa-8204b55ec1ad", "tag": "357f2482-1438-4c0f-a071-b81287ffca5c", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:47:18.742820 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87f561f5-5ec5-49fb-a7d1-b0f4b0ac680c {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:47:18.743195 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'tag': '357f2482-1438-4c0f-a071-b81287ffca5c', 'status': 'completed', 'code': 200} Nov 09 18:47:18.770880 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-523d300e-52f1-416e-aef7-3f7621bb20e4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/74a8400a-5b61-4c3b-b093-ed7970aeb2ec HTTP/1.1" status: 200 len: 992 time: 0.0721126 Nov 09 18:47:18.789293 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddb4bc-cda0-4dff-b7a0-c248f788de8e req-e6d6f10f-80c1-4bb7-81eb-fa09f2c5a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:18.790943 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11ddb4bc-cda0-4dff-b7a0-c248f788de8e req-e6d6f10f-80c1-4bb7-81eb-fa09f2c5a804 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 1097 time: 0.0501528 Nov 09 18:47:18.852107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-d76747e3-21a6-4461-9043-3549d8157f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:04Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '74a8400a-5b61-4c3b-b093-ed7970aeb2ec', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'port_id': '357f2482-1438-4c0f-a071-b81287ffca5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'mac_address': 'fa:16:3e:c2:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:47:17Z', 'updated_at': '2021-11-09T18:47:17Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2023ce2-9590-4409-90c3-fdda81b5bc42', 'name': '', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:b4:36:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:03Z', 'updated_at': '2021-11-09T18:47:06Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:18.879403 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76747e3-21a6-4461-9043-3549d8157f3e None None] Checking router: 74e26222-fe12-4d1d-b238-4731ae59a8bb for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:47:18.885222 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddb4bc-cda0-4dff-b7a0-c248f788de8e req-0e4c3fb6-ab0b-480d-a7af-a1ad01c53358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:18.886739 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11ddb4bc-cda0-4dff-b7a0-c248f788de8e req-0e4c3fb6-ab0b-480d-a7af-a1ad01c53358 service neutron] 10.222.0.18 "GET /v2.0/networks?id=27fabf3e-fdba-46b3-a18d-e51b1226eb85 HTTP/1.1" status: 200 len: 896 time: 0.0889995 Nov 09 18:47:18.888886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76747e3-21a6-4461-9043-3549d8157f3e None None] Routers {'74e26222-fe12-4d1d-b238-4731ae59a8bb'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:47:18.889491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-d76747e3-21a6-4461-9043-3549d8157f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:47:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['74e26222-fe12-4d1d-b238-4731ae59a8bb'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:18.958241 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11ddb4bc-cda0-4dff-b7a0-c248f788de8e req-a6cdf719-dae1-4192-8c93-0ff2a356a98f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=357f2482-1438-4c0f-a071-b81287ffca5c HTTP/1.1" status: 200 len: 1000 time: 0.0643883 Nov 09 18:47:19.002868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-d76747e3-21a6-4461-9043-3549d8157f3e None None] Set router 74e26222-fe12-4d1d-b238-4731ae59a8bb gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:47:19.013163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddb4bc-cda0-4dff-b7a0-c248f788de8e req-08aaaf63-6ff2-4f42-9c77-c909bde655e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:19.014650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11ddb4bc-cda0-4dff-b7a0-c248f788de8e req-08aaaf63-6ff2-4f42-9c77-c909bde655e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab HTTP/1.1" status: 200 len: 834 time: 0.0491154 Nov 09 18:47:19.062335 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddb4bc-cda0-4dff-b7a0-c248f788de8e req-738ef5ce-fa28-49a7-a0b3-c420cd513739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:19.063864 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11ddb4bc-cda0-4dff-b7a0-c248f788de8e req-738ef5ce-fa28-49a7-a0b3-c420cd513739 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27fabf3e-fdba-46b3-a18d-e51b1226eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425348 Nov 09 18:47:19.161470 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11ddb4bc-cda0-4dff-b7a0-c248f788de8e req-b53ff9df-5e36-4f00-8b2f-239d46e9779f service neutron] 10.222.0.18 "GET /v2.0/networks/27fabf3e-fdba-46b3-a18d-e51b1226eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888886 Nov 09 18:47:19.244985 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-d76747e3-21a6-4461-9043-3549d8157f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:04Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '74a8400a-5b61-4c3b-b093-ed7970aeb2ec', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'port_id': '357f2482-1438-4c0f-a071-b81287ffca5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'mac_address': 'fa:16:3e:c2:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:47:17Z', 'updated_at': '2021-11-09T18:47:17Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2023ce2-9590-4409-90c3-fdda81b5bc42', 'name': '', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:b4:36:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:03Z', 'updated_at': '2021-11-09T18:47:06Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:19.253521 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-11ddb4bc-cda0-4dff-b7a0-c248f788de8e req-2e06c7f4-52d5-4b2d-8f15-e40b36b0e127 service neutron] 10.222.0.18 "GET /v2.0/networks/27fabf3e-fdba-46b3-a18d-e51b1226eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851922 Nov 09 18:47:19.273140 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76747e3-21a6-4461-9043-3549d8157f3e None None] The sync data for ids ['74e26222-fe12-4d1d-b238-4731ae59a8bb'] in n-d-817236-1 is: [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:04Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '74a8400a-5b61-4c3b-b093-ed7970aeb2ec', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'port_id': '357f2482-1438-4c0f-a071-b81287ffca5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'mac_address': 'fa:16:3e:c2:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:47:17Z', 'updated_at': '2021-11-09T18:47:17Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2023ce2-9590-4409-90c3-fdda81b5bc42', 'name': '', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:b4:36:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:03Z', 'updated_at': '2021-11-09T18:47:06Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:47:19.467101 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b0196-2340-4cfa-ab79-d134907a5ec7 None None] New status for floating IP 74a8400a-5b61-4c3b-b093-ed7970aeb2ec: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:47:19.774919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52196) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:47:19.839775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-528f2699-4cf1-4ff9-abc2-e372f1c3d5a4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/74a8400a-5b61-4c3b-b093-ed7970aeb2ec HTTP/1.1" status: 200 len: 994 time: 0.0635712 Nov 09 18:47:23.684295 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:24.371393 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:35.544927 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7f11134-fb8c-4479-bd49-e85469d777ff req-a7dd0ae5-282f-4a27-aa3a-48a8978142ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395558 Nov 09 18:47:35.627234 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11134-fb8c-4479-bd49-e85469d777ff req-d8341765-ec94-4487-84a5-00b5d42e655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:35.628731 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7f11134-fb8c-4479-bd49-e85469d777ff req-d8341765-ec94-4487-84a5-00b5d42e655f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 1097 time: 0.0420883 Nov 09 18:47:35.734075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11134-fb8c-4479-bd49-e85469d777ff req-237f76cc-e1f5-42d0-a6b4-05382937b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:35.735558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7f11134-fb8c-4479-bd49-e85469d777ff req-237f76cc-e1f5-42d0-a6b4-05382937b663 service neutron] 10.222.0.18 "GET /v2.0/networks?id=27fabf3e-fdba-46b3-a18d-e51b1226eb85 HTTP/1.1" status: 200 len: 896 time: 0.0873656 Nov 09 18:47:35.800995 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7f11134-fb8c-4479-bd49-e85469d777ff req-83e68d26-db1c-4801-bae0-340e6417b470 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=357f2482-1438-4c0f-a071-b81287ffca5c HTTP/1.1" status: 200 len: 1002 time: 0.0579472 Nov 09 18:47:35.849437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11134-fb8c-4479-bd49-e85469d777ff req-7d1378b3-76f6-49ce-99e9-7831b289d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:35.850885 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7f11134-fb8c-4479-bd49-e85469d777ff req-7d1378b3-76f6-49ce-99e9-7831b289d0be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab HTTP/1.1" status: 200 len: 834 time: 0.0427835 Nov 09 18:47:35.899478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11134-fb8c-4479-bd49-e85469d777ff req-6bfa6972-8918-4f1c-8cd9-c11a07691b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:35.901510 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7f11134-fb8c-4479-bd49-e85469d777ff req-6bfa6972-8918-4f1c-8cd9-c11a07691b3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27fabf3e-fdba-46b3-a18d-e51b1226eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429819 Nov 09 18:47:36.004683 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7f11134-fb8c-4479-bd49-e85469d777ff req-0dfd6e81-719c-4ded-927f-bd9f33929fff service neutron] 10.222.0.18 "GET /v2.0/networks/27fabf3e-fdba-46b3-a18d-e51b1226eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959208 Nov 09 18:47:36.104770 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7f11134-fb8c-4479-bd49-e85469d777ff req-33fb9660-80e3-4e9a-98de-cf41d859b1b4 service neutron] 10.222.0.18 "GET /v2.0/networks/27fabf3e-fdba-46b3-a18d-e51b1226eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907896 Nov 09 18:47:39.098856 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:47:40.841612 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5fe1dce8-9666-4761-9bc3-eba5b3587936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:43.772981 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aa536d5e-9060-46a4-a98b-e4b307717621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:44.613795 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:45.660265 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:47.896468 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:53.681440 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:54.392099 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:10.999107 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-022d4db1-8494-4cee-8ff5-c7663d838b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:13.777074 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6d45b79c-d3f2-4b7f-94d4-5e068f842c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:14.616658 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:15.663661 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:16.100084 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:48:17.900188 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:23.063547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb339ae4-4ebd-44fa-87fc-b43c88072d01 req-eabab3c6-3532-4e95-bebf-f57948b46e38 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:23.065119 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb339ae4-4ebd-44fa-87fc-b43c88072d01 req-eabab3c6-3532-4e95-bebf-f57948b46e38 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 946 time: 0.3971641 Nov 09 18:48:23.106943 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb339ae4-4ebd-44fa-87fc-b43c88072d01 req-f45b27bd-003d-42fa-bb99-75ab383d2e1f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357106 Nov 09 18:48:23.683818 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:24.229033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eb528-a4c7-46b0-9596-a92e8a45aff7 req-61d8b844-9ea3-478d-a490-50d94e706d54 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:24.230512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-224eb528-a4c7-46b0-9596-a92e8a45aff7 req-61d8b844-9ea3-478d-a490-50d94e706d54 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 946 time: 0.0493016 Nov 09 18:48:24.268613 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-224eb528-a4c7-46b0-9596-a92e8a45aff7 req-804c4aa6-7888-4db3-a4d1-57f206768303 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321126 Nov 09 18:48:24.290978 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52230) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:24.355879 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-418102e0-68c1-4263-abe4-aab617f794cc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/74a8400a-5b61-4c3b-b093-ed7970aeb2ec HTTP/1.1" status: 200 len: 994 time: 0.0636284 Nov 09 18:48:24.375986 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:25.654703 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663da8f1-5531-48d5-a089-03eeeaff1de3 req-5088a75c-6aed-427d-9051-5d00b031b466 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:25.656231 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-663da8f1-5531-48d5-a089-03eeeaff1de3 req-5088a75c-6aed-427d-9051-5d00b031b466 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 946 time: 0.0527434 Nov 09 18:48:25.701586 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-663da8f1-5531-48d5-a089-03eeeaff1de3 req-f13b3018-6144-4767-9927-aa57683f6486 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386229 Nov 09 18:48:26.849409 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934f996-aacf-4c9a-9d6a-3d102d002c6b req-a1ce119e-7e9c-478e-ba3d-5f6ebecb42ab tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:26.850984 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c934f996-aacf-4c9a-9d6a-3d102d002c6b req-a1ce119e-7e9c-478e-ba3d-5f6ebecb42ab tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 946 time: 0.0681577 Nov 09 18:48:26.892842 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c934f996-aacf-4c9a-9d6a-3d102d002c6b req-376fe92b-d7b0-4e81-8e55-5a2f362907bf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345933 Nov 09 18:48:26.917163 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52240) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:26.996138 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bac1affa-4711-4a6e-9f39-543abee92a16 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/74a8400a-5b61-4c3b-b093-ed7970aeb2ec HTTP/1.1" status: 200 len: 994 time: 0.0773416 Nov 09 18:48:27.280136 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52248) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:27.450728 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port b4eb2641-a7ec-4fc8-b37c-fab778c8cbce {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:48:27.451071 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:27.535440 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:27.535772 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:27.549501 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for b4eb2641-a7ec-4fc8-b37c-fab778c8cbce owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:48:27.708143 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:27.734299 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=b4eb2641-a7ec-4fc8-b37c-fab778c8cbce,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:27.749427 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:27.750417 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:27.750767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:27.751347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:27.751521 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:27.751814 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:27.752260 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:27.752615 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:27.752951 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:27.753281 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:27.753609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:27.753936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:27.814655 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:27.814899 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Floating IP 74a8400a-5b61-4c3b-b093-ed7970aeb2ec disassociated (deleted). External IP: 172.25.1.118, port: 357f2482-1438-4c0f-a071-b81287ffca5c. Nov 09 18:48:28.035881 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 74e26222-fe12-4d1d-b238-4731ae59a8bb has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:48:28.157242 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:48:28.162869 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:28.167864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a619b-1a6d-442c-ab8a-8a58803431a2 None None] Sync routers for ids ['74e26222-fe12-4d1d-b238-4731ae59a8bb'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:48:28.176877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a619b-1a6d-442c-ab8a-8a58803431a2 None None] Routers {'74e26222-fe12-4d1d-b238-4731ae59a8bb'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:48:28.177576 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-159a619b-1a6d-442c-ab8a-8a58803431a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['74e26222-fe12-4d1d-b238-4731ae59a8bb'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:28.190506 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8ca748c5-103c-4b3d-bbe0-77512d3bdf70 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/floatingips/74a8400a-5b61-4c3b-b093-ed7970aeb2ec HTTP/1.1" status: 204 len: 168 time: 0.9093707 Nov 09 18:48:28.191205 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'tag': '357f2482-1438-4c0f-a071-b81287ffca5c'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:48:28.193602 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af88ebcfef5c43c3ecd045bfc529e33271d1f66ec5679dbfee10f7604908018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e38228c-2c3d-4671-aed9-0d8273899fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "c44eaa6b-6868-4cec-8caa-8204b55ec1ad", "tag": "357f2482-1438-4c0f-a071-b81287ffca5c"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:48:28.288707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-159a619b-1a6d-442c-ab8a-8a58803431a2 None None] Set router 74e26222-fe12-4d1d-b238-4731ae59a8bb gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:48:28.429088 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f21d3d1-2456-40f7-8d0c-6c92f38dffd2 x-openstack-request-id: req-1f21d3d1-2456-40f7-8d0c-6c92f38dffd2 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:48:28.429383 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44eaa6b-6868-4cec-8caa-8204b55ec1ad", "tag": "357f2482-1438-4c0f-a071-b81287ffca5c", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:48:28.429636 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f21d3d1-2456-40f7-8d0c-6c92f38dffd2 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:48:28.430047 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'tag': '357f2482-1438-4c0f-a071-b81287ffca5c', 'status': 'completed', 'code': 200} Nov 09 18:48:28.505745 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-159a619b-1a6d-442c-ab8a-8a58803431a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:04Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'c2023ce2-9590-4409-90c3-fdda81b5bc42', 'name': '', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:b4:36:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:03Z', 'updated_at': '2021-11-09T18:47:06Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:28.532006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38228c-2c3d-4671-aed9-0d8273899fa8 req-4e283b85-2c1d-401a-b921-60b60291ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:28.533516 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e38228c-2c3d-4671-aed9-0d8273899fa8 req-4e283b85-2c1d-401a-b921-60b60291ed8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 1097 time: 0.0763018 Nov 09 18:48:28.537103 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a619b-1a6d-442c-ab8a-8a58803431a2 None None] Checking router: 74e26222-fe12-4d1d-b238-4731ae59a8bb for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:48:28.546379 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6300a-e04a-41bc-96bd-74a65b112744 req-fd62bcf9-85a4-4d75-a653-326d71d04500 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:28.546607 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a619b-1a6d-442c-ab8a-8a58803431a2 None None] Routers {'74e26222-fe12-4d1d-b238-4731ae59a8bb'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:48:28.547025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-159a619b-1a6d-442c-ab8a-8a58803431a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['74e26222-fe12-4d1d-b238-4731ae59a8bb'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:28.547891 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8f6300a-e04a-41bc-96bd-74a65b112744 req-fd62bcf9-85a4-4d75-a653-326d71d04500 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 946 time: 0.0611730 Nov 09 18:48:28.647949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f8f6300a-e04a-41bc-96bd-74a65b112744 req-7833ff02-030a-40db-83e3-08912199e4cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900359 Nov 09 18:48:28.662550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-159a619b-1a6d-442c-ab8a-8a58803431a2 None None] Set router 74e26222-fe12-4d1d-b238-4731ae59a8bb gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:48:28.676433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38228c-2c3d-4671-aed9-0d8273899fa8 req-938acd29-552e-447b-b020-436bfae744cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:28.677915 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e38228c-2c3d-4671-aed9-0d8273899fa8 req-938acd29-552e-447b-b020-436bfae744cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=27fabf3e-fdba-46b3-a18d-e51b1226eb85 HTTP/1.1" status: 200 len: 896 time: 0.1291673 Nov 09 18:48:28.720691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e38228c-2c3d-4671-aed9-0d8273899fa8 req-2e0ec2ec-64c7-49ca-bbf0-5a9fbe2e1e30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=357f2482-1438-4c0f-a071-b81287ffca5c HTTP/1.1" status: 200 len: 217 time: 0.0352616 Nov 09 18:48:28.773943 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38228c-2c3d-4671-aed9-0d8273899fa8 req-2aed7233-f091-49d1-857a-a93efc0e182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:28.775457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e38228c-2c3d-4671-aed9-0d8273899fa8 req-2aed7233-f091-49d1-857a-a93efc0e182a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab HTTP/1.1" status: 200 len: 834 time: 0.0480268 Nov 09 18:48:28.827069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38228c-2c3d-4671-aed9-0d8273899fa8 req-f42eab6c-c87e-4641-ae59-4ba7de6f8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:28.828606 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e38228c-2c3d-4671-aed9-0d8273899fa8 req-f42eab6c-c87e-4641-ae59-4ba7de6f8eeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27fabf3e-fdba-46b3-a18d-e51b1226eb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453446 Nov 09 18:48:28.882612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-159a619b-1a6d-442c-ab8a-8a58803431a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:04Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'c2023ce2-9590-4409-90c3-fdda81b5bc42', 'name': '', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:b4:36:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:03Z', 'updated_at': '2021-11-09T18:47:06Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:28.915593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a619b-1a6d-442c-ab8a-8a58803431a2 None None] The sync data for ids ['74e26222-fe12-4d1d-b238-4731ae59a8bb'] in n-d-817236-1 is: [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:04Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'c2023ce2-9590-4409-90c3-fdda81b5bc42', 'name': '', 'network_id': '27fabf3e-fdba-46b3-a18d-e51b1226eb85', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:b4:36:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:03Z', 'updated_at': '2021-11-09T18:47:06Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:48:28.933968 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e38228c-2c3d-4671-aed9-0d8273899fa8 req-ccda9bf8-15fd-4b17-a40c-49472a4555e0 service neutron] 10.222.0.18 "GET /v2.0/networks/27fabf3e-fdba-46b3-a18d-e51b1226eb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969648 Nov 09 18:48:29.042631 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1e38228c-2c3d-4671-aed9-0d8273899fa8 req-f1e51d40-0cf6-480d-888e-5df8762bd3f8 service neutron] 10.222.0.18 "GET /v2.0/networks/27fabf3e-fdba-46b3-a18d-e51b1226eb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004889 Nov 09 18:48:29.150421 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610a5a7-930f-4f9a-835d-a988f4f51216 None None] New status for floating IP 74a8400a-5b61-4c3b-b093-ed7970aeb2ec: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:48:29.769553 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e90c3c-2d7b-4212-97b9-98e748b985e0 req-63af171a-a8e6-4b3c-ad12-40c06a6f2843 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:29.771049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3e90c3c-2d7b-4212-97b9-98e748b985e0 req-63af171a-a8e6-4b3c-ad12-40c06a6f2843 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 946 time: 0.0511951 Nov 09 18:48:29.809895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3e90c3c-2d7b-4212-97b9-98e748b985e0 req-f2e72d0b-c2ad-4183-a040-bd52b43f1d42 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=243a3037-ffff-4466-a580-c3fb17742449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321736 Nov 09 18:48:30.236690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb04b4-5d0d-470c-a3ca-b7e917eb4c2e req-b2404073-a302-4db7-8ffa-cb7b98387f30 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:30.238154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c7eb04b4-5d0d-470c-a3ca-b7e917eb4c2e req-b2404073-a302-4db7-8ffa-cb7b98387f30 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 946 time: 0.0491593 Nov 09 18:48:30.332143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c7eb04b4-5d0d-470c-a3ca-b7e917eb4c2e req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port 357f2482-1438-4c0f-a071-b81287ffca5c {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:48:30.332485 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c7eb04b4-5d0d-470c-a3ca-b7e917eb4c2e req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:30.421462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-c7eb04b4-5d0d-470c-a3ca-b7e917eb4c2e req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port 357f2482-1438-4c0f-a071-b81287ffca5c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=357f2482-1438-4c0f-a071-b81287ffca5c,segment=NetworkSegment(4f36af4f-9fdc-4490-81e1-5856cf8f1cd9),segment_id=4f36af4f-9fdc-4490-81e1-5856cf8f1cd9)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:30.421827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c7eb04b4-5d0d-470c-a3ca-b7e917eb4c2e req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:30.434743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-c7eb04b4-5d0d-470c-a3ca-b7e917eb4c2e req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for 357f2482-1438-4c0f-a071-b81287ffca5c owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:48:30.575350 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c7eb04b4-5d0d-470c-a3ca-b7e917eb4c2e req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:30.604975 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=357f2482-1438-4c0f-a071-b81287ffca5c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:30.618495 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:30.618865 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:30.620277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:30.620692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:30.621080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:30.621371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:30.621704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:30.622037 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:30.622376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:30.622715 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:30.623034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:30.623398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:30.662721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7eb04b4-5d0d-470c-a3ca-b7e917eb4c2e req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] No DVR routers for this DVR port 357f2482-1438-4c0f-a071-b81287ffca5c on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:48:30.669048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-c7eb04b4-5d0d-470c-a3ca-b7e917eb4c2e req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:30.672580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c7eb04b4-5d0d-470c-a3ca-b7e917eb4c2e req-a7ee63f8-3a42-41f4-b1df-223f525e68cb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "DELETE /v2.0/ports/357f2482-1438-4c0f-a071-b81287ffca5c HTTP/1.1" status: 204 len: 173 time: 0.4283724 Nov 09 18:48:30.673040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'name': 'network-vif-deleted', 'tag': '357f2482-1438-4c0f-a071-b81287ffca5c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:48:30.675428 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a76ef9c-b91c-4e92-9c29-fedc57edc096" -d '{"events": [{"server_uuid": "c44eaa6b-6868-4cec-8caa-8204b55ec1ad", "name": "network-vif-deleted", "tag": "357f2482-1438-4c0f-a071-b81287ffca5c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:48:30.716059 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a89c6-dd34-4091-a7ac-6e86d451852d x-openstack-request-id: req-ea3a89c6-dd34-4091-a7ac-6e86d451852d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:48:30.716355 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44eaa6b-6868-4cec-8caa-8204b55ec1ad", "name": "network-vif-deleted", "tag": "357f2482-1438-4c0f-a071-b81287ffca5c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:48:30.716637 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea3a89c6-dd34-4091-a7ac-6e86d451852d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:48:30.717039 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44eaa6b-6868-4cec-8caa-8204b55ec1ad', 'name': 'network-vif-deleted', 'tag': '357f2482-1438-4c0f-a071-b81287ffca5c', 'status': 'completed', 'code': 200} Nov 09 18:48:30.917684 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-05abe9dd-faa9-492e-9200-5395fe246432 req-980d9295-aefd-4358-9022-62050480edbb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44eaa6b-6868-4cec-8caa-8204b55ec1ad HTTP/1.1" status: 200 len: 210 time: 0.0273957 Nov 09 18:48:31.975492 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52268) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:32.358699 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa98b749-406d-4dab-8d6f-a9c2d4d92725 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:32.618879 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-fa98b749-406d-4dab-8d6f-a9c2d4d92725 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port c2023ce2-9590-4409-90c3-fdda81b5bc42 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:48:32.619125 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa98b749-406d-4dab-8d6f-a9c2d4d92725 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:32.710026 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-fa98b749-406d-4dab-8d6f-a9c2d4d92725 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port c2023ce2-9590-4409-90c3-fdda81b5bc42, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c2023ce2-9590-4409-90c3-fdda81b5bc42,segment=NetworkSegment(4f36af4f-9fdc-4490-81e1-5856cf8f1cd9),segment_id=4f36af4f-9fdc-4490-81e1-5856cf8f1cd9)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:32.710559 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa98b749-406d-4dab-8d6f-a9c2d4d92725 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:32.724128 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-fa98b749-406d-4dab-8d6f-a9c2d4d92725 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for c2023ce2-9590-4409-90c3-fdda81b5bc42 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:48:32.881864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 357f2482-1438-4c0f-a071-b81287ffca5c no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:48:32.903539 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 357f2482-1438-4c0f-a071-b81287ffca5c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:48:32.903893 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 357f2482-1438-4c0f-a071-b81287ffca5c not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:48:32.918114 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa98b749-406d-4dab-8d6f-a9c2d4d92725 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:32.949024 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98b749-406d-4dab-8d6f-a9c2d4d92725 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=c2023ce2-9590-4409-90c3-fdda81b5bc42,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:33.455129 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fa98b749-406d-4dab-8d6f-a9c2d4d92725 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:33.669173 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa98b749-406d-4dab-8d6f-a9c2d4d92725 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 74e26222-fe12-4d1d-b238-4731ae59a8bb has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:48:33.782404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa98b749-406d-4dab-8d6f-a9c2d4d92725 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:48:33.787622 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fa98b749-406d-4dab-8d6f-a9c2d4d92725 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "PUT /v2.0/routers/74e26222-fe12-4d1d-b238-4731ae59a8bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8108451 Nov 09 18:48:33.790589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52270) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:33.792698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb2c05-9587-47a8-a662-ebfbe6a4511c None None] Sync routers for ids ['74e26222-fe12-4d1d-b238-4731ae59a8bb'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:48:33.801884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb2c05-9587-47a8-a662-ebfbe6a4511c None None] Routers {'74e26222-fe12-4d1d-b238-4731ae59a8bb'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:48:33.802509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5acb2c05-9587-47a8-a662-ebfbe6a4511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['74e26222-fe12-4d1d-b238-4731ae59a8bb'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:33.843029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e338eb-5ba9-4c72-a41a-dd51ddca88fa tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting subnet bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:48:33.846316 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d0e338eb-5ba9-4c72-a41a-dd51ddca88fa tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:33.887430 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d0e338eb-5ba9-4c72-a41a-dd51ddca88fa tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:33.907783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-5acb2c05-9587-47a8-a662-ebfbe6a4511c None None] Set router 74e26222-fe12-4d1d-b238-4731ae59a8bb gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:48:33.976109 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d0e338eb-5ba9-4c72-a41a-dd51ddca88fa tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.039386 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d0e338eb-5ba9-4c72-a41a-dd51ddca88fa tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.064936 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e338eb-5ba9-4c72-a41a-dd51ddca88fa tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Subnet': ['ID=bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:34.076580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d0e338eb-5ba9-4c72-a41a-dd51ddca88fa tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.080135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d0e338eb-5ba9-4c72-a41a-dd51ddca88fa tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/subnets/bbadcd58-cdcc-4b40-ad2d-4bd91bc681ab HTTP/1.1" status: 204 len: 168 time: 0.2878840 Nov 09 18:48:34.082702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52272) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:34.086631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834f26a9-105c-4962-b544-1b01ea90d0e8 None None] Network 27fabf3e-fdba-46b3-a18d-e51b1226eb85 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:48:34.161276 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5acb2c05-9587-47a8-a662-ebfbe6a4511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:48:32Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:34.194502 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.204199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb2c05-9587-47a8-a662-ebfbe6a4511c None None] Checking router: 74e26222-fe12-4d1d-b238-4731ae59a8bb for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:48:34.228346 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb2c05-9587-47a8-a662-ebfbe6a4511c None None] Routers {'74e26222-fe12-4d1d-b238-4731ae59a8bb'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:48:34.229008 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5acb2c05-9587-47a8-a662-ebfbe6a4511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['74e26222-fe12-4d1d-b238-4731ae59a8bb'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:34.302923 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.344883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-5acb2c05-9587-47a8-a662-ebfbe6a4511c None None] Set router 74e26222-fe12-4d1d-b238-4731ae59a8bb gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:48:34.367974 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port 5fa06430-3971-4edc-995b-b99d68792c2c {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:48:34.368315 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.376406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] DHCP port deletion for 27fabf3e-fdba-46b3-a18d-e51b1226eb85 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:48:34.453311 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port 5fa06430-3971-4edc-995b-b99d68792c2c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5fa06430-3971-4edc-995b-b99d68792c2c,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:34.453674 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.465911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for 5fa06430-3971-4edc-995b-b99d68792c2c owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:48:34.534626 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Deleting port def5809b-87cd-47ad-9ca1-df2017c960a7 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:48:34.534979 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.606482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] For port def5809b-87cd-47ad-9ca1-df2017c960a7, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=def5809b-87cd-47ad-9ca1-df2017c960a7,segment=NetworkSegment(4f36af4f-9fdc-4490-81e1-5856cf8f1cd9),segment_id=4f36af4f-9fdc-4490-81e1-5856cf8f1cd9)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:34.606765 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.623213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Calling delete_port for def5809b-87cd-47ad-9ca1-df2017c960a7 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:48:34.639052 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.641835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-5acb2c05-9587-47a8-a662-ebfbe6a4511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:48:32Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:34.665251 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=5fa06430-3971-4edc-995b-b99d68792c2c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:34.732712 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.835585 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.839180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.864112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb2c05-9587-47a8-a662-ebfbe6a4511c None None] The sync data for ids ['74e26222-fe12-4d1d-b238-4731ae59a8bb'] in n-d-817236-1 is: [{'id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301662464', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:48:32Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '5fa06430-3971-4edc-995b-b99d68792c2c', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e26222-fe12-4d1d-b238-4731ae59a8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:47:00Z', 'updated_at': '2021-11-09T18:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:48:34.888179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.889043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Fanout notify agent at l3_agent the message router_deleted on router 74e26222-fe12-4d1d-b238-4731ae59a8bb {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:48:34.896471 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.897619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9caf59bc-f941-4bc8-9a6d-5b31f014e454 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/routers/74e26222-fe12-4d1d-b238-4731ae59a8bb HTTP/1.1" status: 204 len: 168 time: 0.8138533 Nov 09 18:48:34.901192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52274) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:34.909693 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:34.938298 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] No DVR routers for this DVR port def5809b-87cd-47ad-9ca1-df2017c960a7 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:48:34.948319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Pushing event deleted for resources: {'Port': ['ID=def5809b-87cd-47ad-9ca1-df2017c960a7,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:34.953203 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:34.953619 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:34.954022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:34.954441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:34.954839 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:34.955275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:34.955649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:34.956037 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:34.956426 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:34.956758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:34.957082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:34.957412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea4d57-a7e4-4686-8154-7a6ba5386150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:34.982484 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78c0ada6-6206-49a9-a4b2-f5c7dc4d57c3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.073470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78c0ada6-6206-49a9-a4b2-f5c7dc4d57c3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.093948 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-78c0ada6-6206-49a9-a4b2-f5c7dc4d57c3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fabf3e-fdba-46b3-a18d-e51b1226eb85']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:35.103687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-78c0ada6-6206-49a9-a4b2-f5c7dc4d57c3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:35.104060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-78c0ada6-6206-49a9-a4b2-f5c7dc4d57c3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f36af4f-9fdc-4490-81e1-5856cf8f1cd9') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:35.113547 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78c0ada6-6206-49a9-a4b2-f5c7dc4d57c3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.128539 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78c0ada6-6206-49a9-a4b2-f5c7dc4d57c3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.134569 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c0ada6-6206-49a9-a4b2-f5c7dc4d57c3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:48:35.135610 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78c0ada6-6206-49a9-a4b2-f5c7dc4d57c3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:48:35.138548 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:48:35.202927 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78c0ada6-6206-49a9-a4b2-f5c7dc4d57c3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.225087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-78c0ada6-6206-49a9-a4b2-f5c7dc4d57c3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.232206 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-78c0ada6-6206-49a9-a4b2-f5c7dc4d57c3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/networks/27fabf3e-fdba-46b3-a18d-e51b1226eb85 HTTP/1.1" status: 204 len: 168 time: 0.3264685 Nov 09 18:48:35.232398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52276) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:35.239581 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0ada6-6206-49a9-a4b2-f5c7dc4d57c3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Network': ['ID=27fabf3e-fdba-46b3-a18d-e51b1226eb85,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:35.307946 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84f4f97a-66e7-4093-b86f-88d95a96761b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.336959 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84f4f97a-66e7-4093-b86f-88d95a96761b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.355451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device def5809b-87cd-47ad-9ca1-df2017c960a7 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:48:35.388435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: def5809b-87cd-47ad-9ca1-df2017c960a7 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:48:35.388693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device def5809b-87cd-47ad-9ca1-df2017c960a7 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:48:35.389157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c2023ce2-9590-4409-90c3-fdda81b5bc42 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:48:35.409522 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84f4f97a-66e7-4093-b86f-88d95a96761b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.410308 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: c2023ce2-9590-4409-90c3-fdda81b5bc42 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:48:35.410669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c2023ce2-9590-4409-90c3-fdda81b5bc42 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:48:35.412595 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-84f4f97a-66e7-4093-b86f-88d95a96761b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.417557 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-84f4f97a-66e7-4093-b86f-88d95a96761b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/security-groups/243a3037-ffff-4466-a580-c3fb17742449 HTTP/1.1" status: 204 len: 168 time: 0.1805780 Nov 09 18:48:35.424650 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4f97a-66e7-4093-b86f-88d95a96761b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243a3037-ffff-4466-a580-c3fb17742449,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:35.684659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52282) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:35.689357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8636d6c7-ee56-4fff-bbb5-8c0ec6ba46c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542007360', 'description': 'tempest-secgroup-smoke-1542007360 description', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:35.711388 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8636d6c7-ee56-4fff-bbb5-8c0ec6ba46c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.779477 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8636d6c7-ee56-4fff-bbb5-8c0ec6ba46c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.784125 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8636d6c7-ee56-4fff-bbb5-8c0ec6ba46c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.819428 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8636d6c7-ee56-4fff-bbb5-8c0ec6ba46c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.820718 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8636d6c7-ee56-4fff-bbb5-8c0ec6ba46c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1350391 Nov 09 18:48:35.822931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636d6c7-ee56-4fff-bbb5-8c0ec6ba46c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:35.824582 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52284) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:35.829357 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1b572dba-5236-46ce-9351-7057313d3a5a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '7c611762-33aa-4e39-8f8e-c8f2a9ab8c14', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:35.857960 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b572dba-5236-46ce-9351-7057313d3a5a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.913869 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b572dba-5236-46ce-9351-7057313d3a5a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.919124 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b572dba-5236-46ce-9351-7057313d3a5a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.938111 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b572dba-5236-46ce-9351-7057313d3a5a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876e10a1-6a27-46c9-95d7-8cde0d97e9f5,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:35.947017 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1b572dba-5236-46ce-9351-7057313d3a5a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:35.948462 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1b572dba-5236-46ce-9351-7057313d3a5a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227961 Nov 09 18:48:35.951441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52286) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:35.956112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-eedb2275-3c26-40bf-b583-c3334513d03d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '7c611762-33aa-4e39-8f8e-c8f2a9ab8c14', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:35.987403 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eedb2275-3c26-40bf-b583-c3334513d03d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.046683 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eedb2275-3c26-40bf-b583-c3334513d03d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.050858 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eedb2275-3c26-40bf-b583-c3334513d03d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.069032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb2275-3c26-40bf-b583-c3334513d03d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9211821-3476-4804-9ee0-1c8056ccbca0,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:36.080176 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-eedb2275-3c26-40bf-b583-c3334513d03d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.081395 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-eedb2275-3c26-40bf-b583-c3334513d03d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289182 Nov 09 18:48:36.084115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52288) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:36.089455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f01903d8-c4aa-4362-9d78-0e9e54577b10 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '7c611762-33aa-4e39-8f8e-c8f2a9ab8c14', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:36.120288 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f01903d8-c4aa-4362-9d78-0e9e54577b10 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.180046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f01903d8-c4aa-4362-9d78-0e9e54577b10 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.184151 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f01903d8-c4aa-4362-9d78-0e9e54577b10 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.202557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01903d8-c4aa-4362-9d78-0e9e54577b10 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48da5b13-7ca6-47c1-a713-359ec135e6a5,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:36.216123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f01903d8-c4aa-4362-9d78-0e9e54577b10 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.217669 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f01903d8-c4aa-4362-9d78-0e9e54577b10 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323974 Nov 09 18:48:36.220821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52290) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:36.225532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a81e93f4-ae14-4005-b906-a754e6185bbc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '7c611762-33aa-4e39-8f8e-c8f2a9ab8c14', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:36.259055 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a81e93f4-ae14-4005-b906-a754e6185bbc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.322578 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a81e93f4-ae14-4005-b906-a754e6185bbc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.327728 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a81e93f4-ae14-4005-b906-a754e6185bbc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.349751 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e93f4-ae14-4005-b906-a754e6185bbc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e6bab6-ed08-4bf5-90b5-20859117cead,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:36.356721 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a81e93f4-ae14-4005-b906-a754e6185bbc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.357964 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a81e93f4-ae14-4005-b906-a754e6185bbc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360164 Nov 09 18:48:36.360987 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52292) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:36.365397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-186c1eb2-c619-41a4-8fce-185fda89d1b9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '7c611762-33aa-4e39-8f8e-c8f2a9ab8c14', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:36.389398 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-186c1eb2-c619-41a4-8fce-185fda89d1b9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Project c50fca2e91834b3c8fca4bfc970b71fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:48:36.395096 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-186c1eb2-c619-41a4-8fce-185fda89d1b9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.457168 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-186c1eb2-c619-41a4-8fce-185fda89d1b9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.460829 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-186c1eb2-c619-41a4-8fce-185fda89d1b9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.479127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c1eb2-c619-41a4-8fce-185fda89d1b9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4991ae1-c7c1-4079-82e3-1afe6257995a,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:36.487412 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-186c1eb2-c619-41a4-8fce-185fda89d1b9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.488691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-186c1eb2-c619-41a4-8fce-185fda89d1b9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267304 Nov 09 18:48:36.493298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52294) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:36.499135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0d1b1ab7-1bcc-4204-b9c0-d587f5224495 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '7c611762-33aa-4e39-8f8e-c8f2a9ab8c14', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:36.528578 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-0d1b1ab7-1bcc-4204-b9c0-d587f5224495 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Project c50fca2e91834b3c8fca4bfc970b71fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:48:36.534002 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d1b1ab7-1bcc-4204-b9c0-d587f5224495 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.596916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d1b1ab7-1bcc-4204-b9c0-d587f5224495 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.600972 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d1b1ab7-1bcc-4204-b9c0-d587f5224495 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.619772 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b1ab7-1bcc-4204-b9c0-d587f5224495 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21f3229-e2ef-4868-b606-aaba2adf161f,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:36.627990 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d1b1ab7-1bcc-4204-b9c0-d587f5224495 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.629239 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0d1b1ab7-1bcc-4204-b9c0-d587f5224495 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349840 Nov 09 18:48:36.632138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52296) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:36.636979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0811b387-9b19-47a5-86fd-afd360abde2c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'network': {'name': 'tempest-network-smoke--501602452', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'port_security_enabled': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:36.657994 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0811b387-9b19-47a5-86fd-afd360abde2c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:48:36.661563 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0811b387-9b19-47a5-86fd-afd360abde2c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.685739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0811b387-9b19-47a5-86fd-afd360abde2c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:48:36.694831 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0811b387-9b19-47a5-86fd-afd360abde2c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.695304 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-0811b387-9b19-47a5-86fd-afd360abde2c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Added segment b60a9419-bfd5-4c09-9dd8-a55d4a4055ba of type vlan for network 33c5fa78-c6a7-424a-872b-227ce91374d4 Nov 09 18:48:36.739534 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0811b387-9b19-47a5-86fd-afd360abde2c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.763860 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0811b387-9b19-47a5-86fd-afd360abde2c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.769391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0811b387-9b19-47a5-86fd-afd360abde2c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:36.769975 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0811b387-9b19-47a5-86fd-afd360abde2c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.835666 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0811b387-9b19-47a5-86fd-afd360abde2c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2024231 Nov 09 18:48:36.838673 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52298) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:36.843286 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'admin_state_up': True, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:36.849494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811b387-9b19-47a5-86fd-afd360abde2c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Network': ['ID=33c5fa78-c6a7-424a-872b-227ce91374d4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:36.859897 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 33c5fa78-c6a7-424a-872b-227ce91374d4 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:48:36.868901 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.871494 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.920365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5fa06430-3971-4edc-995b-b99d68792c2c no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:48:36.936949 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:36.951733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 5fa06430-3971-4edc-995b-b99d68792c2c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:48:36.952077 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5fa06430-3971-4edc-995b-b99d68792c2c not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:48:37.078943 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:37.285969 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:37.305440 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:37.409899 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.25.1.97 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/31818223-bfd7-4934-a445-c10f9b1db139) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:48:37.519845 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:37.559396 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:37.597370 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:48:37.600222 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:48:37.602703 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:48:37.628802 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=31818223-bfd7-4934-a445-c10f9b1db139,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:37.864979 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:38.061419 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:38.190450 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 94a93de7-b283-4087-b70c-609912349235 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:48:38.303312 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:48:38.314100 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Sync routers for ids ['94a93de7-b283-4087-b70c-609912349235'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:48:38.323294 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Routers {'94a93de7-b283-4087-b70c-609912349235'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:48:38.323809 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:38.324815 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['94a93de7-b283-4087-b70c-609912349235'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:38.326031 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3246cd37-df45-4ec6-b312-628b8b38aec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4863696 Nov 09 18:48:38.329189 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52300) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:38.358550 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-62615556-e540-4bd9-a4da-1ea864bd8dce tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=c50fca2e91834b3c8fca4bfc970b71fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281916 Nov 09 18:48:38.362052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52302) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:38.431814 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Set router 94a93de7-b283-4087-b70c-609912349235 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:48:38.454962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d79d18-49b0-4833-b3a6-e860a01d6c8a tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:38.456435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-80d79d18-49b0-4833-b3a6-e860a01d6c8a tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932207 Nov 09 18:48:38.459305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52304) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:38.488914 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fe844396-39ba-472e-9de6-76bbadfc2d4c tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283225 Nov 09 18:48:38.491292 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52306) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:38.496888 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a1d71015-51c4-4b27-88f8-495ed4b641d7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-764994732', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:38.587658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d71015-51c4-4b27-88f8-495ed4b641d7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:48:38.592454 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1d71015-51c4-4b27-88f8-495ed4b641d7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:38.626123 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:48:37Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:38.654517 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Checking router: 94a93de7-b283-4087-b70c-609912349235 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:48:38.654865 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Updating router 94a93de7-b283-4087-b70c-609912349235 port 31818223-bfd7-4934-a445-c10f9b1db139 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:48:38.682121 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:38.792352 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1d71015-51c4-4b27-88f8-495ed4b641d7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:38.860891 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d71015-51c4-4b27-88f8-495ed4b641d7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Subnet': ['ID=64ed2abf-ab19-4ae2-a802-27c839cb869a,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:38.869348 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d71015-51c4-4b27-88f8-495ed4b641d7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Checking segment: {'id': 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:48:38.870038 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d71015-51c4-4b27-88f8-495ed4b641d7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network hostable DHCP agents. Network: 33c5fa78-c6a7-424a-872b-227ce91374d4, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:48:38.888122 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d71015-51c4-4b27-88f8-495ed4b641d7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 33c5fa78-c6a7-424a-872b-227ce91374d4 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:48:38.897448 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-a1d71015-51c4-4b27-88f8-495ed4b641d7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 33c5fa78-c6a7-424a-872b-227ce91374d4) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:48:38.910217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2b3cfd-0584-41e8-93c8-6e1734a11e03 None None] Network 33c5fa78-c6a7-424a-872b-227ce91374d4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:48:38.911642 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d71015-51c4-4b27-88f8-495ed4b641d7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:38.912479 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1d71015-51c4-4b27-88f8-495ed4b641d7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:38.941914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52308) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:38.942365 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a1d71015-51c4-4b27-88f8-495ed4b641d7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4498172 Nov 09 18:48:38.955604 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:38.962415 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:39.019648 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Attempting to bind port 31818223-bfd7-4934-a445-c10f9b1db139 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:48:39.020262 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Attempting to bind port 31818223-bfd7-4934-a445-c10f9b1db139 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:48:39.020906 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Attempting to bind port 31818223-bfd7-4934-a445-c10f9b1db139 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:48:39.032113 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:48:39.032797 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:48:39.033370 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:39.033921 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:48:39.034550 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Bound port: 31818223-bfd7-4934-a445-c10f9b1db139, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:48:39.035120 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:39.092719 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] For port 31818223-bfd7-4934-a445-c10f9b1db139, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:48:39.096143 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] For port 31818223-bfd7-4934-a445-c10f9b1db139, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=31818223-bfd7-4934-a445-c10f9b1db139,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:48:39.097181 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-33c5fa78-c6a7-424a-872b-227ce91374d4', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ips': [{'subnet_id': '64ed2abf-ab19-4ae2-a802-27c839cb869a'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:48:39.098741 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:39.103674 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:39.107929 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Pushing event updated for resources: {'Port': ['ID=31818223-bfd7-4934-a445-c10f9b1db139,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:39.118068 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:39.118406 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:39.118744 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:39.119074 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:39.119427 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:39.119752 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:39.120402 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:39.120752 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:39.121167 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:39.121728 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:39.122069 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:39.122391 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:48:39.166941 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Routers {'94a93de7-b283-4087-b70c-609912349235'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:48:39.167619 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['94a93de7-b283-4087-b70c-609912349235'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:39.246044 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0fa25-b11d-4edd-beb0-746d66ea61ec None None] Pushing event updated for resources: {'Port': ['ID=31818223-bfd7-4934-a445-c10f9b1db139,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:39.257879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Allocated IP 172.20.0.2 (33c5fa78-c6a7-424a-872b-227ce91374d4/64ed2abf-ab19-4ae2-a802-27c839cb869a/acc257f6-8021-4a4f-9dce-106e1a0536ca) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:48:39.288921 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] Set router 94a93de7-b283-4087-b70c-609912349235 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:48:39.415958 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:39.425010 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:39.429381 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:39.462000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Network 33c5fa78-c6a7-424a-872b-227ce91374d4 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:48:39.471640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:48:39.478424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Pushing event updated for resources: {'Port': ['ID=acc257f6-8021-4a4f-9dce-106e1a0536ca,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:39.481004 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:48:39.484531 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:48:37Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:39.513522 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8310887c-e580-4475-b10a-c8145c20b864 None None] The sync data for ids ['94a93de7-b283-4087-b70c-609912349235'] in n-d-817236-1 is: [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:48:37Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:48:39.541195 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Attempting to bind port acc257f6-8021-4a4f-9dce-106e1a0536ca on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:48:39.541581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Attempting to bind port acc257f6-8021-4a4f-9dce-106e1a0536ca by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:48:39.541944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Attempting to bind port acc257f6-8021-4a4f-9dce-106e1a0536ca on network 33c5fa78-c6a7-424a-872b-227ce91374d4 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:48:39.547432 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:48:39.548684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Checking segment: {'id': 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:48:39.548684 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:39.548684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Bound using segment: {'id': 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:48:39.549039 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Bound port: acc257f6-8021-4a4f-9dce-106e1a0536ca, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:48:39.549423 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:39.616693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] For port acc257f6-8021-4a4f-9dce-106e1a0536ca, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:48:39.620790 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] For port acc257f6-8021-4a4f-9dce-106e1a0536ca, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=acc257f6-8021-4a4f-9dce-106e1a0536ca,segment=NetworkSegment(b60a9419-bfd5-4c09-9dd8-a55d4a4055ba),segment_id=b60a9419-bfd5-4c09-9dd8-a55d4a4055ba)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:48:39.626850 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:39.697062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a0ceb-35b6-4d58-98b6-ef7fb6e11037 None None] Pushing event updated for resources: {'Port': ['ID=acc257f6-8021-4a4f-9dce-106e1a0536ca,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:39.755611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.20.0.1 (33c5fa78-c6a7-424a-872b-227ce91374d4/64ed2abf-ab19-4ae2-a802-27c839cb869a/00d5a120-499d-459b-806d-92cdc9d734d8) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:48:39.922857 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:39.961230 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:40.009398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 33c5fa78-c6a7-424a-872b-227ce91374d4 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:48:40.015248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:48:40.017755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:48:40.026921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=00d5a120-499d-459b-806d-92cdc9d734d8,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:40.070358 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:40.558837 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:40.637274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673d61f8-0f20-4735-81ac-359de57403a5 None None] Network 33c5fa78-c6a7-424a-872b-227ce91374d4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:48:40.770888 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2d9f1228-b3ac-40a3-abd6-573f9b036d0e None None] Provisioning complete for port acc257f6-8021-4a4f-9dce-106e1a0536ca triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:40.771336 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d9f1228-b3ac-40a3-abd6-573f9b036d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:40.849679 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6d099e37-3622-4173-8024-c1a47e6c0366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:40.868277 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:40.874630 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:40.907289 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d9f1228-b3ac-40a3-abd6-573f9b036d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:40.946856 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2d9f1228-b3ac-40a3-abd6-573f9b036d0e None None] For port acc257f6-8021-4a4f-9dce-106e1a0536ca, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=acc257f6-8021-4a4f-9dce-106e1a0536ca,segment=NetworkSegment(b60a9419-bfd5-4c09-9dd8-a55d4a4055ba),segment_id=b60a9419-bfd5-4c09-9dd8-a55d4a4055ba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:40.952226 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d9f1228-b3ac-40a3-abd6-573f9b036d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:40.955684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=00d5a120-499d-459b-806d-92cdc9d734d8,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:40.970973 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:41.030085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f1228-b3ac-40a3-abd6-573f9b036d0e None None] Pushing event updated for resources: {'Port': ['ID=acc257f6-8021-4a4f-9dce-106e1a0536ca,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:41.089882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 33c5fa78-c6a7-424a-872b-227ce91374d4 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:48:41.092647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:48:41.138803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device acc257f6-8021-4a4f-9dce-106e1a0536ca up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:48:41.190570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b1717d1a-fa3d-4caf-ae5d-2710f8647079 None None] Provisioning complete for port 00d5a120-499d-459b-806d-92cdc9d734d8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:41.190967 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1717d1a-fa3d-4caf-ae5d-2710f8647079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:41.232107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port acc257f6-8021-4a4f-9dce-106e1a0536ca triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:41.232530 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:41.235462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 94a93de7-b283-4087-b70c-609912349235 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:48:41.266648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b1717d1a-fa3d-4caf-ae5d-2710f8647079 None None] Port 00d5a120-499d-459b-806d-92cdc9d734d8 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:48:41.288909 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b1717d1a-fa3d-4caf-ae5d-2710f8647079 None None] Provisioning complete for port acc257f6-8021-4a4f-9dce-106e1a0536ca triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:41.289335 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1717d1a-fa3d-4caf-ae5d-2710f8647079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:41.368733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 31818223-bfd7-4934-a445-c10f9b1db139 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:48:41.376819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:48:41.382678 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-272af0fc-4982-46af-83bf-31ae50ef59e7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "PUT /v2.0/routers/94a93de7-b283-4087-b70c-609912349235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4390423 Nov 09 18:48:41.400868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Sync routers for ids ['94a93de7-b283-4087-b70c-609912349235'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:48:41.445479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Routers {'94a93de7-b283-4087-b70c-609912349235'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:48:41.446133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['94a93de7-b283-4087-b70c-609912349235'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:41.559870 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-18ef3fcb-6d2e-48b1-9b2a-f295672c037f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542007360&fields=id&tenant_id=c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 267 time: 0.0464621 Nov 09 18:48:41.572123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 31818223-bfd7-4934-a445-c10f9b1db139 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:41.572506 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:41.627910 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Set router 94a93de7-b283-4087-b70c-609912349235 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:48:41.673006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-e172a631-16e4-4256-9fbf-56866c6a466a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:41.674400 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-e172a631-16e4-4256-9fbf-56866c6a466a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/networks?id=33c5fa78-c6a7-424a-872b-227ce91374d4 HTTP/1.1" status: 200 len: 796 time: 0.1119182 Nov 09 18:48:41.691003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-29856c33-bcff-46d8-906d-34ffcd936f60 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/quotas/c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 375 time: 0.0103600 Nov 09 18:48:41.749218 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-cda87060-4e1e-4ef4-b57f-43569c1350b2 None None] Provisioning complete for port 00d5a120-499d-459b-806d-92cdc9d734d8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:41.749830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-b8c4977c-f8e6-4b36-931a-a0789c9db8b4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524876 Nov 09 18:48:41.749951 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cda87060-4e1e-4ef4-b57f-43569c1350b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:41.834134 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:41.847191 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-6e3ba075-8884-4ccd-b39e-0c58d16213a7 service neutron] 10.222.0.81 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861502 Nov 09 18:48:41.863874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-cda87060-4e1e-4ef4-b57f-43569c1350b2 None None] Port 00d5a120-499d-459b-806d-92cdc9d734d8 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:48:41.877064 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 31818223-bfd7-4934-a445-c10f9b1db139, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=31818223-bfd7-4934-a445-c10f9b1db139,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:41.882096 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:41.954788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-c1d41bd2-29a1-45e1-b52e-324c57830777 service neutron] 10.222.0.81 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009769 Nov 09 18:48:41.972086 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=31818223-bfd7-4934-a445-c10f9b1db139,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:41.989424 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:48:40Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '00d5a120-499d-459b-806d-92cdc9d734d8', 'name': '', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:c8:b7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:39Z', 'updated_at': '2021-11-09T18:48:40Z', 'revision_number': 2, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:42.029809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Checking router: 94a93de7-b283-4087-b70c-609912349235 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:48:42.030174 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Updating router 94a93de7-b283-4087-b70c-609912349235 port 00d5a120-499d-459b-806d-92cdc9d734d8 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:48:42.061845 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:42.161340 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-19735372-4b20-4957-9769-98c08d9de611 req-52491d6a-7aa6-4652-8570-5c5061999c3c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 210 time: 0.0427988 Nov 09 18:48:42.372504 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:42.378600 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:42.434388 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e3975-39d4-4e22-829a-631233be065f None None] Pushing event updated for resources: {'Port': ['ID=00d5a120-499d-459b-806d-92cdc9d734d8,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:42.496927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Attempting to bind port 00d5a120-499d-459b-806d-92cdc9d734d8 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:48:42.497358 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Attempting to bind port 00d5a120-499d-459b-806d-92cdc9d734d8 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:48:42.497853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Attempting to bind port 00d5a120-499d-459b-806d-92cdc9d734d8 on network 33c5fa78-c6a7-424a-872b-227ce91374d4 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:48:42.504863 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:48:42.505242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Checking segment: {'id': 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:48:42.505568 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:42.505965 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Bound using segment: {'id': 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:48:42.506606 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Bound port: 00d5a120-499d-459b-806d-92cdc9d734d8, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:48:42.507087 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:42.578643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] For port 00d5a120-499d-459b-806d-92cdc9d734d8, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:48:42.584258 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] For port 00d5a120-499d-459b-806d-92cdc9d734d8, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=00d5a120-499d-459b-806d-92cdc9d734d8,segment=NetworkSegment(b60a9419-bfd5-4c09-9dd8-a55d4a4055ba),segment_id=b60a9419-bfd5-4c09-9dd8-a55d4a4055ba)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:48:42.589716 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:42.654773 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Routers {'94a93de7-b283-4087-b70c-609912349235'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:48:42.655438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:48:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['94a93de7-b283-4087-b70c-609912349235'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:42.732453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e3975-39d4-4e22-829a-631233be065f None None] Pushing event updated for resources: {'Port': ['ID=00d5a120-499d-459b-806d-92cdc9d734d8,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:42.758884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fc2feb7f-613c-4518-8ad9-1f7d992eea58 None None] Provisioning complete for port 00d5a120-499d-459b-806d-92cdc9d734d8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:42.759578 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fc2feb7f-613c-4518-8ad9-1f7d992eea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:42.971329 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device acc257f6-8021-4a4f-9dce-106e1a0536ca up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:48:43.002244 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] Set router 94a93de7-b283-4087-b70c-609912349235 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:48:43.177124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port acc257f6-8021-4a4f-9dce-106e1a0536ca triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:43.177561 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:43.203258 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fc2feb7f-613c-4518-8ad9-1f7d992eea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:43.276524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fc2feb7f-613c-4518-8ad9-1f7d992eea58 None None] For port 00d5a120-499d-459b-806d-92cdc9d734d8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=00d5a120-499d-459b-806d-92cdc9d734d8,segment=NetworkSegment(b60a9419-bfd5-4c09-9dd8-a55d4a4055ba),segment_id=b60a9419-bfd5-4c09-9dd8-a55d4a4055ba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:43.305088 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fc2feb7f-613c-4518-8ad9-1f7d992eea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:43.309735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f1b3203-7f61-40db-9154-22b4e500ff7a req-d667916d-e08c-4136-8491-d7e5d458c17c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 210 time: 0.0424912 Nov 09 18:48:43.319122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-b2e5a244-ce7d-45c5-860d-4582c1d113ef tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:43.320855 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-b2e5a244-ce7d-45c5-860d-4582c1d113ef tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.13 "GET /v2.0/networks?id=33c5fa78-c6a7-424a-872b-227ce91374d4 HTTP/1.1" status: 200 len: 796 time: 0.1490200 Nov 09 18:48:43.373679 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-8690a362-9216-4d16-b4fc-173973f52781 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 380 time: 0.0392218 Nov 09 18:48:43.384225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-2a1a6e04-31c6-4205-a9c1-5243d4eccbc1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'port': {'device_id': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'admin_state_up': True, 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'security_groups': ['7c611762-33aa-4e39-8f8e-c8f2a9ab8c14']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:43.397302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 31818223-bfd7-4934-a445-c10f9b1db139 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:48:43.422630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2feb7f-613c-4518-8ad9-1f7d992eea58 None None] Pushing event updated for resources: {'Port': ['ID=00d5a120-499d-459b-806d-92cdc9d734d8,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:43.462239 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:48:40Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '00d5a120-499d-459b-806d-92cdc9d734d8', 'name': '', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:c8:b7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:39Z', 'updated_at': '2021-11-09T18:48:42Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:43.465412 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-85eb2f32-4645-40c5-a20a-a5fdf44c1bc1 None None] Provisioning complete for port 00d5a120-499d-459b-806d-92cdc9d734d8 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:43.465792 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-85eb2f32-4645-40c5-a20a-a5fdf44c1bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:43.500027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-2a1a6e04-31c6-4205-a9c1-5243d4eccbc1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:48:43.503651 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-2a1a6e04-31c6-4205-a9c1-5243d4eccbc1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:43.512830 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f3404-22ea-4aef-a3d8-cbae6143c166 None None] The sync data for ids ['94a93de7-b283-4087-b70c-609912349235'] in n-d-817236-1 is: [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:48:40Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '00d5a120-499d-459b-806d-92cdc9d734d8', 'name': '', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:c8:b7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:39Z', 'updated_at': '2021-11-09T18:48:42Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:48:43.526575 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 31818223-bfd7-4934-a445-c10f9b1db139 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:43.527604 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:43.666825 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-2a1a6e04-31c6-4205-a9c1-5243d4eccbc1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.20.0.8 (33c5fa78-c6a7-424a-872b-227ce91374d4/64ed2abf-ab19-4ae2-a802-27c839cb869a/0934ef95-22d3-43fe-95fb-a44abf1e9752) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:48:43.784808 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d532eea1-e4a5-46be-9b1b-8e232ed48838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:43.822352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-2a1a6e04-31c6-4205-a9c1-5243d4eccbc1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:43.859051 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-2a1a6e04-31c6-4205-a9c1-5243d4eccbc1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:43.906699 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-2a1a6e04-31c6-4205-a9c1-5243d4eccbc1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 33c5fa78-c6a7-424a-872b-227ce91374d4 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:48:43.910230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-2a1a6e04-31c6-4205-a9c1-5243d4eccbc1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:48:43.912754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-2a1a6e04-31c6-4205-a9c1-5243d4eccbc1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:48:43.942959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a6e04-31c6-4205-a9c1-5243d4eccbc1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=0934ef95-22d3-43fe-95fb-a44abf1e9752,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:43.974087 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-2a1a6e04-31c6-4205-a9c1-5243d4eccbc1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:43.974735 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-2a1a6e04-31c6-4205-a9c1-5243d4eccbc1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:44.003459 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-2a1a6e04-31c6-4205-a9c1-5243d4eccbc1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6229453 Nov 09 18:48:44.016598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-06163f38-d7ed-46f5-bb53-5646a26b5414 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:48:44.017619 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-06163f38-d7ed-46f5-bb53-5646a26b5414 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059633 Nov 09 18:48:44.081407 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Request body: {'port': {'device_id': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:44.145027 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:44.190942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-dd3b9f14-551a-4c81-a2b7-589aabd063a6 None None] Provisioning complete for port 0934ef95-22d3-43fe-95fb-a44abf1e9752 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:44.191426 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9f14-551a-4c81-a2b7-589aabd063a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:44.231687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-dd3b9f14-551a-4c81-a2b7-589aabd063a6 None None] Port 0934ef95-22d3-43fe-95fb-a44abf1e9752 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:48:44.463891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0934ef95-22d3-43fe-95fb-a44abf1e9752 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:48:44.473101 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:44.490431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Transition to ACTIVE for port object 0934ef95-22d3-43fe-95fb-a44abf1e9752 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:48:44.500686 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edc365-9258-4a37-bcd6-2a292c38884e req-72ca7a76-23bb-41a1-8c66-658599e1c50f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:44.502260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9edc365-9258-4a37-bcd6-2a292c38884e req-72ca7a76-23bb-41a1-8c66-658599e1c50f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 931 time: 0.1053843 Nov 09 18:48:44.503494 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:44.588227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Pushing event updated for resources: {'Port': ['ID=0934ef95-22d3-43fe-95fb-a44abf1e9752,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:44.599869 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9edc365-9258-4a37-bcd6-2a292c38884e req-f92c5bfb-a2f8-4886-a343-0977c15d12a2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715954 Nov 09 18:48:44.633714 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:44.682904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Attempting to bind port 0934ef95-22d3-43fe-95fb-a44abf1e9752 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:48:44.684151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Attempting to bind port 0934ef95-22d3-43fe-95fb-a44abf1e9752 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:48:44.684460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Attempting to bind port 0934ef95-22d3-43fe-95fb-a44abf1e9752 on network 33c5fa78-c6a7-424a-872b-227ce91374d4 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:48:44.689493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Port 0934ef95-22d3-43fe-95fb-a44abf1e9752 on network 33c5fa78-c6a7-424a-872b-227ce91374d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:48:44.689813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Attempting to bind port 0934ef95-22d3-43fe-95fb-a44abf1e9752 on network 33c5fa78-c6a7-424a-872b-227ce91374d4 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:48:44.694981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:48:44.695357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Checking segment: {'id': 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:48:44.695744 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Bound using segment: {'id': 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:48:44.696176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Bound port: 0934ef95-22d3-43fe-95fb-a44abf1e9752, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:48:44.696596 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:44.772792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] For port 0934ef95-22d3-43fe-95fb-a44abf1e9752, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:48:44.776277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] For port 0934ef95-22d3-43fe-95fb-a44abf1e9752, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0934ef95-22d3-43fe-95fb-a44abf1e9752,segment=NetworkSegment(b60a9419-bfd5-4c09-9dd8-a55d4a4055ba),segment_id=b60a9419-bfd5-4c09-9dd8-a55d4a4055ba)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:48:44.780141 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:44.816125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:44.816739 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:44.818125 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] 10.222.0.13 "PUT /v2.0/ports/0934ef95-22d3-43fe-95fb-a44abf1e9752 HTTP/1.1" status: 200 len: 1091 time: 0.7921557 Nov 09 18:48:44.818565 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'tag': '0934ef95-22d3-43fe-95fb-a44abf1e9752'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:48:44.820892 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51a552e-de7c-449f-80ec-4497e98fff34" -d '{"events": [{"name": "network-changed", "server_uuid": "2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe", "tag": "0934ef95-22d3-43fe-95fb-a44abf1e9752"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:48:44.849507 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4a91f-96fa-4feb-ba31-97c79efcc544 service neutron] Pushing event updated for resources: {'Port': ['ID=0934ef95-22d3-43fe-95fb-a44abf1e9752,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:44.887544 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86723c1b-d4cc-48e7-b4d6-3a176af95bb7 x-openstack-request-id: req-86723c1b-d4cc-48e7-b4d6-3a176af95bb7 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:48:44.888013 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe", "tag": "0934ef95-22d3-43fe-95fb-a44abf1e9752", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:48:44.888451 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86723c1b-d4cc-48e7-b4d6-3a176af95bb7 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:48:44.889068 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'tag': '0934ef95-22d3-43fe-95fb-a44abf1e9752', 'status': 'completed', 'code': 200} Nov 09 18:48:44.907194 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-75664aee-ea15-42fa-be0f-2ac61887bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:44.908830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-75664aee-ea15-42fa-be0f-2ac61887bb2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 1094 time: 0.0489130 Nov 09 18:48:44.958283 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-26d5d325-de9e-491d-b2e9-818701a1b837 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0934ef95-22d3-43fe-95fb-a44abf1e9752 HTTP/1.1" status: 200 len: 217 time: 0.0412526 Nov 09 18:48:45.008697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 00d5a120-499d-459b-806d-92cdc9d734d8 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:48:45.027584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-bfe28117-133c-4979-9b6c-824e31d92b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:45.029489 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-bfe28117-133c-4979-9b6c-824e31d92b38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ed2abf-ab19-4ae2-a802-27c839cb869a HTTP/1.1" status: 200 len: 834 time: 0.0640624 Nov 09 18:48:45.068429 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 00d5a120-499d-459b-806d-92cdc9d734d8 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:45.068844 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:45.078806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-949b9b07-1679-462a-aea1-4ed36a5bb87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:45.080401 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-949b9b07-1679-462a-aea1-4ed36a5bb87b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33c5fa78-c6a7-424a-872b-227ce91374d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440273 Nov 09 18:48:45.177436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-3e8d2521-a3b7-4c87-baad-e087da206851 service neutron] 10.222.0.13 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900998 Nov 09 18:48:45.267845 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80478d5b-ac58-46ec-80e5-b6edaf739778 req-0d139d02-8c50-46c5-b39a-8011c6019bc3 service neutron] 10.222.0.13 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821328 Nov 09 18:48:45.354239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a552e-de7c-449f-80ec-4497e98fff34 req-ed8acfd6-17f0-455d-bec0-c79861dbdb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:45.356515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b51a552e-de7c-449f-80ec-4497e98fff34 req-ed8acfd6-17f0-455d-bec0-c79861dbdb9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 1094 time: 0.0415807 Nov 09 18:48:45.453976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a552e-de7c-449f-80ec-4497e98fff34 req-c6c9a72c-22a3-45d3-bf63-834964024b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:45.455498 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b51a552e-de7c-449f-80ec-4497e98fff34 req-c6c9a72c-22a3-45d3-bf63-834964024b5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=33c5fa78-c6a7-424a-872b-227ce91374d4 HTTP/1.1" status: 200 len: 897 time: 0.0923922 Nov 09 18:48:45.498234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b51a552e-de7c-449f-80ec-4497e98fff34 req-6480cdeb-a871-4d5d-bfd4-5e043b6e9426 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0934ef95-22d3-43fe-95fb-a44abf1e9752 HTTP/1.1" status: 200 len: 217 time: 0.0360198 Nov 09 18:48:45.552558 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a552e-de7c-449f-80ec-4497e98fff34 req-d062a724-3bf6-417a-9afc-10b6673e1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:45.554043 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b51a552e-de7c-449f-80ec-4497e98fff34 req-d062a724-3bf6-417a-9afc-10b6673e1479 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ed2abf-ab19-4ae2-a802-27c839cb869a HTTP/1.1" status: 200 len: 834 time: 0.0489805 Nov 09 18:48:45.601300 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a552e-de7c-449f-80ec-4497e98fff34 req-bf66cc42-2d6c-4fc3-ac00-a7b0d338ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:45.602785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b51a552e-de7c-449f-80ec-4497e98fff34 req-bf66cc42-2d6c-4fc3-ac00-a7b0d338ac8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33c5fa78-c6a7-424a-872b-227ce91374d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405366 Nov 09 18:48:45.670249 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:45.735073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b51a552e-de7c-449f-80ec-4497e98fff34 req-bad490fe-6f61-4725-8b1d-8aa5b88ace51 service neutron] 10.222.0.13 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239793 Nov 09 18:48:45.770959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fa30a-fa3a-41bd-ae4c-aa9c5ab33a35 req-6fdcd5ad-9243-4437-934f-6dbd49e0d2f1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:45.772416 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-777fa30a-fa3a-41bd-ae4c-aa9c5ab33a35 req-6fdcd5ad-9243-4437-934f-6dbd49e0d2f1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 943 time: 0.0812552 Nov 09 18:48:45.846735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-777fa30a-fa3a-41bd-ae4c-aa9c5ab33a35 req-a1734636-7ced-416d-879f-4c5baa5c6d3e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484796 Nov 09 18:48:45.872244 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b51a552e-de7c-449f-80ec-4497e98fff34 req-b612c933-a17f-40fd-ba7e-24f84845e13e service neutron] 10.222.0.13 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295965 Nov 09 18:48:46.969600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d180f9-1227-4cc0-bdbb-33f971e2678a req-e79ebe78-a3df-49a8-ad0f-093dfac90d2b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:46.971122 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6d180f9-1227-4cc0-bdbb-33f971e2678a req-e79ebe78-a3df-49a8-ad0f-093dfac90d2b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 943 time: 0.0555222 Nov 09 18:48:47.009590 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6d180f9-1227-4cc0-bdbb-33f971e2678a req-0c24addc-3afa-4b85-9853-e7acf638db29 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325832 Nov 09 18:48:47.251302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0934ef95-22d3-43fe-95fb-a44abf1e9752 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:48:47.350633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0934ef95-22d3-43fe-95fb-a44abf1e9752, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0934ef95-22d3-43fe-95fb-a44abf1e9752,segment=NetworkSegment(b60a9419-bfd5-4c09-9dd8-a55d4a4055ba),segment_id=b60a9419-bfd5-4c09-9dd8-a55d4a4055ba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:47.362901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '0934ef95-22d3-43fe-95fb-a44abf1e9752', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'port_id': '0934ef95-22d3-43fe-95fb-a44abf1e9752', 'mac_address': 'fa:16:3e:f3:e5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:48:47.399821 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:47.412964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0934ef95-22d3-43fe-95fb-a44abf1e9752 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:48:47.432018 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0934ef95-22d3-43fe-95fb-a44abf1e9752, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0934ef95-22d3-43fe-95fb-a44abf1e9752,segment=NetworkSegment(b60a9419-bfd5-4c09-9dd8-a55d4a4055ba),segment_id=b60a9419-bfd5-4c09-9dd8-a55d4a4055ba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:47.436698 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:47.484630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0934ef95-22d3-43fe-95fb-a44abf1e9752,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:47.694077 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['0934ef95-22d3-43fe-95fb-a44abf1e9752'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:48:47.910529 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:48.127979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b4e0a-efa5-4bcd-b55e-57572fefc978 req-4b7213d1-be7c-486c-9a29-67b8600073b3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:48.129478 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba5b4e0a-efa5-4bcd-b55e-57572fefc978 req-4b7213d1-be7c-486c-9a29-67b8600073b3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 944 time: 0.0511906 Nov 09 18:48:48.166729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ba5b4e0a-efa5-4bcd-b55e-57572fefc978 req-f5a05c82-7495-41da-aee1-d837d9343271 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311866 Nov 09 18:48:49.263059 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0934ef95-22d3-43fe-95fb-a44abf1e9752 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:48:49.285819 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1582e94-6277-44ca-ab16-67f3865f03ed req-e0e8c6e6-d1a0-485d-b1ac-216bda862e43 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:49.287456 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1582e94-6277-44ca-ab16-67f3865f03ed req-e0e8c6e6-d1a0-485d-b1ac-216bda862e43 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 944 time: 0.0505793 Nov 09 18:48:49.314689 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 0934ef95-22d3-43fe-95fb-a44abf1e9752 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:48:49.318882 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 0934ef95-22d3-43fe-95fb-a44abf1e9752 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:48:49.319297 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:49.327276 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1582e94-6277-44ca-ab16-67f3865f03ed req-339ca395-9712-448a-a201-b979c1ce2808 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335429 Nov 09 18:48:49.397805 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:49.420168 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0934ef95-22d3-43fe-95fb-a44abf1e9752'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:48:49.422458 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc40e2e1-810c-41ab-a0e8-6091119d77d4" -d '{"events": [{"server_uuid": "2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe", "name": "network-vif-plugged", "status": "completed", "tag": "0934ef95-22d3-43fe-95fb-a44abf1e9752"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:48:49.435581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 0934ef95-22d3-43fe-95fb-a44abf1e9752, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0934ef95-22d3-43fe-95fb-a44abf1e9752,segment=NetworkSegment(b60a9419-bfd5-4c09-9dd8-a55d4a4055ba),segment_id=b60a9419-bfd5-4c09-9dd8-a55d4a4055ba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:48:49.439720 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:49.463526 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33bac4d-84b7-44bc-bb89-0e2ef3e07414 x-openstack-request-id: req-a33bac4d-84b7-44bc-bb89-0e2ef3e07414 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:48:49.463823 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe", "name": "network-vif-plugged", "status": "completed", "tag": "0934ef95-22d3-43fe-95fb-a44abf1e9752", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:48:49.464079 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a33bac4d-84b7-44bc-bb89-0e2ef3e07414 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:48:49.465091 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0934ef95-22d3-43fe-95fb-a44abf1e9752', 'code': 200} Nov 09 18:48:49.492608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=0934ef95-22d3-43fe-95fb-a44abf1e9752,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:49.561318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d916ebd-bb85-4a1e-aa3d-58bfe521e88f req-d5dfcc3c-f4e2-474b-978c-0e148628fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:49.562767 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5d916ebd-bb85-4a1e-aa3d-58bfe521e88f req-d5dfcc3c-f4e2-474b-978c-0e148628fb71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 1096 time: 0.0434129 Nov 09 18:48:49.598070 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5d916ebd-bb85-4a1e-aa3d-58bfe521e88f req-c94f6d59-9f6c-4730-aa59-a0da6cb74409 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287106 Nov 09 18:48:50.444612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4290bf-99d8-4895-9522-a148db5f3f4b req-60a2fbb8-4d28-40bc-b2c3-c09d5ff7ea6a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:50.446092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab4290bf-99d8-4895-9522-a148db5f3f4b req-60a2fbb8-4d28-40bc-b2c3-c09d5ff7ea6a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0494246 Nov 09 18:48:50.483928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab4290bf-99d8-4895-9522-a148db5f3f4b req-2ed8c9af-4621-424b-b036-a5213b83c132 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315373 Nov 09 18:48:51.600341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a6f53-daa0-45a9-9a36-48c66eb00311 req-1f919ccf-b205-4fdc-aa55-46d1693f35c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:51.601816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-015a6f53-daa0-45a9-9a36-48c66eb00311 req-1f919ccf-b205-4fdc-aa55-46d1693f35c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0509095 Nov 09 18:48:51.642479 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-015a6f53-daa0-45a9-9a36-48c66eb00311 req-e3a4c13f-f8a1-4df1-ae44-2f0ca04784ff tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344205 Nov 09 18:48:51.760515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764337ab-d78c-4be5-8af0-62d342681025 req-8e902906-c258-4c0f-866b-d25b7e81735a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:51.762569 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-764337ab-d78c-4be5-8af0-62d342681025 req-8e902906-c258-4c0f-866b-d25b7e81735a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0534911 Nov 09 18:48:51.799689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-764337ab-d78c-4be5-8af0-62d342681025 req-7ca24946-f74c-4267-8fca-a5821a334adb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311985 Nov 09 18:48:51.820911 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52364) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:51.861089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f918c2b-3e66-4fa8-b9a7-987390550ba8 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:51.862588 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6f918c2b-3e66-4fa8-b9a7-987390550ba8 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 1091 time: 0.0407121 Nov 09 18:48:51.865429 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52366) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:51.869641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '0934ef95-22d3-43fe-95fb-a44abf1e9752', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:48:51.892545 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:51.992099 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:52.095427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.25.1.39 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/78ecbb76-41c8-4587-9568-8eafaae53a27) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:48:52.202020 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:52.242301 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:52.280785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:48:52.283886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:48:52.286635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:48:52.321766 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=78ecbb76-41c8-4587-9568-8eafaae53a27,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:52.651680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:52.720019 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:52.872795 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:52.877241 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:52.949365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=78ecbb76-41c8-4587-9568-8eafaae53a27,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:48:52.957473 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:53.061442 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Floating IP e012a26e-fb69-4282-b778-64ff5378a87c associated. External IP: 172.25.1.39, port: 0934ef95-22d3-43fe-95fb-a44abf1e9752. Nov 09 18:48:53.101507 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:48:53.274730 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 94a93de7-b283-4087-b70c-609912349235 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:48:53.687518 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:53.719562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:48:53.729184 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd26ba-2427-4efa-a2db-2a114b7052f7 None None] Sync routers for ids ['94a93de7-b283-4087-b70c-609912349235'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:48:53.737890 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:53.739355 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd26ba-2427-4efa-a2db-2a114b7052f7 None None] Routers {'94a93de7-b283-4087-b70c-609912349235'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:48:53.739988 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2ebd26ba-2427-4efa-a2db-2a114b7052f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:48:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['94a93de7-b283-4087-b70c-609912349235'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:53.765710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-219d6b08-8df1-474c-86b5-0d3399637230 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8992701 Nov 09 18:48:53.766406 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'tag': '0934ef95-22d3-43fe-95fb-a44abf1e9752'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:48:53.768787 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d21613f-c02a-427e-8e09-4811906a2ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe", "tag": "0934ef95-22d3-43fe-95fb-a44abf1e9752"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:48:53.868475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77234c17-3edd-47d8-9899-fe866f7786f2 req-43625c12-0463-47e9-a44e-5a694a7dcb9b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:53.869990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77234c17-3edd-47d8-9899-fe866f7786f2 req-43625c12-0463-47e9-a44e-5a694a7dcb9b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0518191 Nov 09 18:48:53.908803 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77234c17-3edd-47d8-9899-fe866f7786f2 req-f7b0f70a-9013-4956-bad6-97319e943c1e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325027 Nov 09 18:48:53.933605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52372) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:53.941071 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2ebd26ba-2427-4efa-a2db-2a114b7052f7 None None] Set router 94a93de7-b283-4087-b70c-609912349235 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:48:53.981886 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fffc18b-46ff-491d-949b-a399cab0a518 x-openstack-request-id: req-5fffc18b-46ff-491d-949b-a399cab0a518 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:48:53.982269 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe", "tag": "0934ef95-22d3-43fe-95fb-a44abf1e9752", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:48:53.982529 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5fffc18b-46ff-491d-949b-a399cab0a518 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:48:53.982916 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'tag': '0934ef95-22d3-43fe-95fb-a44abf1e9752', 'status': 'completed', 'code': 200} Nov 09 18:48:54.036188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dc16bc1f-83f3-4c63-b2c4-169a37046a07 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/e012a26e-fb69-4282-b778-64ff5378a87c HTTP/1.1" status: 200 len: 990 time: 0.1014166 Nov 09 18:48:54.043806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21613f-c02a-427e-8e09-4811906a2ad2 req-9c5cb3e1-fa71-4968-a008-b47e1375ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:54.045402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d21613f-c02a-427e-8e09-4811906a2ad2 req-9c5cb3e1-fa71-4968-a008-b47e1375ba04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 1096 time: 0.0662396 Nov 09 18:48:54.144300 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21613f-c02a-427e-8e09-4811906a2ad2 req-c93024dc-56fe-4851-bb25-d23889234bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:54.145799 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d21613f-c02a-427e-8e09-4811906a2ad2 req-c93024dc-56fe-4851-bb25-d23889234bba service neutron] 10.222.0.13 "GET /v2.0/networks?id=33c5fa78-c6a7-424a-872b-227ce91374d4 HTTP/1.1" status: 200 len: 897 time: 0.0925035 Nov 09 18:48:54.181181 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2ebd26ba-2427-4efa-a2db-2a114b7052f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:48:40Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'e012a26e-fb69-4282-b778-64ff5378a87c', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '94a93de7-b283-4087-b70c-609912349235', 'port_id': '0934ef95-22d3-43fe-95fb-a44abf1e9752', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'mac_address': 'fa:16:3e:f3:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:48:52Z', 'updated_at': '2021-11-09T18:48:52Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d5a120-499d-459b-806d-92cdc9d734d8', 'name': '', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:c8:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:39Z', 'updated_at': '2021-11-09T18:48:43Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:54.208894 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd26ba-2427-4efa-a2db-2a114b7052f7 None None] Checking router: 94a93de7-b283-4087-b70c-609912349235 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:48:54.211211 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d21613f-c02a-427e-8e09-4811906a2ad2 req-131c7329-7f26-4f52-a0f7-ab125a9d8416 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0934ef95-22d3-43fe-95fb-a44abf1e9752 HTTP/1.1" status: 200 len: 998 time: 0.0570679 Nov 09 18:48:54.217990 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd26ba-2427-4efa-a2db-2a114b7052f7 None None] Routers {'94a93de7-b283-4087-b70c-609912349235'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:48:54.218604 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2ebd26ba-2427-4efa-a2db-2a114b7052f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:48:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['94a93de7-b283-4087-b70c-609912349235'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:54.261696 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21613f-c02a-427e-8e09-4811906a2ad2 req-9462cad7-55da-46bc-bafd-efc09e3d8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:54.263146 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d21613f-c02a-427e-8e09-4811906a2ad2 req-9462cad7-55da-46bc-bafd-efc09e3d8101 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ed2abf-ab19-4ae2-a802-27c839cb869a HTTP/1.1" status: 200 len: 834 time: 0.0443490 Nov 09 18:48:54.313047 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21613f-c02a-427e-8e09-4811906a2ad2 req-f06eef6a-38eb-4fa7-923e-47dd4f830db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:54.314527 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d21613f-c02a-427e-8e09-4811906a2ad2 req-f06eef6a-38eb-4fa7-923e-47dd4f830db2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33c5fa78-c6a7-424a-872b-227ce91374d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441549 Nov 09 18:48:54.326154 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2ebd26ba-2427-4efa-a2db-2a114b7052f7 None None] Set router 94a93de7-b283-4087-b70c-609912349235 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:48:54.379594 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:54.407672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d21613f-c02a-427e-8e09-4811906a2ad2 req-54523ccc-51a8-4a3e-af7e-dcbf4cc09b8d service neutron] 10.222.0.13 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859590 Nov 09 18:48:54.503644 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d21613f-c02a-427e-8e09-4811906a2ad2 req-11f46bb3-bf5e-4ecb-b128-41ae154b06ff service neutron] 10.222.0.13 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892155 Nov 09 18:48:54.564409 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2ebd26ba-2427-4efa-a2db-2a114b7052f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:48:40Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'e012a26e-fb69-4282-b778-64ff5378a87c', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '94a93de7-b283-4087-b70c-609912349235', 'port_id': '0934ef95-22d3-43fe-95fb-a44abf1e9752', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'mac_address': 'fa:16:3e:f3:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:48:52Z', 'updated_at': '2021-11-09T18:48:52Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d5a120-499d-459b-806d-92cdc9d734d8', 'name': '', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:c8:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:39Z', 'updated_at': '2021-11-09T18:48:43Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:48:54.594090 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd26ba-2427-4efa-a2db-2a114b7052f7 None None] The sync data for ids ['94a93de7-b283-4087-b70c-609912349235'] in n-d-817236-1 is: [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:48:40Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'e012a26e-fb69-4282-b778-64ff5378a87c', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.39', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '94a93de7-b283-4087-b70c-609912349235', 'port_id': '0934ef95-22d3-43fe-95fb-a44abf1e9752', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'mac_address': 'fa:16:3e:f3:e5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:48:52Z', 'updated_at': '2021-11-09T18:48:52Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d5a120-499d-459b-806d-92cdc9d734d8', 'name': '', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:c8:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:39Z', 'updated_at': '2021-11-09T18:48:43Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:48:54.789263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90bd4f-cb44-4486-b2d9-67967c103d97 None None] New status for floating IP e012a26e-fb69-4282-b778-64ff5378a87c: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:48:55.040066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52374) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:48:55.102508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3c3e1bd3-6ec2-4cf1-afcb-a473dafc9a15 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/e012a26e-fb69-4282-b778-64ff5378a87c HTTP/1.1" status: 200 len: 992 time: 0.0612841 Nov 09 18:49:10.842065 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2fd2-b3c6-4030-a045-98ed6f9b5f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:13.775752 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-684d5118-f202-472e-8422-323e63e1fe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:14.615795 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:15.669273 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:17.905253 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:23.687323 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:23.875388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9629916-cd76-4873-b890-af45c12356a2 req-6cf560ec-12fa-4334-acd0-a3a3bf6ba028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:23.877226 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9629916-cd76-4873-b890-af45c12356a2 req-6cf560ec-12fa-4334-acd0-a3a3bf6ba028 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 1096 time: 0.0416150 Nov 09 18:49:23.987652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85bd60-6b3f-43b7-b48c-f68801de0eae req-227445a4-3a75-4ce3-b4c9-29f4ca3ee703 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:23.989043 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8e85bd60-6b3f-43b7-b48c-f68801de0eae req-227445a4-3a75-4ce3-b4c9-29f4ca3ee703 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.1659915 Nov 09 18:49:24.024560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9629916-cd76-4873-b890-af45c12356a2 req-d9f28825-b24d-41ac-b72f-6b9124b016c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:24.026005 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9629916-cd76-4873-b890-af45c12356a2 req-d9f28825-b24d-41ac-b72f-6b9124b016c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33c5fa78-c6a7-424a-872b-227ce91374d4 HTTP/1.1" status: 200 len: 897 time: 0.1418512 Nov 09 18:49:24.079154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8e85bd60-6b3f-43b7-b48c-f68801de0eae req-cbeda02f-50e2-48a2-84a2-c5af29156a4b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836010 Nov 09 18:49:24.106330 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9629916-cd76-4873-b890-af45c12356a2 req-41561286-43c9-4e15-a1d7-051d5df70368 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0934ef95-22d3-43fe-95fb-a44abf1e9752 HTTP/1.1" status: 200 len: 1000 time: 0.0707612 Nov 09 18:49:24.156430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9629916-cd76-4873-b890-af45c12356a2 req-be50a6fa-a123-4f4a-83b5-efc0a25b3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:24.157857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9629916-cd76-4873-b890-af45c12356a2 req-be50a6fa-a123-4f4a-83b5-efc0a25b3a17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ed2abf-ab19-4ae2-a802-27c839cb869a HTTP/1.1" status: 200 len: 834 time: 0.0439889 Nov 09 18:49:24.205417 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9629916-cd76-4873-b890-af45c12356a2 req-2b5b4af1-e3ab-478a-bff0-238398391610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:24.206894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9629916-cd76-4873-b890-af45c12356a2 req-2b5b4af1-e3ab-478a-bff0-238398391610 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33c5fa78-c6a7-424a-872b-227ce91374d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419726 Nov 09 18:49:24.300980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9629916-cd76-4873-b890-af45c12356a2 req-f014c360-47f1-4b04-93b9-64612a8b4008 service neutron] 10.222.0.13 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855629 Nov 09 18:49:24.381041 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:24.392401 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c9629916-cd76-4873-b890-af45c12356a2 req-92cf56ec-fba0-46ee-b683-899b4371af9e service neutron] 10.222.0.13 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824990 Nov 09 18:49:25.201357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec15d69-a748-46cd-a7ef-c26d62646d84 req-4b9fdb35-8b75-4e0e-b6d3-87e03e468eba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:25.202770 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cec15d69-a748-46cd-a7ef-c26d62646d84 req-4b9fdb35-8b75-4e0e-b6d3-87e03e468eba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0557156 Nov 09 18:49:25.241168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cec15d69-a748-46cd-a7ef-c26d62646d84 req-a31d31a8-a2d8-4472-9f02-24edd692ad2f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323994 Nov 09 18:49:26.357189 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeba010-2975-459f-a7a0-b90e00535972 req-d97991c5-9701-4ba5-a6a1-7b22a5c8435d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:26.358651 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aeeba010-2975-459f-a7a0-b90e00535972 req-d97991c5-9701-4ba5-a6a1-7b22a5c8435d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0487874 Nov 09 18:49:26.397626 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aeeba010-2975-459f-a7a0-b90e00535972 req-53e42989-8250-4c16-91f8-9f5fe4115d7e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330153 Nov 09 18:49:27.513590 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce7068-75d5-4577-b1b7-1e83994429e1 req-c615e00a-956a-465f-9221-edef678882b0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:27.515110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95ce7068-75d5-4577-b1b7-1e83994429e1 req-c615e00a-956a-465f-9221-edef678882b0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0493474 Nov 09 18:49:27.554433 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-95ce7068-75d5-4577-b1b7-1e83994429e1 req-a97882c3-2455-4960-96cf-c4124928446b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334349 Nov 09 18:49:28.678797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529339b-1879-4201-844e-d94805a9df29 req-22f6b829-f4d3-4e32-9d40-12ce5462286b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:28.680299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b529339b-1879-4201-844e-d94805a9df29 req-22f6b829-f4d3-4e32-9d40-12ce5462286b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0538583 Nov 09 18:49:28.719681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b529339b-1879-4201-844e-d94805a9df29 req-da7e9c5e-03a7-4cfc-bdeb-d96494b5fdb4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333390 Nov 09 18:49:29.832635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce0499-c170-4e55-9cf9-b0e1572e5bf4 req-a8c4c28f-e7f2-4487-ac1e-50fc5ab809bc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:29.834101 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bce0499-c170-4e55-9cf9-b0e1572e5bf4 req-a8c4c28f-e7f2-4487-ac1e-50fc5ab809bc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0493574 Nov 09 18:49:29.873173 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bce0499-c170-4e55-9cf9-b0e1572e5bf4 req-7424bd40-0274-4269-9ba5-d05d143cc4c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Nov 09 18:49:30.101608 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:49:30.986259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94e30-06d6-4e27-a0b0-bc71775dcd9f req-41a21f0d-ec1f-4d89-95d1-6a9b885d8e76 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:30.987789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43a94e30-06d6-4e27-a0b0-bc71775dcd9f req-41a21f0d-ec1f-4d89-95d1-6a9b885d8e76 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0481236 Nov 09 18:49:31.027057 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43a94e30-06d6-4e27-a0b0-bc71775dcd9f req-604d4b2b-f75b-4e4c-8cf4-fab70af0c981 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332885 Nov 09 18:49:32.149120 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b5036-3d05-40b6-9d04-f393c6bfdf4c req-d97e32ff-16b2-4200-8b92-410ab2cb72e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:32.150604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2e7b5036-3d05-40b6-9d04-f393c6bfdf4c req-d97e32ff-16b2-4200-8b92-410ab2cb72e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0542810 Nov 09 18:49:32.189594 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2e7b5036-3d05-40b6-9d04-f393c6bfdf4c req-b9e46ee3-9f0b-4105-9e23-cab326f8ba20 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326381 Nov 09 18:49:33.305516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c011b-431b-4b9d-8766-097be085a818 req-50e51a01-fa2c-4d51-b886-256e3cb09749 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:33.306989 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a5c011b-431b-4b9d-8766-097be085a818 req-50e51a01-fa2c-4d51-b886-256e3cb09749 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0510154 Nov 09 18:49:33.345603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3a5c011b-431b-4b9d-8766-097be085a818 req-24e5ef5d-bf98-4710-840f-4849e7a18ec3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325451 Nov 09 18:49:34.469226 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d698d-0310-40a1-83b4-9cec4afd0b33 req-42c8bf46-e54a-45b2-b6d3-d92466f521a3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:34.470710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab4d698d-0310-40a1-83b4-9cec4afd0b33 req-42c8bf46-e54a-45b2-b6d3-d92466f521a3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0499001 Nov 09 18:49:34.508453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab4d698d-0310-40a1-83b4-9cec4afd0b33 req-426f2728-257e-4937-8914-607d4fdf3937 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318866 Nov 09 18:49:35.632573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ca1c-11a8-43c2-89e6-f9ab2b05cf15 req-7b4a47ad-4f98-4e00-b9d5-bb68a56fd8fa tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:35.634052 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b721ca1c-11a8-43c2-89e6-f9ab2b05cf15 req-7b4a47ad-4f98-4e00-b9d5-bb68a56fd8fa tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0550945 Nov 09 18:49:35.672037 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b721ca1c-11a8-43c2-89e6-f9ab2b05cf15 req-6c30b474-fa36-4e58-b16e-cc3eb4b97bf0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317483 Nov 09 18:49:35.694350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52412) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:49:35.754677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ec158315-6bf6-47a7-86fb-ee1e05a770bc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/e012a26e-fb69-4282-b778-64ff5378a87c HTTP/1.1" status: 200 len: 992 time: 0.0591826 Nov 09 18:49:37.697044 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06a46427-0573-49ff-8193-6c4cafd6edf9 req-4657cb13-e3e7-4735-9fc2-d8d593b298c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386834 Nov 09 18:49:37.783175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a46427-0573-49ff-8193-6c4cafd6edf9 req-be94b5ca-de6f-45b2-a447-86492f029af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:37.784704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06a46427-0573-49ff-8193-6c4cafd6edf9 req-be94b5ca-de6f-45b2-a447-86492f029af6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 1096 time: 0.0449719 Nov 09 18:49:37.886141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a46427-0573-49ff-8193-6c4cafd6edf9 req-81766349-6985-4957-bb62-faed4a521768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:37.888339 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06a46427-0573-49ff-8193-6c4cafd6edf9 req-81766349-6985-4957-bb62-faed4a521768 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33c5fa78-c6a7-424a-872b-227ce91374d4 HTTP/1.1" status: 200 len: 897 time: 0.0853195 Nov 09 18:49:37.957680 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06a46427-0573-49ff-8193-6c4cafd6edf9 req-5138e9d9-a073-44c6-84dd-f32f933506e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0934ef95-22d3-43fe-95fb-a44abf1e9752 HTTP/1.1" status: 200 len: 1000 time: 0.0622571 Nov 09 18:49:38.007039 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a46427-0573-49ff-8193-6c4cafd6edf9 req-8d77876e-d510-41cc-aaf6-2ffb47362166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:38.008548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06a46427-0573-49ff-8193-6c4cafd6edf9 req-8d77876e-d510-41cc-aaf6-2ffb47362166 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ed2abf-ab19-4ae2-a802-27c839cb869a HTTP/1.1" status: 200 len: 834 time: 0.0443418 Nov 09 18:49:38.055099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a46427-0573-49ff-8193-6c4cafd6edf9 req-3675e3af-1978-4ff8-b9c0-b259e6e39028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:38.056649 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06a46427-0573-49ff-8193-6c4cafd6edf9 req-3675e3af-1978-4ff8-b9c0-b259e6e39028 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33c5fa78-c6a7-424a-872b-227ce91374d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408440 Nov 09 18:49:38.152730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06a46427-0573-49ff-8193-6c4cafd6edf9 req-198fd1d3-ab77-4269-828f-8ea8b61f4f65 service neutron] 10.222.0.13 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889101 Nov 09 18:49:38.241884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06a46427-0573-49ff-8193-6c4cafd6edf9 req-7d4fce85-5f97-4cb4-9a20-3bb60cdb355c service neutron] 10.222.0.13 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824878 Nov 09 18:49:40.843529 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4168f30b-2485-49e4-b123-b8024ee5aecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:43.777286 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e592-5e8a-42f7-88e4-a4eb235c1f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:44.617313 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:45.673143 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:47.908366 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:53.713170 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:54.384574 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:06.130881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52434) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:06.293253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port 78ecbb76-41c8-4587-9568-8eafaae53a27 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:50:06.293598 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:06.373039 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:06.373888 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:06.385644 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for 78ecbb76-41c8-4587-9568-8eafaae53a27 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:50:06.536290 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:06.568072 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=78ecbb76-41c8-4587-9568-8eafaae53a27,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:06.581605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:06.581955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:06.582291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:06.582623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:06.582945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:06.583300 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:06.583630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:06.583953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:06.584276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:06.584592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:06.584905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:06.585216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:06.641071 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:06.641399 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Floating IP e012a26e-fb69-4282-b778-64ff5378a87c disassociated (deleted). External IP: 172.25.1.39, port: 0934ef95-22d3-43fe-95fb-a44abf1e9752. Nov 09 18:50:06.851089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 94a93de7-b283-4087-b70c-609912349235 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:50:06.988293 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:50:06.992839 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:07.001130 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8adafb-e683-4688-9af1-6cac33795c87 None None] Sync routers for ids ['94a93de7-b283-4087-b70c-609912349235'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:50:07.010622 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8adafb-e683-4688-9af1-6cac33795c87 None None] Routers {'94a93de7-b283-4087-b70c-609912349235'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:07.011373 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5d8adafb-e683-4688-9af1-6cac33795c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:49:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['94a93de7-b283-4087-b70c-609912349235'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:07.024130 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fce5ae3b-8b84-48aa-8630-649c7e54191f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/floatingips/e012a26e-fb69-4282-b778-64ff5378a87c HTTP/1.1" status: 204 len: 168 time: 0.8897657 Nov 09 18:50:07.024130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'tag': '0934ef95-22d3-43fe-95fb-a44abf1e9752'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:50:07.024678 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fa63ce-936e-498c-8b9d-90cbf8f6e3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe", "tag": "0934ef95-22d3-43fe-95fb-a44abf1e9752"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:50:07.116374 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:50:07.133292 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-5d8adafb-e683-4688-9af1-6cac33795c87 None None] Set router 94a93de7-b283-4087-b70c-609912349235 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:07.189837 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fd6899-068b-457d-9beb-a073f18fa87a x-openstack-request-id: req-14fd6899-068b-457d-9beb-a073f18fa87a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:50:07.190366 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe", "tag": "0934ef95-22d3-43fe-95fb-a44abf1e9752", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:50:07.190366 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14fd6899-068b-457d-9beb-a073f18fa87a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:50:07.190785 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'tag': '0934ef95-22d3-43fe-95fb-a44abf1e9752', 'status': 'completed', 'code': 200} Nov 09 18:50:07.302874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa63ce-936e-498c-8b9d-90cbf8f6e3f4 req-6a95843f-b9ea-4f49-8048-0691f1d42d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:07.304452 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9fa63ce-936e-498c-8b9d-90cbf8f6e3f4 req-6a95843f-b9ea-4f49-8048-0691f1d42d01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 1096 time: 0.0862930 Nov 09 18:50:07.317380 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af5192-8746-4292-8979-dc7780587831 req-e96dd599-f060-4604-bd22-8c03529eb8cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:07.318854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1af5192-8746-4292-8979-dc7780587831 req-e96dd599-f060-4604-bd22-8c03529eb8cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0720820 Nov 09 18:50:07.355309 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5d8adafb-e683-4688-9af1-6cac33795c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:48:40Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '00d5a120-499d-459b-806d-92cdc9d734d8', 'name': '', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:c8:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:39Z', 'updated_at': '2021-11-09T18:48:43Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:07.387091 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8adafb-e683-4688-9af1-6cac33795c87 None None] Checking router: 94a93de7-b283-4087-b70c-609912349235 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:50:07.396211 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8adafb-e683-4688-9af1-6cac33795c87 None None] Routers {'94a93de7-b283-4087-b70c-609912349235'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:07.396824 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5d8adafb-e683-4688-9af1-6cac33795c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:49:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['94a93de7-b283-4087-b70c-609912349235'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:07.404460 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b1af5192-8746-4292-8979-dc7780587831 req-83a1be61-e0df-40a6-b6bd-81ffe6b7bc1d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762641 Nov 09 18:50:07.434394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa63ce-936e-498c-8b9d-90cbf8f6e3f4 req-d736b4e3-c475-4822-b5a0-f790baac763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:07.436652 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9fa63ce-936e-498c-8b9d-90cbf8f6e3f4 req-d736b4e3-c475-4822-b5a0-f790baac763c service neutron] 10.222.0.13 "GET /v2.0/networks?id=33c5fa78-c6a7-424a-872b-227ce91374d4 HTTP/1.1" status: 200 len: 897 time: 0.1161852 Nov 09 18:50:07.482305 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9fa63ce-936e-498c-8b9d-90cbf8f6e3f4 req-074112ce-afe6-4c24-b25b-ce7f543192ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0934ef95-22d3-43fe-95fb-a44abf1e9752 HTTP/1.1" status: 200 len: 217 time: 0.0385015 Nov 09 18:50:07.503371 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-5d8adafb-e683-4688-9af1-6cac33795c87 None None] Set router 94a93de7-b283-4087-b70c-609912349235 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:07.538129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa63ce-936e-498c-8b9d-90cbf8f6e3f4 req-b2d33b6f-6b26-4f27-95ee-bfb0beb4d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:07.539631 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9fa63ce-936e-498c-8b9d-90cbf8f6e3f4 req-b2d33b6f-6b26-4f27-95ee-bfb0beb4d9b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ed2abf-ab19-4ae2-a802-27c839cb869a HTTP/1.1" status: 200 len: 834 time: 0.0479853 Nov 09 18:50:07.588052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa63ce-936e-498c-8b9d-90cbf8f6e3f4 req-9ecd34e4-1d47-4700-9211-691101955c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:07.589538 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9fa63ce-936e-498c-8b9d-90cbf8f6e3f4 req-9ecd34e4-1d47-4700-9211-691101955c62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33c5fa78-c6a7-424a-872b-227ce91374d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423059 Nov 09 18:50:07.684002 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9fa63ce-936e-498c-8b9d-90cbf8f6e3f4 req-9b7f2fad-78c4-4dcb-b22e-c0964a2fcd94 service neutron] 10.222.0.13 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865138 Nov 09 18:50:07.703067 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5d8adafb-e683-4688-9af1-6cac33795c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:48:40Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '00d5a120-499d-459b-806d-92cdc9d734d8', 'name': '', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:c8:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:39Z', 'updated_at': '2021-11-09T18:48:43Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:07.728732 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8adafb-e683-4688-9af1-6cac33795c87 None None] The sync data for ids ['94a93de7-b283-4087-b70c-609912349235'] in n-d-817236-1 is: [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:48:40Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '00d5a120-499d-459b-806d-92cdc9d734d8', 'name': '', 'network_id': '33c5fa78-c6a7-424a-872b-227ce91374d4', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:c8:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:39Z', 'updated_at': '2021-11-09T18:48:43Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '64ed2abf-ab19-4ae2-a802-27c839cb869a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:50:07.778999 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e9fa63ce-936e-498c-8b9d-90cbf8f6e3f4 req-cd037dc7-3758-4bbf-9b37-6e0420ab2852 service neutron] 10.222.0.13 "GET /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868385 Nov 09 18:50:07.973061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f13b4f-e1fb-4740-878b-345ae2ad8aa2 None None] New status for floating IP e012a26e-fb69-4282-b778-64ff5378a87c: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:50:08.537482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6760f-d5a3-41bc-bafe-057363a3f19c req-cc50eb8a-93f2-485e-a611-60b3cd026d04 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:08.539039 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e4d6760f-d5a3-41bc-bafe-057363a3f19c req-cc50eb8a-93f2-485e-a611-60b3cd026d04 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0626678 Nov 09 18:50:08.580090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e4d6760f-d5a3-41bc-bafe-057363a3f19c req-ae165f80-c922-4c2f-9a07-39195c948125 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348048 Nov 09 18:50:08.792519 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e22a4-4ac1-4c85-b1a7-6819ab483f0f req-24445dd5-b368-4bab-b94f-0feb32a5f475 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:08.794250 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-895e22a4-4ac1-4c85-b1a7-6819ab483f0f req-24445dd5-b368-4bab-b94f-0feb32a5f475 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.13 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 945 time: 0.0624068 Nov 09 18:50:08.894307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-895e22a4-4ac1-4c85-b1a7-6819ab483f0f req-29730e20-865f-424e-8df3-f1095dc41721 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port 0934ef95-22d3-43fe-95fb-a44abf1e9752 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:50:08.894649 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-895e22a4-4ac1-4c85-b1a7-6819ab483f0f req-29730e20-865f-424e-8df3-f1095dc41721 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:09.004336 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-895e22a4-4ac1-4c85-b1a7-6819ab483f0f req-29730e20-865f-424e-8df3-f1095dc41721 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port 0934ef95-22d3-43fe-95fb-a44abf1e9752, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=0934ef95-22d3-43fe-95fb-a44abf1e9752,segment=NetworkSegment(b60a9419-bfd5-4c09-9dd8-a55d4a4055ba),segment_id=b60a9419-bfd5-4c09-9dd8-a55d4a4055ba)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:09.004702 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-895e22a4-4ac1-4c85-b1a7-6819ab483f0f req-29730e20-865f-424e-8df3-f1095dc41721 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:09.018858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-895e22a4-4ac1-4c85-b1a7-6819ab483f0f req-29730e20-865f-424e-8df3-f1095dc41721 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for 0934ef95-22d3-43fe-95fb-a44abf1e9752 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:50:09.155110 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-895e22a4-4ac1-4c85-b1a7-6819ab483f0f req-29730e20-865f-424e-8df3-f1095dc41721 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:09.185357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29730e20-865f-424e-8df3-f1095dc41721 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=0934ef95-22d3-43fe-95fb-a44abf1e9752,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:09.227993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-895e22a4-4ac1-4c85-b1a7-6819ab483f0f req-29730e20-865f-424e-8df3-f1095dc41721 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] No DVR routers for this DVR port 0934ef95-22d3-43fe-95fb-a44abf1e9752 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:50:09.230620 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-895e22a4-4ac1-4c85-b1a7-6819ab483f0f req-29730e20-865f-424e-8df3-f1095dc41721 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:09.234679 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-895e22a4-4ac1-4c85-b1a7-6819ab483f0f req-29730e20-865f-424e-8df3-f1095dc41721 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.13 "DELETE /v2.0/ports/0934ef95-22d3-43fe-95fb-a44abf1e9752 HTTP/1.1" status: 204 len: 173 time: 0.4344912 Nov 09 18:50:09.235125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'name': 'network-vif-deleted', 'tag': '0934ef95-22d3-43fe-95fb-a44abf1e9752'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:50:09.237451 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8502fd06-85c5-49c7-a951-6202adea3431" -d '{"events": [{"server_uuid": "2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe", "name": "network-vif-deleted", "tag": "0934ef95-22d3-43fe-95fb-a44abf1e9752"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:50:09.280180 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117aca11-cef3-4182-a285-f81a98b91f51 x-openstack-request-id: req-117aca11-cef3-4182-a285-f81a98b91f51 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:50:09.280533 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe", "name": "network-vif-deleted", "tag": "0934ef95-22d3-43fe-95fb-a44abf1e9752", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:50:09.280764 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-117aca11-cef3-4182-a285-f81a98b91f51 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:50:09.281136 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe', 'name': 'network-vif-deleted', 'tag': '0934ef95-22d3-43fe-95fb-a44abf1e9752', 'status': 'completed', 'code': 200} Nov 09 18:50:09.703049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-767ace6a-ab7a-465f-b60b-00ccd75b1634 req-9bbee90a-327a-45b3-aa34-213e206a26d5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=2848eb92-9ada-4d8f-9e6a-51d3b22f4bfe HTTP/1.1" status: 200 len: 210 time: 0.0327921 Nov 09 18:50:10.761317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52452) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:10.846501 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-76015733-e955-4b4c-99fc-f8f03450659b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:11.134445 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd316e9c-13d6-4986-a2e6-056b67fe7291 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:11.403339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-dd316e9c-13d6-4986-a2e6-056b67fe7291 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port 00d5a120-499d-459b-806d-92cdc9d734d8 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:50:11.403675 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd316e9c-13d6-4986-a2e6-056b67fe7291 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:11.493241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-dd316e9c-13d6-4986-a2e6-056b67fe7291 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port 00d5a120-499d-459b-806d-92cdc9d734d8, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=00d5a120-499d-459b-806d-92cdc9d734d8,segment=NetworkSegment(b60a9419-bfd5-4c09-9dd8-a55d4a4055ba),segment_id=b60a9419-bfd5-4c09-9dd8-a55d4a4055ba)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:11.493604 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd316e9c-13d6-4986-a2e6-056b67fe7291 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:11.510775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-dd316e9c-13d6-4986-a2e6-056b67fe7291 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for 00d5a120-499d-459b-806d-92cdc9d734d8 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:50:11.700496 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd316e9c-13d6-4986-a2e6-056b67fe7291 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:11.700733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0934ef95-22d3-43fe-95fb-a44abf1e9752 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:50:11.721457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 0934ef95-22d3-43fe-95fb-a44abf1e9752 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:50:11.721808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 0934ef95-22d3-43fe-95fb-a44abf1e9752 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:50:11.739561 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd316e9c-13d6-4986-a2e6-056b67fe7291 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=00d5a120-499d-459b-806d-92cdc9d734d8,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:11.915368 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-dd316e9c-13d6-4986-a2e6-056b67fe7291 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:12.133146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd316e9c-13d6-4986-a2e6-056b67fe7291 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 94a93de7-b283-4087-b70c-609912349235 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:50:12.237988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd316e9c-13d6-4986-a2e6-056b67fe7291 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:50:12.242985 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dd316e9c-13d6-4986-a2e6-056b67fe7291 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "PUT /v2.0/routers/94a93de7-b283-4087-b70c-609912349235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4806182 Nov 09 18:50:12.245767 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52454) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:12.249484 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a5f74c-4081-4235-963c-7ea2c28889ac None None] Sync routers for ids ['94a93de7-b283-4087-b70c-609912349235'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:50:12.258794 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a5f74c-4081-4235-963c-7ea2c28889ac None None] Routers {'94a93de7-b283-4087-b70c-609912349235'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:12.259371 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-34a5f74c-4081-4235-963c-7ea2c28889ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:49:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['94a93de7-b283-4087-b70c-609912349235'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:12.297811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-518290a1-a1d1-4ae1-bc72-029caf2821c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting subnet 64ed2abf-ab19-4ae2-a802-27c839cb869a {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:50:12.301705 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-518290a1-a1d1-4ae1-bc72-029caf2821c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:12.346213 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-518290a1-a1d1-4ae1-bc72-029caf2821c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:12.463284 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-34a5f74c-4081-4235-963c-7ea2c28889ac None None] Set router 94a93de7-b283-4087-b70c-609912349235 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:12.652347 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-34a5f74c-4081-4235-963c-7ea2c28889ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:50:11Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:12.678396 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a5f74c-4081-4235-963c-7ea2c28889ac None None] Checking router: 94a93de7-b283-4087-b70c-609912349235 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:50:12.687465 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a5f74c-4081-4235-963c-7ea2c28889ac None None] Routers {'94a93de7-b283-4087-b70c-609912349235'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:12.688062 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-34a5f74c-4081-4235-963c-7ea2c28889ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:49:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['94a93de7-b283-4087-b70c-609912349235'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:12.769245 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-518290a1-a1d1-4ae1-bc72-029caf2821c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:12.793972 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-34a5f74c-4081-4235-963c-7ea2c28889ac None None] Set router 94a93de7-b283-4087-b70c-609912349235 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:12.831927 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-518290a1-a1d1-4ae1-bc72-029caf2821c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:12.859101 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518290a1-a1d1-4ae1-bc72-029caf2821c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Subnet': ['ID=64ed2abf-ab19-4ae2-a802-27c839cb869a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:12.865082 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-518290a1-a1d1-4ae1-bc72-029caf2821c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:12.870706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-518290a1-a1d1-4ae1-bc72-029caf2821c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/subnets/64ed2abf-ab19-4ae2-a802-27c839cb869a HTTP/1.1" status: 204 len: 168 time: 0.6216612 Nov 09 18:50:12.870954 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52456) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:12.871538 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12018b80-a51c-4652-8b8c-22db64264220 None None] Network 33c5fa78-c6a7-424a-872b-227ce91374d4 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:50:12.984185 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.008536 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-34a5f74c-4081-4235-963c-7ea2c28889ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:50:11Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:13.038575 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a5f74c-4081-4235-963c-7ea2c28889ac None None] The sync data for ids ['94a93de7-b283-4087-b70c-609912349235'] in n-d-817236-1 is: [{'id': '94a93de7-b283-4087-b70c-609912349235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153482280', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '31818223-bfd7-4934-a445-c10f9b1db139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:48:36Z', 'updated_at': '2021-11-09T18:50:11Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '31818223-bfd7-4934-a445-c10f9b1db139', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a93de7-b283-4087-b70c-609912349235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:48:37Z', 'updated_at': '2021-11-09T18:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:50:13.093783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] DHCP port deletion for 33c5fa78-c6a7-424a-872b-227ce91374d4 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:50:13.105454 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.142914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Deleting port acc257f6-8021-4a4f-9dce-106e1a0536ca {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:50:13.143370 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.163480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port 31818223-bfd7-4934-a445-c10f9b1db139 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:50:13.163830 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.215709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] For port acc257f6-8021-4a4f-9dce-106e1a0536ca, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=acc257f6-8021-4a4f-9dce-106e1a0536ca,segment=NetworkSegment(b60a9419-bfd5-4c09-9dd8-a55d4a4055ba),segment_id=b60a9419-bfd5-4c09-9dd8-a55d4a4055ba)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:13.216130 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.230198 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Calling delete_port for acc257f6-8021-4a4f-9dce-106e1a0536ca owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:50:13.253033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port 31818223-bfd7-4934-a445-c10f9b1db139, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=31818223-bfd7-4934-a445-c10f9b1db139,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:13.253496 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.268232 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for 31818223-bfd7-4934-a445-c10f9b1db139 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:50:13.326076 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.356655 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Pushing event deleted for resources: {'Port': ['ID=acc257f6-8021-4a4f-9dce-106e1a0536ca,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:13.359796 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] No DVR routers for this DVR port acc257f6-8021-4a4f-9dce-106e1a0536ca on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:50:13.371805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.372588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.372821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.373160 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.374023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.374355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.374755 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.375102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.375466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.375758 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.376079 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.376402 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f61515-1fa7-4537-8e2d-4889108de0ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:13.452729 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.479276 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=31818223-bfd7-4934-a445-c10f9b1db139,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:13.541931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.642695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.644974 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.689819 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.690355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Fanout notify agent at l3_agent the message router_deleted on router 94a93de7-b283-4087-b70c-609912349235 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:50:13.697442 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.698574 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-31973dc8-6680-4867-ab5e-3f8cb6f2227c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/routers/94a93de7-b283-4087-b70c-609912349235 HTTP/1.1" status: 204 len: 168 time: 0.8266652 Nov 09 18:50:13.701280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52458) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:13.785074 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-395acdbd-2142-4201-9f5f-ad83f0602d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.794018 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96dc21a8-d372-4825-8c87-c530d84a03c4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.892864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96dc21a8-d372-4825-8c87-c530d84a03c4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.915662 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-96dc21a8-d372-4825-8c87-c530d84a03c4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c5fa78-c6a7-424a-872b-227ce91374d4']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:13.926457 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-96dc21a8-d372-4825-8c87-c530d84a03c4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:13.926752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-96dc21a8-d372-4825-8c87-c530d84a03c4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60a9419-bfd5-4c09-9dd8-a55d4a4055ba') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:13.938009 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96dc21a8-d372-4825-8c87-c530d84a03c4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.952102 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96dc21a8-d372-4825-8c87-c530d84a03c4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.959119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dc21a8-d372-4825-8c87-c530d84a03c4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:50:13.959656 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96dc21a8-d372-4825-8c87-c530d84a03c4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:50:13.962747 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:50:14.029331 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96dc21a8-d372-4825-8c87-c530d84a03c4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.035732 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96dc21a8-d372-4825-8c87-c530d84a03c4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.039128 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-96dc21a8-d372-4825-8c87-c530d84a03c4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/networks/33c5fa78-c6a7-424a-872b-227ce91374d4 HTTP/1.1" status: 204 len: 168 time: 0.3367524 Nov 09 18:50:14.042311 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52460) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:14.062004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc21a8-d372-4825-8c87-c530d84a03c4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Network': ['ID=33c5fa78-c6a7-424a-872b-227ce91374d4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:14.126056 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.155984 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.220126 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.222813 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.224103 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/security-groups/7c611762-33aa-4e39-8f8e-c8f2a9ab8c14 HTTP/1.1" status: 204 len: 168 time: 0.1804378 Nov 09 18:50:14.234972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c611762-33aa-4e39-8f8e-c8f2a9ab8c14,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:14.243022 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:14.243491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:14.243754 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:14.244094 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:14.244441 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:14.244798 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:14.245092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:14.245423 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:14.245752 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:14.246078 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:14.246404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:14.246719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada6ac-b83a-44c9-892a-0a583c3f5b89 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:14.526494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52468) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:14.531775 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c37f979c-6d7c-4ed1-abe7-9e90d72816c0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144017971', 'description': 'tempest-secgroup-smoke-144017971 description', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:50:14.555987 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c37f979c-6d7c-4ed1-abe7-9e90d72816c0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.633241 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.637011 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c37f979c-6d7c-4ed1-abe7-9e90d72816c0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.651831 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c37f979c-6d7c-4ed1-abe7-9e90d72816c0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.689054 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f979c-6d7c-4ed1-abe7-9e90d72816c0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9868aef-b4ce-4d76-a3fe-a91137385244,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:14.694238 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c37f979c-6d7c-4ed1-abe7-9e90d72816c0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.696425 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c37f979c-6d7c-4ed1-abe7-9e90d72816c0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1681960 Nov 09 18:50:14.698844 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52470) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:14.704821 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-e029733e-f165-4463-9872-a4881fa7238a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': 'c9868aef-b4ce-4d76-a3fe-a91137385244', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:50:14.753243 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e029733e-f165-4463-9872-a4881fa7238a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.819681 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e029733e-f165-4463-9872-a4881fa7238a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.824688 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e029733e-f165-4463-9872-a4881fa7238a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.843247 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029733e-f165-4463-9872-a4881fa7238a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac6cb98-edc3-41c3-b75e-04a8342f30a8,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:14.862582 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e029733e-f165-4463-9872-a4881fa7238a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.863919 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e029733e-f165-4463-9872-a4881fa7238a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1640263 Nov 09 18:50:14.866678 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52472) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:14.871152 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f139041c-7c28-4a2b-8fe1-0401c8ce1821 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': 'c9868aef-b4ce-4d76-a3fe-a91137385244', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:50:14.903015 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f139041c-7c28-4a2b-8fe1-0401c8ce1821 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.968170 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f139041c-7c28-4a2b-8fe1-0401c8ce1821 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:14.978532 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f139041c-7c28-4a2b-8fe1-0401c8ce1821 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.001824 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139041c-7c28-4a2b-8fe1-0401c8ce1821 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d50a55-9bc1-4f2c-819f-7b632cb90328,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:15.017277 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f139041c-7c28-4a2b-8fe1-0401c8ce1821 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.020233 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f139041c-7c28-4a2b-8fe1-0401c8ce1821 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524947 Nov 09 18:50:15.023133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52474) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:15.027743 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-9844058b-8bbb-4cfe-90bd-68a8aa908bd9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': 'c9868aef-b4ce-4d76-a3fe-a91137385244', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:50:15.043264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 00d5a120-499d-459b-806d-92cdc9d734d8 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:50:15.068908 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9844058b-8bbb-4cfe-90bd-68a8aa908bd9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.076718 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 00d5a120-499d-459b-806d-92cdc9d734d8 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:50:15.077124 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 00d5a120-499d-459b-806d-92cdc9d734d8 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:50:15.077719 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device acc257f6-8021-4a4f-9dce-106e1a0536ca no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:50:15.100525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: acc257f6-8021-4a4f-9dce-106e1a0536ca {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:50:15.100912 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device acc257f6-8021-4a4f-9dce-106e1a0536ca not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:50:15.101385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 31818223-bfd7-4934-a445-c10f9b1db139 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:50:15.123129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 31818223-bfd7-4934-a445-c10f9b1db139 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:50:15.123678 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 31818223-bfd7-4934-a445-c10f9b1db139 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:50:15.160486 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9844058b-8bbb-4cfe-90bd-68a8aa908bd9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.164882 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9844058b-8bbb-4cfe-90bd-68a8aa908bd9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.191464 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844058b-8bbb-4cfe-90bd-68a8aa908bd9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ddec71-a2ba-4f99-a741-e5106e8a4c16,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:15.202772 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-9844058b-8bbb-4cfe-90bd-68a8aa908bd9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.204576 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9844058b-8bbb-4cfe-90bd-68a8aa908bd9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1801922 Nov 09 18:50:15.207976 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52476) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:15.213052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-fe9715e8-885e-4424-85f2-8bcc2df9f3f1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': 'c9868aef-b4ce-4d76-a3fe-a91137385244', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:50:15.244307 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fe9715e8-885e-4424-85f2-8bcc2df9f3f1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.315255 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fe9715e8-885e-4424-85f2-8bcc2df9f3f1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.325833 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fe9715e8-885e-4424-85f2-8bcc2df9f3f1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.348491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9715e8-885e-4424-85f2-8bcc2df9f3f1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751684d1-2c47-4161-a6af-53bc21eeb54d,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:15.354270 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fe9715e8-885e-4424-85f2-8bcc2df9f3f1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.355524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fe9715e8-885e-4424-85f2-8bcc2df9f3f1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461692 Nov 09 18:50:15.358441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52478) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:15.363139 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a6de0357-1b64-4f7f-9e2e-bfbb6c906f7a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': 'c9868aef-b4ce-4d76-a3fe-a91137385244', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:50:15.388444 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-a6de0357-1b64-4f7f-9e2e-bfbb6c906f7a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Project c50fca2e91834b3c8fca4bfc970b71fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:50:15.396865 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a6de0357-1b64-4f7f-9e2e-bfbb6c906f7a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.484756 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a6de0357-1b64-4f7f-9e2e-bfbb6c906f7a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.489919 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a6de0357-1b64-4f7f-9e2e-bfbb6c906f7a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.511050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de0357-1b64-4f7f-9e2e-bfbb6c906f7a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11835296-9ae2-4817-8787-d759e0cee74d,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:15.520570 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a6de0357-1b64-4f7f-9e2e-bfbb6c906f7a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.522574 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a6de0357-1b64-4f7f-9e2e-bfbb6c906f7a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1628826 Nov 09 18:50:15.526928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52480) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:15.532412 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-1a70be68-6bfc-460a-86b2-1d928d70439c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': 'c9868aef-b4ce-4d76-a3fe-a91137385244', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:50:15.559204 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-1a70be68-6bfc-460a-86b2-1d928d70439c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Project c50fca2e91834b3c8fca4bfc970b71fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:50:15.566261 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a70be68-6bfc-460a-86b2-1d928d70439c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.642974 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a70be68-6bfc-460a-86b2-1d928d70439c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.647861 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a70be68-6bfc-460a-86b2-1d928d70439c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.668606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70be68-6bfc-460a-86b2-1d928d70439c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca5ce04-e0c5-4311-88c2-3cc010191912,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:15.684288 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.685671 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1a70be68-6bfc-460a-86b2-1d928d70439c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.687969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1a70be68-6bfc-460a-86b2-1d928d70439c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1597688 Nov 09 18:50:15.690726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52482) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:15.699583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-92404a1c-f386-466d-be97-b16d88ce92ba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'network': {'name': 'tempest-network-smoke--979219905', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'port_security_enabled': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:50:15.728055 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92404a1c-f386-466d-be97-b16d88ce92ba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:50:15.733853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92404a1c-f386-466d-be97-b16d88ce92ba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.764637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92404a1c-f386-466d-be97-b16d88ce92ba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:50:15.782725 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92404a1c-f386-466d-be97-b16d88ce92ba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.783314 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-92404a1c-f386-466d-be97-b16d88ce92ba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Added segment c7453d4c-1c61-4042-828c-214461436091 of type vlan for network 9565a7bd-0767-4965-86f3-10c48a2866b0 Nov 09 18:50:15.841725 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92404a1c-f386-466d-be97-b16d88ce92ba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.885932 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92404a1c-f386-466d-be97-b16d88ce92ba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.892960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92404a1c-f386-466d-be97-b16d88ce92ba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:15.893701 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-92404a1c-f386-466d-be97-b16d88ce92ba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:15.953907 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-92404a1c-f386-466d-be97-b16d88ce92ba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2615457 Nov 09 18:50:15.957571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52484) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:15.964580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'admin_state_up': True, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:50:15.997266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92404a1c-f386-466d-be97-b16d88ce92ba tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Network': ['ID=9565a7bd-0767-4965-86f3-10c48a2866b0,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:16.009734 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:16.013530 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:16.015888 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 9565a7bd-0767-4965-86f3-10c48a2866b0 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:50:16.090044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:16.259972 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:16.492046 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:16.515595 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:16.638433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.25.1.60 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/c8637592-c673-4afd-a90d-6510e9e33315) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:50:16.785239 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:16.830199 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:16.873112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:50:16.877648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:50:16.882559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:50:16.891623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=c8637592-c673-4afd-a90d-6510e9e33315,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:17.197026 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:17.420599 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:17.570949 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:50:17.692121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:50:17.704614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Sync routers for ids ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:50:17.714981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Routers {'9e0f46db-d4da-4464-aa90-ce2855ba9c0f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:17.715649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:50:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:17.716107 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:17.718032 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b44fcc59-62cb-479d-bc4d-1de54cd4ebd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7588820 Nov 09 18:50:17.723010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52486) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:17.756101 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2214e891-c50f-4df9-a241-32c91805a18b tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=c50fca2e91834b3c8fca4bfc970b71fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315523 Nov 09 18:50:17.758806 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52488) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:17.844279 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Set router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:17.866434 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9867819b-653b-4053-82ab-057821864cb3 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:17.868018 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-9867819b-653b-4053-82ab-057821864cb3 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1081185 Nov 09 18:50:17.872677 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52490) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:17.902396 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ecf6ff66-99f8-4818-b60c-7531b8ecf226 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289662 Nov 09 18:50:17.907159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52492) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:17.913027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-61b69810-1691-4e7c-b993-05efe0b01bb6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-297935577', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:50:17.954543 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:18.030704 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b69810-1691-4e7c-b993-05efe0b01bb6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:50:18.034478 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61b69810-1691-4e7c-b993-05efe0b01bb6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:18.070224 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:17Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:18.108090 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Checking router: 9e0f46db-d4da-4464-aa90-ce2855ba9c0f for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:50:18.108362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Updating router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f port c8637592-c673-4afd-a90d-6510e9e33315 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:50:18.149827 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:18.292903 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61b69810-1691-4e7c-b993-05efe0b01bb6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:18.368142 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b69810-1691-4e7c-b993-05efe0b01bb6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Subnet': ['ID=ee6fb724-e132-4fd9-ab37-f50ad22996df,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:18.379904 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b69810-1691-4e7c-b993-05efe0b01bb6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Checking segment: {'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:50:18.380338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b69810-1691-4e7c-b993-05efe0b01bb6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network hostable DHCP agents. Network: 9565a7bd-0767-4965-86f3-10c48a2866b0, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:50:18.401622 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b69810-1691-4e7c-b993-05efe0b01bb6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 9565a7bd-0767-4965-86f3-10c48a2866b0 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:50:18.413237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-61b69810-1691-4e7c-b993-05efe0b01bb6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 9565a7bd-0767-4965-86f3-10c48a2866b0) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:50:18.418205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b69810-1691-4e7c-b993-05efe0b01bb6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:18.418814 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61b69810-1691-4e7c-b993-05efe0b01bb6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:18.441503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-61b69810-1691-4e7c-b993-05efe0b01bb6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5304554 Nov 09 18:50:18.441785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52494) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:18.505036 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b5ceab-24d6-455f-8af7-ddd67da8612c None None] Network 9565a7bd-0767-4965-86f3-10c48a2866b0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:50:18.738441 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:18.760781 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:18.778572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-9565a7bd-0767-4965-86f3-10c48a2866b0', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ips': [{'subnet_id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:50:18.780046 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:18.849559 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Attempting to bind port c8637592-c673-4afd-a90d-6510e9e33315 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:50:18.849981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Attempting to bind port c8637592-c673-4afd-a90d-6510e9e33315 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:50:18.850276 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Attempting to bind port c8637592-c673-4afd-a90d-6510e9e33315 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:50:18.853948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a26c00-7714-42e9-8ba4-762feb143638 None None] Pushing event updated for resources: {'Port': ['ID=c8637592-c673-4afd-a90d-6510e9e33315,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:18.910413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:50:18.910812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:50:18.911731 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:18.912173 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:50:18.912690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Bound port: c8637592-c673-4afd-a90d-6510e9e33315, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:50:18.913117 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:19.005453 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:19.012951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] For port c8637592-c673-4afd-a90d-6510e9e33315, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:50:19.018468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] For port c8637592-c673-4afd-a90d-6510e9e33315, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c8637592-c673-4afd-a90d-6510e9e33315,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:50:19.027988 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Allocated IP 172.20.0.2 (9565a7bd-0767-4965-86f3-10c48a2866b0/ee6fb724-e132-4fd9-ab37-f50ad22996df/eec93dbd-f6b3-47b1-865b-92e3d00af6f4) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:50:19.036514 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:19.162627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Routers {'9e0f46db-d4da-4464-aa90-ce2855ba9c0f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:19.163307 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:50:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:19.167009 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a26c00-7714-42e9-8ba4-762feb143638 None None] Pushing event updated for resources: {'Port': ['ID=c8637592-c673-4afd-a90d-6510e9e33315,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:19.345938 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] Set router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:19.378760 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:19.445354 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:19.490279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.20.0.1 (9565a7bd-0767-4965-86f3-10c48a2866b0/ee6fb724-e132-4fd9-ab37-f50ad22996df/f85396a2-23b2-49db-90d6-1193f5fece89) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:50:19.506341 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Network 9565a7bd-0767-4965-86f3-10c48a2866b0 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:50:19.512558 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:50:19.528355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:50:19.533235 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Pushing event updated for resources: {'Port': ['ID=eec93dbd-f6b3-47b1-865b-92e3d00af6f4,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:19.626332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Attempting to bind port eec93dbd-f6b3-47b1-865b-92e3d00af6f4 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:50:19.626676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Attempting to bind port eec93dbd-f6b3-47b1-865b-92e3d00af6f4 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:50:19.626955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Attempting to bind port eec93dbd-f6b3-47b1-865b-92e3d00af6f4 on network 9565a7bd-0767-4965-86f3-10c48a2866b0 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:50:19.637435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:50:19.637845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Checking segment: {'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:50:19.638294 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:19.638736 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Bound using segment: {'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:50:19.639305 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Bound port: eec93dbd-f6b3-47b1-865b-92e3d00af6f4, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:50:19.639741 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:19.657469 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:19.697949 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:19.698245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:17Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:19.737584 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d89c9-695e-453e-9403-e463db7a1f1c None None] The sync data for ids ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'] in n-d-817236-1 is: [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:17Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:50:19.750687 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] For port eec93dbd-f6b3-47b1-865b-92e3d00af6f4, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:50:19.754178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 9565a7bd-0767-4965-86f3-10c48a2866b0 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:50:19.755905 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] For port eec93dbd-f6b3-47b1-865b-92e3d00af6f4, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=eec93dbd-f6b3-47b1-865b-92e3d00af6f4,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:50:19.757969 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:50:19.763533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:50:19.772559 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:19.803536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=f85396a2-23b2-49db-90d6-1193f5fece89,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:19.846601 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:19.849435 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485e57d-7303-455c-ad36-3ab4adf119f1 None None] Pushing event updated for resources: {'Port': ['ID=eec93dbd-f6b3-47b1-865b-92e3d00af6f4,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:20.425720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:20.775147 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:20.781207 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:20.860531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=f85396a2-23b2-49db-90d6-1193f5fece89,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:20.866017 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:20.987320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 9565a7bd-0767-4965-86f3-10c48a2866b0 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:50:20.989109 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:50:21.084237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20896325-c852-412d-a9de-fce91dbc4081 None None] Network 9565a7bd-0767-4965-86f3-10c48a2866b0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:50:21.159652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device eec93dbd-f6b3-47b1-865b-92e3d00af6f4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:50:21.185482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:50:21.219423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-41341b3e-67bc-4785-8026-1594c044b0d6 None None] Provisioning complete for port eec93dbd-f6b3-47b1-865b-92e3d00af6f4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:21.220080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41341b3e-67bc-4785-8026-1594c044b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:21.340409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port eec93dbd-f6b3-47b1-865b-92e3d00af6f4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:21.340789 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:21.343100 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:50:21.353146 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-26895103-3d88-44df-aaf4-f7ee45b1e683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "PUT /v2.0/routers/9e0f46db-d4da-4464-aa90-ce2855ba9c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9080853 Nov 09 18:50:21.475011 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41341b3e-67bc-4785-8026-1594c044b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:21.538334 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:21.587312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-41341b3e-67bc-4785-8026-1594c044b0d6 None None] For port eec93dbd-f6b3-47b1-865b-92e3d00af6f4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=eec93dbd-f6b3-47b1-865b-92e3d00af6f4,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:21.595430 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41341b3e-67bc-4785-8026-1594c044b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:21.627827 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-30f83118-a6a3-4937-83dc-a42d5cb85b17 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144017971&fields=id&tenant_id=c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 267 time: 0.0553908 Nov 09 18:50:21.683184 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:50:21.683853 n-d-817236-1 neutron-server[102156]: DEBUG oslo_db.api [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:50:21.695622 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Sync routers for ids ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:50:21.707264 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Routers {'9e0f46db-d4da-4464-aa90-ce2855ba9c0f'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:21.707911 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:50:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:21.726117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41341b3e-67bc-4785-8026-1594c044b0d6 None None] Pushing event updated for resources: {'Port': ['ID=eec93dbd-f6b3-47b1-865b-92e3d00af6f4,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:21.795633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-0f446694-189f-426c-bc73-6716caa75a97 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:21.797273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-0f446694-189f-426c-bc73-6716caa75a97 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/networks?id=9565a7bd-0767-4965-86f3-10c48a2866b0 HTTP/1.1" status: 200 len: 796 time: 0.1612999 Nov 09 18:50:21.817890 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-fb1d6e8e-77bd-43ea-8719-2101dae4445c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/quotas/c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 375 time: 0.0108888 Nov 09 18:50:21.825443 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f34d84f9-a41f-4a31-a868-bf9da3675b6c None None] Provisioning complete for port f85396a2-23b2-49db-90d6-1193f5fece89 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:21.826770 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f34d84f9-a41f-4a31-a868-bf9da3675b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:21.882393 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Set router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:21.888568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-f34d84f9-a41f-4a31-a868-bf9da3675b6c None None] Port f85396a2-23b2-49db-90d6-1193f5fece89 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:50:21.903552 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-f34d84f9-a41f-4a31-a868-bf9da3675b6c None None] Provisioning complete for port eec93dbd-f6b3-47b1-865b-92e3d00af6f4 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:21.903935 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f34d84f9-a41f-4a31-a868-bf9da3675b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:21.907041 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-2aba2d76-ce8f-423c-b73c-aa477a48cf88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832434 Nov 09 18:50:21.926738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-06e6f44a-260f-4f81-972f-c93779d32968 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:50:21.935018 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-06e6f44a-260f-4f81-972f-c93779d32968 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146558 Nov 09 18:50:22.069758 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-b6dd9b5f-938f-4ee1-bc9b-cadcdc8ecea1 service neutron] 10.222.0.81 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337383 Nov 09 18:50:22.138372 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9e15b908-83c6-4770-aaa5-8f8686948a83 None None] Provisioning complete for port f85396a2-23b2-49db-90d6-1193f5fece89 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:22.139343 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9e15b908-83c6-4770-aaa5-8f8686948a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:22.212323 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:20Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f85396a2-23b2-49db-90d6-1193f5fece89', 'name': '', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:f2:5e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:19Z', 'updated_at': '2021-11-09T18:50:20Z', 'revision_number': 2, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:22.213766 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-8c488ab0-dfc8-4060-8f5c-06737ad4ec6a service neutron] 10.222.0.81 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354802 Nov 09 18:50:22.231639 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9e15b908-83c6-4770-aaa5-8f8686948a83 None None] Port f85396a2-23b2-49db-90d6-1193f5fece89 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:50:22.257669 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Checking router: 9e0f46db-d4da-4464-aa90-ce2855ba9c0f for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:50:22.258778 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Updating router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f port f85396a2-23b2-49db-90d6-1193f5fece89 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:50:22.278846 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c8637592-c673-4afd-a90d-6510e9e33315 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:50:22.294743 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:22.361792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c8637592-c673-4afd-a90d-6510e9e33315 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:22.362345 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:22.497947 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b1f25d3-8997-4996-acb1-695d122186c1 req-5b791769-c743-40de-88e5-c391ae59da1c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 210 time: 0.0455070 Nov 09 18:50:22.518956 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-da7a5bac-9cdd-4b67-97a5-e97822c77ca0 None None] Provisioning complete for port f85396a2-23b2-49db-90d6-1193f5fece89 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:22.519721 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-da7a5bac-9cdd-4b67-97a5-e97822c77ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:22.524919 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:22.592330 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port c8637592-c673-4afd-a90d-6510e9e33315, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c8637592-c673-4afd-a90d-6510e9e33315,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:22.601368 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-da7a5bac-9cdd-4b67-97a5-e97822c77ca0 None None] Port f85396a2-23b2-49db-90d6-1193f5fece89 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:50:22.603352 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:22.672472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=c8637592-c673-4afd-a90d-6510e9e33315,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:22.771998 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:22.781759 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:22.834653 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Pushing event updated for resources: {'Port': ['ID=f85396a2-23b2-49db-90d6-1193f5fece89,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:22.847119 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:22.847493 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:22.847833 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:22.848216 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:22.848564 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:22.848902 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:22.849230 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:22.849550 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:22.849894 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:22.850234 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:22.850575 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:22.850900 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:50:22.908822 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Attempting to bind port f85396a2-23b2-49db-90d6-1193f5fece89 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:50:22.909153 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Attempting to bind port f85396a2-23b2-49db-90d6-1193f5fece89 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:50:22.909615 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Attempting to bind port f85396a2-23b2-49db-90d6-1193f5fece89 on network 9565a7bd-0767-4965-86f3-10c48a2866b0 {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:50:22.915636 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:50:22.916004 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Checking segment: {'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:50:22.916619 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:22.917008 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Bound using segment: {'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:50:22.917625 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Bound port: f85396a2-23b2-49db-90d6-1193f5fece89, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:50:22.917937 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:23.043023 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] For port f85396a2-23b2-49db-90d6-1193f5fece89, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:50:23.048283 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] For port f85396a2-23b2-49db-90d6-1193f5fece89, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f85396a2-23b2-49db-90d6-1193f5fece89,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:50:23.054979 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:23.081627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device eec93dbd-f6b3-47b1-865b-92e3d00af6f4 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:50:23.127329 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Routers {'9e0f46db-d4da-4464-aa90-ce2855ba9c0f'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:23.128384 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:50:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:23.137992 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-56238206-dabe-4f50-a688-9a127c18b56d None None] Provisioning complete for port f85396a2-23b2-49db-90d6-1193f5fece89 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:23.143180 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56238206-dabe-4f50-a688-9a127c18b56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:23.195744 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c444e0-fb79-4f85-83f9-1b55adc0a91a None None] Pushing event updated for resources: {'Port': ['ID=f85396a2-23b2-49db-90d6-1193f5fece89,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:23.199808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port eec93dbd-f6b3-47b1-865b-92e3d00af6f4 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:23.200185 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:23.294375 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56238206-dabe-4f50-a688-9a127c18b56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:23.309486 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] Set router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:23.386861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c8637592-c673-4afd-a90d-6510e9e33315 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:50:23.413404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-56238206-dabe-4f50-a688-9a127c18b56d None None] For port f85396a2-23b2-49db-90d6-1193f5fece89, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f85396a2-23b2-49db-90d6-1193f5fece89,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:23.418863 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-56238206-dabe-4f50-a688-9a127c18b56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:23.501515 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c8637592-c673-4afd-a90d-6510e9e33315 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:23.501921 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:23.505702 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56238206-dabe-4f50-a688-9a127c18b56d None None] Pushing event updated for resources: {'Port': ['ID=f85396a2-23b2-49db-90d6-1193f5fece89,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:23.575673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8e174bc1-29fb-496c-a35c-07cc89f4f5fe None None] Provisioning complete for port f85396a2-23b2-49db-90d6-1193f5fece89 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:23.576534 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8e174bc1-29fb-496c-a35c-07cc89f4f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:23.616676 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a6397cfc-ef7e-4c91-8932-ebb92964dfc7 req-e85d9a09-b3b2-4a67-a33d-9a12cb67a278 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 210 time: 0.0404480 Nov 09 18:50:23.684390 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:20Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f85396a2-23b2-49db-90d6-1193f5fece89', 'name': '', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:f2:5e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:19Z', 'updated_at': '2021-11-09T18:50:23Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:23.714328 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70f289-0e05-4913-8a26-2ff68eee3918 None None] The sync data for ids ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'] in n-d-817236-1 is: [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:20Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f85396a2-23b2-49db-90d6-1193f5fece89', 'name': '', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:f2:5e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:19Z', 'updated_at': '2021-11-09T18:50:23Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:50:23.865576 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-4e5b1290-c09e-4f86-9456-faa45efc7442 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:23.868379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-4e5b1290-c09e-4f86-9456-faa45efc7442 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "GET /v2.0/networks?id=9565a7bd-0767-4965-86f3-10c48a2866b0 HTTP/1.1" status: 200 len: 796 time: 0.1923907 Nov 09 18:50:23.942150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-108428c3-f97e-4009-b5e5-a125139bde5d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 379 time: 0.0567598 Nov 09 18:50:23.964482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fe1f8c3-5447-4abf-beb2-12008ca9fa3d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'port': {'device_id': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'admin_state_up': True, 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'security_groups': ['c9868aef-b4ce-4d76-a3fe-a91137385244']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:50:24.031466 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:24.093484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fe1f8c3-5447-4abf-beb2-12008ca9fa3d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:50:24.097164 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fe1f8c3-5447-4abf-beb2-12008ca9fa3d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:24.243886 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fe1f8c3-5447-4abf-beb2-12008ca9fa3d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.20.0.6 (9565a7bd-0767-4965-86f3-10c48a2866b0/ee6fb724-e132-4fd9-ab37-f50ad22996df/1670d920-e798-4edf-a7f3-ef03c0c3283c) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:50:24.387195 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:24.414347 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fe1f8c3-5447-4abf-beb2-12008ca9fa3d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:24.449775 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fe1f8c3-5447-4abf-beb2-12008ca9fa3d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:24.495440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fe1f8c3-5447-4abf-beb2-12008ca9fa3d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 9565a7bd-0767-4965-86f3-10c48a2866b0 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:50:24.499352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fe1f8c3-5447-4abf-beb2-12008ca9fa3d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:50:24.502103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fe1f8c3-5447-4abf-beb2-12008ca9fa3d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:50:24.531928 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1f8c3-5447-4abf-beb2-12008ca9fa3d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=1670d920-e798-4edf-a7f3-ef03c0c3283c,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:24.564571 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fe1f8c3-5447-4abf-beb2-12008ca9fa3d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:24.565256 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fe1f8c3-5447-4abf-beb2-12008ca9fa3d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:24.584922 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fe1f8c3-5447-4abf-beb2-12008ca9fa3d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6322296 Nov 09 18:50:24.652746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Request body: {'port': {'device_id': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:50:24.742350 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:24.759364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a68c55ce-f614-412c-958b-5b354fb818bd None None] Provisioning complete for port 1670d920-e798-4edf-a7f3-ef03c0c3283c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:24.759803 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a68c55ce-f614-412c-958b-5b354fb818bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:24.797085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a68c55ce-f614-412c-958b-5b354fb818bd None None] Port 1670d920-e798-4edf-a7f3-ef03c0c3283c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:50:24.818880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc21d3a-380a-49e4-9850-3803a2b2200a req-39c7440c-53c3-4f15-84e2-0af8a9b91730 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:24.820399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6fc21d3a-380a-49e4-9850-3803a2b2200a req-39c7440c-53c3-4f15-84e2-0af8a9b91730 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 931 time: 0.1113436 Nov 09 18:50:24.931640 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6fc21d3a-380a-49e4-9850-3803a2b2200a req-0ac1fbd6-e123-4270-8656-65194daa3a91 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037190 Nov 09 18:50:25.062406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f85396a2-23b2-49db-90d6-1193f5fece89 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:50:25.089854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1670d920-e798-4edf-a7f3-ef03c0c3283c {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:50:25.099937 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:25.113873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port f85396a2-23b2-49db-90d6-1193f5fece89 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:25.114258 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:25.116646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Transition to ACTIVE for port object 1670d920-e798-4edf-a7f3-ef03c0c3283c will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:50:25.120503 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:25.181192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Pushing event updated for resources: {'Port': ['ID=1670d920-e798-4edf-a7f3-ef03c0c3283c,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:25.266465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Attempting to bind port 1670d920-e798-4edf-a7f3-ef03c0c3283c on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:50:25.266719 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Attempting to bind port 1670d920-e798-4edf-a7f3-ef03c0c3283c by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:50:25.267051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Attempting to bind port 1670d920-e798-4edf-a7f3-ef03c0c3283c on network 9565a7bd-0767-4965-86f3-10c48a2866b0 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:50:25.273204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Port 1670d920-e798-4edf-a7f3-ef03c0c3283c on network 9565a7bd-0767-4965-86f3-10c48a2866b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:50:25.273724 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Attempting to bind port 1670d920-e798-4edf-a7f3-ef03c0c3283c on network 9565a7bd-0767-4965-86f3-10c48a2866b0 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:50:25.281205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:50:25.281675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Checking segment: {'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:50:25.282074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Bound using segment: {'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:50:25.282517 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Bound port: 1670d920-e798-4edf-a7f3-ef03c0c3283c, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:50:25.282882 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:25.355687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] For port 1670d920-e798-4edf-a7f3-ef03c0c3283c, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:50:25.362134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] For port 1670d920-e798-4edf-a7f3-ef03c0c3283c, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:50:25.367715 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:25.407916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:25.408535 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:25.409949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] 10.222.0.18 "PUT /v2.0/ports/1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 200 len: 1091 time: 0.8170295 Nov 09 18:50:25.410400 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:50:25.412735 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30820ec-7961-430c-a7a7-dddc4906ba9b" -d '{"events": [{"name": "network-changed", "server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:50:25.447526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca234175-8b81-46a0-93e5-7f9187fecae1 service neutron] Pushing event updated for resources: {'Port': ['ID=1670d920-e798-4edf-a7f3-ef03c0c3283c,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:25.468525 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06d4895-ea5c-4921-84d8-eecedf38437d x-openstack-request-id: req-c06d4895-ea5c-4921-84d8-eecedf38437d {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:50:25.468914 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:50:25.469181 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c06d4895-ea5c-4921-84d8-eecedf38437d {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:50:25.469659 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'status': 'completed', 'code': 200} Nov 09 18:50:25.521603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-5e0894bf-e7a0-446f-8b15-4f779b0c543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:25.523154 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-5e0894bf-e7a0-446f-8b15-4f779b0c543c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 1094 time: 0.0526512 Nov 09 18:50:25.570259 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-ad04601c-b29c-43c1-9411-82f3758ae19c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 200 len: 217 time: 0.0389099 Nov 09 18:50:25.627803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-d753492f-b269-4ad6-a5b3-370f52fd4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:25.629301 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-d753492f-b269-4ad6-a5b3-370f52fd4a29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee6fb724-e132-4fd9-ab37-f50ad22996df HTTP/1.1" status: 200 len: 834 time: 0.0512638 Nov 09 18:50:25.684117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fdc8637-6f6e-4e27-8977-b88ab6a77cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:25.685651 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-9fdc8637-6f6e-4e27-8977-b88ab6a77cf1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9565a7bd-0767-4965-86f3-10c48a2866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486202 Nov 09 18:50:25.778213 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-381fe1a8-906e-492d-b461-f6f8db231f2f service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855758 Nov 09 18:50:25.882524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8efa5d21-3829-4f08-add7-64c2d24e0cbc req-260f2af6-bba7-41de-ba0f-8e668c05035b service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972993 Nov 09 18:50:25.978280 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30820ec-7961-430c-a7a7-dddc4906ba9b req-28aeee4d-4101-4640-ac2f-3c1f18a79324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:25.979893 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e30820ec-7961-430c-a7a7-dddc4906ba9b req-28aeee4d-4101-4640-ac2f-3c1f18a79324 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 1094 time: 0.0461137 Nov 09 18:50:26.117266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498e70-f106-43c3-8e51-b26359e7c79e req-da6a1416-1615-4317-bca9-9dd031d36fa4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:26.118786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fd498e70-f106-43c3-8e51-b26359e7c79e req-da6a1416-1615-4317-bca9-9dd031d36fa4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 943 time: 0.1123297 Nov 09 18:50:26.120372 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30820ec-7961-430c-a7a7-dddc4906ba9b req-cf3a7927-1696-4297-8ba1-3a82a3c7eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:26.121681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e30820ec-7961-430c-a7a7-dddc4906ba9b req-cf3a7927-1696-4297-8ba1-3a82a3c7eb6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9565a7bd-0767-4965-86f3-10c48a2866b0 HTTP/1.1" status: 200 len: 897 time: 0.1350214 Nov 09 18:50:26.179180 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e30820ec-7961-430c-a7a7-dddc4906ba9b req-fb497a0b-623a-47d9-8d96-5ecc14e31ba6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 200 len: 217 time: 0.0468378 Nov 09 18:50:26.227650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fd498e70-f106-43c3-8e51-b26359e7c79e req-24dbfc18-ba85-40d7-9008-cfb27769a7a1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016142 Nov 09 18:50:26.240863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30820ec-7961-430c-a7a7-dddc4906ba9b req-c5e53a03-a98e-40bf-a077-31603289f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:26.242347 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e30820ec-7961-430c-a7a7-dddc4906ba9b req-c5e53a03-a98e-40bf-a077-31603289f3fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee6fb724-e132-4fd9-ab37-f50ad22996df HTTP/1.1" status: 200 len: 834 time: 0.0525022 Nov 09 18:50:26.290609 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30820ec-7961-430c-a7a7-dddc4906ba9b req-a8daf414-be80-45eb-b26d-2f747b2f18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:26.292409 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e30820ec-7961-430c-a7a7-dddc4906ba9b req-a8daf414-be80-45eb-b26d-2f747b2f18f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9565a7bd-0767-4965-86f3-10c48a2866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429716 Nov 09 18:50:26.389832 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e30820ec-7961-430c-a7a7-dddc4906ba9b req-a0e11dea-bcaf-42df-bfa4-a0a23d0ffcdc service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903533 Nov 09 18:50:26.485336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e30820ec-7961-430c-a7a7-dddc4906ba9b req-1b2ea9bc-b125-49d6-ab8f-369a8d88c29a service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851002 Nov 09 18:50:27.362063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6ac3d-0672-4d0d-bf9c-5113114cf410 req-f4ba5243-fa8d-4d5f-b121-0914c00a1cdc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:27.363678 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acd6ac3d-0672-4d0d-bf9c-5113114cf410 req-f4ba5243-fa8d-4d5f-b121-0914c00a1cdc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 943 time: 0.0666492 Nov 09 18:50:27.403548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acd6ac3d-0672-4d0d-bf9c-5113114cf410 req-de816552-ab98-4294-95b7-a46ed13d1be7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337877 Nov 09 18:50:28.528862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468d6f7-8fcd-4e6f-8abd-7586f4c208ae req-57a78bbf-b604-4d7f-8497-389e2d867dc0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:28.530981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f468d6f7-8fcd-4e6f-8abd-7586f4c208ae req-57a78bbf-b604-4d7f-8497-389e2d867dc0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 943 time: 0.0551562 Nov 09 18:50:28.572131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f468d6f7-8fcd-4e6f-8abd-7586f4c208ae req-5bf11bd1-410c-440a-875c-f5872c159a74 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346797 Nov 09 18:50:29.309561 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 1670d920-e798-4edf-a7f3-ef03c0c3283c details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:50:29.409319 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 1670d920-e798-4edf-a7f3-ef03c0c3283c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:29.424777 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'port_id': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'mac_address': 'fa:16:3e:7e:b5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:50:29.462287 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:29.475131 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1670d920-e798-4edf-a7f3-ef03c0c3283c {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:50:29.494743 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 1670d920-e798-4edf-a7f3-ef03c0c3283c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:29.500033 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:29.550649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=1670d920-e798-4edf-a7f3-ef03c0c3283c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:29.703245 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c3e2-395b-4de0-94c1-4aae1f3b6705 req-85c820db-1d40-46d6-9fab-4c003f1d8584 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:29.704821 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83c0c3e2-395b-4de0-94c1-4aae1f3b6705 req-85c820db-1d40-46d6-9fab-4c003f1d8584 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 944 time: 0.0568931 Nov 09 18:50:29.746308 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83c0c3e2-395b-4de0-94c1-4aae1f3b6705 req-2cd107bb-e0d9-4c46-8ac1-fd5f8cfe862f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352960 Nov 09 18:50:29.851805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['1670d920-e798-4edf-a7f3-ef03c0c3283c'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:50:30.869165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09575d8-2625-4803-a167-aa7ccdcc1d86 req-63c797e8-0790-4cd4-a945-c3915a16359e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:30.870691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b09575d8-2625-4803-a167-aa7ccdcc1d86 req-63c797e8-0790-4cd4-a945-c3915a16359e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 944 time: 0.0501208 Nov 09 18:50:30.909965 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b09575d8-2625-4803-a167-aa7ccdcc1d86 req-745308b8-a917-495f-9b15-7ad5408b260d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321279 Nov 09 18:50:31.308699 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 1670d920-e798-4edf-a7f3-ef03c0c3283c up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:50:31.360080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 1670d920-e798-4edf-a7f3-ef03c0c3283c completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:50:31.363978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 1670d920-e798-4edf-a7f3-ef03c0c3283c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:50:31.364386 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:31.450551 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:31.474744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:50:31.477157 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3862f3fb-d6eb-4ceb-9081-076fc382cee3" -d '{"events": [{"server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "name": "network-vif-plugged", "status": "completed", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:50:31.490701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 1670d920-e798-4edf-a7f3-ef03c0c3283c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:50:31.494974 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:31.519243 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf35c2da-cc4d-44b1-84aa-cb275c3b3531 x-openstack-request-id: req-cf35c2da-cc4d-44b1-84aa-cb275c3b3531 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:50:31.519568 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "name": "network-vif-plugged", "status": "completed", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:50:31.519825 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf35c2da-cc4d-44b1-84aa-cb275c3b3531 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:50:31.520221 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'code': 200} Nov 09 18:50:31.555811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=1670d920-e798-4edf-a7f3-ef03c0c3283c,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:31.624679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255794cb-9416-444d-858a-8362d491fd10 req-452bbd82-da95-4da7-a0d5-7a1bf796b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:31.626194 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-255794cb-9416-444d-858a-8362d491fd10 req-452bbd82-da95-4da7-a0d5-7a1bf796b690 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 1096 time: 0.0472286 Nov 09 18:50:31.662311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-255794cb-9416-444d-858a-8362d491fd10 req-51690012-ed78-471a-bad8-4ed90a47a81e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284359 Nov 09 18:50:32.037717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78775cc0-c3b9-42c3-b904-17987a398ae4 req-cb537fba-5aab-47f7-95a3-7f0c67367af7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:32.040080 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78775cc0-c3b9-42c3-b904-17987a398ae4 req-cb537fba-5aab-47f7-95a3-7f0c67367af7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0537283 Nov 09 18:50:32.080444 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-78775cc0-c3b9-42c3-b904-17987a398ae4 req-5374619b-2a31-4cc1-bd91-a7cc737ba551 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343709 Nov 09 18:50:33.195511 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab260947-4d37-4312-92a7-9b7262c588ab req-47f79691-38ba-4cfb-8294-ac9f96e68ddb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:33.197010 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab260947-4d37-4312-92a7-9b7262c588ab req-47f79691-38ba-4cfb-8294-ac9f96e68ddb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0492053 Nov 09 18:50:33.239780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab260947-4d37-4312-92a7-9b7262c588ab req-2f529e05-60ba-4949-b650-78103b46d041 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357702 Nov 09 18:50:33.359543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34968e-c07f-46bd-9eb0-568ebe341b47 req-d6953747-fd3a-4af0-8418-d4d9562b3995 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:33.361035 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd34968e-c07f-46bd-9eb0-568ebe341b47 req-d6953747-fd3a-4af0-8418-d4d9562b3995 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0544829 Nov 09 18:50:33.401752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd34968e-c07f-46bd-9eb0-568ebe341b47 req-7d4906ae-335b-4508-a97e-1b064598a9f3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346425 Nov 09 18:50:33.423588 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52552) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:33.463911 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c5a297-ede2-4fa4-8516-4004c4f12e5f tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:33.465456 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-20c5a297-ede2-4fa4-8516-4004c4f12e5f tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 1091 time: 0.0405889 Nov 09 18:50:33.468730 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52554) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:33.473063 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:50:33.495101 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:33.599208 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:33.709478 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.25.1.15 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/d77f56d6-e25d-48be-a3dd-75cf955c358e) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:50:33.813917 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:33.847179 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:33.884948 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:50:33.888002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:50:33.892530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:50:33.924061 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=d77f56d6-e25d-48be-a3dd-75cf955c358e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:34.604722 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:34.679942 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:34.841056 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:34.846163 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:34.916211 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=d77f56d6-e25d-48be-a3dd-75cf955c358e,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:50:34.927875 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:35.033468 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Floating IP a731ddf1-057c-40b6-9ee0-08af9da88065 associated. External IP: 172.25.1.15, port: 1670d920-e798-4edf-a7f3-ef03c0c3283c. Nov 09 18:50:35.253953 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:50:35.366561 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:50:35.378963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfaa25-f378-4670-b829-c8d2023940ac None None] Sync routers for ids ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:50:35.385012 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:35.389120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dfaa25-f378-4670-b829-c8d2023940ac None None] Routers {'9e0f46db-d4da-4464-aa90-ce2855ba9c0f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:35.389756 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-45dfaa25-f378-4670-b829-c8d2023940ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:50:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:35.413062 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-91374ff8-dfa3-4fc4-bc41-88c4ab3c716c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9433038 Nov 09 18:50:35.414106 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:50:35.416630 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af88ebcfef5c43c3ecd045bfc529e33271d1f66ec5679dbfee10f7604908018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4140787a-7b98-4df2-81a2-c2ab5caae099" -d '{"events": [{"name": "network-changed", "server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:50:35.498982 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-45dfaa25-f378-4670-b829-c8d2023940ac None None] Set router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:35.510988 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3201d8-be1d-4eb6-b788-bce417180209 req-6f7b6b81-cb97-4595-8b48-d9da08dea645 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:35.512552 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da3201d8-be1d-4eb6-b788-bce417180209 req-6f7b6b81-cb97-4595-8b48-d9da08dea645 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0501351 Nov 09 18:50:35.551794 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-da3201d8-be1d-4eb6-b788-bce417180209 req-df6cc73c-55e8-43ed-b765-9116910e913f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329952 Nov 09 18:50:35.574767 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52560) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:35.626270 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be69ce6-d114-4f42-9d73-3e9afcd5fa8d x-openstack-request-id: req-1be69ce6-d114-4f42-9d73-3e9afcd5fa8d {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:50:35.627008 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:50:35.627008 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1be69ce6-d114-4f42-9d73-3e9afcd5fa8d {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:50:35.627204 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'status': 'completed', 'code': 200} Nov 09 18:50:35.655118 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f22bac5c-ea60-4d05-892a-98c231b866d1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/a731ddf1-057c-40b6-9ee0-08af9da88065 HTTP/1.1" status: 200 len: 990 time: 0.0772278 Nov 09 18:50:35.665252 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140787a-7b98-4df2-81a2-c2ab5caae099 req-1e24295c-d908-4484-8799-f7687cb0a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:35.666736 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4140787a-7b98-4df2-81a2-c2ab5caae099 req-1e24295c-d908-4484-8799-f7687cb0a1e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 1096 time: 0.0462542 Nov 09 18:50:35.732144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-45dfaa25-f378-4670-b829-c8d2023940ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:20Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'a731ddf1-057c-40b6-9ee0-08af9da88065', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'port_id': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'mac_address': 'fa:16:3e:7e:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:50:34Z', 'updated_at': '2021-11-09T18:50:34Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85396a2-23b2-49db-90d6-1193f5fece89', 'name': '', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:f2:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:19Z', 'updated_at': '2021-11-09T18:50:23Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:35.761838 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfaa25-f378-4670-b829-c8d2023940ac None None] Checking router: 9e0f46db-d4da-4464-aa90-ce2855ba9c0f for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:50:35.767314 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140787a-7b98-4df2-81a2-c2ab5caae099 req-f94b33df-085a-464e-8503-c8995276b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:35.768854 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4140787a-7b98-4df2-81a2-c2ab5caae099 req-f94b33df-085a-464e-8503-c8995276b784 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9565a7bd-0767-4965-86f3-10c48a2866b0 HTTP/1.1" status: 200 len: 897 time: 0.0951068 Nov 09 18:50:35.770683 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dfaa25-f378-4670-b829-c8d2023940ac None None] Routers {'9e0f46db-d4da-4464-aa90-ce2855ba9c0f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:50:35.771356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-45dfaa25-f378-4670-b829-c8d2023940ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:50:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:35.837861 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4140787a-7b98-4df2-81a2-c2ab5caae099 req-28becd55-9392-4fb0-a613-14dee2f09d20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 200 len: 998 time: 0.0611148 Nov 09 18:50:35.883884 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-45dfaa25-f378-4670-b829-c8d2023940ac None None] Set router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:50:35.895864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140787a-7b98-4df2-81a2-c2ab5caae099 req-9115c9ce-2f8c-440a-b86d-59727258b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:35.897377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4140787a-7b98-4df2-81a2-c2ab5caae099 req-9115c9ce-2f8c-440a-b86d-59727258b571 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee6fb724-e132-4fd9-ab37-f50ad22996df HTTP/1.1" status: 200 len: 834 time: 0.0518751 Nov 09 18:50:35.945594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140787a-7b98-4df2-81a2-c2ab5caae099 req-8a1005aa-2a51-4717-8cc9-cde15289832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:35.947162 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4140787a-7b98-4df2-81a2-c2ab5caae099 req-8a1005aa-2a51-4717-8cc9-cde15289832b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9565a7bd-0767-4965-86f3-10c48a2866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420198 Nov 09 18:50:36.054314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4140787a-7b98-4df2-81a2-c2ab5caae099 req-4286df63-bbbb-4416-adad-ec494e51fa63 service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996668 Nov 09 18:50:36.134494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-45dfaa25-f378-4670-b829-c8d2023940ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:20Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'a731ddf1-057c-40b6-9ee0-08af9da88065', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'port_id': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'mac_address': 'fa:16:3e:7e:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:50:34Z', 'updated_at': '2021-11-09T18:50:34Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85396a2-23b2-49db-90d6-1193f5fece89', 'name': '', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:f2:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:19Z', 'updated_at': '2021-11-09T18:50:23Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:50:36.156574 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4140787a-7b98-4df2-81a2-c2ab5caae099 req-d961cb61-2edc-44b4-bf5b-b9a613f74e0e service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959418 Nov 09 18:50:36.163925 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfaa25-f378-4670-b829-c8d2023940ac None None] The sync data for ids ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'] in n-d-817236-1 is: [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:20Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'a731ddf1-057c-40b6-9ee0-08af9da88065', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'port_id': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'mac_address': 'fa:16:3e:7e:b5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:50:34Z', 'updated_at': '2021-11-09T18:50:34Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85396a2-23b2-49db-90d6-1193f5fece89', 'name': '', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:f2:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:19Z', 'updated_at': '2021-11-09T18:50:23Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:50:36.363859 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60931eb3-7931-4a75-b419-c32a7dc7071d None None] New status for floating IP a731ddf1-057c-40b6-9ee0-08af9da88065: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:50:36.657383 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52562) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:50:36.726826 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c1e8494d-2add-41da-8b8e-df9b0cc01823 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/a731ddf1-057c-40b6-9ee0-08af9da88065 HTTP/1.1" status: 200 len: 992 time: 0.0680530 Nov 09 18:50:38.545700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0faaff6c-3fb7-44e0-877c-3d8641ba982e req-2cfd5b45-d1e2-43c3-a475-b0ae11daedc9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412679 Nov 09 18:50:38.630584 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaff6c-3fb7-44e0-877c-3d8641ba982e req-f8b979d1-31c6-435b-a7cc-49cb44620294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:38.632405 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0faaff6c-3fb7-44e0-877c-3d8641ba982e req-f8b979d1-31c6-435b-a7cc-49cb44620294 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 1096 time: 0.0440519 Nov 09 18:50:38.746695 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaff6c-3fb7-44e0-877c-3d8641ba982e req-e86b331b-a561-411d-b705-9487b7ddd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:38.749017 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0faaff6c-3fb7-44e0-877c-3d8641ba982e req-e86b331b-a561-411d-b705-9487b7ddd137 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9565a7bd-0767-4965-86f3-10c48a2866b0 HTTP/1.1" status: 200 len: 897 time: 0.0962992 Nov 09 18:50:38.820092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0faaff6c-3fb7-44e0-877c-3d8641ba982e req-604546bc-a7f9-47d1-8370-03ef1410c5e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 200 len: 1000 time: 0.0641840 Nov 09 18:50:38.877734 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaff6c-3fb7-44e0-877c-3d8641ba982e req-eaa226fc-082a-479c-b014-b2602176bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:38.879257 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0faaff6c-3fb7-44e0-877c-3d8641ba982e req-eaa226fc-082a-479c-b014-b2602176bd78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee6fb724-e132-4fd9-ab37-f50ad22996df HTTP/1.1" status: 200 len: 834 time: 0.0524724 Nov 09 18:50:38.930475 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaff6c-3fb7-44e0-877c-3d8641ba982e req-1cc00056-810d-49bb-8d51-3b23b6c0529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:38.932064 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0faaff6c-3fb7-44e0-877c-3d8641ba982e req-1cc00056-810d-49bb-8d51-3b23b6c0529b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9565a7bd-0767-4965-86f3-10c48a2866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447497 Nov 09 18:50:39.026420 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0faaff6c-3fb7-44e0-877c-3d8641ba982e req-a33455c7-fde9-419d-a915-14967d5e07c1 service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871503 Nov 09 18:50:39.131762 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0faaff6c-3fb7-44e0-877c-3d8641ba982e req-2295f9e4-3670-4915-b50e-069a35cd5744 service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985465 Nov 09 18:50:40.849606 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e60f550e-60de-4779-95ac-0e668a5fa383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:43.780085 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-720ce4e9-0a64-4593-96a7-726d249ce333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:44.107367 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:50:44.625612 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:45.678280 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:47.916070 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:53.712944 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:54.400551 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:10.850660 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-72a066aa-c2ec-4316-9aca-a672fdcfcfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:13.771654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-39761ad3-8404-4aad-b2f7-be8496342279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:14.627872 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:15.681708 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:17.921037 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:21.107525 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:51:23.712843 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:24.396256 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:30.656602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-51cfce8b-7fef-4868-ac39-758657f52e28 req-24aef20f-0993-48cf-aa07-b9e5bc6818fa service neutron] (102154) timed out ('10.222.0.81', 50122) {{(pid=102154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:51:39.398201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-d92e9dfb-a793-4ead-971f-8a93edf7f366 req-9c2e813f-2174-4beb-a1f0-a28ff521659a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:51:39.399188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d92e9dfb-a793-4ead-971f-8a93edf7f366 req-9c2e813f-2174-4beb-a1f0-a28ff521659a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059869 Nov 09 18:51:39.519764 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52594) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:51:39.590228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80248a76-6a86-4084-b9ca-a9a7b6c31c57 req-239d42b5-0e1d-4078-a42c-a783fab1ef32 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:39.591693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80248a76-6a86-4084-b9ca-a9a7b6c31c57 req-239d42b5-0e1d-4078-a42c-a783fab1ef32 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0618742 Nov 09 18:51:39.654882 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-80248a76-6a86-4084-b9ca-a9a7b6c31c57 req-b0bfd0a5-254e-4cf1-b997-6e407f13a375 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456367 Nov 09 18:51:39.658042 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-9814574e-395e-41f8-a602-6dfe706bd7e2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1368871 Nov 09 18:51:39.667068 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-9e339477-f40c-4620-913c-a3247ef5cc6e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:51:39.668101 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-9e339477-f40c-4620-913c-a3247ef5cc6e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050588 Nov 09 18:51:40.573702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ba17-965c-4ae5-a0d7-7046ce3ba19c req-15766e20-41a8-4bdc-a174-4e7a02088e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:40.575204 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f56ba17-965c-4ae5-a0d7-7046ce3ba19c req-15766e20-41a8-4bdc-a174-4e7a02088e9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 1096 time: 0.0415490 Nov 09 18:51:40.678637 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ba17-965c-4ae5-a0d7-7046ce3ba19c req-002f824d-8a2e-435b-be67-ed453e8003c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:40.680953 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f56ba17-965c-4ae5-a0d7-7046ce3ba19c req-002f824d-8a2e-435b-be67-ed453e8003c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9565a7bd-0767-4965-86f3-10c48a2866b0 HTTP/1.1" status: 200 len: 897 time: 0.0856941 Nov 09 18:51:40.854731 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f3ee061c-5de5-4198-b882-30b55b7034e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:41.136316 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f56ba17-965c-4ae5-a0d7-7046ce3ba19c req-78494907-73fd-4af8-bb12-10f6dd7ab68c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 200 len: 1000 time: 0.4472146 Nov 09 18:51:41.160382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabccfa5-e26f-4ff3-aae7-b9bb85cc6609 req-c98afc5f-3888-4a63-9e79-d7170df09507 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:41.162302 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dabccfa5-e26f-4ff3-aae7-b9bb85cc6609 req-c98afc5f-3888-4a63-9e79-d7170df09507 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0745595 Nov 09 18:51:41.213373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ba17-965c-4ae5-a0d7-7046ce3ba19c req-62376d57-e7a8-46ab-9ee1-e7fe83ea2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:41.214771 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f56ba17-965c-4ae5-a0d7-7046ce3ba19c req-62376d57-e7a8-46ab-9ee1-e7fe83ea2ec1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee6fb724-e132-4fd9-ab37-f50ad22996df HTTP/1.1" status: 200 len: 834 time: 0.0708604 Nov 09 18:51:41.235151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dabccfa5-e26f-4ff3-aae7-b9bb85cc6609 req-4d8795a9-9f01-4e42-acb7-5b071bdc036d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537908 Nov 09 18:51:41.269042 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ba17-965c-4ae5-a0d7-7046ce3ba19c req-803b77f9-4ad0-4876-8a0d-03ad5b50d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:41.270504 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f56ba17-965c-4ae5-a0d7-7046ce3ba19c req-803b77f9-4ad0-4876-8a0d-03ad5b50d4f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9565a7bd-0767-4965-86f3-10c48a2866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478115 Nov 09 18:51:41.282135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-9f56ba17-965c-4ae5-a0d7-7046ce3ba19c req-217c8e8e-f689-4730-b231-7aa4bb3f3a18 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:51:41.283049 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f56ba17-965c-4ae5-a0d7-7046ce3ba19c req-217c8e8e-f689-4730-b231-7aa4bb3f3a18 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056267 Nov 09 18:51:41.373811 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f56ba17-965c-4ae5-a0d7-7046ce3ba19c req-849a4ce6-1bec-4f57-9caa-1c6eccc027ca service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827897 Nov 09 18:51:41.470799 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9f56ba17-965c-4ae5-a0d7-7046ce3ba19c req-26fe666d-b4be-4f29-abc8-a7268ff2c72d service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880518 Nov 09 18:51:41.556229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-96da890d-131c-4de0-a2b6-257496869b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:41.557753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-96da890d-131c-4de0-a2b6-257496869b7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 1096 time: 0.0412111 Nov 09 18:51:41.650470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-c276e1c8-6118-4efe-8946-32813835d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:41.651957 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-c276e1c8-6118-4efe-8946-32813835d5d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9565a7bd-0767-4965-86f3-10c48a2866b0 HTTP/1.1" status: 200 len: 897 time: 0.0873663 Nov 09 18:51:41.717182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-60b137a5-07d6-4945-a62c-d4a21663c328 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 200 len: 1000 time: 0.0567417 Nov 09 18:51:41.768322 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-2e1c2cad-5a16-4bf7-8e54-fec91a140490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:41.769694 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-2e1c2cad-5a16-4bf7-8e54-fec91a140490 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee6fb724-e132-4fd9-ab37-f50ad22996df HTTP/1.1" status: 200 len: 834 time: 0.0443435 Nov 09 18:51:41.819307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-b463ed49-f99c-4f95-9207-103c19333ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:41.820786 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-b463ed49-f99c-4f95-9207-103c19333ece service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9565a7bd-0767-4965-86f3-10c48a2866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439756 Nov 09 18:51:41.910328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-82ba1d33-a2aa-4459-b20b-036b28d83ab9 service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819821 Nov 09 18:51:42.006642 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-afed8e1e-f5b2-4396-b212-4f67b62b6d20 service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888894 Nov 09 18:51:42.352761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71730dc1-fe0f-4106-b5ae-8d2e82f4ce74 req-33bf494a-424f-4f25-aa47-c4ebbb4a15b6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:42.354132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-71730dc1-fe0f-4106-b5ae-8d2e82f4ce74 req-33bf494a-424f-4f25-aa47-c4ebbb4a15b6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0502365 Nov 09 18:51:42.392613 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-71730dc1-fe0f-4106-b5ae-8d2e82f4ce74 req-e9edd565-ba04-458f-9441-318e77ce1ff5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320685 Nov 09 18:51:43.513797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96e265-4abd-4d7e-b59e-55cc8ef5cc0c req-87d615b7-1e4e-47d5-9edd-2a760b28eadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:43.515830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3f96e265-4abd-4d7e-b59e-55cc8ef5cc0c req-87d615b7-1e4e-47d5-9edd-2a760b28eadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0493155 Nov 09 18:51:43.553406 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3f96e265-4abd-4d7e-b59e-55cc8ef5cc0c req-7bbdd177-5d7f-47ac-a435-f531beb117db tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314147 Nov 09 18:51:43.773857 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fea5fc16-0440-40aa-89f0-ab2ce25c1ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:44.629636 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:44.671497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec821a64-784a-491e-8793-fed875fd15da req-f7fc984c-3c28-49e1-823c-e8a910b2803a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:44.673575 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec821a64-784a-491e-8793-fed875fd15da req-f7fc984c-3c28-49e1-823c-e8a910b2803a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0521326 Nov 09 18:51:44.714524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec821a64-784a-491e-8793-fed875fd15da req-8a1243a0-523e-44c6-8564-1de0b65bcedb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349395 Nov 09 18:51:45.684647 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:45.834080 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470a7da-9cab-4816-8e05-4a04fd13be1b req-14185374-c214-4e34-b133-6e5aaeba218d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:45.835645 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4470a7da-9cab-4816-8e05-4a04fd13be1b req-14185374-c214-4e34-b133-6e5aaeba218d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0522087 Nov 09 18:51:45.879147 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4470a7da-9cab-4816-8e05-4a04fd13be1b req-9a300bf6-24f2-41aa-932a-77fd88fd4507 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373340 Nov 09 18:51:46.993466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398baee5-a4d7-4e02-9956-328989cac760 req-dac684cb-4a98-42c9-a031-a1da8c53fc1b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:46.994973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-398baee5-a4d7-4e02-9956-328989cac760 req-dac684cb-4a98-42c9-a031-a1da8c53fc1b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0496254 Nov 09 18:51:47.035790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-398baee5-a4d7-4e02-9956-328989cac760 req-4fb82ace-5336-4f70-903d-f7d2e7aabbb1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335348 Nov 09 18:51:47.920639 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:48.153148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f27dc4-4bc8-45a7-b37e-651565befa46 req-0b91f147-cd38-4453-a0dc-e9ce88225694 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:48.154548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-48f27dc4-4bc8-45a7-b37e-651565befa46 req-0b91f147-cd38-4453-a0dc-e9ce88225694 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0506444 Nov 09 18:51:48.196997 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-48f27dc4-4bc8-45a7-b37e-651565befa46 req-26bd98b0-9620-4c7a-b619-2aec1a9376c0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361879 Nov 09 18:51:49.313592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639b95c-df91-4c19-bc9e-503d26fcf827 req-2ec7c3b3-3e25-4645-8ec0-8596c5477091 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:49.315211 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d639b95c-df91-4c19-bc9e-503d26fcf827 req-2ec7c3b3-3e25-4645-8ec0-8596c5477091 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0503678 Nov 09 18:51:49.355805 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d639b95c-df91-4c19-bc9e-503d26fcf827 req-c000c7dd-6666-4195-8218-8c108a5802e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332031 Nov 09 18:51:50.472056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b927d26-12a5-4ab5-92f4-e492c164a896 req-0231a2f9-f415-4d36-ac39-58014c5f6685 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:50.473524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b927d26-12a5-4ab5-92f4-e492c164a896 req-0231a2f9-f415-4d36-ac39-58014c5f6685 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0499291 Nov 09 18:51:50.512964 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b927d26-12a5-4ab5-92f4-e492c164a896 req-10d32a7b-befe-44b6-abd1-36ecf4ec82e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334258 Nov 09 18:51:51.630532 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62d372-f0ef-4d9d-b70a-f341144146bc req-715522d6-04d9-4a92-ae52-66ad8297cf05 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:51.632071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc62d372-f0ef-4d9d-b70a-f341144146bc req-715522d6-04d9-4a92-ae52-66ad8297cf05 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0502248 Nov 09 18:51:51.675090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc62d372-f0ef-4d9d-b70a-f341144146bc req-fc8bc65f-a31b-449b-88a0-d643af0e0fc3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371099 Nov 09 18:51:52.789993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29154de1-83dc-4ad2-b4a5-5eaa485dbb38 req-a493977a-1dd3-4622-9936-cc5a03f141ad tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:52.791534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-29154de1-83dc-4ad2-b4a5-5eaa485dbb38 req-a493977a-1dd3-4622-9936-cc5a03f141ad tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0501177 Nov 09 18:51:52.830943 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-29154de1-83dc-4ad2-b4a5-5eaa485dbb38 req-02be7bf2-9e61-42c6-8a1a-b540595ed632 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328653 Nov 09 18:51:53.712170 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:53.866005 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-502238bf-f7a5-4bd3-ad24-fdeb0ed00389 service neutron] show failed (client error): The resource could not be found. Nov 09 18:51:53.867066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-502238bf-f7a5-4bd3-ad24-fdeb0ed00389 service neutron] 10.222.0.18 "GET /v2.0/ports/1670d920-e798-4edf-a7f3-ef03c0c3283c/bindings/n-h1-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0588408 Nov 09 18:51:53.955826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3ef54-473f-4d71-bada-a9e8391440b7 req-3abaed98-e4fe-4983-9001-c91baf7523a9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:53.957400 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b7b3ef54-473f-4d71-bada-a9e8391440b7 req-3abaed98-e4fe-4983-9001-c91baf7523a9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0533757 Nov 09 18:51:53.998205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b7b3ef54-473f-4d71-bada-a9e8391440b7 req-aa1dabae-f36e-4e05-be33-61235fbe8569 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333805 Nov 09 18:51:54.082914 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-3ca1dca9-57c2-47fb-860e-50c81e8070d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:54.084475 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-3ca1dca9-57c2-47fb-860e-50c81e8070d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd&tenant_id=c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 1096 time: 0.0457530 Nov 09 18:51:54.096806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:51:54.151466 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:54.356077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] For port 1670d920-e798-4edf-a7f3-ef03c0c3283c, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:51:54.388817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] For port 1670d920-e798-4edf-a7f3-ef03c0c3283c, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:51:54.413205 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:54.433491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:51:54.435808 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945d5b08-373a-4919-b379-1298e5285aad" -d '{"events": [{"server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "name": "network-vif-unplugged", "status": "completed", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:51:54.440166 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:54.453274 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Transition to ACTIVE for port object 1670d920-e798-4edf-a7f3-ef03c0c3283c will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:51:54.457429 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:54.539024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1670d920-e798-4edf-a7f3-ef03c0c3283c,revision_number=6']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:51:54.555958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:54.556397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:54.556814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:54.557241 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:54.557656 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:54.558077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:54.558600 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:54.559035 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:54.559521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:54.559922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:54.560320 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:54.560712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:54.579004 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00808dd2-4492-4eb7-9b00-5e39fc022741 x-openstack-request-id: req-00808dd2-4492-4eb7-9b00-5e39fc022741 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:51:54.579423 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "name": "network-vif-unplugged", "status": "completed", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:51:54.579685 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00808dd2-4492-4eb7-9b00-5e39fc022741 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:51:54.580091 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'code': 200} Nov 09 18:51:54.601004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] No DVR routers for this DVR port 1670d920-e798-4edf-a7f3-ef03c0c3283c on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:51:54.741375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Attempting to bind port 1670d920-e798-4edf-a7f3-ef03c0c3283c on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:51:54.741712 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Attempting to bind port 1670d920-e798-4edf-a7f3-ef03c0c3283c by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:51:54.742038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Attempting to bind port 1670d920-e798-4edf-a7f3-ef03c0c3283c on network 9565a7bd-0767-4965-86f3-10c48a2866b0 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:51:54.746290 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Port 1670d920-e798-4edf-a7f3-ef03c0c3283c on network 9565a7bd-0767-4965-86f3-10c48a2866b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:51:54.746628 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Attempting to bind port 1670d920-e798-4edf-a7f3-ef03c0c3283c on network 9565a7bd-0767-4965-86f3-10c48a2866b0 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:51:54.751781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:51:54.752119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Checking segment: {'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:51:54.752501 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Bound using segment: {'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:51:54.752926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Bound port: 1670d920-e798-4edf-a7f3-ef03c0c3283c, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7453d4c-1c61-4042-828c-214461436091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:51:54.753280 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:54.821206 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] For port 1670d920-e798-4edf-a7f3-ef03c0c3283c, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:51:54.824393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] For port 1670d920-e798-4edf-a7f3-ef03c0c3283c, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:51:54.829686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:54.865104 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:54.865780 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:54.867196 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 200 len: 1091 time: 0.7750804 Nov 09 18:51:54.889123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2e1c8-5d0e-46fe-8de3-e874f83ae6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1670d920-e798-4edf-a7f3-ef03c0c3283c,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:51:54.933957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-3e398464-f429-4ac8-a010-b2ef412fad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:54.935521 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-3e398464-f429-4ac8-a010-b2ef412fad6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 1094 time: 0.0428903 Nov 09 18:51:55.039448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-948a3e73-6a22-4d23-96fe-1c8bbcfcdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:55.040905 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-948a3e73-6a22-4d23-96fe-1c8bbcfcdf32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9565a7bd-0767-4965-86f3-10c48a2866b0 HTTP/1.1" status: 200 len: 897 time: 0.0984986 Nov 09 18:51:55.139674 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-51ff7ec5-9a1c-40c2-9e2e-be664dfde3f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 200 len: 998 time: 0.0898335 Nov 09 18:51:55.164196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf0e3a-16b7-4a87-89c4-a63067a4de0b req-6491c368-81d5-4a28-9e2a-56df356aeef4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:55.165610 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5bdf0e3a-16b7-4a87-89c4-a63067a4de0b req-6491c368-81d5-4a28-9e2a-56df356aeef4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 943 time: 0.0796978 Nov 09 18:51:55.223171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-121ca118-b06a-4fe7-9f99-50a42ddd29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:55.224654 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-121ca118-b06a-4fe7-9f99-50a42ddd29f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee6fb724-e132-4fd9-ab37-f50ad22996df HTTP/1.1" status: 200 len: 834 time: 0.0760539 Nov 09 18:51:55.229585 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5bdf0e3a-16b7-4a87-89c4-a63067a4de0b req-59fe687b-17c8-4e80-8066-48348dba6c58 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465574 Nov 09 18:51:55.274177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-190d7937-3318-4178-b87a-55ae4d5051ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:55.275689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-190d7937-3318-4178-b87a-55ae4d5051ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9565a7bd-0767-4965-86f3-10c48a2866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438573 Nov 09 18:51:55.369118 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-acbe6273-a094-4673-991c-f919cb0dd79e service neutron] 10.222.0.13 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854180 Nov 09 18:51:55.459549 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5f945128-e6ba-400f-8dc5-a485ea274b6a req-b133f064-68d1-46bc-8633-a4f7a8534089 service neutron] 10.222.0.13 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829272 Nov 09 18:51:56.350173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76356014-dd41-4c49-897e-557d900fdadc req-798f3d99-ed8e-4a0e-97d4-7ec5489841d3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:56.351668 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-76356014-dd41-4c49-897e-557d900fdadc req-798f3d99-ed8e-4a0e-97d4-7ec5489841d3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 943 time: 0.0501478 Nov 09 18:51:56.388844 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-76356014-dd41-4c49-897e-557d900fdadc req-c9bf54be-3c13-4d34-b807-0893d6c24cc0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311217 Nov 09 18:51:56.581557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:51:56.583943 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097336a8-9fb2-4010-a485-ed5e342d9e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:51:56.631495 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d15ad1-3d9b-4d94-b064-b70d0f4e47d9 x-openstack-request-id: req-02d15ad1-3d9b-4d94-b064-b70d0f4e47d9 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:51:56.631791 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:51:56.632075 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02d15ad1-3d9b-4d94-b064-b70d0f4e47d9 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:51:56.632472 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'status': 'completed', 'code': 200} Nov 09 18:51:56.724955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-b334a117-c1fb-4bb0-b0f2-e69a893e0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:56.726459 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-b334a117-c1fb-4bb0-b0f2-e69a893e0937 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 1094 time: 0.0755327 Nov 09 18:51:56.728166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-dc8f7568-5a77-47bd-9676-5bdba114bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:56.729504 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-dc8f7568-5a77-47bd-9676-5bdba114bb78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 1094 time: 0.0705435 Nov 09 18:51:56.888765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-c25cb1f0-d57f-4a21-bcf0-cffd281d105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:56.890754 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-c25cb1f0-d57f-4a21-bcf0-cffd281d105e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9565a7bd-0767-4965-86f3-10c48a2866b0 HTTP/1.1" status: 200 len: 897 time: 0.1564837 Nov 09 18:51:56.892187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-0bcfba2e-4c4f-4cb9-869c-6bc57175dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:56.893493 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-0bcfba2e-4c4f-4cb9-869c-6bc57175dee4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9565a7bd-0767-4965-86f3-10c48a2866b0 HTTP/1.1" status: 200 len: 897 time: 0.1523440 Nov 09 18:51:57.004674 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-3768a84d-043f-462f-905b-d1340dfda667 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 200 len: 998 time: 0.1056302 Nov 09 18:51:57.010603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-135151af-4d4f-4034-b6a7-80c6c88d897b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 200 len: 998 time: 0.1050999 Nov 09 18:51:57.092218 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-40f21d0b-6ca6-4d69-9ad7-b5e241b09537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:57.093767 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-40f21d0b-6ca6-4d69-9ad7-b5e241b09537 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee6fb724-e132-4fd9-ab37-f50ad22996df HTTP/1.1" status: 200 len: 834 time: 0.0815651 Nov 09 18:51:57.097213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-64903170-5465-480e-a6c9-7fba50b40d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:57.098561 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-64903170-5465-480e-a6c9-7fba50b40d4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee6fb724-e132-4fd9-ab37-f50ad22996df HTTP/1.1" status: 200 len: 834 time: 0.0770099 Nov 09 18:51:57.167967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-b3545268-2e28-4a1a-afbf-3e06b780bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:57.169375 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-b3545268-2e28-4a1a-afbf-3e06b780bd57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9565a7bd-0767-4965-86f3-10c48a2866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684297 Nov 09 18:51:57.172237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-5719d5f3-2158-4726-90db-a297694e7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:57.173577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-5719d5f3-2158-4726-90db-a297694e7fd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9565a7bd-0767-4965-86f3-10c48a2866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650923 Nov 09 18:51:57.331937 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-e28a4ef7-ded5-46b2-8fe8-16f8dce2e541 service neutron] 10.222.0.13 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555133 Nov 09 18:51:57.333763 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-b68acb90-3049-46ac-bd36-0f0b93319dbe service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506841 Nov 09 18:51:57.517721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-24471c11-057f-4323-8431-acc616f2528f service neutron] 10.222.0.13 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775148 Nov 09 18:51:57.519777 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-097336a8-9fb2-4010-a485-ed5e342d9e0b req-f348682f-fed5-4690-b665-40c48f0c41b3 service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786075 Nov 09 18:51:57.541806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcee8c1-7e19-4cc5-948c-e642edbff04f req-592487ea-786e-4f00-8e97-39c3ff331cc6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:57.543317 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edcee8c1-7e19-4cc5-948c-e642edbff04f req-592487ea-786e-4f00-8e97-39c3ff331cc6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 943 time: 0.0754654 Nov 09 18:51:57.583007 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edcee8c1-7e19-4cc5-948c-e642edbff04f req-b8ed3c2d-516b-4356-ac8f-105ae1a8040f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324609 Nov 09 18:51:57.666640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 1670d920-e798-4edf-a7f3-ef03c0c3283c no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:51:57.717042 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 1670d920-e798-4edf-a7f3-ef03c0c3283c not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:51:57.813420 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf587ad-57d1-44f2-8a78-4cac56efe363 req-93223cbb-1ca8-44ac-a3ad-564e2f4fbbea tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:57.814898 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bf587ad-57d1-44f2-8a78-4cac56efe363 req-93223cbb-1ca8-44ac-a3ad-564e2f4fbbea tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 943 time: 0.0860624 Nov 09 18:51:57.827360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-47c43af3-3f37-4aee-ab63-261d06c2f012 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:57.829555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-47c43af3-3f37-4aee-ab63-261d06c2f012 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd&tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&binding%3Ahost_id=n-h1-817236-1 HTTP/1.1" status: 200 len: 943 time: 0.0726385 Nov 09 18:51:57.900697 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6bf587ad-57d1-44f2-8a78-4cac56efe363 req-bf9850be-9fbe-48ed-9117-5ac6fb09f712 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700300 Nov 09 18:51:57.926499 n-d-817236-1 neutron-server[102154]: INFO neutron.api.v2.resource [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-3c02f158-c2bc-4011-a7bf-d9d102bea640 service neutron] delete failed (client error): The resource could not be found. Nov 09 18:51:57.927632 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-3c02f158-c2bc-4011-a7bf-d9d102bea640 service neutron] 10.222.0.18 "DELETE /v2.0/ports/1670d920-e798-4edf-a7f3-ef03c0c3283c/bindings/n-h2-817236-1 HTTP/1.1" status: 404 len: 380 time: 0.0845821 Nov 09 18:51:58.050252 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76c6a4-2bc9-4f25-9d20-7135ef55100b req-cf2c0d8b-0ed7-40b3-949a-165ebd4d7dea tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:58.051790 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f76c6a4-2bc9-4f25-9d20-7135ef55100b req-cf2c0d8b-0ed7-40b3-949a-165ebd4d7dea tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 943 time: 0.0834072 Nov 09 18:51:58.054688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-7e366ffb-c27e-4cfc-9710-64479882a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:58.056526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-7e366ffb-c27e-4cfc-9710-64479882a3e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 1094 time: 0.0852797 Nov 09 18:51:58.107414 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:51:58.151656 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2f76c6a4-2bc9-4f25-9d20-7135ef55100b req-870ff71b-871b-47a8-a158-92ce89208d22 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938547 Nov 09 18:51:58.178455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-acb886fa-36b1-43ae-abc4-1f48e3f05cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:58.180064 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-acb886fa-36b1-43ae-abc4-1f48e3f05cb8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9565a7bd-0767-4965-86f3-10c48a2866b0 HTTP/1.1" status: 200 len: 897 time: 0.1158555 Nov 09 18:51:58.252075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-007c1a49-14e6-41d7-bd60-1408ccca002c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 200 len: 998 time: 0.0652511 Nov 09 18:51:58.260633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1670d920-e798-4edf-a7f3-ef03c0c3283c details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:51:58.308433 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-29fba086-378e-4fbd-9821-ef4d0975f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:58.309908 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-29fba086-378e-4fbd-9821-ef4d0975f212 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee6fb724-e132-4fd9-ab37-f50ad22996df HTTP/1.1" status: 200 len: 834 time: 0.0498335 Nov 09 18:51:58.354709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-94a8d196-3d43-44de-b179-cf97d20231a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:58.356224 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-94a8d196-3d43-44de-b179-cf97d20231a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9565a7bd-0767-4965-86f3-10c48a2866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397751 Nov 09 18:51:58.361781 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1670d920-e798-4edf-a7f3-ef03c0c3283c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:51:58.374465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'port_id': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'mac_address': 'fa:16:3e:7e:b5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:51:58.411368 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:58.424465 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1670d920-e798-4edf-a7f3-ef03c0c3283c {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:51:58.443654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1670d920-e798-4edf-a7f3-ef03c0c3283c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:51:58.447871 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:58.449522 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-06e38c39-4f0e-4186-b976-aceb29e554e4 service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862262 Nov 09 18:51:58.494613 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=1670d920-e798-4edf-a7f3-ef03c0c3283c,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:51:58.502404 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:58.502763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:58.503096 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:58.503452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:58.503789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:58.504117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:58.504453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:58.504772 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:58.505097 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:58.505418 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:58.505742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:58.506060 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:58.540747 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-61bdf2a9-ee6e-4b1d-af66-13b8bd3572f8 req-34804bbf-0e2c-493a-b97b-e7137f02306d service neutron] 10.222.0.18 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845258 Nov 09 18:51:58.724458 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['1670d920-e798-4edf-a7f3-ef03c0c3283c'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:51:59.317889 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba08d-6001-4ba4-a6e6-ea6e99fd7e0e req-e32378e0-df51-40f6-bac1-63c4141ca835 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:59.319371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd3ba08d-6001-4ba4-a6e6-ea6e99fd7e0e req-e32378e0-df51-40f6-bac1-63c4141ca835 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 944 time: 0.0534842 Nov 09 18:51:59.359314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cd3ba08d-6001-4ba4-a6e6-ea6e99fd7e0e req-dae3edcc-ce3b-4bb3-b2f7-3e4d4b95e756 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329413 Nov 09 18:51:59.384727 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52680) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:51:59.448004 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1e4a82c8-a64c-4498-ac2b-9f3955c17141 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/a731ddf1-057c-40b6-9ee0-08af9da88065 HTTP/1.1" status: 200 len: 991 time: 0.0619285 Nov 09 18:52:00.283575 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1670d920-e798-4edf-a7f3-ef03c0c3283c up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:52:00.331568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 1670d920-e798-4edf-a7f3-ef03c0c3283c completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:52:00.335348 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 1670d920-e798-4edf-a7f3-ef03c0c3283c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:00.335756 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:00.414185 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:00.435608 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:00.438695 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ffe849-d0c7-4d7a-a13b-397191dcd3db" -d '{"events": [{"server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "name": "network-vif-plugged", "status": "completed", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:00.450872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 1670d920-e798-4edf-a7f3-ef03c0c3283c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:00.455600 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:00.478330 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a7313b-c0ec-4bbd-8e28-af4c28920962 x-openstack-request-id: req-89a7313b-c0ec-4bbd-8e28-af4c28920962 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:00.478625 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "name": "network-vif-plugged", "status": "completed", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:00.478876 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89a7313b-c0ec-4bbd-8e28-af4c28920962 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:00.479294 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'code': 200} Nov 09 18:52:00.504906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=1670d920-e798-4edf-a7f3-ef03c0c3283c,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:10.863034 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b3f22422-74c8-4f35-9623-53bcbbb37b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:13.774832 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8dbec155-6dbc-41ea-8a07-453153185c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:14.632217 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:15.692314 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:17.922901 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:23.712281 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:24.412730 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:27.838220 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52694) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:27.991844 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-602f6f92-1526-4689-a964-b225462f3d3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port d77f56d6-e25d-48be-a3dd-75cf955c358e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:52:27.992180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-602f6f92-1526-4689-a964-b225462f3d3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:28.070154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-602f6f92-1526-4689-a964-b225462f3d3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:28.070470 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-602f6f92-1526-4689-a964-b225462f3d3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:28.082397 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-602f6f92-1526-4689-a964-b225462f3d3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for d77f56d6-e25d-48be-a3dd-75cf955c358e owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:52:28.232646 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-602f6f92-1526-4689-a964-b225462f3d3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:28.256839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f6f92-1526-4689-a964-b225462f3d3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=d77f56d6-e25d-48be-a3dd-75cf955c358e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:28.319864 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-602f6f92-1526-4689-a964-b225462f3d3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:28.320198 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-602f6f92-1526-4689-a964-b225462f3d3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Floating IP a731ddf1-057c-40b6-9ee0-08af9da88065 disassociated (deleted). External IP: 172.25.1.15, port: 1670d920-e798-4edf-a7f3-ef03c0c3283c. Nov 09 18:52:28.526881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602f6f92-1526-4689-a964-b225462f3d3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:52:28.635450 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602f6f92-1526-4689-a964-b225462f3d3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:52:28.640298 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-602f6f92-1526-4689-a964-b225462f3d3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:28.645063 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b9f4e-a586-4a4f-8283-10cd0293501b None None] Sync routers for ids ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:52:28.654667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b9f4e-a586-4a4f-8283-10cd0293501b None None] Routers {'9e0f46db-d4da-4464-aa90-ce2855ba9c0f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:28.655313 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1d6b9f4e-a586-4a4f-8283-10cd0293501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:28.669843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-602f6f92-1526-4689-a964-b225462f3d3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/floatingips/a731ddf1-057c-40b6-9ee0-08af9da88065 HTTP/1.1" status: 204 len: 168 time: 0.8280969 Nov 09 18:52:28.669843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:28.672247 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24d7569-bcc9-48d2-a0c4-3dfea86e9ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:28.766774 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1d6b9f4e-a586-4a4f-8283-10cd0293501b None None] Set router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:28.825733 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfc7c34-b13f-49c5-ac15-fbb2f341e478 x-openstack-request-id: req-6dfc7c34-b13f-49c5-ac15-fbb2f341e478 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:28.826122 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:28.826440 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6dfc7c34-b13f-49c5-ac15-fbb2f341e478 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:28.826918 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'status': 'completed', 'code': 200} Nov 09 18:52:28.941580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d7569-bcc9-48d2-a0c4-3dfea86e9ef5 req-f7913696-13cb-40a3-92f1-1cae20a43958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:28.943426 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b24d7569-bcc9-48d2-a0c4-3dfea86e9ef5 req-f7913696-13cb-40a3-92f1-1cae20a43958 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 1096 time: 0.0751374 Nov 09 18:52:28.952402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472611e-b241-4854-ba78-573003c2d683 req-37c15304-0f66-415d-a15e-d4ac185a5d2a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:28.954359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3472611e-b241-4854-ba78-573003c2d683 req-37c15304-0f66-415d-a15e-d4ac185a5d2a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0777199 Nov 09 18:52:28.988434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1d6b9f4e-a586-4a4f-8283-10cd0293501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:20Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f85396a2-23b2-49db-90d6-1193f5fece89', 'name': '', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:f2:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:19Z', 'updated_at': '2021-11-09T18:50:23Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:29.014969 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b9f4e-a586-4a4f-8283-10cd0293501b None None] Checking router: 9e0f46db-d4da-4464-aa90-ce2855ba9c0f for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:52:29.024166 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b9f4e-a586-4a4f-8283-10cd0293501b None None] Routers {'9e0f46db-d4da-4464-aa90-ce2855ba9c0f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:29.024769 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1d6b9f4e-a586-4a4f-8283-10cd0293501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:29.038392 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3472611e-b241-4854-ba78-573003c2d683 req-bcb02792-7140-4adc-913f-46acda4e08af tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748823 Nov 09 18:52:29.069587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d7569-bcc9-48d2-a0c4-3dfea86e9ef5 req-e08d3d4c-7d2c-4b44-ab22-0e61879b339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:29.071054 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b24d7569-bcc9-48d2-a0c4-3dfea86e9ef5 req-e08d3d4c-7d2c-4b44-ab22-0e61879b339d service neutron] 10.222.0.13 "GET /v2.0/networks?id=9565a7bd-0767-4965-86f3-10c48a2866b0 HTTP/1.1" status: 200 len: 897 time: 0.1158340 Nov 09 18:52:29.138633 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-1d6b9f4e-a586-4a4f-8283-10cd0293501b None None] Set router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:29.460375 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b24d7569-bcc9-48d2-a0c4-3dfea86e9ef5 req-271cd095-9a4d-4a56-8a0f-2aadf20c9232 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 200 len: 217 time: 0.3808646 Nov 09 18:52:29.509186 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-1d6b9f4e-a586-4a4f-8283-10cd0293501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:20Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f85396a2-23b2-49db-90d6-1193f5fece89', 'name': '', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:f2:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:19Z', 'updated_at': '2021-11-09T18:50:23Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:29.509466 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d7569-bcc9-48d2-a0c4-3dfea86e9ef5 req-29b1e2b1-6c5a-4382-8632-1beef257b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:29.510855 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b24d7569-bcc9-48d2-a0c4-3dfea86e9ef5 req-29b1e2b1-6c5a-4382-8632-1beef257b85d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee6fb724-e132-4fd9-ab37-f50ad22996df HTTP/1.1" status: 200 len: 834 time: 0.0433972 Nov 09 18:52:29.535946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b9f4e-a586-4a4f-8283-10cd0293501b None None] The sync data for ids ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'] in n-d-817236-1 is: [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:20Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'f85396a2-23b2-49db-90d6-1193f5fece89', 'name': '', 'network_id': '9565a7bd-0767-4965-86f3-10c48a2866b0', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:f2:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:19Z', 'updated_at': '2021-11-09T18:50:23Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'ee6fb724-e132-4fd9-ab37-f50ad22996df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:52:29.560973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d7569-bcc9-48d2-a0c4-3dfea86e9ef5 req-92220656-31cc-482a-a564-ac115c6922fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:29.563277 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b24d7569-bcc9-48d2-a0c4-3dfea86e9ef5 req-92220656-31cc-482a-a564-ac115c6922fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9565a7bd-0767-4965-86f3-10c48a2866b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439365 Nov 09 18:52:29.662721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b24d7569-bcc9-48d2-a0c4-3dfea86e9ef5 req-cd22c312-1991-4729-9a21-2ae119d46d3e service neutron] 10.222.0.13 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913956 Nov 09 18:52:29.759241 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b24d7569-bcc9-48d2-a0c4-3dfea86e9ef5 req-07df2ca0-c869-4ab3-bd74-3328cba70e84 service neutron] 10.222.0.13 "GET /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890222 Nov 09 18:52:29.772965 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30cfa5-3403-479a-84fa-a03b6b0e0cab None None] New status for floating IP a731ddf1-057c-40b6-9ee0-08af9da88065: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:52:30.193670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2c99d-5337-4035-aee5-986b1ad6596e req-fa435b1d-cf6c-4b3c-9941-6b5709be34f8 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:30.195151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0cf2c99d-5337-4035-aee5-986b1ad6596e req-fa435b1d-cf6c-4b3c-9941-6b5709be34f8 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0841577 Nov 09 18:52:30.207535 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e21a0a-2446-4996-b2dd-d2593ec9e797 req-c9f9b004-88a1-4bd5-92d1-ada7b9c12570 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:30.208928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66e21a0a-2446-4996-b2dd-d2593ec9e797 req-c9f9b004-88a1-4bd5-92d1-ada7b9c12570 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.13 "GET /v2.0/ports?device_id=f281b262-e39d-4c2c-8407-f61bc302cbbd HTTP/1.1" status: 200 len: 945 time: 0.0704780 Nov 09 18:52:30.290799 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0cf2c99d-5337-4035-aee5-986b1ad6596e req-a157710d-ee5d-47a3-8436-35498fbea129 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9868aef-b4ce-4d76-a3fe-a91137385244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809205 Nov 09 18:52:30.320422 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-66e21a0a-2446-4996-b2dd-d2593ec9e797 req-1954e2ac-ee43-4218-b469-dd5b877f90b5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port 1670d920-e798-4edf-a7f3-ef03c0c3283c {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:52:30.320759 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-66e21a0a-2446-4996-b2dd-d2593ec9e797 req-1954e2ac-ee43-4218-b469-dd5b877f90b5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:30.413877 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-66e21a0a-2446-4996-b2dd-d2593ec9e797 req-1954e2ac-ee43-4218-b469-dd5b877f90b5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port 1670d920-e798-4edf-a7f3-ef03c0c3283c, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=1670d920-e798-4edf-a7f3-ef03c0c3283c,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:30.414238 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-66e21a0a-2446-4996-b2dd-d2593ec9e797 req-1954e2ac-ee43-4218-b469-dd5b877f90b5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:30.426358 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-66e21a0a-2446-4996-b2dd-d2593ec9e797 req-1954e2ac-ee43-4218-b469-dd5b877f90b5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for 1670d920-e798-4edf-a7f3-ef03c0c3283c owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:52:30.557937 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-66e21a0a-2446-4996-b2dd-d2593ec9e797 req-1954e2ac-ee43-4218-b469-dd5b877f90b5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:30.586062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954e2ac-ee43-4218-b469-dd5b877f90b5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=1670d920-e798-4edf-a7f3-ef03c0c3283c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:30.633957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e21a0a-2446-4996-b2dd-d2593ec9e797 req-1954e2ac-ee43-4218-b469-dd5b877f90b5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] No DVR routers for this DVR port 1670d920-e798-4edf-a7f3-ef03c0c3283c on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:52:30.636580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-66e21a0a-2446-4996-b2dd-d2593ec9e797 req-1954e2ac-ee43-4218-b469-dd5b877f90b5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:30.639925 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66e21a0a-2446-4996-b2dd-d2593ec9e797 req-1954e2ac-ee43-4218-b469-dd5b877f90b5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.13 "DELETE /v2.0/ports/1670d920-e798-4edf-a7f3-ef03c0c3283c HTTP/1.1" status: 204 len: 173 time: 0.4243748 Nov 09 18:52:30.828610 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'name': 'network-vif-deleted', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:30.830944 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8265105b-a840-4e15-954e-1095d473309c" -d '{"events": [{"server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "name": "network-vif-deleted", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:30.868226 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c48a3de-4ce9-474e-bf7e-bf45d912094a x-openstack-request-id: req-2c48a3de-4ce9-474e-bf7e-bf45d912094a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:30.868522 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f281b262-e39d-4c2c-8407-f61bc302cbbd", "name": "network-vif-deleted", "tag": "1670d920-e798-4edf-a7f3-ef03c0c3283c", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:30.868860 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c48a3de-4ce9-474e-bf7e-bf45d912094a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:30.869285 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f281b262-e39d-4c2c-8407-f61bc302cbbd', 'name': 'network-vif-deleted', 'tag': '1670d920-e798-4edf-a7f3-ef03c0c3283c', 'status': 'completed', 'code': 200} Nov 09 18:52:31.350390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52708) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:31.729062 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6510025f-1cb9-4a66-a4c0-746d877eef45 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:31.983824 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6510025f-1cb9-4a66-a4c0-746d877eef45 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port f85396a2-23b2-49db-90d6-1193f5fece89 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:52:31.984150 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6510025f-1cb9-4a66-a4c0-746d877eef45 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:32.075091 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-6510025f-1cb9-4a66-a4c0-746d877eef45 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port f85396a2-23b2-49db-90d6-1193f5fece89, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=f85396a2-23b2-49db-90d6-1193f5fece89,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:32.075484 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6510025f-1cb9-4a66-a4c0-746d877eef45 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:32.088745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-6510025f-1cb9-4a66-a4c0-746d877eef45 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for f85396a2-23b2-49db-90d6-1193f5fece89 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:52:32.272456 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6510025f-1cb9-4a66-a4c0-746d877eef45 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:32.302247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510025f-1cb9-4a66-a4c0-746d877eef45 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=f85396a2-23b2-49db-90d6-1193f5fece89,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:32.478662 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6510025f-1cb9-4a66-a4c0-746d877eef45 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:32.700559 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6510025f-1cb9-4a66-a4c0-746d877eef45 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:52:32.806815 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6510025f-1cb9-4a66-a4c0-746d877eef45 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:52:32.811945 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6510025f-1cb9-4a66-a4c0-746d877eef45 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "PUT /v2.0/routers/9e0f46db-d4da-4464-aa90-ce2855ba9c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4604914 Nov 09 18:52:32.814780 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52710) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:32.816407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5693b2-c3ca-4ff3-8f20-ff7ef8653adf None None] Sync routers for ids ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:52:32.825828 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5693b2-c3ca-4ff3-8f20-ff7ef8653adf None None] Routers {'9e0f46db-d4da-4464-aa90-ce2855ba9c0f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:32.826450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3c5693b2-c3ca-4ff3-8f20-ff7ef8653adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:32.866520 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8cc051-9185-46fe-be89-c290307bbff1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting subnet ee6fb724-e132-4fd9-ab37-f50ad22996df {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:52:32.870185 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc051-9185-46fe-be89-c290307bbff1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:32.913019 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc051-9185-46fe-be89-c290307bbff1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:32.935025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-3c5693b2-c3ca-4ff3-8f20-ff7ef8653adf None None] Set router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:33.004789 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc051-9185-46fe-be89-c290307bbff1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.069446 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc051-9185-46fe-be89-c290307bbff1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.102428 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cc051-9185-46fe-be89-c290307bbff1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Subnet': ['ID=ee6fb724-e132-4fd9-ab37-f50ad22996df,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:33.110710 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc051-9185-46fe-be89-c290307bbff1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.114782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ea8cc051-9185-46fe-be89-c290307bbff1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/subnets/ee6fb724-e132-4fd9-ab37-f50ad22996df HTTP/1.1" status: 204 len: 168 time: 0.2990093 Nov 09 18:52:33.118682 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52712) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:33.123643 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fa38ae-f4b0-4ea6-a2d0-a6661db21aac None None] Network 9565a7bd-0767-4965-86f3-10c48a2866b0 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:52:33.178560 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3c5693b2-c3ca-4ff3-8f20-ff7ef8653adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:52:32Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:33.213106 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5693b2-c3ca-4ff3-8f20-ff7ef8653adf None None] Checking router: 9e0f46db-d4da-4464-aa90-ce2855ba9c0f for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:52:33.230535 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.246964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5693b2-c3ca-4ff3-8f20-ff7ef8653adf None None] Routers {'9e0f46db-d4da-4464-aa90-ce2855ba9c0f'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:33.247628 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3c5693b2-c3ca-4ff3-8f20-ff7ef8653adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:33.338532 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.381148 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-3c5693b2-c3ca-4ff3-8f20-ff7ef8653adf None None] Set router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:33.394235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port c8637592-c673-4afd-a90d-6510e9e33315 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:52:33.394589 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.474682 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24a537d-90fe-4753-8598-9ad3000301b8 None None] DHCP port deletion for 9565a7bd-0767-4965-86f3-10c48a2866b0 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:52:33.479956 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port c8637592-c673-4afd-a90d-6510e9e33315, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c8637592-c673-4afd-a90d-6510e9e33315,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:33.480556 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.500493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for c8637592-c673-4afd-a90d-6510e9e33315 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:52:33.577578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e24a537d-90fe-4753-8598-9ad3000301b8 None None] Deleting port eec93dbd-f6b3-47b1-865b-92e3d00af6f4 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:52:33.577993 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e24a537d-90fe-4753-8598-9ad3000301b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.655191 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e24a537d-90fe-4753-8598-9ad3000301b8 None None] For port eec93dbd-f6b3-47b1-865b-92e3d00af6f4, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=eec93dbd-f6b3-47b1-865b-92e3d00af6f4,segment=NetworkSegment(c7453d4c-1c61-4042-828c-214461436091),segment_id=c7453d4c-1c61-4042-828c-214461436091)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:33.655514 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e24a537d-90fe-4753-8598-9ad3000301b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.666145 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.674525 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e24a537d-90fe-4753-8598-9ad3000301b8 None None] Calling delete_port for eec93dbd-f6b3-47b1-865b-92e3d00af6f4 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:52:33.676928 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-3c5693b2-c3ca-4ff3-8f20-ff7ef8653adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:52:32Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:33.705977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=c8637592-c673-4afd-a90d-6510e9e33315,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:33.714494 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5693b2-c3ca-4ff3-8f20-ff7ef8653adf None None] The sync data for ids ['9e0f46db-d4da-4464-aa90-ce2855ba9c0f'] in n-d-817236-1 is: [{'id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002174701', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:52:32Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': 'c8637592-c673-4afd-a90d-6510e9e33315', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f46db-d4da-4464-aa90-ce2855ba9c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:50:16Z', 'updated_at': '2021-11-09T18:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:52:33.767797 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.796382 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e24a537d-90fe-4753-8598-9ad3000301b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.821823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a537d-90fe-4753-8598-9ad3000301b8 None None] Pushing event deleted for resources: {'Port': ['ID=eec93dbd-f6b3-47b1-865b-92e3d00af6f4,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:33.825922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a537d-90fe-4753-8598-9ad3000301b8 None None] No DVR routers for this DVR port eec93dbd-f6b3-47b1-865b-92e3d00af6f4 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:52:33.860633 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.862853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.905711 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.906393 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Fanout notify agent at l3_agent the message router_deleted on router 9e0f46db-d4da-4464-aa90-ce2855ba9c0f {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:52:33.913329 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.914469 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-59785f93-ae1a-4353-815b-3c0c953a99e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/routers/9e0f46db-d4da-4464-aa90-ce2855ba9c0f HTTP/1.1" status: 204 len: 168 time: 0.7948043 Nov 09 18:52:33.917164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52714) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:33.995048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f608f46-db9e-4692-b2cd-048882f0f819 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.092875 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f608f46-db9e-4692-b2cd-048882f0f819 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.114809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-4f608f46-db9e-4692-b2cd-048882f0f819 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9565a7bd-0767-4965-86f3-10c48a2866b0']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:34.126355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-4f608f46-db9e-4692-b2cd-048882f0f819 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7453d4c-1c61-4042-828c-214461436091') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:34.126692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-4f608f46-db9e-4692-b2cd-048882f0f819 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7453d4c-1c61-4042-828c-214461436091') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:34.136482 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f608f46-db9e-4692-b2cd-048882f0f819 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.150847 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f608f46-db9e-4692-b2cd-048882f0f819 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.157839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f608f46-db9e-4692-b2cd-048882f0f819 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:52:34.158179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f608f46-db9e-4692-b2cd-048882f0f819 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:52:34.161334 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:52:34.221820 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f608f46-db9e-4692-b2cd-048882f0f819 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.228757 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4f608f46-db9e-4692-b2cd-048882f0f819 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.231962 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4f608f46-db9e-4692-b2cd-048882f0f819 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/networks/9565a7bd-0767-4965-86f3-10c48a2866b0 HTTP/1.1" status: 204 len: 168 time: 0.3138742 Nov 09 18:52:34.235379 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52716) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:34.244016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f608f46-db9e-4692-b2cd-048882f0f819 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Network': ['ID=9565a7bd-0767-4965-86f3-10c48a2866b0,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:34.306768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.334975 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.396706 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.399493 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.400930 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/security-groups/c9868aef-b4ce-4d76-a3fe-a91137385244 HTTP/1.1" status: 204 len: 168 time: 0.1645732 Nov 09 18:52:34.410552 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9868aef-b4ce-4d76-a3fe-a91137385244,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:34.420692 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:34.421034 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:34.421412 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:34.421844 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:34.422178 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:34.422675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:34.423090 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:34.423572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:34.423940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:34.424804 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:34.425137 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:34.425458 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d13e8-0652-46af-ab97-8ba4c2bb4894 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:34.451601 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1670d920-e798-4edf-a7f3-ef03c0c3283c no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:52:34.474313 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: 1670d920-e798-4edf-a7f3-ef03c0c3283c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:52:34.474753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 1670d920-e798-4edf-a7f3-ef03c0c3283c not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:52:34.746109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52724) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:34.751032 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-516b9250-1ee7-4aac-b513-05fbb83aff43 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821506654', 'description': 'tempest-secgroup-smoke-821506654 description', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:34.773925 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-516b9250-1ee7-4aac-b513-05fbb83aff43 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.842140 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-516b9250-1ee7-4aac-b513-05fbb83aff43 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.846664 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-516b9250-1ee7-4aac-b513-05fbb83aff43 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.872419 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-516b9250-1ee7-4aac-b513-05fbb83aff43 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.873679 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-516b9250-1ee7-4aac-b513-05fbb83aff43 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1265559 Nov 09 18:52:34.877125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52726) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:34.881814 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-58d22772-61bd-44b7-9045-9f87210e3188 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '00061d89-f095-46ef-9b86-283f533522a2', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:34.882697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b9250-1ee7-4aac-b513-05fbb83aff43 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00061d89-f095-46ef-9b86-283f533522a2,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:34.909904 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-58d22772-61bd-44b7-9045-9f87210e3188 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.969603 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-58d22772-61bd-44b7-9045-9f87210e3188 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.973486 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-58d22772-61bd-44b7-9045-9f87210e3188 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.990765 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d22772-61bd-44b7-9045-9f87210e3188 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaff785c-66b8-4c92-bf57-a20623df359d,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:34.999581 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-58d22772-61bd-44b7-9045-9f87210e3188 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.001509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-58d22772-61bd-44b7-9045-9f87210e3188 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228116 Nov 09 18:52:35.003718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52728) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:35.008050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-05e0aaf5-cbc8-46cd-b21a-efd26c02ecb9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '00061d89-f095-46ef-9b86-283f533522a2', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:35.034509 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-05e0aaf5-cbc8-46cd-b21a-efd26c02ecb9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.094791 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-05e0aaf5-cbc8-46cd-b21a-efd26c02ecb9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.098678 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-05e0aaf5-cbc8-46cd-b21a-efd26c02ecb9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.106092 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device eec93dbd-f6b3-47b1-865b-92e3d00af6f4 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:52:35.110453 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:52:35.117797 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0aaf5-cbc8-46cd-b21a-efd26c02ecb9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f14a257-2946-4027-9f70-90550fd0c46e,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:35.125847 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-05e0aaf5-cbc8-46cd-b21a-efd26c02ecb9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.127052 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-05e0aaf5-cbc8-46cd-b21a-efd26c02ecb9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223819 Nov 09 18:52:35.127625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: eec93dbd-f6b3-47b1-865b-92e3d00af6f4 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:52:35.127981 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device eec93dbd-f6b3-47b1-865b-92e3d00af6f4 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:52:35.128406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c8637592-c673-4afd-a90d-6510e9e33315 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:52:35.129858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52730) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:35.134496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-33232bf6-23f0-4cec-aca0-29f223f6f448 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '00061d89-f095-46ef-9b86-283f533522a2', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:35.148571 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: c8637592-c673-4afd-a90d-6510e9e33315 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:52:35.149121 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c8637592-c673-4afd-a90d-6510e9e33315 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:52:35.149377 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f85396a2-23b2-49db-90d6-1193f5fece89 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:52:35.162701 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33232bf6-23f0-4cec-aca0-29f223f6f448 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.171396 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: f85396a2-23b2-49db-90d6-1193f5fece89 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:52:35.171828 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device f85396a2-23b2-49db-90d6-1193f5fece89 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:52:35.223893 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33232bf6-23f0-4cec-aca0-29f223f6f448 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.227926 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33232bf6-23f0-4cec-aca0-29f223f6f448 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.245738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33232bf6-23f0-4cec-aca0-29f223f6f448 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf7d90f-0669-4c61-a62a-3298875db34a,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:35.256573 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-33232bf6-23f0-4cec-aca0-29f223f6f448 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.258003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-33232bf6-23f0-4cec-aca0-29f223f6f448 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270497 Nov 09 18:52:35.261930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52732) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:35.267679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-734d1006-d804-4376-aa31-49f8a5f6dca5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '00061d89-f095-46ef-9b86-283f533522a2', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:35.298998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-734d1006-d804-4376-aa31-49f8a5f6dca5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.362424 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-734d1006-d804-4376-aa31-49f8a5f6dca5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.366128 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-734d1006-d804-4376-aa31-49f8a5f6dca5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.385270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d1006-d804-4376-aa31-49f8a5f6dca5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082882d1-7081-4774-b964-d5496e9fe607,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:35.391521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-734d1006-d804-4376-aa31-49f8a5f6dca5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.392796 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-734d1006-d804-4376-aa31-49f8a5f6dca5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299069 Nov 09 18:52:35.395679 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52734) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:35.400421 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6f64f18e-09ed-4ee9-8fd2-68b81bd1103f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '00061d89-f095-46ef-9b86-283f533522a2', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:35.421774 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-6f64f18e-09ed-4ee9-8fd2-68b81bd1103f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Project c50fca2e91834b3c8fca4bfc970b71fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:52:35.426526 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f64f18e-09ed-4ee9-8fd2-68b81bd1103f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.476888 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f64f18e-09ed-4ee9-8fd2-68b81bd1103f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.480433 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f64f18e-09ed-4ee9-8fd2-68b81bd1103f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.502504 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64f18e-09ed-4ee9-8fd2-68b81bd1103f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8d61f6-59ea-4f2e-860c-267751243d01,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:35.509995 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f64f18e-09ed-4ee9-8fd2-68b81bd1103f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.511256 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6f64f18e-09ed-4ee9-8fd2-68b81bd1103f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145189 Nov 09 18:52:35.514128 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52736) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:35.519305 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-efc58a63-2f09-47fe-9748-6b1a4a69ec6a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '00061d89-f095-46ef-9b86-283f533522a2', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:35.539998 n-d-817236-1 neutron-server[102155]: INFO neutron.db.securitygroups_db [None req-efc58a63-2f09-47fe-9748-6b1a4a69ec6a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Project c50fca2e91834b3c8fca4bfc970b71fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:52:35.544702 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-efc58a63-2f09-47fe-9748-6b1a4a69ec6a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.608543 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-efc58a63-2f09-47fe-9748-6b1a4a69ec6a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.613601 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-efc58a63-2f09-47fe-9748-6b1a4a69ec6a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.634553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc58a63-2f09-47fe-9748-6b1a4a69ec6a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32f0814-3155-42aa-9a6f-5346899edd96,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:35.642245 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-efc58a63-2f09-47fe-9748-6b1a4a69ec6a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.643460 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-efc58a63-2f09-47fe-9748-6b1a4a69ec6a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283243 Nov 09 18:52:35.646312 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52738) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:35.651068 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b622efc8-8fa7-455f-8792-7f3a324790b7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'network': {'name': 'tempest-network-smoke--1436439267', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'port_security_enabled': True}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:35.672761 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b622efc8-8fa7-455f-8792-7f3a324790b7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:52:35.676284 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b622efc8-8fa7-455f-8792-7f3a324790b7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.700147 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b622efc8-8fa7-455f-8792-7f3a324790b7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:52:35.709175 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b622efc8-8fa7-455f-8792-7f3a324790b7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.709536 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-b622efc8-8fa7-455f-8792-7f3a324790b7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Added segment 05a287b2-e79c-425e-a575-8f420bf3e9ab of type vlan for network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 Nov 09 18:52:35.750102 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b622efc8-8fa7-455f-8792-7f3a324790b7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.773726 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b622efc8-8fa7-455f-8792-7f3a324790b7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.779326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b622efc8-8fa7-455f-8792-7f3a324790b7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:35.779908 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b622efc8-8fa7-455f-8792-7f3a324790b7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.837384 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b622efc8-8fa7-455f-8792-7f3a324790b7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900594 Nov 09 18:52:35.840210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52740) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:35.845074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'admin_state_up': True, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:35.849855 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622efc8-8fa7-455f-8792-7f3a324790b7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Network': ['ID=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:35.861935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:52:35.868750 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.869802 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.924308 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.063599 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.252078 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.273500 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.697150 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.25.1.144 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/4c9c3c15-c512-4dbb-8387-566c5d2e7eea) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:52:36.800343 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.835212 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.871732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:52:36.876758 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:52:36.879376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:52:36.887671 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=4c9c3c15-c512-4dbb-8387-566c5d2e7eea,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:37.134801 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:37.336357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:37.464955 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 99fa8b33-2b56-4015-96ba-26a2891581f2 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:52:37.572723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:52:37.585114 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Sync routers for ids ['99fa8b33-2b56-4015-96ba-26a2891581f2'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:52:37.594587 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:37.594761 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Routers {'99fa8b33-2b56-4015-96ba-26a2891581f2'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:37.595393 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['99fa8b33-2b56-4015-96ba-26a2891581f2'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:37.595671 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-aa82d021-dc8d-4a9a-ab8e-5e8d430313f6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7544286 Nov 09 18:52:37.598830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52742) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:37.674524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6e899343-0829-4148-ac9d-c26fc0bb70de tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=c50fca2e91834b3c8fca4bfc970b71fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0744503 Nov 09 18:52:37.677235 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52746) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:37.701481 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Set router 99fa8b33-2b56-4015-96ba-26a2891581f2 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:37.764545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d042a7-11a7-46aa-955e-e86b2cdd22fd tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:37.766213 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f6d042a7-11a7-46aa-955e-e86b2cdd22fd tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879869 Nov 09 18:52:37.769001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52748) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:37.803473 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c3e695ae-c94a-4e0d-ba26-8689685af8f8 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333471 Nov 09 18:52:37.806016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52750) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:37.810752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5da6b11d-5ec1-43e2-86e4-6ff1ca1a243c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-267130648', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:37.882128 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:52:37Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:37.899931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da6b11d-5ec1-43e2-86e4-6ff1ca1a243c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'subnet': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:52:37.903430 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5da6b11d-5ec1-43e2-86e4-6ff1ca1a243c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8715093'] for subnet, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:37.909683 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Checking router: 99fa8b33-2b56-4015-96ba-26a2891581f2 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:52:37.910024 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Updating router 99fa8b33-2b56-4015-96ba-26a2891581f2 port 4c9c3c15-c512-4dbb-8387-566c5d2e7eea binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:52:37.934048 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.091212 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5da6b11d-5ec1-43e2-86e4-6ff1ca1a243c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8715079'] for subnet, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.152427 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6b11d-5ec1-43e2-86e4-6ff1ca1a243c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Subnet': ['ID=b2c56f10-3dc9-452b-a644-ee7f3ddc80f2,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:38.161679 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6b11d-5ec1-43e2-86e4-6ff1ca1a243c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Checking segment: {'id': '05a287b2-e79c-425e-a575-8f420bf3e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:52:38.162043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da6b11d-5ec1-43e2-86e4-6ff1ca1a243c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network hostable DHCP agents. Network: 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:52:38.178851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da6b11d-5ec1-43e2-86e4-6ff1ca1a243c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:52:38.189040 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-5da6b11d-5ec1-43e2-86e4-6ff1ca1a243c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5) {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:52:38.193606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6b11d-5ec1-43e2-86e4-6ff1ca1a243c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:38.194326 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5da6b11d-5ec1-43e2-86e4-6ff1ca1a243c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.198980 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f3a43-e77e-4715-bfad-3637ef0f5ef0 None None] Network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:52:38.204102 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.209882 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.214687 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5da6b11d-5ec1-43e2-86e4-6ff1ca1a243c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4050925 Nov 09 18:52:38.214957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52752) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:38.250438 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Pushing event updated for resources: {'Port': ['ID=4c9c3c15-c512-4dbb-8387-566c5d2e7eea,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:38.268689 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:38.269032 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:38.269501 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:38.269698 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:38.270043 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:38.270363 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:38.270686 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:38.271017 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:38.271357 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:38.271677 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:38.271998 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:38.272316 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:38.289686 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Attempting to bind port 4c9c3c15-c512-4dbb-8387-566c5d2e7eea on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:52:38.290055 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Attempting to bind port 4c9c3c15-c512-4dbb-8387-566c5d2e7eea by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:52:38.290408 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Attempting to bind port 4c9c3c15-c512-4dbb-8387-566c5d2e7eea on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:52:38.295875 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:52:38.296275 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:52:38.297206 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.298129 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:52:38.298129 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Bound port: 4c9c3c15-c512-4dbb-8387-566c5d2e7eea, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:52:38.298566 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.350226 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] For port 4c9c3c15-c512-4dbb-8387-566c5d2e7eea, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:52:38.353379 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] For port 4c9c3c15-c512-4dbb-8387-566c5d2e7eea, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4c9c3c15-c512-4dbb-8387-566c5d2e7eea,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:52:38.358594 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.360975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ips': [{'subnet_id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:52:38.362161 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.418375 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d1684-5777-4449-b38f-af94d4878bb1 None None] Pushing event updated for resources: {'Port': ['ID=4c9c3c15-c512-4dbb-8387-566c5d2e7eea,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:38.420862 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Routers {'99fa8b33-2b56-4015-96ba-26a2891581f2'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:38.422023 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['99fa8b33-2b56-4015-96ba-26a2891581f2'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:38.512031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Allocated IP 172.20.0.2 (487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5/b2c56f10-3dc9-452b-a644-ee7f3ddc80f2/d743146f-ad7c-4f6b-bdcf-6793c4da03ba) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:52:38.537129 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] Set router 99fa8b33-2b56-4015-96ba-26a2891581f2 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:38.672695 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.678931 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.697642 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.721231 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:52:38.724252 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:52:38.727786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:52:38.762667 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Pushing event updated for resources: {'Port': ['ID=d743146f-ad7c-4f6b-bdcf-6793c4da03ba,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:38.800287 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Attempting to bind port d743146f-ad7c-4f6b-bdcf-6793c4da03ba on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:52:38.800696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Attempting to bind port d743146f-ad7c-4f6b-bdcf-6793c4da03ba by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '05a287b2-e79c-425e-a575-8f420bf3e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:52:38.801030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Attempting to bind port d743146f-ad7c-4f6b-bdcf-6793c4da03ba on network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:52:38.806304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:52:38.806829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Checking segment: {'id': '05a287b2-e79c-425e-a575-8f420bf3e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:52:38.807251 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.807656 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Bound using segment: {'id': '05a287b2-e79c-425e-a575-8f420bf3e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:52:38.808422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Bound port: d743146f-ad7c-4f6b-bdcf-6793c4da03ba, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a287b2-e79c-425e-a575-8f420bf3e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:52:38.808653 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.831918 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:52:37Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:38.859978 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f4f08-a360-4676-bf66-020ba79839d0 None None] The sync data for ids ['99fa8b33-2b56-4015-96ba-26a2891581f2'] in n-d-817236-1 is: [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:52:37Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:52:38.879199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] For port d743146f-ad7c-4f6b-bdcf-6793c4da03ba, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:52:38.883963 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] For port d743146f-ad7c-4f6b-bdcf-6793c4da03ba, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d743146f-ad7c-4f6b-bdcf-6793c4da03ba,segment=NetworkSegment(05a287b2-e79c-425e-a575-8f420bf3e9ab),segment_id=05a287b2-e79c-425e-a575-8f420bf3e9ab)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:52:38.888446 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.958504 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99945fa1-cc84-4d36-bedb-93fbc375ff2f None None] Pushing event updated for resources: {'Port': ['ID=d743146f-ad7c-4f6b-bdcf-6793c4da03ba,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:39.013002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.20.0.1 (487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5/b2c56f10-3dc9-452b-a644-ee7f3ddc80f2/133e263b-2d5e-4669-aafc-890067725ec5) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:52:39.175116 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:39.216094 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:39.276735 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:52:39.279858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:52:39.283657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:52:39.320278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=133e263b-2d5e-4669-aafc-890067725ec5,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:39.353067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:39.495276 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:39.802900 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:39.808996 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:39.888966 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=133e263b-2d5e-4669-aafc-890067725ec5,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:39.891970 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:39.978134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e059a6c-2691-4c00-ad8f-4882bbb3d2ca None None] Network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:52:39.988717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:52:39.990811 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:52:40.071503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-12c8cff9-7f39-4c6c-b2dc-e2d2b4d25816 None None] Provisioning complete for port d743146f-ad7c-4f6b-bdcf-6793c4da03ba triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:40.071881 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-12c8cff9-7f39-4c6c-b2dc-e2d2b4d25816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:40.117854 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 99fa8b33-2b56-4015-96ba-26a2891581f2 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:52:40.206712 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-12c8cff9-7f39-4c6c-b2dc-e2d2b4d25816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:40.240387 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:52:40.254438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b0649f39-6ddb-4f37-80c7-b1f5cdc3fe73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "PUT /v2.0/routers/99fa8b33-2b56-4015-96ba-26a2891581f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0305257 Nov 09 18:52:40.254685 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-12c8cff9-7f39-4c6c-b2dc-e2d2b4d25816 None None] For port d743146f-ad7c-4f6b-bdcf-6793c4da03ba, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d743146f-ad7c-4f6b-bdcf-6793c4da03ba,segment=NetworkSegment(05a287b2-e79c-425e-a575-8f420bf3e9ab),segment_id=05a287b2-e79c-425e-a575-8f420bf3e9ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:40.259686 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-12c8cff9-7f39-4c6c-b2dc-e2d2b4d25816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:40.321362 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8cff9-7f39-4c6c-b2dc-e2d2b4d25816 None None] Pushing event updated for resources: {'Port': ['ID=d743146f-ad7c-4f6b-bdcf-6793c4da03ba,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:40.420581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-90438ea5-e451-4948-8771-b660d290c594 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821506654&fields=id&tenant_id=c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 267 time: 0.0370412 Nov 09 18:52:40.481631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2f4da075-0780-40fc-a5e8-bb8c59fc415f None None] Provisioning complete for port d743146f-ad7c-4f6b-bdcf-6793c4da03ba triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:40.481946 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f4da075-0780-40fc-a5e8-bb8c59fc415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:40.548533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c9ab5108-d295-4835-ab78-c3d530339ef2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:40.550238 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c9ab5108-d295-4835-ab78-c3d530339ef2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/networks?id=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 HTTP/1.1" status: 200 len: 797 time: 0.1215661 Nov 09 18:52:40.567287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-2d4b8380-2dd8-498f-9390-80768102f04f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/quotas/c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 375 time: 0.0110321 Nov 09 18:52:40.590268 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2f4da075-0780-40fc-a5e8-bb8c59fc415f None None] Provisioning complete for port 133e263b-2d5e-4669-aafc-890067725ec5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:40.590646 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2f4da075-0780-40fc-a5e8-bb8c59fc415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:40.631312 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-2f4da075-0780-40fc-a5e8-bb8c59fc415f None None] Port 133e263b-2d5e-4669-aafc-890067725ec5 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:52:40.634490 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-b86c9bf6-0dc9-4454-8b6a-ecb0d9f67afa tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604656 Nov 09 18:52:40.650240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Sync routers for ids ['99fa8b33-2b56-4015-96ba-26a2891581f2'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:52:40.660951 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Routers {'99fa8b33-2b56-4015-96ba-26a2891581f2'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:40.661588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['99fa8b33-2b56-4015-96ba-26a2891581f2'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:40.767204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-03d572f0-3b60-4fcb-920e-1f34338f5570 None None] Provisioning complete for port 133e263b-2d5e-4669-aafc-890067725ec5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:40.767750 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03d572f0-3b60-4fcb-920e-1f34338f5570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:40.795788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-3cd65501-37aa-47b9-93c3-bfc796386431 service neutron] 10.222.0.81 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471360 Nov 09 18:52:40.814015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-03d572f0-3b60-4fcb-920e-1f34338f5570 None None] Port 133e263b-2d5e-4669-aafc-890067725ec5 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:52:40.824282 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Set router 99fa8b33-2b56-4015-96ba-26a2891581f2 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:40.874911 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cfafe62f-15c6-4db1-9235-0f906ba7f669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:40.901900 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-7516801f-3fdb-45f5-b0ce-c173ea5f9604 service neutron] 10.222.0.81 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982015 Nov 09 18:52:41.101135 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8182db7b-6730-4eb9-94f0-5ebc53124477 req-1038cc9a-c391-409a-be52-e1360a9cf6e3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 210 time: 0.0494990 Nov 09 18:52:41.130236 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4fa81732-4040-4feb-85f4-35bd84c48cbe None None] Provisioning complete for port 133e263b-2d5e-4669-aafc-890067725ec5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:41.130785 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4fa81732-4040-4feb-85f4-35bd84c48cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.192864 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4c9c3c15-c512-4dbb-8387-566c5d2e7eea up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:52:41.203552 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-4fa81732-4040-4feb-85f4-35bd84c48cbe None None] Port 133e263b-2d5e-4669-aafc-890067725ec5 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:52:41.279808 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 4c9c3c15-c512-4dbb-8387-566c5d2e7eea triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:41.280095 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.310727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:52:39Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '133e263b-2d5e-4669-aafc-890067725ec5', 'name': '', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:ac:1d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:38Z', 'updated_at': '2021-11-09T18:52:39Z', 'revision_number': 2, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:41.339188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Checking router: 99fa8b33-2b56-4015-96ba-26a2891581f2 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:52:41.339572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Updating router 99fa8b33-2b56-4015-96ba-26a2891581f2 port 133e263b-2d5e-4669-aafc-890067725ec5 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:52:41.371594 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.443759 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.521720 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 4c9c3c15-c512-4dbb-8387-566c5d2e7eea, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4c9c3c15-c512-4dbb-8387-566c5d2e7eea,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:41.527860 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.528680 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d743146f-ad7c-4f6b-bdcf-6793c4da03ba up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:52:41.654611 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=4c9c3c15-c512-4dbb-8387-566c5d2e7eea,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:41.684430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d743146f-ad7c-4f6b-bdcf-6793c4da03ba triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:41.684807 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.813211 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.822449 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.875637 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1823d-9e24-48b9-8aaf-46d537a019cf None None] Pushing event updated for resources: {'Port': ['ID=133e263b-2d5e-4669-aafc-890067725ec5,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:41.932688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Attempting to bind port 133e263b-2d5e-4669-aafc-890067725ec5 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:52:41.933058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Attempting to bind port 133e263b-2d5e-4669-aafc-890067725ec5 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '05a287b2-e79c-425e-a575-8f420bf3e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:52:41.933422 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Attempting to bind port 133e263b-2d5e-4669-aafc-890067725ec5 on network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:52:41.939332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:52:41.939787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Checking segment: {'id': '05a287b2-e79c-425e-a575-8f420bf3e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:52:41.940272 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.940737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Bound using segment: {'id': '05a287b2-e79c-425e-a575-8f420bf3e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:52:41.941278 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Bound port: 133e263b-2d5e-4669-aafc-890067725ec5, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a287b2-e79c-425e-a575-8f420bf3e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:52:41.941735 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:42.011451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] For port 133e263b-2d5e-4669-aafc-890067725ec5, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:52:42.021157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] For port 133e263b-2d5e-4669-aafc-890067725ec5, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=133e263b-2d5e-4669-aafc-890067725ec5,segment=NetworkSegment(05a287b2-e79c-425e-a575-8f420bf3e9ab),segment_id=05a287b2-e79c-425e-a575-8f420bf3e9ab)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:52:42.025825 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:42.084033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Routers {'99fa8b33-2b56-4015-96ba-26a2891581f2'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:42.084672 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:52:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['99fa8b33-2b56-4015-96ba-26a2891581f2'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:42.087765 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1823d-9e24-48b9-8aaf-46d537a019cf None None] Pushing event updated for resources: {'Port': ['ID=133e263b-2d5e-4669-aafc-890067725ec5,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:42.177089 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9da1f3ea-4c7d-4e31-8b65-2d8e68e7cd00 None None] Provisioning complete for port 133e263b-2d5e-4669-aafc-890067725ec5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:42.177682 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9da1f3ea-4c7d-4e31-8b65-2d8e68e7cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:42.190597 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1506f99-fdcc-4e4a-87f6-2b2bccce0a16 req-d21eced2-a51d-4ca0-8afe-e5ac4a837a73 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 210 time: 0.0464754 Nov 09 18:52:42.232129 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] Set router 99fa8b33-2b56-4015-96ba-26a2891581f2 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:42.383107 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9da1f3ea-4c7d-4e31-8b65-2d8e68e7cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:42.438605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9da1f3ea-4c7d-4e31-8b65-2d8e68e7cd00 None None] For port 133e263b-2d5e-4669-aafc-890067725ec5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=133e263b-2d5e-4669-aafc-890067725ec5,segment=NetworkSegment(05a287b2-e79c-425e-a575-8f420bf3e9ab),segment_id=05a287b2-e79c-425e-a575-8f420bf3e9ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:42.443398 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9da1f3ea-4c7d-4e31-8b65-2d8e68e7cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:42.514511 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1f3ea-4c7d-4e31-8b65-2d8e68e7cd00 None None] Pushing event updated for resources: {'Port': ['ID=133e263b-2d5e-4669-aafc-890067725ec5,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:42.531134 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:52:39Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '133e263b-2d5e-4669-aafc-890067725ec5', 'name': '', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:ac:1d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:38Z', 'updated_at': '2021-11-09T18:52:42Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:42.565180 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a56525-48ac-4fed-8325-915fa0f1dcb0 None None] The sync data for ids ['99fa8b33-2b56-4015-96ba-26a2891581f2'] in n-d-817236-1 is: [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:52:39Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '133e263b-2d5e-4669-aafc-890067725ec5', 'name': '', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:ac:1d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:38Z', 'updated_at': '2021-11-09T18:52:42Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:52:42.574482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3d873132-5e7a-4850-b312-c332657edc6c None None] Provisioning complete for port 133e263b-2d5e-4669-aafc-890067725ec5 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:42.574860 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3d873132-5e7a-4850-b312-c332657edc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:43.206209 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4c9c3c15-c512-4dbb-8387-566c5d2e7eea up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:52:43.265704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1a146f81-0137-4797-ba48-733b10afa6dc req-c296e798-76f1-4761-bd9b-5f3c8c5bc446 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 210 time: 0.0311947 Nov 09 18:52:43.271634 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 4c9c3c15-c512-4dbb-8387-566c5d2e7eea triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:43.272032 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:43.381554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 133e263b-2d5e-4669-aafc-890067725ec5 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:52:43.454495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 133e263b-2d5e-4669-aafc-890067725ec5 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:43.454882 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:43.778996 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-62971df8-3bd1-4bda-b1e1-f7f1b3ebf3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:44.150308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-8741b1c8-2167-478c-a585-376a6e04d20a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:44.151831 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-8741b1c8-2167-478c-a585-376a6e04d20a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.13 "GET /v2.0/networks?id=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 HTTP/1.1" status: 200 len: 797 time: 0.1116915 Nov 09 18:52:44.194298 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-26c27d27-3945-470e-bdcb-987cc613ee4b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 379 time: 0.0335665 Nov 09 18:52:44.209187 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c7391591-3cda-46ac-8a97-065c66fa44c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'port': {'device_id': '3fe098bd-7208-493d-be21-fd4ca522b826', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'admin_state_up': True, 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'security_groups': ['00061d89-f095-46ef-9b86-283f533522a2']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:44.320749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c7391591-3cda-46ac-8a97-065c66fa44c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:52:44.324512 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c7391591-3cda-46ac-8a97-065c66fa44c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:44.370088 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-338ee2a7-998a-452b-bdc5-09b6755e999c req-877cc1c2-d9cf-4287-98af-114fd0b9218d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 210 time: 0.0320745 Nov 09 18:52:44.481159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c7391591-3cda-46ac-8a97-065c66fa44c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.20.0.9 (487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5/b2c56f10-3dc9-452b-a644-ee7f3ddc80f2/cda6594b-872a-45c6-a38d-08de174d4892) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:52:44.621879 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c7391591-3cda-46ac-8a97-065c66fa44c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:44.634675 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:44.659520 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c7391591-3cda-46ac-8a97-065c66fa44c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:44.704067 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c7391591-3cda-46ac-8a97-065c66fa44c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:52:44.710024 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c7391591-3cda-46ac-8a97-065c66fa44c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:52:44.714529 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c7391591-3cda-46ac-8a97-065c66fa44c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:52:44.742848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7391591-3cda-46ac-8a97-065c66fa44c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=cda6594b-872a-45c6-a38d-08de174d4892,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:44.778441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c7391591-3cda-46ac-8a97-065c66fa44c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:44.779605 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c7391591-3cda-46ac-8a97-065c66fa44c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:44.798014 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-c7391591-3cda-46ac-8a97-065c66fa44c2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5923798 Nov 09 18:52:44.811541 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Request body: {'port': {'device_id': '3fe098bd-7208-493d-be21-fd4ca522b826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:44.870110 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:45.003332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b359a608-b116-4241-94a5-c29ab7fb99b8 None None] Provisioning complete for port cda6594b-872a-45c6-a38d-08de174d4892 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:45.003795 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b359a608-b116-4241-94a5-c29ab7fb99b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:45.040491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b359a608-b116-4241-94a5-c29ab7fb99b8 None None] Port cda6594b-872a-45c6-a38d-08de174d4892 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:52:45.510547 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda6594b-872a-45c6-a38d-08de174d4892 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:52:45.520506 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:45.531748 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4420fbd-585d-4d0b-a466-8a4e22a02c1b req-9dcdcfdd-1440-4dc4-958e-a28990212c7a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:45.533223 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4420fbd-585d-4d0b-a466-8a4e22a02c1b req-9dcdcfdd-1440-4dc4-958e-a28990212c7a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 931 time: 0.0899167 Nov 09 18:52:45.547973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Transition to ACTIVE for port object cda6594b-872a-45c6-a38d-08de174d4892 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:52:45.556167 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:45.613492 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4420fbd-585d-4d0b-a466-8a4e22a02c1b req-39612024-58f9-4dc1-9ea1-5bca91df48b7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726173 Nov 09 18:52:45.626574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Pushing event updated for resources: {'Port': ['ID=cda6594b-872a-45c6-a38d-08de174d4892,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:45.694093 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:45.706721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Attempting to bind port cda6594b-872a-45c6-a38d-08de174d4892 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:52:45.707210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Attempting to bind port cda6594b-872a-45c6-a38d-08de174d4892 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '05a287b2-e79c-425e-a575-8f420bf3e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:52:45.707594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Attempting to bind port cda6594b-872a-45c6-a38d-08de174d4892 on network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:52:45.712341 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Port cda6594b-872a-45c6-a38d-08de174d4892 on network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:52:45.712647 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Attempting to bind port cda6594b-872a-45c6-a38d-08de174d4892 on network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:52:45.717661 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:52:45.718063 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Checking segment: {'id': '05a287b2-e79c-425e-a575-8f420bf3e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:52:45.718560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Bound using segment: {'id': '05a287b2-e79c-425e-a575-8f420bf3e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:52:45.719410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Bound port: cda6594b-872a-45c6-a38d-08de174d4892, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a287b2-e79c-425e-a575-8f420bf3e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:52:45.719410 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:45.788643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] For port cda6594b-872a-45c6-a38d-08de174d4892, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:52:45.791799 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] For port cda6594b-872a-45c6-a38d-08de174d4892, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cda6594b-872a-45c6-a38d-08de174d4892,segment=NetworkSegment(05a287b2-e79c-425e-a575-8f420bf3e9ab),segment_id=05a287b2-e79c-425e-a575-8f420bf3e9ab)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:52:45.795887 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:45.832143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:45.832751 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:45.834117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] 10.222.0.13 "PUT /v2.0/ports/cda6594b-872a-45c6-a38d-08de174d4892 HTTP/1.1" status: 200 len: 1091 time: 1.0272572 Nov 09 18:52:45.834550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe098bd-7208-493d-be21-fd4ca522b826', 'tag': 'cda6594b-872a-45c6-a38d-08de174d4892'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:45.836854 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ccc166-87c8-4c01-9689-6959664b48ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe098bd-7208-493d-be21-fd4ca522b826", "tag": "cda6594b-872a-45c6-a38d-08de174d4892"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:45.881690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064bc18-9959-4ad5-a69a-f3ecf9820c88 service neutron] Pushing event updated for resources: {'Port': ['ID=cda6594b-872a-45c6-a38d-08de174d4892,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:45.893017 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1615043d-4698-4e0f-b8de-29619c1deeaf x-openstack-request-id: req-1615043d-4698-4e0f-b8de-29619c1deeaf {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:45.893315 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe098bd-7208-493d-be21-fd4ca522b826", "tag": "cda6594b-872a-45c6-a38d-08de174d4892", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:45.893577 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1615043d-4698-4e0f-b8de-29619c1deeaf {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:45.894207 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe098bd-7208-493d-be21-fd4ca522b826', 'tag': 'cda6594b-872a-45c6-a38d-08de174d4892', 'status': 'completed', 'code': 200} Nov 09 18:52:45.939870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-19212570-208d-41be-acb0-69283c5eaa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:45.941502 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-19212570-208d-41be-acb0-69283c5eaa10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 1094 time: 0.0447831 Nov 09 18:52:45.986453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-3dd82f06-65a7-451b-a2a1-3e8fa212369a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cda6594b-872a-45c6-a38d-08de174d4892 HTTP/1.1" status: 200 len: 217 time: 0.0363836 Nov 09 18:52:46.043367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-cbc6ab35-4a98-4d27-8756-178faf809cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:46.044859 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-cbc6ab35-4a98-4d27-8756-178faf809cbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2c56f10-3dc9-452b-a644-ee7f3ddc80f2 HTTP/1.1" status: 200 len: 834 time: 0.0511780 Nov 09 18:52:46.091278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-da83c86d-e66e-4ae4-85a0-2b7905226314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:46.092800 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-da83c86d-e66e-4ae4-85a0-2b7905226314 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414083 Nov 09 18:52:46.182544 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-66b9feb1-2671-428e-9013-ac057978f0fe service neutron] 10.222.0.13 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820308 Nov 09 18:52:46.276373 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33df3ee6-b3fc-4744-9901-f61d8f9e74d6 req-05886298-826b-4671-9c7e-209b4cf9696b service neutron] 10.222.0.13 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867217 Nov 09 18:52:46.360635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccc166-87c8-4c01-9689-6959664b48ad req-a96f46df-eeb1-4e7f-9611-08eb68307b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:46.362134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ccc166-87c8-4c01-9689-6959664b48ad req-a96f46df-eeb1-4e7f-9611-08eb68307b32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 1094 time: 0.0417042 Nov 09 18:52:46.461528 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccc166-87c8-4c01-9689-6959664b48ad req-b3f4c11a-7d8d-4e83-81ec-c74774b37904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:46.462996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ccc166-87c8-4c01-9689-6959664b48ad req-b3f4c11a-7d8d-4e83-81ec-c74774b37904 service neutron] 10.222.0.13 "GET /v2.0/networks?id=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 HTTP/1.1" status: 200 len: 898 time: 0.0933888 Nov 09 18:52:46.504448 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ccc166-87c8-4c01-9689-6959664b48ad req-aa665de7-b0f1-491f-8b0b-79c4a6ac404a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cda6594b-872a-45c6-a38d-08de174d4892 HTTP/1.1" status: 200 len: 217 time: 0.0341911 Nov 09 18:52:46.555323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccc166-87c8-4c01-9689-6959664b48ad req-66c13081-1ae9-46a3-b827-449eb3a4cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:46.556788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ccc166-87c8-4c01-9689-6959664b48ad req-66c13081-1ae9-46a3-b827-449eb3a4cec8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2c56f10-3dc9-452b-a644-ee7f3ddc80f2 HTTP/1.1" status: 200 len: 834 time: 0.0444572 Nov 09 18:52:46.603286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccc166-87c8-4c01-9689-6959664b48ad req-973b8b08-1ab1-43e4-9cc2-fc0106cf5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:46.604810 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ccc166-87c8-4c01-9689-6959664b48ad req-973b8b08-1ab1-43e4-9cc2-fc0106cf5500 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397973 Nov 09 18:52:46.724399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ccc166-87c8-4c01-9689-6959664b48ad req-35721400-d1a2-4dec-9ad2-349737b62b1b service neutron] 10.222.0.13 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116011 Nov 09 18:52:46.792117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc3edf-081a-4ca9-a4ff-4b0a75442de2 req-d3b0be39-9560-4543-8b72-5107e0698cf7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:46.793761 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-92cc3edf-081a-4ca9-a4ff-4b0a75442de2 req-d3b0be39-9560-4543-8b72-5107e0698cf7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 943 time: 0.1016841 Nov 09 18:52:46.859341 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-92cc3edf-081a-4ca9-a4ff-4b0a75442de2 req-80a69bf2-97d4-4d81-a1e5-807aa321660d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562363 Nov 09 18:52:46.871611 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b0ccc166-87c8-4c01-9689-6959664b48ad req-9f8a7199-af50-4afa-8897-680c1a399bda service neutron] 10.222.0.13 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390328 Nov 09 18:52:47.928047 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:47.979133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd98a7-6e6d-4ddb-abcf-29b4bda9ecd2 req-3043ae0b-70a0-47bf-9659-129676ac41e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:47.980629 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fcd98a7-6e6d-4ddb-abcf-29b4bda9ecd2 req-3043ae0b-70a0-47bf-9659-129676ac41e6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 943 time: 0.0502925 Nov 09 18:52:48.020919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9fcd98a7-6e6d-4ddb-abcf-29b4bda9ecd2 req-e2ff7c56-fb3b-4c1f-877e-85537075d0e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332730 Nov 09 18:52:49.138633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cbb8f-6f6e-4d80-949d-aca4ea1ac463 req-d26aa908-a432-4eea-bb22-eb337b23c361 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:49.140902 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-774cbb8f-6f6e-4d80-949d-aca4ea1ac463 req-d26aa908-a432-4eea-bb22-eb337b23c361 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 943 time: 0.0518725 Nov 09 18:52:49.184069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-774cbb8f-6f6e-4d80-949d-aca4ea1ac463 req-e05c6502-5b07-4aaf-8b3c-daf0843e97a8 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373616 Nov 09 18:52:50.299563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672768f-f198-4c51-bece-a7ca55b844da req-afbc5b41-62ea-478c-ae65-d862416ccce6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:50.301036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8672768f-f198-4c51-bece-a7ca55b844da req-afbc5b41-62ea-478c-ae65-d862416ccce6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 943 time: 0.0502987 Nov 09 18:52:50.338281 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8672768f-f198-4c51-bece-a7ca55b844da req-743eb1e7-2ce0-40c5-bf55-4c3606c52687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313022 Nov 09 18:52:50.526842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device cda6594b-872a-45c6-a38d-08de174d4892 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:52:50.623032 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port cda6594b-872a-45c6-a38d-08de174d4892, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cda6594b-872a-45c6-a38d-08de174d4892,segment=NetworkSegment(05a287b2-e79c-425e-a575-8f420bf3e9ab),segment_id=05a287b2-e79c-425e-a575-8f420bf3e9ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:50.634432 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'cda6594b-872a-45c6-a38d-08de174d4892', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'port_id': 'cda6594b-872a-45c6-a38d-08de174d4892', 'mac_address': 'fa:16:3e:91:fa:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:52:50.670986 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:50.683335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda6594b-872a-45c6-a38d-08de174d4892 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:52:50.703350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port cda6594b-872a-45c6-a38d-08de174d4892, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cda6594b-872a-45c6-a38d-08de174d4892,segment=NetworkSegment(05a287b2-e79c-425e-a575-8f420bf3e9ab),segment_id=05a287b2-e79c-425e-a575-8f420bf3e9ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:50.714903 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:50.767193 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=cda6594b-872a-45c6-a38d-08de174d4892,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:50.907062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['cda6594b-872a-45c6-a38d-08de174d4892'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:52:51.456201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdd707-b5c2-4067-b808-7003856c16a0 req-39308269-019e-4ad2-8bdf-e14e005db4c0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:51.457700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06bdd707-b5c2-4067-b808-7003856c16a0 req-39308269-019e-4ad2-8bdf-e14e005db4c0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 944 time: 0.0500216 Nov 09 18:52:51.496386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-06bdd707-b5c2-4067-b808-7003856c16a0 req-56c89384-f399-45d5-a573-8870558fc24b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321906 Nov 09 18:52:52.527111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device cda6594b-872a-45c6-a38d-08de174d4892 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:52:52.580283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port cda6594b-872a-45c6-a38d-08de174d4892 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:52:52.584112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port cda6594b-872a-45c6-a38d-08de174d4892 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:52.584488 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:52.615873 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c638c8a-e1b3-4648-bedf-488293585d3f req-d2d6a45a-e7f5-438d-84e3-37365b4b3d72 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:52.617406 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c638c8a-e1b3-4648-bedf-488293585d3f req-d2d6a45a-e7f5-438d-84e3-37365b4b3d72 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 944 time: 0.0513203 Nov 09 18:52:52.660852 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c638c8a-e1b3-4648-bedf-488293585d3f req-917c50da-5345-4bd3-a97b-1eb6d3bb5618 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374436 Nov 09 18:52:52.664333 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:52.688468 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe098bd-7208-493d-be21-fd4ca522b826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda6594b-872a-45c6-a38d-08de174d4892'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:52.691163 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12144d23-b6d3-4275-a76b-5d20de0af668" -d '{"events": [{"server_uuid": "3fe098bd-7208-493d-be21-fd4ca522b826", "name": "network-vif-plugged", "status": "completed", "tag": "cda6594b-872a-45c6-a38d-08de174d4892"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:52.704339 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port cda6594b-872a-45c6-a38d-08de174d4892, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cda6594b-872a-45c6-a38d-08de174d4892,segment=NetworkSegment(05a287b2-e79c-425e-a575-8f420bf3e9ab),segment_id=05a287b2-e79c-425e-a575-8f420bf3e9ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:52.709085 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:52.764391 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=cda6594b-872a-45c6-a38d-08de174d4892,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:52.781617 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a082e7b-70ce-4a0b-9e4b-e82b6b182653 x-openstack-request-id: req-8a082e7b-70ce-4a0b-9e4b-e82b6b182653 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:52.781920 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe098bd-7208-493d-be21-fd4ca522b826", "name": "network-vif-plugged", "status": "completed", "tag": "cda6594b-872a-45c6-a38d-08de174d4892", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:52.782200 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a082e7b-70ce-4a0b-9e4b-e82b6b182653 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:52.782599 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe098bd-7208-493d-be21-fd4ca522b826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda6594b-872a-45c6-a38d-08de174d4892', 'code': 200} Nov 09 18:52:52.876178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4863a20-5e8f-4cd7-a435-72cc8af3ee92 req-0bed5b22-db5f-4d34-91ee-35d7b1f5226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:52.877581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4863a20-5e8f-4cd7-a435-72cc8af3ee92 req-0bed5b22-db5f-4d34-91ee-35d7b1f5226c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 1096 time: 0.0402133 Nov 09 18:52:52.914327 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4863a20-5e8f-4cd7-a435-72cc8af3ee92 req-8e5d80de-dde3-496a-af69-65976e73a831 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286193 Nov 09 18:52:53.725746 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:53.784604 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cc67c-f01e-4ba8-a680-3786e3bd01e9 req-c647cea6-48e0-4afc-ba4a-606343a11e9d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:53.786103 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-295cc67c-f01e-4ba8-a680-3786e3bd01e9 req-c647cea6-48e0-4afc-ba4a-606343a11e9d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0541904 Nov 09 18:52:53.825273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-295cc67c-f01e-4ba8-a680-3786e3bd01e9 req-5fc12b10-8a81-4163-b2aa-7eecf04bc432 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331435 Nov 09 18:52:54.432837 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:54.942138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aeb5b-97a5-4d36-8761-ead10de9733a req-badc773d-0e1b-4d05-9593-2d05ff447f49 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:54.943708 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-691aeb5b-97a5-4d36-8761-ead10de9733a req-badc773d-0e1b-4d05-9593-2d05ff447f49 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0501201 Nov 09 18:52:54.985618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-691aeb5b-97a5-4d36-8761-ead10de9733a req-24ee4d50-9f2b-4aeb-ab4c-653fb0ff59b0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360217 Nov 09 18:52:55.100657 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eba78a-3c21-476a-9ab2-69b4be24acc1 req-93df7307-2105-4de4-9dfe-10f8d73a48b9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:55.102153 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-98eba78a-3c21-476a-9ab2-69b4be24acc1 req-93df7307-2105-4de4-9dfe-10f8d73a48b9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0496089 Nov 09 18:52:55.141640 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-98eba78a-3c21-476a-9ab2-69b4be24acc1 req-697ac72f-01ef-4f96-b4e8-5d679eae4ba1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333905 Nov 09 18:52:55.163945 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52818) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:55.203006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618d5683-b29a-4d05-a933-3df8632de0a7 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:55.204638 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-618d5683-b29a-4d05-a933-3df8632de0a7 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 1091 time: 0.0397298 Nov 09 18:52:55.207525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52820) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:55.211716 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': 'cda6594b-872a-45c6-a38d-08de174d4892', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:55.233476 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:55.331521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:55.435043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.25.1.94 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/865f6b0c-50c0-430b-bced-860776d032f1) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:52:55.542430 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:55.576097 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:55.613122 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:52:55.617993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:52:55.621118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:52:55.647554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=865f6b0c-50c0-430b-bced-860776d032f1,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:55.661821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:55.662166 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:55.662503 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:55.662837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:55.663167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:55.663522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:55.663848 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:55.664173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:55.664497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:55.664818 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:55.665136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:55.665451 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:55.992762 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:56.059918 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:56.213320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:56.217933 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:56.289127 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=865f6b0c-50c0-430b-bced-860776d032f1,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:56.302070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:56.404440 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Floating IP 5ed27f17-89e3-4e2b-bd05-3d7dda3f816c associated. External IP: 172.25.1.94, port: cda6594b-872a-45c6-a38d-08de174d4892. Nov 09 18:52:56.609306 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 99fa8b33-2b56-4015-96ba-26a2891581f2 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:52:56.718491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:52:56.728997 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfeab60-7483-4553-8867-0189b2385d15 None None] Sync routers for ids ['99fa8b33-2b56-4015-96ba-26a2891581f2'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:52:56.737048 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:56.739328 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfeab60-7483-4553-8867-0189b2385d15 None None] Routers {'99fa8b33-2b56-4015-96ba-26a2891581f2'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:56.740690 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-acfeab60-7483-4553-8867-0189b2385d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:52:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['99fa8b33-2b56-4015-96ba-26a2891581f2'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:56.767304 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-debd6a31-af66-4240-aad1-1a2ee650ee6c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5562427 Nov 09 18:52:56.767304 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe098bd-7208-493d-be21-fd4ca522b826', 'tag': 'cda6594b-872a-45c6-a38d-08de174d4892'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:56.767861 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c908cdc-7382-4fa6-ae0e-1652154d2942" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe098bd-7208-493d-be21-fd4ca522b826", "tag": "cda6594b-872a-45c6-a38d-08de174d4892"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:56.852125 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-acfeab60-7483-4553-8867-0189b2385d15 None None] Set router 99fa8b33-2b56-4015-96ba-26a2891581f2 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:56.863287 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269c7a6-94fb-4016-825e-0436e337abe3 req-3d47c9e5-84ff-4d62-9acb-9d339eb8a523 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:56.864730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2269c7a6-94fb-4016-825e-0436e337abe3 req-3d47c9e5-84ff-4d62-9acb-9d339eb8a523 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0521803 Nov 09 18:52:56.904074 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2269c7a6-94fb-4016-825e-0436e337abe3 req-8b21d54a-1cb6-4385-9bd3-3eeffb742e80 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333776 Nov 09 18:52:56.927649 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52826) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:56.949128 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5107b47d-56c2-42a6-9bf4-d8b748d5dec8 x-openstack-request-id: req-5107b47d-56c2-42a6-9bf4-d8b748d5dec8 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:56.949431 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe098bd-7208-493d-be21-fd4ca522b826", "tag": "cda6594b-872a-45c6-a38d-08de174d4892", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:56.949688 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5107b47d-56c2-42a6-9bf4-d8b748d5dec8 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:56.950124 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe098bd-7208-493d-be21-fd4ca522b826', 'tag': 'cda6594b-872a-45c6-a38d-08de174d4892', 'status': 'completed', 'code': 200} Nov 09 18:52:56.998589 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6c1b9d02-9470-4a23-914b-f65d244a8591 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/5ed27f17-89e3-4e2b-bd05-3d7dda3f816c HTTP/1.1" status: 200 len: 990 time: 0.0696528 Nov 09 18:52:57.014178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c908cdc-7382-4fa6-ae0e-1652154d2942 req-335ce8b3-b5fe-41f7-851a-0239b8d428c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:57.015812 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c908cdc-7382-4fa6-ae0e-1652154d2942 req-335ce8b3-b5fe-41f7-851a-0239b8d428c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 1096 time: 0.0444129 Nov 09 18:52:57.090936 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-acfeab60-7483-4553-8867-0189b2385d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:52:39Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '5ed27f17-89e3-4e2b-bd05-3d7dda3f816c', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'port_id': 'cda6594b-872a-45c6-a38d-08de174d4892', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'mac_address': 'fa:16:3e:91:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe098bd-7208-493d-be21-fd4ca522b826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:52:55Z', 'updated_at': '2021-11-09T18:52:55Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133e263b-2d5e-4669-aafc-890067725ec5', 'name': '', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:ac:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:38Z', 'updated_at': '2021-11-09T18:52:42Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:57.112865 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c908cdc-7382-4fa6-ae0e-1652154d2942 req-e5ac458c-b4a3-4304-9811-7457d16c3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:57.114703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c908cdc-7382-4fa6-ae0e-1652154d2942 req-e5ac458c-b4a3-4304-9811-7457d16c3314 service neutron] 10.222.0.13 "GET /v2.0/networks?id=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 HTTP/1.1" status: 200 len: 898 time: 0.0924089 Nov 09 18:52:57.118362 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfeab60-7483-4553-8867-0189b2385d15 None None] Checking router: 99fa8b33-2b56-4015-96ba-26a2891581f2 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:52:57.127496 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfeab60-7483-4553-8867-0189b2385d15 None None] Routers {'99fa8b33-2b56-4015-96ba-26a2891581f2'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:57.128113 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-acfeab60-7483-4553-8867-0189b2385d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:52:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['99fa8b33-2b56-4015-96ba-26a2891581f2'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:57.181358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c908cdc-7382-4fa6-ae0e-1652154d2942 req-f8ae9698-bebe-4e71-ae3b-4855a6f73cf5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cda6594b-872a-45c6-a38d-08de174d4892 HTTP/1.1" status: 200 len: 998 time: 0.0598128 Nov 09 18:52:57.234502 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-acfeab60-7483-4553-8867-0189b2385d15 None None] Set router 99fa8b33-2b56-4015-96ba-26a2891581f2 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:57.237531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c908cdc-7382-4fa6-ae0e-1652154d2942 req-4d87f38b-9dc8-488c-a13b-7c66146133b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:57.238989 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c908cdc-7382-4fa6-ae0e-1652154d2942 req-4d87f38b-9dc8-488c-a13b-7c66146133b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2c56f10-3dc9-452b-a644-ee7f3ddc80f2 HTTP/1.1" status: 200 len: 834 time: 0.0513775 Nov 09 18:52:57.288542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c908cdc-7382-4fa6-ae0e-1652154d2942 req-1605ca75-fb05-490f-964c-a9165b5dc5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:57.290030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c908cdc-7382-4fa6-ae0e-1652154d2942 req-1605ca75-fb05-490f-964c-a9165b5dc5d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439816 Nov 09 18:52:57.382519 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c908cdc-7382-4fa6-ae0e-1652154d2942 req-62071294-b8e8-42fe-a96a-1b6a90726e10 service neutron] 10.222.0.13 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846632 Nov 09 18:52:57.475680 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-acfeab60-7483-4553-8867-0189b2385d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:52:39Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '5ed27f17-89e3-4e2b-bd05-3d7dda3f816c', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'port_id': 'cda6594b-872a-45c6-a38d-08de174d4892', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'mac_address': 'fa:16:3e:91:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe098bd-7208-493d-be21-fd4ca522b826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:52:55Z', 'updated_at': '2021-11-09T18:52:55Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133e263b-2d5e-4669-aafc-890067725ec5', 'name': '', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:ac:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:38Z', 'updated_at': '2021-11-09T18:52:42Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:57.480741 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c908cdc-7382-4fa6-ae0e-1652154d2942 req-0d7df292-aa61-414b-9122-ebbc950dc260 service neutron] 10.222.0.13 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913391 Nov 09 18:52:57.512802 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfeab60-7483-4553-8867-0189b2385d15 None None] The sync data for ids ['99fa8b33-2b56-4015-96ba-26a2891581f2'] in n-d-817236-1 is: [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:52:39Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '5ed27f17-89e3-4e2b-bd05-3d7dda3f816c', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'port_id': 'cda6594b-872a-45c6-a38d-08de174d4892', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'mac_address': 'fa:16:3e:91:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe098bd-7208-493d-be21-fd4ca522b826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:52:55Z', 'updated_at': '2021-11-09T18:52:55Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133e263b-2d5e-4669-aafc-890067725ec5', 'name': '', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:ac:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:38Z', 'updated_at': '2021-11-09T18:52:42Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:52:57.716367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8a310-658b-4d31-8e54-e59daaa35abd None None] New status for floating IP 5ed27f17-89e3-4e2b-bd05-3d7dda3f816c: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:52:58.002271 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52828) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:58.074807 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-09968b4c-3eeb-40cf-aa44-86af94c9c744 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/5ed27f17-89e3-4e2b-bd05-3d7dda3f816c HTTP/1.1" status: 200 len: 992 time: 0.0713761 Nov 09 18:53:10.856457 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86dec777-d8c7-4b6a-aeee-a7f8e926a947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.110005 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:53:13.781293 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e1cf5a45-5c55-47d5-ae0f-9b619fcded36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.635704 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.692710 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.930381 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.729767 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:24.431574 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.826782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa2825-80a5-443e-8ee2-b0eb700c2fdf req-54cf6c0b-ce8d-428a-aaf1-27583042b5fc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:26.828969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-05fa2825-80a5-443e-8ee2-b0eb700c2fdf req-54cf6c0b-ce8d-428a-aaf1-27583042b5fc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0513589 Nov 09 18:53:26.872221 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-05fa2825-80a5-443e-8ee2-b0eb700c2fdf req-78ec5cf4-33a7-438d-9236-de6b778816c8 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323596 Nov 09 18:53:27.988014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38da63-df18-49e4-8856-8b55f469eb1b req-ffe9a975-a73a-4036-9704-50a4d4c9cf81 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:27.989492 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2e38da63-df18-49e4-8856-8b55f469eb1b req-ffe9a975-a73a-4036-9704-50a4d4c9cf81 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0489917 Nov 09 18:53:28.028740 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2e38da63-df18-49e4-8856-8b55f469eb1b req-e72e4265-ad3f-4a55-961c-ef1f6d773be3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330210 Nov 09 18:53:29.145389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13eddd5-3a8d-4796-a309-0c2723c40c52 req-9eef6f95-ccb3-4d6c-bb27-3730514856ed tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:29.146861 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b13eddd5-3a8d-4796-a309-0c2723c40c52 req-9eef6f95-ccb3-4d6c-bb27-3730514856ed tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0501051 Nov 09 18:53:29.188996 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b13eddd5-3a8d-4796-a309-0c2723c40c52 req-76c28d87-fcf2-42e6-a9e2-686a5f211b76 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361729 Nov 09 18:53:30.303438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd84ba-3f0f-4a6f-9eb8-00f23f9a79a8 req-74fefcda-1057-405f-a4f5-fbf3a9691ee7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:30.304956 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edbd84ba-3f0f-4a6f-9eb8-00f23f9a79a8 req-74fefcda-1057-405f-a4f5-fbf3a9691ee7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0495234 Nov 09 18:53:30.341879 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-edbd84ba-3f0f-4a6f-9eb8-00f23f9a79a8 req-52cc9a61-982e-4a80-9e6e-da9096120a50 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310352 Nov 09 18:53:31.461061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085ae8e-6c75-4d69-83e0-3596c8fb838c req-e26e1c7f-f267-41d6-ba61-3686a2a2ab0f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:31.462576 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e085ae8e-6c75-4d69-83e0-3596c8fb838c req-e26e1c7f-f267-41d6-ba61-3686a2a2ab0f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0492282 Nov 09 18:53:31.501461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e085ae8e-6c75-4d69-83e0-3596c8fb838c req-eaaea9e7-5297-4ca2-93d1-09e6f4e9a89b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329933 Nov 09 18:53:32.617013 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d921a-9c4d-4ac1-b98c-ae5761e37a1f req-01006132-95e6-4c94-9e07-44a496e5072c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:32.618506 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b86d921a-9c4d-4ac1-b98c-ae5761e37a1f req-01006132-95e6-4c94-9e07-44a496e5072c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0499845 Nov 09 18:53:32.661314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b86d921a-9c4d-4ac1-b98c-ae5761e37a1f req-95fdc886-1948-4ac1-a279-2ae08f42c93e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367532 Nov 09 18:53:33.784874 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239e2a6-c308-4f19-84fb-43dca5ed10cb req-554a8cb4-2e6e-446f-95e9-8bc7bf87782a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:33.786399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1239e2a6-c308-4f19-84fb-43dca5ed10cb req-554a8cb4-2e6e-446f-95e9-8bc7bf87782a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0499146 Nov 09 18:53:33.824205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1239e2a6-c308-4f19-84fb-43dca5ed10cb req-d47dc096-8170-45ff-9a1e-cdd81ba7da94 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317497 Nov 09 18:53:34.949554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317b04d-1e23-42be-b28f-f412a2f12d29 req-b612e151-030e-42e3-9250-47221e151770 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:34.951040 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d317b04d-1e23-42be-b28f-f412a2f12d29 req-b612e151-030e-42e3-9250-47221e151770 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0533149 Nov 09 18:53:34.990183 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d317b04d-1e23-42be-b28f-f412a2f12d29 req-0b8ec4fe-31cc-4f4b-984b-719f0e9e874d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325711 Nov 09 18:53:36.108026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a2159-bee3-4658-b75d-65f07c242870 req-9e077841-56f4-47b3-b26e-f5de6278fd8f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:36.109527 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e4a2159-bee3-4658-b75d-65f07c242870 req-9e077841-56f4-47b3-b26e-f5de6278fd8f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0511525 Nov 09 18:53:36.152059 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e4a2159-bee3-4658-b75d-65f07c242870 req-7944118d-b286-419a-8731-b54ac63599b4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363345 Nov 09 18:53:37.278313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f5507-3d66-494f-9505-a116cea31f68 req-b1f20b39-9c68-4fe7-b178-fbb661d3315c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:37.279899 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-884f5507-3d66-494f-9505-a116cea31f68 req-b1f20b39-9c68-4fe7-b178-fbb661d3315c tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0511084 Nov 09 18:53:37.318763 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-884f5507-3d66-494f-9505-a116cea31f68 req-f55322f0-88f4-4037-8ffe-250f4d3f2232 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316412 Nov 09 18:53:37.340791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52864) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:37.403203 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-dd3f5421-d668-480d-83a0-457908467d14 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/5ed27f17-89e3-4e2b-bd05-3d7dda3f816c HTTP/1.1" status: 200 len: 992 time: 0.0612335 Nov 09 18:53:38.694950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec741076-ccb8-433b-923f-94d6fc5d7263 req-27aa2809-7250-4e71-9f3b-1157e3f5347b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:38.696376 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec741076-ccb8-433b-923f-94d6fc5d7263 req-27aa2809-7250-4e71-9f3b-1157e3f5347b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0792146 Nov 09 18:53:38.713286 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdbf64-a6a9-4a10-9938-9d3733fc9281 req-3073d678-d104-4556-a10b-5c854e5b9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:38.714704 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-adcdbf64-a6a9-4a10-9938-9d3733fc9281 req-3073d678-d104-4556-a10b-5c854e5b9dcf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 1096 time: 0.0649023 Nov 09 18:53:38.790346 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ec741076-ccb8-433b-923f-94d6fc5d7263 req-6435d984-5700-4c1b-8124-e9be8827a8ce tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874290 Nov 09 18:53:38.827176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdbf64-a6a9-4a10-9938-9d3733fc9281 req-84c050bc-9a0b-4a15-a877-62c686a9cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:38.829328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-adcdbf64-a6a9-4a10-9938-9d3733fc9281 req-84c050bc-9a0b-4a15-a877-62c686a9cd31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 HTTP/1.1" status: 200 len: 898 time: 0.1065531 Nov 09 18:53:39.216603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-adcdbf64-a6a9-4a10-9938-9d3733fc9281 req-cdec02c6-087a-4dac-9d45-72dcbb1bf811 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cda6594b-872a-45c6-a38d-08de174d4892 HTTP/1.1" status: 200 len: 1000 time: 0.3794646 Nov 09 18:53:39.265355 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdbf64-a6a9-4a10-9938-9d3733fc9281 req-e55accf6-e605-44ec-9644-3f825e3b9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:39.266835 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-adcdbf64-a6a9-4a10-9938-9d3733fc9281 req-e55accf6-e605-44ec-9644-3f825e3b9c95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2c56f10-3dc9-452b-a644-ee7f3ddc80f2 HTTP/1.1" status: 200 len: 834 time: 0.0431919 Nov 09 18:53:39.316258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdbf64-a6a9-4a10-9938-9d3733fc9281 req-90f5bc51-d1f1-49ec-bb6f-88558316aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:39.317739 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-adcdbf64-a6a9-4a10-9938-9d3733fc9281 req-90f5bc51-d1f1-49ec-bb6f-88558316aade service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434396 Nov 09 18:53:39.407494 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-adcdbf64-a6a9-4a10-9938-9d3733fc9281 req-567804bd-1e13-4d67-bc6d-185f33fc8741 service neutron] 10.222.0.13 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825281 Nov 09 18:53:39.501785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-adcdbf64-a6a9-4a10-9938-9d3733fc9281 req-7f89c530-32f1-459f-a311-503cef96ec26 service neutron] 10.222.0.13 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867343 Nov 09 18:53:39.907291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b462736-04b9-4812-a064-772892432a26 req-fdfa9db3-a483-4837-bbba-ddad133f7701 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:39.908823 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b462736-04b9-4812-a064-772892432a26 req-fdfa9db3-a483-4837-bbba-ddad133f7701 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0502033 Nov 09 18:53:39.948064 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6b462736-04b9-4812-a064-772892432a26 req-79b960cb-d8da-4e3a-8389-6e7f2b209683 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320361 Nov 09 18:53:40.856750 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03ab74d4-b092-4aab-8014-78343a526550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:41.064726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368efb2-2871-4d13-80f1-2ac34becc10a req-fb96d1a8-c349-4030-b818-6bc690c53bfd tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:41.066193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6368efb2-2871-4d13-80f1-2ac34becc10a req-fb96d1a8-c349-4030-b818-6bc690c53bfd tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0485137 Nov 09 18:53:41.105230 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6368efb2-2871-4d13-80f1-2ac34becc10a req-09c846aa-5b38-4ab5-b864-7c63dc54abb2 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330408 Nov 09 18:53:41.128373 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52876) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:41.190667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5faa5ef2-12e7-414c-954f-b6203dfe8c77 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/5ed27f17-89e3-4e2b-bd05-3d7dda3f816c HTTP/1.1" status: 200 len: 992 time: 0.0611596 Nov 09 18:53:41.696976 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fa3b802-9f60-4aa9-a65b-189aa8a0e024 req-9ee2bca7-99fb-4fe8-a53b-316b7107042e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400863 Nov 09 18:53:41.777404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3b802-9f60-4aa9-a65b-189aa8a0e024 req-d8ac40cf-1472-435e-9a22-0a71ca779b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:41.778888 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fa3b802-9f60-4aa9-a65b-189aa8a0e024 req-d8ac40cf-1472-435e-9a22-0a71ca779b42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 1096 time: 0.0412090 Nov 09 18:53:41.883984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3b802-9f60-4aa9-a65b-189aa8a0e024 req-7a603059-9501-4e31-b882-e073f1196d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:41.885481 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fa3b802-9f60-4aa9-a65b-189aa8a0e024 req-7a603059-9501-4e31-b882-e073f1196d0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 HTTP/1.1" status: 200 len: 898 time: 0.0878928 Nov 09 18:53:41.951173 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fa3b802-9f60-4aa9-a65b-189aa8a0e024 req-ddfbd48f-9a39-4431-ae73-b241a0e0b9b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cda6594b-872a-45c6-a38d-08de174d4892 HTTP/1.1" status: 200 len: 1000 time: 0.0583947 Nov 09 18:53:42.000382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3b802-9f60-4aa9-a65b-189aa8a0e024 req-0c3e10f4-10f2-4ab1-bc2e-0397b63d6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:42.001845 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fa3b802-9f60-4aa9-a65b-189aa8a0e024 req-0c3e10f4-10f2-4ab1-bc2e-0397b63d6638 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2c56f10-3dc9-452b-a644-ee7f3ddc80f2 HTTP/1.1" status: 200 len: 834 time: 0.0444496 Nov 09 18:53:42.053077 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3b802-9f60-4aa9-a65b-189aa8a0e024 req-90bb2605-9336-4cc1-a048-816011ddbbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:42.054550 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fa3b802-9f60-4aa9-a65b-189aa8a0e024 req-90bb2605-9336-4cc1-a048-816011ddbbae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453277 Nov 09 18:53:42.144010 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fa3b802-9f60-4aa9-a65b-189aa8a0e024 req-bad8049e-85e9-49c5-81b1-7cc82d40a41c service neutron] 10.222.0.13 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821242 Nov 09 18:53:42.238689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7fa3b802-9f60-4aa9-a65b-189aa8a0e024 req-65f479e9-5607-4d8c-9fde-78ceaf2f3ea8 service neutron] 10.222.0.13 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865247 Nov 09 18:53:43.783377 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3c3c99e1-1c30-4d27-a4db-c7e14cf275e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:44.637219 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:45.696162 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:47.932505 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:49.110635 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:53:53.741607 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:54.434057 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:03.033173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-7d99e696-99c7-4f8c-b1ce-9535575bb658 req-ec0ce860-6f11-445e-afa7-2113863c2288 service neutron] (102154) timed out ('10.222.0.81', 58790) {{(pid=102154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:54:10.856985 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-60ab07ee-7876-483a-85ad-1dc8743c6709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:11.553921 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52896) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:11.713907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port 865f6b0c-50c0-430b-bced-860776d032f1 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:54:11.714343 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:11.789780 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:11.790104 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:11.802386 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for 865f6b0c-50c0-430b-bced-860776d032f1 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:54:11.949054 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:11.975019 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=865f6b0c-50c0-430b-bced-860776d032f1,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:11.987323 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:11.988005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:11.988353 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:11.988691 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:11.989020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:11.989351 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:11.989683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:11.990006 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:11.990332 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:11.990724 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:11.990978 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:11.991325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:12.050035 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:12.050368 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Floating IP 5ed27f17-89e3-4e2b-bd05-3d7dda3f816c disassociated (deleted). External IP: 172.25.1.94, port: cda6594b-872a-45c6-a38d-08de174d4892. Nov 09 18:54:12.261711 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 99fa8b33-2b56-4015-96ba-26a2891581f2 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:54:12.379951 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:54:12.384846 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:12.389798 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c72943-86ab-4649-8857-d20f74a00ef0 None None] Sync routers for ids ['99fa8b33-2b56-4015-96ba-26a2891581f2'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:54:12.399042 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c72943-86ab-4649-8857-d20f74a00ef0 None None] Routers {'99fa8b33-2b56-4015-96ba-26a2891581f2'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:12.399919 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b1c72943-86ab-4649-8857-d20f74a00ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:53:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['99fa8b33-2b56-4015-96ba-26a2891581f2'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:12.414631 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fdf83665-490e-4614-a3f8-1bdb729e903b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/floatingips/5ed27f17-89e3-4e2b-bd05-3d7dda3f816c HTTP/1.1" status: 204 len: 168 time: 0.8584011 Nov 09 18:54:12.415237 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe098bd-7208-493d-be21-fd4ca522b826', 'tag': 'cda6594b-872a-45c6-a38d-08de174d4892'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:54:12.417633 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af88ebcfef5c43c3ecd045bfc529e33271d1f66ec5679dbfee10f7604908018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2d580f-7cd4-4efc-ba7f-bb11d556bda6" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe098bd-7208-493d-be21-fd4ca522b826", "tag": "cda6594b-872a-45c6-a38d-08de174d4892"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:54:12.508975 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b1c72943-86ab-4649-8857-d20f74a00ef0 None None] Set router 99fa8b33-2b56-4015-96ba-26a2891581f2 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:12.630930 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264dc5ab-6219-4ea0-bdad-5865fb632bfc x-openstack-request-id: req-264dc5ab-6219-4ea0-bdad-5865fb632bfc {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:54:12.631489 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe098bd-7208-493d-be21-fd4ca522b826", "tag": "cda6594b-872a-45c6-a38d-08de174d4892", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:54:12.631489 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-264dc5ab-6219-4ea0-bdad-5865fb632bfc {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:54:12.631917 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe098bd-7208-493d-be21-fd4ca522b826', 'tag': 'cda6594b-872a-45c6-a38d-08de174d4892', 'status': 'completed', 'code': 200} Nov 09 18:54:12.731300 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b1c72943-86ab-4649-8857-d20f74a00ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:52:39Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '133e263b-2d5e-4669-aafc-890067725ec5', 'name': '', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:ac:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:38Z', 'updated_at': '2021-11-09T18:52:42Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:12.782827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7016e-1a0c-4f39-99e3-bfe9bd725d70 req-b677c02e-dec0-4e8f-b3b1-2cb80152d909 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:12.785483 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1a7016e-1a0c-4f39-99e3-bfe9bd725d70 req-b677c02e-dec0-4e8f-b3b1-2cb80152d909 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.1056187 Nov 09 18:54:12.790651 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d580f-7cd4-4efc-ba7f-bb11d556bda6 req-8eab8377-8571-4efb-bc44-9d54f33a6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:12.792195 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a2d580f-7cd4-4efc-ba7f-bb11d556bda6 req-8eab8377-8571-4efb-bc44-9d54f33a6832 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 1096 time: 0.1340547 Nov 09 18:54:12.849039 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c72943-86ab-4649-8857-d20f74a00ef0 None None] Checking router: 99fa8b33-2b56-4015-96ba-26a2891581f2 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:54:12.858778 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c72943-86ab-4649-8857-d20f74a00ef0 None None] Routers {'99fa8b33-2b56-4015-96ba-26a2891581f2'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:12.859437 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b1c72943-86ab-4649-8857-d20f74a00ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:53:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['99fa8b33-2b56-4015-96ba-26a2891581f2'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:12.878434 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1a7016e-1a0c-4f39-99e3-bfe9bd725d70 req-790c0f96-0921-4759-a732-1ea93a30512d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852494 Nov 09 18:54:12.916552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d580f-7cd4-4efc-ba7f-bb11d556bda6 req-15c94fbc-a6a8-4fa4-870c-851a15fd182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:12.918078 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a2d580f-7cd4-4efc-ba7f-bb11d556bda6 req-15c94fbc-a6a8-4fa4-870c-851a15fd182b service neutron] 10.222.0.13 "GET /v2.0/networks?id=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 HTTP/1.1" status: 200 len: 898 time: 0.1188021 Nov 09 18:54:12.962363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a2d580f-7cd4-4efc-ba7f-bb11d556bda6 req-6917800b-f28d-4209-98f6-7b7fcc767997 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cda6594b-872a-45c6-a38d-08de174d4892 HTTP/1.1" status: 200 len: 217 time: 0.0361347 Nov 09 18:54:12.969758 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-b1c72943-86ab-4649-8857-d20f74a00ef0 None None] Set router 99fa8b33-2b56-4015-96ba-26a2891581f2 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:13.017622 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d580f-7cd4-4efc-ba7f-bb11d556bda6 req-5d429d6a-646c-41b3-bf8d-3d9f28cfbc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:13.019662 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a2d580f-7cd4-4efc-ba7f-bb11d556bda6 req-5d429d6a-646c-41b3-bf8d-3d9f28cfbc82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2c56f10-3dc9-452b-a644-ee7f3ddc80f2 HTTP/1.1" status: 200 len: 834 time: 0.0496163 Nov 09 18:54:13.068612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d580f-7cd4-4efc-ba7f-bb11d556bda6 req-80a926d3-6843-4e82-8c13-a0ff21d00419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:13.070121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a2d580f-7cd4-4efc-ba7f-bb11d556bda6 req-80a926d3-6843-4e82-8c13-a0ff21d00419 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414574 Nov 09 18:54:13.166737 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a2d580f-7cd4-4efc-ba7f-bb11d556bda6 req-1c8534ac-70d2-4d4c-b863-2ad54a270e84 service neutron] 10.222.0.13 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880573 Nov 09 18:54:13.170925 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-b1c72943-86ab-4649-8857-d20f74a00ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:52:39Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '133e263b-2d5e-4669-aafc-890067725ec5', 'name': '', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:ac:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:38Z', 'updated_at': '2021-11-09T18:52:42Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:13.203564 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c72943-86ab-4649-8857-d20f74a00ef0 None None] The sync data for ids ['99fa8b33-2b56-4015-96ba-26a2891581f2'] in n-d-817236-1 is: [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:52:39Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '133e263b-2d5e-4669-aafc-890067725ec5', 'name': '', 'network_id': '487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:ac:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:38Z', 'updated_at': '2021-11-09T18:52:42Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': 'b2c56f10-3dc9-452b-a644-ee7f3ddc80f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:54:13.273327 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a2d580f-7cd4-4efc-ba7f-bb11d556bda6 req-5e725fca-cf3e-476f-ab76-a708376a810b service neutron] 10.222.0.13 "GET /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990636 Nov 09 18:54:13.439572 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d220322-8069-403d-a2e3-a4b7e3c5fc24 None None] New status for floating IP 5ed27f17-89e3-4e2b-bd05-3d7dda3f816c: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:54:13.788125 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2d622b58-f846-4fd7-8573-091f07a5a8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:14.004796 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0a3f5-0e9d-48e8-a933-1ab1ad36290b req-a3c81a5c-b814-4a2b-8521-e6378a11b971 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:14.006338 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-29c0a3f5-0e9d-48e8-a933-1ab1ad36290b req-a3c81a5c-b814-4a2b-8521-e6378a11b971 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0533564 Nov 09 18:54:14.049689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-29c0a3f5-0e9d-48e8-a933-1ab1ad36290b req-b351a669-908b-4a2c-9583-9b18fae8311d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=00061d89-f095-46ef-9b86-283f533522a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366623 Nov 09 18:54:14.116158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624fec7-2476-40e5-8cd6-c2e661bfe276 req-446a5b6b-38f3-4a37-a953-baae072b63b6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:14.117771 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a624fec7-2476-40e5-8cd6-c2e661bfe276 req-446a5b6b-38f3-4a37-a953-baae072b63b6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fe098bd-7208-493d-be21-fd4ca522b826 HTTP/1.1" status: 200 len: 945 time: 0.0520446 Nov 09 18:54:14.214338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a624fec7-2476-40e5-8cd6-c2e661bfe276 req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port cda6594b-872a-45c6-a38d-08de174d4892 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:54:14.214680 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a624fec7-2476-40e5-8cd6-c2e661bfe276 req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:14.305083 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-a624fec7-2476-40e5-8cd6-c2e661bfe276 req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port cda6594b-872a-45c6-a38d-08de174d4892, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=cda6594b-872a-45c6-a38d-08de174d4892,segment=NetworkSegment(05a287b2-e79c-425e-a575-8f420bf3e9ab),segment_id=05a287b2-e79c-425e-a575-8f420bf3e9ab)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:14.305451 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a624fec7-2476-40e5-8cd6-c2e661bfe276 req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:14.322861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-a624fec7-2476-40e5-8cd6-c2e661bfe276 req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for cda6594b-872a-45c6-a38d-08de174d4892 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:54:14.451968 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a624fec7-2476-40e5-8cd6-c2e661bfe276 req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:14.489375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=cda6594b-872a-45c6-a38d-08de174d4892,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:14.501768 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:14.502128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:14.502599 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:14.503155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:14.503523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:14.503853 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:14.504191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:14.504526 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:14.504856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:14.505177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:14.505500 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:14.505829 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:14.544892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a624fec7-2476-40e5-8cd6-c2e661bfe276 req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] No DVR routers for this DVR port cda6594b-872a-45c6-a38d-08de174d4892 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:54:14.547551 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-a624fec7-2476-40e5-8cd6-c2e661bfe276 req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:14.551929 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a624fec7-2476-40e5-8cd6-c2e661bfe276 req-75d2daeb-8220-4fbd-923c-037bff41dadf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.13 "DELETE /v2.0/ports/cda6594b-872a-45c6-a38d-08de174d4892 HTTP/1.1" status: 204 len: 173 time: 0.4284465 Nov 09 18:54:14.552369 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe098bd-7208-493d-be21-fd4ca522b826', 'name': 'network-vif-deleted', 'tag': 'cda6594b-872a-45c6-a38d-08de174d4892'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:54:14.554689 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22604ccb-4595-45a2-90a5-15e44ffdbb2b" -d '{"events": [{"server_uuid": "3fe098bd-7208-493d-be21-fd4ca522b826", "name": "network-vif-deleted", "tag": "cda6594b-872a-45c6-a38d-08de174d4892"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:54:14.590369 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665d085a-86a2-437e-a12a-ecb079595ad1 x-openstack-request-id: req-665d085a-86a2-437e-a12a-ecb079595ad1 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:54:14.590674 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe098bd-7208-493d-be21-fd4ca522b826", "name": "network-vif-deleted", "tag": "cda6594b-872a-45c6-a38d-08de174d4892", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:54:14.590929 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-665d085a-86a2-437e-a12a-ecb079595ad1 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:54:14.591359 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe098bd-7208-493d-be21-fd4ca522b826', 'name': 'network-vif-deleted', 'tag': 'cda6594b-872a-45c6-a38d-08de174d4892', 'status': 'completed', 'code': 200} Nov 09 18:54:14.639212 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:15.114641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52916) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:15.473611 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ad5547b-ed24-480f-b824-6ca2b3d53c28 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:15.700275 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:15.737159 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5547b-ed24-480f-b824-6ca2b3d53c28 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port 133e263b-2d5e-4669-aafc-890067725ec5 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:54:15.737476 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ad5547b-ed24-480f-b824-6ca2b3d53c28 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:15.829722 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-3ad5547b-ed24-480f-b824-6ca2b3d53c28 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port 133e263b-2d5e-4669-aafc-890067725ec5, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=133e263b-2d5e-4669-aafc-890067725ec5,segment=NetworkSegment(05a287b2-e79c-425e-a575-8f420bf3e9ab),segment_id=05a287b2-e79c-425e-a575-8f420bf3e9ab)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:15.830087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ad5547b-ed24-480f-b824-6ca2b3d53c28 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:15.842950 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5547b-ed24-480f-b824-6ca2b3d53c28 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for 133e263b-2d5e-4669-aafc-890067725ec5 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:54:16.031083 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ad5547b-ed24-480f-b824-6ca2b3d53c28 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:16.057693 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5547b-ed24-480f-b824-6ca2b3d53c28 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=133e263b-2d5e-4669-aafc-890067725ec5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:16.234106 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3ad5547b-ed24-480f-b824-6ca2b3d53c28 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:16.455005 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad5547b-ed24-480f-b824-6ca2b3d53c28 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router 99fa8b33-2b56-4015-96ba-26a2891581f2 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:54:16.565297 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad5547b-ed24-480f-b824-6ca2b3d53c28 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:54:16.570725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3ad5547b-ed24-480f-b824-6ca2b3d53c28 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "PUT /v2.0/routers/99fa8b33-2b56-4015-96ba-26a2891581f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4546983 Nov 09 18:54:16.573128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52918) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:16.575922 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c5897a-dd70-4724-be02-de5835cf6fe8 None None] Sync routers for ids ['99fa8b33-2b56-4015-96ba-26a2891581f2'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:54:16.585390 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c5897a-dd70-4724-be02-de5835cf6fe8 None None] Routers {'99fa8b33-2b56-4015-96ba-26a2891581f2'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:16.586000 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-63c5897a-dd70-4724-be02-de5835cf6fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['99fa8b33-2b56-4015-96ba-26a2891581f2'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:16.624990 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd2fd9c-d45d-40e3-837e-5ea1fbee9b4e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting subnet b2c56f10-3dc9-452b-a644-ee7f3ddc80f2 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:54:16.629061 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-abd2fd9c-d45d-40e3-837e-5ea1fbee9b4e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:16.674650 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-abd2fd9c-d45d-40e3-837e-5ea1fbee9b4e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:16.692643 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-63c5897a-dd70-4724-be02-de5835cf6fe8 None None] Set router 99fa8b33-2b56-4015-96ba-26a2891581f2 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:16.761973 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-abd2fd9c-d45d-40e3-837e-5ea1fbee9b4e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:16.828636 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-abd2fd9c-d45d-40e3-837e-5ea1fbee9b4e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:16.863895 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2fd9c-d45d-40e3-837e-5ea1fbee9b4e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c56f10-3dc9-452b-a644-ee7f3ddc80f2,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:16.868070 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-abd2fd9c-d45d-40e3-837e-5ea1fbee9b4e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:16.870696 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3953f425-8e1e-44a1-97ef-5fe1e426727a None None] Network 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:54:16.876914 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52920) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:16.877507 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-abd2fd9c-d45d-40e3-837e-5ea1fbee9b4e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/subnets/b2c56f10-3dc9-452b-a644-ee7f3ddc80f2 HTTP/1.1" status: 204 len: 168 time: 0.3028460 Nov 09 18:54:16.879122 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-63c5897a-dd70-4724-be02-de5835cf6fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:54:15Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:16.888144 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device cda6594b-872a-45c6-a38d-08de174d4892 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:54:16.906506 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c5897a-dd70-4724-be02-de5835cf6fe8 None None] Checking router: 99fa8b33-2b56-4015-96ba-26a2891581f2 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:54:16.916028 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c5897a-dd70-4724-be02-de5835cf6fe8 None None] Routers {'99fa8b33-2b56-4015-96ba-26a2891581f2'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:16.916648 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-63c5897a-dd70-4724-be02-de5835cf6fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['99fa8b33-2b56-4015-96ba-26a2891581f2'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:16.939273 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: cda6594b-872a-45c6-a38d-08de174d4892 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:54:16.940058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device cda6594b-872a-45c6-a38d-08de174d4892 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:54:16.991630 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.045770 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-63c5897a-dd70-4724-be02-de5835cf6fe8 None None] Set router 99fa8b33-2b56-4015-96ba-26a2891581f2 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:17.092570 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] DHCP port deletion for 487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:54:17.115004 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.160563 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Deleting port d743146f-ad7c-4f6b-bdcf-6793c4da03ba {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:54:17.161595 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.179117 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port 4c9c3c15-c512-4dbb-8387-566c5d2e7eea {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:54:17.179593 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.232307 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] For port d743146f-ad7c-4f6b-bdcf-6793c4da03ba, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d743146f-ad7c-4f6b-bdcf-6793c4da03ba,segment=NetworkSegment(05a287b2-e79c-425e-a575-8f420bf3e9ab),segment_id=05a287b2-e79c-425e-a575-8f420bf3e9ab)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:17.232857 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.245140 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d743146f-ad7c-4f6b-bdcf-6793c4da03ba no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:54:17.260429 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-63c5897a-dd70-4724-be02-de5835cf6fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:54:15Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:17.270811 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Calling delete_port for d743146f-ad7c-4f6b-bdcf-6793c4da03ba owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:54:17.273961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port 4c9c3c15-c512-4dbb-8387-566c5d2e7eea, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=4c9c3c15-c512-4dbb-8387-566c5d2e7eea,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:17.274271 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.288855 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c5897a-dd70-4724-be02-de5835cf6fe8 None None] The sync data for ids ['99fa8b33-2b56-4015-96ba-26a2891581f2'] in n-d-817236-1 is: [{'id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528972638', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:52:35Z', 'updated_at': '2021-11-09T18:54:15Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '4c9c3c15-c512-4dbb-8387-566c5d2e7eea', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fa8b33-2b56-4015-96ba-26a2891581f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:52:36Z', 'updated_at': '2021-11-09T18:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:54:17.292893 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for 4c9c3c15-c512-4dbb-8387-566c5d2e7eea owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:54:17.389578 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.410626 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.438075 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Pushing event deleted for resources: {'Port': ['ID=d743146f-ad7c-4f6b-bdcf-6793c4da03ba,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:17.462526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] No DVR routers for this DVR port d743146f-ad7c-4f6b-bdcf-6793c4da03ba on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:54:17.465883 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.471245 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:17.471597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:17.471944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:17.472283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:17.472620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:17.472958 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:17.473299 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:17.473662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:17.473924 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:17.474694 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:17.474694 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:17.474868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0104028-6c9a-4b92-ac0c-1d7302e2144b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:17.492631 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=4c9c3c15-c512-4dbb-8387-566c5d2e7eea,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:17.562768 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.668206 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.670607 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.715978 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.716585 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Fanout notify agent at l3_agent the message router_deleted on router 99fa8b33-2b56-4015-96ba-26a2891581f2 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:54:17.724497 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.727692 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8bbf1940-a000-4396-8f91-56003f0b54f4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/routers/99fa8b33-2b56-4015-96ba-26a2891581f2 HTTP/1.1" status: 204 len: 168 time: 0.8489833 Nov 09 18:54:17.728458 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52922) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:17.814458 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83657422-14a1-4af3-bb14-f93fd5f37784 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.907588 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83657422-14a1-4af3-bb14-f93fd5f37784 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.930242 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-83657422-14a1-4af3-bb14-f93fd5f37784 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:17.937248 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.942633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-83657422-14a1-4af3-bb14-f93fd5f37784 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a287b2-e79c-425e-a575-8f420bf3e9ab') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:17.943064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-83657422-14a1-4af3-bb14-f93fd5f37784 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a287b2-e79c-425e-a575-8f420bf3e9ab') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:17.957202 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83657422-14a1-4af3-bb14-f93fd5f37784 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.977823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83657422-14a1-4af3-bb14-f93fd5f37784 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.983673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83657422-14a1-4af3-bb14-f93fd5f37784 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:54:17.984111 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83657422-14a1-4af3-bb14-f93fd5f37784 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:54:17.987776 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:54:18.047044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83657422-14a1-4af3-bb14-f93fd5f37784 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.052374 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83657422-14a1-4af3-bb14-f93fd5f37784 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.055644 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-83657422-14a1-4af3-bb14-f93fd5f37784 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/networks/487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5 HTTP/1.1" status: 204 len: 168 time: 0.3261826 Nov 09 18:54:18.058381 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52924) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:18.070447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83657422-14a1-4af3-bb14-f93fd5f37784 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Network': ['ID=487cb3a6-ed2c-4b63-ae52-f80d1d9a47a5,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:18.122414 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce6da707-11a5-458f-ad3a-baca8ebd97ef tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.148880 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce6da707-11a5-458f-ad3a-baca8ebd97ef tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.207546 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce6da707-11a5-458f-ad3a-baca8ebd97ef tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.210206 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-ce6da707-11a5-458f-ad3a-baca8ebd97ef tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.211478 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-ce6da707-11a5-458f-ad3a-baca8ebd97ef tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/security-groups/00061d89-f095-46ef-9b86-283f533522a2 HTTP/1.1" status: 204 len: 168 time: 0.1516562 Nov 09 18:54:18.220365 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6da707-11a5-458f-ad3a-baca8ebd97ef tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00061d89-f095-46ef-9b86-283f533522a2,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:18.525526 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52930) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:18.530092 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a1deae66-e472-41ec-9e0d-5c31cdc57308 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77301513', 'description': 'tempest-secgroup-smoke-77301513 description', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:18.553477 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1deae66-e472-41ec-9e0d-5c31cdc57308 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.619714 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1deae66-e472-41ec-9e0d-5c31cdc57308 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.623939 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1deae66-e472-41ec-9e0d-5c31cdc57308 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.653790 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a1deae66-e472-41ec-9e0d-5c31cdc57308 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.655030 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a1deae66-e472-41ec-9e0d-5c31cdc57308 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1284816 Nov 09 18:54:18.656996 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1deae66-e472-41ec-9e0d-5c31cdc57308 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d428f2-2cb5-44f0-a287-74e0355fc78d,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:18.658219 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52932) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:18.664359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-38c0f7c2-a15e-4ed8-af4a-47292f325c40 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '85d428f2-2cb5-44f0-a287-74e0355fc78d', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:18.691754 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7c2-a15e-4ed8-af4a-47292f325c40 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.757095 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7c2-a15e-4ed8-af4a-47292f325c40 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.760949 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7c2-a15e-4ed8-af4a-47292f325c40 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.777861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0f7c2-a15e-4ed8-af4a-47292f325c40 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1965f83-f320-4d41-9f07-3196ca575e80,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:18.786085 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7c2-a15e-4ed8-af4a-47292f325c40 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.787282 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-38c0f7c2-a15e-4ed8-af4a-47292f325c40 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270103 Nov 09 18:54:18.790039 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52934) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:18.794368 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f1555109-0c1e-406a-af8a-b2035ff53e52 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '85d428f2-2cb5-44f0-a287-74e0355fc78d', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:18.821616 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f1555109-0c1e-406a-af8a-b2035ff53e52 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.879920 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f1555109-0c1e-406a-af8a-b2035ff53e52 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.883635 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f1555109-0c1e-406a-af8a-b2035ff53e52 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.901518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1555109-0c1e-406a-af8a-b2035ff53e52 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed0f63b-1d6a-4bf4-9cb0-ea6de3a3cd40,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:18.909291 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f1555109-0c1e-406a-af8a-b2035ff53e52 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:18.910557 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f1555109-0c1e-406a-af8a-b2035ff53e52 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195769 Nov 09 18:54:18.913298 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52936) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:18.917912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0f8e9ccd-2382-4298-bcda-b5ddb8ab3fd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '85d428f2-2cb5-44f0-a287-74e0355fc78d', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:18.944656 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9ccd-2382-4298-bcda-b5ddb8ab3fd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.006863 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9ccd-2382-4298-bcda-b5ddb8ab3fd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.010616 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9ccd-2382-4298-bcda-b5ddb8ab3fd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.028443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e9ccd-2382-4298-bcda-b5ddb8ab3fd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b92366-5828-4a0a-a547-70e1ea963671,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:19.036639 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9ccd-2382-4298-bcda-b5ddb8ab3fd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.037833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0f8e9ccd-2382-4298-bcda-b5ddb8ab3fd1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234918 Nov 09 18:54:19.040616 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52938) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:19.044876 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-daaaa5a5-977f-4af8-a84f-4a76b6b381eb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '85d428f2-2cb5-44f0-a287-74e0355fc78d', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:19.071215 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-daaaa5a5-977f-4af8-a84f-4a76b6b381eb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.138898 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-daaaa5a5-977f-4af8-a84f-4a76b6b381eb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.142757 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-daaaa5a5-977f-4af8-a84f-4a76b6b381eb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.155406 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4c9c3c15-c512-4dbb-8387-566c5d2e7eea no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:54:19.164236 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaa5a5-977f-4af8-a84f-4a76b6b381eb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef13b1c-f817-4053-bfbd-b5effdcc842b,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:19.175147 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-daaaa5a5-977f-4af8-a84f-4a76b6b381eb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.176399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-daaaa5a5-977f-4af8-a84f-4a76b6b381eb tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348422 Nov 09 18:54:19.179171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52940) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:19.181605 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 4c9c3c15-c512-4dbb-8387-566c5d2e7eea {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:54:19.181948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 4c9c3c15-c512-4dbb-8387-566c5d2e7eea not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:54:19.182363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 133e263b-2d5e-4669-aafc-890067725ec5 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:54:19.183635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0c4f9874-69a2-4124-9682-1151c5cc09df tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '85d428f2-2cb5-44f0-a287-74e0355fc78d', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:19.201676 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 133e263b-2d5e-4669-aafc-890067725ec5 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:54:19.202022 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 133e263b-2d5e-4669-aafc-890067725ec5 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:54:19.206592 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-0c4f9874-69a2-4124-9682-1151c5cc09df tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Project c50fca2e91834b3c8fca4bfc970b71fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:54:19.211667 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9874-69a2-4124-9682-1151c5cc09df tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.274422 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9874-69a2-4124-9682-1151c5cc09df tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.278087 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9874-69a2-4124-9682-1151c5cc09df tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.297878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f9874-69a2-4124-9682-1151c5cc09df tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1ba6fb-e2a0-4cb7-8a12-fbfab0d989bd,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:19.305816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9874-69a2-4124-9682-1151c5cc09df tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.307296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0c4f9874-69a2-4124-9682-1151c5cc09df tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268613 Nov 09 18:54:19.309752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52942) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:19.314061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e1795ea9-490a-4631-92c4-a9f9fe3db140 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'security_group_rule': {'security_group_id': '85d428f2-2cb5-44f0-a287-74e0355fc78d', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:19.336148 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-e1795ea9-490a-4631-92c4-a9f9fe3db140 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Project c50fca2e91834b3c8fca4bfc970b71fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:54:19.340871 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1795ea9-490a-4631-92c4-a9f9fe3db140 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.401333 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1795ea9-490a-4631-92c4-a9f9fe3db140 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.404910 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1795ea9-490a-4631-92c4-a9f9fe3db140 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.422394 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1795ea9-490a-4631-92c4-a9f9fe3db140 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220036c8-d439-447f-9d3a-86eb8f9e7ded,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:19.430983 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e1795ea9-490a-4631-92c4-a9f9fe3db140 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.432210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e1795ea9-490a-4631-92c4-a9f9fe3db140 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215386 Nov 09 18:54:19.435044 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 52944) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:19.439891 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-83632b25-a246-4915-8146-c98361b139cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'network': {'name': 'tempest-network-smoke--1724022358', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'port_security_enabled': True}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:19.460316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83632b25-a246-4915-8146-c98361b139cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:54:19.463744 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83632b25-a246-4915-8146-c98361b139cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.487277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83632b25-a246-4915-8146-c98361b139cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:54:19.496182 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83632b25-a246-4915-8146-c98361b139cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.496616 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-83632b25-a246-4915-8146-c98361b139cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Added segment c8bd26b0-6834-41d7-b2be-d310904d7576 of type vlan for network 19c3a6ae-017e-49d7-a92a-f10e1c36acec Nov 09 18:54:19.538552 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83632b25-a246-4915-8146-c98361b139cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.562671 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83632b25-a246-4915-8146-c98361b139cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.568239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83632b25-a246-4915-8146-c98361b139cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:19.568823 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-83632b25-a246-4915-8146-c98361b139cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.624516 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-83632b25-a246-4915-8146-c98361b139cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1884201 Nov 09 18:54:19.628694 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52946) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:19.633706 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'admin_state_up': True, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:19.637858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83632b25-a246-4915-8146-c98361b139cf tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Network': ['ID=19c3a6ae-017e-49d7-a92a-f10e1c36acec,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:19.648135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 19c3a6ae-017e-49d7-a92a-f10e1c36acec details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:54:19.662057 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.663040 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.719043 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.855460 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:20.367985 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:20.386568 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:20.492955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.25.1.212 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/7f3922f0-f783-41c9-8ee8-095763d18591) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:54:20.594707 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:20.629350 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:20.666286 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:20.669236 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:20.672782 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:54:20.702372 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=7f3922f0-f783-41c9-8ee8-095763d18591,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:20.938026 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:21.151198 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:21.280414 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router d0caca4d-f955-4844-a7ec-d246b3fda66d is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:54:21.392046 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:54:21.402773 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Sync routers for ids ['d0caca4d-f955-4844-a7ec-d246b3fda66d'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:54:21.413365 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Routers {'d0caca4d-f955-4844-a7ec-d246b3fda66d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:21.414041 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d0caca4d-f955-4844-a7ec-d246b3fda66d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:21.414335 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:21.418535 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6dbc2a6a-2e3a-4368-89ac-79dbca1def92 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7858887 Nov 09 18:54:21.418797 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52948) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:21.448763 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8dd7c94e-79e9-4730-91fc-3f22eed1e159 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=c50fca2e91834b3c8fca4bfc970b71fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287905 Nov 09 18:54:21.451452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52950) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:21.525030 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Set router d0caca4d-f955-4844-a7ec-d246b3fda66d gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:21.546202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563207e5-18bf-4105-af60-b77bdd4bad29 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:21.547742 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-563207e5-18bf-4105-af60-b77bdd4bad29 tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953972 Nov 09 18:54:21.551133 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52952) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:21.579557 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-020037aa-3320-48f9-bf89-a56059d4be9a tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272846 Nov 09 18:54:21.582362 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52954) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:21.587132 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-b39f2757-4f7a-4e01-a9df-e22e0e2c21e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1899639097', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:21.679535 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39f2757-4f7a-4e01-a9df-e22e0e2c21e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:54:21.683269 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b39f2757-4f7a-4e01-a9df-e22e0e2c21e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:21.713936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:54:20Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:20Z', 'updated_at': '2021-11-09T18:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:21.740630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Checking router: d0caca4d-f955-4844-a7ec-d246b3fda66d for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:54:21.740990 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Updating router d0caca4d-f955-4844-a7ec-d246b3fda66d port 7f3922f0-f783-41c9-8ee8-095763d18591 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:54:21.769672 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:21.871293 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b39f2757-4f7a-4e01-a9df-e22e0e2c21e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:21.939572 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f2757-4f7a-4e01-a9df-e22e0e2c21e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Subnet': ['ID=8c20b642-5d00-44d7-99a7-11166a1905c7,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:21.948977 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f2757-4f7a-4e01-a9df-e22e0e2c21e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Checking segment: {'id': 'c8bd26b0-6834-41d7-b2be-d310904d7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:54:21.949346 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39f2757-4f7a-4e01-a9df-e22e0e2c21e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network hostable DHCP agents. Network: 19c3a6ae-017e-49d7-a92a-f10e1c36acec, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:54:21.967290 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39f2757-4f7a-4e01-a9df-e22e0e2c21e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 19c3a6ae-017e-49d7-a92a-f10e1c36acec is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:54:21.977495 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-b39f2757-4f7a-4e01-a9df-e22e0e2c21e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 19c3a6ae-017e-49d7-a92a-f10e1c36acec) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:21.981719 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39f2757-4f7a-4e01-a9df-e22e0e2c21e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:21.982311 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-b39f2757-4f7a-4e01-a9df-e22e0e2c21e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:21.991006 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94628e89-2ea8-46de-b328-3e7670c2e9b2 None None] Network 19c3a6ae-017e-49d7-a92a-f10e1c36acec requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:54:22.003668 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-b39f2757-4f7a-4e01-a9df-e22e0e2c21e1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4165373 Nov 09 18:54:22.003668 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 52956) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:22.079058 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:22.087379 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:22.181491 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Attempting to bind port 7f3922f0-f783-41c9-8ee8-095763d18591 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:54:22.181874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Attempting to bind port 7f3922f0-f783-41c9-8ee8-095763d18591 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:54:22.182250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Attempting to bind port 7f3922f0-f783-41c9-8ee8-095763d18591 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:54:22.196023 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c56db0-1131-4257-b351-1d94028e2ce4 None None] Pushing event updated for resources: {'Port': ['ID=7f3922f0-f783-41c9-8ee8-095763d18591,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:22.200154 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:54:22.200546 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:54:22.200969 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:22.201366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:54:22.201850 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Bound port: 7f3922f0-f783-41c9-8ee8-095763d18591, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:54:22.202246 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:22.265698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ips': [{'subnet_id': '8c20b642-5d00-44d7-99a7-11166a1905c7'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:54:22.266561 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:22.290064 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] For port 7f3922f0-f783-41c9-8ee8-095763d18591, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:54:22.312070 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] For port 7f3922f0-f783-41c9-8ee8-095763d18591, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7f3922f0-f783-41c9-8ee8-095763d18591,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:54:22.356890 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:22.448842 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:22.463901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Routers {'d0caca4d-f955-4844-a7ec-d246b3fda66d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:22.464547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d0caca4d-f955-4844-a7ec-d246b3fda66d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:22.507536 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c56db0-1131-4257-b351-1d94028e2ce4 None None] Pushing event updated for resources: {'Port': ['ID=7f3922f0-f783-41c9-8ee8-095763d18591,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:22.561250 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Allocated IP 172.20.0.2 (19c3a6ae-017e-49d7-a92a-f10e1c36acec/8c20b642-5d00-44d7-99a7-11166a1905c7/736846b2-0861-41ea-a6d8-18d93898a145) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:54:22.640135 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] Set router d0caca4d-f955-4844-a7ec-d246b3fda66d gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:22.856783 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:22.866279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:22.913936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.20.0.1 (19c3a6ae-017e-49d7-a92a-f10e1c36acec/8c20b642-5d00-44d7-99a7-11166a1905c7/6a2d44a2-0f2d-498a-b1b5-12a61efe7239) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:54:22.914854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Network 19c3a6ae-017e-49d7-a92a-f10e1c36acec is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:22.919786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:22.927501 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:54:22.931416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Pushing event updated for resources: {'Port': ['ID=736846b2-0861-41ea-a6d8-18d93898a145,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:22.983240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:54:20Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:20Z', 'updated_at': '2021-11-09T18:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:23.016941 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b11457-a122-4b22-b8e1-bf1cef4f4f61 None None] The sync data for ids ['d0caca4d-f955-4844-a7ec-d246b3fda66d'] in n-d-817236-1 is: [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:54:20Z', 'revision_number': 3, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:20Z', 'updated_at': '2021-11-09T18:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:54:23.023067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Attempting to bind port 736846b2-0861-41ea-a6d8-18d93898a145 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:54:23.023487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Attempting to bind port 736846b2-0861-41ea-a6d8-18d93898a145 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'c8bd26b0-6834-41d7-b2be-d310904d7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:54:23.023859 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Attempting to bind port 736846b2-0861-41ea-a6d8-18d93898a145 on network 19c3a6ae-017e-49d7-a92a-f10e1c36acec {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:54:23.029423 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:54:23.029803 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Checking segment: {'id': 'c8bd26b0-6834-41d7-b2be-d310904d7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:54:23.030219 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:23.030669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Bound using segment: {'id': 'c8bd26b0-6834-41d7-b2be-d310904d7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:54:23.031104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Bound port: 736846b2-0861-41ea-a6d8-18d93898a145, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bd26b0-6834-41d7-b2be-d310904d7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:54:23.031522 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:23.039860 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:23.080505 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:23.111976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] For port 736846b2-0861-41ea-a6d8-18d93898a145, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:54:23.116179 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] For port 736846b2-0861-41ea-a6d8-18d93898a145, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=736846b2-0861-41ea-a6d8-18d93898a145,segment=NetworkSegment(c8bd26b0-6834-41d7-b2be-d310904d7576),segment_id=c8bd26b0-6834-41d7-b2be-d310904d7576)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:54:23.122874 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:23.129084 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 19c3a6ae-017e-49d7-a92a-f10e1c36acec is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:23.132265 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:23.135260 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:54:23.164128 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=6a2d44a2-0f2d-498a-b1b5-12a61efe7239,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:23.187357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef8868-cfad-4317-9b5b-78e043908a75 None None] Pushing event updated for resources: {'Port': ['ID=736846b2-0861-41ea-a6d8-18d93898a145,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:23.196642 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:23.373315 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:23.687477 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:23.693102 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:23.769981 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=6a2d44a2-0f2d-498a-b1b5-12a61efe7239,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:23.772685 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:23.810996 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:23.878904 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 19c3a6ae-017e-49d7-a92a-f10e1c36acec is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:23.880573 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:24.002006 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router d0caca4d-f955-4844-a7ec-d246b3fda66d has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:54:24.126886 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2809d3a1-9b8e-4c7b-9a70-d4d71b80ebf9 None None] Network 19c3a6ae-017e-49d7-a92a-f10e1c36acec requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:54:24.131682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:54:24.138025 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-67c03622-d80c-4582-9582-7fc29a3a084f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "PUT /v2.0/routers/d0caca4d-f955-4844-a7ec-d246b3fda66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1338525 Nov 09 18:54:24.252552 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4c6cd67a-cfbb-4d15-bfd0-8ae2df07f98d None None] Provisioning complete for port 736846b2-0861-41ea-a6d8-18d93898a145 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:24.253044 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd67a-cfbb-4d15-bfd0-8ae2df07f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:24.365506 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd67a-cfbb-4d15-bfd0-8ae2df07f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:24.402688 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-4c6cd67a-cfbb-4d15-bfd0-8ae2df07f98d None None] For port 736846b2-0861-41ea-a6d8-18d93898a145, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=736846b2-0861-41ea-a6d8-18d93898a145,segment=NetworkSegment(c8bd26b0-6834-41d7-b2be-d310904d7576),segment_id=c8bd26b0-6834-41d7-b2be-d310904d7576)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:24.408406 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd67a-cfbb-4d15-bfd0-8ae2df07f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:24.469260 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:24.479924 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cd67a-cfbb-4d15-bfd0-8ae2df07f98d None None] Pushing event updated for resources: {'Port': ['ID=736846b2-0861-41ea-a6d8-18d93898a145,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:24.504780 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-a877d176-f7c5-4eb7-94aa-0c56e4892589 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77301513&fields=id&tenant_id=c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 267 time: 0.0452886 Nov 09 18:54:24.626022 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-3cffc58e-f6b0-4d5f-b3cd-448a86bd5412 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:24.628403 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-3cffc58e-f6b0-4d5f-b3cd-448a86bd5412 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/networks?id=19c3a6ae-017e-49d7-a92a-f10e1c36acec HTTP/1.1" status: 200 len: 797 time: 0.1158912 Nov 09 18:54:24.634968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a0cdd593-d7c7-402e-b7c2-b60ea5a9d1cc None None] Provisioning complete for port 736846b2-0861-41ea-a6d8-18d93898a145 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:24.635402 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd593-d7c7-402e-b7c2-b60ea5a9d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:24.654707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-6695649e-3120-4baa-9dc0-3366628d279f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/quotas/c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 375 time: 0.0115855 Nov 09 18:54:24.715598 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-f0bfaa17-a107-4fe2-922c-f75d3dc0ca3a tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591238 Nov 09 18:54:24.741448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a0cdd593-d7c7-402e-b7c2-b60ea5a9d1cc None None] Provisioning complete for port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:24.741830 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd593-d7c7-402e-b7c2-b60ea5a9d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:24.756420 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Sync routers for ids ['d0caca4d-f955-4844-a7ec-d246b3fda66d'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:54:24.767190 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Routers {'d0caca4d-f955-4844-a7ec-d246b3fda66d'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:24.768661 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d0caca4d-f955-4844-a7ec-d246b3fda66d'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:24.779820 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a0cdd593-d7c7-402e-b7c2-b60ea5a9d1cc None None] Port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:54:24.836582 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-253cef2c-d2b1-40da-9aed-24afa60f2048 service neutron] 10.222.0.81 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082399 Nov 09 18:54:24.884849 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Set router d0caca4d-f955-4844-a7ec-d246b3fda66d gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:24.903568 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-162e0999-762e-4534-ac69-b329e76e1068 None None] Provisioning complete for port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:24.904166 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-162e0999-762e-4534-ac69-b329e76e1068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:24.949067 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-162e0999-762e-4534-ac69-b329e76e1068 None None] Port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:54:24.957787 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-3cc84ba1-f589-4962-bcde-59add4f4a40c service neutron] 10.222.0.81 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146510 Nov 09 18:54:25.070170 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0cc905a4-4607-43d2-8ba4-b1a041147699 None None] Provisioning complete for port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:25.070753 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0cc905a4-4607-43d2-8ba4-b1a041147699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:25.131843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0cc905a4-4607-43d2-8ba4-b1a041147699 None None] Port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:54:25.138377 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:54:23Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:20Z', 'updated_at': '2021-11-09T18:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '6a2d44a2-0f2d-498a-b1b5-12a61efe7239', 'name': '', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:1a:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:22Z', 'updated_at': '2021-11-09T18:54:23Z', 'revision_number': 2, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:25.155527 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f67b65f0-b1c6-4fdc-a2f5-8a653f0c77a9 req-198214ba-5852-4039-bb00-c8cbb88a9702 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 210 time: 0.0580282 Nov 09 18:54:25.265591 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7f3922f0-f783-41c9-8ee8-095763d18591 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:54:25.265848 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Checking router: d0caca4d-f955-4844-a7ec-d246b3fda66d for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:54:25.266367 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Updating router d0caca4d-f955-4844-a7ec-d246b3fda66d port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:54:25.294600 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:25.324540 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7f3922f0-f783-41c9-8ee8-095763d18591 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:25.324843 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:25.409770 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:25.433077 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 7f3922f0-f783-41c9-8ee8-095763d18591, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7f3922f0-f783-41c9-8ee8-095763d18591,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:25.437150 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:25.437853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 736846b2-0861-41ea-a6d8-18d93898a145 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:54:25.514714 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=7f3922f0-f783-41c9-8ee8-095763d18591,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:25.524839 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 736846b2-0861-41ea-a6d8-18d93898a145 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:25.525224 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:25.574118 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:25.580731 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:25.636722 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Pushing event updated for resources: {'Port': ['ID=6a2d44a2-0f2d-498a-b1b5-12a61efe7239,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:25.676052 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:25.676393 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:25.676724 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:25.677048 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:25.677366 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:25.677683 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:25.677998 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:25.678310 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:25.678623 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:25.678933 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:25.679261 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:25.679574 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:25.695975 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Attempting to bind port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:54:25.696335 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Attempting to bind port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'c8bd26b0-6834-41d7-b2be-d310904d7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:54:25.696690 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Attempting to bind port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 on network 19c3a6ae-017e-49d7-a92a-f10e1c36acec {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:54:25.702268 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:54:25.702758 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Checking segment: {'id': 'c8bd26b0-6834-41d7-b2be-d310904d7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:54:25.703026 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:25.703429 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Bound using segment: {'id': 'c8bd26b0-6834-41d7-b2be-d310904d7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:54:25.703888 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Bound port: 6a2d44a2-0f2d-498a-b1b5-12a61efe7239, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bd26b0-6834-41d7-b2be-d310904d7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:54:25.704331 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:25.770920 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] For port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:54:25.775086 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] For port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6a2d44a2-0f2d-498a-b1b5-12a61efe7239,segment=NetworkSegment(c8bd26b0-6834-41d7-b2be-d310904d7576),segment_id=c8bd26b0-6834-41d7-b2be-d310904d7576)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:54:25.780534 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:25.841286 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Routers {'d0caca4d-f955-4844-a7ec-d246b3fda66d'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:25.842117 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d0caca4d-f955-4844-a7ec-d246b3fda66d'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:25.859573 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-04ca2096-eb1b-455b-a310-8efa0c5e298d None None] Provisioning complete for port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:25.860039 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-04ca2096-eb1b-455b-a310-8efa0c5e298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:25.909415 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d3a4d-c9b3-4770-bef5-3f27eed6c3f0 None None] Pushing event updated for resources: {'Port': ['ID=6a2d44a2-0f2d-498a-b1b5-12a61efe7239,revision_number=4']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:25.948555 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-04ca2096-eb1b-455b-a310-8efa0c5e298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:25.954696 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] Set router d0caca4d-f955-4844-a7ec-d246b3fda66d gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:25.983867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-04ca2096-eb1b-455b-a310-8efa0c5e298d None None] For port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6a2d44a2-0f2d-498a-b1b5-12a61efe7239,segment=NetworkSegment(c8bd26b0-6834-41d7-b2be-d310904d7576),segment_id=c8bd26b0-6834-41d7-b2be-d310904d7576)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:25.988700 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-04ca2096-eb1b-455b-a310-8efa0c5e298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:26.044858 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca2096-eb1b-455b-a310-8efa0c5e298d None None] Pushing event updated for resources: {'Port': ['ID=6a2d44a2-0f2d-498a-b1b5-12a61efe7239,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:26.108942 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-2ac2f7e6-75d3-4225-90fc-585ca37a189c None None] Provisioning complete for port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:26.109593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f7e6-75d3-4225-90fc-585ca37a189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:26.119566 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:54:26.181699 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:54:23Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:20Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '6a2d44a2-0f2d-498a-b1b5-12a61efe7239', 'name': '', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:1a:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:22Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:26.215444 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e553def-00d2-461d-a5ee-be07cd68349e None None] The sync data for ids ['d0caca4d-f955-4844-a7ec-d246b3fda66d'] in n-d-817236-1 is: [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:54:23Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:20Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '6a2d44a2-0f2d-498a-b1b5-12a61efe7239', 'name': '', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:1a:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:22Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:54:26.300392 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-f599f75c-3d37-44fa-870b-ccf4f95c1bcc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:26.305488 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-f599f75c-3d37-44fa-870b-ccf4f95c1bcc tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "GET /v2.0/networks?id=19c3a6ae-017e-49d7-a92a-f10e1c36acec HTTP/1.1" status: 200 len: 797 time: 0.1944540 Nov 09 18:54:26.344769 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d0f73a4e-f673-4025-bc98-f77c8ceba70e req-9674caf4-3805-4e98-bc8b-020284815b53 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 210 time: 0.0380514 Nov 09 18:54:26.385997 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-24bdb993-2f2f-4c12-a12d-a10ae3ded149 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c50fca2e91834b3c8fca4bfc970b71fd HTTP/1.1" status: 200 len: 378 time: 0.0702858 Nov 09 18:54:26.399350 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-136c57bb-95d0-486f-85b5-1bddbe2ce5c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'port': {'device_id': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'admin_state_up': True, 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'security_groups': ['85d428f2-2cb5-44f0-a287-74e0355fc78d']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:26.517759 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-136c57bb-95d0-486f-85b5-1bddbe2ce5c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Made reservation on behalf of c50fca2e91834b3c8fca4bfc970b71fd for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:54:26.521876 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-136c57bb-95d0-486f-85b5-1bddbe2ce5c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:26.655809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-136c57bb-95d0-486f-85b5-1bddbe2ce5c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.20.0.14 (19c3a6ae-017e-49d7-a92a-f10e1c36acec/8c20b642-5d00-44d7-99a7-11166a1905c7/aebfef3e-359d-4e3d-9b90-11d3f1fe53a6) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:54:26.810677 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-136c57bb-95d0-486f-85b5-1bddbe2ce5c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:26.844773 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-136c57bb-95d0-486f-85b5-1bddbe2ce5c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:26.894167 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-136c57bb-95d0-486f-85b5-1bddbe2ce5c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network 19c3a6ae-017e-49d7-a92a-f10e1c36acec is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:26.897809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-136c57bb-95d0-486f-85b5-1bddbe2ce5c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:26.901603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-136c57bb-95d0-486f-85b5-1bddbe2ce5c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:54:26.928567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c57bb-95d0-486f-85b5-1bddbe2ce5c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:26.960253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-136c57bb-95d0-486f-85b5-1bddbe2ce5c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:26.961220 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-136c57bb-95d0-486f-85b5-1bddbe2ce5c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:26.981073 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-136c57bb-95d0-486f-85b5-1bddbe2ce5c1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5869105 Nov 09 18:54:26.996054 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Request body: {'port': {'device_id': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:27.059205 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:27.140624 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-165f6711-f936-4f29-8d1c-bbe214a18856 None None] Provisioning complete for port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:27.143818 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-165f6711-f936-4f29-8d1c-bbe214a18856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:27.194167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-165f6711-f936-4f29-8d1c-bbe214a18856 None None] Port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:54:27.285526 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7f3922f0-f783-41c9-8ee8-095763d18591 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:54:27.339364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 7f3922f0-f783-41c9-8ee8-095763d18591 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:27.339866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:27.360142 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:54:27.368237 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:27.382498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Transition to ACTIVE for port object aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:54:27.386948 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:27.421763 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:54:27.473682 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:27.474063 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:27.793431 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Pushing event updated for resources: {'Port': ['ID=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:27.861755 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90e35d-5fdc-467d-a6cc-393365909442 req-4325a2b9-0ada-40aa-be46-6037f3b6c820 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:27.863344 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df90e35d-5fdc-467d-a6cc-393365909442 req-4325a2b9-0ada-40aa-be46-6037f3b6c820 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 944 time: 0.1188874 Nov 09 18:54:27.905510 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Attempting to bind port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:54:27.905851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Attempting to bind port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'c8bd26b0-6834-41d7-b2be-d310904d7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:54:27.906182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Attempting to bind port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 on network 19c3a6ae-017e-49d7-a92a-f10e1c36acec {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:54:27.916885 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 on network 19c3a6ae-017e-49d7-a92a-f10e1c36acec not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:54:27.917202 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Attempting to bind port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 on network 19c3a6ae-017e-49d7-a92a-f10e1c36acec {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:54:27.925387 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df90e35d-5fdc-467d-a6cc-393365909442 req-31d12d99-e019-4065-9d36-b8adc08ef0e5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551689 Nov 09 18:54:27.928402 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:54:27.928739 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Checking segment: {'id': 'c8bd26b0-6834-41d7-b2be-d310904d7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:54:27.929119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Bound using segment: {'id': 'c8bd26b0-6834-41d7-b2be-d310904d7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:54:27.929553 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Bound port: aebfef3e-359d-4e3d-9b90-11d3f1fe53a6, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8bd26b0-6834-41d7-b2be-d310904d7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:54:27.929917 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:27.993760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] For port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:54:27.996864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] For port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6,segment=NetworkSegment(c8bd26b0-6834-41d7-b2be-d310904d7576),segment_id=c8bd26b0-6834-41d7-b2be-d310904d7576)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:54:28.002686 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:28.038236 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:28.038844 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:28.040248 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] 10.222.0.18 "PUT /v2.0/ports/aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 HTTP/1.1" status: 200 len: 1092 time: 1.0498359 Nov 09 18:54:28.040722 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'tag': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:54:28.042937 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3704ff2d-dba7-4033-8a70-d25c2481132b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ce8eb4-04dd-451d-b309-44100b062bf4", "tag": "aebfef3e-359d-4e3d-9b90-11d3f1fe53a6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:54:28.071858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6140f14-a277-401f-905c-1c3a2be2be55 service neutron] Pushing event updated for resources: {'Port': ['ID=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:28.082049 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021031aa-1050-4a96-9679-968425a3e7bc x-openstack-request-id: req-021031aa-1050-4a96-9679-968425a3e7bc {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:54:28.082435 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ce8eb4-04dd-451d-b309-44100b062bf4", "tag": "aebfef3e-359d-4e3d-9b90-11d3f1fe53a6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:54:28.082741 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-021031aa-1050-4a96-9679-968425a3e7bc {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:54:28.083207 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'tag': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6', 'status': 'completed', 'code': 200} Nov 09 18:54:28.137126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-96e08de6-62c0-4ff4-8ff6-ccd54f156fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:28.138862 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-96e08de6-62c0-4ff4-8ff6-ccd54f156fd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 1095 time: 0.0515687 Nov 09 18:54:28.184395 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-73e81501-7b25-48e4-a252-f8e01961cd98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 HTTP/1.1" status: 200 len: 217 time: 0.0374670 Nov 09 18:54:28.239690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-0fb413f8-346d-4129-9cd8-6b39da9a58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:28.241443 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-0fb413f8-346d-4129-9cd8-6b39da9a58bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c20b642-5d00-44d7-99a7-11166a1905c7 HTTP/1.1" status: 200 len: 835 time: 0.0488548 Nov 09 18:54:28.288196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-10ae2a8e-1dd5-4930-bb8b-4ff13da3a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:28.289684 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-10ae2a8e-1dd5-4930-bb8b-4ff13da3a5c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19c3a6ae-017e-49d7-a92a-f10e1c36acec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415509 Nov 09 18:54:28.385728 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-3e3b416e-5d22-46a3-aaea-f834d8f93502 service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877700 Nov 09 18:54:28.479793 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9135cda5-1eb2-4a7f-a5a0-f5293b32cadf req-87e96987-a439-4fc7-b07e-68843e3fc20b service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874546 Nov 09 18:54:28.570591 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704ff2d-dba7-4033-8a70-d25c2481132b req-bcca3ef4-a056-4fef-ae18-b9f53b36be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:28.572152 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3704ff2d-dba7-4033-8a70-d25c2481132b req-bcca3ef4-a056-4fef-ae18-b9f53b36be9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 1095 time: 0.0459921 Nov 09 18:54:28.664598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704ff2d-dba7-4033-8a70-d25c2481132b req-9fffcf85-5f71-4cbf-92f5-797b6cdb5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:28.666090 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3704ff2d-dba7-4033-8a70-d25c2481132b req-9fffcf85-5f71-4cbf-92f5-797b6cdb5c5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=19c3a6ae-017e-49d7-a92a-f10e1c36acec HTTP/1.1" status: 200 len: 898 time: 0.0865092 Nov 09 18:54:28.713115 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3704ff2d-dba7-4033-8a70-d25c2481132b req-198280e8-3529-44a2-8263-c82cec5c94e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 HTTP/1.1" status: 200 len: 217 time: 0.0387602 Nov 09 18:54:28.764692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704ff2d-dba7-4033-8a70-d25c2481132b req-a2bf2684-d169-43cc-94d7-2786970b326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:28.766155 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3704ff2d-dba7-4033-8a70-d25c2481132b req-a2bf2684-d169-43cc-94d7-2786970b326f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c20b642-5d00-44d7-99a7-11166a1905c7 HTTP/1.1" status: 200 len: 835 time: 0.0458088 Nov 09 18:54:28.811026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704ff2d-dba7-4033-8a70-d25c2481132b req-69d638b9-0f0f-4702-9f4c-1012bfea60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:28.812551 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3704ff2d-dba7-4033-8a70-d25c2481132b req-69d638b9-0f0f-4702-9f4c-1012bfea60f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19c3a6ae-017e-49d7-a92a-f10e1c36acec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401251 Nov 09 18:54:28.905305 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3704ff2d-dba7-4033-8a70-d25c2481132b req-8e7116d6-30a4-4ef8-8794-28652dea3d46 service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857675 Nov 09 18:54:28.996584 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3704ff2d-dba7-4033-8a70-d25c2481132b req-f2fc3c01-bf3b-4fb5-a42d-7e7293687756 service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838389 Nov 09 18:54:29.050873 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac488621-9ecb-4840-920b-ea2315bfdb12 req-466b6394-c7d6-48d3-94c2-3bf39d02eaa4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:29.052489 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac488621-9ecb-4840-920b-ea2315bfdb12 req-466b6394-c7d6-48d3-94c2-3bf39d02eaa4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 944 time: 0.0524590 Nov 09 18:54:29.092326 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ac488621-9ecb-4840-920b-ea2315bfdb12 req-74770d2d-f1d5-48ed-93cf-787a91a3cae5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338271 Nov 09 18:54:30.215004 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfba64-d8c0-413c-a86c-082dbc886f20 req-6c7d2057-e913-4980-b693-7ba4fab23d26 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:30.216544 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4dfba64-d8c0-413c-a86c-082dbc886f20 req-6c7d2057-e913-4980-b693-7ba4fab23d26 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 944 time: 0.0543692 Nov 09 18:54:30.254446 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f4dfba64-d8c0-413c-a86c-082dbc886f20 req-6699c34f-7d21-458e-b583-b49c329ed919 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319858 Nov 09 18:54:30.411172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:54:30.508374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6,segment=NetworkSegment(c8bd26b0-6834-41d7-b2be-d310904d7576),segment_id=c8bd26b0-6834-41d7-b2be-d310904d7576)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:30.519479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'port_id': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6', 'mac_address': 'fa:16:3e:8f:dd:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:54:30.557227 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:30.570082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:54:30.589334 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6,segment=NetworkSegment(c8bd26b0-6834-41d7-b2be-d310904d7576),segment_id=c8bd26b0-6834-41d7-b2be-d310904d7576)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:30.593353 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:30.646321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:30.937927 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['aebfef3e-359d-4e3d-9b90-11d3f1fe53a6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:54:31.369186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad40f9-a931-4d43-959a-7573c81bb58a req-e894fb7b-0900-4999-bcbe-99d7090a6e74 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:31.370753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15ad40f9-a931-4d43-959a-7573c81bb58a req-e894fb7b-0900-4999-bcbe-99d7090a6e74 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 945 time: 0.0502317 Nov 09 18:54:31.411528 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15ad40f9-a931-4d43-959a-7573c81bb58a req-18aee1ca-569c-41c3-9705-dbdd3aed6318 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338707 Nov 09 18:54:32.412343 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:54:32.462080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:54:32.465828 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:32.466156 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:32.527952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79070fa-617f-4af0-bd4c-4d244b3b7d05 req-961f43af-83b6-4bba-bff5-dcd793ebb782 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:32.529499 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c79070fa-617f-4af0-bd4c-4d244b3b7d05 req-961f43af-83b6-4bba-bff5-dcd793ebb782 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 945 time: 0.0500607 Nov 09 18:54:32.549212 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:32.569618 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c79070fa-617f-4af0-bd4c-4d244b3b7d05 req-8f10b7bf-0594-4966-b7ae-67481037ae02 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332594 Nov 09 18:54:32.571515 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:54:32.573949 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f27cc46-b742-4ed7-b8c5-a4a0b7c6deba" -d '{"events": [{"server_uuid": "e2ce8eb4-04dd-451d-b309-44100b062bf4", "name": "network-vif-plugged", "status": "completed", "tag": "aebfef3e-359d-4e3d-9b90-11d3f1fe53a6"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:54:32.588226 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6,segment=NetworkSegment(c8bd26b0-6834-41d7-b2be-d310904d7576),segment_id=c8bd26b0-6834-41d7-b2be-d310904d7576)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:32.592559 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:32.625892 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c5fd0e-da6c-4c2d-abd4-c98b883af8c5 x-openstack-request-id: req-89c5fd0e-da6c-4c2d-abd4-c98b883af8c5 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:54:32.626189 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ce8eb4-04dd-451d-b309-44100b062bf4", "name": "network-vif-plugged", "status": "completed", "tag": "aebfef3e-359d-4e3d-9b90-11d3f1fe53a6", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:54:32.626446 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89c5fd0e-da6c-4c2d-abd4-c98b883af8c5 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:54:32.626984 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6', 'code': 200} Nov 09 18:54:32.651065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:32.725195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d54ee9-c594-44e8-8d79-efc0b809af09 req-9229fa00-6dcf-4de2-b355-f792c5fa7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:32.726705 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3d54ee9-c594-44e8-8d79-efc0b809af09 req-9229fa00-6dcf-4de2-b355-f792c5fa7cf2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 1097 time: 0.0441465 Nov 09 18:54:32.762599 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b3d54ee9-c594-44e8-8d79-efc0b809af09 req-a286e5db-a2ed-40ea-a144-a14e3f47ea3a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280483 Nov 09 18:54:33.688038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb1e35-dde0-42c3-9065-1db71a3ce8a2 req-d77faa55-39bb-4570-a24d-78a2d6a4f23f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:33.689588 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cdbb1e35-dde0-42c3-9065-1db71a3ce8a2 req-d77faa55-39bb-4570-a24d-78a2d6a4f23f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 946 time: 0.0498905 Nov 09 18:54:33.729408 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cdbb1e35-dde0-42c3-9065-1db71a3ce8a2 req-93ba4c5e-b3c1-46a9-be63-0369827a63fe tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334992 Nov 09 18:54:34.843043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2c84b-8ffc-4076-ba81-60769ddb3f89 req-766ee641-4a50-476a-b1b1-a25496d2bc05 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:34.844636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f3a2c84b-8ffc-4076-ba81-60769ddb3f89 req-766ee641-4a50-476a-b1b1-a25496d2bc05 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 946 time: 0.0491157 Nov 09 18:54:34.884939 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f3a2c84b-8ffc-4076-ba81-60769ddb3f89 req-b8b15ef8-f4fc-445e-a935-0a5c203a1eee tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336399 Nov 09 18:54:35.003478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a73eb-c7e6-49c0-a80b-ac84810e1c35 req-eb4418b5-0b6d-4915-9ad0-4b5db1dc305d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:35.004978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-436a73eb-c7e6-49c0-a80b-ac84810e1c35 req-eb4418b5-0b6d-4915-9ad0-4b5db1dc305d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 946 time: 0.0544705 Nov 09 18:54:35.043006 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-436a73eb-c7e6-49c0-a80b-ac84810e1c35 req-53ded00c-836d-46e1-815c-ea49de0868d1 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321765 Nov 09 18:54:35.066439 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53012) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:35.111553 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27117e83-9e58-428d-8fd4-88baa66d53cd tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:35.113096 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-27117e83-9e58-428d-8fd4-88baa66d53cd tempest-TestNetworkAdvancedServerOps-832903134 tempest-TestNetworkAdvancedServerOps-832903134-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 1092 time: 0.0456569 Nov 09 18:54:35.115917 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53014) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:35.120491 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:35.143081 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:35.235792 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:35.339906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Allocated IP 172.25.1.46 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/b0de809f-e892-48ba-933f-ff4651cffd1e) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:54:35.440827 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:35.477557 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:35.512902 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:35.515872 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:35.519907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:54:35.544683 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=b0de809f-e892-48ba-933f-ff4651cffd1e,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:36.192763 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:36.257582 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:36.408833 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:36.413473 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:36.481524 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event updated for resources: {'Port': ['ID=b0de809f-e892-48ba-933f-ff4651cffd1e,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:36.491984 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:36.601393 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Floating IP 3fa75393-916f-4775-a89f-261f952b64c6 associated. External IP: 172.25.1.46, port: aebfef3e-359d-4e3d-9b90-11d3f1fe53a6. Nov 09 18:54:36.817551 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router d0caca4d-f955-4844-a7ec-d246b3fda66d has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:54:36.928141 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:54:36.938217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f9553-4d66-44a4-b0b6-17f7f8148a92 None None] Sync routers for ids ['d0caca4d-f955-4844-a7ec-d246b3fda66d'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:54:36.947052 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:36.949588 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f9553-4d66-44a4-b0b6-17f7f8148a92 None None] Routers {'d0caca4d-f955-4844-a7ec-d246b3fda66d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:36.950210 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8b6f9553-4d66-44a4-b0b6-17f7f8148a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d0caca4d-f955-4844-a7ec-d246b3fda66d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:36.975148 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fe3df596-1c7f-4498-9ccf-8fc19a36ba61 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8582101 Nov 09 18:54:36.975773 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'tag': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:54:36.978097 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af88ebcfef5c43c3ecd045bfc529e33271d1f66ec5679dbfee10f7604908018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0ea3b5-170c-448a-b7f5-a55033235410" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ce8eb4-04dd-451d-b309-44100b062bf4", "tag": "aebfef3e-359d-4e3d-9b90-11d3f1fe53a6"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:54:37.056630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-8b6f9553-4d66-44a4-b0b6-17f7f8148a92 None None] Set router d0caca4d-f955-4844-a7ec-d246b3fda66d gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:37.072160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b2710-ecd4-45be-bde6-068bfdee71f1 req-1f39a938-b906-4ef9-9a17-49fc595b8b77 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:37.073833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df9b2710-ecd4-45be-bde6-068bfdee71f1 req-1f39a938-b906-4ef9-9a17-49fc595b8b77 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 946 time: 0.0501039 Nov 09 18:54:37.124457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df9b2710-ecd4-45be-bde6-068bfdee71f1 req-8cafb4c8-be0b-4bfc-a3fd-622f1aa5f89b tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430424 Nov 09 18:54:37.149002 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53020) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:37.190002 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9082e7f9-5358-4d3b-9413-368e975fc7dc x-openstack-request-id: req-9082e7f9-5358-4d3b-9413-368e975fc7dc {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:54:37.190313 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ce8eb4-04dd-451d-b309-44100b062bf4", "tag": "aebfef3e-359d-4e3d-9b90-11d3f1fe53a6", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:54:37.190646 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9082e7f9-5358-4d3b-9413-368e975fc7dc {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:54:37.191053 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'tag': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6', 'status': 'completed', 'code': 200} Nov 09 18:54:37.219892 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-24c5bef5-ae2d-4535-bdfa-f166a81a1575 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/3fa75393-916f-4775-a89f-261f952b64c6 HTTP/1.1" status: 200 len: 991 time: 0.0685124 Nov 09 18:54:37.233530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ea3b5-170c-448a-b7f5-a55033235410 req-d7bd2526-cf71-47c7-a1ee-1fdbf0a97aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:37.235047 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0ea3b5-170c-448a-b7f5-a55033235410 req-d7bd2526-cf71-47c7-a1ee-1fdbf0a97aef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 1097 time: 0.0418189 Nov 09 18:54:37.302399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8b6f9553-4d66-44a4-b0b6-17f7f8148a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:54:23Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:20Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '3fa75393-916f-4775-a89f-261f952b64c6', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'port_id': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'mac_address': 'fa:16:3e:8f:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:54:35Z', 'updated_at': '2021-11-09T18:54:35Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d44a2-0f2d-498a-b1b5-12a61efe7239', 'name': '', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:1a:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:22Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:37.328407 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f9553-4d66-44a4-b0b6-17f7f8148a92 None None] Checking router: d0caca4d-f955-4844-a7ec-d246b3fda66d for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:54:37.331018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ea3b5-170c-448a-b7f5-a55033235410 req-90fc3ba0-384e-44ad-815e-e86d142932f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:37.332549 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0ea3b5-170c-448a-b7f5-a55033235410 req-90fc3ba0-384e-44ad-815e-e86d142932f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19c3a6ae-017e-49d7-a92a-f10e1c36acec HTTP/1.1" status: 200 len: 898 time: 0.0906758 Nov 09 18:54:37.336654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f9553-4d66-44a4-b0b6-17f7f8148a92 None None] Routers {'d0caca4d-f955-4844-a7ec-d246b3fda66d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:37.337261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8b6f9553-4d66-44a4-b0b6-17f7f8148a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:54:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d0caca4d-f955-4844-a7ec-d246b3fda66d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:37.400577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0ea3b5-170c-448a-b7f5-a55033235410 req-26a6a924-ace6-4b47-a8a9-dc8db15bc0f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 HTTP/1.1" status: 200 len: 999 time: 0.0603702 Nov 09 18:54:37.443087 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-8b6f9553-4d66-44a4-b0b6-17f7f8148a92 None None] Set router d0caca4d-f955-4844-a7ec-d246b3fda66d gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:37.456583 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ea3b5-170c-448a-b7f5-a55033235410 req-a7a401b6-a7da-4b22-b866-500af8eb5564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:37.458076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0ea3b5-170c-448a-b7f5-a55033235410 req-a7a401b6-a7da-4b22-b866-500af8eb5564 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c20b642-5d00-44d7-99a7-11166a1905c7 HTTP/1.1" status: 200 len: 835 time: 0.0506282 Nov 09 18:54:37.506231 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ea3b5-170c-448a-b7f5-a55033235410 req-e18c7231-b0e3-41f8-b81f-afb71e66d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:37.507815 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0ea3b5-170c-448a-b7f5-a55033235410 req-e18c7231-b0e3-41f8-b81f-afb71e66d840 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19c3a6ae-017e-49d7-a92a-f10e1c36acec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426309 Nov 09 18:54:37.604151 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0ea3b5-170c-448a-b7f5-a55033235410 req-65e46fde-3109-4ff3-bcbd-6668a8ec0c8d service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868294 Nov 09 18:54:37.686348 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-8b6f9553-4d66-44a4-b0b6-17f7f8148a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:54:23Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:20Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '3fa75393-916f-4775-a89f-261f952b64c6', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'port_id': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'mac_address': 'fa:16:3e:8f:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:54:35Z', 'updated_at': '2021-11-09T18:54:35Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d44a2-0f2d-498a-b1b5-12a61efe7239', 'name': '', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:1a:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:22Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:37.706631 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0ea3b5-170c-448a-b7f5-a55033235410 req-363b2e76-4a51-4a62-a050-ce1dc80bf664 service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962980 Nov 09 18:54:37.714575 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f9553-4d66-44a4-b0b6-17f7f8148a92 None None] The sync data for ids ['d0caca4d-f955-4844-a7ec-d246b3fda66d'] in n-d-817236-1 is: [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:54:23Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:20Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '3fa75393-916f-4775-a89f-261f952b64c6', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'port_id': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'mac_address': 'fa:16:3e:8f:dd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:54:35Z', 'updated_at': '2021-11-09T18:54:35Z', 'revision_number': 0, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2d44a2-0f2d-498a-b1b5-12a61efe7239', 'name': '', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:1a:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:22Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:54:37.905494 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65758a-c872-4a39-8133-13534d3c1ccd None None] New status for floating IP 3fa75393-916f-4775-a89f-261f952b64c6: ACTIVE {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:54:38.222926 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53022) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:38.286522 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-67c4746c-d108-41ec-a3d5-bae024908c3f tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/3fa75393-916f-4775-a89f-261f952b64c6 HTTP/1.1" status: 200 len: 993 time: 0.0624926 Nov 09 18:54:40.859696 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-27823e35-b21d-42a9-9133-158ff06d929b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.542993 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc5b067f-10b3-42b4-a73f-10b0bb5a74ea req-56366364-ce47-4056-b551-26f271259c44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407596 Nov 09 18:54:42.624774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b067f-10b3-42b4-a73f-10b0bb5a74ea req-1c8aaa94-7801-4ec1-8579-23431bf6e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:42.626805 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc5b067f-10b3-42b4-a73f-10b0bb5a74ea req-1c8aaa94-7801-4ec1-8579-23431bf6e7cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 1097 time: 0.0410194 Nov 09 18:54:42.745940 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b067f-10b3-42b4-a73f-10b0bb5a74ea req-7dc35751-0498-4aa0-9890-e3f5f1d531dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:42.747368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc5b067f-10b3-42b4-a73f-10b0bb5a74ea req-7dc35751-0498-4aa0-9890-e3f5f1d531dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=19c3a6ae-017e-49d7-a92a-f10e1c36acec HTTP/1.1" status: 200 len: 898 time: 0.1015408 Nov 09 18:54:42.817028 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc5b067f-10b3-42b4-a73f-10b0bb5a74ea req-903a339e-0186-4444-a103-d091a06e9d72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 HTTP/1.1" status: 200 len: 1001 time: 0.0576375 Nov 09 18:54:42.870635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b067f-10b3-42b4-a73f-10b0bb5a74ea req-4f674927-e39a-47e8-88d0-b16505513647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:42.872126 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc5b067f-10b3-42b4-a73f-10b0bb5a74ea req-4f674927-e39a-47e8-88d0-b16505513647 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c20b642-5d00-44d7-99a7-11166a1905c7 HTTP/1.1" status: 200 len: 835 time: 0.0484653 Nov 09 18:54:42.918761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b067f-10b3-42b4-a73f-10b0bb5a74ea req-2398daa4-05cf-4d1f-b156-c54d2ae1ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:42.920283 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc5b067f-10b3-42b4-a73f-10b0bb5a74ea req-2398daa4-05cf-4d1f-b156-c54d2ae1ef46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19c3a6ae-017e-49d7-a92a-f10e1c36acec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404577 Nov 09 18:54:43.009210 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc5b067f-10b3-42b4-a73f-10b0bb5a74ea req-a51cc06c-89b5-44f6-95bc-99268c322209 service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821052 Nov 09 18:54:43.108788 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dc5b067f-10b3-42b4-a73f-10b0bb5a74ea req-75d17a12-4410-4217-9bb6-01cbd1df7d00 service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891485 Nov 09 18:54:43.790901 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-123f1aae-78e7-48d2-988c-92fad888953e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:44.640788 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.702242 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:47.937875 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.823386 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:54.453931 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:03.108540 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:55:10.862509 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e07db10f-81d5-460c-acae-40916773ade3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:13.801362 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3aee5ea7-17ec-4c05-883c-8a40f26cd692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:14.643415 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:15.705701 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:17.941609 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:23.833956 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:24.470507 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:40.107272 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:55:40.863933 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-91cc21cf-caa1-4425-8fd4-f37ae373c119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:41.026935 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f85ea-bb1a-4651-b349-8f5ee1198206 req-084a497e-95ae-4419-a731-0963e3cd60e3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:41.028485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-318f85ea-bb1a-4651-b349-8f5ee1198206 req-084a497e-95ae-4419-a731-0963e3cd60e3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 946 time: 0.0527773 Nov 09 18:55:41.067328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-318f85ea-bb1a-4651-b349-8f5ee1198206 req-8e191876-5dd6-4b49-bd28-de3050be304d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325942 Nov 09 18:55:42.425118 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7cd64-6474-4af7-803d-6f871d2d60c4 req-7b0ca480-bc9d-4b54-86db-b888e19b6ac3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:42.426636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64b7cd64-6474-4af7-803d-6f871d2d60c4 req-7b0ca480-bc9d-4b54-86db-b888e19b6ac3 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 946 time: 0.0499027 Nov 09 18:55:42.471504 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64b7cd64-6474-4af7-803d-6f871d2d60c4 req-e78fb7f6-9884-419c-8c53-c9d76bab68e8 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389142 Nov 09 18:55:43.610471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90f35b-47de-4e23-8596-27bbf3fb4876 req-d1c0d6cf-4327-442b-84de-f6dbd0fc93de tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:43.612069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae90f35b-47de-4e23-8596-27bbf3fb4876 req-d1c0d6cf-4327-442b-84de-f6dbd0fc93de tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 946 time: 0.0701926 Nov 09 18:55:43.614868 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa95aa8a-6e70-46ea-bdf2-771f8ab6e49f req-1a066447-b26f-4ae1-a55a-06a6d0da0157 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1205752 Nov 09 18:55:43.654198 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae90f35b-47de-4e23-8596-27bbf3fb4876 req-7e703aa2-fd3b-4a17-acc2-abbb0084b249 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361948 Nov 09 18:55:43.678209 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53058) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:43.704982 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95aa8a-6e70-46ea-bdf2-771f8ab6e49f req-1af3db58-8a40-42b4-86b3-1e572e2a09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:43.706511 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa95aa8a-6e70-46ea-bdf2-771f8ab6e49f req-1af3db58-8a40-42b4-86b3-1e572e2a09ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 1097 time: 0.0429466 Nov 09 18:55:43.739237 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8736ad06-0e37-4b09-8990-bb5d61f32e7d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/3fa75393-916f-4775-a89f-261f952b64c6 HTTP/1.1" status: 200 len: 993 time: 0.0598693 Nov 09 18:55:43.793355 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-25e0f988-3a23-4921-8e0d-d27fe7d210f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:43.818415 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95aa8a-6e70-46ea-bdf2-771f8ab6e49f req-7adb5fdd-f98e-4304-91f5-3981320a2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:43.819947 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa95aa8a-6e70-46ea-bdf2-771f8ab6e49f req-7adb5fdd-f98e-4304-91f5-3981320a2da1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19c3a6ae-017e-49d7-a92a-f10e1c36acec HTTP/1.1" status: 200 len: 898 time: 0.0928633 Nov 09 18:55:43.888226 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa95aa8a-6e70-46ea-bdf2-771f8ab6e49f req-db0b894c-cf83-415f-8832-8ad8bfe19a53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 HTTP/1.1" status: 200 len: 1001 time: 0.0609934 Nov 09 18:55:43.943360 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95aa8a-6e70-46ea-bdf2-771f8ab6e49f req-5a8ac2cb-e134-47fe-92b2-50ed99b15eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:43.945138 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa95aa8a-6e70-46ea-bdf2-771f8ab6e49f req-5a8ac2cb-e134-47fe-92b2-50ed99b15eb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c20b642-5d00-44d7-99a7-11166a1905c7 HTTP/1.1" status: 200 len: 835 time: 0.0496223 Nov 09 18:55:43.994782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95aa8a-6e70-46ea-bdf2-771f8ab6e49f req-ead8ff02-499b-4693-8707-7c4e76ba99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:43.996358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa95aa8a-6e70-46ea-bdf2-771f8ab6e49f req-ead8ff02-499b-4693-8707-7c4e76ba99c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19c3a6ae-017e-49d7-a92a-f10e1c36acec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444765 Nov 09 18:55:44.090791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa95aa8a-6e70-46ea-bdf2-771f8ab6e49f req-f40d59f8-e9ee-48da-bbc0-b9f27589aab2 service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868390 Nov 09 18:55:44.190423 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-aa95aa8a-6e70-46ea-bdf2-771f8ab6e49f req-cd8cd8fd-5570-44b6-9bbc-0e12c234a51b service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913453 Nov 09 18:55:44.645312 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:45.028062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa8d2f-2502-4401-acb8-889eb41a33f6 req-0c1ba7ba-8ccc-4858-b7f0-9dc85b6e7bb7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:45.029537 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7efa8d2f-2502-4401-acb8-889eb41a33f6 req-0c1ba7ba-8ccc-4858-b7f0-9dc85b6e7bb7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 946 time: 0.0767078 Nov 09 18:55:45.058813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63345a-aae4-4305-a559-4ee34b82f249 req-e3f078c4-a375-47b3-b051-df7cbf206679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:45.060322 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f63345a-aae4-4305-a559-4ee34b82f249 req-e3f078c4-a375-47b3-b051-df7cbf206679 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 1097 time: 0.0727787 Nov 09 18:55:45.095894 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7efa8d2f-2502-4401-acb8-889eb41a33f6 req-49ea444d-8753-40ae-b755-65317fc40ce5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599988 Nov 09 18:55:45.164048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63345a-aae4-4305-a559-4ee34b82f249 req-80edd180-3f9d-410f-ac7a-c5927b4c1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:45.165468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f63345a-aae4-4305-a559-4ee34b82f249 req-80edd180-3f9d-410f-ac7a-c5927b4c1b1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=19c3a6ae-017e-49d7-a92a-f10e1c36acec HTTP/1.1" status: 200 len: 898 time: 0.0937972 Nov 09 18:55:45.236141 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f63345a-aae4-4305-a559-4ee34b82f249 req-7ca00f4b-7268-46b6-963c-d318614be6f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 HTTP/1.1" status: 200 len: 1001 time: 0.0633078 Nov 09 18:55:45.285479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63345a-aae4-4305-a559-4ee34b82f249 req-f8f53bf1-d235-481f-968e-4611c25dacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:45.286923 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f63345a-aae4-4305-a559-4ee34b82f249 req-f8f53bf1-d235-481f-968e-4611c25dacc1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c20b642-5d00-44d7-99a7-11166a1905c7 HTTP/1.1" status: 200 len: 835 time: 0.0442269 Nov 09 18:55:45.332843 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63345a-aae4-4305-a559-4ee34b82f249 req-32fb3267-36f6-437a-b21f-537b5183a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:45.334322 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f63345a-aae4-4305-a559-4ee34b82f249 req-32fb3267-36f6-437a-b21f-537b5183a0fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19c3a6ae-017e-49d7-a92a-f10e1c36acec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406387 Nov 09 18:55:45.427714 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f63345a-aae4-4305-a559-4ee34b82f249 req-259850e0-0013-4ab6-be48-5fe68fe05015 service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861795 Nov 09 18:55:45.518202 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f63345a-aae4-4305-a559-4ee34b82f249 req-32db988d-143a-416d-bfdc-3c1ee66ff403 service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840273 Nov 09 18:55:45.708965 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:46.230984 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6fbe9-0a8e-4984-820f-ba6060ef5222 req-64cbca95-aaa0-4a57-b9e4-a1134a655977 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:46.232503 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-24e6fbe9-0a8e-4984-820f-ba6060ef5222 req-64cbca95-aaa0-4a57-b9e4-a1134a655977 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 946 time: 0.0542443 Nov 09 18:55:46.274034 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-24e6fbe9-0a8e-4984-820f-ba6060ef5222 req-b330b84a-4a27-48fd-b669-77bc25da91c5 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352285 Nov 09 18:55:47.396478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c841d2-41be-4c5c-8833-34330d96e963 req-58836dbe-713d-4ea6-a79d-6fefe2a4a191 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:47.397986 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d9c841d2-41be-4c5c-8833-34330d96e963 req-58836dbe-713d-4ea6-a79d-6fefe2a4a191 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 946 time: 0.0549395 Nov 09 18:55:47.436572 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d9c841d2-41be-4c5c-8833-34330d96e963 req-a41d6c88-a1c4-4b26-b104-65c2bee13bd4 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325527 Nov 09 18:55:47.459326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53072) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:47.520365 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-9d2b86e8-2390-41ce-95d2-3b7fea6e6d4d tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/floatingips/3fa75393-916f-4775-a89f-261f952b64c6 HTTP/1.1" status: 200 len: 993 time: 0.0599060 Nov 09 18:55:47.732828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53078) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:47.888855 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port b0de809f-e892-48ba-933f-ff4651cffd1e {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:55:47.889192 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:47.944623 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:47.973188 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:47.973507 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:47.985255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for b0de809f-e892-48ba-933f-ff4651cffd1e owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:55:48.135917 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:48.163201 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=b0de809f-e892-48ba-933f-ff4651cffd1e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:48.186542 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:48.186875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:48.187858 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:48.188198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:48.188533 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:48.188868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:48.189198 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:48.189527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:48.189864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:48.190192 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:48.190518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:48.190834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:48.232408 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:48.232736 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Floating IP 3fa75393-916f-4775-a89f-261f952b64c6 disassociated (deleted). External IP: 172.25.1.46, port: aebfef3e-359d-4e3d-9b90-11d3f1fe53a6. Nov 09 18:55:48.441388 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router d0caca4d-f955-4844-a7ec-d246b3fda66d has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:55:48.548378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:55:48.553230 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:48.557794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32175d6-1ec6-44ab-b628-6a3515498c33 None None] Sync routers for ids ['d0caca4d-f955-4844-a7ec-d246b3fda66d'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:55:48.567296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32175d6-1ec6-44ab-b628-6a3515498c33 None None] Routers {'d0caca4d-f955-4844-a7ec-d246b3fda66d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:55:48.567922 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b32175d6-1ec6-44ab-b628-6a3515498c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d0caca4d-f955-4844-a7ec-d246b3fda66d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:48.580531 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-034a0950-346f-4c13-ae7e-7b8b05692687 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/floatingips/3fa75393-916f-4775-a89f-261f952b64c6 HTTP/1.1" status: 204 len: 168 time: 0.8465838 Nov 09 18:55:48.581225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'tag': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:55:48.583608 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43730ec5-e39d-41ce-9d4b-32153d7fe774" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ce8eb4-04dd-451d-b309-44100b062bf4", "tag": "aebfef3e-359d-4e3d-9b90-11d3f1fe53a6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:55:48.678471 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-b32175d6-1ec6-44ab-b628-6a3515498c33 None None] Set router d0caca4d-f955-4844-a7ec-d246b3fda66d gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:55:48.740300 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda903d2-e1bb-4c6d-91ec-14a820dc1c15 x-openstack-request-id: req-dda903d2-e1bb-4c6d-91ec-14a820dc1c15 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:55:48.740786 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ce8eb4-04dd-451d-b309-44100b062bf4", "tag": "aebfef3e-359d-4e3d-9b90-11d3f1fe53a6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:55:48.740933 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dda903d2-e1bb-4c6d-91ec-14a820dc1c15 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:55:48.741268 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'tag': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6', 'status': 'completed', 'code': 200} Nov 09 18:55:48.836277 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43730ec5-e39d-41ce-9d4b-32153d7fe774 req-b4af135d-2c02-4863-aadd-bd0a43061156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:48.837791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43730ec5-e39d-41ce-9d4b-32153d7fe774 req-b4af135d-2c02-4863-aadd-bd0a43061156 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 1097 time: 0.0734723 Nov 09 18:55:48.886474 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b32175d6-1ec6-44ab-b628-6a3515498c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:54:23Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:20Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '6a2d44a2-0f2d-498a-b1b5-12a61efe7239', 'name': '', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:1a:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:22Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:48.898646 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ae270-1988-4b06-b7f6-d9d1e0941fa0 req-ad55ce05-1664-499d-9a05-408eb84b4169 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:48.900162 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-980ae270-1988-4b06-b7f6-d9d1e0941fa0 req-ad55ce05-1664-499d-9a05-408eb84b4169 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 946 time: 0.0999668 Nov 09 18:55:48.917217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32175d6-1ec6-44ab-b628-6a3515498c33 None None] Checking router: d0caca4d-f955-4844-a7ec-d246b3fda66d for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:55:48.927019 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32175d6-1ec6-44ab-b628-6a3515498c33 None None] Routers {'d0caca4d-f955-4844-a7ec-d246b3fda66d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:55:48.927669 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b32175d6-1ec6-44ab-b628-6a3515498c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d0caca4d-f955-4844-a7ec-d246b3fda66d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:48.961857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-980ae270-1988-4b06-b7f6-d9d1e0941fa0 req-185d3a2e-e54c-4a89-af2d-399d78afec85 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546799 Nov 09 18:55:48.974270 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43730ec5-e39d-41ce-9d4b-32153d7fe774 req-15e94932-0a2a-4493-9505-2a40e8b04209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:48.975814 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43730ec5-e39d-41ce-9d4b-32153d7fe774 req-15e94932-0a2a-4493-9505-2a40e8b04209 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19c3a6ae-017e-49d7-a92a-f10e1c36acec HTTP/1.1" status: 200 len: 898 time: 0.1289961 Nov 09 18:55:49.024017 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43730ec5-e39d-41ce-9d4b-32153d7fe774 req-031f48ed-3142-4286-a484-0224514fd568 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 HTTP/1.1" status: 200 len: 217 time: 0.0404620 Nov 09 18:55:49.036156 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-b32175d6-1ec6-44ab-b628-6a3515498c33 None None] Set router d0caca4d-f955-4844-a7ec-d246b3fda66d gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:55:49.077076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43730ec5-e39d-41ce-9d4b-32153d7fe774 req-372e4efe-5d9c-45ac-a124-0efdc46c3dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:49.079521 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43730ec5-e39d-41ce-9d4b-32153d7fe774 req-372e4efe-5d9c-45ac-a124-0efdc46c3dc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c20b642-5d00-44d7-99a7-11166a1905c7 HTTP/1.1" status: 200 len: 835 time: 0.0486696 Nov 09 18:55:49.129018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43730ec5-e39d-41ce-9d4b-32153d7fe774 req-5764730c-13df-4490-8bb1-8e577340463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:49.130756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43730ec5-e39d-41ce-9d4b-32153d7fe774 req-5764730c-13df-4490-8bb1-8e577340463f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19c3a6ae-017e-49d7-a92a-f10e1c36acec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430076 Nov 09 18:55:49.231194 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43730ec5-e39d-41ce-9d4b-32153d7fe774 req-a9ecadfb-2be0-4b2c-a28f-7e56851df579 service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921845 Nov 09 18:55:49.238531 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-b32175d6-1ec6-44ab-b628-6a3515498c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:54:23Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:20Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '6a2d44a2-0f2d-498a-b1b5-12a61efe7239', 'name': '', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:1a:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:22Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:49.265970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32175d6-1ec6-44ab-b628-6a3515498c33 None None] The sync data for ids ['d0caca4d-f955-4844-a7ec-d246b3fda66d'] in n-d-817236-1 is: [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:54:23Z', 'revision_number': 4, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:20Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '6a2d44a2-0f2d-498a-b1b5-12a61efe7239', 'name': '', 'network_id': '19c3a6ae-017e-49d7-a92a-f10e1c36acec', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'mac_address': 'fa:16:3e:1a:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:22Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'subnets': [{'id': '8c20b642-5d00-44d7-99a7-11166a1905c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:55:49.326804 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43730ec5-e39d-41ce-9d4b-32153d7fe774 req-2d67021f-e670-49c2-9e45-6944c1670c2d service neutron] 10.222.0.18 "GET /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870874 Nov 09 18:55:49.491940 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515fa2e-d721-4ad3-8b00-ce10c6c4fb7b None None] New status for floating IP 3fa75393-916f-4775-a89f-261f952b64c6: DOWN {{(pid=102157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:55:50.083648 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c8b77-192d-470d-9799-dc8ca49652a9 req-baaa1546-ae9f-443d-bae6-c4c50a8fff79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:50.085184 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-226c8b77-192d-470d-9799-dc8ca49652a9 req-baaa1546-ae9f-443d-bae6-c4c50a8fff79 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 946 time: 0.0505469 Nov 09 18:55:50.125490 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-226c8b77-192d-470d-9799-dc8ca49652a9 req-ca30d425-30a5-4c77-bf33-c54b66aacba6 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/security-groups?id=85d428f2-2cb5-44f0-a287-74e0355fc78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343521 Nov 09 18:55:50.737530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218f513-39f3-46b2-bf3e-7a04dfd261f3 req-f046c10d-b144-4e45-be39-a453b570e7a0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:50.739509 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e218f513-39f3-46b2-bf3e-7a04dfd261f3 req-f046c10d-b144-4e45-be39-a453b570e7a0 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 946 time: 0.0534947 Nov 09 18:55:50.830641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-e218f513-39f3-46b2-bf3e-7a04dfd261f3 req-c87ad37e-d6ee-4aec-a5a5-bcc4dec44bc7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:55:50.830982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e218f513-39f3-46b2-bf3e-7a04dfd261f3 req-c87ad37e-d6ee-4aec-a5a5-bcc4dec44bc7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:50.924006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e218f513-39f3-46b2-bf3e-7a04dfd261f3 req-c87ad37e-d6ee-4aec-a5a5-bcc4dec44bc7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6,segment=NetworkSegment(c8bd26b0-6834-41d7-b2be-d310904d7576),segment_id=c8bd26b0-6834-41d7-b2be-d310904d7576)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:55:50.924374 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e218f513-39f3-46b2-bf3e-7a04dfd261f3 req-c87ad37e-d6ee-4aec-a5a5-bcc4dec44bc7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:50.937856 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-e218f513-39f3-46b2-bf3e-7a04dfd261f3 req-c87ad37e-d6ee-4aec-a5a5-bcc4dec44bc7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:55:51.072292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e218f513-39f3-46b2-bf3e-7a04dfd261f3 req-c87ad37e-d6ee-4aec-a5a5-bcc4dec44bc7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:51.102952 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ad37e-d6ee-4aec-a5a5-bcc4dec44bc7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=aebfef3e-359d-4e3d-9b90-11d3f1fe53a6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:51.146133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e218f513-39f3-46b2-bf3e-7a04dfd261f3 req-c87ad37e-d6ee-4aec-a5a5-bcc4dec44bc7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] No DVR routers for this DVR port aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:55:51.149086 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e218f513-39f3-46b2-bf3e-7a04dfd261f3 req-c87ad37e-d6ee-4aec-a5a5-bcc4dec44bc7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:51.152702 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e218f513-39f3-46b2-bf3e-7a04dfd261f3 req-c87ad37e-d6ee-4aec-a5a5-bcc4dec44bc7 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.18 "DELETE /v2.0/ports/aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 HTTP/1.1" status: 204 len: 173 time: 0.4069433 Nov 09 18:55:51.153074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'name': 'network-vif-deleted', 'tag': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:55:51.155566 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4b4c8f-6ba8-4503-a199-01181eee598c" -d '{"events": [{"server_uuid": "e2ce8eb4-04dd-451d-b309-44100b062bf4", "name": "network-vif-deleted", "tag": "aebfef3e-359d-4e3d-9b90-11d3f1fe53a6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:55:51.224803 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34cd49f0-aa15-498e-8b67-10bf87966e16 req-b22c5301-40e1-4e49-af92-a838c5e465c9 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2ce8eb4-04dd-451d-b309-44100b062bf4 HTTP/1.1" status: 200 len: 210 time: 0.0277245 Nov 09 18:55:51.269650 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5774f7-c397-49c9-a5cb-af3985dbaf11 x-openstack-request-id: req-0e5774f7-c397-49c9-a5cb-af3985dbaf11 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:55:51.269948 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ce8eb4-04dd-451d-b309-44100b062bf4", "name": "network-vif-deleted", "tag": "aebfef3e-359d-4e3d-9b90-11d3f1fe53a6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:55:51.270204 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e5774f7-c397-49c9-a5cb-af3985dbaf11 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:55:51.270607 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ce8eb4-04dd-451d-b309-44100b062bf4', 'name': 'network-vif-deleted', 'tag': 'aebfef3e-359d-4e3d-9b90-11d3f1fe53a6', 'status': 'completed', 'code': 200} Nov 09 18:55:52.284030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53096) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:52.962292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e75f115-1253-42b1-a350-29dfb3d1f866 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:53.220809 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-3e75f115-1253-42b1-a350-29dfb3d1f866 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:55:53.221041 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e75f115-1253-42b1-a350-29dfb3d1f866 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:53.310227 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-3e75f115-1253-42b1-a350-29dfb3d1f866 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port 6a2d44a2-0f2d-498a-b1b5-12a61efe7239, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=6a2d44a2-0f2d-498a-b1b5-12a61efe7239,segment=NetworkSegment(c8bd26b0-6834-41d7-b2be-d310904d7576),segment_id=c8bd26b0-6834-41d7-b2be-d310904d7576)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:55:53.310938 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e75f115-1253-42b1-a350-29dfb3d1f866 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:53.324323 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-3e75f115-1253-42b1-a350-29dfb3d1f866 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:55:53.509819 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e75f115-1253-42b1-a350-29dfb3d1f866 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:53.540655 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75f115-1253-42b1-a350-29dfb3d1f866 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=6a2d44a2-0f2d-498a-b1b5-12a61efe7239,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:53.724230 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3e75f115-1253-42b1-a350-29dfb3d1f866 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:53.850091 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:53.943985 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e75f115-1253-42b1-a350-29dfb3d1f866 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Router d0caca4d-f955-4844-a7ec-d246b3fda66d has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:55:54.051133 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e75f115-1253-42b1-a350-29dfb3d1f866 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:55:54.056207 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3e75f115-1253-42b1-a350-29dfb3d1f866 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "PUT /v2.0/routers/d0caca4d-f955-4844-a7ec-d246b3fda66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7711663 Nov 09 18:55:54.059437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53098) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:54.061514 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ea3bfe-a4bc-4781-ab2e-cca50d578997 None None] Sync routers for ids ['d0caca4d-f955-4844-a7ec-d246b3fda66d'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:55:54.070940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ea3bfe-a4bc-4781-ab2e-cca50d578997 None None] Routers {'d0caca4d-f955-4844-a7ec-d246b3fda66d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:55:54.071603 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e6ea3bfe-a4bc-4781-ab2e-cca50d578997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d0caca4d-f955-4844-a7ec-d246b3fda66d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:54.111991 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe15d0c4-3554-43b7-a901-853a0f898c32 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting subnet 8c20b642-5d00-44d7-99a7-11166a1905c7 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:55:54.115406 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fe15d0c4-3554-43b7-a901-853a0f898c32 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:54.159684 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fe15d0c4-3554-43b7-a901-853a0f898c32 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:54.254638 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fe15d0c4-3554-43b7-a901-853a0f898c32 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:54.312474 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fe15d0c4-3554-43b7-a901-853a0f898c32 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:54.332896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-e6ea3bfe-a4bc-4781-ab2e-cca50d578997 None None] Set router d0caca4d-f955-4844-a7ec-d246b3fda66d gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:55:54.339513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15d0c4-3554-43b7-a901-853a0f898c32 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Subnet': ['ID=8c20b642-5d00-44d7-99a7-11166a1905c7,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:54.344003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-fe15d0c4-3554-43b7-a901-853a0f898c32 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:54.347262 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fe15d0c4-3554-43b7-a901-853a0f898c32 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/subnets/8c20b642-5d00-44d7-99a7-11166a1905c7 HTTP/1.1" status: 204 len: 168 time: 0.2868798 Nov 09 18:55:54.349870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53100) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:54.363113 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d92aa6d-e86b-418c-92a1-87b4715f92ee None None] Network 19c3a6ae-017e-49d7-a92a-f10e1c36acec requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:55:54.460705 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:54.505890 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:54.575310 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:54.630343 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e6ea3bfe-a4bc-4781-ab2e-cca50d578997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:55:53Z', 'revision_number': 5, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port': {'id': '7f3922f0-f783-41c9-8ee8-095763d18591', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:20Z', 'updated_at': '2021-11-09T18:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:54.640580 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Deleting port 7f3922f0-f783-41c9-8ee8-095763d18591 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:55:54.640580 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:54.658554 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ea3bfe-a4bc-4781-ab2e-cca50d578997 None None] Checking router: d0caca4d-f955-4844-a7ec-d246b3fda66d for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:55:54.666968 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ea3bfe-a4bc-4781-ab2e-cca50d578997 None None] Routers {'d0caca4d-f955-4844-a7ec-d246b3fda66d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:55:54.669338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e6ea3bfe-a4bc-4781-ab2e-cca50d578997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['d0caca4d-f955-4844-a7ec-d246b3fda66d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:54.703698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] DHCP port deletion for 19c3a6ae-017e-49d7-a92a-f10e1c36acec request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:55:54.705597 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:55:54.728445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] For port 7f3922f0-f783-41c9-8ee8-095763d18591, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=7f3922f0-f783-41c9-8ee8-095763d18591,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:55:54.728816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:54.741562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Calling delete_port for 7f3922f0-f783-41c9-8ee8-095763d18591 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:55:54.757076 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:55:54.757430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device aebfef3e-359d-4e3d-9b90-11d3f1fe53a6 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:55:54.802015 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-e6ea3bfe-a4bc-4781-ab2e-cca50d578997 None None] Set router d0caca4d-f955-4844-a7ec-d246b3fda66d gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:55:54.860773 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-e6ea3bfe-a4bc-4781-ab2e-cca50d578997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:55:54Z', 'revision_number': 6, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:54.891797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ea3bfe-a4bc-4781-ab2e-cca50d578997 None None] The sync data for ids ['d0caca4d-f955-4844-a7ec-d246b3fda66d'] in n-d-817236-1 is: [{'id': 'd0caca4d-f955-4844-a7ec-d246b3fda66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271935491', 'tenant_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:19Z', 'updated_at': '2021-11-09T18:55:54Z', 'revision_number': 6, 'project_id': 'c50fca2e91834b3c8fca4bfc970b71fd', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:55:54.898456 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Deleting port 736846b2-0861-41ea-a6d8-18d93898a145 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:55:54.898841 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:54.919646 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:54.952449 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Port': ['ID=7f3922f0-f783-41c9-8ee8-095763d18591,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:54.967483 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] For port 736846b2-0861-41ea-a6d8-18d93898a145, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=736846b2-0861-41ea-a6d8-18d93898a145,segment=NetworkSegment(c8bd26b0-6834-41d7-b2be-d310904d7576),segment_id=c8bd26b0-6834-41d7-b2be-d310904d7576)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:55:54.967906 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:54.981495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Calling delete_port for 736846b2-0861-41ea-a6d8-18d93898a145 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:55:55.007500 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.062481 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.086145 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Pushing event deleted for resources: {'Port': ['ID=736846b2-0861-41ea-a6d8-18d93898a145,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:55.098409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] No DVR routers for this DVR port 736846b2-0861-41ea-a6d8-18d93898a145 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:55:55.101045 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.101742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.101742 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.102051 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.102713 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.102713 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.103321 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.103668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.104000 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.104590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.104698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.104954 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87686cb1-62c8-4a2b-9dbf-998af51787b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.105799 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.108287 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.156240 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.156774 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Fanout notify agent at l3_agent the message router_deleted on router d0caca4d-f955-4844-a7ec-d246b3fda66d {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:55:55.163717 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.164895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7f8b6c8f-f4cc-40f4-a973-532e98551f88 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/routers/d0caca4d-f955-4844-a7ec-d246b3fda66d HTTP/1.1" status: 204 len: 168 time: 0.8140872 Nov 09 18:55:55.167540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53102) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:55.243678 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b46ad95b-cabe-466b-80ef-78990b20b954 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.344018 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b46ad95b-cabe-466b-80ef-78990b20b954 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.365203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-b46ad95b-cabe-466b-80ef-78990b20b954 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c3a6ae-017e-49d7-a92a-f10e1c36acec']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:55.374834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-b46ad95b-cabe-466b-80ef-78990b20b954 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8bd26b0-6834-41d7-b2be-d310904d7576') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:55.375131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-b46ad95b-cabe-466b-80ef-78990b20b954 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8bd26b0-6834-41d7-b2be-d310904d7576') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:55.384640 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b46ad95b-cabe-466b-80ef-78990b20b954 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.397776 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b46ad95b-cabe-466b-80ef-78990b20b954 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.403598 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46ad95b-cabe-466b-80ef-78990b20b954 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:55:55.403930 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b46ad95b-cabe-466b-80ef-78990b20b954 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: timer() Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:55:55.407474 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:55:55.464011 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b46ad95b-cabe-466b-80ef-78990b20b954 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.472449 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-b46ad95b-cabe-466b-80ef-78990b20b954 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.475711 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-b46ad95b-cabe-466b-80ef-78990b20b954 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/networks/19c3a6ae-017e-49d7-a92a-f10e1c36acec HTTP/1.1" status: 204 len: 168 time: 0.3072453 Nov 09 18:55:55.478789 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53104) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:55.492212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ad95b-cabe-466b-80ef-78990b20b954 tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'Network': ['ID=19c3a6ae-017e-49d7-a92a-f10e1c36acec,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:55.541575 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.566688 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.625417 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.628355 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:55.629527 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] 10.222.0.81 "DELETE /v2.0/security-groups/85d428f2-2cb5-44f0-a287-74e0355fc78d HTTP/1.1" status: 204 len: 168 time: 0.1497169 Nov 09 18:55:55.639102 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d428f2-2cb5-44f0-a287-74e0355fc78d,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:55.646912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.647275 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.647618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.647954 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.648280 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.648607 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.648936 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.649260 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.649587 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.649908 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.650233 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.650548 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1f5d9-6f04-41ea-93c6-1e9b9b66550e tempest-TestNetworkAdvancedServerOps-396876780 tempest-TestNetworkAdvancedServerOps-396876780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:55.684668 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 736846b2-0861-41ea-a6d8-18d93898a145 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:55:55.713580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 736846b2-0861-41ea-a6d8-18d93898a145 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:55:55.713936 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 736846b2-0861-41ea-a6d8-18d93898a145 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:55:55.714350 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:55:55.735732 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:55:55.736068 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 6a2d44a2-0f2d-498a-b1b5-12a61efe7239 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:55:55.984694 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53112) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:56.129080 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-fd2ff5fd-e1e6-43ac-8aa8-72fa068ef944 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c50fca2e91834b3c8fca4bfc970b71fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431491 Nov 09 18:55:56.131557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53116) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:56.179421 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1bb6187c-80f1-4a51-9b0b-79efe7b73a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:56.200074 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1bb6187c-80f1-4a51-9b0b-79efe7b73a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:56.246754 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1bb6187c-80f1-4a51-9b0b-79efe7b73a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:56.249543 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1bb6187c-80f1-4a51-9b0b-79efe7b73a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:56.250817 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1bb6187c-80f1-4a51-9b0b-79efe7b73a34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ff21ad4-7328-4d96-bb47-649233b6f965 HTTP/1.1" status: 204 len: 168 time: 0.1183579 Nov 09 18:55:56.259303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6187c-80f1-4a51-9b0b-79efe7b73a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff21ad4-7328-4d96-bb47-649233b6f965,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:56.514147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53122) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:56.528716 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b411271-3ecc-4497-bc4d-56f697912d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:56.608882 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b411271-3ecc-4497-bc4d-56f697912d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:56.613078 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8b411271-3ecc-4497-bc4d-56f697912d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:56.653959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b411271-3ecc-4497-bc4d-56f697912d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb7b20a-a431-422d-804f-83d33bfbe24a,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:56.658980 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8b411271-3ecc-4497-bc4d-56f697912d34 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8dacf5255014ea983ecb94d3a23cfa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437719 Nov 09 18:55:56.661521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53124) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:56.709931 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61277c79-dfbd-4d3b-892f-624c547c28bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:56.731469 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61277c79-dfbd-4d3b-892f-624c547c28bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:56.777646 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61277c79-dfbd-4d3b-892f-624c547c28bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:56.780423 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-61277c79-dfbd-4d3b-892f-624c547c28bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:56.782185 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-61277c79-dfbd-4d3b-892f-624c547c28bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6eb7b20a-a431-422d-804f-83d33bfbe24a HTTP/1.1" status: 204 len: 168 time: 0.1191506 Nov 09 18:55:56.790030 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61277c79-dfbd-4d3b-892f-624c547c28bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb7b20a-a431-422d-804f-83d33bfbe24a,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:57.168580 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7f3922f0-f783-41c9-8ee8-095763d18591 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:55:57.189804 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 7f3922f0-f783-41c9-8ee8-095763d18591 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:55:57.190160 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 7f3922f0-f783-41c9-8ee8-095763d18591 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:55:57.480959 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53146) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:57.578110 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-382347623-network', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:57.599881 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Made reservation on behalf of dec53617ec6c46b1972239fd9dbb7031 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:55:57.602344 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:57.611700 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:57.692318 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:57.696073 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:57.719645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:55:57.728597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9a8f45-691c-4cb7-9860-89969bd6c7c4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:57.734493 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:57.734810 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Added segment 843ffd8d-6c49-4b78-941f-922f6449216a of type vlan for network bd673eed-e5a2-472c-a32e-770847175f32 Nov 09 18:55:57.777834 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:57.803210 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:57.804248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:57.804835 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:57.861604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3787255 Nov 09 18:55:57.866058 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53150) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:57.866746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a0e3b-a0bb-40cd-83db-0d4433101e29 admin admin] Pushing event updated for resources: {'Network': ['ID=bd673eed-e5a2-472c-a32e-770847175f32,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:57.873479 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-1f835b78-fa28-49b9-a1a4-ba6536895d78 admin admin] Request body: {'subnet': {'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-382347623-subnet', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:57.877185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network bd673eed-e5a2-472c-a32e-770847175f32 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:55:57.897830 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f835b78-fa28-49b9-a1a4-ba6536895d78 admin admin] Made reservation on behalf of dec53617ec6c46b1972239fd9dbb7031 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:55:57.900352 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f835b78-fa28-49b9-a1a4-ba6536895d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.077849 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f835b78-fa28-49b9-a1a4-ba6536895d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.134940 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f835b78-fa28-49b9-a1a4-ba6536895d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=559e7b10-f5d2-4210-aa9c-781be0d5668f,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:58.145267 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f835b78-fa28-49b9-a1a4-ba6536895d78 admin admin] Checking segment: {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:55:58.145651 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f835b78-fa28-49b9-a1a4-ba6536895d78 admin admin] Network hostable DHCP agents. Network: bd673eed-e5a2-472c-a32e-770847175f32, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:55:58.164662 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f835b78-fa28-49b9-a1a4-ba6536895d78 admin admin] Network bd673eed-e5a2-472c-a32e-770847175f32 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:55:58.175252 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-1f835b78-fa28-49b9-a1a4-ba6536895d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, bd673eed-e5a2-472c-a32e-770847175f32) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:55:58.180494 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f835b78-fa28-49b9-a1a4-ba6536895d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:58.182391 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-1f835b78-fa28-49b9-a1a4-ba6536895d78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.183420 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e8967-4b4b-445b-a2d5-a7c98b5bee03 None None] Network bd673eed-e5a2-472c-a32e-770847175f32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:55:58.198654 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-1f835b78-fa28-49b9-a1a4-ba6536895d78 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3307068 Nov 09 18:55:58.201559 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53152) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:58.207095 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:58.229480 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.230731 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.288245 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.341698 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-bd673eed-e5a2-472c-a32e-770847175f32', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:55:58.342590 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.427783 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.481146 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Allocated IP 172.20.0.2 (bd673eed-e5a2-472c-a32e-770847175f32/559e7b10-f5d2-4210-aa9c-781be0d5668f/b00ce1ee-0cae-41c7-9949-192b2b43f87d) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:55:58.629419 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.629692 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.637320 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.651332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.688599 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Network bd673eed-e5a2-472c-a32e-770847175f32 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:55:58.692040 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:55:58.695107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:55:58.704952 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Pushing event updated for resources: {'Port': ['ID=b00ce1ee-0cae-41c7-9949-192b2b43f87d,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:58.756153 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Attempting to bind port b00ce1ee-0cae-41c7-9949-192b2b43f87d on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:55:58.756530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Attempting to bind port b00ce1ee-0cae-41c7-9949-192b2b43f87d by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:55:58.756978 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Attempting to bind port b00ce1ee-0cae-41c7-9949-192b2b43f87d on network bd673eed-e5a2-472c-a32e-770847175f32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:55:58.757481 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Allocated IP 172.25.1.138 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/8aa0d583-e451-42ce-83c7-e9f53bcc5521) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:55:58.762679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:55:58.763074 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Checking segment: {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:55:58.763510 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.763918 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Bound using segment: {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:55:58.764386 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Bound port: b00ce1ee-0cae-41c7-9949-192b2b43f87d, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:55:58.764764 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.836332 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] For port b00ce1ee-0cae-41c7-9949-192b2b43f87d, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:55:58.839612 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] For port b00ce1ee-0cae-41c7-9949-192b2b43f87d, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b00ce1ee-0cae-41c7-9949-192b2b43f87d,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:55:58.848858 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.874011 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.913684 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:58.919204 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012dff3-441a-4377-bad3-a3026e39868c None None] Pushing event updated for resources: {'Port': ['ID=b00ce1ee-0cae-41c7-9949-192b2b43f87d,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:58.958723 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:55:58.961930 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:55:58.965720 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:55:58.998961 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Pushing event updated for resources: {'Port': ['ID=8aa0d583-e451-42ce-83c7-e9f53bcc5521,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:59.284599 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:59.285053 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b00ce1ee-0cae-41c7-9949-192b2b43f87d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:55:59.333829 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port b00ce1ee-0cae-41c7-9949-192b2b43f87d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:55:59.334214 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:59.425447 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:59.462348 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port b00ce1ee-0cae-41c7-9949-192b2b43f87d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b00ce1ee-0cae-41c7-9949-192b2b43f87d,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:55:59.468048 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:59.493950 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:59.520451 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=b00ce1ee-0cae-41c7-9949-192b2b43f87d,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:59.633374 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Router 51256b7f-553c-4ed2-8491-8044974e0f20 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:55:59.749560 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:55:59.760434 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Sync routers for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:55:59.771076 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:59.772386 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8d968b47-8a0d-4445-b729-86f97753fbbb admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5694997 Nov 09 18:55:59.775265 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53154) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:59.775438 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:55:59.775972 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:59.896648 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:55:59.983031 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a68a3-574d-4f28-ad25-5fbc76028974 None None] Network bd673eed-e5a2-472c-a32e-770847175f32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:56:00.059567 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a245d426-3a7b-4a5d-82c9-750d18e5e0c6 None None] Provisioning complete for port b00ce1ee-0cae-41c7-9949-192b2b43f87d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:00.060041 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a245d426-3a7b-4a5d-82c9-750d18e5e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:00.196960 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:55:59Z', 'revision_number': 3, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:00.232301 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Checking router: 51256b7f-553c-4ed2-8491-8044974e0f20 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:56:00.232800 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Updating router 51256b7f-553c-4ed2-8491-8044974e0f20 port 8aa0d583-e451-42ce-83c7-e9f53bcc5521 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:56:00.260836 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:00.442417 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-de7f78ea-3152-486d-90d2-7df59ffe5d11 None None] Provisioning complete for port b00ce1ee-0cae-41c7-9949-192b2b43f87d triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:00.443022 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-de7f78ea-3152-486d-90d2-7df59ffe5d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:00.532463 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:00.539698 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:00.569439 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:00.592818 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Attempting to bind port 8aa0d583-e451-42ce-83c7-e9f53bcc5521 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:56:00.593182 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Attempting to bind port 8aa0d583-e451-42ce-83c7-e9f53bcc5521 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:56:00.593543 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Attempting to bind port 8aa0d583-e451-42ce-83c7-e9f53bcc5521 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:56:00.596774 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Pushing event updated for resources: {'Port': ['ID=8aa0d583-e451-42ce-83c7-e9f53bcc5521,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:00.604660 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:56:00.605032 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:56:00.605433 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:00.605820 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:56:00.606278 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Bound port: 8aa0d583-e451-42ce-83c7-e9f53bcc5521, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:56:00.606653 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:00.609897 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:00.610234 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:00.610568 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:00.610976 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:00.611634 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:00.612223 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:00.612636 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:00.612970 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:00.613295 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:00.613633 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:00.613938 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:00.614257 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:00.675051 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] For port 8aa0d583-e451-42ce-83c7-e9f53bcc5521, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:56:00.679675 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] For port 8aa0d583-e451-42ce-83c7-e9f53bcc5521, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8aa0d583-e451-42ce-83c7-e9f53bcc5521,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:56:00.683944 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:00.740675 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Allocated IP 172.20.0.1 (bd673eed-e5a2-472c-a32e-770847175f32/559e7b10-f5d2-4210-aa9c-781be0d5668f/acef6384-337a-4706-b40f-9f529aa3aa51) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:56:00.742033 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:56:00.742686 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:00.778814 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61663c-73a7-419a-ba60-0eed45eda492 None None] Pushing event updated for resources: {'Port': ['ID=8aa0d583-e451-42ce-83c7-e9f53bcc5521,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:00.849616 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:56:00.850423 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:00.884389 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:00.924828 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Network bd673eed-e5a2-472c-a32e-770847175f32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:56:00.927695 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:56:00.930485 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:56:00.957454 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Pushing event updated for resources: {'Port': ['ID=acef6384-337a-4706-b40f-9f529aa3aa51,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:00.980304 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:01.040791 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:55:59Z', 'revision_number': 3, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:01.068221 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c57842a-cc1b-41bc-9174-204ad9e52643 None None] The sync data for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 is: [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:55:59Z', 'revision_number': 3, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:56:01.124169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:01.224082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b00ce1ee-0cae-41c7-9949-192b2b43f87d up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:56:01.271625 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a8216c69-78fb-4dc0-baaa-21a20f7b66aa None None] Provisioning complete for port acef6384-337a-4706-b40f-9f529aa3aa51 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:01.272009 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a8216c69-78fb-4dc0-baaa-21a20f7b66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:01.304799 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:01.320921 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:01.347253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a8216c69-78fb-4dc0-baaa-21a20f7b66aa None None] Port acef6384-337a-4706-b40f-9f529aa3aa51 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:56:01.350791 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port b00ce1ee-0cae-41c7-9949-192b2b43f87d triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:01.351062 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:01.398386 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:01.402618 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Pushing event updated for resources: {'Port': ['ID=acef6384-337a-4706-b40f-9f529aa3aa51,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:01.517892 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Network bd673eed-e5a2-472c-a32e-770847175f32 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:56:01.519349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:56:01.664817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Router 51256b7f-553c-4ed2-8491-8044974e0f20 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:56:01.767872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-a98d59f6-c2f0-476f-b6c1-fa66dde44f4f None None] Provisioning complete for port acef6384-337a-4706-b40f-9f529aa3aa51 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:01.768438 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a98d59f6-c2f0-476f-b6c1-fa66dde44f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:01.795938 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:56:01.808191 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-73be3c67-449b-42aa-9297-b05ec7bf5719 admin admin] 10.222.0.81 "PUT /v2.0/routers/51256b7f-553c-4ed2-8491-8044974e0f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0255499 Nov 09 18:56:01.808408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-a98d59f6-c2f0-476f-b6c1-fa66dde44f4f None None] Port acef6384-337a-4706-b40f-9f529aa3aa51 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:56:02.295873 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53170) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:02.301791 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1478301664-network', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:02.323151 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Made reservation on behalf of e9fb517d23af46d9b1a988997ef25abe for: {'network': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:56:02.325549 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:02.334744 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:02.417146 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:02.421334 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:02.447778 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:56:02.458325 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91e8f4a-ce32-4310-8e3a-184afb434af1,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:02.463131 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:02.463503 n-d-817236-1 neutron-server[102155]: INFO neutron.db.segments_db [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Added segment 8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2 of type vlan for network ea241288-62ca-4bfa-84aa-7e3860e54645 Nov 09 18:56:02.504169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:02.530819 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:02.532100 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:02.533291 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Notify callbacks [] for network, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:02.593827 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2967436 Nov 09 18:56:02.597187 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53172) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:02.602554 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f3c3cdc0-6dea-4830-a44a-5281a221c7d4 admin admin] Request body: {'subnet': {'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1478301664-subnet', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:02.610037 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23989dc-5654-42d6-9b7c-bdd2ba209008 admin admin] Pushing event updated for resources: {'Network': ['ID=ea241288-62ca-4bfa-84aa-7e3860e54645,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:02.620331 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network ea241288-62ca-4bfa-84aa-7e3860e54645 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:56:02.631599 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c3cdc0-6dea-4830-a44a-5281a221c7d4 admin admin] Made reservation on behalf of e9fb517d23af46d9b1a988997ef25abe for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:56:02.634204 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3c3cdc0-6dea-4830-a44a-5281a221c7d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:02.819811 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3c3cdc0-6dea-4830-a44a-5281a221c7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:02.822355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Sync routers for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:56:02.845880 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:56:02.846428 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:02.880976 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3cdc0-6dea-4830-a44a-5281a221c7d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c4db3e-fca2-42d8-a914-e3b3143fce01,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:02.888682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3cdc0-6dea-4830-a44a-5281a221c7d4 admin admin] Checking segment: {'id': '8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:56:02.889042 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3cdc0-6dea-4830-a44a-5281a221c7d4 admin admin] Network hostable DHCP agents. Network: ea241288-62ca-4bfa-84aa-7e3860e54645, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:56:02.908445 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3cdc0-6dea-4830-a44a-5281a221c7d4 admin admin] Network ea241288-62ca-4bfa-84aa-7e3860e54645 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:56:02.917480 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-f3c3cdc0-6dea-4830-a44a-5281a221c7d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, ea241288-62ca-4bfa-84aa-7e3860e54645) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:56:02.922074 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c3cdc0-6dea-4830-a44a-5281a221c7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:02.922663 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f3c3cdc0-6dea-4830-a44a-5281a221c7d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:02.928874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c6f70-10ad-4f4a-ac3d-34e422109c0c None None] Network ea241288-62ca-4bfa-84aa-7e3860e54645 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:56:02.938200 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f3c3cdc0-6dea-4830-a44a-5281a221c7d4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3399518 Nov 09 18:56:02.942113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53174) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:02.946621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1478301664-router', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:02.968067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:02.969337 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.030067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.032648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:56:03.163886 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.217510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-ea241288-62ca-4bfa-84aa-7e3860e54645', 'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'fixed_ips': [{'subnet_id': '94c4db3e-fca2-42d8-a914-e3b3143fce01'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:56:03.218736 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.269409 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8aa0d583-e451-42ce-83c7-e9f53bcc5521 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:56:03.373579 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.393623 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.461727 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8aa0d583-e451-42ce-83c7-e9f53bcc5521 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:03.462011 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.483970 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Allocated IP 172.20.0.2 (ea241288-62ca-4bfa-84aa-7e3860e54645/94c4db3e-fca2-42d8-a914-e3b3143fce01/9e85b7b5-b34b-4176-bb19-d2167fad5c56) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:56:03.498157 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Allocated IP 172.25.1.146 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/d6db9942-7ed4-4c60-a851-a9b3f91e6221) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:56:03.515894 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 2, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:03.587463 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Checking router: 51256b7f-553c-4ed2-8491-8044974e0f20 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:56:03.587823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Updating router 51256b7f-553c-4ed2-8491-8044974e0f20 port acef6384-337a-4706-b40f-9f529aa3aa51 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:56:03.607661 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.646695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.655460 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.685390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:56:03.689705 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:56:03.694864 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.697113 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:56:03.700493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=d6db9942-7ed4-4c60-a851-a9b3f91e6221,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:03.765833 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 8aa0d583-e451-42ce-83c7-e9f53bcc5521, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8aa0d583-e451-42ce-83c7-e9f53bcc5521,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:56:03.817712 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.949284 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.965561 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:03.966995 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=8aa0d583-e451-42ce-83c7-e9f53bcc5521,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:03.977257 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:04.027163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Network ea241288-62ca-4bfa-84aa-7e3860e54645 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:56:04.033582 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:56:04.046347 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:56:04.050935 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Pushing event updated for resources: {'Port': ['ID=9e85b7b5-b34b-4176-bb19-d2167fad5c56,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:04.149367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Attempting to bind port 9e85b7b5-b34b-4176-bb19-d2167fad5c56 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:56:04.149737 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Attempting to bind port 9e85b7b5-b34b-4176-bb19-d2167fad5c56 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:56:04.150114 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Attempting to bind port 9e85b7b5-b34b-4176-bb19-d2167fad5c56 on network ea241288-62ca-4bfa-84aa-7e3860e54645 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:56:04.175911 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:56:04.176295 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Checking segment: {'id': '8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:56:04.176720 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:04.177120 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Bound using segment: {'id': '8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:56:04.177618 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Bound port: 9e85b7b5-b34b-4176-bb19-d2167fad5c56, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:56:04.178012 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:04.228477 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:04.238313 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:04.300998 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] For port 9e85b7b5-b34b-4176-bb19-d2167fad5c56, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:56:04.305381 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] For port 9e85b7b5-b34b-4176-bb19-d2167fad5c56, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9e85b7b5-b34b-4176-bb19-d2167fad5c56,segment=NetworkSegment(8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2),segment_id=8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:56:04.318253 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:04.322187 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbc01a-a307-4538-8eff-27687f23f80c None None] Pushing event updated for resources: {'Port': ['ID=acef6384-337a-4706-b40f-9f529aa3aa51,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:04.427867 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Attempting to bind port acef6384-337a-4706-b40f-9f529aa3aa51 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:56:04.428390 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Attempting to bind port acef6384-337a-4706-b40f-9f529aa3aa51 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:56:04.428860 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Attempting to bind port acef6384-337a-4706-b40f-9f529aa3aa51 on network bd673eed-e5a2-472c-a32e-770847175f32 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:56:04.438151 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b59a1-f608-4715-aab2-95ce4c9c36d1 None None] Pushing event updated for resources: {'Port': ['ID=9e85b7b5-b34b-4176-bb19-d2167fad5c56,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:04.444652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:56:04.445302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Checking segment: {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:56:04.445896 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:04.446447 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Bound using segment: {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:56:04.447111 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Bound port: acef6384-337a-4706-b40f-9f529aa3aa51, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:56:04.447843 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:04.519155 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:04.529082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] For port acef6384-337a-4706-b40f-9f529aa3aa51, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:56:04.532705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] For port acef6384-337a-4706-b40f-9f529aa3aa51, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=acef6384-337a-4706-b40f-9f529aa3aa51,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:56:04.538650 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:04.590654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:56:04.602357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:04.713283 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Router 0e405109-cc03-4bb5-af7e-ede4285fd6a0 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:56:04.841504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:56:04.853497 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Sync routers for ids ['0e405109-cc03-4bb5-af7e-ede4285fd6a0'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:56:04.865916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:04.866299 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Routers {'0e405109-cc03-4bb5-af7e-ede4285fd6a0'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:56:04.866992 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0e405109-cc03-4bb5-af7e-ede4285fd6a0'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:04.867419 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-273fc5a0-d908-4ce8-8975-12eb5d28fbf1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9241958 Nov 09 18:56:04.869674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbc01a-a307-4538-8eff-27687f23f80c None None] Pushing event updated for resources: {'Port': ['ID=acef6384-337a-4706-b40f-9f529aa3aa51,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:04.870056 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53176) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:04.880854 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b82ce1dd-aaf9-4fd0-acb2-a75c82de83f3 None None] Provisioning complete for port acef6384-337a-4706-b40f-9f529aa3aa51 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:04.881234 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b82ce1dd-aaf9-4fd0-acb2-a75c82de83f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:04.950977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:56:04.997419 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Set router 0e405109-cc03-4bb5-af7e-ede4285fd6a0 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:56:05.055989 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b82ce1dd-aaf9-4fd0-acb2-a75c82de83f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.134873 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-b82ce1dd-aaf9-4fd0-acb2-a75c82de83f3 None None] For port acef6384-337a-4706-b40f-9f529aa3aa51, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=acef6384-337a-4706-b40f-9f529aa3aa51,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:56:05.140939 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b82ce1dd-aaf9-4fd0-acb2-a75c82de83f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.210711 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'name': 'tempest-TestShelveInstance-1478301664-router', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:56:02Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 3, 'project_id': 'e9fb517d23af46d9b1a988997ef25abe', 'gw_port': {'id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:03Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:05.238764 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ce1dd-aaf9-4fd0-acb2-a75c82de83f3 None None] Pushing event updated for resources: {'Port': ['ID=acef6384-337a-4706-b40f-9f529aa3aa51,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:05.252306 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Checking router: 0e405109-cc03-4bb5-af7e-ede4285fd6a0 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:56:05.252960 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Updating router 0e405109-cc03-4bb5-af7e-ede4285fd6a0 port d6db9942-7ed4-4c60-a851-a9b3f91e6221 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:56:05.291953 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.329199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c516f62f-7a87-4565-9f04-6f0e0a554893 None None] Provisioning complete for port acef6384-337a-4706-b40f-9f529aa3aa51 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:05.329622 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c516f62f-7a87-4565-9f04-6f0e0a554893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.395338 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:04Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:05.404776 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9e85b7b5-b34b-4176-bb19-d2167fad5c56 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:56:05.411932 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.465778 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721bdbe9-1d6f-4bce-a9a2-3e48962a10ed None None] The sync data for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 is: [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:04Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:56:05.567242 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9e85b7b5-b34b-4176-bb19-d2167fad5c56 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:05.568403 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.679586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Allocated IP 172.20.0.1 (ea241288-62ca-4bfa-84aa-7e3860e54645/94c4db3e-fca2-42d8-a914-e3b3143fce01/d36031fe-d569-49d8-a942-36d8f9b41937) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:56:05.684895 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ae044-2f11-4143-b97b-bc2fc90f036a None None] Network ea241288-62ca-4bfa-84aa-7e3860e54645 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:56:05.726633 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.734996 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.735653 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.793842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 9e85b7b5-b34b-4176-bb19-d2167fad5c56, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9e85b7b5-b34b-4176-bb19-d2167fad5c56,segment=NetworkSegment(8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2),segment_id=8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:56:05.802431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-28c69a78-8cec-4eee-87a3-a3ac9af72dd0 None None] Provisioning complete for port 9e85b7b5-b34b-4176-bb19-d2167fad5c56 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:05.802821 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-28c69a78-8cec-4eee-87a3-a3ac9af72dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.815558 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.816355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8aa0d583-e451-42ce-83c7-e9f53bcc5521 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:56:05.818695 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a98e5-0e27-46a4-8112-5cc6bb558403 None None] Pushing event updated for resources: {'Port': ['ID=d6db9942-7ed4-4c60-a851-a9b3f91e6221,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:05.826240 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Attempting to bind port d6db9942-7ed4-4c60-a851-a9b3f91e6221 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:56:05.826606 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Attempting to bind port d6db9942-7ed4-4c60-a851-a9b3f91e6221 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:56:05.827022 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Attempting to bind port d6db9942-7ed4-4c60-a851-a9b3f91e6221 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:56:05.835041 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.836043 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:56:05.836803 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:56:05.837264 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.837661 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:56:05.838479 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Bound port: d6db9942-7ed4-4c60-a851-a9b3f91e6221, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:56:05.838869 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.881595 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.916544 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] For port d6db9942-7ed4-4c60-a851-a9b3f91e6221, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:56:05.923155 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] For port d6db9942-7ed4-4c60-a851-a9b3f91e6221, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d6db9942-7ed4-4c60-a851-a9b3f91e6221,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:56:05.929490 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:05.936817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Network ea241288-62ca-4bfa-84aa-7e3860e54645 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:56:05.940769 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:56:05.945365 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:56:05.978253 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=9e85b7b5-b34b-4176-bb19-d2167fad5c56,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:05.992768 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:06.002244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Pushing event updated for resources: {'Port': ['ID=d36031fe-d569-49d8-a942-36d8f9b41937,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:06.018371 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Routers {'0e405109-cc03-4bb5-af7e-ede4285fd6a0'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:56:06.019159 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0e405109-cc03-4bb5-af7e-ede4285fd6a0'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:06.027263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 8aa0d583-e451-42ce-83c7-e9f53bcc5521 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:06.027649 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:06.198309 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:06.256928 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a98e5-0e27-46a4-8112-5cc6bb558403 None None] Pushing event updated for resources: {'Port': ['ID=d6db9942-7ed4-4c60-a851-a9b3f91e6221,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:06.302358 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] Set router 0e405109-cc03-4bb5-af7e-ede4285fd6a0 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:56:06.416978 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:06.424816 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:06.425771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3b790675-234d-48b3-9d25-05f07ee794bb None None] Provisioning complete for port d36031fe-d569-49d8-a942-36d8f9b41937 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:06.426259 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b790675-234d-48b3-9d25-05f07ee794bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:06.496254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-3b790675-234d-48b3-9d25-05f07ee794bb None None] Port d36031fe-d569-49d8-a942-36d8f9b41937 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:56:06.512976 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3b790675-234d-48b3-9d25-05f07ee794bb None None] Provisioning complete for port 9e85b7b5-b34b-4176-bb19-d2167fad5c56 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:06.513750 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3b790675-234d-48b3-9d25-05f07ee794bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:06.523612 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:06.541827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Pushing event updated for resources: {'Port': ['ID=d36031fe-d569-49d8-a942-36d8f9b41937,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:06.555457 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'name': 'tempest-TestShelveInstance-1478301664-router', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:56:02Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 3, 'project_id': 'e9fb517d23af46d9b1a988997ef25abe', 'gw_port': {'id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:03Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:06.609212 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096a370-ddf8-46e3-bea1-e6a86dad4ad9 None None] The sync data for ids ['0e405109-cc03-4bb5-af7e-ede4285fd6a0'] in n-d-817236-1 is: [{'id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'name': 'tempest-TestShelveInstance-1478301664-router', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:56:02Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 3, 'project_id': 'e9fb517d23af46d9b1a988997ef25abe', 'gw_port': {'id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:03Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:56:06.685026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Network ea241288-62ca-4bfa-84aa-7e3860e54645 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:56:06.686623 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:56:06.768055 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9f9f072b-8bbb-42a5-ac7b-a0c0fd2f4ed1 None None] Provisioning complete for port d36031fe-d569-49d8-a942-36d8f9b41937 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:06.768714 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9f9f072b-8bbb-42a5-ac7b-a0c0fd2f4ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:06.816112 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f072b-8bbb-42a5-ac7b-a0c0fd2f4ed1 None None] Port d36031fe-d569-49d8-a942-36d8f9b41937 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:56:06.828443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Router 0e405109-cc03-4bb5-af7e-ede4285fd6a0 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:56:06.984667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:56:06.992174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3d6997ce-2465-46a4-98ad-c0782978fdc3 admin admin] 10.222.0.81 "PUT /v2.0/routers/0e405109-cc03-4bb5-af7e-ede4285fd6a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1210399 Nov 09 18:56:07.037652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-65934cde-46aa-4f1c-8cf6-a89242d3af43 None None] Provisioning complete for port d36031fe-d569-49d8-a942-36d8f9b41937 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:07.038048 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-65934cde-46aa-4f1c-8cf6-a89242d3af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:07.080372 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-65934cde-46aa-4f1c-8cf6-a89242d3af43 None None] Port d36031fe-d569-49d8-a942-36d8f9b41937 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:56:07.334775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device acef6384-337a-4706-b40f-9f529aa3aa51 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:56:07.385355 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port acef6384-337a-4706-b40f-9f529aa3aa51 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:07.385742 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:07.473772 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9e85b7b5-b34b-4176-bb19-d2167fad5c56 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:56:07.524697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 9e85b7b5-b34b-4176-bb19-d2167fad5c56 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:07.525221 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:07.605241 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d6db9942-7ed4-4c60-a851-a9b3f91e6221 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:56:07.660052 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d6db9942-7ed4-4c60-a851-a9b3f91e6221 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:07.660421 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:07.739344 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:07.763759 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 53186) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:07.765008 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port d6db9942-7ed4-4c60-a851-a9b3f91e6221, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d6db9942-7ed4-4c60-a851-a9b3f91e6221,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:56:07.768684 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-6f13aac1-182b-41fb-b497-94f4314b015b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887001343', 'description': 'tempest-secgroup-smoke-887001343 description', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:07.769302 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:07.789738 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f13aac1-182b-41fb-b497-94f4314b015b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:07.818082 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=d6db9942-7ed4-4c60-a851-a9b3f91e6221,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:07.860137 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f13aac1-182b-41fb-b497-94f4314b015b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:07.864740 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f13aac1-182b-41fb-b497-94f4314b015b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:07.895395 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6f13aac1-182b-41fb-b497-94f4314b015b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:07.896603 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6f13aac1-182b-41fb-b497-94f4314b015b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1318417 Nov 09 18:56:07.898440 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13aac1-182b-41fb-b497-94f4314b015b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2695db64-c171-49c5-a51a-08966e9033a6,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:07.899827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53188) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:07.904551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8687795c-a6ce-4248-9eef-6650def3eade tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group_rule': {'security_group_id': '2695db64-c171-49c5-a51a-08966e9033a6', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:07.932436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8687795c-a6ce-4248-9eef-6650def3eade tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:07.993879 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8687795c-a6ce-4248-9eef-6650def3eade tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:07.998001 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8687795c-a6ce-4248-9eef-6650def3eade tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.016332 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687795c-a6ce-4248-9eef-6650def3eade tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ac1373-557e-45a9-86c5-ac82c3042ca1,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:08.025575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8687795c-a6ce-4248-9eef-6650def3eade tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.026791 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8687795c-a6ce-4248-9eef-6650def3eade tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259205 Nov 09 18:56:08.029551 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53190) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:08.033912 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a0865d24-87cf-4f4b-a69c-25fa3cff4fbd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group_rule': {'security_group_id': '2695db64-c171-49c5-a51a-08966e9033a6', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:08.060678 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0865d24-87cf-4f4b-a69c-25fa3cff4fbd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.122502 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0865d24-87cf-4f4b-a69c-25fa3cff4fbd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.127720 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0865d24-87cf-4f4b-a69c-25fa3cff4fbd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.146228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0865d24-87cf-4f4b-a69c-25fa3cff4fbd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a5f5ae-b34e-426d-a1ff-8db87c1a032d,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:08.154435 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a0865d24-87cf-4f4b-a69c-25fa3cff4fbd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.155890 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a0865d24-87cf-4f4b-a69c-25fa3cff4fbd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251774 Nov 09 18:56:08.159160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53192) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:08.164494 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-f737cb55-9521-4cf0-b50a-bc323c6747ba tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group_rule': {'security_group_id': '2695db64-c171-49c5-a51a-08966e9033a6', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:08.191820 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f737cb55-9521-4cf0-b50a-bc323c6747ba tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.250569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f737cb55-9521-4cf0-b50a-bc323c6747ba tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.255496 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f737cb55-9521-4cf0-b50a-bc323c6747ba tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.274794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737cb55-9521-4cf0-b50a-bc323c6747ba tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69df6106-bd94-4f40-a9ba-85bd7603e3f5,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:08.280397 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f737cb55-9521-4cf0-b50a-bc323c6747ba tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.281580 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f737cb55-9521-4cf0-b50a-bc323c6747ba tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213605 Nov 09 18:56:08.284971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53194) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:08.289225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-57b6f597-0c7f-48cd-92e0-b87a2304e0c7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group_rule': {'security_group_id': '2695db64-c171-49c5-a51a-08966e9033a6', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:08.316311 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-57b6f597-0c7f-48cd-92e0-b87a2304e0c7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.378592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-57b6f597-0c7f-48cd-92e0-b87a2304e0c7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.382241 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-57b6f597-0c7f-48cd-92e0-b87a2304e0c7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.399715 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6f597-0c7f-48cd-92e0-b87a2304e0c7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0bb72e-1a4e-4af4-8dce-bff5f386ba56,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:08.408167 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-57b6f597-0c7f-48cd-92e0-b87a2304e0c7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.409374 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-57b6f597-0c7f-48cd-92e0-b87a2304e0c7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234860 Nov 09 18:56:08.412367 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53196) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:08.416785 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6c1bb889-c807-457d-ab42-012f9ba59637 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group_rule': {'security_group_id': '2695db64-c171-49c5-a51a-08966e9033a6', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:08.438609 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-6c1bb889-c807-457d-ab42-012f9ba59637 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Project dec53617ec6c46b1972239fd9dbb7031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:56:08.443464 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb889-c807-457d-ab42-012f9ba59637 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.502586 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb889-c807-457d-ab42-012f9ba59637 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.505992 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb889-c807-457d-ab42-012f9ba59637 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.524382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bb889-c807-457d-ab42-012f9ba59637 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8476a5ae-3b3f-43dc-a8e4-665d696b2b59,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:08.530938 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6c1bb889-c807-457d-ab42-012f9ba59637 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.532162 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6c1bb889-c807-457d-ab42-012f9ba59637 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188812 Nov 09 18:56:08.535463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53198) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:08.540069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-05d15846-64ee-48f9-bb29-5584719ae30b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group_rule': {'security_group_id': '2695db64-c171-49c5-a51a-08966e9033a6', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:08.563864 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-05d15846-64ee-48f9-bb29-5584719ae30b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Project dec53617ec6c46b1972239fd9dbb7031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:56:08.569619 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-05d15846-64ee-48f9-bb29-5584719ae30b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.635863 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-05d15846-64ee-48f9-bb29-5584719ae30b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.639845 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-05d15846-64ee-48f9-bb29-5584719ae30b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.662462 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d15846-64ee-48f9-bb29-5584719ae30b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2130d8f9-eea5-474b-999c-879aa6bd7db3,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:08.668610 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-05d15846-64ee-48f9-bb29-5584719ae30b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:08.679366 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-05d15846-64ee-48f9-bb29-5584719ae30b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334252 Nov 09 18:56:08.823603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-d6b96763-bb76-4d78-b40e-4d421fb417c8 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887001343&fields=id&tenant_id=dec53617ec6c46b1972239fd9dbb7031 HTTP/1.1" status: 200 len: 267 time: 0.0380199 Nov 09 18:56:08.881196 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Sync routers for ids ['0e405109-cc03-4bb5-af7e-ede4285fd6a0'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:56:08.890282 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Routers {'0e405109-cc03-4bb5-af7e-ede4285fd6a0'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:56:08.890896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0e405109-cc03-4bb5-af7e-ede4285fd6a0'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:08.940084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582319-9613-462f-b471-d41184662eb7 req-567db3e5-bf0e-4169-b426-4e19990c8f6d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:08.941549 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-567db3e5-bf0e-4169-b426-4e19990c8f6d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 808 time: 0.1105535 Nov 09 18:56:08.957239 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-062058ce-ffe0-4942-9b87-6033d942e660 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/quotas/dec53617ec6c46b1972239fd9dbb7031 HTTP/1.1" status: 200 len: 375 time: 0.0098681 Nov 09 18:56:09.006606 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Set router 0e405109-cc03-4bb5-af7e-ede4285fd6a0 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:56:09.014845 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-8eb3dd9f-a42b-467e-92c9-5566b50b8d34 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488045 Nov 09 18:56:09.116555 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-f5b31483-1359-43c4-9bb9-78e340d7c7f5 service neutron] 10.222.0.81 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917799 Nov 09 18:56:09.213262 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-d5dbb9e7-2670-49ea-88ce-7a2a73ea56e1 service neutron] 10.222.0.81 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901177 Nov 09 18:56:09.213516 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'name': 'tempest-TestShelveInstance-1478301664-router', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:56:02Z', 'updated_at': '2021-11-09T18:56:06Z', 'revision_number': 4, 'project_id': 'e9fb517d23af46d9b1a988997ef25abe', 'gw_port': {'id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:03Z', 'updated_at': '2021-11-09T18:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'd36031fe-d569-49d8-a942-36d8f9b41937', 'name': '', 'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'mac_address': 'fa:16:3e:9f:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '94c4db3e-fca2-42d8-a914-e3b3143fce01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:05Z', 'updated_at': '2021-11-09T18:56:06Z', 'revision_number': 2, 'project_id': 'e9fb517d23af46d9b1a988997ef25abe', 'subnets': [{'id': '94c4db3e-fca2-42d8-a914-e3b3143fce01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:09.241876 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d6db9942-7ed4-4c60-a851-a9b3f91e6221 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:56:09.245076 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Checking router: 0e405109-cc03-4bb5-af7e-ede4285fd6a0 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:56:09.245431 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Updating router 0e405109-cc03-4bb5-af7e-ede4285fd6a0 port d36031fe-d569-49d8-a942-36d8f9b41937 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:56:09.295316 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:09.348524 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d6db9942-7ed4-4c60-a851-a9b3f91e6221 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:09.348909 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:09.382273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ecff6df2-d751-4d89-99e9-e23a7e10ee8f req-284781ef-3463-45c6-93b4-a365b82028d3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 210 time: 0.0303187 Nov 09 18:56:09.633274 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:09.638614 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:09.688385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a77923-15d1-4e24-b300-4112cf260f9d None None] Pushing event updated for resources: {'Port': ['ID=d36031fe-d569-49d8-a942-36d8f9b41937,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:09.741640 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Attempting to bind port d36031fe-d569-49d8-a942-36d8f9b41937 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:56:09.742013 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Attempting to bind port d36031fe-d569-49d8-a942-36d8f9b41937 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:56:09.743110 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Attempting to bind port d36031fe-d569-49d8-a942-36d8f9b41937 on network ea241288-62ca-4bfa-84aa-7e3860e54645 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:56:09.747847 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:56:09.748227 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Checking segment: {'id': '8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:56:09.748637 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:09.749029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Bound using segment: {'id': '8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:56:09.749499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Bound port: d36031fe-d569-49d8-a942-36d8f9b41937, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:56:09.749882 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:09.819993 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] For port d36031fe-d569-49d8-a942-36d8f9b41937, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:56:09.823211 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] For port d36031fe-d569-49d8-a942-36d8f9b41937, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d36031fe-d569-49d8-a942-36d8f9b41937,segment=NetworkSegment(8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2),segment_id=8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:56:09.828040 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:10.046855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-9b94359b-0f77-4c38-a025-ebf7cc35042c None None] Provisioning complete for port d36031fe-d569-49d8-a942-36d8f9b41937 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:10.047539 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9b94359b-0f77-4c38-a025-ebf7cc35042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:10.051697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Routers {'0e405109-cc03-4bb5-af7e-ede4285fd6a0'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:56:10.052337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:55:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0e405109-cc03-4bb5-af7e-ede4285fd6a0'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:10.056047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a77923-15d1-4e24-b300-4112cf260f9d None None] Pushing event updated for resources: {'Port': ['ID=d36031fe-d569-49d8-a942-36d8f9b41937,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:10.210470 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] Set router 0e405109-cc03-4bb5-af7e-ede4285fd6a0 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:56:10.255840 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9b94359b-0f77-4c38-a025-ebf7cc35042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:10.363108 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-9b94359b-0f77-4c38-a025-ebf7cc35042c None None] For port d36031fe-d569-49d8-a942-36d8f9b41937, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d36031fe-d569-49d8-a942-36d8f9b41937,segment=NetworkSegment(8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2),segment_id=8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:56:10.367960 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9b94359b-0f77-4c38-a025-ebf7cc35042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:10.454892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94359b-0f77-4c38-a025-ebf7cc35042c None None] Pushing event updated for resources: {'Port': ['ID=d36031fe-d569-49d8-a942-36d8f9b41937,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:10.474730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf7e8444-1796-4f2f-862c-cd8d80beb4cc req-ad4a4f19-a822-4692-999c-0f261670bce3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 210 time: 0.0330234 Nov 09 18:56:10.495724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-532907d8-b558-4810-afbe-f033bd4d625c None None] Provisioning complete for port d36031fe-d569-49d8-a942-36d8f9b41937 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:10.496101 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-532907d8-b558-4810-afbe-f033bd4d625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:10.498948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'name': 'tempest-TestShelveInstance-1478301664-router', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:56:02Z', 'updated_at': '2021-11-09T18:56:06Z', 'revision_number': 4, 'project_id': 'e9fb517d23af46d9b1a988997ef25abe', 'gw_port': {'id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:03Z', 'updated_at': '2021-11-09T18:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'd36031fe-d569-49d8-a942-36d8f9b41937', 'name': '', 'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'mac_address': 'fa:16:3e:9f:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '94c4db3e-fca2-42d8-a914-e3b3143fce01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:05Z', 'updated_at': '2021-11-09T18:56:09Z', 'revision_number': 4, 'project_id': 'e9fb517d23af46d9b1a988997ef25abe', 'subnets': [{'id': '94c4db3e-fca2-42d8-a914-e3b3143fce01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:10.545544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab828122-23d3-41e5-bf5f-05a83479ba3b None None] The sync data for ids ['0e405109-cc03-4bb5-af7e-ede4285fd6a0'] in n-d-817236-1 is: [{'id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'name': 'tempest-TestShelveInstance-1478301664-router', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:56:02Z', 'updated_at': '2021-11-09T18:56:06Z', 'revision_number': 4, 'project_id': 'e9fb517d23af46d9b1a988997ef25abe', 'gw_port': {'id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:03Z', 'updated_at': '2021-11-09T18:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'd36031fe-d569-49d8-a942-36d8f9b41937', 'name': '', 'network_id': 'ea241288-62ca-4bfa-84aa-7e3860e54645', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'mac_address': 'fa:16:3e:9f:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '94c4db3e-fca2-42d8-a914-e3b3143fce01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:05Z', 'updated_at': '2021-11-09T18:56:09Z', 'revision_number': 4, 'project_id': 'e9fb517d23af46d9b1a988997ef25abe', 'subnets': [{'id': '94c4db3e-fca2-42d8-a914-e3b3143fce01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:56:10.866216 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6500779e-4d87-4850-86dc-c0f5450b1717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:11.239901 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d36031fe-d569-49d8-a942-36d8f9b41937 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:56:11.289401 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port d36031fe-d569-49d8-a942-36d8f9b41937 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:11.289784 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:11.555598 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7398595e-9127-43cd-a0ca-5abaa1517d5d req-c272bc1e-d1d8-477e-83d7-b48629b2b808 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 210 time: 0.0308983 Nov 09 18:56:12.642531 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-86979a0c-29c4-46dc-bc9c-f1bc111bb089 req-fa464f3b-2fd4-47d0-ae82-fd63a010f4e4 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 210 time: 0.0283926 Nov 09 18:56:13.745991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-eca84cb7-848f-422b-a01e-08daa5191411 req-1ff8d54a-e219-4586-bc31-5180b88ce034 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 210 time: 0.0268223 Nov 09 18:56:13.800306 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-de213a62-a97a-40a3-a73f-c6890bf00997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:14.422075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582319-9613-462f-b471-d41184662eb7 req-aab81bfa-2038-440b-a0ed-bcb09d9446cb tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:14.423551 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-aab81bfa-2038-440b-a0ed-bcb09d9446cb tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.13 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 808 time: 0.1084161 Nov 09 18:56:14.467542 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-6a475091-32c2-4ec6-84d3-3e227c7ba541 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dec53617ec6c46b1972239fd9dbb7031 HTTP/1.1" status: 200 len: 379 time: 0.0341661 Nov 09 18:56:14.478957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-ea582319-9613-462f-b471-d41184662eb7 req-90496f3a-afaa-47da-9546-3f5454efa948 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'port': {'device_id': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'admin_state_up': True, 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'security_groups': ['2695db64-c171-49c5-a51a-08966e9033a6']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:14.582493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea582319-9613-462f-b471-d41184662eb7 req-90496f3a-afaa-47da-9546-3f5454efa948 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Made reservation on behalf of dec53617ec6c46b1972239fd9dbb7031 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:56:14.585916 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea582319-9613-462f-b471-d41184662eb7 req-90496f3a-afaa-47da-9546-3f5454efa948 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:14.648610 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:14.714762 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-ea582319-9613-462f-b471-d41184662eb7 req-90496f3a-afaa-47da-9546-3f5454efa948 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Allocated IP 172.20.0.7 (bd673eed-e5a2-472c-a32e-770847175f32/559e7b10-f5d2-4210-aa9c-781be0d5668f/8f33e56b-2d39-45d4-a0a2-110b491caaab) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:56:14.844301 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9bf6a872-dfa6-4dad-9cc5-4c3a8ba2446a req-c667e7e5-058c-429b-be13-3d73d91adc7e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 210 time: 0.0300376 Nov 09 18:56:14.876395 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea582319-9613-462f-b471-d41184662eb7 req-90496f3a-afaa-47da-9546-3f5454efa948 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:14.910268 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea582319-9613-462f-b471-d41184662eb7 req-90496f3a-afaa-47da-9546-3f5454efa948 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:14.951993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea582319-9613-462f-b471-d41184662eb7 req-90496f3a-afaa-47da-9546-3f5454efa948 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Network bd673eed-e5a2-472c-a32e-770847175f32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:56:14.954905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-ea582319-9613-462f-b471-d41184662eb7 req-90496f3a-afaa-47da-9546-3f5454efa948 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:56:14.959124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea582319-9613-462f-b471-d41184662eb7 req-90496f3a-afaa-47da-9546-3f5454efa948 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:56:14.984248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90496f3a-afaa-47da-9546-3f5454efa948 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'Port': ['ID=8f33e56b-2d39-45d4-a0a2-110b491caaab,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:15.014438 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582319-9613-462f-b471-d41184662eb7 req-90496f3a-afaa-47da-9546-3f5454efa948 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:15.015068 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea582319-9613-462f-b471-d41184662eb7 req-90496f3a-afaa-47da-9546-3f5454efa948 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:15.031544 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-90496f3a-afaa-47da-9546-3f5454efa948 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560439 Nov 09 18:56:15.045389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Request body: {'port': {'device_id': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:15.107134 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:15.166213 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-b61b8518-b31a-44e1-9e28-940c22d898b1 None None] Provisioning complete for port 8f33e56b-2d39-45d4-a0a2-110b491caaab triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:15.166702 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b61b8518-b31a-44e1-9e28-940c22d898b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:15.203399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-b61b8518-b31a-44e1-9e28-940c22d898b1 None None] Port 8f33e56b-2d39-45d4-a0a2-110b491caaab cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:56:15.398141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f33e56b-2d39-45d4-a0a2-110b491caaab {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:56:15.406117 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:15.418487 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Transition to ACTIVE for port object 8f33e56b-2d39-45d4-a0a2-110b491caaab will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:56:15.422503 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:15.474971 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Pushing event updated for resources: {'Port': ['ID=8f33e56b-2d39-45d4-a0a2-110b491caaab,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:15.584171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Attempting to bind port 8f33e56b-2d39-45d4-a0a2-110b491caaab on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:56:15.584489 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Attempting to bind port 8f33e56b-2d39-45d4-a0a2-110b491caaab by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:56:15.584826 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Attempting to bind port 8f33e56b-2d39-45d4-a0a2-110b491caaab on network bd673eed-e5a2-472c-a32e-770847175f32 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:56:15.590445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Port 8f33e56b-2d39-45d4-a0a2-110b491caaab on network bd673eed-e5a2-472c-a32e-770847175f32 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:56:15.590766 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Attempting to bind port 8f33e56b-2d39-45d4-a0a2-110b491caaab on network bd673eed-e5a2-472c-a32e-770847175f32 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:56:15.598000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:56:15.598523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Checking segment: {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:56:15.599140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Bound using segment: {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:56:15.599867 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Bound port: 8f33e56b-2d39-45d4-a0a2-110b491caaab, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:56:15.600436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:15.684176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:56:15.687836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:56:15.693682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:15.711303 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:15.731342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:15.732007 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:15.733953 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] 10.222.0.13 "PUT /v2.0/ports/8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 1091 time: 0.6930726 Nov 09 18:56:15.734597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:56:15.737561 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2441fc4-63f5-4818-b4c0-f83557b88036" -d '{"events": [{"name": "network-changed", "server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:56:15.767864 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc0743-0063-4de0-a79f-18c18b8f9870 service neutron] Pushing event updated for resources: {'Port': ['ID=8f33e56b-2d39-45d4-a0a2-110b491caaab,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:15.792619 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5a5323-1e5f-49b9-80ab-42a46618e47a x-openstack-request-id: req-2b5a5323-1e5f-49b9-80ab-42a46618e47a {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:56:15.792926 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:56:15.793211 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b5a5323-1e5f-49b9-80ab-42a46618e47a {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:56:15.793621 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'status': 'completed', 'code': 200} Nov 09 18:56:15.833384 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582319-9613-462f-b471-d41184662eb7 req-231b4828-3133-4cc0-837a-e28a836c4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:15.834928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-231b4828-3133-4cc0-837a-e28a836c4490 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1094 time: 0.0552013 Nov 09 18:56:15.884208 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-b9e98de1-f6f2-4071-8b2a-9334e799ea31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 217 time: 0.0413251 Nov 09 18:56:15.969170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582319-9613-462f-b471-d41184662eb7 req-c4e3f4fe-5501-4fc3-89d5-b6b7c90249f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:15.970614 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-c4e3f4fe-5501-4fc3-89d5-b6b7c90249f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0796890 Nov 09 18:56:16.013282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0c06d-7be9-42ca-bf51-01a9fc0b595e req-8b446558-effc-438f-8edf-00a811db6359 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:16.014720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-98c0c06d-7be9-42ca-bf51-01a9fc0b595e req-8b446558-effc-438f-8edf-00a811db6359 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 943 time: 0.0928786 Nov 09 18:56:16.047349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582319-9613-462f-b471-d41184662eb7 req-700ca8a9-729a-416b-a2b5-c197ec5976bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:16.048836 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-700ca8a9-729a-416b-a2b5-c197ec5976bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690615 Nov 09 18:56:16.082977 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-98c0c06d-7be9-42ca-bf51-01a9fc0b595e req-d75b6cd4-8083-4465-a6f0-f485325e87de tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582316 Nov 09 18:56:16.149817 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-e7c9625f-0fe3-4dd9-afad-773460f4e41f service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909390 Nov 09 18:56:16.243842 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ea582319-9613-462f-b471-d41184662eb7 req-5d5f8d97-0972-4a72-af51-78f587d1fcb6 service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869553 Nov 09 18:56:16.338453 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2441fc4-63f5-4818-b4c0-f83557b88036 req-c1bf79c6-bc11-40fc-9796-81fa2f874f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:16.340000 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2441fc4-63f5-4818-b4c0-f83557b88036 req-c1bf79c6-bc11-40fc-9796-81fa2f874f19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1094 time: 0.0430789 Nov 09 18:56:16.438210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2441fc4-63f5-4818-b4c0-f83557b88036 req-77331602-95a9-4c29-a5ec-56d2274c4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:16.440303 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2441fc4-63f5-4818-b4c0-f83557b88036 req-77331602-95a9-4c29-a5ec-56d2274c4d68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0929894 Nov 09 18:56:16.482505 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2441fc4-63f5-4818-b4c0-f83557b88036 req-7b758f41-3a7d-41c2-8062-88d21024d8ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 217 time: 0.0345390 Nov 09 18:56:16.532345 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2441fc4-63f5-4818-b4c0-f83557b88036 req-b952becf-4b5c-4afd-afa2-0be398f3e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:16.533726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2441fc4-63f5-4818-b4c0-f83557b88036 req-b952becf-4b5c-4afd-afa2-0be398f3e206 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0440755 Nov 09 18:56:16.585389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2441fc4-63f5-4818-b4c0-f83557b88036 req-9e649c76-563a-4d82-b539-e21d21751c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:16.586850 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2441fc4-63f5-4818-b4c0-f83557b88036 req-9e649c76-563a-4d82-b539-e21d21751c1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446453 Nov 09 18:56:16.679296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2441fc4-63f5-4818-b4c0-f83557b88036 req-40d13d1a-1be3-407b-919c-57e5bc5884be service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838113 Nov 09 18:56:16.776665 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a2441fc4-63f5-4818-b4c0-f83557b88036 req-70021440-5a39-43f3-a44a-652d12539387 service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900037 Nov 09 18:56:17.107667 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:56:17.200492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b45d2-901d-43bc-b278-255ca7ee1c17 req-906112a8-3565-40bd-a5e5-47e36628432d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:17.201988 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c43b45d2-901d-43bc-b278-255ca7ee1c17 req-906112a8-3565-40bd-a5e5-47e36628432d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 943 time: 0.0503287 Nov 09 18:56:17.241753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c43b45d2-901d-43bc-b278-255ca7ee1c17 req-4ce4a851-f772-402c-99ea-c45c25a77ab4 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334072 Nov 09 18:56:17.947075 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:18.355953 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16ee77-5394-4d06-84cb-ac33ede53cc6 req-ff1ef0d4-4942-4eec-85f3-455d05de44bd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:18.357411 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc16ee77-5394-4d06-84cb-ac33ede53cc6 req-ff1ef0d4-4942-4eec-85f3-455d05de44bd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 943 time: 0.0492716 Nov 09 18:56:18.396565 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc16ee77-5394-4d06-84cb-ac33ede53cc6 req-fa6feb7e-d420-48d9-afe5-c3ecb37ab3ad tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325568 Nov 09 18:56:19.322565 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8f33e56b-2d39-45d4-a0a2-110b491caaab details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:56:19.419579 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:56:19.431335 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'port_id': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'mac_address': 'fa:16:3e:55:0d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:56:19.469499 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:19.482788 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f33e56b-2d39-45d4-a0a2-110b491caaab {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:56:19.502704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:56:19.507528 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:19.513123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3884e5a-e9c4-49db-881c-8c8744fd0f83 req-f4eedc20-3377-4811-9efb-ca8193eda32a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:19.514622 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e3884e5a-e9c4-49db-881c-8c8744fd0f83 req-f4eedc20-3377-4811-9efb-ca8193eda32a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 943 time: 0.0497053 Nov 09 18:56:19.555157 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8f33e56b-2d39-45d4-a0a2-110b491caaab,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:19.556775 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e3884e5a-e9c4-49db-881c-8c8744fd0f83 req-e4c1888e-ab9e-4e7a-bccb-9ad52787ab84 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350647 Nov 09 18:56:19.741012 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['8f33e56b-2d39-45d4-a0a2-110b491caaab'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:56:20.672515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f05bad-9d92-4fb4-b6ca-5f7e7bd58434 req-56982ee7-372e-48d6-8852-74dc3c278da9 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:20.673905 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8f05bad-9d92-4fb4-b6ca-5f7e7bd58434 req-56982ee7-372e-48d6-8852-74dc3c278da9 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0489259 Nov 09 18:56:20.711603 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c8f05bad-9d92-4fb4-b6ca-5f7e7bd58434 req-0d9c90b8-e966-4dab-92eb-ba9faf8d4af8 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310876 Nov 09 18:56:21.337904 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8f33e56b-2d39-45d4-a0a2-110b491caaab up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:56:21.389881 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port 8f33e56b-2d39-45d4-a0a2-110b491caaab completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:56:21.393627 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 8f33e56b-2d39-45d4-a0a2-110b491caaab triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:21.394057 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:21.474246 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:21.498911 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:56:21.501440 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31915114-cf6b-4925-9191-0062e9402822" -d '{"events": [{"server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:56:21.516264 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:56:21.520695 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:21.547743 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341adda2-2ae5-4716-8178-359d8ec598ef x-openstack-request-id: req-341adda2-2ae5-4716-8178-359d8ec598ef {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:56:21.548039 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:56:21.548294 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-341adda2-2ae5-4716-8178-359d8ec598ef {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:56:21.548681 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'code': 200} Nov 09 18:56:21.575185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8f33e56b-2d39-45d4-a0a2-110b491caaab,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:21.649573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091a043-e131-46a6-9f33-ca3ea1f9560c req-634829d3-00b8-4210-9997-d50991633605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:21.650976 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8091a043-e131-46a6-9f33-ca3ea1f9560c req-634829d3-00b8-4210-9997-d50991633605 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1096 time: 0.0407891 Nov 09 18:56:21.687359 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8091a043-e131-46a6-9f33-ca3ea1f9560c req-0a8dc4f1-8e36-47b5-a55d-9067ccb6c300 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287707 Nov 09 18:56:21.829752 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0068ab-9d60-46aa-b2a2-4f7076e4796f req-78f6c92d-8ddc-4d56-8ee9-05165634ac33 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:21.831212 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d0068ab-9d60-46aa-b2a2-4f7076e4796f req-78f6c92d-8ddc-4d56-8ee9-05165634ac33 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0490928 Nov 09 18:56:21.873044 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d0068ab-9d60-46aa-b2a2-4f7076e4796f req-7f49cd14-7c1c-4afd-ab02-bf910cd508b0 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355768 Nov 09 18:56:22.988256 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d6f22-e19c-4419-aff2-90aef7d15aa7 req-18f1127f-ebfa-4eb5-a016-b787f4c11cf8 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:22.990539 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb8d6f22-e19c-4419-aff2-90aef7d15aa7 req-18f1127f-ebfa-4eb5-a016-b787f4c11cf8 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0499573 Nov 09 18:56:23.028882 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bb8d6f22-e19c-4419-aff2-90aef7d15aa7 req-9d95f3fd-8fa1-4628-8fa3-606e8383aea8 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322721 Nov 09 18:56:23.147688 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca9f1a-0cff-40c2-b317-aea71a0f1132 req-30bac1f7-946f-4b92-a499-3a848b5305c9 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:23.149062 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fca9f1a-0cff-40c2-b317-aea71a0f1132 req-30bac1f7-946f-4b92-a499-3a848b5305c9 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0490670 Nov 09 18:56:23.187134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fca9f1a-0cff-40c2-b317-aea71a0f1132 req-85fb7c42-8705-4f61-8924-47f635f5781d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321078 Nov 09 18:56:23.208444 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53264) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:23.335684 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdab29c-8617-433f-9da3-1769bfd5e2a1 tempest-TestShelveInstance-506248402 tempest-TestShelveInstance-506248402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:23.337203 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4fdab29c-8617-433f-9da3-1769bfd5e2a1 tempest-TestShelveInstance-506248402 tempest-TestShelveInstance-506248402-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1091 time: 0.1277709 Nov 09 18:56:23.340215 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53268) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:23.344455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:23.367091 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:23.463927 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:23.568061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Allocated IP 172.25.1.122 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/57d55cb1-00b2-4e87-900d-5a6decfbd56b) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:56:23.670802 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:23.703880 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:23.740135 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:56:23.742875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:56:23.746338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:56:23.778218 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'Port': ['ID=57d55cb1-00b2-4e87-900d-5a6decfbd56b,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:23.851693 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:24.419382 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:24.485759 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:24.491599 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:24.640326 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:24.645125 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:24.717315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'Port': ['ID=57d55cb1-00b2-4e87-900d-5a6decfbd56b,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:24.728407 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:24.828246 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Floating IP 16390a89-2287-4731-a871-8ab3e7a70ace associated. External IP: 172.25.1.122, port: 8f33e56b-2d39-45d4-a0a2-110b491caaab. Nov 09 18:56:25.036934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Router 51256b7f-553c-4ed2-8491-8044974e0f20 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:56:25.146999 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:56:25.158867 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5245b66d-2e65-4eba-95cc-0ec3d40031ed None None] Sync routers for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:56:25.165671 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:25.170153 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5245b66d-2e65-4eba-95cc-0ec3d40031ed None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:56:25.170726 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5245b66d-2e65-4eba-95cc-0ec3d40031ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:56:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:25.197019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6d64ce45-c120-4daf-8475-dc6ea1b352ae tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8557444 Nov 09 18:56:25.197615 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:56:25.199932 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f648a1a-1768-4a11-97bb-a0e3231f348f" -d '{"events": [{"name": "network-changed", "server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:56:25.236214 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de584869-c3a5-4dcd-bab7-0e8945bfc8da x-openstack-request-id: req-de584869-c3a5-4dcd-bab7-0e8945bfc8da {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:56:25.236517 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:56:25.236773 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de584869-c3a5-4dcd-bab7-0e8945bfc8da {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:56:25.237185 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'status': 'completed', 'code': 200} Nov 09 18:56:25.279278 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-5245b66d-2e65-4eba-95cc-0ec3d40031ed None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:56:25.303190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f648a1a-1768-4a11-97bb-a0e3231f348f req-fc3cbc4d-379e-4127-a483-c34413919f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:25.304738 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f648a1a-1768-4a11-97bb-a0e3231f348f req-fc3cbc4d-379e-4127-a483-c34413919f49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1096 time: 0.0447516 Nov 09 18:56:25.397171 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f648a1a-1768-4a11-97bb-a0e3231f348f req-04bb0a47-4e81-4f40-8998-0c1b4a8d1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:25.398655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f648a1a-1768-4a11-97bb-a0e3231f348f req-04bb0a47-4e81-4f40-8998-0c1b4a8d1ef7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0875280 Nov 09 18:56:25.469149 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f648a1a-1768-4a11-97bb-a0e3231f348f req-9b7f897d-feaa-44e5-832f-e844eef81182 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 999 time: 0.0635142 Nov 09 18:56:25.502281 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5245b66d-2e65-4eba-95cc-0ec3d40031ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '16390a89-2287-4731-a871-8ab3e7a70ace', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'port_id': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'mac_address': 'fa:16:3e:55:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:56:24Z', 'updated_at': '2021-11-09T18:56:24Z', 'revision_number': 0, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 5, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:25.521866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f648a1a-1768-4a11-97bb-a0e3231f348f req-0e14dbd9-37ba-49c6-a799-9e39e562da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:25.523370 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f648a1a-1768-4a11-97bb-a0e3231f348f req-0e14dbd9-37ba-49c6-a799-9e39e562da5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0465217 Nov 09 18:56:25.532259 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5245b66d-2e65-4eba-95cc-0ec3d40031ed None None] Checking router: 51256b7f-553c-4ed2-8491-8044974e0f20 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:56:25.540778 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5245b66d-2e65-4eba-95cc-0ec3d40031ed None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:56:25.541381 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5245b66d-2e65-4eba-95cc-0ec3d40031ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T18:56:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:25.570158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f648a1a-1768-4a11-97bb-a0e3231f348f req-58b8f8c0-7553-44ee-b8f2-27b3a623cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:25.571722 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f648a1a-1768-4a11-97bb-a0e3231f348f req-58b8f8c0-7553-44ee-b8f2-27b3a623cc84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415816 Nov 09 18:56:25.647722 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-5245b66d-2e65-4eba-95cc-0ec3d40031ed None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:56:25.671063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f648a1a-1768-4a11-97bb-a0e3231f348f req-0003d885-8f57-47ec-a978-1825c0542739 service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920401 Nov 09 18:56:25.763513 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1f648a1a-1768-4a11-97bb-a0e3231f348f req-695e2cbd-cbf7-416c-bd9c-80c115b581dd service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850282 Nov 09 18:56:25.869262 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-5245b66d-2e65-4eba-95cc-0ec3d40031ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '16390a89-2287-4731-a871-8ab3e7a70ace', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'port_id': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'mac_address': 'fa:16:3e:55:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:56:24Z', 'updated_at': '2021-11-09T18:56:24Z', 'revision_number': 0, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 5, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:25.895278 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5245b66d-2e65-4eba-95cc-0ec3d40031ed None None] The sync data for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 is: [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '16390a89-2287-4731-a871-8ab3e7a70ace', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'port_id': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'mac_address': 'fa:16:3e:55:0d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:56:24Z', 'updated_at': '2021-11-09T18:56:24Z', 'revision_number': 0, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 5, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:56:26.089454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfadfcf-472e-4a88-b730-1093e6930416 None None] New status for floating IP 16390a89-2287-4731-a871-8ab3e7a70ace: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:56:40.870060 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-387c4764-d4a8-4dfe-be40-2cc98031be8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:43.792169 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f924afb5-9a0e-4c0f-8921-c2ab9d75e3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:44.650832 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:44.704575 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acba26fb-5159-4c5c-96c1-f77ad88dcf6d req-654ab0b0-b320-4000-9a7a-ae2c3175b050 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409551 Nov 09 18:56:44.794626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba26fb-5159-4c5c-96c1-f77ad88dcf6d req-c26f0e57-980f-4001-bd0c-6dfab8ddb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:44.796170 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acba26fb-5159-4c5c-96c1-f77ad88dcf6d req-c26f0e57-980f-4001-bd0c-6dfab8ddb313 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1096 time: 0.0488398 Nov 09 18:56:44.904107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba26fb-5159-4c5c-96c1-f77ad88dcf6d req-03959915-901c-4c31-9ff8-5c32e075bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:44.904107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acba26fb-5159-4c5c-96c1-f77ad88dcf6d req-03959915-901c-4c31-9ff8-5c32e075bd55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0865986 Nov 09 18:56:44.974732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acba26fb-5159-4c5c-96c1-f77ad88dcf6d req-81d6f97d-4edc-495e-9941-e464951b31a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 1001 time: 0.0646052 Nov 09 18:56:45.025177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba26fb-5159-4c5c-96c1-f77ad88dcf6d req-e64cfb96-3152-4077-bd39-c320e78b8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:45.026650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acba26fb-5159-4c5c-96c1-f77ad88dcf6d req-e64cfb96-3152-4077-bd39-c320e78b8209 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0451293 Nov 09 18:56:45.074048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba26fb-5159-4c5c-96c1-f77ad88dcf6d req-43a7f62b-2617-4b72-99f1-8d9600c78362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:45.075563 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acba26fb-5159-4c5c-96c1-f77ad88dcf6d req-43a7f62b-2617-4b72-99f1-8d9600c78362 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413225 Nov 09 18:56:45.173094 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acba26fb-5159-4c5c-96c1-f77ad88dcf6d req-d0be909a-a60c-42c6-8a8e-fb9ec3290e6a service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891440 Nov 09 18:56:45.266264 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-acba26fb-5159-4c5c-96c1-f77ad88dcf6d req-d049ed6b-248f-494a-9b13-7faca0541586 service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856013 Nov 09 18:56:45.713709 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:47.950063 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:53.855907 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:54.107523 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:56:54.475565 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:10.873760 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-97bca2e3-d0b8-4242-82b5-7ddb2d6fda0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:13.793778 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-92e4e62f-ae1d-4794-a2cf-d04cc3f49092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:14.653154 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:15.718108 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:17.952768 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:23.853404 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:24.491122 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:31.106863 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:57:40.874155 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-a19b4500-3960-4679-baa5-866a30306fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:43.796058 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-74c1e3c1-fddf-4b16-b343-f8f46930abb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:44.656390 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:45.695371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-920e49c7-3d6f-4421-9775-af7ced3d1d7e req-c44bc122-fdbd-46a6-ab67-67118833b2f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415790 Nov 09 18:57:45.718433 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:45.782909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e49c7-3d6f-4421-9775-af7ced3d1d7e req-bf55fd4a-74e8-4dee-96dd-d6d824c4eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:45.784422 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-920e49c7-3d6f-4421-9775-af7ced3d1d7e req-bf55fd4a-74e8-4dee-96dd-d6d824c4eb71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1096 time: 0.0482473 Nov 09 18:57:45.891999 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e49c7-3d6f-4421-9775-af7ced3d1d7e req-04b5fae7-5f9b-457f-ad29-e3ad9ce66d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:45.893467 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-920e49c7-3d6f-4421-9775-af7ced3d1d7e req-04b5fae7-5f9b-457f-ad29-e3ad9ce66d7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0885310 Nov 09 18:57:45.964949 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-920e49c7-3d6f-4421-9775-af7ced3d1d7e req-9f8cba07-bb98-48f5-8de9-b77fbd96090b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 1001 time: 0.0638955 Nov 09 18:57:46.014907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e49c7-3d6f-4421-9775-af7ced3d1d7e req-9f7f991b-56de-4a15-a566-9d5d4cd71e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:46.016418 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-920e49c7-3d6f-4421-9775-af7ced3d1d7e req-9f7f991b-56de-4a15-a566-9d5d4cd71e6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0449228 Nov 09 18:57:46.063860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e49c7-3d6f-4421-9775-af7ced3d1d7e req-05286c43-0ad8-49fc-bbb0-db2948304f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:46.065395 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-920e49c7-3d6f-4421-9775-af7ced3d1d7e req-05286c43-0ad8-49fc-bbb0-db2948304f85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414894 Nov 09 18:57:46.162477 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-920e49c7-3d6f-4421-9775-af7ced3d1d7e req-3dccae57-b57e-47c9-a2e5-ce7b884d3284 service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897081 Nov 09 18:57:46.253007 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-920e49c7-3d6f-4421-9775-af7ced3d1d7e req-d0641b63-d222-46f8-8791-2ec8d22d4f6a service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835531 Nov 09 18:57:47.955942 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:53.864356 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:54.496964 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:08.106697 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:58:10.874645 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1f660220-f563-497d-974b-c9f428170d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:13.797350 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c6fdd1cd-7368-4f4a-93cb-fbac46350a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:14.658048 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.724022 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:17.958478 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:22.745260 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb651f-59e7-49eb-81cb-b1c4178ebd12 req-5465ac68-ea4e-4738-ac2c-58a26c8e8353 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:22.746770 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ddbb651f-59e7-49eb-81cb-b1c4178ebd12 req-5465ac68-ea4e-4738-ac2c-58a26c8e8353 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0502670 Nov 09 18:58:22.785358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ddbb651f-59e7-49eb-81cb-b1c4178ebd12 req-39c8aab0-212c-4e3f-a24a-307306352419 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Nov 09 18:58:23.865776 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:23.925973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e82117-b260-4eb5-b8bf-3fc7315579aa req-1d986707-b128-4ea2-8d35-00ec58a5d9c2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:23.927480 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77e82117-b260-4eb5-b8bf-3fc7315579aa req-1d986707-b128-4ea2-8d35-00ec58a5d9c2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0612156 Nov 09 18:58:23.966311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-77e82117-b260-4eb5-b8bf-3fc7315579aa req-a09ee8d6-5c48-429d-927d-cad8c834b14d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326638 Nov 09 18:58:24.510725 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:25.083866 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede291cb-7287-45ad-93a7-309fc847b5de req-45f57129-73ef-49cf-a9f2-2bf188d03fc6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:25.085881 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ede291cb-7287-45ad-93a7-309fc847b5de req-45f57129-73ef-49cf-a9f2-2bf188d03fc6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0508888 Nov 09 18:58:25.125524 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ede291cb-7287-45ad-93a7-309fc847b5de req-e39ccc35-8703-4fc6-9822-fe0bff6ddc10 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335662 Nov 09 18:58:26.256908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bf54b-ea01-4c32-b2b5-e4c1886b516b req-d2f53a23-31c3-470d-b5de-a0b62aa80ece tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:26.259117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f6bf54b-ea01-4c32-b2b5-e4c1886b516b req-d2f53a23-31c3-470d-b5de-a0b62aa80ece tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0498147 Nov 09 18:58:26.296310 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7f6bf54b-ea01-4c32-b2b5-e4c1886b516b req-be82e4ec-0627-49be-83e5-634677482c20 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312166 Nov 09 18:58:27.416448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd694ac-e6c1-40e1-ac8f-50a2deea6095 req-5bf61162-40b2-4e4a-a165-385199d84ae9 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:27.417903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9dd694ac-e6c1-40e1-ac8f-50a2deea6095 req-5bf61162-40b2-4e4a-a165-385199d84ae9 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0528278 Nov 09 18:58:27.455399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9dd694ac-e6c1-40e1-ac8f-50a2deea6095 req-f6943271-bfde-4cf6-b6ca-76b93be2fcee tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314946 Nov 09 18:58:28.569215 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b90fd-cce5-4c89-8a8c-d98ae80d54a3 req-6b7cdd87-859b-4451-a960-1e6ffe45cd7d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:28.571466 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-376b90fd-cce5-4c89-8a8c-d98ae80d54a3 req-6b7cdd87-859b-4451-a960-1e6ffe45cd7d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0502865 Nov 09 18:58:28.609535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-376b90fd-cce5-4c89-8a8c-d98ae80d54a3 req-29904301-015f-4a70-9c0e-70aa30e343b0 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320251 Nov 09 18:58:29.725471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604ecec-7d5a-49fd-8fe2-ee295232929f req-6c42a5a8-1ce5-49f0-a1ff-96b4abd3909d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:29.727847 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1604ecec-7d5a-49fd-8fe2-ee295232929f req-6c42a5a8-1ce5-49f0-a1ff-96b4abd3909d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0500302 Nov 09 18:58:29.765228 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1604ecec-7d5a-49fd-8fe2-ee295232929f req-fcdc7f9e-8f8c-4fa9-950f-96eebedb0d63 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311949 Nov 09 18:58:30.890827 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f9aff-2aa0-4813-90a9-af7fbe249dd1 req-f78b24dc-f665-4623-8455-06817c22d557 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:30.892331 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2c9f9aff-2aa0-4813-90a9-af7fbe249dd1 req-f78b24dc-f665-4623-8455-06817c22d557 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0538950 Nov 09 18:58:30.930424 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2c9f9aff-2aa0-4813-90a9-af7fbe249dd1 req-1a9db529-3996-484e-9b54-738566b47436 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320320 Nov 09 18:58:32.044922 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214663a-754f-44d2-bb0a-6f4a3ae8e049 req-7a32d307-885a-4bdd-83d8-c27908a2c7de tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:32.046394 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2214663a-754f-44d2-bb0a-6f4a3ae8e049 req-7a32d307-885a-4bdd-83d8-c27908a2c7de tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0494535 Nov 09 18:58:32.085106 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2214663a-754f-44d2-bb0a-6f4a3ae8e049 req-074b0271-8849-4b9d-bdc0-8810c3f1732d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327637 Nov 09 18:58:33.202399 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cf77a-f85c-442e-afeb-8494cd065b9c req-6c64a00a-24b5-461f-b29f-1676a17ee33a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:33.203916 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-215cf77a-f85c-442e-afeb-8494cd065b9c req-6c64a00a-24b5-461f-b29f-1676a17ee33a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0484164 Nov 09 18:58:33.242756 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-215cf77a-f85c-442e-afeb-8494cd065b9c req-9ab3d676-e373-4f69-af96-61235e429cea tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328975 Nov 09 18:58:34.362322 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a6337-660d-483a-96b4-028af10b739e req-1504808d-d43d-497c-b773-90f886f96668 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:34.363830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-477a6337-660d-483a-96b4-028af10b739e req-1504808d-d43d-497c-b773-90f886f96668 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0530164 Nov 09 18:58:34.402157 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-477a6337-660d-483a-96b4-028af10b739e req-0c9cc099-93aa-49ce-a922-c73cf20713d3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320976 Nov 09 18:58:35.528182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07198de9-6f4e-4aa1-b09f-1c0723e93427 req-7e7aaed0-c819-4264-9815-852e997a395e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:35.531846 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07198de9-6f4e-4aa1-b09f-1c0723e93427 req-7e7aaed0-c819-4264-9815-852e997a395e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0602705 Nov 09 18:58:35.573742 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07198de9-6f4e-4aa1-b09f-1c0723e93427 req-ba9bc687-551e-4304-aad4-7ad8420bf61d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382080 Nov 09 18:58:36.008440 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8f33e56b-2d39-45d4-a0a2-110b491caaab details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:58:36.119053 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:36.132964 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'port_id': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'mac_address': 'fa:16:3e:55:0d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:58:36.179462 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:36.196521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f33e56b-2d39-45d4-a0a2-110b491caaab {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:58:36.220105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:36.226724 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:36.281703 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8f33e56b-2d39-45d4-a0a2-110b491caaab,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:36.289389 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:36.289896 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:36.290241 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:36.290585 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:36.290924 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:36.291441 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:36.291783 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:36.292113 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:36.292440 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:36.292768 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:36.293094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:36.295566 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:36.309732 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['8f33e56b-2d39-45d4-a0a2-110b491caaab'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:58:36.700527 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078bd1-7e6e-4fd9-9e23-099a72ffc1a7 req-177e46ca-f1ab-4d89-a595-2a7f793c3ddf tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:36.702054 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a3078bd1-7e6e-4fd9-9e23-099a72ffc1a7 req-177e46ca-f1ab-4d89-a595-2a7f793c3ddf tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0545518 Nov 09 18:58:36.742577 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a3078bd1-7e6e-4fd9-9e23-099a72ffc1a7 req-d26e7b83-e2e6-4260-b305-a84c2749e614 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337617 Nov 09 18:58:37.879776 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87678a34-9580-44d6-80f4-995e80da31a0 req-bb23a867-bf1c-458c-9915-dcf4e59a31e3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:37.881265 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-87678a34-9580-44d6-80f4-995e80da31a0 req-bb23a867-bf1c-458c-9915-dcf4e59a31e3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0674441 Nov 09 18:58:37.920205 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-87678a34-9580-44d6-80f4-995e80da31a0 req-da3227b1-5022-4c1c-a8fa-785dfb96bd4c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 Nov 09 18:58:38.010899 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8f33e56b-2d39-45d4-a0a2-110b491caaab up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:58:38.064724 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port 8f33e56b-2d39-45d4-a0a2-110b491caaab triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:38.065143 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:38.303411 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:38.335649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:58:38.338920 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a4db20-a4a3-4be7-815b-6c8200482fb0" -d '{"events": [{"server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:58:38.357934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:38.363736 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:38.429448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8f33e56b-2d39-45d4-a0a2-110b491caaab,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:38.471879 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dcdecf-6793-4d38-bfcb-c8cab1fba4d3 x-openstack-request-id: req-c6dcdecf-6793-4d38-bfcb-c8cab1fba4d3 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:58:38.472242 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:58:38.472592 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6dcdecf-6793-4d38-bfcb-c8cab1fba4d3 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:58:38.473058 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'code': 200} Nov 09 18:58:39.066425 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48dccd-c31a-4873-983b-6f05708e6736 req-5adcef73-0e99-42f7-a027-268ac22b20b7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:39.068008 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b48dccd-c31a-4873-983b-6f05708e6736 req-5adcef73-0e99-42f7-a027-268ac22b20b7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0625105 Nov 09 18:58:39.114222 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5b48dccd-c31a-4873-983b-6f05708e6736 req-0c36d23f-0143-4e6a-8a47-24b105ca752f tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394266 Nov 09 18:58:40.244708 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4045b-7b75-4bbd-9f78-90288bb59f1a req-2de1eed1-0dfe-4abc-84ae-8481189c7cd7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:40.246385 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-24c4045b-7b75-4bbd-9f78-90288bb59f1a req-2de1eed1-0dfe-4abc-84ae-8481189c7cd7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0568058 Nov 09 18:58:40.291019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-24c4045b-7b75-4bbd-9f78-90288bb59f1a req-c37f033c-c03b-41b1-97d1-7bd0aa8263b2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375767 Nov 09 18:58:40.880577 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5eb427ef-5e68-44a4-bce5-37272d1acdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:41.432714 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab053d-4774-4e27-9cb3-cc0c770743e7 req-a12371c2-7e89-4586-8229-83d8b3bbfc5e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:41.442288 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34ab053d-4774-4e27-9cb3-cc0c770743e7 req-a12371c2-7e89-4586-8229-83d8b3bbfc5e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0704787 Nov 09 18:58:41.498244 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-34ab053d-4774-4e27-9cb3-cc0c770743e7 req-eab3b63f-a7bc-4800-b1f2-32853ec4afbf tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547066 Nov 09 18:58:42.625163 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5530a-9411-4e49-9b2b-c87877f18bb0 req-82b36cd2-2700-4d18-a038-046db39498f2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:42.627998 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ffa5530a-9411-4e49-9b2b-c87877f18bb0 req-82b36cd2-2700-4d18-a038-046db39498f2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0539498 Nov 09 18:58:42.677981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ffa5530a-9411-4e49-9b2b-c87877f18bb0 req-7ccb145d-250a-4d22-b2f4-69f4cee47532 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442851 Nov 09 18:58:43.794371 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6074f8-7003-4874-8b29-5b3d4579c22a req-8063cd23-d91c-45c4-8c9e-387432dac53a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:43.795936 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df6074f8-7003-4874-8b29-5b3d4579c22a req-8063cd23-d91c-45c4-8c9e-387432dac53a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0516691 Nov 09 18:58:43.801976 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-51593f0c-ad49-4b21-9b55-044b47ee4344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:43.840816 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-df6074f8-7003-4874-8b29-5b3d4579c22a req-cc1a0dd6-65cc-4280-9c6c-c52880ab5d77 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340049 Nov 09 18:58:44.482193 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b3f24-3e7e-44d6-b36e-ee978265f94a req-0fdad662-162b-47f0-99b9-189aaed99650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:44.483701 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79b3f24-3e7e-44d6-b36e-ee978265f94a req-0fdad662-162b-47f0-99b9-189aaed99650 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1096 time: 0.0454011 Nov 09 18:58:44.575485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b3f24-3e7e-44d6-b36e-ee978265f94a req-6f7a2d68-1a15-4203-ada5-d0fb9b5906ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:44.576975 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79b3f24-3e7e-44d6-b36e-ee978265f94a req-6f7a2d68-1a15-4203-ada5-d0fb9b5906ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0851023 Nov 09 18:58:44.653498 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79b3f24-3e7e-44d6-b36e-ee978265f94a req-343c8c2e-4ae9-4aee-9298-0e27e60b4861 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 1001 time: 0.0695262 Nov 09 18:58:44.660885 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:44.706690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b3f24-3e7e-44d6-b36e-ee978265f94a req-0c29b7cd-ed61-46c2-b974-6f0d22596787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:44.708286 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79b3f24-3e7e-44d6-b36e-ee978265f94a req-0c29b7cd-ed61-46c2-b974-6f0d22596787 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0475302 Nov 09 18:58:44.760550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b3f24-3e7e-44d6-b36e-ee978265f94a req-5c377962-02bf-4c5b-8255-935b39c4976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:44.761991 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79b3f24-3e7e-44d6-b36e-ee978265f94a req-5c377962-02bf-4c5b-8255-935b39c4976a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447178 Nov 09 18:58:44.773832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-e79b3f24-3e7e-44d6-b36e-ee978265f94a req-01e13a3a-d724-4c94-8bff-5c345a7cc709 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:58:44.775023 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79b3f24-3e7e-44d6-b36e-ee978265f94a req-01e13a3a-d724-4c94-8bff-5c345a7cc709 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054672 Nov 09 18:58:44.872952 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79b3f24-3e7e-44d6-b36e-ee978265f94a req-73962daa-5c1b-4ec2-8601-bb61559f53b6 service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900605 Nov 09 18:58:45.004065 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d6d77-acf0-4c5e-8cd7-dc084049e6b1 req-23c1fa90-3323-472e-a2d9-5453db1c8a16 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:45.005532 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d10d6d77-acf0-4c5e-8cd7-dc084049e6b1 req-23c1fa90-3323-472e-a2d9-5453db1c8a16 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0807221 Nov 09 18:58:45.023302 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e79b3f24-3e7e-44d6-b36e-ee978265f94a req-273e541a-3d93-4c14-85cc-6108b7fcf6ef service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433604 Nov 09 18:58:45.050382 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d10d6d77-acf0-4c5e-8cd7-dc084049e6b1 req-c2925087-0b00-49bd-9cbb-f9e023cc4a4c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381367 Nov 09 18:58:45.107483 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:58:45.729742 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fdcb6-b892-409a-b46a-e2223fa90984 req-a005b5f1-cda4-4ddd-95b0-5f2afbc78a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:45.730141 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:45.731569 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d9fdcb6-b892-409a-b46a-e2223fa90984 req-a005b5f1-cda4-4ddd-95b0-5f2afbc78a85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1096 time: 0.0443194 Nov 09 18:58:45.849633 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fdcb6-b892-409a-b46a-e2223fa90984 req-dc58f134-2a8a-46d9-8053-893d6a27167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:45.851126 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d9fdcb6-b892-409a-b46a-e2223fa90984 req-dc58f134-2a8a-46d9-8053-893d6a27167c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0997114 Nov 09 18:58:45.916156 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d9fdcb6-b892-409a-b46a-e2223fa90984 req-f335d8de-cf59-4914-a48c-5497fd97fe24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 1001 time: 0.0575011 Nov 09 18:58:45.966618 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fdcb6-b892-409a-b46a-e2223fa90984 req-5a3bbda3-e445-4e22-9f65-c6c3c1d7fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:45.968050 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d9fdcb6-b892-409a-b46a-e2223fa90984 req-5a3bbda3-e445-4e22-9f65-c6c3c1d7fc05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0434079 Nov 09 18:58:46.018515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fdcb6-b892-409a-b46a-e2223fa90984 req-d26e3ab3-dcc7-40f3-a571-cb3f9f5ff6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:46.020024 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d9fdcb6-b892-409a-b46a-e2223fa90984 req-d26e3ab3-dcc7-40f3-a571-cb3f9f5ff6b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436685 Nov 09 18:58:46.120301 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d9fdcb6-b892-409a-b46a-e2223fa90984 req-1a7c1a9b-7adf-42ec-b738-0a8a230437c9 service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920501 Nov 09 18:58:46.219404 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8d8cb-428f-4734-ad4c-7125775b35d8 req-3a5c887b-f35b-4d83-ac61-c5e4b94972bb tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:46.220870 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ac8d8cb-428f-4734-ad4c-7125775b35d8 req-3a5c887b-f35b-4d83-ac61-c5e4b94972bb tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0996130 Nov 09 18:58:46.261785 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9d9fdcb6-b892-409a-b46a-e2223fa90984 req-4bccf256-a5a3-4b7f-9fe0-0219c1aa897a service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307199 Nov 09 18:58:46.278784 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ac8d8cb-428f-4734-ad4c-7125775b35d8 req-34865671-a07d-4164-9c59-9bfb6a4a6aa9 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515118 Nov 09 18:58:47.393455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c6e00-00ca-4f9f-8d8a-9ce0d19b3f8e req-a94cd4d3-ecf3-46ca-a0de-cd622c56f31d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:47.394939 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-641c6e00-00ca-4f9f-8d8a-9ce0d19b3f8e req-a94cd4d3-ecf3-46ca-a0de-cd622c56f31d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0502074 Nov 09 18:58:47.434162 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-641c6e00-00ca-4f9f-8d8a-9ce0d19b3f8e req-9fabf9c8-f9c1-4180-ad70-15b28e1b0ce0 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327349 Nov 09 18:58:47.544196 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-f3908c94-12ff-4d4c-b26f-a6656674400a req-b63b6bfa-bd8c-4bf0-a743-848bca9e734b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:58:47.545220 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f3908c94-12ff-4d4c-b26f-a6656674400a req-b63b6bfa-bd8c-4bf0-a743-848bca9e734b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480235 Nov 09 18:58:47.712479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc7a14-56ca-407c-b89e-431af8b39f64 req-4d5a3176-a6e8-4ecb-a6dc-e1667539e916 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:47.713992 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33cc7a14-56ca-407c-b89e-431af8b39f64 req-4d5a3176-a6e8-4ecb-a6dc-e1667539e916 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0633376 Nov 09 18:58:47.753579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-33cc7a14-56ca-407c-b89e-431af8b39f64 req-636b793d-84ed-46d7-a81b-27f43356ca15 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331523 Nov 09 18:58:47.944306 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-1e4f53ec-0579-4b91-8334-23c842cd7a7c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830040 Nov 09 18:58:47.961198 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:48.026931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8f33e56b-2d39-45d4-a0a2-110b491caaab no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:58:48.106161 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:48.129535 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:58:48.131857 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37da1249-ed00-4d3b-a818-90bdd05a2c42" -d '{"events": [{"server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:58:48.146262 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:48.151989 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:48.189564 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 18:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f7343f-0f5f-4342-b710-2b93dd6241b5 x-openstack-request-id: req-64f7343f-0f5f-4342-b710-2b93dd6241b5 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:58:48.189959 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "name": "network-vif-unplugged", "status": "failed", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab", "code": 422}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:58:48.190386 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64f7343f-0f5f-4342-b710-2b93dd6241b5 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:58:48.191139 n-d-817236-1 neutron-server[102156]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'code': 422} returned with failed status Nov 09 18:58:48.231054 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=8f33e56b-2d39-45d4-a0a2-110b491caaab,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:48.819973 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-90ebe37e-a7f3-47cc-a1f4-3fc608f5cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:48.821689 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-90ebe37e-a7f3-47cc-a1f4-3fc608f5cdcc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7&tenant_id=dec53617ec6c46b1972239fd9dbb7031 HTTP/1.1" status: 200 len: 1094 time: 0.0443299 Nov 09 18:58:48.837278 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:48.918678 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63f2a3-baf8-47bc-a34b-3c844210c8ff req-0974b9ce-bd0c-4bbf-810a-411670b02641 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:48.920299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5e63f2a3-baf8-47bc-a34b-3c844210c8ff req-0974b9ce-bd0c-4bbf-810a-411670b02641 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 943 time: 0.0971627 Nov 09 18:58:48.927669 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:48.996707 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5e63f2a3-baf8-47bc-a34b-3c844210c8ff req-80e1e98c-77ce-4728-ad50-c888d29abf73 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666521 Nov 09 18:58:49.164589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:49.197060 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:58:49.230140 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f33e56b-2d39-45d4-a0a2-110b491caaab {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:58:49.237542 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:49.250012 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Transition to ACTIVE for port object 8f33e56b-2d39-45d4-a0a2-110b491caaab will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:58:49.254348 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:49.330587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f33e56b-2d39-45d4-a0a2-110b491caaab,revision_number=9']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:49.345421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:49.345754 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:49.346086 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:49.346416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:49.346736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:49.347057 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:49.347485 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:49.347806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:49.348125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:49.348441 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:49.348756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:49.349073 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:49.388554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] No DVR routers for this DVR port 8f33e56b-2d39-45d4-a0a2-110b491caaab on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:58:49.526792 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Attempting to bind port 8f33e56b-2d39-45d4-a0a2-110b491caaab on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:58:49.527134 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Attempting to bind port 8f33e56b-2d39-45d4-a0a2-110b491caaab by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:58:49.527482 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Attempting to bind port 8f33e56b-2d39-45d4-a0a2-110b491caaab on network bd673eed-e5a2-472c-a32e-770847175f32 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:58:49.531722 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Port 8f33e56b-2d39-45d4-a0a2-110b491caaab on network bd673eed-e5a2-472c-a32e-770847175f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:58:49.532036 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Attempting to bind port 8f33e56b-2d39-45d4-a0a2-110b491caaab on network bd673eed-e5a2-472c-a32e-770847175f32 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:58:49.536795 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:58:49.537124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Checking segment: {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:58:49.537502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Bound using segment: {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:58:49.537920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Bound port: 8f33e56b-2d39-45d4-a0a2-110b491caaab, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:58:49.538302 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:49.605138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:58:49.608069 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:58:49.613041 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:49.649225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:49.649850 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:49.651258 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] 10.222.0.18 "PUT /v2.0/ports/8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 1091 time: 0.8199732 Nov 09 18:58:49.651702 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:58:49.653956 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6827ba61-f41c-4214-8d92-048e6b406a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:58:49.688860 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f0937-230a-4af6-8b40-b40e29e7c3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f33e56b-2d39-45d4-a0a2-110b491caaab,revision_number=10']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:49.723291 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-aafb8939-f9da-4bb4-8195-d94e767ce7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:49.724835 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-aafb8939-f9da-4bb4-8195-d94e767ce7ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1095 time: 0.0487854 Nov 09 18:58:50.112145 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2ca82a-bc85-42f5-8faa-079751e49e06 x-openstack-request-id: req-3e2ca82a-bc85-42f5-8faa-079751e49e06 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:58:50.112875 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:58:50.112875 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e2ca82a-bc85-42f5-8faa-079751e49e06 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:58:50.113145 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'status': 'completed', 'code': 200} Nov 09 18:58:50.191775 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669afec0-6f65-4f26-a196-fcbb5c03cdd0 req-a4d08670-320d-4f00-9f6c-2668370db729 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:50.193243 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-669afec0-6f65-4f26-a196-fcbb5c03cdd0 req-a4d08670-320d-4f00-9f6c-2668370db729 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0794594 Nov 09 18:58:50.194692 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-477710f6-b782-4390-82c6-a35482446b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:50.196068 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-477710f6-b782-4390-82c6-a35482446b7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.4631104 Nov 09 18:58:50.277969 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-669afec0-6f65-4f26-a196-fcbb5c03cdd0 req-fdd61b9a-1a7c-4046-8515-2706238f397d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783870 Nov 09 18:58:50.288229 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-b9bab039-db72-4b25-82ea-0a46b9539475 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 999 time: 0.0829930 Nov 09 18:58:50.338916 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-cdee206d-f3c2-4332-8b63-d2bb7080a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:50.340414 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-cdee206d-f3c2-4332-8b63-d2bb7080a6e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0444634 Nov 09 18:58:50.386893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-f88832ae-6b00-4ec6-99d2-ce7c8732ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:50.388409 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-f88832ae-6b00-4ec6-99d2-ce7c8732ad14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403175 Nov 09 18:58:50.480919 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-61581080-0a36-4090-9eb1-cb44e7eadeef service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854127 Nov 09 18:58:50.575808 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e1cd370d-70e2-4b1c-a6b5-b8d10a82622b req-09942064-72ec-4e25-9477-75590291e40b service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880656 Nov 09 18:58:50.662147 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827ba61-f41c-4214-8d92-048e6b406a2b req-38c7e86f-f967-4c02-bb69-cb6594690071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:50.664363 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6827ba61-f41c-4214-8d92-048e6b406a2b req-38c7e86f-f967-4c02-bb69-cb6594690071 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1095 time: 0.0444691 Nov 09 18:58:50.772382 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827ba61-f41c-4214-8d92-048e6b406a2b req-412dfd35-4b40-4660-9e6d-2e87ed0f1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:50.775117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6827ba61-f41c-4214-8d92-048e6b406a2b req-412dfd35-4b40-4660-9e6d-2e87ed0f1880 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.1035523 Nov 09 18:58:50.861992 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6827ba61-f41c-4214-8d92-048e6b406a2b req-ebb45fbc-7005-4f66-802d-9292cc7ae351 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 999 time: 0.0787787 Nov 09 18:58:51.411126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a6bb4-9813-4024-baac-285aa6b0a19d req-72214215-aea2-4756-9ad9-404f56338a19 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:51.414468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd0a6bb4-9813-4024-baac-285aa6b0a19d req-72214215-aea2-4756-9ad9-404f56338a19 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0628393 Nov 09 18:58:51.457730 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd0a6bb4-9813-4024-baac-285aa6b0a19d req-db40d406-931c-4cc6-91ed-a892cd22666a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361664 Nov 09 18:58:52.055515 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8f33e56b-2d39-45d4-a0a2-110b491caaab no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:58:52.098246 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device 8f33e56b-2d39-45d4-a0a2-110b491caaab not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:58:52.597121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402f9e8-3ffb-4cfd-85f8-f244db2c866c req-0da583d0-2cf5-4ae1-b205-3a4dbb0fd2d1 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:52.599338 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1402f9e8-3ffb-4cfd-85f8-f244db2c866c req-0da583d0-2cf5-4ae1-b205-3a4dbb0fd2d1 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0651033 Nov 09 18:58:52.644219 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1402f9e8-3ffb-4cfd-85f8-f244db2c866c req-7732b73f-6f36-4702-9bf7-29084150a55d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380969 Nov 09 18:58:53.767358 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd367fb-760b-43f2-bcb2-b2ed9c7a08e4 req-8aab8f46-c232-4d41-9682-e81259d518ff tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:53.768978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1fd367fb-760b-43f2-bcb2-b2ed9c7a08e4 req-8aab8f46-c232-4d41-9682-e81259d518ff tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0516255 Nov 09 18:58:53.812937 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1fd367fb-760b-43f2-bcb2-b2ed9c7a08e4 req-ddde8413-d949-4abf-aa0c-8921a7c6f091 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370440 Nov 09 18:58:53.895900 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:54.539160 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:54.939736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c169bfa-0401-467e-9b47-d4654078d798 req-f51807a3-ee31-4524-942b-da4037be16df tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:54.942127 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c169bfa-0401-467e-9b47-d4654078d798 req-f51807a3-ee31-4524-942b-da4037be16df tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0558128 Nov 09 18:58:54.989220 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c169bfa-0401-467e-9b47-d4654078d798 req-ba08bea7-e8d4-4f86-bb69-12ddd5bafe86 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374017 Nov 09 18:58:56.117460 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791646bc-8ff0-4ccb-abad-4440f0d4989b req-2dc9ea53-cc16-4329-9c3b-4e2316e838a7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:56.119110 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-791646bc-8ff0-4ccb-abad-4440f0d4989b req-2dc9ea53-cc16-4329-9c3b-4e2316e838a7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0543261 Nov 09 18:58:56.161063 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-791646bc-8ff0-4ccb-abad-4440f0d4989b req-0d877ebc-6768-427d-85e5-049f2e6aa308 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357332 Nov 09 18:58:57.296390 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd639aa2-0a68-448b-8896-0fbcf48d7537 req-24aad353-f227-43ea-8807-cb895f8000c6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:57.298092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd639aa2-0a68-448b-8896-0fbcf48d7537 req-24aad353-f227-43ea-8807-cb895f8000c6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0552030 Nov 09 18:58:57.339870 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bd639aa2-0a68-448b-8896-0fbcf48d7537 req-e44380cd-a763-4b36-85ec-9dbfebcc21ad tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336883 Nov 09 18:58:58.473880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee23b4-0d12-49bc-a14e-31aed45cc0bc req-06c5b0f9-293a-4172-a7a0-eccf234816a7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:58.476358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-faee23b4-0d12-49bc-a14e-31aed45cc0bc req-06c5b0f9-293a-4172-a7a0-eccf234816a7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0604444 Nov 09 18:58:58.516132 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-faee23b4-0d12-49bc-a14e-31aed45cc0bc req-8f4e5ff7-aa48-49d1-a379-4b746afab986 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338204 Nov 09 18:58:59.648044 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7be238-cb93-46e8-85b2-23865bc07306 req-f843c5be-637b-4e9d-acd3-67c6b4ffb6fd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:59.649813 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b7be238-cb93-46e8-85b2-23865bc07306 req-f843c5be-637b-4e9d-acd3-67c6b4ffb6fd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0612304 Nov 09 18:58:59.697515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9b7be238-cb93-46e8-85b2-23865bc07306 req-536fe9ff-51fd-434c-aee5-df52419f8d08 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370409 Nov 09 18:59:00.815123 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffc28f-4337-4f3b-895e-2144ef4e2fe1 req-8956ed8b-59c6-4aad-9048-0a27e11bc0f9 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:00.816632 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fffc28f-4337-4f3b-895e-2144ef4e2fe1 req-8956ed8b-59c6-4aad-9048-0a27e11bc0f9 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0529594 Nov 09 18:59:00.856937 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4fffc28f-4337-4f3b-895e-2144ef4e2fe1 req-72767487-876e-4b7e-9da0-748f1a8764f5 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339351 Nov 09 18:59:01.979897 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45b6d6-d90c-4158-8a3d-93a67ca3e0ff req-a86383ac-339d-4e70-8ba5-5a05b84540e4 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:01.981379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fe45b6d6-d90c-4158-8a3d-93a67ca3e0ff req-a86383ac-339d-4e70-8ba5-5a05b84540e4 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0567334 Nov 09 18:59:02.020321 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fe45b6d6-d90c-4158-8a3d-93a67ca3e0ff req-e92715c9-f7d4-4a5a-ac0a-2d7077cdd92d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329268 Nov 09 18:59:03.138190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bcbb6-4d2b-4760-a7b3-b8cd6a7c4fc2 req-22b7ef10-b413-4834-9f97-88bb601ed87f tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:03.139745 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-503bcbb6-4d2b-4760-a7b3-b8cd6a7c4fc2 req-22b7ef10-b413-4834-9f97-88bb601ed87f tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0503745 Nov 09 18:59:03.178224 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-503bcbb6-4d2b-4760-a7b3-b8cd6a7c4fc2 req-1ad4024d-8ff6-433f-8371-aa077029bdcc tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321696 Nov 09 18:59:04.293308 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b39d6-5bd6-4295-a48d-a5a5785bf65f req-1a23f460-557a-417c-8711-e9a4d467dbc3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:04.294787 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-399b39d6-5bd6-4295-a48d-a5a5785bf65f req-1a23f460-557a-417c-8711-e9a4d467dbc3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0499423 Nov 09 18:59:04.363314 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-399b39d6-5bd6-4295-a48d-a5a5785bf65f req-8492e653-2205-4ca8-bedf-96d1ff01da43 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624599 Nov 09 18:59:04.379606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827ba61-f41c-4214-8d92-048e6b406a2b req-2d6a0fcb-ce08-4707-aac1-687001c1e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:04.381109 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6827ba61-f41c-4214-8d92-048e6b406a2b req-2d6a0fcb-ce08-4707-aac1-687001c1e17c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0601883 Nov 09 18:59:04.427802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827ba61-f41c-4214-8d92-048e6b406a2b req-39826275-6500-4271-b1b2-643b73f7943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:04.429341 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6827ba61-f41c-4214-8d92-048e6b406a2b req-39826275-6500-4271-b1b2-643b73f7943c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406024 Nov 09 18:59:04.523454 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6827ba61-f41c-4214-8d92-048e6b406a2b req-3d784e12-4d9d-4ae7-9aff-aae5c9fb8e9b service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829039 Nov 09 18:59:04.621169 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6827ba61-f41c-4214-8d92-048e6b406a2b req-cecc1c8a-1786-4c42-8f10-dd172610baaa service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886045 Nov 09 18:59:05.482385 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d481e73-3154-4236-afea-cf9b3e6467dd req-56c4c49b-6d72-42ad-b09f-a45962d115db tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:05.483948 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6d481e73-3154-4236-afea-cf9b3e6467dd req-56c4c49b-6d72-42ad-b09f-a45962d115db tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0524185 Nov 09 18:59:05.524311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6d481e73-3154-4236-afea-cf9b3e6467dd req-97a77ef4-947d-4c51-ae10-b1e7c86fccca tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340903 Nov 09 18:59:06.656170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107542a-ab93-4b65-968f-e2aaf7f54e5e req-f9ff917b-adfb-40bf-b817-d0aadf81d76a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:06.657813 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1107542a-ab93-4b65-968f-e2aaf7f54e5e req-f9ff917b-adfb-40bf-b817-d0aadf81d76a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0642703 Nov 09 18:59:06.697789 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1107542a-ab93-4b65-968f-e2aaf7f54e5e req-fec3dc0a-e5da-485a-bda8-8037ecd49f0f tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333180 Nov 09 18:59:07.820989 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566717b-c1e4-4df8-a473-d1b7b47c976d req-f17c4ef2-fea7-4cd9-8191-9eb4ead49def tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:07.822581 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6566717b-c1e4-4df8-a473-d1b7b47c976d req-f17c4ef2-fea7-4cd9-8191-9eb4ead49def tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0509610 Nov 09 18:59:07.861924 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6566717b-c1e4-4df8-a473-d1b7b47c976d req-c6ed453e-89e5-476b-ae51-456ae4f28b56 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334101 Nov 09 18:59:08.979033 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420261c-ad63-455e-adb8-20383aabe8d0 req-19a7073c-bac4-44c4-bbe7-88f3ce53a5a5 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:08.980545 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0420261c-ad63-455e-adb8-20383aabe8d0 req-19a7073c-bac4-44c4-bbe7-88f3ce53a5a5 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 944 time: 0.0491855 Nov 09 18:59:09.023474 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0420261c-ad63-455e-adb8-20383aabe8d0 req-ae80dc7a-5cd3-493f-a9f3-97447734e391 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369020 Nov 09 18:59:09.607313 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 8f33e56b-2d39-45d4-a0a2-110b491caaab details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:59:09.701192 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:59:09.717371 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'port_id': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'mac_address': 'fa:16:3e:55:0d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:59:09.756367 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:09.769447 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f33e56b-2d39-45d4-a0a2-110b491caaab {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:59:09.789055 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:59:09.792882 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:09.839917 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=8f33e56b-2d39-45d4-a0a2-110b491caaab,revision_number=11']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:10.151957 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b217c-2417-45de-9cf7-b98d31f61946 req-b7fc5986-a0bb-4f0a-a5bf-4ebe5aab0952 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:10.153505 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-068b217c-2417-45de-9cf7-b98d31f61946 req-b7fc5986-a0bb-4f0a-a5bf-4ebe5aab0952 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0608151 Nov 09 18:59:10.161705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['8f33e56b-2d39-45d4-a0a2-110b491caaab'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:59:10.192743 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-068b217c-2417-45de-9cf7-b98d31f61946 req-b30611f6-9532-4409-905d-13ec3905da74 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330596 Nov 09 18:59:10.872713 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-300e9fdb-009b-44d5-8da6-ff8e2765dae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:11.311512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f348e-e34c-4469-9a92-8293c6d2dc27 req-5b2c943d-3fba-4129-830c-db0065b71181 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:11.312999 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c96f348e-e34c-4469-9a92-8293c6d2dc27 req-5b2c943d-3fba-4129-830c-db0065b71181 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 945 time: 0.0506213 Nov 09 18:59:11.354284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c96f348e-e34c-4469-9a92-8293c6d2dc27 req-66c1c39a-c954-4f86-97e1-8ab91002f2b4 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351806 Nov 09 18:59:11.613499 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 8f33e56b-2d39-45d4-a0a2-110b491caaab up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:59:11.664430 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port 8f33e56b-2d39-45d4-a0a2-110b491caaab completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:59:11.668085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port 8f33e56b-2d39-45d4-a0a2-110b491caaab triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:59:11.668460 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:11.748813 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:11.771797 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:59:11.775023 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf327c0-7d70-4c63-8c7f-0a42a439cb43" -d '{"events": [{"server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:59:11.788354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:59:11.792718 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:11.816430 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a594ea3f-c281-4136-a68d-0f71436bd064 x-openstack-request-id: req-a594ea3f-c281-4136-a68d-0f71436bd064 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:59:11.816725 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:59:11.816978 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a594ea3f-c281-4136-a68d-0f71436bd064 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:59:11.817366 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'code': 200} Nov 09 18:59:11.846934 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=8f33e56b-2d39-45d4-a0a2-110b491caaab,revision_number=12']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:11.971676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb5f93-72e0-4b62-9d7a-6f7e2d9c1f7c req-45e84148-40bc-42ce-bdc1-f4767d76b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:11.973093 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07cb5f93-72e0-4b62-9d7a-6f7e2d9c1f7c req-45e84148-40bc-42ce-bdc1-f4767d76b463 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1097 time: 0.0409358 Nov 09 18:59:12.009241 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-07cb5f93-72e0-4b62-9d7a-6f7e2d9c1f7c req-f2e468d0-8632-490e-9ec4-20275b7c70e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288885 Nov 09 18:59:12.476430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069fa5c-ef2d-427d-9a76-92d5757d2969 req-41386cff-00c8-4000-8c6f-65a6a1cf6b98 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:12.477864 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8069fa5c-ef2d-427d-9a76-92d5757d2969 req-41386cff-00c8-4000-8c6f-65a6a1cf6b98 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 946 time: 0.0536439 Nov 09 18:59:12.516313 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8069fa5c-ef2d-427d-9a76-92d5757d2969 req-c036b24d-8c2e-4667-bdda-c7a0b3d48660 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324376 Nov 09 18:59:13.638603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451aa7d-ef57-4937-b002-246eb83ea566 req-0ae8aa35-7d6a-4eeb-bffb-eaad38b2b93e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:13.640152 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3451aa7d-ef57-4937-b002-246eb83ea566 req-0ae8aa35-7d6a-4eeb-bffb-eaad38b2b93e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 946 time: 0.0541265 Nov 09 18:59:13.681774 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3451aa7d-ef57-4937-b002-246eb83ea566 req-027f1f8d-9eb3-4fd4-a0d0-4b98916eaec1 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349035 Nov 09 18:59:13.795737 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7946b93e-faf9-4f89-85c1-3b7143efaf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:14.664554 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:14.798761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf2f63-5381-40cf-ba5c-7aef93632c27 req-2c431ea9-b839-458f-b088-383ac6ed655e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:14.800270 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbf2f63-5381-40cf-ba5c-7aef93632c27 req-2c431ea9-b839-458f-b088-383ac6ed655e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 946 time: 0.0508671 Nov 09 18:59:14.840010 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3fbf2f63-5381-40cf-ba5c-7aef93632c27 req-42d7efe3-02ba-45fb-b7ed-884f7501637e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330811 Nov 09 18:59:15.732579 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:17.964746 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:22.107916 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:59:23.917915 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:24.530740 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:40.874482 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-348521e7-599f-46a6-8ddc-d886640dbb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:43.795979 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-30dd1a47-8876-4249-8be0-b50e8b2420b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:44.667584 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:45.730113 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:47.532443 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55ad5615-7c52-4a15-9060-520f63270df2 req-1deec85d-f19f-494a-9383-27b9005068c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447464 Nov 09 18:59:47.613670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad5615-7c52-4a15-9060-520f63270df2 req-3f25a86c-4eff-4cb5-87e1-be85062db6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:47.615982 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55ad5615-7c52-4a15-9060-520f63270df2 req-3f25a86c-4eff-4cb5-87e1-be85062db6b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1097 time: 0.0412481 Nov 09 18:59:47.722579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad5615-7c52-4a15-9060-520f63270df2 req-8546c6dc-57fa-4975-aca7-26696c9ff364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:47.724954 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55ad5615-7c52-4a15-9060-520f63270df2 req-8546c6dc-57fa-4975-aca7-26696c9ff364 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0883448 Nov 09 18:59:47.798728 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55ad5615-7c52-4a15-9060-520f63270df2 req-051cbcfa-b90b-4116-a04e-44de27013e5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 1001 time: 0.0663545 Nov 09 18:59:47.851389 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad5615-7c52-4a15-9060-520f63270df2 req-4388abea-d70c-4df7-a3ce-8f168b72c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:47.852880 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55ad5615-7c52-4a15-9060-520f63270df2 req-4388abea-d70c-4df7-a3ce-8f168b72c1b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0464268 Nov 09 18:59:47.901289 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad5615-7c52-4a15-9060-520f63270df2 req-7af298c3-ff3f-44cf-a93f-47a5330747a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:47.902835 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55ad5615-7c52-4a15-9060-520f63270df2 req-7af298c3-ff3f-44cf-a93f-47a5330747a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431399 Nov 09 18:59:47.971978 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:48.002368 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55ad5615-7c52-4a15-9060-520f63270df2 req-2727cdae-75b6-4fdb-a49e-c3a1e1a5e94b service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918658 Nov 09 18:59:48.095087 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-55ad5615-7c52-4a15-9060-520f63270df2 req-a70d246f-b524-4888-a672-f046d84c575c service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855174 Nov 09 18:59:53.906837 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:54.540793 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:59.108865 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:00:10.875161 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-eeae4cf4-8127-4f4f-a7d7-71df3e085fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:13.796227 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3f87-238a-4017-8398-7d99756d5c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:14.669514 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:15.734389 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:17.971133 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:23.942816 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:24.533008 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:36.108834 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:00:40.877318 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-79e79e30-c521-4785-beb1-972cf1875a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:43.799112 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-369f7af7-8200-46fe-b6b6-64283048b40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:44.671432 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:45.736137 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:47.280727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [req-74bcf791-7c43-4194-aadb-0f275dbaa9de req-1b065c64-d801-462f-a87b-1a842743332a tempest-TestMinimumBasicScenario-1650942364 tempest-TestMinimumBasicScenario-1650942364-project] (102155) timed out ('10.222.0.81', 41476) {{(pid=102155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 19:00:47.975080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:49.601990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b095c178-3897-4120-99ad-c3c8aa30ae90 req-cea5e979-38c1-4f71-a722-ffdd617e1054 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1172931 Nov 09 19:00:49.684470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095c178-3897-4120-99ad-c3c8aa30ae90 req-4d8a63f4-07ef-485b-b57c-3a73daebf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:49.686015 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b095c178-3897-4120-99ad-c3c8aa30ae90 req-4d8a63f4-07ef-485b-b57c-3a73daebf40a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1097 time: 0.0402794 Nov 09 19:00:49.789229 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095c178-3897-4120-99ad-c3c8aa30ae90 req-24a692b1-9473-467f-a6dc-d92d4fcccb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:49.790733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b095c178-3897-4120-99ad-c3c8aa30ae90 req-24a692b1-9473-467f-a6dc-d92d4fcccb5b service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0857656 Nov 09 19:00:49.859688 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b095c178-3897-4120-99ad-c3c8aa30ae90 req-30ad4f95-0a73-44a2-a367-68a9343997b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 1001 time: 0.0622549 Nov 09 19:00:49.908749 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095c178-3897-4120-99ad-c3c8aa30ae90 req-73e09932-371e-4d58-a368-e07f48dfc8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:49.910287 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b095c178-3897-4120-99ad-c3c8aa30ae90 req-73e09932-371e-4d58-a368-e07f48dfc8d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0443909 Nov 09 19:00:49.955710 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095c178-3897-4120-99ad-c3c8aa30ae90 req-89d1ab09-629d-452d-bbe7-e7051ee9f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:49.957266 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b095c178-3897-4120-99ad-c3c8aa30ae90 req-89d1ab09-629d-452d-bbe7-e7051ee9f5a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404642 Nov 09 19:00:50.052799 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b095c178-3897-4120-99ad-c3c8aa30ae90 req-49d5d2cf-1787-4aef-935e-12b3ea915a3f service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881484 Nov 09 19:00:50.142924 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b095c178-3897-4120-99ad-c3c8aa30ae90 req-ee0ccadd-2b74-47b5-862b-4a6e11671250 service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835564 Nov 09 19:00:53.943593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:54.554242 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:59.242443 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53626) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:00:59.411791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Deleting port 57d55cb1-00b2-4e87-900d-5a6decfbd56b {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:00:59.412132 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:59.491169 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:59.491507 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:59.503725 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Calling delete_port for 57d55cb1-00b2-4e87-900d-5a6decfbd56b owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:00:59.657268 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:59.683746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event deleted for resources: {'Port': ['ID=57d55cb1-00b2-4e87-900d-5a6decfbd56b,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:00:59.697141 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:00:59.697498 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:00:59.697842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:00:59.698180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:00:59.698515 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:00:59.698845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:00:59.699175 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:00:59.699536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:00:59.699862 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:00:59.700188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:00:59.700513 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:00:59.700842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:00:59.760124 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:59.760360 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Floating IP 16390a89-2287-4731-a871-8ab3e7a70ace disassociated (deleted). External IP: 172.25.1.122, port: 8f33e56b-2d39-45d4-a0a2-110b491caaab. Nov 09 19:00:59.972951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Router 51256b7f-553c-4ed2-8491-8044974e0f20 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:01:00.083846 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:01:00.088632 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:00.093621 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a440f2d-1a8d-4ca6-a762-02db5931b12f None None] Sync routers for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:01:00.104650 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a440f2d-1a8d-4ca6-a762-02db5931b12f None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:01:00.105265 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-6a440f2d-1a8d-4ca6-a762-02db5931b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:00:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:00.118462 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ffdb598d-bd3f-4590-98b6-258634b8c2d7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "DELETE /v2.0/floatingips/16390a89-2287-4731-a871-8ab3e7a70ace HTTP/1.1" status: 204 len: 168 time: 0.8750069 Nov 09 19:01:00.119302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:01:00.121784 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d22548-06d8-4596-a321-58bbed50050f" -d '{"events": [{"name": "network-changed", "server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:01:00.212401 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-6a440f2d-1a8d-4ca6-a762-02db5931b12f None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:01:00.273580 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b62283-631b-4fd7-acb9-e46025c40b29 x-openstack-request-id: req-96b62283-631b-4fd7-acb9-e46025c40b29 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:01:00.274166 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:01:00.274378 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96b62283-631b-4fd7-acb9-e46025c40b29 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:01:00.274781 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'status': 'completed', 'code': 200} Nov 09 19:01:00.350882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22548-06d8-4596-a321-58bbed50050f req-7a495001-f36c-440e-994e-ac066563e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:00.352815 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67d22548-06d8-4596-a321-58bbed50050f req-7a495001-f36c-440e-994e-ac066563e2f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 1097 time: 0.0555084 Nov 09 19:01:00.423559 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-6a440f2d-1a8d-4ca6-a762-02db5931b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 5, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:00.453846 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a440f2d-1a8d-4ca6-a762-02db5931b12f None None] Checking router: 51256b7f-553c-4ed2-8491-8044974e0f20 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:01:00.462511 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a440f2d-1a8d-4ca6-a762-02db5931b12f None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:01:00.463119 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-6a440f2d-1a8d-4ca6-a762-02db5931b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:00:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:00.484418 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d9488-721f-465b-a05f-3c8e1a070810 req-a8b75934-581c-4018-8db6-d7de097a9db7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:00.485898 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-393d9488-721f-465b-a05f-3c8e1a070810 req-a8b75934-581c-4018-8db6-d7de097a9db7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 946 time: 0.1611385 Nov 09 19:01:00.489103 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22548-06d8-4596-a321-58bbed50050f req-e5754304-ced4-4a71-b2b5-6a9ee2f268a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:00.490483 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67d22548-06d8-4596-a321-58bbed50050f req-e5754304-ced4-4a71-b2b5-6a9ee2f268a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.1293168 Nov 09 19:01:00.545260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67d22548-06d8-4596-a321-58bbed50050f req-a0ffdf3d-e2fd-4283-8a11-4b4422236f9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 200 len: 217 time: 0.0457730 Nov 09 19:01:00.567523 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-6a440f2d-1a8d-4ca6-a762-02db5931b12f None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:01:00.570369 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-393d9488-721f-465b-a05f-3c8e1a070810 req-1e8247cc-2f5a-4539-a9f2-9069a7d6baec tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777106 Nov 09 19:01:00.606557 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22548-06d8-4596-a321-58bbed50050f req-3cbf0d5f-aa58-4ece-a702-6469baab9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:00.607971 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67d22548-06d8-4596-a321-58bbed50050f req-3cbf0d5f-aa58-4ece-a702-6469baab9002 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0523634 Nov 09 19:01:00.657726 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22548-06d8-4596-a321-58bbed50050f req-350b0117-bb79-48e5-9fba-ce8aa582097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:00.659286 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67d22548-06d8-4596-a321-58bbed50050f req-350b0117-bb79-48e5-9fba-ce8aa582097a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419104 Nov 09 19:01:00.760016 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67d22548-06d8-4596-a321-58bbed50050f req-199c4fc1-91a4-4203-9f1b-a8ef85058408 service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916009 Nov 09 19:01:00.769021 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-6a440f2d-1a8d-4ca6-a762-02db5931b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 5, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:00.796857 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a440f2d-1a8d-4ca6-a762-02db5931b12f None None] The sync data for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 is: [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 5, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:01:00.861352 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-67d22548-06d8-4596-a321-58bbed50050f req-10866834-1436-4b9d-b33b-8cbf97d4beb1 service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927432 Nov 09 19:01:01.030775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ca609-bf3c-4c03-8d04-281c541efa5c None None] New status for floating IP 16390a89-2287-4731-a871-8ab3e7a70ace: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:01:01.721573 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a284e16-ec07-4c0f-928a-0690a58cea4a req-2b74472b-65e7-4ea6-84c3-704295a8572e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:01.723321 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4a284e16-ec07-4c0f-928a-0690a58cea4a req-2b74472b-65e7-4ea6-84c3-704295a8572e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 946 time: 0.0565331 Nov 09 19:01:01.762115 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4a284e16-ec07-4c0f-928a-0690a58cea4a req-195ae4dd-0e9e-44b0-ae02-78f906cab463 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=2695db64-c171-49c5-a51a-08966e9033a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329161 Nov 09 19:01:01.991483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd908a-fbd0-44b1-a0f2-f67eaf6f94c1 req-810b4b3d-e531-4b98-bf91-087a35d69eeb tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:01.992851 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ddd908a-fbd0-44b1-a0f2-f67eaf6f94c1 req-810b4b3d-e531-4b98-bf91-087a35d69eeb tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 946 time: 0.0498755 Nov 09 19:01:02.089046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-2ddd908a-fbd0-44b1-a0f2-f67eaf6f94c1 req-1c0d3b49-de0d-421b-846a-c5ee46a0346d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Deleting port 8f33e56b-2d39-45d4-a0a2-110b491caaab {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:01:02.089392 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2ddd908a-fbd0-44b1-a0f2-f67eaf6f94c1 req-1c0d3b49-de0d-421b-846a-c5ee46a0346d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:02.181724 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-2ddd908a-fbd0-44b1-a0f2-f67eaf6f94c1 req-1c0d3b49-de0d-421b-846a-c5ee46a0346d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] For port 8f33e56b-2d39-45d4-a0a2-110b491caaab, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=8f33e56b-2d39-45d4-a0a2-110b491caaab,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:02.182077 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2ddd908a-fbd0-44b1-a0f2-f67eaf6f94c1 req-1c0d3b49-de0d-421b-846a-c5ee46a0346d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:02.198878 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-2ddd908a-fbd0-44b1-a0f2-f67eaf6f94c1 req-1c0d3b49-de0d-421b-846a-c5ee46a0346d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Calling delete_port for 8f33e56b-2d39-45d4-a0a2-110b491caaab owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:01:02.351634 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2ddd908a-fbd0-44b1-a0f2-f67eaf6f94c1 req-1c0d3b49-de0d-421b-846a-c5ee46a0346d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:02.380934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3b49-de0d-421b-846a-c5ee46a0346d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event deleted for resources: {'Port': ['ID=8f33e56b-2d39-45d4-a0a2-110b491caaab,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:02.421863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddd908a-fbd0-44b1-a0f2-f67eaf6f94c1 req-1c0d3b49-de0d-421b-846a-c5ee46a0346d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] No DVR routers for this DVR port 8f33e56b-2d39-45d4-a0a2-110b491caaab on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:01:02.424463 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2ddd908a-fbd0-44b1-a0f2-f67eaf6f94c1 req-1c0d3b49-de0d-421b-846a-c5ee46a0346d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:02.427859 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2ddd908a-fbd0-44b1-a0f2-f67eaf6f94c1 req-1c0d3b49-de0d-421b-846a-c5ee46a0346d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.18 "DELETE /v2.0/ports/8f33e56b-2d39-45d4-a0a2-110b491caaab HTTP/1.1" status: 204 len: 173 time: 0.4288907 Nov 09 19:01:02.428302 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'name': 'network-vif-deleted', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:01:02.430597 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c745ffb-f022-4a66-81be-60d6b1c2dce3" -d '{"events": [{"server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "name": "network-vif-deleted", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:01:02.467979 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53895e1e-3b09-4df4-bec9-5baba3434c8b x-openstack-request-id: req-53895e1e-3b09-4df4-bec9-5baba3434c8b {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:01:02.468233 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c180a08b-647c-441e-8ee1-d04bfed665e7", "name": "network-vif-deleted", "tag": "8f33e56b-2d39-45d4-a0a2-110b491caaab", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:01:02.468493 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-53895e1e-3b09-4df4-bec9-5baba3434c8b {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:01:02.468926 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c180a08b-647c-441e-8ee1-d04bfed665e7', 'name': 'network-vif-deleted', 'tag': '8f33e56b-2d39-45d4-a0a2-110b491caaab', 'status': 'completed', 'code': 200} Nov 09 19:01:02.886611 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fa8f0dd0-c450-41d5-892f-28c5b72157ae req-044dc4b8-3fb7-4c1c-bc1a-f0f3ac62cd2c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=c180a08b-647c-441e-8ee1-d04bfed665e7 HTTP/1.1" status: 200 len: 210 time: 0.0317931 Nov 09 19:01:03.944717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53650) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:04.003912 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9aad83-9789-4a7a-8624-372398e7499f tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:04.032163 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9aad83-9789-4a7a-8624-372398e7499f tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:04.092640 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9aad83-9789-4a7a-8624-372398e7499f tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:04.095436 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1d9aad83-9789-4a7a-8624-372398e7499f tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:04.096608 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1d9aad83-9789-4a7a-8624-372398e7499f tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "DELETE /v2.0/security-groups/2695db64-c171-49c5-a51a-08966e9033a6 HTTP/1.1" status: 204 len: 168 time: 0.1509006 Nov 09 19:01:04.106979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9aad83-9789-4a7a-8624-372398e7499f tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2695db64-c171-49c5-a51a-08966e9033a6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:05.307155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53658) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:05.311803 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-c752f8fe-1f8f-42ac-9f40-d0917c7120d2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771092451', 'description': 'tempest-secgroup-smoke-1771092451 description', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:05.336179 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c752f8fe-1f8f-42ac-9f40-d0917c7120d2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.401583 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c752f8fe-1f8f-42ac-9f40-d0917c7120d2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.405358 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c752f8fe-1f8f-42ac-9f40-d0917c7120d2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.435165 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c752f8fe-1f8f-42ac-9f40-d0917c7120d2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.436425 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c752f8fe-1f8f-42ac-9f40-d0917c7120d2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1282341 Nov 09 19:01:05.437288 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752f8fe-1f8f-42ac-9f40-d0917c7120d2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343414f4-da1c-4633-8c1a-6b4825408927,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:05.439275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53660) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:05.444281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-7d42577d-b856-4736-8b4f-6b222d9f2359 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group_rule': {'security_group_id': '343414f4-da1c-4633-8c1a-6b4825408927', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:05.471055 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7d42577d-b856-4736-8b4f-6b222d9f2359 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.531654 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7d42577d-b856-4736-8b4f-6b222d9f2359 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.535420 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7d42577d-b856-4736-8b4f-6b222d9f2359 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.553666 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42577d-b856-4736-8b4f-6b222d9f2359 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6608bb2d-23d5-47b6-80e2-2eb08678dc8b,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:05.558363 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7d42577d-b856-4736-8b4f-6b222d9f2359 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.559553 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7d42577d-b856-4736-8b4f-6b222d9f2359 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193509 Nov 09 19:01:05.562230 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53662) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:05.566484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-a67bc4a7-ee60-4355-a6b2-65a06ac88a36 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group_rule': {'security_group_id': '343414f4-da1c-4633-8c1a-6b4825408927', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:05.592856 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a67bc4a7-ee60-4355-a6b2-65a06ac88a36 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.652368 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a67bc4a7-ee60-4355-a6b2-65a06ac88a36 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.655885 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a67bc4a7-ee60-4355-a6b2-65a06ac88a36 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.672587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bc4a7-ee60-4355-a6b2-65a06ac88a36 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d387261-d530-43c7-b844-72066c5917f4,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:05.682526 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a67bc4a7-ee60-4355-a6b2-65a06ac88a36 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.683782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a67bc4a7-ee60-4355-a6b2-65a06ac88a36 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206117 Nov 09 19:01:05.686508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53664) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:05.690794 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-361ef6df-4c6e-41ee-b946-d9460cbafe7a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group_rule': {'security_group_id': '343414f4-da1c-4633-8c1a-6b4825408927', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:05.717993 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-361ef6df-4c6e-41ee-b946-d9460cbafe7a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.776360 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-361ef6df-4c6e-41ee-b946-d9460cbafe7a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.780188 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-361ef6df-4c6e-41ee-b946-d9460cbafe7a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.796832 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ef6df-4c6e-41ee-b946-d9460cbafe7a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc789838-4876-4b0c-aa97-b68d4a3ded4d,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:05.805861 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-361ef6df-4c6e-41ee-b946-d9460cbafe7a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.807036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-361ef6df-4c6e-41ee-b946-d9460cbafe7a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195903 Nov 09 19:01:05.809813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53666) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:05.814045 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-0f1ff672-c2d7-4f68-a39d-5cbbbaf9f3f7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group_rule': {'security_group_id': '343414f4-da1c-4633-8c1a-6b4825408927', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:05.840238 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff672-c2d7-4f68-a39d-5cbbbaf9f3f7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.901947 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff672-c2d7-4f68-a39d-5cbbbaf9f3f7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.905482 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff672-c2d7-4f68-a39d-5cbbbaf9f3f7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.925074 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ff672-c2d7-4f68-a39d-5cbbbaf9f3f7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbb88c1-f179-4da9-bf27-fde5b469a6d7,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:05.930085 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff672-c2d7-4f68-a39d-5cbbbaf9f3f7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:05.931311 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0f1ff672-c2d7-4f68-a39d-5cbbbaf9f3f7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205590 Nov 09 19:01:05.934043 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53668) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:05.938376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-96b6d9ea-871a-492a-8601-548ab4c43598 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group_rule': {'security_group_id': '343414f4-da1c-4633-8c1a-6b4825408927', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:05.960278 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-96b6d9ea-871a-492a-8601-548ab4c43598 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Project dec53617ec6c46b1972239fd9dbb7031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:01:05.964998 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96b6d9ea-871a-492a-8601-548ab4c43598 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:06.027180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96b6d9ea-871a-492a-8601-548ab4c43598 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:06.030898 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96b6d9ea-871a-492a-8601-548ab4c43598 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:06.048612 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6d9ea-871a-492a-8601-548ab4c43598 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a90ef4-95d4-4df0-92c2-ade0b40ac61d,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:06.057959 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-96b6d9ea-871a-492a-8601-548ab4c43598 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:06.059173 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-96b6d9ea-871a-492a-8601-548ab4c43598 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241884 Nov 09 19:01:06.061890 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53670) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:06.066253 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-2ef70bbe-1426-4c41-954f-36d0ad7bdd4c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'security_group_rule': {'security_group_id': '343414f4-da1c-4633-8c1a-6b4825408927', 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:06.088090 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-2ef70bbe-1426-4c41-954f-36d0ad7bdd4c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Project dec53617ec6c46b1972239fd9dbb7031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:01:06.093034 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ef70bbe-1426-4c41-954f-36d0ad7bdd4c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:06.156587 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ef70bbe-1426-4c41-954f-36d0ad7bdd4c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:06.160067 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ef70bbe-1426-4c41-954f-36d0ad7bdd4c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:06.181265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef70bbe-1426-4c41-954f-36d0ad7bdd4c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055ac9f5-2571-47d9-8c3c-cf2aa6a6f641,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:06.185991 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2ef70bbe-1426-4c41-954f-36d0ad7bdd4c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:06.187188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2ef70bbe-1426-4c41-954f-36d0ad7bdd4c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243756 Nov 09 19:01:06.266883 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 8f33e56b-2d39-45d4-a0a2-110b491caaab no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:01:06.292080 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: 8f33e56b-2d39-45d4-a0a2-110b491caaab {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:01:06.292440 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device 8f33e56b-2d39-45d4-a0a2-110b491caaab not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:01:10.882083 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c4f87dd9-aa55-4b39-9db8-13beac613f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:13.108303 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:01:13.806961 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-656e108a-7b0b-442b-b7a4-465581d71367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:14.673822 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:15.738781 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:17.978180 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:20.608547 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1bc71b37-ede0-49c8-adfc-c5e7c457490b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771092451&fields=id&tenant_id=dec53617ec6c46b1972239fd9dbb7031 HTTP/1.1" status: 200 len: 267 time: 0.0322027 Nov 09 19:01:20.717476 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d7147-bf40-4f66-81d5-ec494307e34a req-b14a7f08-eedc-4da1-8f24-9ec4b15839b0 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:20.718853 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-b14a7f08-eedc-4da1-8f24-9ec4b15839b0 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 808 time: 0.1029923 Nov 09 19:01:20.734399 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-2bb57d09-f50c-48ae-867f-999f54dd1bf2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/quotas/dec53617ec6c46b1972239fd9dbb7031 HTTP/1.1" status: 200 len: 375 time: 0.0091991 Nov 09 19:01:20.784942 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-e6b65d0f-da9f-4889-b5e4-04796f0ab1aa tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450780 Nov 09 19:01:20.801579 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-52ddd956-3188-4b56-9d46-cfbdf20419b4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:01:20.803211 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-52ddd956-3188-4b56-9d46-cfbdf20419b4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058517 Nov 09 19:01:20.896612 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-99f1a400-d06b-457c-983c-7c5966c7b429 service neutron] 10.222.0.81 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872691 Nov 09 19:01:20.984124 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-d00f7e14-851f-4fdd-a55e-6cf44c9c3f90 service neutron] 10.222.0.81 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814044 Nov 09 19:01:21.285380 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-15c7f36a-b24e-4d2e-8d22-c4aba5bddd9c req-643c9294-1a45-4cf7-8943-1e4b34e9b232 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 210 time: 0.0315375 Nov 09 19:01:22.238531 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d7147-bf40-4f66-81d5-ec494307e34a req-81031b34-81e3-4b9a-9132-f1a025c71e32 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:22.240900 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-81031b34-81e3-4b9a-9132-f1a025c71e32 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.13 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 808 time: 0.1030672 Nov 09 19:01:22.283273 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-e352429a-dc84-4419-88bc-a0f98fca64de tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dec53617ec6c46b1972239fd9dbb7031 HTTP/1.1" status: 200 len: 380 time: 0.0339735 Nov 09 19:01:22.297034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-119d7147-bf40-4f66-81d5-ec494307e34a req-c25e6c8f-c488-4a7b-91bd-e525e3147507 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'port': {'device_id': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'admin_state_up': True, 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'security_groups': ['343414f4-da1c-4633-8c1a-6b4825408927']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:22.390188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8a527bac-3ad1-45d9-8fe6-262b66c7d47b req-0c07c717-f431-4ad3-91a0-e70d313c28eb tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 210 time: 0.0315225 Nov 09 19:01:22.438736 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119d7147-bf40-4f66-81d5-ec494307e34a req-c25e6c8f-c488-4a7b-91bd-e525e3147507 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Made reservation on behalf of dec53617ec6c46b1972239fd9dbb7031 for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:01:22.442352 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-119d7147-bf40-4f66-81d5-ec494307e34a req-c25e6c8f-c488-4a7b-91bd-e525e3147507 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:22.575337 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-119d7147-bf40-4f66-81d5-ec494307e34a req-c25e6c8f-c488-4a7b-91bd-e525e3147507 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Allocated IP 172.20.0.11 (bd673eed-e5a2-472c-a32e-770847175f32/559e7b10-f5d2-4210-aa9c-781be0d5668f/e7b698dd-dda2-4a7d-898f-216eb9f76d83) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:01:22.720096 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-119d7147-bf40-4f66-81d5-ec494307e34a req-c25e6c8f-c488-4a7b-91bd-e525e3147507 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:22.754148 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-119d7147-bf40-4f66-81d5-ec494307e34a req-c25e6c8f-c488-4a7b-91bd-e525e3147507 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:22.802823 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119d7147-bf40-4f66-81d5-ec494307e34a req-c25e6c8f-c488-4a7b-91bd-e525e3147507 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Network bd673eed-e5a2-472c-a32e-770847175f32 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:01:22.806391 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-119d7147-bf40-4f66-81d5-ec494307e34a req-c25e6c8f-c488-4a7b-91bd-e525e3147507 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:01:22.810342 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-119d7147-bf40-4f66-81d5-ec494307e34a req-c25e6c8f-c488-4a7b-91bd-e525e3147507 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:01:22.821092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e6c8f-c488-4a7b-91bd-e525e3147507 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'Port': ['ID=e7b698dd-dda2-4a7d-898f-216eb9f76d83,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:22.870084 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d7147-bf40-4f66-81d5-ec494307e34a req-c25e6c8f-c488-4a7b-91bd-e525e3147507 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:22.870960 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-119d7147-bf40-4f66-81d5-ec494307e34a req-c25e6c8f-c488-4a7b-91bd-e525e3147507 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:22.889021 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-c25e6c8f-c488-4a7b-91bd-e525e3147507 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5956380 Nov 09 19:01:22.955307 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Request body: {'port': {'device_id': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:23.021782 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:23.065448 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e7bdaf4e-69c6-4652-9887-89c789e144a2 None None] Provisioning complete for port e7b698dd-dda2-4a7d-898f-216eb9f76d83 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:23.066807 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e7bdaf4e-69c6-4652-9887-89c789e144a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:23.103261 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e7bdaf4e-69c6-4652-9887-89c789e144a2 None None] Port e7b698dd-dda2-4a7d-898f-216eb9f76d83 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:01:23.301237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b698dd-dda2-4a7d-898f-216eb9f76d83 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:01:23.309867 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:23.322892 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Transition to ACTIVE for port object e7b698dd-dda2-4a7d-898f-216eb9f76d83 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:01:23.326769 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:23.376554 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Pushing event updated for resources: {'Port': ['ID=e7b698dd-dda2-4a7d-898f-216eb9f76d83,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:23.478993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Attempting to bind port e7b698dd-dda2-4a7d-898f-216eb9f76d83 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:01:23.478993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Attempting to bind port e7b698dd-dda2-4a7d-898f-216eb9f76d83 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:01:23.478993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Attempting to bind port e7b698dd-dda2-4a7d-898f-216eb9f76d83 on network bd673eed-e5a2-472c-a32e-770847175f32 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:01:23.483884 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Port e7b698dd-dda2-4a7d-898f-216eb9f76d83 on network bd673eed-e5a2-472c-a32e-770847175f32 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:01:23.484205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Attempting to bind port e7b698dd-dda2-4a7d-898f-216eb9f76d83 on network bd673eed-e5a2-472c-a32e-770847175f32 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:01:23.491177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:01:23.491621 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Checking segment: {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:01:23.492128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Bound using segment: {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:01:23.492550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Bound port: e7b698dd-dda2-4a7d-898f-216eb9f76d83, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:01:23.492911 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:23.593868 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b7762-4077-419c-b494-f1aef97fa7ef req-f5ed3eeb-1183-4dc8-a24e-301cbedc24b6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:23.595384 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-447b7762-4077-419c-b494-f1aef97fa7ef req-f5ed3eeb-1183-4dc8-a24e-301cbedc24b6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.1001577 Nov 09 19:01:23.621570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:01:23.644930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:01:23.652538 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:23.659655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-447b7762-4077-419c-b494-f1aef97fa7ef req-c42f4a03-09f4-4952-bf2d-8bede9218220 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572481 Nov 09 19:01:23.696979 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:23.697613 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:23.699010 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] 10.222.0.13 "PUT /v2.0/ports/e7b698dd-dda2-4a7d-898f-216eb9f76d83 HTTP/1.1" status: 200 len: 1092 time: 0.8010521 Nov 09 19:01:23.699480 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:01:23.701728 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6551b75a-88a8-4eef-a116-7559bac31abd" -d '{"events": [{"name": "network-changed", "server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:01:23.734693 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162d718-bb12-4a8a-bee9-52577cb3a9eb service neutron] Pushing event updated for resources: {'Port': ['ID=e7b698dd-dda2-4a7d-898f-216eb9f76d83,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:23.769361 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc373933-71a9-4e50-8ce0-0975b2a952ee x-openstack-request-id: req-bc373933-71a9-4e50-8ce0-0975b2a952ee {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:01:23.769683 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:01:23.769920 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc373933-71a9-4e50-8ce0-0975b2a952ee {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:01:23.770330 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'status': 'completed', 'code': 200} Nov 09 19:01:23.792272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d7147-bf40-4f66-81d5-ec494307e34a req-2117b085-a0fa-4d0f-8c3f-3cae52ee62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:23.793807 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-2117b085-a0fa-4d0f-8c3f-3cae52ee62d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0552175 Nov 09 19:01:23.838694 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-d0b8089f-65c0-4c4e-9eaf-4dca1b0d4f27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83 HTTP/1.1" status: 200 len: 217 time: 0.0366299 Nov 09 19:01:23.896315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d7147-bf40-4f66-81d5-ec494307e34a req-e3df0f36-aff1-4a31-8066-79b65e1450ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:23.898121 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-e3df0f36-aff1-4a31-8066-79b65e1450ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0528386 Nov 09 19:01:23.954975 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:24.273783 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d7147-bf40-4f66-81d5-ec494307e34a req-0cc08c01-28d7-45a2-9934-c7eb01475a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:24.275358 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-0cc08c01-28d7-45a2-9934-c7eb01475a2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3705204 Nov 09 19:01:24.369100 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-b1dbd8af-084d-437a-9e3f-972a7cd072c8 service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863333 Nov 09 19:01:24.461574 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-119d7147-bf40-4f66-81d5-ec494307e34a req-2f886fc9-b6a5-46f4-a721-871956b1253c service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855088 Nov 09 19:01:24.548863 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551b75a-88a8-4eef-a116-7559bac31abd req-385ddbf4-393c-4ae6-b424-9c3ab4795edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:24.550512 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6551b75a-88a8-4eef-a116-7559bac31abd req-385ddbf4-393c-4ae6-b424-9c3ab4795edf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0466678 Nov 09 19:01:24.573947 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:24.645117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551b75a-88a8-4eef-a116-7559bac31abd req-9c0e79e6-233b-4eed-87d5-1142bc3464c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:24.647212 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6551b75a-88a8-4eef-a116-7559bac31abd req-9c0e79e6-233b-4eed-87d5-1142bc3464c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0899715 Nov 09 19:01:24.690613 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6551b75a-88a8-4eef-a116-7559bac31abd req-5568d399-5424-44ad-9fcc-1d11492dcb85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83 HTTP/1.1" status: 200 len: 217 time: 0.0365467 Nov 09 19:01:24.754237 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551b75a-88a8-4eef-a116-7559bac31abd req-171dba9a-4298-4b06-b152-9ed7dde2a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:24.756468 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6551b75a-88a8-4eef-a116-7559bac31abd req-171dba9a-4298-4b06-b152-9ed7dde2a67a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0583401 Nov 09 19:01:24.825505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb16063-d9c0-452a-b440-837940a34c2a req-524b1a3b-8a7d-41e7-9506-2c7503b35966 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:24.827066 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0eb16063-d9c0-452a-b440-837940a34c2a req-524b1a3b-8a7d-41e7-9506-2c7503b35966 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0887859 Nov 09 19:01:24.841869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551b75a-88a8-4eef-a116-7559bac31abd req-764ec38e-7385-4248-aafe-c33eaf4559e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:24.843375 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6551b75a-88a8-4eef-a116-7559bac31abd req-764ec38e-7385-4248-aafe-c33eaf4559e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689547 Nov 09 19:01:24.921083 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0eb16063-d9c0-452a-b440-837940a34c2a req-db502347-1078-4b23-9e08-3f0885e6db0d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873048 Nov 09 19:01:24.956336 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6551b75a-88a8-4eef-a116-7559bac31abd req-400f1f86-5a2e-45c8-8a59-e25cd5b243c3 service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052015 Nov 09 19:01:25.052939 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6551b75a-88a8-4eef-a116-7559bac31abd req-c9647eb1-5417-49d7-bf1f-eb3bc31b4c9d service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885522 Nov 09 19:01:26.051869 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c579690-ce02-43c6-85e9-435c39883d78 req-e2bf5cb6-84ca-4149-a5d0-73cf6e9982e7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:26.053719 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c579690-ce02-43c6-85e9-435c39883d78 req-e2bf5cb6-84ca-4149-a5d0-73cf6e9982e7 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0519228 Nov 09 19:01:26.094994 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0c579690-ce02-43c6-85e9-435c39883d78 req-d68bb65f-d3f7-4a80-9264-a7d7de1d8fd4 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350082 Nov 09 19:01:27.215929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79010e18-69ed-4d26-b190-020aca63e703 req-410966de-9b98-489a-8571-d9bda7dfb0b5 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:27.217424 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79010e18-69ed-4d26-b190-020aca63e703 req-410966de-9b98-489a-8571-d9bda7dfb0b5 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0557656 Nov 09 19:01:27.257830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-79010e18-69ed-4d26-b190-020aca63e703 req-1f349067-80e7-450e-a7d5-a41bc45ac493 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343421 Nov 09 19:01:28.373784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d4c54-c13e-41ba-b352-c562f5e53182 req-d0ce1a83-105b-498e-88cf-d2064160e9fc tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:28.375262 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed0d4c54-c13e-41ba-b352-c562f5e53182 req-d0ce1a83-105b-498e-88cf-d2064160e9fc tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0503252 Nov 09 19:01:28.415887 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ed0d4c54-c13e-41ba-b352-c562f5e53182 req-76ea2a65-36ac-49c7-846b-0bbb06e37c78 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328450 Nov 09 19:01:29.531064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7795a3-7b71-41bf-8d3c-bbdac2acadbf req-1657f9e0-cff1-42c1-bd09-e1195e875fe4 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:29.532588 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd7795a3-7b71-41bf-8d3c-bbdac2acadbf req-1657f9e0-cff1-42c1-bd09-e1195e875fe4 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0501990 Nov 09 19:01:29.570696 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dd7795a3-7b71-41bf-8d3c-bbdac2acadbf req-56c0ef9b-3fcd-4558-8f3d-ef9008a9899a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313585 Nov 09 19:01:30.696259 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409d290-be97-4e72-8a37-8e3971f99128 req-aa439651-2d13-4a22-9b7a-b7b9a328ee96 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:30.697759 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c409d290-be97-4e72-8a37-8e3971f99128 req-aa439651-2d13-4a22-9b7a-b7b9a328ee96 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0574317 Nov 09 19:01:30.736638 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c409d290-be97-4e72-8a37-8e3971f99128 req-1bd19a6b-aa6e-47d7-be31-6af73f71712c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324872 Nov 09 19:01:31.853112 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b9aac-dc95-4b8b-8f9d-f19cc36fff2e req-43757bdb-60ba-493f-8b4e-fc260d45e7f0 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:31.854611 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-235b9aac-dc95-4b8b-8f9d-f19cc36fff2e req-43757bdb-60ba-493f-8b4e-fc260d45e7f0 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0486543 Nov 09 19:01:31.893092 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-235b9aac-dc95-4b8b-8f9d-f19cc36fff2e req-51333383-7dc1-4e0d-8c5a-af635cc6642c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Nov 09 19:01:33.012421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1490c18-04b4-49ec-a732-32036a7528d7 req-9c3d7bb4-8241-459b-922c-97b08d1c4b8e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:33.013935 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f1490c18-04b4-49ec-a732-32036a7528d7 req-9c3d7bb4-8241-459b-922c-97b08d1c4b8e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0519714 Nov 09 19:01:33.054809 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f1490c18-04b4-49ec-a732-32036a7528d7 req-6ec33c9d-fec9-4394-8d26-27fcb6bb06e0 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348456 Nov 09 19:01:34.174225 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fecc33-20c8-47e0-9267-82a56ad16154 req-82bb834d-bab0-441d-88a1-47631ba09f01 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:34.175733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d2fecc33-20c8-47e0-9267-82a56ad16154 req-82bb834d-bab0-441d-88a1-47631ba09f01 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0539751 Nov 09 19:01:34.213071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d2fecc33-20c8-47e0-9267-82a56ad16154 req-5a9ada85-5dd7-4651-a046-c8417005752b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304739 Nov 09 19:01:34.793256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e7b698dd-dda2-4a7d-898f-216eb9f76d83 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:01:34.888354 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:34.900325 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'port_id': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'mac_address': 'fa:16:3e:aa:c2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:01:34.936364 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:34.949452 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b698dd-dda2-4a7d-898f-216eb9f76d83 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:01:34.968853 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:34.972700 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:35.020436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e7b698dd-dda2-4a7d-898f-216eb9f76d83,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:35.028775 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:35.029107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:35.029453 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:35.029801 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:35.030139 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:35.030472 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:35.030805 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:35.031136 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:35.031492 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:35.031824 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:35.032152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:35.032480 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:35.223930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e7b698dd-dda2-4a7d-898f-216eb9f76d83'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:01:35.329553 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9face-0933-484b-8d36-7afed50b5375 req-d3166902-13fd-44b1-ba08-998ca63e98f1 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:35.331036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43a9face-0933-484b-8d36-7afed50b5375 req-d3166902-13fd-44b1-ba08-998ca63e98f1 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 945 time: 0.0494878 Nov 09 19:01:35.370019 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-43a9face-0933-484b-8d36-7afed50b5375 req-397495f6-e35a-4136-abf6-f7cbdbb2f485 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326874 Nov 09 19:01:36.484594 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b904-408b-4b71-9341-926de2bacdd3 req-c5a9c3dc-1998-4557-bb39-888682c0c31d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:36.486095 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a81b904-408b-4b71-9341-926de2bacdd3 req-c5a9c3dc-1998-4557-bb39-888682c0c31d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 945 time: 0.0492043 Nov 09 19:01:36.525459 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a81b904-408b-4b71-9341-926de2bacdd3 req-3de09875-c104-4596-ae8a-58eba332bddb tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332551 Nov 09 19:01:36.808302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e7b698dd-dda2-4a7d-898f-216eb9f76d83 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:01:36.857868 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port e7b698dd-dda2-4a7d-898f-216eb9f76d83 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:01:36.861705 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port e7b698dd-dda2-4a7d-898f-216eb9f76d83 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:36.862088 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:36.940859 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:36.963861 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:01:36.966094 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3667bd39-3970-4f3f-b87f-eaf380b4d193" -d '{"events": [{"server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "name": "network-vif-plugged", "status": "completed", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:01:36.979044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:36.983175 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:37.014870 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e328f5c-34f7-4deb-b087-6d7ea41a8d97 x-openstack-request-id: req-4e328f5c-34f7-4deb-b087-6d7ea41a8d97 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:01:37.014870 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "name": "network-vif-plugged", "status": "completed", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:01:37.014870 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e328f5c-34f7-4deb-b087-6d7ea41a8d97 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:01:37.014870 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'code': 200} Nov 09 19:01:37.040033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e7b698dd-dda2-4a7d-898f-216eb9f76d83,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:37.104574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca710c04-4f34-4afd-a1b3-f81ebaa3bbd3 req-15cc774d-da23-4a92-aa79-c03ffa72eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:37.106013 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca710c04-4f34-4afd-a1b3-f81ebaa3bbd3 req-15cc774d-da23-4a92-aa79-c03ffa72eb8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0458477 Nov 09 19:01:37.143912 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ca710c04-4f34-4afd-a1b3-f81ebaa3bbd3 req-e798cedf-59cb-4f24-a29b-b9ad7449d04b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Nov 09 19:01:37.651643 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004eb637-3110-41cb-a7fe-072fd8c07301 req-e2768a16-986b-4fa9-9dca-09a42074f9b6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:37.653153 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-004eb637-3110-41cb-a7fe-072fd8c07301 req-e2768a16-986b-4fa9-9dca-09a42074f9b6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0503328 Nov 09 19:01:37.691827 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-004eb637-3110-41cb-a7fe-072fd8c07301 req-e42b1f8f-36b9-4c52-9603-3d8ac01a31ce tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325770 Nov 09 19:01:38.811698 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805803c9-fcf2-453c-849c-afeed01f8944 req-bf2c4b04-2ff5-46f6-a67f-64bcb41967ab tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:38.813174 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-805803c9-fcf2-453c-849c-afeed01f8944 req-bf2c4b04-2ff5-46f6-a67f-64bcb41967ab tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0487542 Nov 09 19:01:38.850703 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-805803c9-fcf2-453c-849c-afeed01f8944 req-b27a6bf6-74c4-4da9-87d2-90bef52bbbf2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315976 Nov 09 19:01:38.966806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824621d8-1a2a-40ae-a8d4-84d3bee95242 req-42d42fcd-9c30-4f65-86b0-6f412e7e39a6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:38.968291 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-824621d8-1a2a-40ae-a8d4-84d3bee95242 req-42d42fcd-9c30-4f65-86b0-6f412e7e39a6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0531642 Nov 09 19:01:39.007329 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-824621d8-1a2a-40ae-a8d4-84d3bee95242 req-c004c402-b91a-4dd4-acb6-2e3d0a5b4189 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325470 Nov 09 19:01:39.030454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53870) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:39.113001 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcbb2eb-dee5-4855-920f-3671a91d06af tempest-TestShelveInstance-506248402 tempest-TestShelveInstance-506248402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:39.114587 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6dcbb2eb-dee5-4855-920f-3671a91d06af tempest-TestShelveInstance-506248402 tempest-TestShelveInstance-506248402-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 1092 time: 0.0830376 Nov 09 19:01:39.117435 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 53874) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:39.121709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:39.143841 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:39.244193 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:39.346211 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Allocated IP 172.25.1.47 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/7782b148-2506-4e78-acae-b65ae298ded4) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:01:39.453213 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:39.485794 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:39.520279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:01:39.523672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:01:39.527161 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:01:39.558090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'Port': ['ID=7782b148-2506-4e78-acae-b65ae298ded4,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:39.871361 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:39.936314 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:40.086550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:40.090933 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:40.159204 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event updated for resources: {'Port': ['ID=7782b148-2506-4e78-acae-b65ae298ded4,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:40.168883 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:40.268660 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Floating IP 7b8eba6b-8da5-4f75-ad38-7830436173e4 associated. External IP: 172.25.1.47, port: e7b698dd-dda2-4a7d-898f-216eb9f76d83. Nov 09 19:01:40.476721 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Router 51256b7f-553c-4ed2-8491-8044974e0f20 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:01:40.590642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:01:40.601569 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1313bc3-d819-4a30-a330-38fcfb57f118 None None] Sync routers for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:01:40.609451 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:40.610598 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1313bc3-d819-4a30-a330-38fcfb57f118 None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:01:40.611208 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d1313bc3-d819-4a30-a330-38fcfb57f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:40.647279 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-4d1dcccc-123c-4301-b1f9-c264a228d1ed tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5191095 Nov 09 19:01:40.647279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:01:40.647279 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3c0f32-ba25-4a52-85ff-3aa4179ee8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:01:40.677820 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5b26b2-358e-4e39-ac7b-32c43024747e x-openstack-request-id: req-5c5b26b2-358e-4e39-ac7b-32c43024747e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:01:40.678128 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:01:40.678386 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c5b26b2-358e-4e39-ac7b-32c43024747e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:01:40.678827 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'status': 'completed', 'code': 200} Nov 09 19:01:40.725632 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-d1313bc3-d819-4a30-a330-38fcfb57f118 None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:01:40.741061 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c0f32-ba25-4a52-85ff-3aa4179ee8ec req-95f6f706-0fac-49e6-a5ed-ce5e221b24df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:40.742514 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b3c0f32-ba25-4a52-85ff-3aa4179ee8ec req-95f6f706-0fac-49e6-a5ed-ce5e221b24df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0416284 Nov 09 19:01:40.838800 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c0f32-ba25-4a52-85ff-3aa4179ee8ec req-d1922cb5-8db7-402f-aaa6-3ff66aacc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:40.840342 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b3c0f32-ba25-4a52-85ff-3aa4179ee8ec req-d1922cb5-8db7-402f-aaa6-3ff66aacc34d service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0912995 Nov 09 19:01:40.885696 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fce31655-9f7f-4214-9335-7d52bc7bfd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:40.912075 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b3c0f32-ba25-4a52-85ff-3aa4179ee8ec req-22260e52-da36-40a8-8bfb-29aa587630e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83 HTTP/1.1" status: 200 len: 999 time: 0.0639088 Nov 09 19:01:40.961170 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c0f32-ba25-4a52-85ff-3aa4179ee8ec req-f36512d1-5a93-4d82-b92e-e8e53216d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:40.962681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b3c0f32-ba25-4a52-85ff-3aa4179ee8ec req-f36512d1-5a93-4d82-b92e-e8e53216d852 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0442469 Nov 09 19:01:40.963405 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d1313bc3-d819-4a30-a330-38fcfb57f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '7b8eba6b-8da5-4f75-ad38-7830436173e4', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'port_id': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'mac_address': 'fa:16:3e:aa:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:01:39Z', 'updated_at': '2021-11-09T19:01:39Z', 'revision_number': 0, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 5, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:40.999562 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1313bc3-d819-4a30-a330-38fcfb57f118 None None] Checking router: 51256b7f-553c-4ed2-8491-8044974e0f20 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:01:41.014130 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1313bc3-d819-4a30-a330-38fcfb57f118 None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:01:41.015150 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d1313bc3-d819-4a30-a330-38fcfb57f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:01:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:41.015587 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c0f32-ba25-4a52-85ff-3aa4179ee8ec req-6c225935-e108-4e9a-be3f-3b4b1563a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:41.016984 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b3c0f32-ba25-4a52-85ff-3aa4179ee8ec req-6c225935-e108-4e9a-be3f-3b4b1563a913 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466437 Nov 09 19:01:41.107439 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b3c0f32-ba25-4a52-85ff-3aa4179ee8ec req-f83fbb1a-7d1a-4540-8d71-ed4197f0780c service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824740 Nov 09 19:01:41.129980 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-d1313bc3-d819-4a30-a330-38fcfb57f118 None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:01:41.212375 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1b3c0f32-ba25-4a52-85ff-3aa4179ee8ec req-e6129157-2f70-48b3-9792-b958040d223f service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984077 Nov 09 19:01:41.443564 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d1313bc3-d819-4a30-a330-38fcfb57f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '7b8eba6b-8da5-4f75-ad38-7830436173e4', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'port_id': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'mac_address': 'fa:16:3e:aa:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:01:39Z', 'updated_at': '2021-11-09T19:01:39Z', 'revision_number': 0, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 5, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:41.469430 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1313bc3-d819-4a30-a330-38fcfb57f118 None None] The sync data for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 is: [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '7b8eba6b-8da5-4f75-ad38-7830436173e4', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'port_id': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'mac_address': 'fa:16:3e:aa:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:01:39Z', 'updated_at': '2021-11-09T19:01:39Z', 'revision_number': 0, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 5, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:01:41.659949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de44b8-068b-48e1-adfb-901ab9ba269f None None] New status for floating IP 7b8eba6b-8da5-4f75-ad38-7830436173e4: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:01:43.798038 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bb07d556-1af5-4c29-8ab4-ead355063445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:44.676625 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:45.742054 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.980527 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.699659 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee77f49a-ef31-4681-bc76-2f7db6e5e7e0 req-fc91f408-51a1-4d92-a504-bc8e86ecaec3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475595 Nov 09 19:01:49.782026 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77f49a-ef31-4681-bc76-2f7db6e5e7e0 req-e0a4e911-6de0-458f-898d-3015e5b43257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:49.783535 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee77f49a-ef31-4681-bc76-2f7db6e5e7e0 req-e0a4e911-6de0-458f-898d-3015e5b43257 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0401161 Nov 09 19:01:49.891165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77f49a-ef31-4681-bc76-2f7db6e5e7e0 req-1a39a6f3-a979-40a5-ada5-281bd54ca788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:49.892754 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee77f49a-ef31-4681-bc76-2f7db6e5e7e0 req-1a39a6f3-a979-40a5-ada5-281bd54ca788 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0880229 Nov 09 19:01:49.958875 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee77f49a-ef31-4681-bc76-2f7db6e5e7e0 req-2c6abb8b-9123-4316-a4de-4a72001187a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83 HTTP/1.1" status: 200 len: 1001 time: 0.0575130 Nov 09 19:01:50.009002 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77f49a-ef31-4681-bc76-2f7db6e5e7e0 req-3b504d4f-c192-4fab-a4b0-5889550e864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:50.010541 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee77f49a-ef31-4681-bc76-2f7db6e5e7e0 req-3b504d4f-c192-4fab-a4b0-5889550e864a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0441718 Nov 09 19:01:50.061552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77f49a-ef31-4681-bc76-2f7db6e5e7e0 req-453a85bd-2370-45ed-8755-d5edda583588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:50.063069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee77f49a-ef31-4681-bc76-2f7db6e5e7e0 req-453a85bd-2370-45ed-8755-d5edda583588 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442746 Nov 09 19:01:50.107122 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:01:50.152260 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee77f49a-ef31-4681-bc76-2f7db6e5e7e0 req-257df210-9c23-41eb-9ec9-55dea2fe1046 service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813041 Nov 09 19:01:50.268935 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee77f49a-ef31-4681-bc76-2f7db6e5e7e0 req-64a8ed03-4c48-438e-bc35-90d2204938ac service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021676 Nov 09 19:01:53.955539 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:54.570895 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:10.887195 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-06c04f81-d0ce-4d23-aa6b-81c835706d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:13.798166 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86b3dd28-a7d0-45e7-9d0a-86b5e9c00602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:14.677355 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:15.745396 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:17.983066 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:23.954457 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:24.560177 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:27.106549 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:02:40.888181 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e55fd44f-f3cc-4e4c-8341-4b5be46983ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:43.798521 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-03a41b3d-ca95-41e2-b5d0-38260559529a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:44.679181 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:45.746904 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:47.986990 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:51.692386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e013892-00cc-495c-a2a0-c8a8a5266c00 req-2a887d2e-8bc9-4192-a6f2-a9b3c267f828 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411575 Nov 09 19:02:51.774212 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013892-00cc-495c-a2a0-c8a8a5266c00 req-e36bea7f-c195-4d83-938e-d1aeec10d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:51.775726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e013892-00cc-495c-a2a0-c8a8a5266c00 req-e36bea7f-c195-4d83-938e-d1aeec10d784 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0405409 Nov 09 19:02:51.883129 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013892-00cc-495c-a2a0-c8a8a5266c00 req-c1944d13-da83-42bc-9bc0-6b4563c8266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:51.884628 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e013892-00cc-495c-a2a0-c8a8a5266c00 req-c1944d13-da83-42bc-9bc0-6b4563c8266b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0887003 Nov 09 19:02:51.949672 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e013892-00cc-495c-a2a0-c8a8a5266c00 req-ae1759f1-df8b-4bc1-baef-001fd62e5411 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83 HTTP/1.1" status: 200 len: 1001 time: 0.0570941 Nov 09 19:02:52.000000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013892-00cc-495c-a2a0-c8a8a5266c00 req-2aa68d27-6c60-449c-90a3-5826f2733715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:52.001450 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e013892-00cc-495c-a2a0-c8a8a5266c00 req-2aa68d27-6c60-449c-90a3-5826f2733715 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0441954 Nov 09 19:02:52.051834 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013892-00cc-495c-a2a0-c8a8a5266c00 req-3deff7b2-d33f-4917-92ec-229cdf233190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:52.053297 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e013892-00cc-495c-a2a0-c8a8a5266c00 req-3deff7b2-d33f-4917-92ec-229cdf233190 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437326 Nov 09 19:02:52.145136 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e013892-00cc-495c-a2a0-c8a8a5266c00 req-46997789-1f5e-496a-9538-b00e0cb90b11 service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825481 Nov 09 19:02:52.241294 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e013892-00cc-495c-a2a0-c8a8a5266c00 req-bc14ce89-32b1-4082-b4eb-f6198a360d47 service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868533 Nov 09 19:02:53.948896 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:54.580902 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:04.105504 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:03:10.888902 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-51e39dd9-4171-4fee-8769-f8b3f3f80fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:13.800854 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-40dea7a4-1be0-4a3b-b9c4-2b04fd2cabe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:14.679574 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:15.750790 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:17.988852 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:23.954994 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:24.589486 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:37.119034 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe33e3-50ef-4bd9-bbe2-5d3712b57830 req-80a0946b-cc78-4efa-b4b7-188a1146bdc2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:37.120546 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-48fe33e3-50ef-4bd9-bbe2-5d3712b57830 req-80a0946b-cc78-4efa-b4b7-188a1146bdc2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0499485 Nov 09 19:03:37.159263 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-48fe33e3-50ef-4bd9-bbe2-5d3712b57830 req-40c611b6-1406-4901-846d-2e98ae69ea9c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320668 Nov 09 19:03:38.286239 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52dacc-47d9-4068-84a8-55ae24e69ef8 req-98e40455-f398-402a-be52-1922bce5df02 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:38.287798 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d52dacc-47d9-4068-84a8-55ae24e69ef8 req-98e40455-f398-402a-be52-1922bce5df02 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0505986 Nov 09 19:03:38.324020 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7d52dacc-47d9-4068-84a8-55ae24e69ef8 req-e0807a4d-c3ab-4d17-9b72-18ad507130e5 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303307 Nov 09 19:03:39.443967 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b9d2a-5e80-4f01-a637-2c3aacba71ec req-6b26322c-8d3b-4405-98d0-d9248f4cf388 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:39.445436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b9b9d2a-5e80-4f01-a637-2c3aacba71ec req-6b26322c-8d3b-4405-98d0-d9248f4cf388 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0531044 Nov 09 19:03:39.482624 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b9b9d2a-5e80-4f01-a637-2c3aacba71ec req-a08d0249-07bb-4eea-96a0-170a3ad05849 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313263 Nov 09 19:03:40.596303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348901fc-9699-497a-886e-686d622ea3bf req-39441aa0-f1bf-4a50-ab5b-89cbe57d13d6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:40.597748 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-348901fc-9699-497a-886e-686d622ea3bf req-39441aa0-f1bf-4a50-ab5b-89cbe57d13d6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0484495 Nov 09 19:03:40.636188 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-348901fc-9699-497a-886e-686d622ea3bf req-22bfe11e-3120-4032-89c9-d695c7c09d2d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324805 Nov 09 19:03:40.889387 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-783606ae-714f-40d5-8f3f-daa31f1467f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:41.104874 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:03:41.750019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b98f6e-52bc-4aff-b9a4-88274cec5fd4 req-3e349910-5350-4234-afe2-afbb4c9f8320 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:41.752369 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7b98f6e-52bc-4aff-b9a4-88274cec5fd4 req-3e349910-5350-4234-afe2-afbb4c9f8320 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0502374 Nov 09 19:03:41.789688 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a7b98f6e-52bc-4aff-b9a4-88274cec5fd4 req-cdfc6e29-5182-4c74-83b8-2906a0f0aee5 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Nov 09 19:03:42.905909 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad222e-cd47-4d59-876e-90d8782df804 req-9501ce31-9c7f-4629-9071-c30bf595bb64 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:42.908103 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7aad222e-cd47-4d59-876e-90d8782df804 req-9501ce31-9c7f-4629-9071-c30bf595bb64 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0529335 Nov 09 19:03:42.944884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7aad222e-cd47-4d59-876e-90d8782df804 req-e2740baa-227c-4b1b-9c96-39199b63035b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308506 Nov 09 19:03:43.801814 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-17216a35-4c5f-4d4e-b1d6-b9c9aa62e412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:44.062182 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaac3c-1be3-43ca-b8ac-7d6d7438eff0 req-9f7b4af6-54a1-4103-9d08-a088e05b4828 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:44.063875 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ceaac3c-1be3-43ca-b8ac-7d6d7438eff0 req-9f7b4af6-54a1-4103-9d08-a088e05b4828 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0512426 Nov 09 19:03:44.103025 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ceaac3c-1be3-43ca-b8ac-7d6d7438eff0 req-d1551f32-3f51-47c3-88b4-cb71c1a182bc tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330005 Nov 09 19:03:44.680053 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:45.218184 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd8b3c-2445-4bf7-aeb9-80fed5a072e8 req-92865b7e-c41b-4138-9734-34287b220b16 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:45.220023 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dccd8b3c-2445-4bf7-aeb9-80fed5a072e8 req-92865b7e-c41b-4138-9734-34287b220b16 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0498476 Nov 09 19:03:45.258436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-dccd8b3c-2445-4bf7-aeb9-80fed5a072e8 req-ba5c102d-6238-4ace-a2e4-5b44ab1317ac tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325694 Nov 09 19:03:45.752238 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:46.377552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f4e5c-d9b5-4117-827f-4ea7b29a341e req-e33972e4-49a3-47fb-a171-8aec32a7474e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:46.379292 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-138f4e5c-d9b5-4117-827f-4ea7b29a341e req-e33972e4-49a3-47fb-a171-8aec32a7474e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0543811 Nov 09 19:03:46.416147 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-138f4e5c-d9b5-4117-827f-4ea7b29a341e req-d8bea86e-9e2b-476c-a906-e33146c24aa4 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308738 Nov 09 19:03:47.249243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a8ae4-c5c7-41ad-bdbd-f2a62ec8a259 req-c859813b-2926-412d-83c1-2760eafaeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:47.251435 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc7a8ae4-c5c7-41ad-bdbd-f2a62ec8a259 req-c859813b-2926-412d-83c1-2760eafaeb43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0407288 Nov 09 19:03:47.342502 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a8ae4-c5c7-41ad-bdbd-f2a62ec8a259 req-117e5939-0cb5-4f60-87c8-36603aca2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:47.344020 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc7a8ae4-c5c7-41ad-bdbd-f2a62ec8a259 req-117e5939-0cb5-4f60-87c8-36603aca2c9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0862143 Nov 09 19:03:47.409362 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc7a8ae4-c5c7-41ad-bdbd-f2a62ec8a259 req-cd97c8cc-b2b6-4a1a-a43c-82c117726934 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83 HTTP/1.1" status: 200 len: 1001 time: 0.0586104 Nov 09 19:03:47.459260 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a8ae4-c5c7-41ad-bdbd-f2a62ec8a259 req-6c20db7a-7df8-4354-ad70-1098c0918640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:47.460798 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc7a8ae4-c5c7-41ad-bdbd-f2a62ec8a259 req-6c20db7a-7df8-4354-ad70-1098c0918640 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0447319 Nov 09 19:03:47.539236 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a8ae4-c5c7-41ad-bdbd-f2a62ec8a259 req-4ac41b7a-77c1-4bdb-b41c-7aec2a1c7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:47.540727 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc7a8ae4-c5c7-41ad-bdbd-f2a62ec8a259 req-4ac41b7a-77c1-4bdb-b41c-7aec2a1c7be8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727623 Nov 09 19:03:47.553326 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebc2f6-6b74-4a88-b72d-93d7d7dac876 req-74855103-3c6b-4d53-85a2-d9493b20159b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:47.554677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c7ebc2f6-6b74-4a88-b72d-93d7d7dac876 req-74855103-3c6b-4d53-85a2-d9493b20159b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0624552 Nov 09 19:03:47.637513 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c7ebc2f6-6b74-4a88-b72d-93d7d7dac876 req-f4e45202-3f58-4653-a72a-780dab3a389a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751054 Nov 09 19:03:47.667766 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc7a8ae4-c5c7-41ad-bdbd-f2a62ec8a259 req-02adfc75-d485-4717-a415-d115e463e19e service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121693 Nov 09 19:03:47.757899 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc7a8ae4-c5c7-41ad-bdbd-f2a62ec8a259 req-d2295c24-5211-4f6c-8070-471640c6f51d service neutron] 10.222.0.13 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825202 Nov 09 19:03:47.992327 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:48.751243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c173690-da5b-4b71-a7c3-96113084cef6 req-a45d8bc6-c66a-4221-a703-c6341d41ab46 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:48.752699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c173690-da5b-4b71-a7c3-96113084cef6 req-a45d8bc6-c66a-4221-a703-c6341d41ab46 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0491860 Nov 09 19:03:48.789651 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3c173690-da5b-4b71-a7c3-96113084cef6 req-73bc1a2c-e6e6-4fb3-9777-246a95393faf tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308127 Nov 09 19:03:49.909870 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2ebeb-cdfb-432d-b248-c7c015570a57 req-236ebfa2-1731-40c3-8156-5e855105ac6b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:49.911436 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d2a2ebeb-cdfb-432d-b248-c7c015570a57 req-236ebfa2-1731-40c3-8156-5e855105ac6b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0542812 Nov 09 19:03:49.950988 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d2a2ebeb-cdfb-432d-b248-c7c015570a57 req-f482d83f-a004-46c1-8ca3-383ed5b9c5d8 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333371 Nov 09 19:03:51.067119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7b658-4e9a-4d93-8440-587ccaee4c9d req-174eb5ce-f163-48e4-9fac-c5b285cec273 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:51.068615 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9a7b658-4e9a-4d93-8440-587ccaee4c9d req-174eb5ce-f163-48e4-9fac-c5b285cec273 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0482895 Nov 09 19:03:51.108166 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a9a7b658-4e9a-4d93-8440-587ccaee4c9d req-8d8a9651-e617-4b40-9a14-e6bb15804eda tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334382 Nov 09 19:03:51.682377 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0342c-5e67-4ecd-b7b1-0ffee5548b53 req-65df56f5-6663-4313-9389-aec9aa039020 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:51.683776 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45f0342c-5e67-4ecd-b7b1-0ffee5548b53 req-65df56f5-6663-4313-9389-aec9aa039020 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.4104517 Nov 09 19:03:51.686303 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-54c2fade-5da0-4105-b057-323dbdcfd755 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4347503 Nov 09 19:03:51.700620 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-39ac7d90-1b02-4753-bc57-57fd64c203db service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:03:51.701548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-39ac7d90-1b02-4753-bc57-57fd64c203db service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054355 Nov 09 19:03:51.728355 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-45f0342c-5e67-4ecd-b7b1-0ffee5548b53 req-81cccbaa-40c4-4b0b-9091-a22b0ae6cffd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378439 Nov 09 19:03:52.843738 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24e1c6-6209-4a35-bd7a-da57b94196ef req-a31b47e6-bb46-4dd7-9608-d75884ada6a8 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:52.845321 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb24e1c6-6209-4a35-bd7a-da57b94196ef req-a31b47e6-bb46-4dd7-9608-d75884ada6a8 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 946 time: 0.0489361 Nov 09 19:03:52.883100 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cb24e1c6-6209-4a35-bd7a-da57b94196ef req-e6299bdb-6d8a-46d7-b819-2b179905b670 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317204 Nov 09 19:03:53.519569 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e7b698dd-dda2-4a7d-898f-216eb9f76d83 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:03:53.593542 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:53.616277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:03:53.618531 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b62c1dc-540a-4b02-bb94-8d19705ea444" -d '{"events": [{"server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:03:53.634794 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:03:53.639722 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:53.689240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e7b698dd-dda2-4a7d-898f-216eb9f76d83,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:53.696986 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:53.697394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:53.697744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:53.698085 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:53.698433 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:53.698767 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:53.699099 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:53.699457 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:53.699786 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:53.700137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:53.700447 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:53.700771 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:53.715246 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 19:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f00da87-d938-4826-8c24-858351b988b0 x-openstack-request-id: req-2f00da87-d938-4826-8c24-858351b988b0 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:03:53.715549 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "name": "network-vif-unplugged", "status": "failed", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83", "code": 422}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:03:53.715809 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f00da87-d938-4826-8c24-858351b988b0 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:03:53.716214 n-d-817236-1 neutron-server[102156]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'code': 422} returned with failed status Nov 09 19:03:53.955671 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:53.999525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba48aaa-1ebb-42ae-a80d-359f22d53a60 req-8b5a2d7e-260d-406c-937e-92f9bd991dc5 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:54.001594 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ba48aaa-1ebb-42ae-a80d-359f22d53a60 req-8b5a2d7e-260d-406c-937e-92f9bd991dc5 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0502295 Nov 09 19:03:54.039161 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4ba48aaa-1ebb-42ae-a80d-359f22d53a60 req-3e7cda89-e540-47fa-9007-f226d1790c2e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311930 Nov 09 19:03:54.611107 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:55.161018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712308a-1388-4ab7-b32b-344ba4bab74e req-180960aa-b6be-49f6-91cd-f8e1bda3b9bd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:55.162457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6712308a-1388-4ab7-b32b-344ba4bab74e req-180960aa-b6be-49f6-91cd-f8e1bda3b9bd tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0546038 Nov 09 19:03:55.205627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6712308a-1388-4ab7-b32b-344ba4bab74e req-0d3b3a31-5254-41d5-ae70-6bd90523d154 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369990 Nov 09 19:03:56.322248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9457bd0-047b-47d0-b885-01a913039424 req-d5ea63d6-6de7-4b1b-8e67-e40992f5eaf6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:56.323733 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9457bd0-047b-47d0-b885-01a913039424 req-d5ea63d6-6de7-4b1b-8e67-e40992f5eaf6 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0486066 Nov 09 19:03:56.384024 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f9457bd0-047b-47d0-b885-01a913039424 req-067c2040-ae12-4f66-a44a-c6885eb39b69 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536790 Nov 09 19:03:56.397455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-4d96f758-5426-4810-8af3-e36fa6f835b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:56.398943 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-4d96f758-5426-4810-8af3-e36fa6f835b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6&tenant_id=dec53617ec6c46b1972239fd9dbb7031 HTTP/1.1" status: 200 len: 1095 time: 0.0494001 Nov 09 19:03:56.410228 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-65579c72-8968-44ab-a98b-fb3878e6f520 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:03:56.411163 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-65579c72-8968-44ab-a98b-fb3878e6f520 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056217 Nov 09 19:03:56.423131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817236-1', 'device_owner': 'compute:nova'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:56.478148 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:56.676543 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:03:56.709920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:03:56.741560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b698dd-dda2-4a7d-898f-216eb9f76d83 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:03:56.748771 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:56.761138 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Transition to ACTIVE for port object e7b698dd-dda2-4a7d-898f-216eb9f76d83 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:03:56.764882 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:56.853282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b698dd-dda2-4a7d-898f-216eb9f76d83,revision_number=7']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:56.865923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:56.866264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:56.866608 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:56.866942 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:56.867305 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:56.867634 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:56.867958 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:56.868284 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:56.868605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:56.868933 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:56.869279 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:56.869604 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:56.902830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] No DVR routers for this DVR port e7b698dd-dda2-4a7d-898f-216eb9f76d83 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:03:57.040934 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Attempting to bind port e7b698dd-dda2-4a7d-898f-216eb9f76d83 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:03:57.041272 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Attempting to bind port e7b698dd-dda2-4a7d-898f-216eb9f76d83 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:03:57.041602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Attempting to bind port e7b698dd-dda2-4a7d-898f-216eb9f76d83 on network bd673eed-e5a2-472c-a32e-770847175f32 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:03:57.045842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Port e7b698dd-dda2-4a7d-898f-216eb9f76d83 on network bd673eed-e5a2-472c-a32e-770847175f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:03:57.046164 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Attempting to bind port e7b698dd-dda2-4a7d-898f-216eb9f76d83 on network bd673eed-e5a2-472c-a32e-770847175f32 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:03:57.051836 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:03:57.052180 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Checking segment: {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:03:57.052566 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Bound using segment: {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:03:57.052998 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Bound port: e7b698dd-dda2-4a7d-898f-216eb9f76d83, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843ffd8d-6c49-4b78-941f-922f6449216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:03:57.053358 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:57.119635 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:03:57.122625 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:03:57.126257 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:57.159499 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:57.160357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:57.161978 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/e7b698dd-dda2-4a7d-898f-216eb9f76d83 HTTP/1.1" status: 200 len: 1092 time: 0.7425041 Nov 09 19:03:57.164315 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:03:57.167295 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0014f8-6cfd-423f-bfb3-518d50b5f499" -d '{"events": [{"name": "network-changed", "server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:03:57.222349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9baa5-e338-4d77-af6e-6b43030516b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b698dd-dda2-4a7d-898f-216eb9f76d83,revision_number=8']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:57.238717 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-18871ac4-d1cd-444e-a4ac-3505568647fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:57.240883 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-18871ac4-d1cd-444e-a4ac-3505568647fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0501068 Nov 09 19:03:57.269079 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103b4e2a-839d-4770-8276-886777ab3f52 x-openstack-request-id: req-103b4e2a-839d-4770-8276-886777ab3f52 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:03:57.269383 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:03:57.269642 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-103b4e2a-839d-4770-8276-886777ab3f52 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:03:57.270049 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'status': 'completed', 'code': 200} Nov 09 19:03:57.342294 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-66821742-8d11-43cb-a953-0dd3c39b89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:57.344386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-66821742-8d11-43cb-a953-0dd3c39b89a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0960786 Nov 09 19:03:57.408886 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-22444f48-6bdd-4781-82b0-bfae0e0d2a8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83 HTTP/1.1" status: 200 len: 999 time: 0.0582588 Nov 09 19:03:57.466921 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-f7571a30-d7dd-477e-b7f8-ed997d45aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:57.468285 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-f7571a30-d7dd-477e-b7f8-ed997d45aa68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0531888 Nov 09 19:03:57.536941 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c7994-c1ad-47ec-b4ef-93062c4a34cf req-3319f262-cc7c-4272-9a0c-2cd7c499a05c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:57.538366 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c8c7994-c1ad-47ec-b4ef-93062c4a34cf req-3319f262-cc7c-4272-9a0c-2cd7c499a05c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0858204 Nov 09 19:03:57.540784 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-3e48d261-b41c-4cd1-8002-a643f4d0047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:57.542134 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-3e48d261-b41c-4cd1-8002-a643f4d0047d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569293 Nov 09 19:03:57.623994 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5c8c7994-c1ad-47ec-b4ef-93062c4a34cf req-97ab54de-d7f5-4eeb-9bc6-0dee94813f42 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796552 Nov 09 19:03:57.659256 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-19808a5d-3636-4b18-8793-40c0d6e08fa9 service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020384 Nov 09 19:03:57.748763 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-b207a109-e896-4896-aa41-65a38b1403ab service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825405 Nov 09 19:03:57.835962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0014f8-6cfd-423f-bfb3-518d50b5f499 req-ad62a2a6-9fd0-42ff-b313-75ebe6eac0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:57.837371 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0014f8-6cfd-423f-bfb3-518d50b5f499 req-ad62a2a6-9fd0-42ff-b313-75ebe6eac0c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0433199 Nov 09 19:03:57.931119 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0014f8-6cfd-423f-bfb3-518d50b5f499 req-8c727133-ac24-44e1-adaa-1eb776d8edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:57.932604 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0014f8-6cfd-423f-bfb3-518d50b5f499 req-8c727133-ac24-44e1-adaa-1eb776d8edc5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0880754 Nov 09 19:03:57.997166 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0014f8-6cfd-423f-bfb3-518d50b5f499 req-72eedb85-5cd6-4ecb-98b7-a309591cb569 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83 HTTP/1.1" status: 200 len: 999 time: 0.0569394 Nov 09 19:03:58.050316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0014f8-6cfd-423f-bfb3-518d50b5f499 req-d8006d13-268f-4ab5-8b67-e674fef4981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:58.051895 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0014f8-6cfd-423f-bfb3-518d50b5f499 req-d8006d13-268f-4ab5-8b67-e674fef4981f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0474856 Nov 09 19:03:58.099183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0014f8-6cfd-423f-bfb3-518d50b5f499 req-fd62820f-0937-4b93-b06a-7db3953e8207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:58.100598 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0014f8-6cfd-423f-bfb3-518d50b5f499 req-fd62820f-0937-4b93-b06a-7db3953e8207 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412245 Nov 09 19:03:58.190967 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0014f8-6cfd-423f-bfb3-518d50b5f499 req-208991cb-dcaa-446c-a660-7a24d5765b1d service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831749 Nov 09 19:03:58.284557 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bc0014f8-6cfd-423f-bfb3-518d50b5f499 req-b75eeef0-124a-4a2b-8141-d8108084164e service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857041 Nov 09 19:03:58.737802 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bfa10-dd37-479b-9735-4a48544ae0e2 req-9a00483c-b92f-4ee3-b2a0-6728e8dc601e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:58.739304 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b64bfa10-dd37-479b-9735-4a48544ae0e2 req-9a00483c-b92f-4ee3-b2a0-6728e8dc601e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0496957 Nov 09 19:03:58.776770 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b64bfa10-dd37-479b-9735-4a48544ae0e2 req-52d6c0a9-d5f4-4fc3-acdd-892cd88d57bf tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Nov 09 19:03:59.892249 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54c538-8102-4a13-b280-3816ebe9994d req-aa6d684a-fb9e-49b8-ba0b-9ef13ad6ed4b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:59.893717 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db54c538-8102-4a13-b280-3816ebe9994d req-aa6d684a-fb9e-49b8-ba0b-9ef13ad6ed4b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0486186 Nov 09 19:03:59.931386 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-db54c538-8102-4a13-b280-3816ebe9994d req-0cb8fef7-0bd3-43fb-a981-200a88f34934 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316901 Nov 09 19:04:01.051244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7317a-05ab-49fe-bb69-7f64b73d40a3 req-b812c4f1-bff6-4bc0-8ae3-8662a71299f5 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:01.052710 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-90c7317a-05ab-49fe-bb69-7f64b73d40a3 req-b812c4f1-bff6-4bc0-8ae3-8662a71299f5 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0552304 Nov 09 19:04:01.089508 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-90c7317a-05ab-49fe-bb69-7f64b73d40a3 req-9080adf0-21be-447a-a017-b9b4a4822b4d tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308466 Nov 09 19:04:02.206506 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cd925-e3ca-4355-8304-cdb190f57410 req-eb70765f-dda0-40a5-8a80-40357cb65f50 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:02.208026 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b50cd925-e3ca-4355-8304-cdb190f57410 req-eb70765f-dda0-40a5-8a80-40357cb65f50 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0510778 Nov 09 19:04:02.246190 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b50cd925-e3ca-4355-8304-cdb190f57410 req-152e59b2-5ab6-4497-bcc4-ef5ab2f397c9 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321777 Nov 09 19:04:03.360839 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c094-ff78-48e7-b18a-1f4c6847aeaa req-8dd9c8cc-65d7-410c-a57d-56e701e0103a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:03.362299 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0825c094-ff78-48e7-b18a-1f4c6847aeaa req-8dd9c8cc-65d7-410c-a57d-56e701e0103a tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0480535 Nov 09 19:04:03.399055 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0825c094-ff78-48e7-b18a-1f4c6847aeaa req-b919fd02-49b4-4ec5-a5b7-3450abe1b597 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309057 Nov 09 19:04:04.516478 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8873575-4940-405e-bdc3-eb61beee339a req-2ebf0e74-36cb-4173-a477-3ba2fb25e500 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:04.517944 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8873575-4940-405e-bdc3-eb61beee339a req-2ebf0e74-36cb-4173-a477-3ba2fb25e500 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0536196 Nov 09 19:04:04.555402 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8873575-4940-405e-bdc3-eb61beee339a req-a52dce12-2ca3-4465-831a-865fc4f66a21 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313721 Nov 09 19:04:05.670672 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4e665-b900-4450-b295-e53c25c48968 req-da1e89bd-c91e-498d-adc4-59b40551ef51 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:05.672328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2a4e665-b900-4450-b295-e53c25c48968 req-da1e89bd-c91e-498d-adc4-59b40551ef51 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0501363 Nov 09 19:04:05.710693 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e2a4e665-b900-4450-b295-e53c25c48968 req-53199ff4-666f-4a97-9c62-1fb0cb6c4e70 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Nov 09 19:04:06.825098 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c575f4-0871-4455-b72b-b2da08a85415 req-3aee8d00-e755-4972-a4ef-244d64aec2e1 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:06.826576 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3c575f4-0871-4455-b72b-b2da08a85415 req-3aee8d00-e755-4972-a4ef-244d64aec2e1 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 944 time: 0.0488203 Nov 09 19:04:06.865377 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c3c575f4-0871-4455-b72b-b2da08a85415 req-5851acd4-3ba5-4be2-b0b7-88da7e5c10f0 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319839 Nov 09 19:04:07.097385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e7b698dd-dda2-4a7d-898f-216eb9f76d83 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:04:07.191792 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:07.213516 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'port_id': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'mac_address': 'fa:16:3e:aa:c2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:04:07.250935 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:07.263760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b698dd-dda2-4a7d-898f-216eb9f76d83 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:04:07.283487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:07.288378 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:07.334101 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=e7b698dd-dda2-4a7d-898f-216eb9f76d83,revision_number=9']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:07.651587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['e7b698dd-dda2-4a7d-898f-216eb9f76d83'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:04:07.985461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7791f-eedb-4c51-8a63-e563ffd00e72 req-7c07227e-f698-47da-addd-0c64377f0f36 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:07.986887 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d7791f-eedb-4c51-8a63-e563ffd00e72 req-7c07227e-f698-47da-addd-0c64377f0f36 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 945 time: 0.0541811 Nov 09 19:04:08.026526 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-82d7791f-eedb-4c51-8a63-e563ffd00e72 req-8839c12e-beff-4395-bba0-1d3a6076493c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335443 Nov 09 19:04:09.113176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e7b698dd-dda2-4a7d-898f-216eb9f76d83 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:04:09.141479 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f797e-dacd-41f3-81e0-460c5c5a25a0 req-55392951-8604-49ad-be52-7e76cbc5510b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:09.142984 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-716f797e-dacd-41f3-81e0-460c5c5a25a0 req-55392951-8604-49ad-be52-7e76cbc5510b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 945 time: 0.0505209 Nov 09 19:04:09.162684 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port e7b698dd-dda2-4a7d-898f-216eb9f76d83 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:04:09.166664 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port e7b698dd-dda2-4a7d-898f-216eb9f76d83 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:09.167052 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:09.188795 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-716f797e-dacd-41f3-81e0-460c5c5a25a0 req-bf1d705c-2ac2-4a2d-993e-d04a1fa303d9 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334387 Nov 09 19:04:09.252215 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:09.274547 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:04:09.276843 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7c4bca-e2ae-4307-b447-fa4b9483dbe4" -d '{"events": [{"server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "name": "network-vif-plugged", "status": "completed", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:04:09.289596 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:09.297363 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:09.319875 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc44a1ab-ca66-4fb9-91c1-5947255feacc x-openstack-request-id: req-fc44a1ab-ca66-4fb9-91c1-5947255feacc {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:04:09.320171 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "name": "network-vif-plugged", "status": "completed", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:04:09.320426 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc44a1ab-ca66-4fb9-91c1-5947255feacc {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:04:09.320834 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'code': 200} Nov 09 19:04:09.351275 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=e7b698dd-dda2-4a7d-898f-216eb9f76d83,revision_number=10']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:09.464156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae912ff2-32bc-4b20-9d74-e80fbfd0b1c8 req-b719562f-9041-4d60-a780-b18d0bdd4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:09.465636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae912ff2-32bc-4b20-9d74-e80fbfd0b1c8 req-b719562f-9041-4d60-a780-b18d0bdd4065 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 1098 time: 0.0405362 Nov 09 19:04:09.499899 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ae912ff2-32bc-4b20-9d74-e80fbfd0b1c8 req-cf428045-5eec-4dcc-aa15-91a52965b250 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270104 Nov 09 19:04:10.305099 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28bde0-e747-4f7c-bdf7-af4a59b8059c req-bccdcb7c-8106-4741-a33b-f3c90b7478dc tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:10.307343 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c28bde0-e747-4f7c-bdf7-af4a59b8059c req-bccdcb7c-8106-4741-a33b-f3c90b7478dc tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 947 time: 0.0544176 Nov 09 19:04:10.346181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8c28bde0-e747-4f7c-bdf7-af4a59b8059c req-58923ca3-f05c-4295-a917-3d872d2a1b4c tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322225 Nov 09 19:04:10.890733 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-165629da-088f-4951-89bf-e431a1518548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:11.460352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c1b91-53f1-4334-aa73-628a8d9a1362 req-e5b3c076-d3db-48d4-80ee-94e13308a914 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:11.461830 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bf4c1b91-53f1-4334-aa73-628a8d9a1362 req-e5b3c076-d3db-48d4-80ee-94e13308a914 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 947 time: 0.0495327 Nov 09 19:04:11.500003 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-bf4c1b91-53f1-4334-aa73-628a8d9a1362 req-acf8e15e-2a0b-4df4-9367-22872058b3b8 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321162 Nov 09 19:04:13.802716 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e65853de-a4b5-4070-ac17-9d5cee88b1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:14.681072 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:15.756548 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:17.993610 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:18.104596 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:04:23.953517 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:24.612817 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.891310 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7656687d-6003-4f53-a6d0-141b3d130e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:43.803847 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-91c952b5-e17f-4cba-ac17-07cd0d044b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.682180 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:45.759840 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.997486 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:53.952438 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:54.623576 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:55.103711 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:04:55.515551 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-440a6d84-3dd1-4e5b-85d2-597d65e2004f req-b039aa99-f3a4-4bc0-8b0f-bfdc7d7aa18b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394373 Nov 09 19:04:55.600851 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a6d84-3dd1-4e5b-85d2-597d65e2004f req-b4ed8934-6b1a-4b7e-ae34-9a12f7eb9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:55.602296 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-440a6d84-3dd1-4e5b-85d2-597d65e2004f req-b4ed8934-6b1a-4b7e-ae34-9a12f7eb9f32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 1098 time: 0.0458274 Nov 09 19:04:55.717931 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a6d84-3dd1-4e5b-85d2-597d65e2004f req-503a02b7-9cd0-44ee-8dc5-8e9fed92b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:55.719390 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-440a6d84-3dd1-4e5b-85d2-597d65e2004f req-503a02b7-9cd0-44ee-8dc5-8e9fed92b60d service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.0971637 Nov 09 19:04:55.787684 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-440a6d84-3dd1-4e5b-85d2-597d65e2004f req-7f38ed0e-c648-46ea-8fc0-cf9cee022119 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83 HTTP/1.1" status: 200 len: 1001 time: 0.0615678 Nov 09 19:04:55.835066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a6d84-3dd1-4e5b-85d2-597d65e2004f req-93b07ca9-12b7-4e40-99d1-02e076f1aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:55.836515 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-440a6d84-3dd1-4e5b-85d2-597d65e2004f req-93b07ca9-12b7-4e40-99d1-02e076f1aea8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0425909 Nov 09 19:04:55.883842 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a6d84-3dd1-4e5b-85d2-597d65e2004f req-6b21f85c-e806-47d1-a126-940442c88613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:55.886178 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-440a6d84-3dd1-4e5b-85d2-597d65e2004f req-6b21f85c-e806-47d1-a126-940442c88613 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426667 Nov 09 19:04:55.981562 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-440a6d84-3dd1-4e5b-85d2-597d65e2004f req-5898783f-f21c-46ec-84c5-ff22af82f76f service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873404 Nov 09 19:04:56.070681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-440a6d84-3dd1-4e5b-85d2-597d65e2004f req-36e92bbd-bf36-4a4e-8778-c16113e5b74b service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821953 Nov 09 19:05:10.891038 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3f91a8ca-64d6-448f-82c7-4dacbdd290ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:13.803694 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6ee33a80-ef19-43ca-93d5-4a634a51206c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:14.683307 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:15.762631 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:17.999657 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:23.966786 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:24.647136 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:27.074178 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54044) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:27.232552 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Deleting port 7782b148-2506-4e78-acae-b65ae298ded4 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:05:27.232902 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:27.310983 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:27.311339 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:27.322750 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Calling delete_port for 7782b148-2506-4e78-acae-b65ae298ded4 owned by network:floatingip {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:05:27.467271 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:27.499461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event deleted for resources: {'Port': ['ID=7782b148-2506-4e78-acae-b65ae298ded4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:27.521920 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:27.522263 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:27.522597 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:27.522929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:27.523275 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:27.523602 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:27.523923 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:27.524242 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:27.524556 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:27.524872 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:27.525190 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:27.525505 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:27.561588 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for floatingip, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:27.561847 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Floating IP 7b8eba6b-8da5-4f75-ad38-7830436173e4 disassociated (deleted). External IP: 172.25.1.47, port: e7b698dd-dda2-4a7d-898f-216eb9f76d83. Nov 09 19:05:27.767124 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Router 51256b7f-553c-4ed2-8491-8044974e0f20 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:05:27.876523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:05:27.882063 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:27.886511 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05cf028-2777-4638-a33e-2e4d41ade2a0 None None] Sync routers for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:05:27.895201 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05cf028-2777-4638-a33e-2e4d41ade2a0 None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:27.896195 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a05cf028-2777-4638-a33e-2e4d41ade2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:27.910652 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-d72bc2f3-6a0e-45ac-a5be-5cb7aca39c3e tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "DELETE /v2.0/floatingips/7b8eba6b-8da5-4f75-ad38-7830436173e4 HTTP/1.1" status: 204 len: 168 time: 0.8328807 Nov 09 19:05:27.910652 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:05:27.911826 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ae38f9-6b9a-4145-abcf-c4d644e8644e" -d '{"events": [{"name": "network-changed", "server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:05:28.002792 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a05cf028-2777-4638-a33e-2e4d41ade2a0 None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:28.070875 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7821c27-194f-4846-953b-87a0039cc7e3 x-openstack-request-id: req-d7821c27-194f-4846-953b-87a0039cc7e3 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:05:28.071167 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:05:28.071466 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7821c27-194f-4846-953b-87a0039cc7e3 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:05:28.071913 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'status': 'completed', 'code': 200} Nov 09 19:05:28.164683 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae38f9-6b9a-4145-abcf-c4d644e8644e req-384af577-8485-4ab0-b5d3-f65082be3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:28.166100 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1ae38f9-6b9a-4145-abcf-c4d644e8644e req-384af577-8485-4ab0-b5d3-f65082be3c44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dec53617ec6c46b1972239fd9dbb7031&device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 1098 time: 0.0713263 Nov 09 19:05:28.189426 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad66893-af81-4f44-ac60-693c6eb23492 req-7d2b8fc9-4496-472b-a190-085ce5c801f1 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:28.190834 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ad66893-af81-4f44-ac60-693c6eb23492 req-7d2b8fc9-4496-472b-a190-085ce5c801f1 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 947 time: 0.0699723 Nov 09 19:05:28.210721 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a05cf028-2777-4638-a33e-2e4d41ade2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 5, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:28.236088 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05cf028-2777-4638-a33e-2e4d41ade2a0 None None] Checking router: 51256b7f-553c-4ed2-8491-8044974e0f20 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:05:28.245588 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05cf028-2777-4638-a33e-2e4d41ade2a0 None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:28.246197 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a05cf028-2777-4638-a33e-2e4d41ade2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:28.270957 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-5ad66893-af81-4f44-ac60-693c6eb23492 req-afc705b0-0ea6-424c-a6a4-77801ee546f9 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684750 Nov 09 19:05:28.292660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae38f9-6b9a-4145-abcf-c4d644e8644e req-4481f743-5541-4582-b852-76fb8bd30a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:28.294107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1ae38f9-6b9a-4145-abcf-c4d644e8644e req-4481f743-5541-4582-b852-76fb8bd30a66 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 200 len: 909 time: 0.1193802 Nov 09 19:05:28.340556 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1ae38f9-6b9a-4145-abcf-c4d644e8644e req-71277944-7413-46ea-a8b5-fe3c624d0bd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83 HTTP/1.1" status: 200 len: 217 time: 0.0390015 Nov 09 19:05:28.352021 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-a05cf028-2777-4638-a33e-2e4d41ade2a0 None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:28.391732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae38f9-6b9a-4145-abcf-c4d644e8644e req-dba3e4bd-961a-4f38-a707-d681c62c0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:28.393181 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1ae38f9-6b9a-4145-abcf-c4d644e8644e req-dba3e4bd-961a-4f38-a707-d681c62c0794 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 200 len: 847 time: 0.0448253 Nov 09 19:05:28.439760 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae38f9-6b9a-4145-abcf-c4d644e8644e req-4780c6dd-d8e9-4655-a6d2-184fd5a4ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:28.441179 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1ae38f9-6b9a-4145-abcf-c4d644e8644e req-4780c6dd-d8e9-4655-a6d2-184fd5a4ecbd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd673eed-e5a2-472c-a32e-770847175f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404129 Nov 09 19:05:28.536457 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1ae38f9-6b9a-4145-abcf-c4d644e8644e req-c5610b01-0515-41d7-bae7-f0de99bdb630 service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870836 Nov 09 19:05:28.550737 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-a05cf028-2777-4638-a33e-2e4d41ade2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 5, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:28.577692 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05cf028-2777-4638-a33e-2e4d41ade2a0 None None] The sync data for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 is: [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:01Z', 'revision_number': 4, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'acef6384-337a-4706-b40f-9f529aa3aa51', 'name': '', 'network_id': 'bd673eed-e5a2-472c-a32e-770847175f32', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'mac_address': 'fa:16:3e:ba:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:00Z', 'updated_at': '2021-11-09T18:56:05Z', 'revision_number': 5, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'subnets': [{'id': '559e7b10-f5d2-4210-aa9c-781be0d5668f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:05:28.627839 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a1ae38f9-6b9a-4145-abcf-c4d644e8644e req-b4647753-5b5d-4859-b78c-cb304cd4ab75 service neutron] 10.222.0.18 "GET /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843103 Nov 09 19:05:28.804071 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e5ba0-921b-4acc-a792-271cbfdd74e1 None None] New status for floating IP 7b8eba6b-8da5-4f75-ad38-7830436173e4: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:05:29.388981 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e93442-e126-4b12-afc3-750be4972504 req-a2b74c83-cf1c-440b-bcf9-9e53b34abe6b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:29.390470 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6e93442-e126-4b12-afc3-750be4972504 req-a2b74c83-cf1c-440b-bcf9-9e53b34abe6b tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 947 time: 0.0503414 Nov 09 19:05:29.428131 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c6e93442-e126-4b12-afc3-750be4972504 req-ab0cd044-4554-41a1-b95c-b45b327c0e34 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/security-groups?id=343414f4-da1c-4633-8c1a-6b4825408927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315950 Nov 09 19:05:29.749173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529563d3-602c-433b-80d4-800b22d4388d req-f76c15c9-1b9b-425b-9221-fa11b43b5ee2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:29.750521 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-529563d3-602c-433b-80d4-800b22d4388d req-f76c15c9-1b9b-425b-9221-fa11b43b5ee2 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.18 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 947 time: 0.0522449 Nov 09 19:05:29.840062 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-529563d3-602c-433b-80d4-800b22d4388d req-a1f39046-a90b-4437-b7ef-5b6d1f2e05e3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Deleting port e7b698dd-dda2-4a7d-898f-216eb9f76d83 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:05:29.840395 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-529563d3-602c-433b-80d4-800b22d4388d req-a1f39046-a90b-4437-b7ef-5b6d1f2e05e3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:29.927845 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-529563d3-602c-433b-80d4-800b22d4388d req-a1f39046-a90b-4437-b7ef-5b6d1f2e05e3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] For port e7b698dd-dda2-4a7d-898f-216eb9f76d83, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=e7b698dd-dda2-4a7d-898f-216eb9f76d83,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:29.928203 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-529563d3-602c-433b-80d4-800b22d4388d req-a1f39046-a90b-4437-b7ef-5b6d1f2e05e3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:29.940539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-529563d3-602c-433b-80d4-800b22d4388d req-a1f39046-a90b-4437-b7ef-5b6d1f2e05e3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Calling delete_port for e7b698dd-dda2-4a7d-898f-216eb9f76d83 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:05:30.064971 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-529563d3-602c-433b-80d4-800b22d4388d req-a1f39046-a90b-4437-b7ef-5b6d1f2e05e3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:30.100675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f39046-a90b-4437-b7ef-5b6d1f2e05e3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event deleted for resources: {'Port': ['ID=e7b698dd-dda2-4a7d-898f-216eb9f76d83,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:30.140545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-529563d3-602c-433b-80d4-800b22d4388d req-a1f39046-a90b-4437-b7ef-5b6d1f2e05e3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] No DVR routers for this DVR port e7b698dd-dda2-4a7d-898f-216eb9f76d83 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:05:30.143124 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-529563d3-602c-433b-80d4-800b22d4388d req-a1f39046-a90b-4437-b7ef-5b6d1f2e05e3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:30.147462 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-529563d3-602c-433b-80d4-800b22d4388d req-a1f39046-a90b-4437-b7ef-5b6d1f2e05e3 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.18 "DELETE /v2.0/ports/e7b698dd-dda2-4a7d-898f-216eb9f76d83 HTTP/1.1" status: 204 len: 173 time: 0.3907506 Nov 09 19:05:30.147903 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'name': 'network-vif-deleted', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:05:30.150164 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800ac45c-7b4f-4ce5-9057-38aa1647f23e" -d '{"events": [{"server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "name": "network-vif-deleted", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:05:30.186193 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4fa4c0-73cd-40b4-9858-1bfabba7d767 x-openstack-request-id: req-bb4fa4c0-73cd-40b4-9858-1bfabba7d767 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:05:30.186505 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044b906d-27ab-4e1d-b29e-6b2928b14ea6", "name": "network-vif-deleted", "tag": "e7b698dd-dda2-4a7d-898f-216eb9f76d83", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:05:30.186743 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb4fa4c0-73cd-40b4-9858-1bfabba7d767 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:05:30.187142 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044b906d-27ab-4e1d-b29e-6b2928b14ea6', 'name': 'network-vif-deleted', 'tag': 'e7b698dd-dda2-4a7d-898f-216eb9f76d83', 'status': 'completed', 'code': 200} Nov 09 19:05:30.532723 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c61a74c3-317e-436c-bfd8-4422f697be5f req-c3e6edd7-cbd9-4664-8352-74c2acb37e60 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 210 time: 0.0294461 Nov 09 19:05:31.626909 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8cfa49c4-5f90-4e74-a39c-0f5cf44af7e6 req-163ea4b5-1f41-48d2-8146-4ce11f685060 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 210 time: 0.0257540 Nov 09 19:05:32.108017 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:05:32.733810 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a73ca2db-44d3-4e79-82b0-019c13ff31c7 req-140fc131-6769-46db-aaf8-4153af93e4fe tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 210 time: 0.0290952 Nov 09 19:05:33.688581 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e7b698dd-dda2-4a7d-898f-216eb9f76d83 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:05:33.709950 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: e7b698dd-dda2-4a7d-898f-216eb9f76d83 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:05:33.710296 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device e7b698dd-dda2-4a7d-898f-216eb9f76d83 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:05:34.184898 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08760c49-d932-47c0-bac4-ac20128c9e30 req-0d53f149-4578-43de-a01e-5b6d801071c9 tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "GET /v2.0/ports?device_id=044b906d-27ab-4e1d-b29e-6b2928b14ea6 HTTP/1.1" status: 200 len: 210 time: 0.3711753 Nov 09 19:05:35.241636 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54076) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:35.300358 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1f8e-40c8-4b01-9cd2-713ec3fd3dbf tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:35.325856 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1f8e-40c8-4b01-9cd2-713ec3fd3dbf tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:35.384556 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1f8e-40c8-4b01-9cd2-713ec3fd3dbf tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:35.387374 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1f8e-40c8-4b01-9cd2-713ec3fd3dbf tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:35.388548 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ef9c1f8e-40c8-4b01-9cd2-713ec3fd3dbf tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] 10.222.0.81 "DELETE /v2.0/security-groups/343414f4-da1c-4633-8c1a-6b4825408927 HTTP/1.1" status: 204 len: 168 time: 0.1458375 Nov 09 19:05:35.398893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c1f8e-40c8-4b01-9cd2-713ec3fd3dbf tempest-TestShelveInstance-1164594767 tempest-TestShelveInstance-1164594767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=343414f4-da1c-4633-8c1a-6b4825408927,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:35.437893 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54080) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:35.880601 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-881bf36a-89de-4dff-8355-e12f631c4431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:36.131210 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-881bf36a-89de-4dff-8355-e12f631c4431 admin admin] Deleting port acef6384-337a-4706-b40f-9f529aa3aa51 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:05:36.131523 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-881bf36a-89de-4dff-8355-e12f631c4431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:36.212213 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-881bf36a-89de-4dff-8355-e12f631c4431 admin admin] For port acef6384-337a-4706-b40f-9f529aa3aa51, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=acef6384-337a-4706-b40f-9f529aa3aa51,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:36.212575 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-881bf36a-89de-4dff-8355-e12f631c4431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:36.225048 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-881bf36a-89de-4dff-8355-e12f631c4431 admin admin] Calling delete_port for acef6384-337a-4706-b40f-9f529aa3aa51 owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:05:36.403177 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-881bf36a-89de-4dff-8355-e12f631c4431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:36.429107 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bf36a-89de-4dff-8355-e12f631c4431 admin admin] Pushing event deleted for resources: {'Port': ['ID=acef6384-337a-4706-b40f-9f529aa3aa51,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:36.602093 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-881bf36a-89de-4dff-8355-e12f631c4431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:36.815095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881bf36a-89de-4dff-8355-e12f631c4431 admin admin] Router 51256b7f-553c-4ed2-8491-8044974e0f20 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:05:36.924454 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881bf36a-89de-4dff-8355-e12f631c4431 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:05:36.931247 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-881bf36a-89de-4dff-8355-e12f631c4431 admin admin] 10.222.0.81 "PUT /v2.0/routers/51256b7f-553c-4ed2-8491-8044974e0f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4930544 Nov 09 19:05:36.932962 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54084) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:36.933544 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c402f25c-18d2-46cb-baf1-de3f60fb52b5 None None] Sync routers for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:05:36.943073 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c402f25c-18d2-46cb-baf1-de3f60fb52b5 None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:36.943700 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c402f25c-18d2-46cb-baf1-de3f60fb52b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:37.036907 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.047114 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c402f25c-18d2-46cb-baf1-de3f60fb52b5 None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:37.141232 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.197746 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Deleting port 8aa0d583-e451-42ce-83c7-e9f53bcc5521 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:05:37.198092 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.230373 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c402f25c-18d2-46cb-baf1-de3f60fb52b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T19:05:36Z', 'revision_number': 5, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port': {'id': '8aa0d583-e451-42ce-83c7-e9f53bcc5521', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T18:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:37.258363 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c402f25c-18d2-46cb-baf1-de3f60fb52b5 None None] Checking router: 51256b7f-553c-4ed2-8491-8044974e0f20 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:05:37.266456 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c402f25c-18d2-46cb-baf1-de3f60fb52b5 None None] Routers {'51256b7f-553c-4ed2-8491-8044974e0f20'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:37.267055 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c402f25c-18d2-46cb-baf1-de3f60fb52b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['51256b7f-553c-4ed2-8491-8044974e0f20'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:37.280169 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] For port 8aa0d583-e451-42ce-83c7-e9f53bcc5521, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=8aa0d583-e451-42ce-83c7-e9f53bcc5521,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:37.280541 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.293240 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Calling delete_port for 8aa0d583-e451-42ce-83c7-e9f53bcc5521 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:05:37.353225 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-c402f25c-18d2-46cb-baf1-de3f60fb52b5 None None] Set router 51256b7f-553c-4ed2-8491-8044974e0f20 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:37.464977 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.495293 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-c402f25c-18d2-46cb-baf1-de3f60fb52b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T19:05:37Z', 'revision_number': 6, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:37.498137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa0d583-e451-42ce-83c7-e9f53bcc5521,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:37.525394 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c402f25c-18d2-46cb-baf1-de3f60fb52b5 None None] The sync data for ids ['51256b7f-553c-4ed2-8491-8044974e0f20'] in n-d-817236-1 is: [{'id': '51256b7f-553c-4ed2-8491-8044974e0f20', 'name': 'tempest-TestShelveInstance-382347623-router', 'tenant_id': 'dec53617ec6c46b1972239fd9dbb7031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:55:58Z', 'updated_at': '2021-11-09T19:05:37Z', 'revision_number': 6, 'project_id': 'dec53617ec6c46b1972239fd9dbb7031', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:05:37.565932 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.655005 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.657088 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.699066 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.699701 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51256b7f-553c-4ed2-8491-8044974e0f20 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:05:37.704247 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.705769 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-059556f7-c49f-400f-9797-8107119a581c admin admin] 10.222.0.81 "DELETE /v2.0/routers/51256b7f-553c-4ed2-8491-8044974e0f20 HTTP/1.1" status: 204 len: 168 time: 0.7718811 Nov 09 19:05:37.708915 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54086) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:37.753203 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b344bc7-4e58-494a-85da-b16c8dd2ceaf admin admin] Deleting subnet 559e7b10-f5d2-4210-aa9c-781be0d5668f {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:05:37.756522 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b344bc7-4e58-494a-85da-b16c8dd2ceaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.791178 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b344bc7-4e58-494a-85da-b16c8dd2ceaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.872165 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b344bc7-4e58-494a-85da-b16c8dd2ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.929084 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b344bc7-4e58-494a-85da-b16c8dd2ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.955761 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b344bc7-4e58-494a-85da-b16c8dd2ceaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=559e7b10-f5d2-4210-aa9c-781be0d5668f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:37.959711 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-1b344bc7-4e58-494a-85da-b16c8dd2ceaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:37.965333 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-1b344bc7-4e58-494a-85da-b16c8dd2ceaf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/559e7b10-f5d2-4210-aa9c-781be0d5668f HTTP/1.1" status: 204 len: 168 time: 0.2530522 Nov 09 19:05:37.965822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54088) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:37.972444 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d9dc11-dac8-4197-99aa-b491101ca58e None None] Network bd673eed-e5a2-472c-a32e-770847175f32 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:05:38.039919 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:38.093771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Deleting port b00ce1ee-0cae-41c7-9949-192b2b43f87d {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:05:38.094201 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:38.158053 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] For port b00ce1ee-0cae-41c7-9949-192b2b43f87d, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=b00ce1ee-0cae-41c7-9949-192b2b43f87d,segment=NetworkSegment(843ffd8d-6c49-4b78-941f-922f6449216a),segment_id=843ffd8d-6c49-4b78-941f-922f6449216a)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:38.158416 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:38.171105 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Calling delete_port for b00ce1ee-0cae-41c7-9949-192b2b43f87d owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:05:38.253481 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:38.278440 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00ce1ee-0cae-41c7-9949-192b2b43f87d,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:38.282445 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] No DVR routers for this DVR port b00ce1ee-0cae-41c7-9949-192b2b43f87d on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:05:38.320652 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df4e92-56d4-46e0-8c06-b2d4121afaaf None None] DHCP port deletion for bd673eed-e5a2-472c-a32e-770847175f32 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:05:38.361190 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:38.382216 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd673eed-e5a2-472c-a32e-770847175f32']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:38.391540 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843ffd8d-6c49-4b78-941f-922f6449216a') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:38.391835 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843ffd8d-6c49-4b78-941f-922f6449216a') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:38.401592 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:38.415749 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:38.421815 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:05:38.422263 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: timer() Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:05:38.423955 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:05:38.478582 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:38.484107 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:38.487383 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bd673eed-e5a2-472c-a32e-770847175f32 HTTP/1.1" status: 204 len: 168 time: 0.5208955 Nov 09 19:05:38.490774 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54090) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:38.498817 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4fe1f-e650-486e-be5d-46379f98ca53 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd673eed-e5a2-472c-a32e-770847175f32,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:38.842625 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:39.089474 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Deleting port d36031fe-d569-49d8-a942-36d8f9b41937 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:05:39.089904 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:39.167987 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] For port d36031fe-d569-49d8-a942-36d8f9b41937, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d36031fe-d569-49d8-a942-36d8f9b41937,segment=NetworkSegment(8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2),segment_id=8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:39.168251 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:39.184422 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Calling delete_port for d36031fe-d569-49d8-a942-36d8f9b41937 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:05:39.360404 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:39.388283 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Pushing event deleted for resources: {'Port': ['ID=d36031fe-d569-49d8-a942-36d8f9b41937,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:39.413623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:39.413965 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:39.414424 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:39.414629 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:39.414959 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:39.415367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:39.415623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:39.415945 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:39.416266 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:39.416584 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:39.416901 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:39.417237 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:39.571995 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:39.584145 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device acef6384-337a-4706-b40f-9f529aa3aa51 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:05:39.618949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: acef6384-337a-4706-b40f-9f529aa3aa51 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:05:39.619322 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device acef6384-337a-4706-b40f-9f529aa3aa51 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:05:39.619744 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b00ce1ee-0cae-41c7-9949-192b2b43f87d no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:05:39.638740 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: b00ce1ee-0cae-41c7-9949-192b2b43f87d {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:05:39.639107 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device b00ce1ee-0cae-41c7-9949-192b2b43f87d not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:05:39.639544 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8aa0d583-e451-42ce-83c7-e9f53bcc5521 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:05:39.658093 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 8aa0d583-e451-42ce-83c7-e9f53bcc5521 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:05:39.658371 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 8aa0d583-e451-42ce-83c7-e9f53bcc5521 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:05:39.790542 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Router 0e405109-cc03-4bb5-af7e-ede4285fd6a0 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:05:39.896210 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:05:39.901756 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-7d37f30f-47e5-4a8e-9a28-969fa652d2db admin admin] 10.222.0.81 "PUT /v2.0/routers/0e405109-cc03-4bb5-af7e-ede4285fd6a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4095001 Nov 09 19:05:39.904308 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54094) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:39.905393 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75d110-59b0-46cb-9f85-d1b72e072df4 None None] Sync routers for ids ['0e405109-cc03-4bb5-af7e-ede4285fd6a0'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:05:39.917337 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75d110-59b0-46cb-9f85-d1b72e072df4 None None] Routers {'0e405109-cc03-4bb5-af7e-ede4285fd6a0'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:39.918046 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-cd75d110-59b0-46cb-9f85-d1b72e072df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0e405109-cc03-4bb5-af7e-ede4285fd6a0'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:40.014224 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Notify callbacks [] for router, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:40.116884 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:40.172010 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Deleting port d6db9942-7ed4-4c60-a851-a9b3f91e6221 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:05:40.172457 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:40.177577 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-cd75d110-59b0-46cb-9f85-d1b72e072df4 None None] Set router 0e405109-cc03-4bb5-af7e-ede4285fd6a0 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:40.253435 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] For port d6db9942-7ed4-4c60-a851-a9b3f91e6221, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=d6db9942-7ed4-4c60-a851-a9b3f91e6221,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:40.254056 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:40.271488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Calling delete_port for d6db9942-7ed4-4c60-a851-a9b3f91e6221 owned by network:router_gateway {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:05:40.356395 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-cd75d110-59b0-46cb-9f85-d1b72e072df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'name': 'tempest-TestShelveInstance-1478301664-router', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:56:02Z', 'updated_at': '2021-11-09T19:05:39Z', 'revision_number': 5, 'project_id': 'e9fb517d23af46d9b1a988997ef25abe', 'gw_port': {'id': 'd6db9942-7ed4-4c60-a851-a9b3f91e6221', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:56:03Z', 'updated_at': '2021-11-09T18:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:40.382789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75d110-59b0-46cb-9f85-d1b72e072df4 None None] Checking router: 0e405109-cc03-4bb5-af7e-ede4285fd6a0 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:05:40.391502 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75d110-59b0-46cb-9f85-d1b72e072df4 None None] Routers {'0e405109-cc03-4bb5-af7e-ede4285fd6a0'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:40.392132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-cd75d110-59b0-46cb-9f85-d1b72e072df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['0e405109-cc03-4bb5-af7e-ede4285fd6a0'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:40.436615 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:40.461718 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6db9942-7ed4-4c60-a851-a9b3f91e6221,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:40.481878 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-cd75d110-59b0-46cb-9f85-d1b72e072df4 None None] Set router 0e405109-cc03-4bb5-af7e-ede4285fd6a0 gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:40.527373 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:40.536913 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-cd75d110-59b0-46cb-9f85-d1b72e072df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'name': 'tempest-TestShelveInstance-1478301664-router', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:56:02Z', 'updated_at': '2021-11-09T19:05:40Z', 'revision_number': 6, 'project_id': 'e9fb517d23af46d9b1a988997ef25abe', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:40.566930 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75d110-59b0-46cb-9f85-d1b72e072df4 None None] The sync data for ids ['0e405109-cc03-4bb5-af7e-ede4285fd6a0'] in n-d-817236-1 is: [{'id': '0e405109-cc03-4bb5-af7e-ede4285fd6a0', 'name': 'tempest-TestShelveInstance-1478301664-router', 'tenant_id': 'e9fb517d23af46d9b1a988997ef25abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:56:02Z', 'updated_at': '2021-11-09T19:05:40Z', 'revision_number': 6, 'project_id': 'e9fb517d23af46d9b1a988997ef25abe', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:05:40.892704 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-55ea8654-e06b-4857-990c-190cd07771c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:40.955687 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:40.958999 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.003017 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.003576 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e405109-cc03-4bb5-af7e-ede4285fd6a0 {{(pid=102155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:05:41.009457 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.013503 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-662fd886-f70e-475e-b66d-391fe75e9381 admin admin] 10.222.0.81 "DELETE /v2.0/routers/0e405109-cc03-4bb5-af7e-ede4285fd6a0 HTTP/1.1" status: 204 len: 168 time: 1.1054130 Nov 09 19:05:41.013503 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54096) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:41.061285 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76c86e3-f898-4c5b-9d3b-ebc9ee8c826d admin admin] Deleting subnet 94c4db3e-fca2-42d8-a914-e3b3143fce01 {{(pid=102155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:05:41.064503 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e76c86e3-f898-4c5b-9d3b-ebc9ee8c826d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.099319 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e76c86e3-f898-4c5b-9d3b-ebc9ee8c826d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300676'] for subnet, precommit_delete_associations {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.174858 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e76c86e3-f898-4c5b-9d3b-ebc9ee8c826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.231667 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e76c86e3-f898-4c5b-9d3b-ebc9ee8c826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10364063'] for subnet, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.258140 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c86e3-f898-4c5b-9d3b-ebc9ee8c826d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c4db3e-fca2-42d8-a914-e3b3143fce01,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:41.260018 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-e76c86e3-f898-4c5b-9d3b-ebc9ee8c826d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.263757 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b58cd-463c-4d46-9661-55acf2f2e505 None None] Network ea241288-62ca-4bfa-84aa-7e3860e54645 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:05:41.264045 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e76c86e3-f898-4c5b-9d3b-ebc9ee8c826d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/94c4db3e-fca2-42d8-a914-e3b3143fce01 HTTP/1.1" status: 204 len: 168 time: 0.2497272 Nov 09 19:05:41.265732 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54098) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:41.343770 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.399905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Deleting port 9e85b7b5-b34b-4176-bb19-d2167fad5c56 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:05:41.400257 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.444271 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] DHCP port deletion for ea241288-62ca-4bfa-84aa-7e3860e54645 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:05:41.470448 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] For port 9e85b7b5-b34b-4176-bb19-d2167fad5c56, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9e85b7b5-b34b-4176-bb19-d2167fad5c56,segment=NetworkSegment(8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2),segment_id=8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:41.470807 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.485108 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Calling delete_port for 9e85b7b5-b34b-4176-bb19-d2167fad5c56 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:05:41.491708 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Deleting port 9e85b7b5-b34b-4176-bb19-d2167fad5c56 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:05:41.492100 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.547660 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d36031fe-d569-49d8-a942-36d8f9b41937 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:05:41.581545 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.597977 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: d36031fe-d569-49d8-a942-36d8f9b41937 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:05:41.598488 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d36031fe-d569-49d8-a942-36d8f9b41937 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:05:41.598955 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9e85b7b5-b34b-4176-bb19-d2167fad5c56 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:05:41.610050 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e85b7b5-b34b-4176-bb19-d2167fad5c56,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:41.614649 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] No DVR routers for this DVR port 9e85b7b5-b34b-4176-bb19-d2167fad5c56 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:05:41.632128 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 9e85b7b5-b34b-4176-bb19-d2167fad5c56 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:05:41.632481 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 9e85b7b5-b34b-4176-bb19-d2167fad5c56 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:05:41.632906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d6db9942-7ed4-4c60-a851-a9b3f91e6221 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:05:41.639041 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] For port 9e85b7b5-b34b-4176-bb19-d2167fad5c56, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=9e85b7b5-b34b-4176-bb19-d2167fad5c56,segment=NetworkSegment(8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2),segment_id=8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:41.639657 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.664160 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: d6db9942-7ed4-4c60-a851-a9b3f91e6221 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:05:41.664455 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device d6db9942-7ed4-4c60-a851-a9b3f91e6221 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:05:41.672481 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Calling delete_port for 9e85b7b5-b34b-4176-bb19-d2167fad5c56 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:05:41.698892 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.718709 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea241288-62ca-4bfa-84aa-7e3860e54645']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:41.728068 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:41.728362 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0bfcfc-4221-4a3e-bf03-c7d08d3a9fa2') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:41.737626 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.751511 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.752715 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.758690 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:05:41.758954 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: timer() Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:05:41.760761 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:05:41.778062 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Pushing event deleted for resources: {'Port': ['ID=9e85b7b5-b34b-4176-bb19-d2167fad5c56,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:41.784862 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] No DVR routers for this DVR port 9e85b7b5-b34b-4176-bb19-d2167fad5c56 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:05:41.794053 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:41.795180 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:41.795180 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:41.795180 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:41.795500 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:41.795835 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:41.796162 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:41.796487 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:41.796809 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:41.797118 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:41.797438 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:41.797751 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bd249-a6a1-4ae3-bc20-7da3be5857d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:41.816037 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.822359 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.825609 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] 10.222.0.81 "DELETE /v2.0/networks/ea241288-62ca-4bfa-84aa-7e3860e54645 HTTP/1.1" status: 204 len: 168 time: 0.5588934 Nov 09 19:05:41.840339 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f843e-498f-4282-8944-c8c2b3c1871a admin admin] Pushing event deleted for resources: {'Network': ['ID=ea241288-62ca-4bfa-84aa-7e3860e54645,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:41.954605 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54102) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:41.993903 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-0190961a-fdb2-48c4-a082-ff4924191c83 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dec53617ec6c46b1972239fd9dbb7031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380015 Nov 09 19:05:41.996301 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54104) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:42.044377 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c70ed0de-5c47-45cc-935f-b506d3f137cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:42.065018 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c70ed0de-5c47-45cc-935f-b506d3f137cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:42.111057 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c70ed0de-5c47-45cc-935f-b506d3f137cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:42.114682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-c70ed0de-5c47-45cc-935f-b506d3f137cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:42.115968 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-c70ed0de-5c47-45cc-935f-b506d3f137cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd9a8f45-691c-4cb7-9860-89969bd6c7c4 HTTP/1.1" status: 204 len: 168 time: 0.1187596 Nov 09 19:05:42.123670 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ed0de-5c47-45cc-935f-b506d3f137cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9a8f45-691c-4cb7-9860-89969bd6c7c4,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:42.426234 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54110) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:42.465012 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-3fa5b091-2669-4a0e-8748-cf73c5ef9bce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9fb517d23af46d9b1a988997ef25abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375865 Nov 09 19:05:42.467421 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54112) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:42.514428 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ece97710-8b09-46a6-90c8-d78264218b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:42.539075 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ece97710-8b09-46a6-90c8-d78264218b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:42.584827 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ece97710-8b09-46a6-90c8-d78264218b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:42.587633 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ece97710-8b09-46a6-90c8-d78264218b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:42.588757 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ece97710-8b09-46a6-90c8-d78264218b80 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e91e8f4a-ce32-4310-8e3a-184afb434af1 HTTP/1.1" status: 204 len: 168 time: 0.1204622 Nov 09 19:05:42.596753 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece97710-8b09-46a6-90c8-d78264218b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91e8f4a-ce32-4310-8e3a-184afb434af1,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:43.251398 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54134) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:43.348375 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1192857153-network', 'tenant_id': '1da97405a77b424589ae411e7002638c'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:43.369857 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Made reservation on behalf of 1da97405a77b424589ae411e7002638c for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:05:43.372410 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:43.380853 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:43.455103 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:43.458753 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:43.482861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:05:43.492667 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c521b98a-e575-4163-be3b-3a2275f37377,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:43.498572 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:43.498919 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Added segment d575579a-95e5-4846-a65b-d97875bb3180 of type vlan for network 8114c0d6-bb77-45ab-ba86-ab294202ee91 Nov 09 19:05:43.538117 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:43.562103 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:43.563051 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:43.563661 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:43.617518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3648508 Nov 09 19:05:43.620296 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54138) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:43.625409 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-c448001a-f999-4ab9-8f30-ebcd94005a1e admin admin] Request body: {'subnet': {'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1192857153-subnet', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:43.628430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c79f4-f5ae-4f22-9e7e-351bdcecd9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=8114c0d6-bb77-45ab-ba86-ab294202ee91,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:43.638665 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network 8114c0d6-bb77-45ab-ba86-ab294202ee91 details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:05:43.648164 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c448001a-f999-4ab9-8f30-ebcd94005a1e admin admin] Made reservation on behalf of 1da97405a77b424589ae411e7002638c for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:05:43.650635 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c448001a-f999-4ab9-8f30-ebcd94005a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:43.805326 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d3e397f8-2688-4b9b-abe0-ab41aa467fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:43.817288 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c448001a-f999-4ab9-8f30-ebcd94005a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:43.869186 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448001a-f999-4ab9-8f30-ebcd94005a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedd569e-c997-4bd4-b0f6-ab3730961d9e,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:43.881195 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448001a-f999-4ab9-8f30-ebcd94005a1e admin admin] Checking segment: {'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:05:43.881557 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c448001a-f999-4ab9-8f30-ebcd94005a1e admin admin] Network hostable DHCP agents. Network: 8114c0d6-bb77-45ab-ba86-ab294202ee91, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:05:43.897658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c448001a-f999-4ab9-8f30-ebcd94005a1e admin admin] Network 8114c0d6-bb77-45ab-ba86-ab294202ee91 is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:05:43.906228 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-c448001a-f999-4ab9-8f30-ebcd94005a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, 8114c0d6-bb77-45ab-ba86-ab294202ee91) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:05:43.912755 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c448001a-f999-4ab9-8f30-ebcd94005a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:43.913363 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-c448001a-f999-4ab9-8f30-ebcd94005a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:43.913948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0330501-bc72-4fb8-ad47-a3d1e3f27ddd None None] Network 8114c0d6-bb77-45ab-ba86-ab294202ee91 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:05:43.929604 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c448001a-f999-4ab9-8f30-ebcd94005a1e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3081121 Nov 09 19:05:43.932248 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54140) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:43.936516 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:43.958432 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:43.959456 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.016502 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.060946 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-8114c0d6-bb77-45ab-ba86-ab294202ee91', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:05:44.061838 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.154024 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.199290 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Allocated IP 172.20.0.2 (8114c0d6-bb77-45ab-ba86-ab294202ee91/bedd569e-c997-4bd4-b0f6-ab3730961d9e/c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:05:44.344654 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.351177 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.355412 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.375390 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.386975 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Network 8114c0d6-bb77-45ab-ba86-ab294202ee91 is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:05:44.389950 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:05:44.393356 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:05:44.403877 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Pushing event updated for resources: {'Port': ['ID=c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:44.454874 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Attempting to bind port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:05:44.455272 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Attempting to bind port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:05:44.456043 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Attempting to bind port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 on network 8114c0d6-bb77-45ab-ba86-ab294202ee91 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:05:44.461697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:05:44.461697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Checking segment: {'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:05:44.462067 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.462479 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Bound using segment: {'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:05:44.462949 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Bound port: c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:05:44.463368 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.478912 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Allocated IP 172.25.1.79 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/677cc9f4-9083-4db1-940e-03652aaf7ce9) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:05:44.533394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] For port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:05:44.536454 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] For port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:05:44.541491 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.593453 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.607550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4eb33f-6f69-489e-84fe-0f15b401661a None None] Pushing event updated for resources: {'Port': ['ID=c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:44.629737 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.669522 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:05:44.672393 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:05:44.675911 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:05:44.685066 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Pushing event updated for resources: {'Port': ['ID=677cc9f4-9083-4db1-940e-03652aaf7ce9,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:44.688602 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:44.945285 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:45.139353 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:45.275143 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Router 73d25b26-2948-43ed-a96d-7a6f3874de83 is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:05:45.387060 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:05:45.396585 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Sync routers for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:05:45.406270 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:45.407562 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a99fcf4f-4fe7-403d-82f8-680b63d1ff67 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4743323 Nov 09 19:05:45.407954 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:45.408619 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:45.410398 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54142) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:45.468188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a71aa2-2f31-41aa-85dd-e23baa6b5557 None None] Network 8114c0d6-bb77-45ab-ba86-ab294202ee91 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:05:45.533367 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:45.540765 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-09ed0c24-762a-4f4a-9886-5c30b1db7fd3 None None] Provisioning complete for port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:45.544372 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-09ed0c24-762a-4f4a-9886-5c30b1db7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:45.639061 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:05:45.732739 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:44Z', 'revision_number': 3, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:45.760018 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Checking router: 73d25b26-2948-43ed-a96d-7a6f3874de83 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:05:45.760363 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Updating router 73d25b26-2948-43ed-a96d-7a6f3874de83 port 677cc9f4-9083-4db1-940e-03652aaf7ce9 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:05:45.771757 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-09ed0c24-762a-4f4a-9886-5c30b1db7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:45.788789 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:45.789171 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:45.790438 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:45.813801 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:45.849185 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-09ed0c24-762a-4f4a-9886-5c30b1db7fd3 None None] For port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:45.851363 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:45.857300 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-09ed0c24-762a-4f4a-9886-5c30b1db7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:45.953363 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed0c24-762a-4f4a-9886-5c30b1db7fd3 None None] Pushing event updated for resources: {'Port': ['ID=c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:46.041437 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Allocated IP 172.20.0.1 (8114c0d6-bb77-45ab-ba86-ab294202ee91/bedd569e-c997-4bd4-b0f6-ab3730961d9e/bcb66c78-108f-4679-9bca-1e8e4d8a2b3c) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:05:46.086845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-aa25d71b-bc19-4147-8630-1a60652e6686 None None] Provisioning complete for port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:46.087148 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-aa25d71b-bc19-4147-8630-1a60652e6686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.101789 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.107738 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.157221 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Attempting to bind port 677cc9f4-9083-4db1-940e-03652aaf7ce9 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:05:46.157584 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Attempting to bind port 677cc9f4-9083-4db1-940e-03652aaf7ce9 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:05:46.157935 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Attempting to bind port 677cc9f4-9083-4db1-940e-03652aaf7ce9 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:05:46.163466 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.167433 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Pushing event updated for resources: {'Port': ['ID=677cc9f4-9083-4db1-940e-03652aaf7ce9,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:46.174009 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:05:46.174241 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:05:46.174846 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.175426 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:05:46.176581 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Bound port: 677cc9f4-9083-4db1-940e-03652aaf7ce9, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:05:46.177125 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.180637 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:46.180974 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:46.181304 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:46.181630 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:46.181956 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:46.182275 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:46.182590 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:46.182901 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:46.183236 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:46.183554 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:46.183867 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:46.184176 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:05:46.201802 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.234388 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] For port 677cc9f4-9083-4db1-940e-03652aaf7ce9, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:05:46.237405 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] For port 677cc9f4-9083-4db1-940e-03652aaf7ce9, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=677cc9f4-9083-4db1-940e-03652aaf7ce9,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:05:46.242955 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.246326 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Network 8114c0d6-bb77-45ab-ba86-ab294202ee91 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:05:46.250780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:05:46.253347 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:05:46.263512 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb66c78-108f-4679-9bca-1e8e4d8a2b3c,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:46.308196 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.310483 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cdbbb-55f7-4fe1-bcc7-5942abbcaf82 None None] Pushing event updated for resources: {'Port': ['ID=677cc9f4-9083-4db1-940e-03652aaf7ce9,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:46.313358 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:46.314366 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:46.448353 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:46.489037 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.597055 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-e082831d-ec6e-4114-900f-5e9a278ef1ef None None] Provisioning complete for port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:46.597435 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e082831d-ec6e-4114-900f-5e9a278ef1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.633243 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-e082831d-ec6e-4114-900f-5e9a278ef1ef None None] Port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:05:46.648426 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:44Z', 'revision_number': 3, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:46.666342 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.672105 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.676361 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9629f6-40e6-460a-8529-2bbbbd5f8000 None None] The sync data for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 is: [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:44Z', 'revision_number': 3, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:05:46.748738 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb66c78-108f-4679-9bca-1e8e4d8a2b3c,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:46.755881 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.846653 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Network 8114c0d6-bb77-45ab-ba86-ab294202ee91 is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:05:46.848310 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:05:47.009204 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Router 73d25b26-2948-43ed-a96d-7a6f3874de83 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:05:47.125547 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:05:47.131429 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-fae20ace-2b22-4b8b-8fbc-da20a4df2ab9 admin admin] 10.222.0.81 "PUT /v2.0/routers/73d25b26-2948-43ed-a96d-7a6f3874de83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7192750 Nov 09 19:05:47.159374 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-48b7fbb9-289f-4d59-a98d-69225e26337d None None] Provisioning complete for port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:47.159969 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-48b7fbb9-289f-4d59-a98d-69225e26337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:47.200482 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-48b7fbb9-289f-4d59-a98d-69225e26337d None None] Port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:05:47.608020 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:05:47.641349 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54158) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:47.646549 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1579588573-network', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:47.663277 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:47.663664 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:47.668126 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Made reservation on behalf of 177e2b0fc5fd4da38530f208cf647ee5 for: {'network': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:05:47.670529 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for network, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:47.680292 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:47.743282 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 677cc9f4-9083-4db1-940e-03652aaf7ce9 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:05:47.765317 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:47.769551 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:47.792115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:05:47.797378 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 677cc9f4-9083-4db1-940e-03652aaf7ce9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:47.797518 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:47.806317 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c97e3f-cc2c-4690-9217-84033a0e4db3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:47.812777 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:47.813213 n-d-817236-1 neutron-server[102154]: INFO neutron.db.segments_db [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Added segment 026de904-d1b1-44c4-a0b9-8a6e928991c5 of type vlan for network d0d04870-3c37-4cd1-9945-2aaf2a39cf5f Nov 09 19:05:47.856514 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742656227467'] for network, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:47.875916 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:47.881165 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794'] for network, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:47.882179 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:47.882748 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:47.897658 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 677cc9f4-9083-4db1-940e-03652aaf7ce9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=677cc9f4-9083-4db1-940e-03652aaf7ce9,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:47.902303 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:47.942081 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2966247 Nov 09 19:05:47.942328 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54160) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:47.948704 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-f54ef2a8-a27f-4641-8666-d829a8d788e9 admin admin] Request body: {'subnet': {'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1579588573-subnet', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'ip_version': 4}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:47.952076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5296cc-5869-40cc-a930-3c26118f8156 admin admin] Pushing event updated for resources: {'Network': ['ID=d0d04870-3c37-4cd1-9945-2aaf2a39cf5f,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:47.964086 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Network d0d04870-3c37-4cd1-9945-2aaf2a39cf5f details requested by agent ovs-agent-n-d-817236-1 with host n-d-817236-1 {{(pid=102156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:05:47.970176 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=677cc9f4-9083-4db1-940e-03652aaf7ce9,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:47.970956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54ef2a8-a27f-4641-8666-d829a8d788e9 admin admin] Made reservation on behalf of 177e2b0fc5fd4da38530f208cf647ee5 for: {'subnet': 1} {{(pid=102155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:05:47.975562 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f54ef2a8-a27f-4641-8666-d829a8d788e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10364034'] for subnet, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:48.045565 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:48.157209 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f54ef2a8-a27f-4641-8666-d829a8d788e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3304182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10364048'] for subnet, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:48.219727 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ef2a8-a27f-4641-8666-d829a8d788e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bca032c-b112-4945-bfc4-3a9be79ed518,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:48.223817 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54ef2a8-a27f-4641-8666-d829a8d788e9 admin admin] Checking segment: {'id': '026de904-d1b1-44c4-a0b9-8a6e928991c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:05:48.224172 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54ef2a8-a27f-4641-8666-d829a8d788e9 admin admin] Network hostable DHCP agents. Network: d0d04870-3c37-4cd1-9945-2aaf2a39cf5f, hostable agents: ['0c89a5af-13ce-49ac-966b-f62660ee3c28'], hosted agents: [] {{(pid=102155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:05:48.241443 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54ef2a8-a27f-4641-8666-d829a8d788e9 admin admin] Network d0d04870-3c37-4cd1-9945-2aaf2a39cf5f is scheduled to be hosted by DHCP agent 0c89a5af-13ce-49ac-966b-f62660ee3c28 with binding_index 1 {{(pid=102155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:05:48.251029 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-f54ef2a8-a27f-4641-8666-d829a8d788e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817236-1, d0d04870-3c37-4cd1-9945-2aaf2a39cf5f) {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:05:48.257879 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Sync routers for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:05:48.260556 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ef2a8-a27f-4641-8666-d829a8d788e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:48.261232 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-f54ef2a8-a27f-4641-8666-d829a8d788e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:48.264609 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2736d35f-15f2-47c0-a589-e494ada7ba67 None None] Network d0d04870-3c37-4cd1-9945-2aaf2a39cf5f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:05:48.280562 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-f54ef2a8-a27f-4641-8666-d829a8d788e9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3345447 Nov 09 19:05:48.280833 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54162) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:48.285129 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1579588573-router', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:48.306937 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2085532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7213'] for router, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:48.307975 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2085376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2090914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1722867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7204'] for router, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:48.308205 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:48.308837 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:48.367459 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:48.506428 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:48.621219 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:48.682188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79513d23-52b2-578c-aec0-d64f3042845e-d0d04870-3c37-4cd1-9945-2aaf2a39cf5f', 'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'fixed_ips': [{'subnet_id': '1bca032c-b112-4945-bfc4-3a9be79ed518'}]}} from n-d-817236-1. {{(pid=102156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:05:48.683038 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:48.716302 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:48.734876 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:48.843376 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Allocated IP 172.25.1.123 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/142510b3-34ee-4076-8268-2607b27c4f98) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:05:48.932394 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.db_base_plugin_common [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Allocated IP 172.20.0.2 (d0d04870-3c37-4cd1-9945-2aaf2a39cf5f/1bca032c-b112-4945-bfc4-3a9be79ed518/5c17d17b-96d7-49d2-ba39-f85c2bc21692) {{(pid=102156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:05:48.943054 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:48.985710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.020258 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 2, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:49.057109 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Checking router: 73d25b26-2948-43ed-a96d-7a6f3874de83 for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:05:49.057473 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Updating router 73d25b26-2948-43ed-a96d-7a6f3874de83 port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:05:49.102104 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.180449 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Notify callbacks [] for port, precommit_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.193761 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713'] for port, after_create {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.299693 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Network d0d04870-3c37-4cd1-9945-2aaf2a39cf5f is already hosted by enough agents. {{(pid=102156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:05:49.309416 n-d-817236-1 neutron-server[102156]: DEBUG neutron.scheduler.base_scheduler [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Resources bound (agent type, host, resource id): {{(pid=102156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:05:49.313907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Received port after_create {{(pid=102156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:05:49.315721 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Pushing event updated for resources: {'Port': ['ID=5c17d17b-96d7-49d2-ba39-f85c2bc21692,revision_number=1']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:49.368955 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:05:49.371734 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:05:49.375108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:05:49.399452 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Pushing event updated for resources: {'Port': ['ID=142510b3-34ee-4076-8268-2607b27c4f98,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:49.418088 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Attempting to bind port 5c17d17b-96d7-49d2-ba39-f85c2bc21692 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:05:49.418464 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Attempting to bind port 5c17d17b-96d7-49d2-ba39-f85c2bc21692 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '026de904-d1b1-44c4-a0b9-8a6e928991c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:05:49.418833 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Attempting to bind port 5c17d17b-96d7-49d2-ba39-f85c2bc21692 on network d0d04870-3c37-4cd1-9945-2aaf2a39cf5f {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:05:49.428563 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:05:49.428943 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Checking segment: {'id': '026de904-d1b1-44c4-a0b9-8a6e928991c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:05:49.429353 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.429760 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Bound using segment: {'id': '026de904-d1b1-44c4-a0b9-8a6e928991c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:05:49.430237 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Bound port: 5c17d17b-96d7-49d2-ba39-f85c2bc21692, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026de904-d1b1-44c4-a0b9-8a6e928991c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:05:49.430644 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.546478 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 677cc9f4-9083-4db1-940e-03652aaf7ce9 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:05:49.573046 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] For port 5c17d17b-96d7-49d2-ba39-f85c2bc21692, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:05:49.601557 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] For port 5c17d17b-96d7-49d2-ba39-f85c2bc21692, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5c17d17b-96d7-49d2-ba39-f85c2bc21692,segment=NetworkSegment(026de904-d1b1-44c4-a0b9-8a6e928991c5),segment_id=026de904-d1b1-44c4-a0b9-8a6e928991c5)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:05:49.608491 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.610444 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.635981 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.644650 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.695113 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a273fd3-c050-4d02-a45e-1637ddc9eea9 None None] Pushing event updated for resources: {'Port': ['ID=5c17d17b-96d7-49d2-ba39-f85c2bc21692,revision_number=2']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:49.700897 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 677cc9f4-9083-4db1-940e-03652aaf7ce9 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:49.701277 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.808102 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ea8ca-c1fe-455f-bbf2-85541b8a9a7d None None] Pushing event updated for resources: {'Port': ['ID=bcb66c78-108f-4679-9bca-1e8e4d8a2b3c,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:49.836947 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Attempting to bind port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:05:49.837323 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Attempting to bind port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:05:49.837690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Attempting to bind port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c on network 8114c0d6-bb77-45ab-ba86-ab294202ee91 {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:05:49.844473 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:05:49.844852 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Checking segment: {'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:05:49.845686 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.846095 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Bound using segment: {'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:05:49.846971 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Bound port: bcb66c78-108f-4679-9bca-1e8e4d8a2b3c, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:05:49.846971 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.869142 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2085385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2090903'] for router, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.961418 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] For port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:05:49.964439 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] For port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=bcb66c78-108f-4679-9bca-1e8e4d8a2b3c,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:05:49.970862 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:50.052991 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:50.053679 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:50.060736 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Router a4143e52-df77-43f6-8698-e8e40306655d is scheduled to L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d with binding_index 1 {{(pid=102155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:05:50.134411 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ea8ca-c1fe-455f-bbf2-85541b8a9a7d None None] Pushing event updated for resources: {'Port': ['ID=bcb66c78-108f-4679-9bca-1e8e4d8a2b3c,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:50.138387 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-3ae05a83-b3d4-4bd1-ae13-3494e666651d None None] Provisioning complete for port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:50.139261 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ae05a83-b3d4-4bd1-ae13-3494e666651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:50.178959 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:05:50.187691 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Sync routers for ids ['a4143e52-df77-43f6-8698-e8e40306655d'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:05:50.200984 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Routers {'a4143e52-df77-43f6-8698-e8e40306655d'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:50.201986 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a4143e52-df77-43f6-8698-e8e40306655d'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:50.203169 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] Notify callbacks [] for router, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:50.204748 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-0ff0f240-c028-46ed-97f7-391edb66e353 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9229193 Nov 09 19:05:50.208812 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54164) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:50.249379 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:50.289244 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ae05a83-b3d4-4bd1-ae13-3494e666651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:50.343204 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Set router a4143e52-df77-43f6-8698-e8e40306655d gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:50.400421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-3ae05a83-b3d4-4bd1-ae13-3494e666651d None None] For port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=bcb66c78-108f-4679-9bca-1e8e4d8a2b3c,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:50.408769 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3ae05a83-b3d4-4bd1-ae13-3494e666651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:50.511519 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae05a83-b3d4-4bd1-ae13-3494e666651d None None] Pushing event updated for resources: {'Port': ['ID=bcb66c78-108f-4679-9bca-1e8e4d8a2b3c,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:50.540289 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-5ada33f0-8366-4de0-9961-1accbd22e8aa None None] Provisioning complete for port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:50.540669 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5ada33f0-8366-4de0-9961-1accbd22e8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:50.604167 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:49Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:50.608536 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'name': 'tempest-TestSnapshotPattern-1579588573-router', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '142510b3-34ee-4076-8268-2607b27c4f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:05:49Z', 'revision_number': 3, 'project_id': '177e2b0fc5fd4da38530f208cf647ee5', 'gw_port': {'id': '142510b3-34ee-4076-8268-2607b27c4f98', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:50.639863 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Checking router: a4143e52-df77-43f6-8698-e8e40306655d for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:05:50.640473 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Updating router a4143e52-df77-43f6-8698-e8e40306655d port 142510b3-34ee-4076-8268-2607b27c4f98 binding host n-d-817236-1 {{(pid=102157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:05:50.660221 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c2b030-9f70-4f42-b1b9-bd22b8b10d50 None None] The sync data for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 is: [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:49Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:05:50.671678 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:50.897241 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6177a828-271f-449d-aaf5-fe16beb00529 None None] Network d0d04870-3c37-4cd1-9945-2aaf2a39cf5f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:05:51.001333 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Notify callbacks [] for port, precommit_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.008724 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.065068 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Attempting to bind port 142510b3-34ee-4076-8268-2607b27c4f98 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:05:51.065518 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Attempting to bind port 142510b3-34ee-4076-8268-2607b27c4f98 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:05:51.065970 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Attempting to bind port 142510b3-34ee-4076-8268-2607b27c4f98 on network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:05:51.075692 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8938a-8c49-4b26-b82e-69c1aa636bf9 None None] Pushing event updated for resources: {'Port': ['ID=142510b3-34ee-4076-8268-2607b27c4f98,revision_number=2']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:51.085090 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:05:51.085473 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Checking segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:05:51.085885 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.086275 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Bound using segment: {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'} {{(pid=102157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:05:51.086764 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.managers [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Bound port: 142510b3-34ee-4076-8268-2607b27c4f98, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed'}}] {{(pid=102157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:05:51.087145 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.127627 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.147707 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-717d74a1-d0ad-4755-a4c6-aad59d45db71 None None] Provisioning complete for port 5c17d17b-96d7-49d2-ba39-f85c2bc21692 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:51.147947 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-717d74a1-d0ad-4755-a4c6-aad59d45db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.158992 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] For port 142510b3-34ee-4076-8268-2607b27c4f98, host n-d-817236-1, cleared binding levels {{(pid=102157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:05:51.163509 n-d-817236-1 neutron-server[102157]: DEBUG neutron.plugins.ml2.db [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] For port 142510b3-34ee-4076-8268-2607b27c4f98, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=142510b3-34ee-4076-8268-2607b27c4f98,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:05:51.168923 n-d-817236-1 neutron-server[102157]: DEBUG neutron_lib.callbacks.manager [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.220477 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Routers {'a4143e52-df77-43f6-8698-e8e40306655d'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:51.221133 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a4143e52-df77-43f6-8698-e8e40306655d'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:51.325360 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8938a-8c49-4b26-b82e-69c1aa636bf9 None None] Pushing event updated for resources: {'Port': ['ID=142510b3-34ee-4076-8268-2607b27c4f98,revision_number=3']} {{(pid=102157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:51.354496 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Allocated IP 172.20.0.1 (d0d04870-3c37-4cd1-9945-2aaf2a39cf5f/1bca032c-b112-4945-bfc4-3a9be79ed518/775cd4ae-c3db-46c7-881e-710fb9113800) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:05:51.360985 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-717d74a1-d0ad-4755-a4c6-aad59d45db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.376701 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] Set router a4143e52-df77-43f6-8698-e8e40306655d gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:51.412732 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-717d74a1-d0ad-4755-a4c6-aad59d45db71 None None] For port 5c17d17b-96d7-49d2-ba39-f85c2bc21692, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5c17d17b-96d7-49d2-ba39-f85c2bc21692,segment=NetworkSegment(026de904-d1b1-44c4-a0b9-8a6e928991c5),segment_id=026de904-d1b1-44c4-a0b9-8a6e928991c5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:51.418089 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-717d74a1-d0ad-4755-a4c6-aad59d45db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.521843 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d74a1-d0ad-4755-a4c6-aad59d45db71 None None] Pushing event updated for resources: {'Port': ['ID=5c17d17b-96d7-49d2-ba39-f85c2bc21692,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:51.527799 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.573032 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.621459 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Network d0d04870-3c37-4cd1-9945-2aaf2a39cf5f is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:05:51.631137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:05:51.638968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:05:51.682619 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Pushing event updated for resources: {'Port': ['ID=775cd4ae-c3db-46c7-881e-710fb9113800,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:51.716114 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device bcb66c78-108f-4679-9bca-1e8e4d8a2b3c up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:05:51.729550 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092194'] for router_interface, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.773892 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:51.774282 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.803648 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'name': 'tempest-TestSnapshotPattern-1579588573-router', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '142510b3-34ee-4076-8268-2607b27c4f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:05:49Z', 'revision_number': 3, 'project_id': '177e2b0fc5fd4da38530f208cf647ee5', 'gw_port': {'id': '142510b3-34ee-4076-8268-2607b27c4f98', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:51.845672 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607cb7b-2cb3-47fd-bf35-5e89dda1d4b5 None None] The sync data for ids ['a4143e52-df77-43f6-8698-e8e40306655d'] in n-d-817236-1 is: [{'id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'name': 'tempest-TestSnapshotPattern-1579588573-router', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '142510b3-34ee-4076-8268-2607b27c4f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:05:49Z', 'revision_number': 3, 'project_id': '177e2b0fc5fd4da38530f208cf647ee5', 'gw_port': {'id': '142510b3-34ee-4076-8268-2607b27c4f98', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:05:51.852117 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-c6e7c6e2-b4e2-4016-9fa5-e8166a574598 None None] Provisioning complete for port 5c17d17b-96d7-49d2-ba39-f85c2bc21692 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:51.852563 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c6e7c6e2-b4e2-4016-9fa5-e8166a574598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:51.925631 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5c17d17b-96d7-49d2-ba39-f85c2bc21692 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:05:51.940870 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:52.046357 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5c17d17b-96d7-49d2-ba39-f85c2bc21692 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:52.046746 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:52.192320 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:52.197396 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:52.213940 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-0832fcda-90aa-4f42-98c9-cda0bc8d7ad7 None None] Provisioning complete for port 775cd4ae-c3db-46c7-881e-710fb9113800 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:52.214541 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-0832fcda-90aa-4f42-98c9-cda0bc8d7ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:52.269091 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-0832fcda-90aa-4f42-98c9-cda0bc8d7ad7 None None] Port 775cd4ae-c3db-46c7-881e-710fb9113800 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:05:52.270492 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Pushing event updated for resources: {'Port': ['ID=775cd4ae-c3db-46c7-881e-710fb9113800,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:52.275982 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091159'] for router_interface, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:52.381029 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Network d0d04870-3c37-4cd1-9945-2aaf2a39cf5f is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:05:52.382461 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:05:52.515483 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Router a4143e52-df77-43f6-8698-e8e40306655d has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:05:52.589172 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-09209b2b-91af-461e-89de-b5ef147ddd96 None None] Provisioning complete for port 775cd4ae-c3db-46c7-881e-710fb9113800 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:52.589740 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-09209b2b-91af-461e-89de-b5ef147ddd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:52.625906 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-09209b2b-91af-461e-89de-b5ef147ddd96 None None] Port 775cd4ae-c3db-46c7-881e-710fb9113800 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:05:52.637046 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:05:52.650530 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5e5e0ad6-02d2-48d7-8892-ca5df174de2d admin admin] 10.222.0.81 "PUT /v2.0/routers/a4143e52-df77-43f6-8698-e8e40306655d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4401650 Nov 09 19:05:53.126115 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54172) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:53.131673 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-45667a0c-a5fc-4a75-b151-68963ada9e64 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233703119', 'description': 'tempest-secgroup-smoke-233703119 description', 'project_id': '1da97405a77b424589ae411e7002638c'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:53.153118 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45667a0c-a5fc-4a75-b151-68963ada9e64 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.218765 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45667a0c-a5fc-4a75-b151-68963ada9e64 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.222180 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45667a0c-a5fc-4a75-b151-68963ada9e64 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.248808 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-45667a0c-a5fc-4a75-b151-68963ada9e64 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.250036 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-45667a0c-a5fc-4a75-b151-68963ada9e64 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1228926 Nov 09 19:05:53.253404 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54174) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:53.254882 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45667a0c-a5fc-4a75-b151-68963ada9e64 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41959b95-09c0-4c1f-b993-99500fa92e56,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:53.260956 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-359a3b44-266f-4c41-bd5c-78aa6ea5db00 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Request body: {'security_group_rule': {'security_group_id': '41959b95-09c0-4c1f-b993-99500fa92e56', 'project_id': '1da97405a77b424589ae411e7002638c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:53.289905 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-359a3b44-266f-4c41-bd5c-78aa6ea5db00 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.350332 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-359a3b44-266f-4c41-bd5c-78aa6ea5db00 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.354211 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-359a3b44-266f-4c41-bd5c-78aa6ea5db00 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.372795 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a3b44-266f-4c41-bd5c-78aa6ea5db00 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7fe4c2-aad7-4573-b8f8-dc6af7cb6495,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:53.383293 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-359a3b44-266f-4c41-bd5c-78aa6ea5db00 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.384479 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-359a3b44-266f-4c41-bd5c-78aa6ea5db00 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272480 Nov 09 19:05:53.387202 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54176) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:53.391488 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-bb46cf82-b5fd-4df9-ba2b-2dac8570a3b8 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Request body: {'security_group_rule': {'security_group_id': '41959b95-09c0-4c1f-b993-99500fa92e56', 'project_id': '1da97405a77b424589ae411e7002638c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:53.418130 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb46cf82-b5fd-4df9-ba2b-2dac8570a3b8 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.474018 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb46cf82-b5fd-4df9-ba2b-2dac8570a3b8 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.477617 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb46cf82-b5fd-4df9-ba2b-2dac8570a3b8 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.496803 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46cf82-b5fd-4df9-ba2b-2dac8570a3b8 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31a057a-2c36-4cb4-85e0-8587ecbeeee1,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:53.508239 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-bb46cf82-b5fd-4df9-ba2b-2dac8570a3b8 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.509768 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-bb46cf82-b5fd-4df9-ba2b-2dac8570a3b8 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213171 Nov 09 19:05:53.512510 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54178) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:53.516972 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-42713c9f-f734-43ee-a88a-52a739125176 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Request body: {'security_group_rule': {'security_group_id': '41959b95-09c0-4c1f-b993-99500fa92e56', 'project_id': '1da97405a77b424589ae411e7002638c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:53.543952 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-42713c9f-f734-43ee-a88a-52a739125176 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.604898 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-42713c9f-f734-43ee-a88a-52a739125176 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.608890 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-42713c9f-f734-43ee-a88a-52a739125176 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.623490 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 142510b3-34ee-4076-8268-2607b27c4f98 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:05:53.630473 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42713c9f-f734-43ee-a88a-52a739125176 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac3deef-9114-47cb-9fb5-a366ec20d4ad,revision_number=0']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:53.640863 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-42713c9f-f734-43ee-a88a-52a739125176 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.645070 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54180) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:53.645674 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-42713c9f-f734-43ee-a88a-52a739125176 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321323 Nov 09 19:05:53.650589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-204ba2d7-f974-4aae-84c3-a5aceb3e3910 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Request body: {'security_group_rule': {'security_group_id': '41959b95-09c0-4c1f-b993-99500fa92e56', 'project_id': '1da97405a77b424589ae411e7002638c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:53.674137 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 142510b3-34ee-4076-8268-2607b27c4f98 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:53.674602 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.678702 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-204ba2d7-f974-4aae-84c3-a5aceb3e3910 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.742265 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-204ba2d7-f974-4aae-84c3-a5aceb3e3910 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.747044 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-204ba2d7-f974-4aae-84c3-a5aceb3e3910 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.766593 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ba2d7-f974-4aae-84c3-a5aceb3e3910 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad7089a-34ef-41f9-8f4d-51b40dfd8125,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:53.770226 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.777588 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-204ba2d7-f974-4aae-84c3-a5aceb3e3910 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.779261 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-204ba2d7-f974-4aae-84c3-a5aceb3e3910 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319344 Nov 09 19:05:53.781838 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54182) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:53.787578 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-e6aee4b8-7b52-4a61-9b22-084a8bb94124 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Request body: {'security_group_rule': {'security_group_id': '41959b95-09c0-4c1f-b993-99500fa92e56', 'project_id': '1da97405a77b424589ae411e7002638c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:53.793414 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] For port 142510b3-34ee-4076-8268-2607b27c4f98, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=142510b3-34ee-4076-8268-2607b27c4f98,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:53.797816 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.798606 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5c17d17b-96d7-49d2-ba39-f85c2bc21692 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:05:53.811644 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-e6aee4b8-7b52-4a61-9b22-084a8bb94124 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Project 1da97405a77b424589ae411e7002638c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:05:53.817047 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6aee4b8-7b52-4a61-9b22-084a8bb94124 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.875914 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Pushing event updated for resources: {'Port': ['ID=142510b3-34ee-4076-8268-2607b27c4f98,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:53.884682 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6aee4b8-7b52-4a61-9b22-084a8bb94124 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.887845 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 5c17d17b-96d7-49d2-ba39-f85c2bc21692 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:53.888195 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.889342 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6aee4b8-7b52-4a61-9b22-084a8bb94124 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.904781 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aee4b8-7b52-4a61-9b22-084a8bb94124 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f80f8a-b934-458f-8d2c-926ce594404c,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:53.917878 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-e6aee4b8-7b52-4a61-9b22-084a8bb94124 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.919308 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-e6aee4b8-7b52-4a61-9b22-084a8bb94124 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358984 Nov 09 19:05:53.922038 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54184) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:53.927155 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-086bcc1f-a747-4441-8d7a-9d792b56f59d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Request body: {'security_group_rule': {'security_group_id': '41959b95-09c0-4c1f-b993-99500fa92e56', 'project_id': '1da97405a77b424589ae411e7002638c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:53.951456 n-d-817236-1 neutron-server[102154]: INFO neutron.db.securitygroups_db [None req-086bcc1f-a747-4441-8d7a-9d792b56f59d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Project 1da97405a77b424589ae411e7002638c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:05:53.956430 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-086bcc1f-a747-4441-8d7a-9d792b56f59d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:53.986018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:54.022945 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-086bcc1f-a747-4441-8d7a-9d792b56f59d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:54.027154 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-086bcc1f-a747-4441-8d7a-9d792b56f59d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035294'] for security_group_rule, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:54.045092 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bcc1f-a747-4441-8d7a-9d792b56f59d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d88cfb-0cb7-4461-84ed-c61216a38b3e,revision_number=0']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:54.053906 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-086bcc1f-a747-4441-8d7a-9d792b56f59d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:54.055107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-086bcc1f-a747-4441-8d7a-9d792b56f59d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321034 Nov 09 19:05:54.105787 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Sync routers for ids ['a4143e52-df77-43f6-8698-e8e40306655d'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:05:54.116006 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Routers {'a4143e52-df77-43f6-8698-e8e40306655d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:54.116632 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a4143e52-df77-43f6-8698-e8e40306655d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:54.194187 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-d34c1b35-4b57-4617-ba31-017e2075fe10 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233703119&fields=id&tenant_id=1da97405a77b424589ae411e7002638c HTTP/1.1" status: 200 len: 267 time: 0.0339706 Nov 09 19:05:54.224723 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Set router a4143e52-df77-43f6-8698-e8e40306655d gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:54.307158 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-86ca439b-6292-405e-b1c7-0521f8522779 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:54.309674 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-86ca439b-6292-405e-b1c7-0521f8522779 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 810 time: 0.1075544 Nov 09 19:05:54.324232 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-ce627169-e732-489f-a110-7e139bbf7dde tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/quotas/1da97405a77b424589ae411e7002638c HTTP/1.1" status: 200 len: 375 time: 0.0094001 Nov 09 19:05:54.375649 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-72bb478a-d1ca-420e-b4f3-f03a6188a72d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458674 Nov 09 19:05:54.425254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'name': 'tempest-TestSnapshotPattern-1579588573-router', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '142510b3-34ee-4076-8268-2607b27c4f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:05:51Z', 'revision_number': 4, 'project_id': '177e2b0fc5fd4da38530f208cf647ee5', 'gw_port': {'id': '142510b3-34ee-4076-8268-2607b27c4f98', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '775cd4ae-c3db-46c7-881e-710fb9113800', 'name': '', 'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'mac_address': 'fa:16:3e:75:1e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1bca032c-b112-4945-bfc4-3a9be79ed518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:51Z', 'updated_at': '2021-11-09T19:05:52Z', 'revision_number': 2, 'project_id': '177e2b0fc5fd4da38530f208cf647ee5', 'subnets': [{'id': '1bca032c-b112-4945-bfc4-3a9be79ed518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:54.455101 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Checking router: a4143e52-df77-43f6-8698-e8e40306655d for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:05:54.455493 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Updating router a4143e52-df77-43f6-8698-e8e40306655d port 775cd4ae-c3db-46c7-881e-710fb9113800 binding host n-d-817236-1 {{(pid=102156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:05:54.481506 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:54.562558 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-772dc65b-8d84-453a-8d04-3d33bca2434d service neutron] 10.222.0.81 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746202 Nov 09 19:05:54.657085 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-2b8a3ef8-536b-4a4e-8cb6-9ee09a094840 service neutron] 10.222.0.81 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872228 Nov 09 19:05:54.664583 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:54.755931 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Notify callbacks [] for port, precommit_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:54.762451 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:54.822782 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-73a1e300-01e6-48a4-b1a8-1c8d44334bcb req-2b6e9f49-1338-443d-ac66-82894bc57105 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 210 time: 0.0285537 Nov 09 19:05:54.825834 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3c550-64e5-4446-ba19-0f9a2a09d94e None None] Pushing event updated for resources: {'Port': ['ID=775cd4ae-c3db-46c7-881e-710fb9113800,revision_number=3']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:54.877673 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Attempting to bind port 775cd4ae-c3db-46c7-881e-710fb9113800 on host n-d-817236-1 for vnic_type normal with profile {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:05:54.878054 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Attempting to bind port 775cd4ae-c3db-46c7-881e-710fb9113800 by drivers openvswitch,hyperv on host n-d-817236-1 at level 0 using segments [{'id': '026de904-d1b1-44c4-a0b9-8a6e928991c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f'}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:05:54.878576 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Attempting to bind port 775cd4ae-c3db-46c7-881e-710fb9113800 on network d0d04870-3c37-4cd1-9945-2aaf2a39cf5f {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:05:54.884589 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Checking agent: {'id': '5b433fd2-1249-4f09-84d8-030f87caaf94', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 18, 44), 'started_at': datetime.datetime(2021, 11, 9, 17, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817236-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:05:54.884972 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Checking segment: {'id': '026de904-d1b1-44c4-a0b9-8a6e928991c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:05:54.885418 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:54.885821 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Bound using segment: {'id': '026de904-d1b1-44c4-a0b9-8a6e928991c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f'} {{(pid=102156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:05:54.886304 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.managers [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Bound port: 775cd4ae-c3db-46c7-881e-710fb9113800, host: n-d-817236-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026de904-d1b1-44c4-a0b9-8a6e928991c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f'}}] {{(pid=102156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:05:54.886729 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:54.953697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] For port 775cd4ae-c3db-46c7-881e-710fb9113800, host n-d-817236-1, cleared binding levels {{(pid=102156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:05:54.957709 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] For port 775cd4ae-c3db-46c7-881e-710fb9113800, host n-d-817236-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=775cd4ae-c3db-46c7-881e-710fb9113800,segment=NetworkSegment(026de904-d1b1-44c4-a0b9-8a6e928991c5),segment_id=026de904-d1b1-44c4-a0b9-8a6e928991c5)] {{(pid=102156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:05:54.962279 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:55.028386 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Routers {'a4143e52-df77-43f6-8698-e8e40306655d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:55.029055 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a4143e52-df77-43f6-8698-e8e40306655d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:55.073752 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3c550-64e5-4446-ba19-0f9a2a09d94e None None] Pushing event updated for resources: {'Port': ['ID=775cd4ae-c3db-46c7-881e-710fb9113800,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:55.130562 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-bd22562b-465c-45ea-81f1-3d264f51eaf2 None None] Provisioning complete for port 775cd4ae-c3db-46c7-881e-710fb9113800 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:55.130972 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bd22562b-465c-45ea-81f1-3d264f51eaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:55.204466 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] Set router a4143e52-df77-43f6-8698-e8e40306655d gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:55.306199 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bd22562b-465c-45ea-81f1-3d264f51eaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:55.394495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-bd22562b-465c-45ea-81f1-3d264f51eaf2 None None] For port 775cd4ae-c3db-46c7-881e-710fb9113800, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=775cd4ae-c3db-46c7-881e-710fb9113800,segment=NetworkSegment(026de904-d1b1-44c4-a0b9-8a6e928991c5),segment_id=026de904-d1b1-44c4-a0b9-8a6e928991c5)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:55.399053 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bd22562b-465c-45ea-81f1-3d264f51eaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:55.486217 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22562b-465c-45ea-81f1-3d264f51eaf2 None None] Pushing event updated for resources: {'Port': ['ID=775cd4ae-c3db-46c7-881e-710fb9113800,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:55.522527 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'name': 'tempest-TestSnapshotPattern-1579588573-router', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '142510b3-34ee-4076-8268-2607b27c4f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:05:51Z', 'revision_number': 4, 'project_id': '177e2b0fc5fd4da38530f208cf647ee5', 'gw_port': {'id': '142510b3-34ee-4076-8268-2607b27c4f98', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '775cd4ae-c3db-46c7-881e-710fb9113800', 'name': '', 'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'mac_address': 'fa:16:3e:75:1e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1bca032c-b112-4945-bfc4-3a9be79ed518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:51Z', 'updated_at': '2021-11-09T19:05:54Z', 'revision_number': 4, 'project_id': '177e2b0fc5fd4da38530f208cf647ee5', 'subnets': [{'id': '1bca032c-b112-4945-bfc4-3a9be79ed518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:55.525590 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-4aaadc59-8fd0-4690-ad62-0a5c735a6470 None None] Provisioning complete for port 775cd4ae-c3db-46c7-881e-710fb9113800 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:55.525964 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4aaadc59-8fd0-4690-ad62-0a5c735a6470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:55.551704 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d07858-fc75-4434-a4b6-96f599db03ab None None] The sync data for ids ['a4143e52-df77-43f6-8698-e8e40306655d'] in n-d-817236-1 is: [{'id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'name': 'tempest-TestSnapshotPattern-1579588573-router', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '142510b3-34ee-4076-8268-2607b27c4f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:05:51Z', 'revision_number': 4, 'project_id': '177e2b0fc5fd4da38530f208cf647ee5', 'gw_port': {'id': '142510b3-34ee-4076-8268-2607b27c4f98', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': '775cd4ae-c3db-46c7-881e-710fb9113800', 'name': '', 'network_id': 'd0d04870-3c37-4cd1-9945-2aaf2a39cf5f', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'mac_address': 'fa:16:3e:75:1e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1bca032c-b112-4945-bfc4-3a9be79ed518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:51Z', 'updated_at': '2021-11-09T19:05:54Z', 'revision_number': 4, 'project_id': '177e2b0fc5fd4da38530f208cf647ee5', 'subnets': [{'id': '1bca032c-b112-4945-bfc4-3a9be79ed518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:05:55.570358 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 142510b3-34ee-4076-8268-2607b27c4f98 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:05:55.835871 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 142510b3-34ee-4076-8268-2607b27c4f98 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:55.835871 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:55.882545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-bdde4c3d-494e-4276-b54d-7ecc6ebbb5bf tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:55.884165 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-bdde4c3d-494e-4276-b54d-7ecc6ebbb5bf tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.13 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 810 time: 0.1454825 Nov 09 19:05:55.961164 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f57d3de-278f-4d7b-8445-62602ba6c9ed req-9215c6aa-519e-4db6-b901-0a44cdbc33f3 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 210 time: 0.0568764 Nov 09 19:05:55.969485 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-0f5f6fdf-6af6-4e92-bee1-2a1c4afc6472 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1da97405a77b424589ae411e7002638c HTTP/1.1" status: 200 len: 379 time: 0.0762250 Nov 09 19:05:55.980116 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-c3e18c2d-d451-4ec9-bde2-911c9bb6b206 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Request body: {'port': {'device_id': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'admin_state_up': True, 'tenant_id': '1da97405a77b424589ae411e7002638c', 'security_groups': ['41959b95-09c0-4c1f-b993-99500fa92e56']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:56.100137 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-c3e18c2d-d451-4ec9-bde2-911c9bb6b206 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Made reservation on behalf of 1da97405a77b424589ae411e7002638c for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:05:56.103934 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-c3e18c2d-d451-4ec9-bde2-911c9bb6b206 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:56.245523 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-c3e18c2d-d451-4ec9-bde2-911c9bb6b206 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Allocated IP 172.20.0.4 (8114c0d6-bb77-45ab-ba86-ab294202ee91/bedd569e-c997-4bd4-b0f6-ab3730961d9e/e02dbd5f-8f3f-4a53-9864-1d90177c53f6) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:05:56.391127 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-c3e18c2d-d451-4ec9-bde2-911c9bb6b206 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:56.426055 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-c3e18c2d-d451-4ec9-bde2-911c9bb6b206 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:56.468700 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-c3e18c2d-d451-4ec9-bde2-911c9bb6b206 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Network 8114c0d6-bb77-45ab-ba86-ab294202ee91 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:05:56.471751 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-c3e18c2d-d451-4ec9-bde2-911c9bb6b206 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:05:56.475536 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-c3e18c2d-d451-4ec9-bde2-911c9bb6b206 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:05:56.483861 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e18c2d-d451-4ec9-bde2-911c9bb6b206 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event updated for resources: {'Port': ['ID=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:56.535880 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-c3e18c2d-d451-4ec9-bde2-911c9bb6b206 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:56.536535 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-c3e18c2d-d451-4ec9-bde2-911c9bb6b206 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:56.553401 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-c3e18c2d-d451-4ec9-bde2-911c9bb6b206 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5774238 Nov 09 19:05:56.565782 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Request body: {'port': {'device_id': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:56.632524 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:56.700302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-d2ee76c0-d866-4904-9ab3-e1148db3f0c0 None None] Provisioning complete for port e02dbd5f-8f3f-4a53-9864-1d90177c53f6 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:56.700678 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d2ee76c0-d866-4904-9ab3-e1148db3f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:56.742216 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-d2ee76c0-d866-4904-9ab3-e1148db3f0c0 None None] Port e02dbd5f-8f3f-4a53-9864-1d90177c53f6 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:05:56.904575 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02dbd5f-8f3f-4a53-9864-1d90177c53f6 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:05:56.913121 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:56.925292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Transition to ACTIVE for port object e02dbd5f-8f3f-4a53-9864-1d90177c53f6 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:05:56.930710 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:56.984010 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11967dc0-2b31-4728-961e-109540017697 service neutron] Pushing event updated for resources: {'Port': ['ID=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:57.074493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Attempting to bind port e02dbd5f-8f3f-4a53-9864-1d90177c53f6 on host n-h1-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:05:57.074493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Attempting to bind port e02dbd5f-8f3f-4a53-9864-1d90177c53f6 by drivers openvswitch,hyperv on host n-h1-817236-1 at level 0 using segments [{'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:05:57.074493 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Attempting to bind port e02dbd5f-8f3f-4a53-9864-1d90177c53f6 on network 8114c0d6-bb77-45ab-ba86-ab294202ee91 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:05:57.094470 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Port e02dbd5f-8f3f-4a53-9864-1d90177c53f6 on network 8114c0d6-bb77-45ab-ba86-ab294202ee91 not bound, no agent of type Open vSwitch agent registered on host n-h1-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:05:57.094890 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Attempting to bind port e02dbd5f-8f3f-4a53-9864-1d90177c53f6 on network 8114c0d6-bb77-45ab-ba86-ab294202ee91 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:05:57.104570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Checking agent: {'id': '9b6252d6-1c98-4d99-9f58-3c57708f79c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:05:57.104983 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Checking segment: {'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:05:57.105437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Bound using segment: {'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:05:57.106006 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Bound port: e02dbd5f-8f3f-4a53-9864-1d90177c53f6, host: n-h1-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:05:57.106380 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:57.138019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a42990-5f7c-49e4-8c7e-96bd112c9b2f req-1ed4bdf4-dfff-4f58-bf6a-1234634bedc4 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:57.139553 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-57a42990-5f7c-49e4-8c7e-96bd112c9b2f req-1ed4bdf4-dfff-4f58-bf6a-1234634bedc4 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 943 time: 0.0813968 Nov 09 19:05:57.213141 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-57a42990-5f7c-49e4-8c7e-96bd112c9b2f req-5c2a51a4-6fe2-4961-ba9e-f2dcfc9ba2f6 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538194 Nov 09 19:05:57.219255 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] For port e02dbd5f-8f3f-4a53-9864-1d90177c53f6, host n-h1-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:05:57.222821 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] For port e02dbd5f-8f3f-4a53-9864-1d90177c53f6, host n-h1-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:05:57.227744 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:57.264641 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:57.265799 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:57.267251 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-11967dc0-2b31-4728-961e-109540017697 service neutron] 10.222.0.13 "PUT /v2.0/ports/e02dbd5f-8f3f-4a53-9864-1d90177c53f6 HTTP/1.1" status: 200 len: 1091 time: 0.7058117 Nov 09 19:05:57.269611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:05:57.273817 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673686ef-f060-4796-9e5b-71a7e55c3cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:05:57.301968 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11967dc0-2b31-4728-961e-109540017697 service neutron] Pushing event updated for resources: {'Port': ['ID=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:57.342637 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827cbbbb-518a-4fce-bb20-186ab9340167 x-openstack-request-id: req-827cbbbb-518a-4fce-bb20-186ab9340167 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:05:57.342933 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:05:57.343564 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-827cbbbb-518a-4fce-bb20-186ab9340167 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:05:57.344058 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'status': 'completed', 'code': 200} Nov 09 19:05:57.362047 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-dedc9a58-e0a5-471f-86b4-12d1e32b1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:57.364237 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-dedc9a58-e0a5-471f-86b4-12d1e32b1dcd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 1094 time: 0.0511694 Nov 09 19:05:57.412883 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-f46ab2cf-c4ae-4dc9-85cb-b44fbb9a9754 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6 HTTP/1.1" status: 200 len: 217 time: 0.0410087 Nov 09 19:05:57.464093 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-25aa1424-8851-49e7-b136-e65b861c06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:57.465659 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-25aa1424-8851-49e7-b136-e65b861c06ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0462472 Nov 09 19:05:57.519411 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-b784ba28-96b8-4254-94b3-45c067eead8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:57.521280 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-b784ba28-96b8-4254-94b3-45c067eead8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486679 Nov 09 19:05:57.565516 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 775cd4ae-c3db-46c7-881e-710fb9113800 up at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:05:57.615199 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Provisioning complete for port 775cd4ae-c3db-46c7-881e-710fb9113800 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:57.615536 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:57.617379 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-1ebb424e-c4d0-4399-b145-e13d8117ee04 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889521 Nov 09 19:05:57.708544 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-2400b858-0a83-4bd8-b1b1-d4e97a283ef1 req-94281f8f-f33b-47e9-8db8-cbbc60e579f2 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842342 Nov 09 19:05:57.794570 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673686ef-f060-4796-9e5b-71a7e55c3cd2 req-7dc3110e-5dfe-4a84-be7c-8daabb365135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:57.796081 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-673686ef-f060-4796-9e5b-71a7e55c3cd2 req-7dc3110e-5dfe-4a84-be7c-8daabb365135 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 1094 time: 0.0457137 Nov 09 19:05:57.885128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673686ef-f060-4796-9e5b-71a7e55c3cd2 req-2a98f0b2-fed8-4477-a331-55ad86a94b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:57.886481 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-673686ef-f060-4796-9e5b-71a7e55c3cd2 req-2a98f0b2-fed8-4477-a331-55ad86a94b82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.0825753 Nov 09 19:05:57.926975 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-673686ef-f060-4796-9e5b-71a7e55c3cd2 req-78fa073c-3aa4-40c5-8fa7-baf62d0b8ab6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6 HTTP/1.1" status: 200 len: 217 time: 0.0335267 Nov 09 19:05:57.980956 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673686ef-f060-4796-9e5b-71a7e55c3cd2 req-8a356ee6-548e-4919-8078-4995f9e5cded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:57.982437 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-673686ef-f060-4796-9e5b-71a7e55c3cd2 req-8a356ee6-548e-4919-8078-4995f9e5cded service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0484748 Nov 09 19:05:58.033530 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673686ef-f060-4796-9e5b-71a7e55c3cd2 req-2bdd6c46-a57d-460b-9749-48c182c051cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:58.036089 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-673686ef-f060-4796-9e5b-71a7e55c3cd2 req-2bdd6c46-a57d-460b-9749-48c182c051cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444741 Nov 09 19:05:58.126583 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-673686ef-f060-4796-9e5b-71a7e55c3cd2 req-8b87c4b4-b7ff-46b3-b763-1b49558abb30 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828195 Nov 09 19:05:58.222438 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-673686ef-f060-4796-9e5b-71a7e55c3cd2 req-eb41f52d-b15c-4479-96f5-70851ddef995 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882690 Nov 09 19:05:58.329879 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01376f15-701d-48c1-b5b8-01d59a8c10e5 req-00656ae8-cdc3-4dd2-995e-3a1ae6968d9c tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:58.331388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-01376f15-701d-48c1-b5b8-01d59a8c10e5 req-00656ae8-cdc3-4dd2-995e-3a1ae6968d9c tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 943 time: 0.0502615 Nov 09 19:05:58.369111 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-01376f15-701d-48c1-b5b8-01d59a8c10e5 req-a64edf50-30be-4c47-852b-9c419d229f40 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317709 Nov 09 19:05:59.542603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6323d6c-8695-4847-8ab4-1cd3af3dd17e req-a7033b72-d5c4-44b0-8661-f2d66d4f6f4f tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:59.544117 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6323d6c-8695-4847-8ab4-1cd3af3dd17e req-a7033b72-d5c4-44b0-8661-f2d66d4f6f4f tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 943 time: 0.1071463 Nov 09 19:05:59.583235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b6323d6c-8695-4847-8ab4-1cd3af3dd17e req-104ea327-2a9b-4680-aadf-3029d2a0eddc tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330305 Nov 09 19:06:00.087385 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e02dbd5f-8f3f-4a53-9864-1d90177c53f6 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:06:00.181711 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e02dbd5f-8f3f-4a53-9864-1d90177c53f6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:06:00.193083 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'port_id': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'mac_address': 'fa:16:3e:e5:d7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:06:00.229736 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:00.242163 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02dbd5f-8f3f-4a53-9864-1d90177c53f6 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:06:00.260893 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e02dbd5f-8f3f-4a53-9864-1d90177c53f6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:06:00.264836 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:00.314503 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:06:00.505256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e02dbd5f-8f3f-4a53-9864-1d90177c53f6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:06:00.697525 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33201a-4376-46f5-9a41-7857ed4846c4 req-b48e080c-9a74-48b6-a499-e067e1d3fe0b tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:00.699137 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b33201a-4376-46f5-9a41-7857ed4846c4 req-b48e080c-9a74-48b6-a499-e067e1d3fe0b tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 944 time: 0.0497301 Nov 09 19:06:00.739579 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3b33201a-4376-46f5-9a41-7857ed4846c4 req-5649a420-e32c-4117-af57-d9235d6261c3 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342195 Nov 09 19:06:01.856410 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcd769-5f8c-4336-b7bc-2a8eaf710691 req-11720c5f-b9c4-49bd-83b6-a2ee28dfac01 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:01.857864 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18bcd769-5f8c-4336-b7bc-2a8eaf710691 req-11720c5f-b9c4-49bd-83b6-a2ee28dfac01 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 944 time: 0.0492289 Nov 09 19:06:01.896051 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-18bcd769-5f8c-4336-b7bc-2a8eaf710691 req-8508c0f6-e1e3-4fec-916f-a05feba3533d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321231 Nov 09 19:06:02.110313 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e02dbd5f-8f3f-4a53-9864-1d90177c53f6 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:06:02.159495 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning for port e02dbd5f-8f3f-4a53-9864-1d90177c53f6 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:06:02.163123 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port e02dbd5f-8f3f-4a53-9864-1d90177c53f6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:06:02.163531 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:02.238486 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:02.262316 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:06:02.264537 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e1c4de-cc1e-47ac-a6d3-7cc05eb44a6f" -d '{"events": [{"server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "name": "network-vif-plugged", "status": "completed", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:06:02.281025 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e02dbd5f-8f3f-4a53-9864-1d90177c53f6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:06:02.285355 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:02.307744 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f390355b-b243-43fd-a92a-24f2e13c80fc x-openstack-request-id: req-f390355b-b243-43fd-a92a-24f2e13c80fc {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:06:02.308046 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "name": "network-vif-plugged", "status": "completed", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:06:02.308315 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f390355b-b243-43fd-a92a-24f2e13c80fc {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:06:02.308703 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'code': 200} Nov 09 19:06:02.334751 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:06:02.402660 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc8174-7220-4086-b8fe-9e4fbc82a41a req-6e199110-8d37-47df-9f81-eab0639f4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:02.404168 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-afdc8174-7220-4086-b8fe-9e4fbc82a41a req-6e199110-8d37-47df-9f81-eab0639f4d99 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 1096 time: 0.0438323 Nov 09 19:06:02.437394 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-afdc8174-7220-4086-b8fe-9e4fbc82a41a req-07edebff-d46f-4c55-b6e5-ea3c8dcbfb6f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265284 Nov 09 19:06:03.032639 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0f5b3-1069-41c2-82f4-a0bc269f557c req-31561aa6-50e8-4905-9247-c420548767a8 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:03.034107 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83f0f5b3-1069-41c2-82f4-a0bc269f557c req-31561aa6-50e8-4905-9247-c420548767a8 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 945 time: 0.0494547 Nov 09 19:06:03.074271 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-83f0f5b3-1069-41c2-82f4-a0bc269f557c req-8379b34f-e199-45c8-a13a-12e06fd754d5 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337098 Nov 09 19:06:04.188497 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96186e38-2805-41cc-b403-4f08101ab3e3 req-4a476285-d1fc-444b-a235-6fd0d0d590ed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:04.189962 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96186e38-2805-41cc-b403-4f08101ab3e3 req-4a476285-d1fc-444b-a235-6fd0d0d590ed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 945 time: 0.0488310 Nov 09 19:06:04.227307 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96186e38-2805-41cc-b403-4f08101ab3e3 req-6b42e955-cc2e-4501-b0e6-0a933b81d2a1 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306082 Nov 09 19:06:04.341117 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cce1d0-ee83-4a5f-9e59-6355b0f19f83 req-d12dc954-0453-4ebb-aefb-10fdf32e20f5 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:04.342564 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93cce1d0-ee83-4a5f-9e59-6355b0f19f83 req-d12dc954-0453-4ebb-aefb-10fdf32e20f5 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 945 time: 0.0522034 Nov 09 19:06:04.380872 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93cce1d0-ee83-4a5f-9e59-6355b0f19f83 req-8d53d616-f886-4678-b082-5616e0e40fdd tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316927 Nov 09 19:06:04.402016 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54242) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:06:04.482569 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c8f9cb-d90c-42ab-a074-870a89a31601 tempest-TestSnapshotPattern-381173169 tempest-TestSnapshotPattern-381173169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:04.484307 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-78c8f9cb-d90c-42ab-a074-870a89a31601 tempest-TestSnapshotPattern-381173169 tempest-TestSnapshotPattern-381173169-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 1091 time: 0.0813227 Nov 09 19:06:04.487309 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54246) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:06:04.492316 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:06:04.513375 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for floatingip, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:04.609421 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:04.709214 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Allocated IP 172.25.1.216 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/46170158-b10f-4209-8c2a-12549fb1b1e3) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:06:04.811395 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:04.843964 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:04.881131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:06:04.885324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:06:04.891539 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:06:04.895143 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event updated for resources: {'Port': ['ID=46170158-b10f-4209-8c2a-12549fb1b1e3,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:06:05.233540 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:05.297791 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:05.445587 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:05.450228 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:05.522318 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event updated for resources: {'Port': ['ID=46170158-b10f-4209-8c2a-12549fb1b1e3,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:06:05.528716 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:05.626157 n-d-817236-1 neutron-server[102154]: INFO neutron.db.l3_db [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Floating IP aae397f5-c852-4ba4-8023-c26d3eb854c0 associated. External IP: 172.25.1.216, port: e02dbd5f-8f3f-4a53-9864-1d90177c53f6. Nov 09 19:06:06.154325 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Router 73d25b26-2948-43ed-a96d-7a6f3874de83 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:06:06.263090 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:06:06.273096 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c5d1c-b765-4cf6-85cd-0b2a214d820a None None] Sync routers for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:06:06.280194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:06.282522 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c5d1c-b765-4cf6-85cd-0b2a214d820a None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:06:06.283138 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8c0c5d1c-b765-4cf6-85cd-0b2a214d820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:06:06.307030 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-22039cf5-fe6e-4936-a9c2-864e3a9991ba tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8180587 Nov 09 19:06:06.307626 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:06:06.309859 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470c27d7-d02c-4ab1-9107-0a6f587d6e71" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:06:06.346354 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f36b37-316f-4099-a6b7-bb4c3c438aa7 x-openstack-request-id: req-86f36b37-316f-4099-a6b7-bb4c3c438aa7 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:06:06.346674 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:06:06.346927 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86f36b37-316f-4099-a6b7-bb4c3c438aa7 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:06:06.347926 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'status': 'completed', 'code': 200} Nov 09 19:06:06.390255 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-8c0c5d1c-b765-4cf6-85cd-0b2a214d820a None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:06:06.412412 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c27d7-d02c-4ab1-9107-0a6f587d6e71 req-bd5b1608-e24a-4ec8-ac18-82df65e10af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:06.413929 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-470c27d7-d02c-4ab1-9107-0a6f587d6e71 req-bd5b1608-e24a-4ec8-ac18-82df65e10af3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 1096 time: 0.0415740 Nov 09 19:06:06.505724 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c27d7-d02c-4ab1-9107-0a6f587d6e71 req-40629a8e-c1a1-4d4e-a876-ff7afab19980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:06.507202 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-470c27d7-d02c-4ab1-9107-0a6f587d6e71 req-40629a8e-c1a1-4d4e-a876-ff7afab19980 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.0866187 Nov 09 19:06:06.573691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-470c27d7-d02c-4ab1-9107-0a6f587d6e71 req-0f7f056f-dd26-4f79-a2fd-548fd23cb665 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6 HTTP/1.1" status: 200 len: 999 time: 0.0595424 Nov 09 19:06:06.612755 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8c0c5d1c-b765-4cf6-85cd-0b2a214d820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'aae397f5-c852-4ba4-8023-c26d3eb854c0', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'port_id': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'mac_address': 'fa:16:3e:e5:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:06:05Z', 'updated_at': '2021-11-09T19:06:05Z', 'revision_number': 0, 'project_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:50Z', 'revision_number': 5, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:06:06.627929 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c27d7-d02c-4ab1-9107-0a6f587d6e71 req-bcd7492a-cdc9-46fe-8578-aad4900b881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:06.630291 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-470c27d7-d02c-4ab1-9107-0a6f587d6e71 req-bcd7492a-cdc9-46fe-8578-aad4900b881a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0491295 Nov 09 19:06:06.638815 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c5d1c-b765-4cf6-85cd-0b2a214d820a None None] Checking router: 73d25b26-2948-43ed-a96d-7a6f3874de83 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:06:06.647931 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c5d1c-b765-4cf6-85cd-0b2a214d820a None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:06:06.648529 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8c0c5d1c-b765-4cf6-85cd-0b2a214d820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:05:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:06:06.675011 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c27d7-d02c-4ab1-9107-0a6f587d6e71 req-44977c88-c6d5-4a0f-91ca-4e78d5043ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:06.676589 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-470c27d7-d02c-4ab1-9107-0a6f587d6e71 req-44977c88-c6d5-4a0f-91ca-4e78d5043ec9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397730 Nov 09 19:06:06.751042 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-8c0c5d1c-b765-4cf6-85cd-0b2a214d820a None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:06:06.766024 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-470c27d7-d02c-4ab1-9107-0a6f587d6e71 req-b6498701-e332-495d-bd30-e89f81d8a10d service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821154 Nov 09 19:06:06.860839 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-470c27d7-d02c-4ab1-9107-0a6f587d6e71 req-013f6171-46d9-45be-96c2-6cf86cf785ea service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865729 Nov 09 19:06:06.977334 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-8c0c5d1c-b765-4cf6-85cd-0b2a214d820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'aae397f5-c852-4ba4-8023-c26d3eb854c0', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'port_id': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'mac_address': 'fa:16:3e:e5:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:06:05Z', 'updated_at': '2021-11-09T19:06:05Z', 'revision_number': 0, 'project_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:50Z', 'revision_number': 5, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:06:07.004217 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c5d1c-b765-4cf6-85cd-0b2a214d820a None None] The sync data for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 is: [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'aae397f5-c852-4ba4-8023-c26d3eb854c0', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'port_id': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'mac_address': 'fa:16:3e:e5:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:06:05Z', 'updated_at': '2021-11-09T19:06:05Z', 'revision_number': 0, 'project_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:50Z', 'revision_number': 5, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:06:07.204026 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a922fb-d070-4a49-8c97-50c9956f1339 None None] New status for floating IP aae397f5-c852-4ba4-8023-c26d3eb854c0: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:06:09.107316 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:06:10.894846 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1c35b659-533b-45c7-a01a-4228e25c49c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:13.805030 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-bfbecd0e-d363-4a37-a54e-99b571b0a50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:14.686885 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:15.770250 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:18.005828 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:23.991288 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:24.658405 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:40.896076 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-13a9a96e-4e65-4b9a-9355-dda0277076e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:43.810210 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-cd9509ef-0279-41e6-ba36-a80511014a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:44.687658 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:45.772909 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:46.106863 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:06:48.009806 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:53.743615 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96895073-66ba-4af2-80a9-b4dae2e5d2e5 req-b663dd68-4031-4828-813e-0fbe98d8ffcf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0966005 Nov 09 19:06:53.831174 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96895073-66ba-4af2-80a9-b4dae2e5d2e5 req-7985743a-4894-4550-8f65-ed605379a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:53.832677 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96895073-66ba-4af2-80a9-b4dae2e5d2e5 req-7985743a-4894-4550-8f65-ed605379a47b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 1096 time: 0.0392931 Nov 09 19:06:53.941095 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96895073-66ba-4af2-80a9-b4dae2e5d2e5 req-947890cd-5085-4fe2-b938-a2c6a58fa25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:53.942544 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96895073-66ba-4af2-80a9-b4dae2e5d2e5 req-947890cd-5085-4fe2-b938-a2c6a58fa25c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.0894716 Nov 09 19:06:53.982002 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:54.009355 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96895073-66ba-4af2-80a9-b4dae2e5d2e5 req-5b43e3c5-3835-46d4-aac7-bfeb89c62939 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6 HTTP/1.1" status: 200 len: 1001 time: 0.0578580 Nov 09 19:06:54.063045 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96895073-66ba-4af2-80a9-b4dae2e5d2e5 req-d593c9ab-3c70-4de7-9ce7-e6bee88606a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:54.064536 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96895073-66ba-4af2-80a9-b4dae2e5d2e5 req-d593c9ab-3c70-4de7-9ce7-e6bee88606a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0478740 Nov 09 19:06:54.111151 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96895073-66ba-4af2-80a9-b4dae2e5d2e5 req-5402cfa5-f2a3-4cd4-9b33-54b006c0c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:54.112748 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96895073-66ba-4af2-80a9-b4dae2e5d2e5 req-5402cfa5-f2a3-4cd4-9b33-54b006c0c9e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396192 Nov 09 19:06:54.202753 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96895073-66ba-4af2-80a9-b4dae2e5d2e5 req-8e3fae9e-b22b-4887-931e-97af51c65097 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814030 Nov 09 19:06:54.296725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-96895073-66ba-4af2-80a9-b4dae2e5d2e5 req-7b1ed07e-c43c-4257-ae59-3dd779d24831 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853028 Nov 09 19:06:54.674898 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:10.895660 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9d095606-0481-424b-ae95-d714859961b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:13.800516 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-d1941d59-b0c5-427e-a262-3eba846bc330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:14.687637 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:15.775287 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:18.015690 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:23.106269 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:07:24.012636 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:24.672242 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:40.896686 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2648c7a3-90e7-4855-92b7-4539e01ceaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:43.802415 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-953eda57-5023-420b-bfd7-897f0f1d738d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:44.688504 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:45.778824 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:48.019361 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:54.011690 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:54.658337 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:55.686667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-272476fb-7f59-4197-869e-03ebbbb72b7c req-3b580ff5-53d8-4277-b485-b8e5923a5644 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417528 Nov 09 19:07:55.764611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272476fb-7f59-4197-869e-03ebbbb72b7c req-a129f7c6-9693-4eba-8951-4a8eb2d82471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:55.766055 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-272476fb-7f59-4197-869e-03ebbbb72b7c req-a129f7c6-9693-4eba-8951-4a8eb2d82471 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 1096 time: 0.0394130 Nov 09 19:07:55.870244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272476fb-7f59-4197-869e-03ebbbb72b7c req-fc3a7cf2-0e55-4974-a117-939014bce505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:55.871691 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-272476fb-7f59-4197-869e-03ebbbb72b7c req-fc3a7cf2-0e55-4974-a117-939014bce505 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.0859554 Nov 09 19:07:55.935493 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-272476fb-7f59-4197-869e-03ebbbb72b7c req-dd1a40cd-0a11-44a6-88f5-a2e22084ebeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6 HTTP/1.1" status: 200 len: 1001 time: 0.0570104 Nov 09 19:07:55.986724 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272476fb-7f59-4197-869e-03ebbbb72b7c req-a59c19f2-5cde-4c07-8128-24938329dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:55.988083 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-272476fb-7f59-4197-869e-03ebbbb72b7c req-a59c19f2-5cde-4c07-8128-24938329dde9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0461662 Nov 09 19:07:56.034177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272476fb-7f59-4197-869e-03ebbbb72b7c req-c8642b45-c2c5-4850-bb3d-8046eb22c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:56.035973 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-272476fb-7f59-4197-869e-03ebbbb72b7c req-c8642b45-c2c5-4850-bb3d-8046eb22c331 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405495 Nov 09 19:07:56.123353 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-272476fb-7f59-4197-869e-03ebbbb72b7c req-29f62c96-e59c-4920-8f24-a6fd2fd1a7d8 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795946 Nov 09 19:07:56.216984 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-272476fb-7f59-4197-869e-03ebbbb72b7c req-2aa8cd6b-afb4-4094-bc52-46fa68591677 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867600 Nov 09 19:08:00.106243 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:08:06.671240 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e02dbd5f-8f3f-4a53-9864-1d90177c53f6 details requested by agent hyperv_n-h1-817236-1 with host n-h1-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:08:06.764842 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e02dbd5f-8f3f-4a53-9864-1d90177c53f6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:08:06.776450 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Returning: {'device': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'port_id': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'mac_address': 'fa:16:3e:e5:d7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:08:06.812365 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:06.824630 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e02dbd5f-8f3f-4a53-9864-1d90177c53f6 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:08:06.843283 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e02dbd5f-8f3f-4a53-9864-1d90177c53f6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:08:06.847119 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:06.897690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:08:06.904948 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:06.905300 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:06.905649 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:06.905994 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:06.906336 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:06.906674 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:06.907008 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:06.907366 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:06.907701 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:06.908033 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:06.908364 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:06.908691 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:06.929802 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] get_ports_and_sgs() called for port_ids ['e02dbd5f-8f3f-4a53-9864-1d90177c53f6'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:08:08.683141 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e02dbd5f-8f3f-4a53-9864-1d90177c53f6 up at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:08:08.743133 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Provisioning complete for port e02dbd5f-8f3f-4a53-9864-1d90177c53f6 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:08:08.743546 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:08.831558 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:08.857274 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:08:08.859588 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be604d5-0bd6-49c0-931c-6caba4dc64e3" -d '{"events": [{"server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "name": "network-vif-plugged", "status": "completed", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:08:08.877263 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e02dbd5f-8f3f-4a53-9864-1d90177c53f6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:08:08.883784 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:08.916120 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e6bbab-b481-47f3-b58d-bcafd90fac6d x-openstack-request-id: req-f1e6bbab-b481-47f3-b58d-bcafd90fac6d {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:08:08.916438 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "name": "network-vif-plugged", "status": "completed", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:08:08.916679 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1e6bbab-b481-47f3-b58d-bcafd90fac6d {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:08:08.917083 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'code': 200} Nov 09 19:08:08.943790 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:08:10.899758 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4262b379-a9c7-410f-a717-83f54fa5f0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:13.805189 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-20d4f0f5-3a3c-4f96-8d95-98d88f64a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:14.694790 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:15.784470 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:16.798835 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-dcf3d5e9-be11-4b44-8dda-05b17ab6e587 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233703119&fields=id&tenant_id=1da97405a77b424589ae411e7002638c HTTP/1.1" status: 200 len: 267 time: 0.0327592 Nov 09 19:08:16.907630 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-5bccb7bd-22e9-4c86-96c9-f5c04a712315 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:16.909081 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-5bccb7bd-22e9-4c86-96c9-f5c04a712315 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 810 time: 0.1028612 Nov 09 19:08:16.924518 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-748e3975-c40a-4b7c-97ae-875ae0c26503 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/quotas/1da97405a77b424589ae411e7002638c HTTP/1.1" status: 200 len: 375 time: 0.0088027 Nov 09 19:08:16.980725 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-3a418436-4b8a-4231-9ac8-6e35469ba094 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0501175 Nov 09 19:08:17.076534 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-8daa8704-c176-48b5-96ed-ebfe16580437 service neutron] 10.222.0.81 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833850 Nov 09 19:08:17.169998 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-98b3f9e3-4821-48f7-b9f2-dc1927962187 service neutron] 10.222.0.81 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867541 Nov 09 19:08:17.328360 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7ffdd051-b292-4f99-b960-f6a48be7f9b6 req-08a75ba0-f78b-402e-a875-bf227459aa81 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 210 time: 0.0272737 Nov 09 19:08:18.019367 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:18.326894 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-9facf76c-29c8-4f69-8ab8-1778c49fd70d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:18.328370 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-9facf76c-29c8-4f69-8ab8-1778c49fd70d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.18 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 810 time: 0.1124327 Nov 09 19:08:18.372833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-9ab4959b-e132-4f23-9a15-006476869853 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1da97405a77b424589ae411e7002638c HTTP/1.1" status: 200 len: 379 time: 0.0349238 Nov 09 19:08:18.388136 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Request body: {'port': {'device_id': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'admin_state_up': True, 'tenant_id': '1da97405a77b424589ae411e7002638c', 'security_groups': ['41959b95-09c0-4c1f-b993-99500fa92e56']}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:08:18.465706 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-afcb01c2-687a-4e25-b484-bac4d479e6cc req-ce07431d-fcd7-4cfb-95d9-b3074f625419 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 210 time: 0.0623350 Nov 09 19:08:18.524516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Made reservation on behalf of 1da97405a77b424589ae411e7002638c for: {'port': 1} {{(pid=102154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:08:18.528204 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:18.677160 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_common [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Allocated IP 172.20.0.14 (8114c0d6-bb77-45ab-ba86-ab294202ee91/bedd569e-c997-4bd4-b0f6-ab3730961d9e/b051402d-ea79-4399-a4e6-3b0e8e1c2d06) {{(pid=102154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:08:18.834671 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for port, precommit_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:18.869577 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_create {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:18.928257 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event updated for resources: {'Port': ['ID=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,revision_number=1']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:08:18.938027 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Network 8114c0d6-bb77-45ab-ba86-ab294202ee91 is already hosted by enough agents. {{(pid=102154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:08:18.940097 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:18.940447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:18.940791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:18.941130 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:18.941463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:18.941791 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:18.942901 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:18.943258 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:18.943606 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:18.943930 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:18.944282 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:18.944614 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:18.948045 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.base_scheduler [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Resources bound (agent type, host, resource id): {{(pid=102154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:08:18.950128 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Received port after_create {{(pid=102154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:08:19.021271 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:19.022671 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:19.043096 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-164905fa-7408-4945-92bc-f7569e82ec27 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6588352 Nov 09 19:08:19.193656 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-024d0eaf-704b-49c3-ba37-0a8b13f04cd9 None None] Provisioning complete for port b051402d-ea79-4399-a4e6-3b0e8e1c2d06 triggered by entity DHCP. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:08:19.194226 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-024d0eaf-704b-49c3-ba37-0a8b13f04cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:19.229887 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-024d0eaf-704b-49c3-ba37-0a8b13f04cd9 None None] Port b051402d-ea79-4399-a4e6-3b0e8e1c2d06 cannot update to ACTIVE because it is not bound. {{(pid=102156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:08:19.600032 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1c98a-e6d2-48b0-af38-869b7f162b27 req-a9062ce8-2bf2-4d47-9081-38b637b94f20 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:19.601720 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6dc1c98a-e6d2-48b0-af38-869b7f162b27 req-a9062ce8-2bf2-4d47-9081-38b637b94f20 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 932 time: 0.0693941 Nov 09 19:08:19.641954 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6dc1c98a-e6d2-48b0-af38-869b7f162b27 req-62b50e01-4506-41ad-8384-b23f176bc6af tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342486 Nov 09 19:08:20.706931 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e02dbd5f-8f3f-4a53-9864-1d90177c53f6 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:08:20.777340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729921c3-d906-49c7-a2c1-0cb6cd73a691 req-776216bd-7406-4ac9-8939-62bc95d1cb99 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:20.778884 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-729921c3-d906-49c7-a2c1-0cb6cd73a691 req-776216bd-7406-4ac9-8939-62bc95d1cb99 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 932 time: 0.0497038 Nov 09 19:08:20.800991 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:20.826553 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-729921c3-d906-49c7-a2c1-0cb6cd73a691 req-f88a80b9-7aa8-48ab-9bc2-9ffdb6aeb9d3 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399623 Nov 09 19:08:20.839690 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:08:20.842759 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644c9ff0-3071-406c-84d0-32da97280fe8" -d '{"events": [{"server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "name": "network-vif-unplugged", "status": "completed", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:08:20.858795 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] For port e02dbd5f-8f3f-4a53-9864-1d90177c53f6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:08:20.863316 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:20.891349 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477cabb2-e70a-42c3-9067-78bd5e0a4599 x-openstack-request-id: req-477cabb2-e70a-42c3-9067-78bd5e0a4599 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:08:20.891661 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "name": "network-vif-unplugged", "status": "completed", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:08:20.891912 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-477cabb2-e70a-42c3-9067-78bd5e0a4599 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:08:20.892307 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'code': 200} Nov 09 19:08:20.919047 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Pushing event updated for resources: {'Port': ['ID=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:08:21.949264 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719d1e1-de21-40d9-9ab0-eeaf9f328d03 req-5ebe890e-3cb5-44b6-93df-a5d311f93eff tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:21.950856 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9719d1e1-de21-40d9-9ab0-eeaf9f328d03 req-5ebe890e-3cb5-44b6-93df-a5d311f93eff tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 932 time: 0.0507891 Nov 09 19:08:21.994483 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9719d1e1-de21-40d9-9ab0-eeaf9f328d03 req-d826df49-f92c-4b86-a775-7cb729f94fe3 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375886 Nov 09 19:08:23.133611 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a806d6-2fa5-468b-80c5-8b67486a8060 req-d0518c6d-e4d5-46a9-84b5-07ab5df6078f tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:23.136900 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8a806d6-2fa5-468b-80c5-8b67486a8060 req-d0518c6d-e4d5-46a9-84b5-07ab5df6078f tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 932 time: 0.0610158 Nov 09 19:08:23.175461 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a8a806d6-2fa5-468b-80c5-8b67486a8060 req-cec567a7-e8f1-446b-8418-1a155675cb1e tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329750 Nov 09 19:08:24.047554 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:24.302014 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fe11d-7f5d-4812-aede-1b44b8052729 req-4cfd205f-9407-4a8c-b41d-e54cd9d6b192 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:24.304251 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a68fe11d-7f5d-4812-aede-1b44b8052729 req-4cfd205f-9407-4a8c-b41d-e54cd9d6b192 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 932 time: 0.0547206 Nov 09 19:08:24.344527 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a68fe11d-7f5d-4812-aede-1b44b8052729 req-87c8ccdd-b13e-49fc-9a4f-362bb377dbca tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339019 Nov 09 19:08:24.658358 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:25.476663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606350d-b0d3-489b-b874-026937800379 req-65dd2eab-7819-4b91-8551-59563c4961b7 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:25.478149 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9606350d-b0d3-489b-b874-026937800379 req-65dd2eab-7819-4b91-8551-59563c4961b7 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 932 time: 0.0626497 Nov 09 19:08:25.526193 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9606350d-b0d3-489b-b874-026937800379 req-27ae838e-5380-4530-b37e-b17f4e23a6c3 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419397 Nov 09 19:08:26.648148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12405bc8-8f10-4b9c-8e74-efcbc50321db req-106370f0-e82b-4ce1-9e25-34b0f760d77d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:26.650655 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-12405bc8-8f10-4b9c-8e74-efcbc50321db req-106370f0-e82b-4ce1-9e25-34b0f760d77d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 932 time: 0.0509598 Nov 09 19:08:26.693423 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-12405bc8-8f10-4b9c-8e74-efcbc50321db req-8176a3d7-91f8-4533-9e21-b670523dcb33 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356202 Nov 09 19:08:27.817303 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b5d8f-0f47-4ea4-ba03-9e71215a109f req-790e1900-cf21-4d1a-9f09-c522da6c8a97 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:27.819067 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e87b5d8f-0f47-4ea4-ba03-9e71215a109f req-790e1900-cf21-4d1a-9f09-c522da6c8a97 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 932 time: 0.0534384 Nov 09 19:08:27.858414 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-e87b5d8f-0f47-4ea4-ba03-9e71215a109f req-20399002-9a1a-4c92-b84d-1030dc31c4dd tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326452 Nov 09 19:08:28.974977 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528a231-a462-45dc-829f-11bd0d197eb7 req-c12f3a51-6398-47a4-b03f-a0ec37db9da4 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:28.976987 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6528a231-a462-45dc-829f-11bd0d197eb7 req-c12f3a51-6398-47a4-b03f-a0ec37db9da4 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 932 time: 0.0486181 Nov 09 19:08:29.020510 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6528a231-a462-45dc-829f-11bd0d197eb7 req-a2b7fa13-ce74-473f-b9bb-4169088e131d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377381 Nov 09 19:08:30.135518 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48a815-16fc-4201-9171-a371c91ae78c req-64739a39-b0db-44bc-b605-14894a9d7c0a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:30.136990 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c48a815-16fc-4201-9171-a371c91ae78c req-64739a39-b0db-44bc-b605-14894a9d7c0a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 932 time: 0.0490160 Nov 09 19:08:30.184219 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7c48a815-16fc-4201-9171-a371c91ae78c req-5e05968c-ab87-48e3-af61-9519eae455b7 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412524 Nov 09 19:08:30.653813 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.v2.base [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Request body: {'port': {'device_id': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817236-1'}} {{(pid=102154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:08:30.711947 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:30.997509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b051402d-ea79-4399-a4e6-3b0e8e1c2d06 {{(pid=102154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:08:31.005227 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:31.017257 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.provisioning_blocks [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Transition to ACTIVE for port object b051402d-ea79-4399-a4e6-3b0e8e1c2d06 will not be triggered until provisioned by entity L2. {{(pid=102154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:08:31.021123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:31.086232 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,revision_number=2']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:08:31.144262 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Attempting to bind port b051402d-ea79-4399-a4e6-3b0e8e1c2d06 on host n-h2-817236-1 for vnic_type normal with profile {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:08:31.144951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Attempting to bind port b051402d-ea79-4399-a4e6-3b0e8e1c2d06 by drivers openvswitch,hyperv on host n-h2-817236-1 at level 0 using segments [{'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:08:31.144951 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Attempting to bind port b051402d-ea79-4399-a4e6-3b0e8e1c2d06 on network 8114c0d6-bb77-45ab-ba86-ab294202ee91 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:08:31.150018 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Port b051402d-ea79-4399-a4e6-3b0e8e1c2d06 on network 8114c0d6-bb77-45ab-ba86-ab294202ee91 not bound, no agent of type Open vSwitch agent registered on host n-h2-817236-1 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:08:31.150340 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Attempting to bind port b051402d-ea79-4399-a4e6-3b0e8e1c2d06 on network 8114c0d6-bb77-45ab-ba86-ab294202ee91 {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:08:31.155512 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Checking agent: {'id': '02d4db20-c362-48da-842f-bb0d693181be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817236-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'started_at': datetime.datetime(2021, 11, 9, 17, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:08:31.155859 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Checking segment: {'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:08:31.156247 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Bound using segment: {'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'} {{(pid=102154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:08:31.156675 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.managers [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Bound port: b051402d-ea79-4399-a4e6-3b0e8e1c2d06, host: n-h2-817236-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd575579a-95e5-4846-a65b-d97875bb3180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91'}}] {{(pid=102154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:08:31.157036 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:31.224376 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] For port b051402d-ea79-4399-a4e6-3b0e8e1c2d06, host n-h2-817236-1, cleared binding levels {{(pid=102154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:08:31.229088 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] For port b051402d-ea79-4399-a4e6-3b0e8e1c2d06, host n-h2-817236-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:08:31.233382 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909526'] for port, after_update {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:31.271603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:31.272225 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:31.274182 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] 10.222.0.18 "PUT /v2.0/ports/b051402d-ea79-4399-a4e6-3b0e8e1c2d06 HTTP/1.1" status: 200 len: 1092 time: 0.6847346 Nov 09 19:08:31.282491 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:08:31.284792 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4912f43-9ce8-43fb-9737-6368943c770c" -d '{"events": [{"name": "network-changed", "server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:08:31.363522 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa341fb5-c0e3-433f-9200-832bc256a3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,revision_number=3']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:08:31.383837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1abae9-d8be-4752-9585-4c04db22bc4f req-2673a8c6-bdaf-44ae-81ab-abbcda0bf9b1 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:31.385388 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff1abae9-d8be-4752-9585-4c04db22bc4f req-2673a8c6-bdaf-44ae-81ab-abbcda0bf9b1 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 944 time: 0.1223803 Nov 09 19:08:31.392248 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-34e28e5c-6b2a-4b38-b025-4119cf33ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:31.393709 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-34e28e5c-6b2a-4b38-b025-4119cf33ed4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 1095 time: 0.0784895 Nov 09 19:08:31.449285 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-c64440d7-dfa9-40c4-b034-8a38f91c9428 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06 HTTP/1.1" status: 200 len: 217 time: 0.0467532 Nov 09 19:08:31.470002 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ff1abae9-d8be-4752-9585-4c04db22bc4f req-4412ca45-53ce-4c8f-9e2f-366b3dabe4cc tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753744 Nov 09 19:08:31.509244 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-f7c958ea-a867-475f-b96c-6606781a5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:31.510857 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-f7c958ea-a867-475f-b96c-6606781a5893 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0540838 Nov 09 19:08:31.514145 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f5e0f4-3c6c-406f-9fb0-8c054c077169 x-openstack-request-id: req-e4f5e0f4-3c6c-406f-9fb0-8c054c077169 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:08:31.514432 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:08:31.514707 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4f5e0f4-3c6c-406f-9fb0-8c054c077169 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:08:31.515087 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'status': 'completed', 'code': 200} Nov 09 19:08:31.564430 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-091de71c-9b01-4a68-a809-bea98a89f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:31.565968 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-091de71c-9b01-4a68-a809-bea98a89f754 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420821 Nov 09 19:08:31.655237 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-592f9ea5-4ff8-42de-a15b-a49ad485cd20 service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818858 Nov 09 19:08:31.758927 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-cf43d8cc-9533-42c0-a14f-d1f453eb7995 req-81facdc0-1ecc-46c5-a32a-96df7e79abee service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968564 Nov 09 19:08:31.840086 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912f43-9ce8-43fb-9737-6368943c770c req-f382eb2f-edd0-4ad5-beee-5f82ce746984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:31.841481 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4912f43-9ce8-43fb-9737-6368943c770c req-f382eb2f-edd0-4ad5-beee-5f82ce746984 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 1095 time: 0.0410428 Nov 09 19:08:31.933156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912f43-9ce8-43fb-9737-6368943c770c req-6b0b9c61-05f5-4e82-b5d6-01f846e850fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:31.934626 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4912f43-9ce8-43fb-9737-6368943c770c req-6b0b9c61-05f5-4e82-b5d6-01f846e850fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.0863364 Nov 09 19:08:31.977348 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4912f43-9ce8-43fb-9737-6368943c770c req-4668d3da-e380-42b4-a6e1-135398a7f490 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06 HTTP/1.1" status: 200 len: 217 time: 0.0345700 Nov 09 19:08:32.027266 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912f43-9ce8-43fb-9737-6368943c770c req-4defb54a-d79b-47eb-bc0e-9d095afa0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:32.028713 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4912f43-9ce8-43fb-9737-6368943c770c req-4defb54a-d79b-47eb-bc0e-9d095afa0ffe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0445714 Nov 09 19:08:32.073586 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912f43-9ce8-43fb-9737-6368943c770c req-a61a7003-b294-486b-a16d-d7137118f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:32.075034 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4912f43-9ce8-43fb-9737-6368943c770c req-a61a7003-b294-486b-a16d-d7137118f535 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397902 Nov 09 19:08:32.166576 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4912f43-9ce8-43fb-9737-6368943c770c req-eb3d1e36-c953-4dc5-b652-d3c92ec53873 service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840743 Nov 09 19:08:32.254315 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-d4912f43-9ce8-43fb-9737-6368943c770c req-9fb7103c-889f-4a45-aedb-298239773f24 service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805318 Nov 09 19:08:32.591243 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc0384-8db6-4447-a805-ec4f924e4d29 req-9d152311-64bb-4bd7-86d6-a51e2d078ed4 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:32.592736 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21fc0384-8db6-4447-a805-ec4f924e4d29 req-9d152311-64bb-4bd7-86d6-a51e2d078ed4 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 944 time: 0.0533023 Nov 09 19:08:32.630410 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-21fc0384-8db6-4447-a805-ec4f924e4d29 req-cc94b59d-29c3-48b6-aa71-3d25b25aeda7 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317590 Nov 09 19:08:33.745642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf9f0f-c73b-4d24-b8a2-f84a63db00a8 req-a4e6fad4-b9cc-40db-b0dd-bf7035a03097 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:33.747120 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3adf9f0f-c73b-4d24-b8a2-f84a63db00a8 req-a4e6fad4-b9cc-40db-b0dd-bf7035a03097 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 944 time: 0.0491791 Nov 09 19:08:33.784936 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3adf9f0f-c73b-4d24-b8a2-f84a63db00a8 req-154a1585-c160-4a33-8473-2259d077d630 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316474 Nov 09 19:08:34.900603 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735f2a6-53f5-449f-bb70-91af5c5bc62c req-fa50bf6e-c16d-49da-a266-43f47b209595 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:34.901979 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8735f2a6-53f5-449f-bb70-91af5c5bc62c req-fa50bf6e-c16d-49da-a266-43f47b209595 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 944 time: 0.0489197 Nov 09 19:08:34.938726 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-8735f2a6-53f5-449f-bb70-91af5c5bc62c req-fbbd3adf-9eeb-4008-8b7f-4ea06a6e3010 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308542 Nov 09 19:08:36.059156 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0781ce-af45-4a84-85c4-1176ae971c49 req-4bb39941-d91d-41ac-9e6b-4ab15d232655 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:36.060646 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a0781ce-af45-4a84-85c4-1176ae971c49 req-4bb39941-d91d-41ac-9e6b-4ab15d232655 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 944 time: 0.0523760 Nov 09 19:08:36.097827 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7a0781ce-af45-4a84-85c4-1176ae971c49 req-e3f8c44a-97db-4458-8ab3-9c226e0e7180 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312397 Nov 09 19:08:36.454749 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device b051402d-ea79-4399-a4e6-3b0e8e1c2d06 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:08:36.547739 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b051402d-ea79-4399-a4e6-3b0e8e1c2d06, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:08:36.559181 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'port_id': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'mac_address': 'fa:16:3e:18:32:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:08:36.594830 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:36.606945 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b051402d-ea79-4399-a4e6-3b0e8e1c2d06 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:08:36.625510 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b051402d-ea79-4399-a4e6-3b0e8e1c2d06, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:08:36.629808 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:36.675413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,revision_number=4']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:08:37.002056 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['b051402d-ea79-4399-a4e6-3b0e8e1c2d06'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:08:37.105522 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:08:37.212545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030db35-8340-49b3-9d70-972c7ab2a6e0 req-ce598271-9fae-4c89-a751-cbe70cae3417 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:37.214037 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7030db35-8340-49b3-9d70-972c7ab2a6e0 req-ce598271-9fae-4c89-a751-cbe70cae3417 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 945 time: 0.0488174 Nov 09 19:08:37.251843 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-7030db35-8340-49b3-9d70-972c7ab2a6e0 req-09a36054-2b4c-4863-869a-c82331c31ad6 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315077 Nov 09 19:08:38.367545 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e848604-0732-441d-b413-35f39dd8d164 req-083d0146-3e55-424a-ae67-fd7c3f65fafb tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:38.369033 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e848604-0732-441d-b413-35f39dd8d164 req-083d0146-3e55-424a-ae67-fd7c3f65fafb tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 945 time: 0.0504618 Nov 09 19:08:38.406897 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4e848604-0732-441d-b413-35f39dd8d164 req-b422da4f-55c1-4f66-9e46-d21fe5231b23 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318680 Nov 09 19:08:38.462434 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device b051402d-ea79-4399-a4e6-3b0e8e1c2d06 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:08:38.510587 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning for port b051402d-ea79-4399-a4e6-3b0e8e1c2d06 completed by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:08:38.514150 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port b051402d-ea79-4399-a4e6-3b0e8e1c2d06 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:08:38.514531 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:38.591649 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:38.613594 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:08:38.615828 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a379916e-88b5-4fbe-b923-d8ce3aba730e" -d '{"events": [{"server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "name": "network-vif-plugged", "status": "completed", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:08:38.628697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b051402d-ea79-4399-a4e6-3b0e8e1c2d06, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:08:38.633340 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:38.656543 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fee31f3-ea5b-4623-bc6d-6cb4899d59a5 x-openstack-request-id: req-6fee31f3-ea5b-4623-bc6d-6cb4899d59a5 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:08:38.656844 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "name": "network-vif-plugged", "status": "completed", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:08:38.657099 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fee31f3-ea5b-4623-bc6d-6cb4899d59a5 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:08:38.657490 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'code': 200} Nov 09 19:08:38.683256 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,revision_number=5']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:08:38.753680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cda93-66cc-450c-8141-25167565697c req-89493cd8-d1d2-4b0e-b2c2-c271fe7cf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:38.755453 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a86cda93-66cc-450c-8141-25167565697c req-89493cd8-d1d2-4b0e-b2c2-c271fe7cf403 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 1097 time: 0.0433578 Nov 09 19:08:38.789623 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-a86cda93-66cc-450c-8141-25167565697c req-3cfc1b86-9255-4d45-8e10-ab843c44d938 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276718 Nov 09 19:08:39.525064 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e96cd-54eb-4d38-8b12-ab4f62c3ab4d req-72f56ccb-9081-4c7b-8f88-9f421a56211d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:39.526522 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c14e96cd-54eb-4d38-8b12-ab4f62c3ab4d req-72f56ccb-9081-4c7b-8f88-9f421a56211d tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 946 time: 0.0499470 Nov 09 19:08:39.563882 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-c14e96cd-54eb-4d38-8b12-ab4f62c3ab4d req-442cbec0-a92e-43ad-864a-6f7e2796e034 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312657 Nov 09 19:08:40.680463 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4904fb-0101-404a-8eb5-d17b8e72a3d8 req-e31fa21b-5b30-4daf-9385-3324b98eb333 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:40.681928 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc4904fb-0101-404a-8eb5-d17b8e72a3d8 req-e31fa21b-5b30-4daf-9385-3324b98eb333 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 946 time: 0.0480130 Nov 09 19:08:40.719627 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-fc4904fb-0101-404a-8eb5-d17b8e72a3d8 req-426bb3d3-35a1-48ca-b0ee-9e509fd20770 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317228 Nov 09 19:08:40.838718 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca8fa0-39b7-41a4-934a-f8bd2213b814 req-f805b824-2b15-4653-801d-f788f2ce9cbc tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:40.840214 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-35ca8fa0-39b7-41a4-934a-f8bd2213b814 req-f805b824-2b15-4653-801d-f788f2ce9cbc tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 946 time: 0.0538509 Nov 09 19:08:40.876914 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-35ca8fa0-39b7-41a4-934a-f8bd2213b814 req-78cd7806-1a8d-47a3-945b-18d4bd0a712c tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305672 Nov 09 19:08:40.900658 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54540) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:08:40.901938 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-e46f20b8-b889-4a49-94e4-58d54a66b8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:40.942786 n-d-817236-1 neutron-server[102155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b47a08-5ee5-4fbf-82c1-cee575ae3b3a tempest-TestSnapshotPattern-381173169 tempest-TestSnapshotPattern-381173169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:40.944886 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-c6b47a08-5ee5-4fbf-82c1-cee575ae3b3a tempest-TestSnapshotPattern-381173169 tempest-TestSnapshotPattern-381173169-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 1092 time: 0.0427327 Nov 09 19:08:40.947696 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54544) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:08:40.951906 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.v2.base [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Request body: {'floatingip': {'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'port_id': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:08:40.973100 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for floatingip, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:41.066588 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:41.172076 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.db_base_plugin_common [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Allocated IP 172.25.1.65 (ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed/9bf825de-abd3-488b-b586-4e4a216477cd/7f79821b-5d29-465e-acfd-dd9d7fff0a98) {{(pid=102155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:08:41.274044 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for port, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:41.307761 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742656273713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:41.346284 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Network ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed is already hosted by enough agents. {{(pid=102155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:08:41.350712 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.base_scheduler [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Resources bound (agent type, host, resource id): {{(pid=102155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:08:41.354197 n-d-817236-1 neutron-server[102155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Received port after_create {{(pid=102155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:08:41.381109 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event updated for resources: {'Port': ['ID=7f79821b-5d29-465e-acfd-dd9d7fff0a98,revision_number=1']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:08:41.393922 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:41.394269 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:41.394602 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:41.394939 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:41.395286 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:41.395609 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:41.395931 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:41.396251 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:41.396566 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:41.396882 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:41.397239 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:41.397558 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:41.709223 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:41.780087 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:41.926409 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for port, precommit_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:41.930636 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302733'] for port, after_update {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:41.994937 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event updated for resources: {'Port': ['ID=7f79821b-5d29-465e-acfd-dd9d7fff0a98,revision_number=2']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:08:42.007184 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2090797'] for floatingip, after_create {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:42.105235 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Floating IP 15f8bbe4-879c-4830-9fdd-5b691091a5af associated. External IP: 172.25.1.65, port: b051402d-ea79-4399-a4e6-3b0e8e1c2d06. Nov 09 19:08:42.310228 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Router 73d25b26-2948-43ed-a96d-7a6f3874de83 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:08:42.417514 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:08:42.427670 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d9ce7-60a7-4a21-8cfb-af69cf1c856b None None] Sync routers for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:08:42.435156 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:42.437927 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d9ce7-60a7-4a21-8cfb-af69cf1c856b None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:08:42.438530 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3d0d9ce7-60a7-4a21-8cfb-af69cf1c856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:08:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:08:42.462333 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-8ffe9af1-bd0b-4a0d-8647-185b15370bed tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5136247 Nov 09 19:08:42.462929 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:08:42.465228 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af88ebcfef5c43c3ecd045bfc529e33271d1f66ec5679dbfee10f7604908018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6403a1-d9ac-4414-a444-3950e3c43da5" -d '{"events": [{"name": "network-changed", "server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:08:42.545124 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-3d0d9ce7-60a7-4a21-8cfb-af69cf1c856b None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:08:42.567816 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d37a62-ff25-4c5c-811f-34024d1f35ab x-openstack-request-id: req-80d37a62-ff25-4c5c-811f-34024d1f35ab {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:08:42.568105 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:08:42.568354 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80d37a62-ff25-4c5c-811f-34024d1f35ab {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:08:42.568764 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'status': 'completed', 'code': 200} Nov 09 19:08:42.628932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6403a1-d9ac-4414-a444-3950e3c43da5 req-14073cca-96d7-4093-a72a-da45fbe8d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:42.630698 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d6403a1-d9ac-4414-a444-3950e3c43da5 req-14073cca-96d7-4093-a72a-da45fbe8d671 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 1097 time: 0.0408528 Nov 09 19:08:42.722659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6403a1-d9ac-4414-a444-3950e3c43da5 req-11e74c62-3032-4253-9f8a-01f6c8e80516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:42.724180 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d6403a1-d9ac-4414-a444-3950e3c43da5 req-11e74c62-3032-4253-9f8a-01f6c8e80516 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.0870755 Nov 09 19:08:42.769359 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3d0d9ce7-60a7-4a21-8cfb-af69cf1c856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '15f8bbe4-879c-4830-9fdd-5b691091a5af', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'port_id': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'mac_address': 'fa:16:3e:18:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:08:41Z', 'updated_at': '2021-11-09T19:08:41Z', 'revision_number': 0, 'project_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address_scope': None}, {'id': 'aae397f5-c852-4ba4-8023-c26d3eb854c0', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'port_id': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'mac_address': 'fa:16:3e:e5:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:06:05Z', 'updated_at': '2021-11-09T19:06:07Z', 'revision_number': 1, 'project_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:50Z', 'revision_number': 5, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:08:42.789616 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d6403a1-d9ac-4414-a444-3950e3c43da5 req-a95b5b83-6655-423d-9eb5-27c546972020 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06 HTTP/1.1" status: 200 len: 999 time: 0.0587802 Nov 09 19:08:42.795074 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d9ce7-60a7-4a21-8cfb-af69cf1c856b None None] Checking router: 73d25b26-2948-43ed-a96d-7a6f3874de83 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:08:42.803139 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d9ce7-60a7-4a21-8cfb-af69cf1c856b None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:08:42.804314 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3d0d9ce7-60a7-4a21-8cfb-af69cf1c856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:08:14Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:08:42.838357 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6403a1-d9ac-4414-a444-3950e3c43da5 req-b8293cff-2790-4bdd-8509-992462913787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:42.839801 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d6403a1-d9ac-4414-a444-3950e3c43da5 req-b8293cff-2790-4bdd-8509-992462913787 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0434499 Nov 09 19:08:42.891162 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6403a1-d9ac-4414-a444-3950e3c43da5 req-2227a425-0e2d-4bd1-bdf9-5518ed07b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:42.892871 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d6403a1-d9ac-4414-a444-3950e3c43da5 req-2227a425-0e2d-4bd1-bdf9-5518ed07b962 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466340 Nov 09 19:08:42.984901 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d6403a1-d9ac-4414-a444-3950e3c43da5 req-84592185-1ae1-461a-b564-76da0b933f33 service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846274 Nov 09 19:08:42.995490 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-3d0d9ce7-60a7-4a21-8cfb-af69cf1c856b None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:08:43.079667 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-0d6403a1-d9ac-4414-a444-3950e3c43da5 req-0746a00a-edf6-4a56-a009-63b436e8626f service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872123 Nov 09 19:08:43.222315 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-3d0d9ce7-60a7-4a21-8cfb-af69cf1c856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '15f8bbe4-879c-4830-9fdd-5b691091a5af', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'port_id': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'mac_address': 'fa:16:3e:18:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:08:41Z', 'updated_at': '2021-11-09T19:08:41Z', 'revision_number': 0, 'project_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address_scope': None}, {'id': 'aae397f5-c852-4ba4-8023-c26d3eb854c0', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'port_id': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'mac_address': 'fa:16:3e:e5:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:06:05Z', 'updated_at': '2021-11-09T19:06:07Z', 'revision_number': 1, 'project_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:50Z', 'revision_number': 5, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:08:43.248324 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d9ce7-60a7-4a21-8cfb-af69cf1c856b None None] The sync data for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 is: [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': '15f8bbe4-879c-4830-9fdd-5b691091a5af', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'port_id': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'mac_address': 'fa:16:3e:18:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:08:41Z', 'updated_at': '2021-11-09T19:08:41Z', 'revision_number': 0, 'project_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address_scope': None}, {'id': 'aae397f5-c852-4ba4-8023-c26d3eb854c0', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'port_id': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'mac_address': 'fa:16:3e:e5:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:06:05Z', 'updated_at': '2021-11-09T19:06:07Z', 'revision_number': 1, 'project_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:50Z', 'revision_number': 5, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:08:43.427648 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b972125-8808-4dee-bc5f-bcef9236b301 None None] New status for floating IP 15f8bbe4-879c-4830-9fdd-5b691091a5af: ACTIVE {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:08:43.805767 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-91c102b7-95c7-4770-94e8-c63375f17222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:44.686235 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:45.785814 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:48.021414 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:54.062368 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:54.677506 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:55.681681 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-5ec0b994-9662-40ca-ab5d-d30171c32a38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395794 Nov 09 19:08:55.762195 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-de1ef546-c858-4f86-ada8-0962f1604dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:55.763699 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-de1ef546-c858-4f86-ada8-0962f1604dcc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 1094 time: 0.0403137 Nov 09 19:08:55.869173 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-50fb41f5-1fc6-432c-bc33-8b50164ec3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:55.870510 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-50fb41f5-1fc6-432c-bc33-8b50164ec3b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.0851505 Nov 09 19:08:56.260828 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-ccfc6ec7-93ed-4c8e-ad62-3cbbc40749b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6 HTTP/1.1" status: 200 len: 999 time: 0.3822489 Nov 09 19:08:56.310125 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-3c6cf97b-8000-48da-bf9c-fa307ef89271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:56.311636 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-3c6cf97b-8000-48da-bf9c-fa307ef89271 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0436304 Nov 09 19:08:56.358740 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-dcd424a5-66b2-48ea-8554-025dc482d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:56.360214 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-dcd424a5-66b2-48ea-8554-025dc482d7da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419059 Nov 09 19:08:56.371265 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-616aa039-c44a-4af7-8b6e-49388462f70e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=102154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:08:56.372232 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-616aa039-c44a-4af7-8b6e-49388462f70e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048020 Nov 09 19:08:56.459407 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-dfc3d994-b685-420b-b1d2-c5f93f5463a0 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795057 Nov 09 19:08:56.574452 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66d279eb-8338-43f6-900c-3d64c48db398 req-1d3f5ecb-c157-43d0-afba-340745637189 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896988 Nov 09 19:08:56.584738 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3bf959a9-cc9e-4d03-8431-a8718717a078 req-ccd58f1a-d0b2-486e-a3b4-4afa33394c14 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185982 Nov 09 19:08:56.657544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d279eb-8338-43f6-900c-3d64c48db398 req-a29764f7-d239-440b-a235-bef274c16fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:56.659015 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66d279eb-8338-43f6-900c-3d64c48db398 req-a29764f7-d239-440b-a235-bef274c16fad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 1097 time: 0.0400596 Nov 09 19:08:56.762052 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d279eb-8338-43f6-900c-3d64c48db398 req-3c5f9728-777b-42a1-b93f-90f5bb702150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:56.763565 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66d279eb-8338-43f6-900c-3d64c48db398 req-3c5f9728-777b-42a1-b93f-90f5bb702150 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.0852795 Nov 09 19:08:56.833145 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66d279eb-8338-43f6-900c-3d64c48db398 req-0111f6a0-61e2-41e4-8bed-7c7f11306a55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06 HTTP/1.1" status: 200 len: 1001 time: 0.0601161 Nov 09 19:08:56.880281 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d279eb-8338-43f6-900c-3d64c48db398 req-8e147fc0-135d-48f9-bb10-e762c4c06ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:56.881898 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66d279eb-8338-43f6-900c-3d64c48db398 req-8e147fc0-135d-48f9-bb10-e762c4c06ad7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0424232 Nov 09 19:08:56.932875 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d279eb-8338-43f6-900c-3d64c48db398 req-73195def-bde8-43a9-adc7-b118f65e42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:56.934318 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66d279eb-8338-43f6-900c-3d64c48db398 req-73195def-bde8-43a9-adc7-b118f65e42d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426564 Nov 09 19:08:57.024432 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66d279eb-8338-43f6-900c-3d64c48db398 req-4f34def8-9df1-427b-91c2-87b3d2237e80 service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826445 Nov 09 19:08:57.117284 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-66d279eb-8338-43f6-900c-3d64c48db398 req-722b363e-25b2-42f2-96ac-65e136d3bac2 service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851803 Nov 09 19:09:10.903015 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ba140e0a-82c8-4c2b-aa0b-861d0ab9c0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:13.805624 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ad564e9f-7c2b-4351-b352-e352fb787ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:14.106034 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:09:14.688120 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:15.788081 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:18.024748 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:24.060881 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:24.691183 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:40.904315 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7892de64-449b-4844-b1c2-136c14cfd6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:43.804806 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-59110304-7972-4806-b0d7-31b1bc797629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:44.687549 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:45.789613 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:48.030382 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:51.105271 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:09:54.084794 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:54.693140 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:55.681898 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-789c56b9-cf77-49b2-850c-831dd65e91e8 req-4a4b5640-1741-4305-a940-a3d865f27736 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392127 Nov 09 19:09:55.768121 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c56b9-cf77-49b2-850c-831dd65e91e8 req-f52a7009-cbd4-45bb-b0ae-d5f342d9350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:55.769602 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-789c56b9-cf77-49b2-850c-831dd65e91e8 req-f52a7009-cbd4-45bb-b0ae-d5f342d9350a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 1094 time: 0.0404463 Nov 09 19:09:55.875913 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c56b9-cf77-49b2-850c-831dd65e91e8 req-9389d0ba-c212-4d6e-bcd3-b7f84e31d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:55.877289 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-789c56b9-cf77-49b2-850c-831dd65e91e8 req-9389d0ba-c212-4d6e-bcd3-b7f84e31d726 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.0874763 Nov 09 19:09:55.941752 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-789c56b9-cf77-49b2-850c-831dd65e91e8 req-ce6a900b-3028-4ea6-aaae-a208623c0851 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6 HTTP/1.1" status: 200 len: 999 time: 0.0573535 Nov 09 19:09:55.989932 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c56b9-cf77-49b2-850c-831dd65e91e8 req-97501f57-c62a-47a4-8b30-7cbe5d400702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:55.991349 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-789c56b9-cf77-49b2-850c-831dd65e91e8 req-97501f57-c62a-47a4-8b30-7cbe5d400702 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0427208 Nov 09 19:09:56.048471 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c56b9-cf77-49b2-850c-831dd65e91e8 req-59ea2150-8f85-451f-a634-4c7cb0837429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:56.050234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-789c56b9-cf77-49b2-850c-831dd65e91e8 req-59ea2150-8f85-451f-a634-4c7cb0837429 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520825 Nov 09 19:09:56.145490 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-789c56b9-cf77-49b2-850c-831dd65e91e8 req-7a03c7ee-a7b4-49a6-9d48-4e004081ad6a service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866833 Nov 09 19:09:56.238621 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-789c56b9-cf77-49b2-850c-831dd65e91e8 req-2fb0dc19-64a6-4f0a-a533-fed66b147558 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857685 Nov 09 19:09:57.508340 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3918c829-6640-42ac-abef-564a732e1aca req-c769048c-69c5-47cc-b6b1-b39e10168702 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397322 Nov 09 19:09:57.587756 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918c829-6640-42ac-abef-564a732e1aca req-2cb54296-952a-46d6-b2b7-19842807e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:57.589234 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3918c829-6640-42ac-abef-564a732e1aca req-2cb54296-952a-46d6-b2b7-19842807e22f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 1097 time: 0.0397148 Nov 09 19:09:57.694724 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918c829-6640-42ac-abef-564a732e1aca req-3cc04b67-3312-4afd-8f7e-2e191a17db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:57.696215 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3918c829-6640-42ac-abef-564a732e1aca req-3cc04b67-3312-4afd-8f7e-2e191a17db85 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.0874803 Nov 09 19:09:57.760190 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3918c829-6640-42ac-abef-564a732e1aca req-f3b539c7-e6bf-4400-ad94-be61899d345c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06 HTTP/1.1" status: 200 len: 1001 time: 0.0566993 Nov 09 19:09:57.807560 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918c829-6640-42ac-abef-564a732e1aca req-59055f8d-58d1-4e50-a475-9a2efc0db8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:57.809150 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3918c829-6640-42ac-abef-564a732e1aca req-59055f8d-58d1-4e50-a475-9a2efc0db8e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0424840 Nov 09 19:09:57.861131 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918c829-6640-42ac-abef-564a732e1aca req-3ac387e4-022e-416d-8558-a8f6cd027d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:57.862668 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3918c829-6640-42ac-abef-564a732e1aca req-3ac387e4-022e-416d-8558-a8f6cd027d5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470040 Nov 09 19:09:57.950987 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3918c829-6640-42ac-abef-564a732e1aca req-3991b6fd-a39b-43f4-b4b1-1393de3e95d2 service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811207 Nov 09 19:09:58.046034 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-3918c829-6640-42ac-abef-564a732e1aca req-a6c31062-56af-444a-b421-5998a01e18ac service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877767 Nov 09 19:10:10.904383 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b408178a-5af8-41cf-9d15-2d05609a940a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:13.804270 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3972ab3e-0ec9-4995-8d82-f400e8269dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:14.687955 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:15.792170 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:18.028843 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:24.100009 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:24.704814 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:28.104289 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:10:40.905763 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4bb6d174-8721-4235-830f-504c31104844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:43.805586 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c73f071b-e687-46dd-bb67-d1693b45db7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:44.688037 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:45.794644 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:46.981509 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device b051402d-ea79-4399-a4e6-3b0e8e1c2d06 details requested by agent hyperv_n-h2-817236-1 with host n-h2-817236-1 {{(pid=102156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:10:47.078188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b051402d-ea79-4399-a4e6-3b0e8e1c2d06, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:10:47.089050 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Returning: {'device': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'port_id': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'mac_address': 'fa:16:3e:18:32:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:10:47.125363 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:47.137635 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b051402d-ea79-4399-a4e6-3b0e8e1c2d06 {{(pid=102156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:10:47.156257 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b051402d-ea79-4399-a4e6-3b0e8e1c2d06, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:10:47.160093 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:47.208615 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,revision_number=6']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:10:47.215823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:47.216178 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:47.216521 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:47.216907 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:47.217399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:47.217733 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:47.218066 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:47.218399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:47.218728 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:47.219058 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:47.219421 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:47.219753 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:47.229367 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] get_ports_and_sgs() called for port_ids ['b051402d-ea79-4399-a4e6-3b0e8e1c2d06'] {{(pid=102156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:10:48.031464 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:48.973865 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device b051402d-ea79-4399-a4e6-3b0e8e1c2d06 up at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:10:49.021620 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.provisioning_blocks [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Provisioning complete for port b051402d-ea79-4399-a4e6-3b0e8e1c2d06 triggered by entity L2. {{(pid=102156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:10:49.022003 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951383'] for port, provisioning_complete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:49.105403 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:49.128081 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:10:49.130566 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c213fe-3894-49a1-9e46-398e056079e4" -d '{"events": [{"server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "name": "network-vif-plugged", "status": "completed", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:10:49.142898 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b051402d-ea79-4399-a4e6-3b0e8e1c2d06, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:10:49.147272 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:49.198152 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,revision_number=7']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:10:49.248076 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabf4e7e-c748-4a5a-bfb9-8ede411ff299 x-openstack-request-id: req-dabf4e7e-c748-4a5a-bfb9-8ede411ff299 {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:10:49.248460 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "name": "network-vif-plugged", "status": "completed", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:10:49.248707 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dabf4e7e-c748-4a5a-bfb9-8ede411ff299 {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:10:49.249122 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'code': 200} Nov 09 19:10:54.122513 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:54.709015 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:56.700616 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab01f9a6-4f09-4572-bd1f-372690c434b4 req-211fa594-981d-4556-9df5-eed4f7a43551 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564480 Nov 09 19:10:56.789578 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01f9a6-4f09-4572-bd1f-372690c434b4 req-1b6b0f09-f6b5-4803-8825-79de245e7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:56.791076 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab01f9a6-4f09-4572-bd1f-372690c434b4 req-1b6b0f09-f6b5-4803-8825-79de245e7945 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 1094 time: 0.0431476 Nov 09 19:10:56.909516 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01f9a6-4f09-4572-bd1f-372690c434b4 req-54c7ea58-e2ee-4f72-868e-244731663844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:56.911005 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab01f9a6-4f09-4572-bd1f-372690c434b4 req-54c7ea58-e2ee-4f72-868e-244731663844 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.0999980 Nov 09 19:10:56.983920 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab01f9a6-4f09-4572-bd1f-372690c434b4 req-eedbf2a7-48d4-4306-9f60-4b8376f5bd86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6 HTTP/1.1" status: 200 len: 999 time: 0.0635524 Nov 09 19:10:57.046234 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01f9a6-4f09-4572-bd1f-372690c434b4 req-f585a63f-cf14-439b-9fad-43f010ec2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:57.048309 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab01f9a6-4f09-4572-bd1f-372690c434b4 req-f585a63f-cf14-439b-9fad-43f010ec2249 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0560155 Nov 09 19:10:57.103191 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01f9a6-4f09-4572-bd1f-372690c434b4 req-a2a09fca-93df-4f94-bcc0-fc733678e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:57.104729 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab01f9a6-4f09-4572-bd1f-372690c434b4 req-a2a09fca-93df-4f94-bcc0-fc733678e9c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483556 Nov 09 19:10:57.206445 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab01f9a6-4f09-4572-bd1f-372690c434b4 req-f075ec34-97ec-4c72-af72-16ecfebe1633 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935006 Nov 09 19:10:57.314285 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ab01f9a6-4f09-4572-bd1f-372690c434b4 req-3b6a9bc3-25cd-43ff-bc02-fdf76fd6dca2 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990789 Nov 09 19:10:58.756462 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54772) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:10:58.909615 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Deleting port 7f79821b-5d29-465e-acfd-dd9d7fff0a98 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:10:58.909923 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:58.987182 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:58.987549 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:59.001801 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Calling delete_port for 7f79821b-5d29-465e-acfd-dd9d7fff0a98 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:10:59.150928 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:59.184623 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event deleted for resources: {'Port': ['ID=7f79821b-5d29-465e-acfd-dd9d7fff0a98,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:10:59.208674 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:59.209020 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:59.209364 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:59.209697 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:59.210025 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:59.210356 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:59.210682 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:59.211005 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:59.211425 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:59.211667 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:59.211991 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:59.212307 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:10:59.254633 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:59.254883 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Floating IP 15f8bbe4-879c-4830-9fdd-5b691091a5af disassociated (deleted). External IP: 172.25.1.65, port: b051402d-ea79-4399-a4e6-3b0e8e1c2d06. Nov 09 19:10:59.523207 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93eea1b9-d99c-43c8-9d01-acca26f300b4 req-4bee6819-cb8f-4d13-9003-9abf1a18a404 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442629 Nov 09 19:10:59.620592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea1b9-d99c-43c8-9d01-acca26f300b4 req-6bd693db-e68c-4b1a-9a10-e171631dac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:59.622239 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93eea1b9-d99c-43c8-9d01-acca26f300b4 req-6bd693db-e68c-4b1a-9a10-e171631dac08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 1097 time: 0.0451453 Nov 09 19:10:59.741075 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea1b9-d99c-43c8-9d01-acca26f300b4 req-eb813ff9-ed1c-438a-8f1c-446e801cdbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:59.742735 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93eea1b9-d99c-43c8-9d01-acca26f300b4 req-eb813ff9-ed1c-438a-8f1c-446e801cdbe5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.0994060 Nov 09 19:10:59.786679 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93eea1b9-d99c-43c8-9d01-acca26f300b4 req-843de5dc-94c0-469d-af06-39a485e62ee0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06 HTTP/1.1" status: 200 len: 217 time: 0.0365944 Nov 09 19:10:59.809396 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Router 73d25b26-2948-43ed-a96d-7a6f3874de83 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:10:59.836645 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea1b9-d99c-43c8-9d01-acca26f300b4 req-518df4cf-295a-4d8d-af50-2e0bb2141033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:59.838147 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93eea1b9-d99c-43c8-9d01-acca26f300b4 req-518df4cf-295a-4d8d-af50-2e0bb2141033 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0448627 Nov 09 19:10:59.890205 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea1b9-d99c-43c8-9d01-acca26f300b4 req-2b932bc2-19b0-44e4-8c42-740bd592b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:59.891751 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93eea1b9-d99c-43c8-9d01-acca26f300b4 req-2b932bc2-19b0-44e4-8c42-740bd592b6ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462232 Nov 09 19:10:59.924811 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:10:59.930656 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:59.935332 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f1600-35a8-4fcf-a519-d69ab2e2c59e None None] Sync routers for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:10:59.948452 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f1600-35a8-4fcf-a519-d69ab2e2c59e None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:10:59.950020 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0a9f1600-35a8-4fcf-a519-d69ab2e2c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:10:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:10:59.974002 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-45ba7104-5e0d-407b-8a4e-ce86b14d7461 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "DELETE /v2.0/floatingips/15f8bbe4-879c-4830-9fdd-5b691091a5af HTTP/1.1" status: 204 len: 168 time: 1.2059588 Nov 09 19:10:59.984792 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:10:59.997492 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93eea1b9-d99c-43c8-9d01-acca26f300b4 req-13725054-852f-48a0-845a-831cfe4fdbb7 service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987236 Nov 09 19:11:00.001140 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af88ebcfef5c43c3ecd045bfc529e33271d1f66ec5679dbfee10f7604908018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fa3eb0-c034-496a-ba18-6037860d4316" -d '{"events": [{"name": "network-changed", "server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:11:00.075025 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-0a9f1600-35a8-4fcf-a519-d69ab2e2c59e None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:11:00.102981 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-93eea1b9-d99c-43c8-9d01-acca26f300b4 req-aa3e061a-0838-450a-8a3a-5014f7a3ab0f service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978086 Nov 09 19:11:00.144630 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873b2ef0-c920-4ee2-8060-ef7b75c0451c x-openstack-request-id: req-873b2ef0-c920-4ee2-8060-ef7b75c0451c {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:11:00.144928 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:11:00.145179 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-873b2ef0-c920-4ee2-8060-ef7b75c0451c {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:11:00.145767 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'status': 'completed', 'code': 200} Nov 09 19:11:00.219378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa3eb0-c034-496a-ba18-6037860d4316 req-5d7e4d26-81ee-4e1f-b7cb-005d625c544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:00.221803 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08fa3eb0-c034-496a-ba18-6037860d4316 req-5d7e4d26-81ee-4e1f-b7cb-005d625c544b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 1097 time: 0.0513227 Nov 09 19:11:00.322208 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0a9f1600-35a8-4fcf-a519-d69ab2e2c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'aae397f5-c852-4ba4-8023-c26d3eb854c0', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'port_id': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'mac_address': 'fa:16:3e:e5:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:06:05Z', 'updated_at': '2021-11-09T19:06:07Z', 'revision_number': 1, 'project_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:50Z', 'revision_number': 5, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:00.336521 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81109c-f17a-4cb8-9128-7dd4c2e03056 req-de86b0cf-564a-4389-ba82-8b1e5e8f7b34 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:00.338008 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c81109c-f17a-4cb8-9128-7dd4c2e03056 req-de86b0cf-564a-4389-ba82-8b1e5e8f7b34 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 946 time: 0.1415911 Nov 09 19:11:00.348648 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f1600-35a8-4fcf-a519-d69ab2e2c59e None None] Checking router: 73d25b26-2948-43ed-a96d-7a6f3874de83 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:11:00.359500 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f1600-35a8-4fcf-a519-d69ab2e2c59e None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:11:00.360104 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0a9f1600-35a8-4fcf-a519-d69ab2e2c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:10:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:00.372907 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa3eb0-c034-496a-ba18-6037860d4316 req-e540611e-f020-4d0b-a396-d69b7d26660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:00.374390 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08fa3eb0-c034-496a-ba18-6037860d4316 req-e540611e-f020-4d0b-a396-d69b7d26660f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.1446459 Nov 09 19:11:00.423641 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-9c81109c-f17a-4cb8-9128-7dd4c2e03056 req-c1c2bf30-bacd-47ce-adf5-52cbff006058 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767915 Nov 09 19:11:00.425027 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08fa3eb0-c034-496a-ba18-6037860d4316 req-8491cc6a-a06e-4681-af3d-37d7baac3e93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06 HTTP/1.1" status: 200 len: 217 time: 0.0398347 Nov 09 19:11:00.467805 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-0a9f1600-35a8-4fcf-a519-d69ab2e2c59e None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:11:00.480383 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa3eb0-c034-496a-ba18-6037860d4316 req-936d3362-1e94-490e-95b6-634fa0e709db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:00.481833 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08fa3eb0-c034-496a-ba18-6037860d4316 req-936d3362-1e94-490e-95b6-634fa0e709db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0488508 Nov 09 19:11:00.528177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa3eb0-c034-496a-ba18-6037860d4316 req-5cf6bac5-37ed-49e9-bc5f-86c1bf888442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:00.529749 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08fa3eb0-c034-496a-ba18-6037860d4316 req-5cf6bac5-37ed-49e9-bc5f-86c1bf888442 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397041 Nov 09 19:11:00.619650 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08fa3eb0-c034-496a-ba18-6037860d4316 req-664945e6-5aa0-4465-809c-f802b955be67 service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823047 Nov 09 19:11:00.694529 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-0a9f1600-35a8-4fcf-a519-d69ab2e2c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'aae397f5-c852-4ba4-8023-c26d3eb854c0', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'port_id': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'mac_address': 'fa:16:3e:e5:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:06:05Z', 'updated_at': '2021-11-09T19:06:07Z', 'revision_number': 1, 'project_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:50Z', 'revision_number': 5, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:00.717235 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-08fa3eb0-c034-496a-ba18-6037860d4316 req-94eb5a9c-8008-4cb5-9c92-431d817c365f service neutron] 10.222.0.18 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902123 Nov 09 19:11:00.724924 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f1600-35a8-4fcf-a519-d69ab2e2c59e None None] The sync data for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 is: [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_floatingips': [{'id': 'aae397f5-c852-4ba4-8023-c26d3eb854c0', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'router_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'port_id': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'mac_address': 'fa:16:3e:e5:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:06:05Z', 'updated_at': '2021-11-09T19:06:07Z', 'revision_number': 1, 'project_id': '1da97405a77b424589ae411e7002638c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:50Z', 'revision_number': 5, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:11:00.948105 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25ac58-3e7e-41a6-9894-3c7a29d232a3 None None] New status for floating IP 15f8bbe4-879c-4830-9fdd-5b691091a5af: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:11:01.046697 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device b051402d-ea79-4399-a4e6-3b0e8e1c2d06 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:11:01.123373 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-943609'] for port, before_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:01.145044 n-d-817236-1 neutron-server[102156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06'}] {{(pid=102156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:11:01.147362 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f687d58c3265e86c4fc813b07ebd62d2b475e5cbdb3c08af5447d68a023689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65df633a-6a42-4dad-bcbe-8067a974595b" -d '{"events": [{"server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "name": "network-vif-unplugged", "status": "completed", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06"}]}' {{(pid=102156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:11:01.160550 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] For port b051402d-ea79-4399-a4e6-3b0e8e1c2d06, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:11:01.164608 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742656825658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742656273731', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742656273749'] for port, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:01.189578 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11bc3d4-b848-4182-b4f7-b5e31a6f661b x-openstack-request-id: req-c11bc3d4-b848-4182-b4f7-b5e31a6f661b {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:11:01.189881 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "name": "network-vif-unplugged", "status": "completed", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06", "code": 200}]} {{(pid=102156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:11:01.190136 n-d-817236-1 neutron-server[102156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c11bc3d4-b848-4182-b4f7-b5e31a6f661b {{(pid=102156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:11:01.190528 n-d-817236-1 neutron-server[102156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'code': 200} Nov 09 19:11:01.214765 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Pushing event updated for resources: {'Port': ['ID=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,revision_number=8']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:01.542544 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4764ef-3aee-46ae-956d-a4e2ac7b6903 req-7da9bc0a-98de-4249-b403-da5e59f4810f tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:01.544069 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d4764ef-3aee-46ae-956d-a4e2ac7b6903 req-7da9bc0a-98de-4249-b403-da5e59f4810f tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 944 time: 0.0500062 Nov 09 19:11:01.583390 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-4d4764ef-3aee-46ae-956d-a4e2ac7b6903 req-5b9da9c4-9c04-49c3-8c46-9f3cf734412e tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330739 Nov 09 19:11:01.929423 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb8848-eb45-42b5-a07d-ce8d1f0e5ddc req-5834ce81-044f-4da7-8e33-c9d8ce2526c9 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:01.930837 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64fb8848-eb45-42b5-a07d-ce8d1f0e5ddc req-5834ce81-044f-4da7-8e33-c9d8ce2526c9 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.18 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 944 time: 0.0472317 Nov 09 19:11:02.023589 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-64fb8848-eb45-42b5-a07d-ce8d1f0e5ddc req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Deleting port b051402d-ea79-4399-a4e6-3b0e8e1c2d06 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:11:02.023937 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64fb8848-eb45-42b5-a07d-ce8d1f0e5ddc req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:02.111680 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-64fb8848-eb45-42b5-a07d-ce8d1f0e5ddc req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] For port b051402d-ea79-4399-a4e6-3b0e8e1c2d06, host n-h2-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817236-1',level=0,port_id=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:11:02.112055 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64fb8848-eb45-42b5-a07d-ce8d1f0e5ddc req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:02.128796 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-64fb8848-eb45-42b5-a07d-ce8d1f0e5ddc req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Calling delete_port for b051402d-ea79-4399-a4e6-3b0e8e1c2d06 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:11:02.251042 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64fb8848-eb45-42b5-a07d-ce8d1f0e5ddc req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:02.280076 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event deleted for resources: {'Port': ['ID=b051402d-ea79-4399-a4e6-3b0e8e1c2d06,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:02.307338 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:02.307687 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:02.308019 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:02.308352 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:02.308676 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:02.309000 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:02.309322 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:02.309642 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:02.309960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:02.310926 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:02.311347 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:02.311607 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817236-1 {{(pid=102154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:02.332165 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fb8848-eb45-42b5-a07d-ce8d1f0e5ddc req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] No DVR routers for this DVR port b051402d-ea79-4399-a4e6-3b0e8e1c2d06 on host n-h2-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:11:02.334617 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-64fb8848-eb45-42b5-a07d-ce8d1f0e5ddc req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:02.337909 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-64fb8848-eb45-42b5-a07d-ce8d1f0e5ddc req-d1cf663e-cb37-4e5e-ac7e-6986d3e0f50a tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.18 "DELETE /v2.0/ports/b051402d-ea79-4399-a4e6-3b0e8e1c2d06 HTTP/1.1" status: 204 len: 173 time: 0.4006524 Nov 09 19:11:02.338333 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'name': 'network-vif-deleted', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:11:02.340559 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6b6611-6b58-4bda-bf4d-c284ca25b5d6" -d '{"events": [{"server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "name": "network-vif-deleted", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:11:02.435817 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1202c0a7-fb23-449b-abc5-1f426e382d4e x-openstack-request-id: req-1202c0a7-fb23-449b-abc5-1f426e382d4e {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:11:02.436118 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d36442-eeb5-4c1f-b52f-683b49d1dfef", "name": "network-vif-deleted", "tag": "b051402d-ea79-4399-a4e6-3b0e8e1c2d06", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:11:02.436376 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1202c0a7-fb23-449b-abc5-1f426e382d4e {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:11:02.436788 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d36442-eeb5-4c1f-b52f-683b49d1dfef', 'name': 'network-vif-deleted', 'tag': 'b051402d-ea79-4399-a4e6-3b0e8e1c2d06', 'status': 'completed', 'code': 200} Nov 09 19:11:02.702736 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-6f5946ab-927e-40ff-8c37-3f1e2f14a619 req-ab0677a4-6337-45e2-aeaf-37e5725eec97 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=39d36442-eeb5-4c1f-b52f-683b49d1dfef HTTP/1.1" status: 200 len: 210 time: 0.0281773 Nov 09 19:11:04.270957 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54840) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:04.427199 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6c736b1f-00cc-4549-b368-1bb661fc8142 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Deleting port 46170158-b10f-4209-8c2a-12549fb1b1e3 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:11:04.427480 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c736b1f-00cc-4549-b368-1bb661fc8142 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:04.500847 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c736b1f-00cc-4549-b368-1bb661fc8142 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:04.501181 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c736b1f-00cc-4549-b368-1bb661fc8142 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:04.512780 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-6c736b1f-00cc-4549-b368-1bb661fc8142 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Calling delete_port for 46170158-b10f-4209-8c2a-12549fb1b1e3 owned by network:floatingip {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:11:04.658474 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c736b1f-00cc-4549-b368-1bb661fc8142 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:04.687907 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c736b1f-00cc-4549-b368-1bb661fc8142 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event deleted for resources: {'Port': ['ID=46170158-b10f-4209-8c2a-12549fb1b1e3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:04.748747 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c736b1f-00cc-4549-b368-1bb661fc8142 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for floatingip, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:04.749077 n-d-817236-1 neutron-server[102155]: INFO neutron.db.l3_db [None req-6c736b1f-00cc-4549-b368-1bb661fc8142 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Floating IP aae397f5-c852-4ba4-8023-c26d3eb854c0 disassociated (deleted). External IP: 172.25.1.216, port: e02dbd5f-8f3f-4a53-9864-1d90177c53f6. Nov 09 19:11:04.956857 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c736b1f-00cc-4549-b368-1bb661fc8142 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Router 73d25b26-2948-43ed-a96d-7a6f3874de83 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:11:05.066662 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device b051402d-ea79-4399-a4e6-3b0e8e1c2d06 no longer exists at agent hyperv_n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:11:05.067818 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c736b1f-00cc-4549-b368-1bb661fc8142 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:11:05.072587 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-6c736b1f-00cc-4549-b368-1bb661fc8142 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for floatingip, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:05.079861 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7965ca1-6a01-40ae-8d64-b151c78f8572 None None] Sync routers for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:11:05.087593 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] No Port match for: b051402d-ea79-4399-a4e6-3b0e8e1c2d06 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:11:05.087944 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Device b051402d-ea79-4399-a4e6-3b0e8e1c2d06 not bound to the agent host n-h2-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:11:05.089317 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7965ca1-6a01-40ae-8d64-b151c78f8572 None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:11:05.090014 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e7965ca1-6a01-40ae-8d64-b151c78f8572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:10:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:05.102674 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-6c736b1f-00cc-4549-b368-1bb661fc8142 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "DELETE /v2.0/floatingips/aae397f5-c852-4ba4-8023-c26d3eb854c0 HTTP/1.1" status: 204 len: 168 time: 0.8306000 Nov 09 19:11:05.103367 n-d-817236-1 neutron-server[102155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6'}] {{(pid=102155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:11:05.105754 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0af88ebcfef5c43c3ecd045bfc529e33271d1f66ec5679dbfee10f7604908018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfce5cc-7565-457b-8a45-3583558cc668" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6"}]}' {{(pid=102155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:11:05.253875 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:11:05.263491 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd042a0-aa32-416d-869a-0dcce9eb9001 x-openstack-request-id: req-8bd042a0-aa32-416d-869a-0dcce9eb9001 {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:11:05.264378 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6", "status": "completed", "code": 200}]} {{(pid=102155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:11:05.264717 n-d-817236-1 neutron-server[102155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bd042a0-aa32-416d-869a-0dcce9eb9001 {{(pid=102155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:11:05.265209 n-d-817236-1 neutron-server[102155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'status': 'completed', 'code': 200} Nov 09 19:11:05.297792 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e7965ca1-6a01-40ae-8d64-b151c78f8572 None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:11:05.368028 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfce5cc-7565-457b-8a45-3583558cc668 req-bd659a4c-407d-4c36-aea6-10f856a67f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:05.369715 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1bfce5cc-7565-457b-8a45-3583558cc668 req-bd659a4c-407d-4c36-aea6-10f856a67f6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1da97405a77b424589ae411e7002638c&device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 1094 time: 0.0831294 Nov 09 19:11:05.380563 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202550a-3323-4738-8bcb-0e57084ae2e2 req-1a466da4-50e5-4227-94f7-06ae39244c55 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:05.381954 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f202550a-3323-4738-8bcb-0e57084ae2e2 req-1a466da4-50e5-4227-94f7-06ae39244c55 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 943 time: 0.0701666 Nov 09 19:11:05.470328 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-f202550a-3323-4738-8bcb-0e57084ae2e2 req-2e4793ba-8c90-4e6c-967d-39ee3b6af79f tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/security-groups?id=41959b95-09c0-4c1f-b993-99500fa92e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798461 Nov 09 19:11:05.496905 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfce5cc-7565-457b-8a45-3583558cc668 req-eac2d7c1-eea4-4091-a27d-dd9caad274a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:05.498732 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1bfce5cc-7565-457b-8a45-3583558cc668 req-eac2d7c1-eea4-4091-a27d-dd9caad274a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 200 len: 911 time: 0.1159320 Nov 09 19:11:05.502532 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e7965ca1-6a01-40ae-8d64-b151c78f8572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:50Z', 'revision_number': 5, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:05.531930 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7965ca1-6a01-40ae-8d64-b151c78f8572 None None] Checking router: 73d25b26-2948-43ed-a96d-7a6f3874de83 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:11:05.540367 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7965ca1-6a01-40ae-8d64-b151c78f8572 None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:11:05.540982 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e7965ca1-6a01-40ae-8d64-b151c78f8572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:10:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:05.545623 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1bfce5cc-7565-457b-8a45-3583558cc668 req-83d0c567-7732-444c-aef7-2a19bd3f7baf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6 HTTP/1.1" status: 200 len: 217 time: 0.0386417 Nov 09 19:11:05.596654 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfce5cc-7565-457b-8a45-3583558cc668 req-973936ac-54d5-483f-ba84-2f07cf725a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:05.598104 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1bfce5cc-7565-457b-8a45-3583558cc668 req-973936ac-54d5-483f-ba84-2f07cf725a87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 200 len: 849 time: 0.0441704 Nov 09 19:11:05.644310 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-e7965ca1-6a01-40ae-8d64-b151c78f8572 None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:11:05.646176 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfce5cc-7565-457b-8a45-3583558cc668 req-108ae4a7-d7b9-4301-9a63-ac23f03b16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:05.647700 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1bfce5cc-7565-457b-8a45-3583558cc668 req-108ae4a7-d7b9-4301-9a63-ac23f03b16fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8114c0d6-bb77-45ab-ba86-ab294202ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409884 Nov 09 19:11:05.747766 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1bfce5cc-7565-457b-8a45-3583558cc668 req-61a0373d-bc60-4792-86e8-b0b5ef4b065c service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889442 Nov 09 19:11:05.838241 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-1bfce5cc-7565-457b-8a45-3583558cc668 req-b16b618c-eafc-4dae-a4aa-7dea7b813283 service neutron] 10.222.0.13 "GET /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836842 Nov 09 19:11:05.843846 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-e7965ca1-6a01-40ae-8d64-b151c78f8572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:50Z', 'revision_number': 5, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:05.869349 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7965ca1-6a01-40ae-8d64-b151c78f8572 None None] The sync data for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 is: [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:05:46Z', 'revision_number': 4, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1', '_interfaces': [{'id': 'bcb66c78-108f-4679-9bca-1e8e4d8a2b3c', 'name': '', 'network_id': '8114c0d6-bb77-45ab-ba86-ab294202ee91', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'mac_address': 'fa:16:3e:c2:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:45Z', 'updated_at': '2021-11-09T19:05:50Z', 'revision_number': 5, 'project_id': '1da97405a77b424589ae411e7002638c', 'subnets': [{'id': 'bedd569e-c997-4bd4-b0f6-ab3730961d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:11:05.929514 n-d-817236-1 neutron-server[102154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cd38d-825e-462b-8af2-d06b314df947 req-2cc82c49-82b7-4878-a84b-563a9975d958 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:05.930999 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee0cd38d-825e-462b-8af2-d06b314df947 req-2cc82c49-82b7-4878-a84b-563a9975d958 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 943 time: 0.0507944 Nov 09 19:11:06.028416 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ee0cd38d-825e-462b-8af2-d06b314df947 req-196e2d36-883d-45ea-961f-ade981036548 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Deleting port e02dbd5f-8f3f-4a53-9864-1d90177c53f6 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:11:06.029538 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ee0cd38d-825e-462b-8af2-d06b314df947 req-196e2d36-883d-45ea-961f-ade981036548 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:06.093322 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8002259a-3d54-4e43-ad38-9a248dc86d7a None None] New status for floating IP aae397f5-c852-4ba4-8023-c26d3eb854c0: DOWN {{(pid=102156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:11:06.120437 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [req-ee0cd38d-825e-462b-8af2-d06b314df947 req-196e2d36-883d-45ea-961f-ade981036548 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] For port e02dbd5f-8f3f-4a53-9864-1d90177c53f6, host n-h1-817236-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817236-1',level=0,port_id=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:11:06.120808 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ee0cd38d-825e-462b-8af2-d06b314df947 req-196e2d36-883d-45ea-961f-ade981036548 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:06.134148 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [req-ee0cd38d-825e-462b-8af2-d06b314df947 req-196e2d36-883d-45ea-961f-ade981036548 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Calling delete_port for e02dbd5f-8f3f-4a53-9864-1d90177c53f6 owned by compute:nova {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:11:06.267934 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ee0cd38d-825e-462b-8af2-d06b314df947 req-196e2d36-883d-45ea-961f-ade981036548 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:06.296292 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e2d36-883d-45ea-961f-ade981036548 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event deleted for resources: {'Port': ['ID=e02dbd5f-8f3f-4a53-9864-1d90177c53f6,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:06.342504 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0cd38d-825e-462b-8af2-d06b314df947 req-196e2d36-883d-45ea-961f-ade981036548 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] No DVR routers for this DVR port e02dbd5f-8f3f-4a53-9864-1d90177c53f6 on host n-h1-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:11:06.345390 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [req-ee0cd38d-825e-462b-8af2-d06b314df947 req-196e2d36-883d-45ea-961f-ade981036548 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45430'] for port, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:06.349254 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-ee0cd38d-825e-462b-8af2-d06b314df947 req-196e2d36-883d-45ea-961f-ade981036548 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.13 "DELETE /v2.0/ports/e02dbd5f-8f3f-4a53-9864-1d90177c53f6 HTTP/1.1" status: 204 len: 173 time: 0.4113717 Nov 09 19:11:06.349707 n-d-817236-1 neutron-server[102154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'name': 'network-vif-deleted', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6'}] {{(pid=102154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:11:06.352493 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}924ad9727ea1a215468d16b328a1c74229c528e7087dabdeae24e8dee10b95d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3fa219-dab3-4b5a-b6d6-eab4e89dc43e" -d '{"events": [{"server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "name": "network-vif-deleted", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6"}]}' {{(pid=102154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:11:06.395014 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50694a18-4d4e-414d-a1a2-20fe6172c596 x-openstack-request-id: req-50694a18-4d4e-414d-a1a2-20fe6172c596 {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:11:06.395657 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d93076-ce21-4a08-828a-bca1c5751513", "name": "network-vif-deleted", "tag": "e02dbd5f-8f3f-4a53-9864-1d90177c53f6", "status": "completed", "code": 200}]} {{(pid=102154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:11:06.395657 n-d-817236-1 neutron-server[102154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-50694a18-4d4e-414d-a1a2-20fe6172c596 {{(pid=102154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:11:06.395968 n-d-817236-1 neutron-server[102154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d93076-ce21-4a08-828a-bca1c5751513', 'name': 'network-vif-deleted', 'tag': 'e02dbd5f-8f3f-4a53-9864-1d90177c53f6', 'status': 'completed', 'code': 200} Nov 09 19:11:06.580071 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [req-b5856018-a501-4d79-a90b-5e50098daa9a req-e20f6584-f970-4744-ba17-3d6e0682c69e tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4d93076-ce21-4a08-828a-bca1c5751513 HTTP/1.1" status: 200 len: 210 time: 0.0264869 Nov 09 19:11:07.635273 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54856) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:07.694140 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa9d7b46-502f-402e-986f-25f46da3ef53 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:07.719074 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa9d7b46-502f-402e-986f-25f46da3ef53 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:07.777806 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa9d7b46-502f-402e-986f-25f46da3ef53 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:07.780790 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-aa9d7b46-502f-402e-986f-25f46da3ef53 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:07.782224 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-aa9d7b46-502f-402e-986f-25f46da3ef53 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] 10.222.0.81 "DELETE /v2.0/security-groups/41959b95-09c0-4c1f-b993-99500fa92e56 HTTP/1.1" status: 204 len: 168 time: 0.1459043 Nov 09 19:11:07.791246 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d7b46-502f-402e-986f-25f46da3ef53 tempest-TestSnapshotPattern-613946379 tempest-TestSnapshotPattern-613946379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41959b95-09c0-4c1f-b993-99500fa92e56,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:07.835313 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54860) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:08.280610 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f30aa6fb-d989-4d2c-89f6-245ea9b0804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:08.851919 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f30aa6fb-d989-4d2c-89f6-245ea9b0804b admin admin] Deleting port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:11:08.852656 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f30aa6fb-d989-4d2c-89f6-245ea9b0804b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:08.931677 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-f30aa6fb-d989-4d2c-89f6-245ea9b0804b admin admin] For port bcb66c78-108f-4679-9bca-1e8e4d8a2b3c, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=bcb66c78-108f-4679-9bca-1e8e4d8a2b3c,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:11:08.931954 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f30aa6fb-d989-4d2c-89f6-245ea9b0804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:08.944837 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-f30aa6fb-d989-4d2c-89f6-245ea9b0804b admin admin] Calling delete_port for bcb66c78-108f-4679-9bca-1e8e4d8a2b3c owned by network:router_interface {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:11:09.121670 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f30aa6fb-d989-4d2c-89f6-245ea9b0804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:09.152481 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30aa6fb-d989-4d2c-89f6-245ea9b0804b admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb66c78-108f-4679-9bca-1e8e4d8a2b3c,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:09.312003 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-f30aa6fb-d989-4d2c-89f6-245ea9b0804b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:09.372530 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e02dbd5f-8f3f-4a53-9864-1d90177c53f6 no longer exists at agent hyperv_n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:11:09.393029 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] No Port match for: e02dbd5f-8f3f-4a53-9864-1d90177c53f6 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:11:09.393383 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Device e02dbd5f-8f3f-4a53-9864-1d90177c53f6 not bound to the agent host n-h1-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:11:09.532592 n-d-817236-1 neutron-server[102154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30aa6fb-d989-4d2c-89f6-245ea9b0804b admin admin] Router 73d25b26-2948-43ed-a96d-7a6f3874de83 has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:11:09.637233 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30aa6fb-d989-4d2c-89f6-245ea9b0804b admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:11:09.642841 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-f30aa6fb-d989-4d2c-89f6-245ea9b0804b admin admin] 10.222.0.81 "PUT /v2.0/routers/73d25b26-2948-43ed-a96d-7a6f3874de83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8064945 Nov 09 19:11:09.645401 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54864) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:09.649420 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458ecbf-a9c9-4da5-8cf8-f7ad990552f1 None None] Sync routers for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:11:09.664395 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458ecbf-a9c9-4da5-8cf8-f7ad990552f1 None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:11:09.665023 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2458ecbf-a9c9-4da5-8cf8-f7ad990552f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:10:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:09.757799 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:09.775787 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2458ecbf-a9c9-4da5-8cf8-f7ad990552f1 None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: n-d-817236-1 {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:11:09.861240 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:09.913242 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Deleting port 677cc9f4-9083-4db1-940e-03652aaf7ce9 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:11:09.913586 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:09.956040 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2458ecbf-a9c9-4da5-8cf8-f7ad990552f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:11:09Z', 'revision_number': 5, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port': {'id': '677cc9f4-9083-4db1-940e-03652aaf7ce9', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:44Z', 'updated_at': '2021-11-09T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:09.983364 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458ecbf-a9c9-4da5-8cf8-f7ad990552f1 None None] Checking router: 73d25b26-2948-43ed-a96d-7a6f3874de83 for host: n-d-817236-1 {{(pid=102157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:11:09.991468 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458ecbf-a9c9-4da5-8cf8-f7ad990552f1 None None] Routers {'73d25b26-2948-43ed-a96d-7a6f3874de83'} bound to L3 agent in host n-d-817236-1 {{(pid=102157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:11:09.992074 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2458ecbf-a9c9-4da5-8cf8-f7ad990552f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:10:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['73d25b26-2948-43ed-a96d-7a6f3874de83'], 'active': True} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:09.992925 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] For port 677cc9f4-9083-4db1-940e-03652aaf7ce9, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=677cc9f4-9083-4db1-940e-03652aaf7ce9,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:11:09.993300 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.011993 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Calling delete_port for 677cc9f4-9083-4db1-940e-03652aaf7ce9 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:11:10.080324 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_dvr_db [None req-2458ecbf-a9c9-4da5-8cf8-f7ad990552f1 None None] Set router 73d25b26-2948-43ed-a96d-7a6f3874de83 gateway port host: None {{(pid=102157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:11:10.132870 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.l3_hamode_db [None req-2458ecbf-a9c9-4da5-8cf8-f7ad990552f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:11:09Z', 'revision_number': 6, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:10.162676 n-d-817236-1 neutron-server[102157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458ecbf-a9c9-4da5-8cf8-f7ad990552f1 None None] The sync data for ids ['73d25b26-2948-43ed-a96d-7a6f3874de83'] in n-d-817236-1 is: [{'id': '73d25b26-2948-43ed-a96d-7a6f3874de83', 'name': 'tempest-TestSnapshotPattern-1192857153-router', 'tenant_id': '1da97405a77b424589ae411e7002638c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:43Z', 'updated_at': '2021-11-09T19:11:09Z', 'revision_number': 6, 'project_id': '1da97405a77b424589ae411e7002638c', 'gw_port_host': None}] {{(pid=102157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:11:10.176907 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.209720 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Pushing event deleted for resources: {'Port': ['ID=677cc9f4-9083-4db1-940e-03652aaf7ce9,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:10.269970 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.359948 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.362030 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.408248 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.408723 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73d25b26-2948-43ed-a96d-7a6f3874de83 {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:11:10.413123 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.414339 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-bddc95ed-0f10-4851-a7d0-caffff08814b admin admin] 10.222.0.81 "DELETE /v2.0/routers/73d25b26-2948-43ed-a96d-7a6f3874de83 HTTP/1.1" status: 204 len: 168 time: 0.7680109 Nov 09 19:11:10.416828 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54866) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:10.460447 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f032aab-fb12-480c-b8c8-158a6e84475f admin admin] Deleting subnet bedd569e-c997-4bd4-b0f6-ab3730961d9e {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:11:10.463316 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f032aab-fb12-480c-b8c8-158a6e84475f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.496357 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f032aab-fb12-480c-b8c8-158a6e84475f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.583086 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f032aab-fb12-480c-b8c8-158a6e84475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.639698 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f032aab-fb12-480c-b8c8-158a6e84475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.665509 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f032aab-fb12-480c-b8c8-158a6e84475f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedd569e-c997-4bd4-b0f6-ab3730961d9e,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:10.669058 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-6f032aab-fb12-480c-b8c8-158a6e84475f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.673215 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-6f032aab-fb12-480c-b8c8-158a6e84475f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bedd569e-c997-4bd4-b0f6-ab3730961d9e HTTP/1.1" status: 204 len: 168 time: 0.2553101 Nov 09 19:11:10.675711 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54868) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:10.676165 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02216da7-7f87-40f8-8078-96b4848a7824 None None] Network 8114c0d6-bb77-45ab-ba86-ab294202ee91 requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:11:10.745327 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.805830 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Deleting port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:11:10.806178 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.870146 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] For port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277,segment=NetworkSegment(d575579a-95e5-4846-a65b-d97875bb3180),segment_id=d575579a-95e5-4846-a65b-d97875bb3180)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:11:10.870791 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.883359 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Calling delete_port for c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:11:10.913926 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f55a117b-f0f2-4285-9869-29e2f38f4bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.927294 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed5b736-12bb-4709-b2ce-8f6ea77cd6a0 None None] DHCP port deletion for 8114c0d6-bb77-45ab-ba86-ab294202ee91 request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:11:10.968240 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.977034 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1ed5b736-12bb-4709-b2ce-8f6ea77cd6a0 None None] Deleting port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:11:10.977421 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b736-12bb-4709-b2ce-8f6ea77cd6a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:11.000183 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] No DVR routers for this DVR port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:11:11.002089 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:11.055614 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-1ed5b736-12bb-4709-b2ce-8f6ea77cd6a0 None None] For port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:11:11.056011 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b736-12bb-4709-b2ce-8f6ea77cd6a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:11.069132 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-1ed5b736-12bb-4709-b2ce-8f6ea77cd6a0 None None] Calling delete_port for c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:11:11.071822 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-1ed5b736-12bb-4709-b2ce-8f6ea77cd6a0 None None] Port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 19:11:11.073080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b736-12bb-4709-b2ce-8f6ea77cd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:11.080460 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:11.097654 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5b736-12bb-4709-b2ce-8f6ea77cd6a0 None None] Pushing event deleted for resources: {'Port': ['ID=c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:11.101170 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5b736-12bb-4709-b2ce-8f6ea77cd6a0 None None] No DVR routers for this DVR port c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:11:11.103465 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8114c0d6-bb77-45ab-ba86-ab294202ee91']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:11.115186 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd575579a-95e5-4846-a65b-d97875bb3180') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:11.115550 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd575579a-95e5-4846-a65b-d97875bb3180') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:11.126473 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:11.140780 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:11.147058 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:11:11.147574 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: timer() Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:11:11.149168 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:11:11.209743 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:11.217270 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:11.220931 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] 10.222.0.81 "DELETE /v2.0/networks/8114c0d6-bb77-45ab-ba86-ab294202ee91 HTTP/1.1" status: 204 len: 168 time: 0.5442898 Nov 09 19:11:11.224108 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54870) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:11.232081 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07ac40-61e1-471b-85a1-25a37edf2d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=8114c0d6-bb77-45ab-ba86-ab294202ee91,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:11.577577 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d672874-da6a-44a2-a207-676f1e58d309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089795'] for router_interface, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:11.704762 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:11:11.725476 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:11:11.725831 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device c2f98e9c-b2b9-4fe6-b2f7-65a5b1ff9277 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:11:11.726254 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 677cc9f4-9083-4db1-940e-03652aaf7ce9 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:11:11.748065 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 677cc9f4-9083-4db1-940e-03652aaf7ce9 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:11:11.748436 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 677cc9f4-9083-4db1-940e-03652aaf7ce9 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:11:11.748855 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device bcb66c78-108f-4679-9bca-1e8e4d8a2b3c no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:11:11.768302 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: bcb66c78-108f-4679-9bca-1e8e4d8a2b3c {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:11:11.768782 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device bcb66c78-108f-4679-9bca-1e8e4d8a2b3c not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:11:11.833530 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-3d672874-da6a-44a2-a207-676f1e58d309 admin admin] Deleting port 775cd4ae-c3db-46c7-881e-710fb9113800 {{(pid=102155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:11:11.833788 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d672874-da6a-44a2-a207-676f1e58d309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:11.911349 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.db [None req-3d672874-da6a-44a2-a207-676f1e58d309 admin admin] For port 775cd4ae-c3db-46c7-881e-710fb9113800, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=775cd4ae-c3db-46c7-881e-710fb9113800,segment=NetworkSegment(026de904-d1b1-44c4-a0b9-8a6e928991c5),segment_id=026de904-d1b1-44c4-a0b9-8a6e928991c5)] {{(pid=102155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:11:11.911710 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d672874-da6a-44a2-a207-676f1e58d309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:11.924062 n-d-817236-1 neutron-server[102155]: DEBUG neutron.plugins.ml2.plugin [None req-3d672874-da6a-44a2-a207-676f1e58d309 admin admin] Calling delete_port for 775cd4ae-c3db-46c7-881e-710fb9113800 owned by network:router_interface {{(pid=102155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:11:12.100882 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d672874-da6a-44a2-a207-676f1e58d309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302726'] for port, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:12.125555 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672874-da6a-44a2-a207-676f1e58d309 admin admin] Pushing event deleted for resources: {'Port': ['ID=775cd4ae-c3db-46c7-881e-710fb9113800,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:12.296055 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-3d672874-da6a-44a2-a207-676f1e58d309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089913'] for router_interface, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:12.508864 n-d-817236-1 neutron-server[102155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d672874-da6a-44a2-a207-676f1e58d309 admin admin] Router a4143e52-df77-43f6-8698-e8e40306655d has already been hosted by L3 agent bb1c6a57-f485-41d8-9cf0-c44449dd5d9d {{(pid=102155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:11:12.611519 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d672874-da6a-44a2-a207-676f1e58d309 admin admin] Notify agent at l3_agent.n-d-817236-1 the message routers_updated {{(pid=102155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:11:12.616549 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-3d672874-da6a-44a2-a207-676f1e58d309 admin admin] 10.222.0.81 "PUT /v2.0/routers/a4143e52-df77-43f6-8698-e8e40306655d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3912659 Nov 09 19:11:12.619197 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54874) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:12.620186 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e4d99-9235-4472-bd56-1cf093615c8a None None] Sync routers for ids ['a4143e52-df77-43f6-8698-e8e40306655d'] in n-d-817236-1 {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:11:12.630399 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e4d99-9235-4472-bd56-1cf093615c8a None None] Routers {'a4143e52-df77-43f6-8698-e8e40306655d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:11:12.631052 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-bc4e4d99-9235-4472-bd56-1cf093615c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:10:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a4143e52-df77-43f6-8698-e8e40306655d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:12.725062 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Notify callbacks [] for router, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:12.736812 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-bc4e4d99-9235-4472-bd56-1cf093615c8a None None] Set router a4143e52-df77-43f6-8698-e8e40306655d gateway port host: n-d-817236-1 {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:11:12.834593 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:12.888066 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Deleting port 142510b3-34ee-4076-8268-2607b27c4f98 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:11:12.888316 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:12.918520 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-bc4e4d99-9235-4472-bd56-1cf093615c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'name': 'tempest-TestSnapshotPattern-1579588573-router', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'external_fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '142510b3-34ee-4076-8268-2607b27c4f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:11:12Z', 'revision_number': 5, 'project_id': '177e2b0fc5fd4da38530f208cf647ee5', 'gw_port': {'id': '142510b3-34ee-4076-8268-2607b27c4f98', 'name': '', 'network_id': 'ce38cf00-cf19-4059-8ebb-9d13c7dbd8ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817236-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf825de-abd3-488b-b586-4e4a216477cd', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817236-1'}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:12.944497 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e4d99-9235-4472-bd56-1cf093615c8a None None] Checking router: a4143e52-df77-43f6-8698-e8e40306655d for host: n-d-817236-1 {{(pid=102156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:11:12.953268 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e4d99-9235-4472-bd56-1cf093615c8a None None] Routers {'a4143e52-df77-43f6-8698-e8e40306655d'} bound to L3 agent in host n-d-817236-1 {{(pid=102156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:11:12.953872 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-bc4e4d99-9235-4472-bd56-1cf093615c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817236-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:18:44Z,description=,heartbeat_timestamp=2021-11-09T19:10:44Z,host='n-d-817236-1',id=bb1c6a57-f485-41d8-9cf0-c44449dd5d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:18:44Z,topic='l3_agent')) {'router_ids': ['a4143e52-df77-43f6-8698-e8e40306655d'], 'active': True} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:12.967324 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] For port 142510b3-34ee-4076-8268-2607b27c4f98, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=142510b3-34ee-4076-8268-2607b27c4f98,segment=NetworkSegment(ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb),segment_id=ad6a4f7f-54ea-4e6f-9535-c2b9eab529cb)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:11:12.967695 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:12.980188 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Calling delete_port for 142510b3-34ee-4076-8268-2607b27c4f98 owned by network:router_gateway {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:11:13.054051 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvr_db [None req-bc4e4d99-9235-4472-bd56-1cf093615c8a None None] Set router a4143e52-df77-43f6-8698-e8e40306655d gateway port host: None {{(pid=102156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:11:13.111164 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_hamode_db [None req-bc4e4d99-9235-4472-bd56-1cf093615c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'name': 'tempest-TestSnapshotPattern-1579588573-router', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:11:12Z', 'revision_number': 6, 'project_id': '177e2b0fc5fd4da38530f208cf647ee5', 'gw_port_host': None}], 'n-d-817236-1', False) {} {{(pid=102156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:13.138342 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e4d99-9235-4472-bd56-1cf093615c8a None None] The sync data for ids ['a4143e52-df77-43f6-8698-e8e40306655d'] in n-d-817236-1 is: [{'id': 'a4143e52-df77-43f6-8698-e8e40306655d', 'name': 'tempest-TestSnapshotPattern-1579588573-router', 'tenant_id': '177e2b0fc5fd4da38530f208cf647ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:05:48Z', 'updated_at': '2021-11-09T19:11:12Z', 'revision_number': 6, 'project_id': '177e2b0fc5fd4da38530f208cf647ee5', 'gw_port_host': None}] {{(pid=102156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:11:13.155521 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.190436 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Pushing event deleted for resources: {'Port': ['ID=142510b3-34ee-4076-8268-2607b27c4f98,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:13.252569 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2090995'] for router_gateway, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.340243 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2085498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7227'] for router, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.342326 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.394726 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2085443'] for router, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.395177 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4143e52-df77-43f6-8698-e8e40306655d {{(pid=102154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:11:13.399561 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] Notify callbacks [] for router, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.400721 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-5bd8e4ed-e6fd-4603-86ca-e71b8268938d admin admin] 10.222.0.81 "DELETE /v2.0/routers/a4143e52-df77-43f6-8698-e8e40306655d HTTP/1.1" status: 204 len: 168 time: 0.7805018 Nov 09 19:11:13.403508 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54878) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:13.452663 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d68bd0-cd83-4268-ae83-94a1b1708fd3 admin admin] Deleting subnet 1bca032c-b112-4945-bfc4-3a9be79ed518 {{(pid=102154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:11:13.455574 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99d68bd0-cd83-4268-ae83-94a1b1708fd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.490194 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99d68bd0-cd83-4268-ae83-94a1b1708fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8912319'] for subnet, precommit_delete_associations {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.572156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99d68bd0-cd83-4268-ae83-94a1b1708fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-980769'] for subnet, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.626862 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99d68bd0-cd83-4268-ae83-94a1b1708fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-980792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8715080'] for subnet, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.659484 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d68bd0-cd83-4268-ae83-94a1b1708fd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bca032c-b112-4945-bfc4-3a9be79ed518,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:13.661460 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-99d68bd0-cd83-4268-ae83-94a1b1708fd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.664747 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-99d68bd0-cd83-4268-ae83-94a1b1708fd3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1bca032c-b112-4945-bfc4-3a9be79ed518 HTTP/1.1" status: 204 len: 168 time: 0.2603097 Nov 09 19:11:13.665659 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f772bd-a74d-410b-bf6e-38f32f08bac4 None None] Network d0d04870-3c37-4cd1-9945-2aaf2a39cf5f requested from n-d-817236-1 {{(pid=102156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:11:13.667446 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54880) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:13.735492 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1045205'] for network, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.789455 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Deleting port 5c17d17b-96d7-49d2-ba39-f85c2bc21692 {{(pid=102154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:11:13.789831 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.811617 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c018ed55-a2df-47a5-a5d4-ee1342a9edf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.857378 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.db [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] For port 5c17d17b-96d7-49d2-ba39-f85c2bc21692, host n-d-817236-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817236-1',level=0,port_id=5c17d17b-96d7-49d2-ba39-f85c2bc21692,segment=NetworkSegment(026de904-d1b1-44c4-a0b9-8a6e928991c5),segment_id=026de904-d1b1-44c4-a0b9-8a6e928991c5)] {{(pid=102154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:11:13.858561 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.872822 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.plugin [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Calling delete_port for 5c17d17b-96d7-49d2-ba39-f85c2bc21692 owned by network:dhcp {{(pid=102154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:11:13.905094 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af8e91-154a-40d9-9ba6-16ac0d71f468 None None] DHCP port deletion for d0d04870-3c37-4cd1-9945-2aaf2a39cf5f request from n-d-817236-1 {{(pid=102156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:11:13.955408 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-65af8e91-154a-40d9-9ba6-16ac0d71f468 None None] Deleting port 5c17d17b-96d7-49d2-ba39-f85c2bc21692 {{(pid=102156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:11:13.955782 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-65af8e91-154a-40d9-9ba6-16ac0d71f468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742656819240'] for port, before_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.956776 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909533'] for port, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:13.960104 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 775cd4ae-c3db-46c7-881e-710fb9113800 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:11:13.984908 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c17d17b-96d7-49d2-ba39-f85c2bc21692,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:13.986771 n-d-817236-1 neutron-server[102154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] No DVR routers for this DVR port 5c17d17b-96d7-49d2-ba39-f85c2bc21692 on host n-d-817236-1 {{(pid=102154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:11:14.017645 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 775cd4ae-c3db-46c7-881e-710fb9113800 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:11:14.018011 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 775cd4ae-c3db-46c7-881e-710fb9113800 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:11:14.018459 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 142510b3-34ee-4076-8268-2607b27c4f98 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:11:14.046046 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 142510b3-34ee-4076-8268-2607b27c4f98 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:11:14.046413 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 142510b3-34ee-4076-8268-2607b27c4f98 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:11:14.046823 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5c17d17b-96d7-49d2-ba39-f85c2bc21692 no longer exists at agent ovs-agent-n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:11:14.065156 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-981164', 'neutron.services.segments.db._delete_segments_for_network-8742656572182'] for network, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.073695 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] No Port match for: 5c17d17b-96d7-49d2-ba39-f85c2bc21692 {{(pid=102156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:11:14.073695 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.rpc [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Device 5c17d17b-96d7-49d2-ba39-f85c2bc21692 not bound to the agent host n-d-817236-1 {{(pid=102156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:11:14.082083 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.db [None req-65af8e91-154a-40d9-9ba6-16ac0d71f468 None None] For port 5c17d17b-96d7-49d2-ba39-f85c2bc21692, host n-d-817236-1, got binding levels [] {{(pid=102156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:11:14.082493 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-65af8e91-154a-40d9-9ba6-16ac0d71f468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089648'] for port, precommit_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.090458 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d04870-3c37-4cd1-9945-2aaf2a39cf5f']}} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:14.095401 n-d-817236-1 neutron-server[102156]: DEBUG neutron.plugins.ml2.plugin [None req-65af8e91-154a-40d9-9ba6-16ac0d71f468 None None] Calling delete_port for 5c17d17b-96d7-49d2-ba39-f85c2bc21692 owned by network:dhcp {{(pid=102156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:11:14.098188 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.ipam_backend_mixin [None req-65af8e91-154a-40d9-9ba6-16ac0d71f468 None None] Port 5c17d17b-96d7-49d2-ba39-f85c2bc21692 was not found and therefore no delete operation was performed {{(pid=102156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 19:11:14.099745 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-65af8e91-154a-40d9-9ba6-16ac0d71f468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-943550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742656825640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742656273722'] for port, after_delete {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.101659 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026de904-d1b1-44c4-a0b9-8a6e928991c5') {'for_net_delete': True} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:14.101960 n-d-817236-1 neutron-server[102154]: DEBUG neutron.services.segments.db [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026de904-d1b1-44c4-a0b9-8a6e928991c5') {} {{(pid=102154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:11:14.112220 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742656573543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8912310'] for segment, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.127462 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878'] for segment, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.129578 n-d-817236-1 neutron-server[102156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af8e91-154a-40d9-9ba6-16ac0d71f468 None None] Pushing event deleted for resources: {'Port': ['ID=5c17d17b-96d7-49d2-ba39-f85c2bc21692,revision_number=None']} {{(pid=102156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:14.132818 n-d-817236-1 neutron-server[102156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af8e91-154a-40d9-9ba6-16ac0d71f468 None None] No DVR routers for this DVR port 5c17d17b-96d7-49d2-ba39-f85c2bc21692 on host n-d-817236-1 {{(pid=102156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:11:14.141820 n-d-817236-1 neutron-server[102154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:11:14.142241 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-978878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909322'] for segment, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: Traceback (most recent call last): Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: timer() Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: cb(*args, **kw) Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: return func(*args, **kwargs) Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: self._notify() Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: self.callback(batched_events) Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: event.method(event) Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: return f(self, *a, **k) Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: return self._get(url).json() Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: return self.request(url, 'GET', **kwargs) Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:11:14.144231 n-d-817236-1 neutron-server[102154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:11:14.205557 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2083794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2090975'] for network, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.211603 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Notify callbacks [] for network, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.214807 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d0d04870-3c37-4cd1-9945-2aaf2a39cf5f HTTP/1.1" status: 204 len: 168 time: 0.5464342 Nov 09 19:11:14.226574 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dfea3-0d38-46a3-8763-2ed3541ad7f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d04870-3c37-4cd1-9945-2aaf2a39cf5f,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:14.332745 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54884) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:14.372642 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-86175dc5-ecd0-46a5-9f40-e2045ae6838b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1da97405a77b424589ae411e7002638c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376611 Nov 09 19:11:14.374806 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [-] (102154) accepted ('10.222.0.81', 54886) {{(pid=102154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:14.422741 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebd80819-4068-4cfc-8029-ca5f2287ad83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.444255 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebd80819-4068-4cfc-8029-ca5f2287ad83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.490692 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebd80819-4068-4cfc-8029-ca5f2287ad83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.493384 n-d-817236-1 neutron-server[102154]: DEBUG neutron_lib.callbacks.manager [None req-ebd80819-4068-4cfc-8029-ca5f2287ad83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.494556 n-d-817236-1 neutron-server[102154]: INFO neutron.wsgi [None req-ebd80819-4068-4cfc-8029-ca5f2287ad83 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c521b98a-e575-4163-be3b-3a2275f37377 HTTP/1.1" status: 204 len: 168 time: 0.1188238 Nov 09 19:11:14.503562 n-d-817236-1 neutron-server[102154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd80819-4068-4cfc-8029-ca5f2287ad83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c521b98a-e575-4163-be3b-3a2275f37377,revision_number=None']} {{(pid=102154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:14.690543 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.821399 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54892) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:14.865356 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-e74ff716-d287-4426-baf7-bbabb71668e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=177e2b0fc5fd4da38530f208cf647ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428147 Nov 09 19:11:14.867828 n-d-817236-1 neutron-server[102155]: DEBUG neutron.wsgi [-] (102155) accepted ('10.222.0.81', 54894) {{(pid=102155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:11:14.915607 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a09bb463-7f0e-407d-8929-54a3f122d1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.937364 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a09bb463-7f0e-407d-8929-54a3f122d1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.984090 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a09bb463-7f0e-407d-8929-54a3f122d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094449'] for security_group, after_delete {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.986839 n-d-817236-1 neutron-server[102155]: DEBUG neutron_lib.callbacks.manager [None req-a09bb463-7f0e-407d-8929-54a3f122d1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:14.988049 n-d-817236-1 neutron-server[102155]: INFO neutron.wsgi [None req-a09bb463-7f0e-407d-8929-54a3f122d1ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/37c97e3f-cc2c-4690-9217-84033a0e4db3 HTTP/1.1" status: 204 len: 168 time: 0.1192901 Nov 09 19:11:14.995877 n-d-817236-1 neutron-server[102155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09bb463-7f0e-407d-8929-54a3f122d1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c97e3f-cc2c-4690-9217-84033a0e4db3,revision_number=None']} {{(pid=102155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:15.798341 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:18.033463 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:24.149025 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:24.733074 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:40.912624 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b1b98858-4532-4c55-b25b-e17f1f8e4f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:42.133409 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:11:43.803184 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7eb02708-d354-4b33-8467-f0b320dbff78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:44.693648 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:45.799791 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:48.037203 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:54.144183 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:54.753418 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:10.912257 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3683b216-2370-4ef4-8838-e0cf45824ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:13.803771 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2961cd16-5d2f-4eb3-a0c4-3c422685f4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:14.695538 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:15.803534 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:18.038918 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:19.133215 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:12:24.156153 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:24.766784 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:40.912407 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1c59de7a-b38c-41aa-b775-487634a9856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:43.805267 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b40c-f012-4fb3-8440-5924b779f182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:44.695956 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:45.806711 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:48.044271 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:54.160447 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:54.756573 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:56.132294 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:13:10.912367 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-39e1b405-24bb-43b5-b9fe-a2082756397d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:13.807114 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-301a608b-edfd-4eb4-bb57-85e79c05a7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:14.696890 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:15.808905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:18.044192 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:24.161861 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:24.770080 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:33.131762 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:13:40.912896 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c7e2764e-3816-405e-85b9-1abb626e5ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:43.807755 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8d708212-bec8-4d0e-94b3-28c03b48ba71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:44.698905 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.812229 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:48.047418 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:54.162404 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:54.782382 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:10.131287 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:14:10.912446 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f0ebd38c-28f3-4c03-acef-d75f519ee172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:13.808636 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-f92da7e0-0558-4e96-947d-75e6b7fa070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:14.698776 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:15.815723 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:18.048900 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:24.171798 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:24.776593 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:40.912520 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9d0119cd-3ba6-4419-b61e-ed160b1b7d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:43.811355 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-86c7845d-36bb-4feb-b206-87427f4e0f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:44.698884 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:45.817382 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:47.130549 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:14:48.052988 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:54.202272 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:54.774587 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:10.913200 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-945f48c7-ef55-4fc1-b874-1c5d0356dbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:13.811744 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1788cf6e-4901-42d3-9785-9f5eef7c1a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:14.699664 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:15.821086 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:18.055292 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:24.130798 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:15:24.222555 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:24.788659 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:40.913262 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-85e5a6bf-152e-4ce5-a69a-186198961fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:43.812656 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b69eafe6-303a-4145-bd2c-8c87107d7b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:44.700676 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:45.824082 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:48.057245 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:54.217102 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:54.788089 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:01.129165 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:16:10.913210 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c3f21519-d6fb-49ea-b4ee-e6abeb3ddadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:13.813866 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-36705422-6580-417f-8aae-f2cc2502f563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:14.700476 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:15.827720 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:18.059957 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:24.237631 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:24.780563 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:38.127887 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:16:40.915057 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-9d78cf67-101b-44c1-877d-378c580ad742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:43.817788 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-1f44b89e-68b8-4433-9af5-cb6d14cb2216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:44.702494 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:45.829958 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:48.062144 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:54.236539 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:54.778794 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:10.916014 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8961dd88-a1d8-4748-a642-74d3146e04f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:13.818454 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8349-f769-4e4a-b573-0a32ec7a705d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:14.704204 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:15.126890 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:17:15.832342 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:18.064738 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:24.236420 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:24.778071 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:40.916306 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-7713daf3-3072-49b7-81fb-c2d61700499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:43.819339 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-6687c63f-bc77-4030-a09f-856b9a068072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:44.704947 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:45.834977 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:48.067174 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:52.125874 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:17:54.246842 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:54.777626 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:10.916164 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-73b3ed09-3df5-4741-bc62-66c66802215f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:13.819834 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-41c418d0-8eee-43a6-bef0-bd3c710ed5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:14.705505 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:15.838511 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:18.069325 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:24.251376 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:24.791018 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:29.125351 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:18:40.917110 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-b28f1b0b-8382-44f1-9a8f-04a21f7fe49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:43.825203 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-5b99b735-f826-451f-a743-2bb3cb7ff7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:44.708383 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:45.840344 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:48.072106 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:51.702567 n-d-817236-1 neutron-server[102154]: DEBUG neutron.wsgi [req-60feeaea-9085-47a0-9c48-6f491a414af8 req-39ac7d90-1b02-4753-bc57-57fd64c203db service neutron] (102154) timed out ('10.222.0.81', 52594) {{(pid=102154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 19:18:54.267095 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:54.805173 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:06.124507 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:19:10.918165 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-ed6c8342-632b-4cc3-a12e-452a181317a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:13.825906 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-3683f01a-da2f-4c0a-b17c-bd01b05b0bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:14.711801 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:15.844130 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:18.075812 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8d7b-115e-4f0b-99d3-2575024cfcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:24.275459 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-8794d985-7e12-4570-adb3-1469e70ad0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:24.810773 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-fa28db7f-65ca-4e1c-83c6-da3bc1e3b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:40.919315 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-c82f0a35-3c57-4265-aaa4-93ae874fb8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:43.124935 n-d-817236-1 neutron-server[102157]: DEBUG neutron.db.agents_db [None req-7a8695d6-1fdc-4004-933c-81152e7b813b None None] Agent healthcheck: found 7 active agents {{(pid=102157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:19:43.826423 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-2095976c-875c-4ff4-aa89-89449482ce64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:44.713085 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-292780d3-18cd-485e-a19d-74a303c0fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:45.845825 n-d-817236-1 neutron-server[102156]: DEBUG neutron_lib.callbacks.manager [None req-82f380ad-34f8-4413-8ee5-230b123e4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742656572164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951526'] for agent, after_update {{(pid=102156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}